-- Logs begin at Wed 2021-09-29 16:35:22 UTC, end at Wed 2021-09-29 18:58:55 UTC. -- Sep 29 17:08:53.638519 n-d-811748-2 systemd[1]: Started Devstack devstack@q-svc.service. Sep 29 17:08:56.375269 n-d-811748-2 neutron-server[94908]: INFO neutron.common.config [-] Logging enabled! Sep 29 17:08:56.375870 n-d-811748-2 neutron-server[94908]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev34 Sep 29 17:08:56.376043 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94908) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 29 17:08:56.379287 n-d-811748-2 neutron-server[94908]: INFO neutron.common.config [-] Logging enabled! Sep 29 17:08:56.379543 n-d-811748-2 neutron-server[94908]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev34 Sep 29 17:08:56.379858 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94908) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 29 17:08:56.380809 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 17:08:56.381041 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 17:08:56.382083 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 17:08:56.382350 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 17:08:56.382572 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 17:08:56.382901 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.383202 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.383501 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.383731 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.384028 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.384321 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.384603 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.384893 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.385187 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.385516 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.385793 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.386079 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.386318 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.387205 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.387205 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.387205 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.387506 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] debug = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.387627 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.388039 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.388437 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.388720 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.389007 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.389352 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.389584 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.389861 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.390165 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.390480 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] host = n-d-811748-2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.390760 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.391086 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.391748 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.391748 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.391977 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.392150 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.392451 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.392713 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.392989 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] log_file = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.393264 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.393579 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.393866 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.394157 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.394851 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.394851 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.395060 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.395153 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.395422 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.395696 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.395974 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.396247 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.396517 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.396792 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.397929 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.398224 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.398516 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.398796 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.399074 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.399396 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.399637 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.399917 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.400192 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.400470 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.400747 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.401037 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.401330 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.401605 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.401909 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.402195 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.402514 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.402763 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.403035 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.403321 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.403594 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.403870 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.404144 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] use_json = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.404436 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.404698 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.404976 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.405250 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.405549 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.405823 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.406096 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.406379 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:56.406682 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.406979 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.407280 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.407569 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.407865 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.408146 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.408436 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.408717 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.409006 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.409312 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.409609 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.409889 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.410181 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.410461 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.410760 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.411068 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.411363 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.411658 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.411935 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.412207 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.412514 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.412790 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.413078 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.413388 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.413679 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.413967 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.414246 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.414535 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.414832 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.415121 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.415399 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.415681 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.415975 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.416256 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.416530 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.416811 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.417099 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.417404 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.417679 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.417965 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.418245 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.418517 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.418792 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.419070 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.419365 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.419645 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.419918 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.420190 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.420467 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.420738 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.421026 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.421327 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.421600 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.421871 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.422148 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.422420 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.422692 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.422970 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.423242 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.423519 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.423791 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.424064 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.424334 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.424604 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.424877 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.425150 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.425447 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.425727 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.426000 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.426274 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.426544 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.426817 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.427090 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.427375 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.427673 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.427953 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.428260 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.428582 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.428810 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.429093 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.429408 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.429688 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.429964 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.430234 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.430521 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.430802 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.431088 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.431371 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.431646 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.431946 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.432222 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.432502 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.432779 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.433058 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.433367 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.433655 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.433948 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.434240 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.434531 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.434822 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.435114 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.435397 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.435705 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.435984 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:56.436202 n-d-811748-2 neutron-server[94908]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 17:08:56.436442 n-d-811748-2 neutron-server[94908]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94908) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 29 17:08:56.787235 n-d-811748-2 neutron-server[94908]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 29 17:08:56.787593 n-d-811748-2 neutron-server[94908]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 29 17:08:56.787885 n-d-811748-2 neutron-server[94908]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 29 17:08:56.788221 n-d-811748-2 neutron-server[94908]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 29 17:08:57.179420 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.179708 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.179991 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.181365 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.181644 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.181913 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.216962 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.217241 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.217538 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.233008 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.233305 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.233597 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.262294 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.262577 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.262846 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.300217 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.300500 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.300770 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.531738 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.532378 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.532378 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.532550 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.533139 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.652937 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.653247 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.653554 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.653828 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.654096 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.654409 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.654670 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.654925 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.655178 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.655460 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.655719 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.655984 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.656238 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.656488 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.656745 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.657010 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.657264 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.657553 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.657822 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.658082 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.658353 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.658609 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.658890 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.659269 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.659518 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.659764 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.660155 n-d-811748-2 neutron-server[94908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 17:08:57.660397 n-d-811748-2 neutron-server[94908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 17:08:57.660634 n-d-811748-2 neutron-server[94908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 17:08:57.660869 n-d-811748-2 neutron-server[94908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 17:08:57.661103 n-d-811748-2 neutron-server[94908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 17:08:57.661361 n-d-811748-2 neutron-server[94908]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 17:08:57.661725 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 29 17:08:57.665534 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 29 17:08:57.669560 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 29 17:08:57.673178 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Sep 29 17:08:57.674820 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 29 17:08:57.675270 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 29 17:08:57.675608 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 29 17:08:57.675996 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 29 17:08:57.678818 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 29 17:08:57.679062 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 29 17:08:57.679411 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 29 17:08:57.684668 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 29 17:08:57.706185 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 29 17:08:57.706640 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.706933 n-d-811748-2 neutron-server[94908]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94908) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 29 17:08:57.707294 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.708654 n-d-811748-2 neutron-server[94908]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94908) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 29 17:08:57.709097 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 29 17:08:57.709883 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 29 17:08:57.713087 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.713390 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:57.778126 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 29 17:08:57.778356 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 29 17:08:57.778594 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 29 17:08:57.778961 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 29 17:08:57.801670 n-d-811748-2 neutron-server[94908]: DEBUG oslo_db.sqlalchemy.engines [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94908) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 29 17:08:58.331210 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Initializing driver for type 'gre' Sep 29 17:08:58.331715 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] gre ID ranges: [(1, 1000)] Sep 29 17:08:58.385300 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Initializing driver for type 'local' Sep 29 17:08:58.385629 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Initializing driver for type 'vlan' Sep 29 17:08:58.398254 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] VlanTypeDriver initialization complete Sep 29 17:08:58.398567 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Initializing driver for type 'vxlan' Sep 29 17:08:58.399052 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] vxlan ID ranges: [(1, 1000)] Sep 29 17:08:58.453778 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Initializing extension driver 'port_security' Sep 29 17:08:58.454112 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.extensions.port_security [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] PortSecurityExtensionDriver initialization complete Sep 29 17:08:58.454441 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Initializing mechanism driver 'openvswitch' Sep 29 17:08:58.454769 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Initializing mechanism driver 'hyperv' Sep 29 17:08:58.461451 n-d-811748-2 neutron-server[94908]: DEBUG neutron.plugins.ml2.plugin [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94908) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:08:58.462126 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > port after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.462497 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > port after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.462853 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > port after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.463378 n-d-811748-2 neutron-server[94908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 17:08:58.463812 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > subnet after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.464169 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > subnet after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.464517 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.464912 n-d-811748-2 neutron-server[94908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 17:08:58.465352 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > network after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.465709 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > network after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.466057 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > network after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.466494 n-d-811748-2 neutron-server[94908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 17:08:58.466851 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > security_group after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.467201 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > security_group after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.467540 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.468309 n-d-811748-2 neutron-server[94908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 17:08:58.468729 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.469084 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.469459 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.469857 n-d-811748-2 neutron-server[94908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 17:08:58.470262 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > address_group after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.470609 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > address_group after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.470952 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.471342 n-d-811748-2 neutron-server[94908]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94908) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 17:08:58.471721 n-d-811748-2 neutron-server[94908]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] ML2 OVO RPC backend initialized. {{(pid=94908) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 29 17:08:58.472432 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.472783 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.473205 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > network before_response 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.473580 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > networks before_response 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.473929 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > port before_response 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.474270 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > ports before_response 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.474618 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > subnet before_response 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.475024 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > subnets before_response 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.475370 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > network after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.475717 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > network after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.476054 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > network after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.476391 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > port after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.476729 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > port after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.477065 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > port after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.477434 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > subnet after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.477774 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > subnet after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.478108 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.478685 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.plugin [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Modular L2 Plugin initialization complete Sep 29 17:08:58.479017 n-d-811748-2 neutron-server[94908]: DEBUG neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading services supported by the core plugin {{(pid=94908) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 29 17:08:58.479347 n-d-811748-2 neutron-server[94908]: INFO neutron.plugins.ml2.managers [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Got port-security extension from driver 'port_security' Sep 29 17:08:58.479812 n-d-811748-2 neutron-server[94908]: INFO neutron.extensions.vlantransparent [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Disabled vlantransparent extension. Sep 29 17:08:58.480323 n-d-811748-2 neutron-server[94908]: DEBUG neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94908) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 29 17:08:58.480641 n-d-811748-2 neutron-server[94908]: INFO neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading Plugin: router Sep 29 17:08:58.516953 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.517312 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router after_create 55549900 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.517691 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router before_create 55549900 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.518061 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.518441 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.518801 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router after_delete 55549900 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.519164 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.519517 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.519879 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router after_create 55549900 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.520229 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router after_update 55549900 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.520580 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router after_update 55549900 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.520930 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.521320 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router after_update 55549900 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.521752 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router precommit_update 55549900 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.522130 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: port after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.522475 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: port after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.522820 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: subnet after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.523169 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.523524 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.523875 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router precommit_create 55549900 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.524227 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: port before_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.524571 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router precommit_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.524931 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router after_update 55549900 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.525296 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.525655 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router precommit_create 55549900 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.526020 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.526371 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router precommit_update 55549900 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.526742 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > agent after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.527095 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > agent after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.527441 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > network after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.528298 n-d-811748-2 neutron-server[94908]: DEBUG neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Tracking information for resource: router configured {{(pid=94908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 17:08:58.528631 n-d-811748-2 neutron-server[94908]: DEBUG neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Tracking information for resource: floatingip configured {{(pid=94908) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 17:08:58.533758 n-d-811748-2 neutron-server[94908]: INFO neutron.db.l3_agentschedulers_db [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 29 17:08:58.534346 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: port after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.534710 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: port after_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.535065 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: port after_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.535417 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: port after_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.536209 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router before_create 55550100 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.536578 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.536944 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router precommit_create 55550100 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.537328 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > router precommit_update 55550100 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.542022 n-d-811748-2 neutron-server[94908]: DEBUG neutron.services.provider_configuration [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Service providers = [] {{(pid=94908) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 29 17:08:58.542389 n-d-811748-2 neutron-server[94908]: DEBUG neutron.db.servicetype_db [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94908) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 29 17:08:58.545343 n-d-811748-2 neutron-server[94908]: DEBUG neutron.services.service_base [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94908) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 17:08:58.545694 n-d-811748-2 neutron-server[94908]: DEBUG neutron.services.service_base [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94908) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 17:08:58.546036 n-d-811748-2 neutron-server[94908]: DEBUG neutron.services.service_base [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94908) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 17:08:58.546927 n-d-811748-2 neutron-server[94908]: DEBUG neutron.services.service_base [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94908) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 17:08:58.547305 n-d-811748-2 neutron-server[94908]: INFO neutron.services.service_base [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 29 17:08:58.547678 n-d-811748-2 neutron-server[94908]: DEBUG neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 17:08:58.547998 n-d-811748-2 neutron-server[94908]: INFO neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 29 17:08:58.559203 n-d-811748-2 neutron-server[94908]: DEBUG neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 17:08:58.559538 n-d-811748-2 neutron-server[94908]: INFO neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading Plugin: auto_allocate Sep 29 17:08:58.565312 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: network precommit_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.565690 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: network precommit_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.566211 n-d-811748-2 neutron-server[94908]: DEBUG neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 17:08:58.566534 n-d-811748-2 neutron-server[94908]: INFO neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading Plugin: tag Sep 29 17:08:58.573785 n-d-811748-2 neutron-server[94908]: DEBUG neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 17:08:58.574118 n-d-811748-2 neutron-server[94908]: INFO neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading Plugin: timestamp Sep 29 17:08:58.578269 n-d-811748-2 neutron-server[94908]: DEBUG neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 17:08:58.578601 n-d-811748-2 neutron-server[94908]: INFO neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading Plugin: network_ip_availability Sep 29 17:08:58.584023 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.584523 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.584890 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.585650 n-d-811748-2 neutron-server[94908]: DEBUG neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 17:08:58.585974 n-d-811748-2 neutron-server[94908]: INFO neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading Plugin: flavors Sep 29 17:08:58.590674 n-d-811748-2 neutron-server[94908]: DEBUG neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 17:08:58.591003 n-d-811748-2 neutron-server[94908]: INFO neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading Plugin: revisions Sep 29 17:08:58.595519 n-d-811748-2 neutron-server[94908]: DEBUG neutron.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94908) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 17:08:58.595916 n-d-811748-2 neutron-server[94908]: DEBUG oslo_concurrency.lockutils [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.808s {{(pid=94908) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 29 17:08:58.596653 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94908) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 29 17:08:58.597009 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Initializing extension manager. Sep 29 17:08:58.597532 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: __init__.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.597879 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: __pycache__ {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.598213 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.598548 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: address_group.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.599304 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.599905 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: address-group Sep 29 17:08:58.600240 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: address_scope.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.601142 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.601677 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: address-scope Sep 29 17:08:58.602005 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.602929 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.603442 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: router-admin-state-down-before-update Sep 29 17:08:58.603772 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: agent.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.604472 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.604974 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: agent Sep 29 17:08:58.605319 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: agent_resources_synced.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.606235 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.606742 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: agent-resources-synced Sep 29 17:08:58.607067 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: allowedaddresspairs.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.608863 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.609421 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: allowed-address-pairs Sep 29 17:08:58.609748 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: auto_allocated_topology.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.610821 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.611336 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: auto-allocated-topology Sep 29 17:08:58.611659 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: availability_zone.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.612353 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.612854 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: availability_zone Sep 29 17:08:58.613175 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: availability_zone_filter.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.614122 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.614628 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: availability_zone_filter Sep 29 17:08:58.614948 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: data_plane_status.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.616397 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.616900 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension data-plane-status not supported by any of loaded plugins Sep 29 17:08:58.617220 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: default_subnetpools.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.618161 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.618666 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: default-subnetpools Sep 29 17:08:58.618987 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.619799 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.620306 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: dhcp_agent_scheduler Sep 29 17:08:58.620629 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: dns.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.621576 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.622081 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension dns-integration not supported by any of loaded plugins Sep 29 17:08:58.622410 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: dns_domain_ports.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.623326 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.623830 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 29 17:08:58.624158 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.625074 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.625606 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 29 17:08:58.625928 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: dvr.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.626594 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.627098 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: dvr Sep 29 17:08:58.627418 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: ecmp_routes.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.628325 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.628827 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 29 17:08:58.629149 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: empty_string_filtering.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.630083 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.630587 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: empty-string-filtering Sep 29 17:08:58.630909 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.632526 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.632979 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 29 17:08:58.633333 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.634257 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.634766 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 29 17:08:58.635088 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: external_net.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.636004 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.636511 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: external-net Sep 29 17:08:58.636833 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.637774 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.638278 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: extra_dhcp_opt Sep 29 17:08:58.638602 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: extraroute.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.639512 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.640012 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: extraroute Sep 29 17:08:58.640335 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: extraroute_atomic.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.641391 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.641897 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: extraroute-atomic Sep 29 17:08:58.642224 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: filter_validation.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.642888 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.643385 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: filter-validation Sep 29 17:08:58.643708 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: fip_pf_description.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.644622 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.645127 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 29 17:08:58.645479 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: fip_port_details.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.646398 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.646927 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: fip-port-details Sep 29 17:08:58.647402 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: flavors.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.648616 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.649132 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: flavors Sep 29 17:08:58.649484 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.651132 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.651651 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 29 17:08:58.651982 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: floatingip_pools.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.652682 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.653191 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: floatingip-pools Sep 29 17:08:58.653551 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: ip_allocation.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.654487 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.654990 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension ip_allocation not supported by any of loaded plugins Sep 29 17:08:58.655314 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.656229 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.656734 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: ip-substring-filtering Sep 29 17:08:58.657058 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: l2_adjacency.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.658019 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.658520 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 29 17:08:58.658841 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: l3.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.659928 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.660444 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: router Sep 29 17:08:58.660770 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.663653 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.664178 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 29 17:08:58.664509 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.665486 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.666002 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: ext-gw-mode Sep 29 17:08:58.666328 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.667265 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.667775 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: l3-ha Sep 29 17:08:58.668098 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: l3_flavors.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.669020 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.669562 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: l3-flavors Sep 29 17:08:58.669892 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.670804 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.671311 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 29 17:08:58.671633 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: l3agentscheduler.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.672670 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.673182 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: l3_agent_scheduler Sep 29 17:08:58.673530 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: logging.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.675016 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.675538 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension logging not supported by any of loaded plugins Sep 29 17:08:58.675867 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: metering.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.676607 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.677184 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: metering Sep 29 17:08:58.677536 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.679173 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.679685 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: metering_source_and_destination_fields Sep 29 17:08:58.680013 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: multiprovidernet.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.680939 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.681470 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: multi-provider Sep 29 17:08:58.681797 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: netmtu.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.682713 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.683219 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: net-mtu Sep 29 17:08:58.683541 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: netmtu_writable.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.684457 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.684967 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: net-mtu-writable Sep 29 17:08:58.685314 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: network_availability_zone.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.685987 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.686490 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: network_availability_zone Sep 29 17:08:58.686811 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: network_ip_availability.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.687907 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.688421 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: network-ip-availability Sep 29 17:08:58.688751 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: network_segment_range.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.689549 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.690055 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension network-segment-range not supported by any of loaded plugins Sep 29 17:08:58.690379 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: pagination.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.691357 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.691690 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: pagination Sep 29 17:08:58.692013 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: port_device_profile.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.692938 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.693488 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: port-device-profile Sep 29 17:08:58.693859 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.694751 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.695263 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: port-mac-address-regenerate Sep 29 17:08:58.695583 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.696501 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.697005 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: port-numa-affinity-policy Sep 29 17:08:58.697359 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: port_resource_request.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.698397 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.698904 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension port-resource-request not supported by any of loaded plugins Sep 29 17:08:58.699226 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: portbindings.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.700155 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.700659 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: binding Sep 29 17:08:58.700978 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: portbindings_extended.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.702275 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.702791 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: binding-extended Sep 29 17:08:58.703121 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: portsecurity.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.704040 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.704550 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: port-security Sep 29 17:08:58.704876 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: project_id.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.706000 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.706335 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: project-id Sep 29 17:08:58.706659 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: providernet.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.707583 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.708096 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: provider Sep 29 17:08:58.708417 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: qos.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.712054 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.712576 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension qos not supported by any of loaded plugins Sep 29 17:08:58.712911 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.714194 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.714711 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 29 17:08:58.715049 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.715965 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.716476 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 29 17:08:58.716804 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: qos_default.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.717730 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.718498 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension qos-default not supported by any of loaded plugins Sep 29 17:08:58.718826 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: qos_fip.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.719478 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.719986 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension qos-fip not supported by any of loaded plugins Sep 29 17:08:58.720309 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: qos_gateway_ip.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.721232 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.721768 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 29 17:08:58.722092 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: qos_port_network_policy.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.723005 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.723519 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 29 17:08:58.723841 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: qos_pps_rule.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.725604 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.726263 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension qos-pps not supported by any of loaded plugins Sep 29 17:08:58.726672 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: qos_rule_type_details.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.727720 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.728329 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 29 17:08:58.728734 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: qos_rules_alias.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.729894 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.730495 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 29 17:08:58.730900 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: quotasv2.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.731906 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.732317 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: quotas Sep 29 17:08:58.732720 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: quotasv2_detail.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.736070 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.736406 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: quota_details Sep 29 17:08:58.736736 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: rbac.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.737816 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.738344 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: rbac-policies Sep 29 17:08:58.738670 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: rbac_address_group.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.739592 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.740102 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: rbac-address-group Sep 29 17:08:58.740424 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: rbac_address_scope.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.741984 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.742488 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: rbac-address-scope Sep 29 17:08:58.742808 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: rbac_security_groups.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.743711 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.744219 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: rbac-security-groups Sep 29 17:08:58.744537 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: rbac_subnetpool.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.745471 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.745982 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: rbac-subnetpool Sep 29 17:08:58.746302 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: revisionifmatch.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.747216 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.747723 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: revision-if-match Sep 29 17:08:58.748041 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: revisions.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.749154 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.749698 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: standard-attr-revisions Sep 29 17:08:58.750022 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: router_availability_zone.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.750689 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.751191 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: router_availability_zone Sep 29 17:08:58.751508 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: routerservicetype.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.752420 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.752920 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension router-service-type not supported by any of loaded plugins Sep 29 17:08:58.753237 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.754169 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.754673 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: security-groups-normalized-cidr Sep 29 17:08:58.754995 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.755897 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.756492 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: port-security-groups-filtering Sep 29 17:08:58.756813 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.757752 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.758258 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: security-groups-remote-address-group Sep 29 17:08:58.758577 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: securitygroup.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.769534 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.770011 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: security-group Sep 29 17:08:58.770342 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: segment.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.771129 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.771635 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension segment not supported by any of loaded plugins Sep 29 17:08:58.771958 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.772941 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.773481 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 29 17:08:58.773807 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: servicetype.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.774977 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.775494 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: service-type Sep 29 17:08:58.775819 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: sorting.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.776793 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.777121 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: sorting Sep 29 17:08:58.777467 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: standard_attr_segment.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.778380 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.778886 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 29 17:08:58.779206 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: standardattrdescription.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.779844 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.780349 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: standard-attr-description Sep 29 17:08:58.780666 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: stateful_security_group.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.781609 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.782127 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: stateful-security-group Sep 29 17:08:58.782449 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: stdattrs_common.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.783024 n-d-811748-2 neutron-server[94908]: WARNING neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 29 17:08:58.783341 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.784256 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.784778 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 29 17:08:58.785097 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: subnet_onboard.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.786173 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.786689 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: subnet_onboard Sep 29 17:08:58.787011 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.788446 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.788949 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 29 17:08:58.789301 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: subnet_service_types.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.790205 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.790709 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: subnet-service-types Sep 29 17:08:58.791031 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: subnetallocation.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.792107 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.792614 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: subnet_allocation Sep 29 17:08:58.792936 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.793615 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.794117 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: subnetpool-prefix-ops Sep 29 17:08:58.794437 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.795355 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.795858 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 29 17:08:58.796181 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: tagging.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.797246 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.797778 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: standard-attr-tag Sep 29 17:08:58.798100 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: timestamp.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.799291 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.799809 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loaded extension: standard-attr-timestamp Sep 29 17:08:58.800134 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: trunk.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.801160 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.801712 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension trunk not supported by any of loaded plugins Sep 29 17:08:58.802038 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: trunk_details.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.802948 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.803992 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension trunk-details not supported by any of loaded plugins Sep 29 17:08:58.804310 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: uplink_status_propagation.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.805230 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.805761 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 29 17:08:58.806081 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Loading extension file: vlantransparent.py {{(pid=94908) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 17:08:58.806763 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94908) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 17:08:58.807246 n-d-811748-2 neutron-server[94908]: INFO neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 29 17:08:58.809679 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of TrackedResource for resource:network Sep 29 17:08:58.810203 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of TrackedResource for resource:subnet Sep 29 17:08:58.810728 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 17:08:58.811124 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of TrackedResource for resource:port Sep 29 17:08:58.812348 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.v2.resource_helper [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 17:08:58.812785 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.v2.resource_helper [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Service FLAVORS assigned prefix: {{(pid=94908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 17:08:58.813454 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.v2.resource_helper [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 17:08:58.813881 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.v2.resource_helper [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 17:08:58.814217 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of TrackedResource for resource:router Sep 29 17:08:58.814645 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of TrackedResource for resource:floatingip Sep 29 17:08:58.815131 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.v2.resource_helper [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Service METERING assigned prefix: /metering {{(pid=94908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 17:08:58.816567 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.816935 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.817306 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94908) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:08:58.818399 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of CountableResource for resource:rbac_policy Sep 29 17:08:58.818865 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of TrackedResource for resource:security_group Sep 29 17:08:58.819456 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 29 17:08:58.820043 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.v2.resource_helper [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Service CORE assigned prefix: {{(pid=94908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 17:08:58.820376 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 17:08:58.820719 n-d-811748-2 neutron-server[94908]: WARNING neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] subnetpool is already registered Sep 29 17:08:58.821165 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.v2.resource_helper [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Service CORE assigned prefix: {{(pid=94908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 17:08:58.821523 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 17:08:58.821848 n-d-811748-2 neutron-server[94908]: WARNING neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] subnetpool is already registered Sep 29 17:08:58.824126 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.v2.resource_helper [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 17:08:58.824559 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.v2.resource_helper [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Service FLAVORS assigned prefix: {{(pid=94908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 17:08:58.825159 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.v2.resource_helper [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 17:08:58.825612 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.v2.resource_helper [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 17:08:58.825943 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of TrackedResource for resource:router Sep 29 17:08:58.826279 n-d-811748-2 neutron-server[94908]: WARNING neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] router is already registered Sep 29 17:08:58.826687 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of TrackedResource for resource:floatingip Sep 29 17:08:58.827019 n-d-811748-2 neutron-server[94908]: WARNING neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] floatingip is already registered Sep 29 17:08:58.827467 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.v2.resource_helper [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Service METERING assigned prefix: /metering {{(pid=94908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 17:08:58.828142 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of CountableResource for resource:rbac_policy Sep 29 17:08:58.828468 n-d-811748-2 neutron-server[94908]: WARNING neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] rbac_policy is already registered Sep 29 17:08:58.828878 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of TrackedResource for resource:security_group Sep 29 17:08:58.829211 n-d-811748-2 neutron-server[94908]: WARNING neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] security_group is already registered Sep 29 17:08:58.829638 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 29 17:08:58.829968 n-d-811748-2 neutron-server[94908]: WARNING neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] security_group_rule is already registered Sep 29 17:08:58.830587 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.v2.resource_helper [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Service CORE assigned prefix: {{(pid=94908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 17:08:58.830914 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 17:08:58.831244 n-d-811748-2 neutron-server[94908]: WARNING neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] subnetpool is already registered Sep 29 17:08:58.831662 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.v2.resource_helper [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Service CORE assigned prefix: {{(pid=94908) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 17:08:58.831990 n-d-811748-2 neutron-server[94908]: INFO neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 17:08:58.832318 n-d-811748-2 neutron-server[94908]: WARNING neutron.quota.resource_registry [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] subnetpool is already registered Sep 29 17:08:58.832766 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: extensions {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.834329 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: address-groups {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.836069 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: address-scopes {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.837407 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: agents {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.838561 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: auto-allocated-topology {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.839790 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: availability_zones {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.841010 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: dhcp-networks {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.842544 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: dhcp-agents {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.844224 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: routers {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.846447 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: flavors {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.847601 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: service_profiles {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.848807 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: next_providers {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.851078 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: service_profiles {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.852598 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: floatingip-pools {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.853836 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: routers {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.855936 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: floatingips {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.857199 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: l3-routers {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.858590 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: l3-agents {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.859982 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: metering-labels {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.861363 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: metering-label-rules {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.862632 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: network-ip-availabilities {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.863878 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: bindings {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.866901 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: quotas {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.868353 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: quotas {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.869800 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: rbac-policies {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.870984 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: security-groups {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.872277 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: security-group-rules {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.873543 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: service-providers {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.874739 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: subnetpools {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.876163 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: subnetpools {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.877630 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: tags {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.879282 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: tags {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.881101 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: tags {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.882912 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: tags {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.884681 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: tags {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.886540 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: tags {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.888222 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: tags {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.890145 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: tags {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.891890 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: tags {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.893648 n-d-811748-2 neutron-server[94908]: DEBUG neutron.api.extensions [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Extended resource: tags {{(pid=94908) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 17:08:58.899560 n-d-811748-2 neutron-server[94908]: WARNING keystonemiddleware.auth_token [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 29 17:08:58.904244 n-d-811748-2 neutron-server[94908]: WARNING keystonemiddleware.auth_token [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 29 17:08:58.913158 n-d-811748-2 neutron-server[94908]: DEBUG oslo_concurrency.lockutils [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Acquired lock "singleton_lock" {{(pid=94908) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 29 17:08:58.913707 n-d-811748-2 neutron-server[94908]: DEBUG oslo_concurrency.lockutils [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Releasing lock "singleton_lock" {{(pid=94908) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 29 17:08:58.914355 n-d-811748-2 neutron-server[94908]: INFO oslo_service.service [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Starting 2 workers Sep 29 17:08:58.919153 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Started child 95015 {{(pid=94908) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 17:08:58.923552 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Started child 95016 {{(pid=94908) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 17:08:58.924525 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:08:58.925134 n-d-811748-2 neutron-server[94908]: INFO neutron.service [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 29 17:08:58.925810 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Notify callbacks [] for process, before_spawn {{(pid=94908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:08:58.926176 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [-] (95015) wsgi starting up on http://0.0.0.0:9696 Sep 29 17:08:58.928853 n-d-811748-2 neutron-server[94908]: INFO oslo_service.service [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Starting 1 workers Sep 29 17:08:58.929000 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:08:58.930608 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [-] (95016) wsgi starting up on http://0.0.0.0:9696 Sep 29 17:08:58.934066 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Started child 95017 {{(pid=94908) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 17:08:58.934592 n-d-811748-2 neutron-server[94908]: INFO oslo_service.service [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Starting 1 workers Sep 29 17:08:58.937841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.service [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] calling RpcWorker wait() {{(pid=95017) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 29 17:08:58.938352 n-d-811748-2 neutron-server[95017]: DEBUG neutron.service [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] returning from RpcWorker wait() {{(pid=95017) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 29 17:08:58.939003 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Started child 95018 {{(pid=94908) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 17:08:58.939720 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:08:58.939814 n-d-811748-2 neutron-server[94908]: DEBUG neutron_lib.callbacks.manager [None req-44fb2d74-cbe5-4550-bc18-50c0a5b94420 None None] Notify callbacks [] for process, after_spawn {{(pid=94908) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:08:58.940261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:08:58.941697 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94908) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 29 17:08:58.941914 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 17:08:58.942087 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 17:08:58.942303 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 17:08:58.942633 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 17:08:58.942786 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 17:08:58.943296 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.943576 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.944013 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:08:58.944469 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.944469 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.944796 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.945151 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.945414 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.945665 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.945953 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.946198 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.946369 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.946529 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.946779 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.947006 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.947306 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.947578 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.947812 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.948072 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.948237 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.948471 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.948726 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.948967 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.949246 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] debug = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.949488 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.949973 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.950202 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.950452 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.950664 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.950951 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.951175 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.951418 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.951669 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.951900 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.952142 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.952411 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.952633 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.952870 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.953102 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.953385 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.953618 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.954085 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] host = n-d-811748-2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.954314 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.954543 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.954788 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.955029 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.955272 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.955488 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.955748 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.955994 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.956248 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.956496 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.956742 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.956982 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.957233 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.957495 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] log_file = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.957642 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] log_options = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.957885 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.958128 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.958383 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.958562 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.958724 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.958894 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.959146 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.959385 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.959733 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.959951 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.960096 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.960312 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.960542 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.960753 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.961004 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.961247 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.961487 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.961727 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.961970 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.962198 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.962421 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.962656 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.962870 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.963089 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.963317 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.963549 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.963775 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.964011 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.964238 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.964477 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.964721 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.964979 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.965212 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.965469 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.965745 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.965970 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.966198 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.966422 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.966652 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.966877 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.967124 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.967388 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.967600 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.967851 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.968309 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.968527 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.968746 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] use_json = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.968953 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.969180 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.969474 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.969704 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.969918 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.970129 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.970363 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.970590 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:58.971023 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.971299 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.971635 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.971858 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.972087 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.972322 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.972563 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.972776 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.973033 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.973289 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.973624 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.973846 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.974123 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.975961 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.975961 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.975961 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.975961 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.976630 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.976762 n-d-811748-2 neutron-server[95018]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:08:58.976905 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.976905 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.976905 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.977256 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.977256 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.977532 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.978663 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.978663 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.978663 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.978663 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.979607 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.979607 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.979607 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.979607 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.980066 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.980066 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.980273 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.980392 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.980615 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.980881 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.981098 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.981619 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.981619 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.981932 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.982059 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.982248 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.982477 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.982722 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.982964 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.983175 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.983394 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.983605 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.983819 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.984059 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.984305 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.984515 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.984766 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.984990 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.985225 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.985461 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.985673 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.985902 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.986511 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.986511 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.986892 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.986892 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.990193 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.990193 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.990193 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.990193 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.990193 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.990193 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.990193 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.990193 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.990193 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.992396 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.992396 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.992396 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.992396 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.992396 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.992396 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.992396 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.992396 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.992396 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.995748 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.995748 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.995748 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.995748 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.995748 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.995748 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.995748 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.995748 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.995748 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.997834 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.997834 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.997834 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.997834 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.997834 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.997834 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.997834 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.997834 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.998921 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.998921 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.998921 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.998921 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.998921 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.998921 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.998921 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:58.998921 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.000116 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.000116 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.000116 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.000116 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.000116 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.000116 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.001385 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.001385 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.001385 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.001385 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.001385 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.002441 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.002441 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.002441 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.002441 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.002441 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.003062 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.003062 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.003823 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.003823 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.003823 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.004352 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.004352 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.004352 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.004901 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.004901 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.006810 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.006810 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.006810 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.006810 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.006810 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.006810 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.006810 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.009494 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.009494 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.009494 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.009494 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.009494 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.009494 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.009494 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.009494 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.010437 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.010437 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.010437 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.010437 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.010437 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.010437 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.010437 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.010437 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.011097 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.011097 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.011097 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.011319 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.011463 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.011672 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.012052 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.013308 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.013308 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.013308 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.013308 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.013308 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.013677 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.013677 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.013828 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.014034 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.014280 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.014519 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.014797 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.015047 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.015283 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.015529 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.015784 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.016035 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.016271 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.016515 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.016751 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.016966 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.017181 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.017448 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.017665 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.017874 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.018097 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.018502 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.018770 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.019000 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.019346 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.019645 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.020067 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.020330 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.020548 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.020787 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.021039 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.021315 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.021535 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.022289 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.022580 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.022845 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.023099 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.023346 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.023577 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.023789 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.023999 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.024212 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.024450 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.024730 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.024979 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.025201 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.025492 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.025709 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.025953 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.026195 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.026403 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.026616 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.026833 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.027045 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.027274 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.027496 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.027702 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.027909 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.028125 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.028336 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.028539 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.028756 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.029007 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.029211 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.029454 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.029667 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.029875 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.030094 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.030299 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.030505 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.030719 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.030935 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.031136 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.031359 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.031566 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.031770 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.031986 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.032217 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.032421 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.032716 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.032958 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.033269 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.033914 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.033914 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.034208 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.034347 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.034556 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.034762 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.035008 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.035235 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.035449 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.035663 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.036079 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.036227 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.036720 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.037170 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.038376 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.038765 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.039397 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.039508 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.039658 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.040295 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.040705 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.041056 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.041358 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.041621 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.041883 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.042129 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.042358 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.042603 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.042852 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.043102 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.043369 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.043617 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.043853 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.044078 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.044313 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.044559 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.044813 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.045031 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.045296 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.045794 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.045958 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 17:08:59.046466 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94908) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 29 17:08:59.046635 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 17:08:59.046798 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 17:08:59.046975 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 17:08:59.047143 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 17:08:59.047295 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 17:08:59.047502 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.047665 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.047825 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.047982 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.048137 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.048317 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.048474 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.048630 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.048787 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.048943 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.049103 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.049261 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.049448 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.049605 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.049760 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.049917 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.050074 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.050231 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.050391 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.050553 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.050708 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.050853 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.051007 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] debug = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.051164 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.051368 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.051532 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.051690 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.051848 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.052013 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.052151 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.052302 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.052450 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.052588 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.052737 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.052899 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.053237 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.053427 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.053592 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.053744 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.053890 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.054039 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] host = n-d-811748-2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.054197 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.054341 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.054488 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.054644 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.054799 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.054956 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.055113 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.055270 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.055413 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.055569 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.055710 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.055870 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.056012 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.056168 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] log_file = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.056309 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] log_options = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.056463 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.056599 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.056753 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.056945 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.057110 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.058994 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.058994 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.058994 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.058994 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.058994 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.058994 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.058994 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.058994 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.060069 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.060069 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.060069 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.060069 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.060563 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.060725 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.060901 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.061075 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.061245 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.061428 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.061592 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.061758 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.061923 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.062085 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.062246 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.062406 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.062565 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.062723 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.062881 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.063038 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.063197 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.063353 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.063514 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.063685 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.063823 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.063979 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.064137 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.064293 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.064450 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.064605 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.064762 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.064919 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.065069 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.065639 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] use_json = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.065797 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.065947 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.066103 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.066419 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.066564 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.066920 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.066920 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.067165 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 17:08:59.067165 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.067321 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.067488 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.067650 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.067810 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.067970 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.068113 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.068277 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.068428 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.068570 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.068820 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.068961 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.069212 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.069483 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.069813 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.070303 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.070471 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.070635 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.070796 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.070957 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.071117 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.071278 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.071709 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.071874 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.072033 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.072176 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.072340 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.072516 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.072666 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.072824 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.072966 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.073128 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.073342 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.073489 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.073716 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.073860 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.073994 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.074145 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.074277 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.074415 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.074544 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.074674 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.074802 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.074935 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.075099 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.075242 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.075408 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.075570 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.075730 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.075874 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.076019 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.076182 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.076325 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.076490 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.076631 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.076806 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.076965 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.077124 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.077326 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.077481 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.077641 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.077800 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.077961 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.078120 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.078273 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.078428 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.078601 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.078759 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.078918 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.079079 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.079238 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.079397 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.079555 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.079714 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.079873 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.080031 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.080189 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.080348 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.080510 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.081015 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.081181 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.081385 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.081550 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.081710 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.081869 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.082018 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.082161 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.082336 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.082504 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.082620 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.082797 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.082957 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.083117 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.083276 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.083435 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.083593 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.083756 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.083916 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.084136 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.084832 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.084994 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.085153 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.085336 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.085498 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.085657 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.085804 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.085952 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.086110 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.086268 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.086398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:08:59.086536 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.086671 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.086813 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.086945 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.087085 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.087220 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.087352 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.087495 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.087632 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.087764 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.087895 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.088052 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.088222 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.088385 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.088544 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.088704 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.088864 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.089023 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.089182 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.089386 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.089548 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.089711 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.089855 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.090025 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.090194 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.090352 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.090511 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.090668 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.090849 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.091007 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.091167 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.091328 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.091489 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.091631 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.091794 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.091952 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.092112 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.092269 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.092428 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.092586 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.092729 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.092891 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.093327 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.093469 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.093632 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.093791 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.093955 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.094096 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.094229 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.094376 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.094538 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.094696 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.094854 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.095014 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.095174 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.095333 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.095492 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.095651 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.095812 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.095969 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.096130 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.096288 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.096447 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.096605 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.096763 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.096924 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.097082 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.097243 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.097462 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.097594 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.097729 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.097870 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.097999 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.098161 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.098320 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.098480 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.098640 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.098800 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.099466 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.099646 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.099816 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.100554 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.100742 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.100869 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.101516 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.102084 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.102253 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.102415 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.102576 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.102780 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.103169 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.104280 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.104450 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.104611 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.104817 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.104983 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.105151 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.105332 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.105495 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.105656 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.105817 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.105983 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.106157 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.106322 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.106461 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.106626 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.106786 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.106946 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.107117 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.107263 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.107425 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.107584 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.107743 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.107902 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.108056 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.108218 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.108380 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.108539 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.108698 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.108857 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.109026 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.109185 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.109358 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.109515 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.109679 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.110230 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.110230 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.110230 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.110578 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.111318 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.111318 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.111318 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.111318 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.111642 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.111642 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.111642 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.111848 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.111926 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.112098 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.112260 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.112423 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.112593 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.112752 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.112914 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.113770 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.113966 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.114146 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.114372 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.114554 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.114712 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.115745 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.115918 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.116294 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.116483 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.116658 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.116826 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.117001 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.117175 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.117369 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.117532 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.117701 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.117877 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.118036 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.118197 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.118357 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.118516 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.118661 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.118823 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.118983 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.119140 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.119300 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.119459 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.119617 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.119781 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.119940 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.120099 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.120258 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.120418 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.120577 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.120737 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.120896 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 17:08:59.121049 n-d-811748-2 neutron-server[94908]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94908) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 17:08:59.316022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42988) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:08:59.324915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066447 Sep 29 17:09:10.844604 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aa8e05-2801-4848-b14b-b3f96fc0267c None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:09:10.908190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aa8e05-2801-4848-b14b-b3f96fc0267c None None] No non-hosted networks {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 29 17:09:10.911870 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d7bb48c8-f1cb-48b3-b9cc-ed9508add2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-495812'] for agent, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:13.447569 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c9e79f66-3165-420f-a3d9-164296166d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-495812'] for agent, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:13.495926 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-24003217-84ce-4e86-adf7-9e1351a63e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:14.446181 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-495812'] for agent, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:14.535356 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-495812'] for agent, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:14.536012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:14.540028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:14.540492 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:14.543095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:14.544877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:14.546242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:14.547156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:14.549989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:14.550410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:14.550829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:14.551224 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:14.551616 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:14.555185 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-811748-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:09:14.571915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-811748-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:09:16.403240 n-d-811748-2 neutron-server[95017]: INFO neutron.db.l3_hamode_db [None req-6cf0985f-f07e-4bfb-8321-65d2b85263d1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 29 17:09:16.482691 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf0985f-f07e-4bfb-8321-65d2b85263d1 None None] Routers set() bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:09:16.483124 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf0985f-f07e-4bfb-8321-65d2b85263d1 None None] Router IDs set() for agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 29 17:09:16.676913 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-495812'] for agent, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:17.527853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43080) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:09:18.019424 n-d-811748-2 neutron-server[95016]: WARNING oslo_policy.policy [None req-6403214d-7d4b-48e9-a464-337107aff235 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 17:09:18.019987 n-d-811748-2 neutron-server[95016]: WARNING oslo_policy.policy [None req-6403214d-7d4b-48e9-a464-337107aff235 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 17:09:18.249955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-6403214d-7d4b-48e9-a464-337107aff235 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:09:18.251067 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6403214d-7d4b-48e9-a464-337107aff235 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7223389 Sep 29 17:09:20.644645 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43094) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:09:20.969358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-7a779179-320b-48cc-96d7-91791e5cd5ed admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:09:21.064902 n-d-811748-2 neutron-server[95016]: DEBUG neutron.policy [None req-7a779179-320b-48cc-96d7-91791e5cd5ed admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95016) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 29 17:09:21.118331 n-d-811748-2 neutron-server[95016]: WARNING oslo_policy.policy [None req-7a779179-320b-48cc-96d7-91791e5cd5ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 17:09:21.118704 n-d-811748-2 neutron-server[95016]: WARNING oslo_policy.policy [None req-7a779179-320b-48cc-96d7-91791e5cd5ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 17:09:21.127317 n-d-811748-2 neutron-server[95016]: INFO neutron.quota [None req-7a779179-320b-48cc-96d7-91791e5cd5ed admin admin] Loaded quota_driver: . Sep 29 17:09:21.215161 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7a779179-320b-48cc-96d7-91791e5cd5ed admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770530096592', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770530097029', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770530534972', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770530541440', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770529971642', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770530561247', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1525667', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1369479', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-774766', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-703018'] for rbac-policy, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:21.279374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7a779179-320b-48cc-96d7-91791e5cd5ed admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:21.280617 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7a779179-320b-48cc-96d7-91791e5cd5ed admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6348817 Sep 29 17:09:23.882837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43106) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:09:24.182487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'b5735fad9a8c474a8a700ba265fce577', 'project_id': 'b5735fad9a8c474a8a700ba265fce577', 'admin_state_up': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:09:24.210753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Made reservation on behalf of b5735fad9a8c474a8a700ba265fce577 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:09:24.213472 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:24.230729 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:24.351894 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:24.355416 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:24.374625 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:09:24.407821 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770531895691', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:24.408344 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Unsubscribe: segment precommit_create {{(pid=95016) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 29 17:09:24.408876 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Added segment 9e999eb3-495d-41e8-8b1e-f2dd8eb2671a of type vlan for network 508a0cb2-f843-4cb0-ab3e-18633aaab1d3 Sep 29 17:09:24.424648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889239b5-8156-4f8f-a714-b497d9a21d75,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:24.450716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:24.451050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:24.451380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:24.451705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:24.452025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:24.452346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:24.452665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:24.452980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:24.453306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:24.453629 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:24.453943 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:24.454255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Tracked resource versions report: Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: pushed versions: Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: { 'AddressGroup': {'1.2'}, Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'ConntrackHelper': {'1.0'}, Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'Log': {'1.0'}, Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'Network': {'1.1'}, Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'Port': {'1.7'}, Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'PortForwarding': {'1.2'}, Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'QosPolicy': {'1.9'}, Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'SecurityGroup': {'1.4'}, Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'SecurityGroupRule': {'1.2'}, Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'SubPort': {'1.0'}, Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'Subnet': {'1.1'}, Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'Trunk': {'1.1'}} Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: consumer versions: Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: { DHCP agent@n-d-811748-2: {}, Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: L3 agent@n-d-811748-2: {}, Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: Metadata agent@n-d-811748-2: {}, Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: Metering agent@n-d-811748-2: {}, Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: Open vSwitch agent@n-d-811748-2: { 'AddressGroup': '1.2', Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'ConntrackHelper': '1.0', Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'Log': '1.0', Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'Network': '1.1', Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'Port': '1.7', Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'PortForwarding': '1.2', Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'QosPolicy': '1.9', Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'SecurityGroup': '1.4', Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'SecurityGroupRule': '1.2', Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'SubPort': '1.0', Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'Subnet': '1.1', Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: 'Trunk': '1.1'}} Sep 29 17:09:24.455337 n-d-811748-2 neutron-server[95016]: {{(pid=95016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 17:09:24.530933 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:24.574319 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:24.575539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:09:24.576199 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:24.619869 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7359993 Sep 29 17:09:24.679928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec2288-3305-4d45-b2bb-433da4274c03 admin admin] Pushing event updated for resources: {'Network': ['ID=508a0cb2-f843-4cb0-ab3e-18633aaab1d3,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:24.694581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 508a0cb2-f843-4cb0-ab3e-18633aaab1d3 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:09:27.262756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43120) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:09:27.650559 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f462faa8-1269-4d48-91af-3acd158553fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:09:27.651910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f462faa8-1269-4d48-91af-3acd158553fa admin admin] 10.222.0.44 "GET /v2.0/networks/508a0cb2-f843-4cb0-ab3e-18633aaab1d3 HTTP/1.1" status: 200 len: 825 time: 0.3882060 Sep 29 17:09:27.676092 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-25595f05-b7a2-4e26-9322-c3bca3b9bd7a admin admin] 10.222.0.44 "GET /v2.0/subnetpools/6050e4db-b10a-44d4-bfb4-00a494fc1589 HTTP/1.1" status: 200 len: 734 time: 0.0178430 Sep 29 17:09:27.685463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-2c17fc60-9cc0-4e21-9be5-007f6ce75e34 admin admin] Request body: {'subnet': {'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'b5735fad9a8c474a8a700ba265fce577', 'subnetpool_id': '6050e4db-b10a-44d4-bfb4-00a494fc1589'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:09:27.707093 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c17fc60-9cc0-4e21-9be5-007f6ce75e34 admin admin] Made reservation on behalf of b5735fad9a8c474a8a700ba265fce577 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:09:27.709304 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c17fc60-9cc0-4e21-9be5-007f6ce75e34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:27.989148 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c17fc60-9cc0-4e21-9be5-007f6ce75e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:28.060913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17fc60-9cc0-4e21-9be5-007f6ce75e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c75774-4356-44ca-8711-ee530846d92f,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:28.066693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c17fc60-9cc0-4e21-9be5-007f6ce75e34 admin admin] Checking segment: {'id': '9e999eb3-495d-41e8-8b1e-f2dd8eb2671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:09:28.067047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c17fc60-9cc0-4e21-9be5-007f6ce75e34 admin admin] Network hostable DHCP agents. Network: 508a0cb2-f843-4cb0-ab3e-18633aaab1d3, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:09:28.087415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c17fc60-9cc0-4e21-9be5-007f6ce75e34 admin admin] Network 508a0cb2-f843-4cb0-ab3e-18633aaab1d3 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:09:28.097406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2c17fc60-9cc0-4e21-9be5-007f6ce75e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 508a0cb2-f843-4cb0-ab3e-18633aaab1d3) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:09:28.102469 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c17fc60-9cc0-4e21-9be5-007f6ce75e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:09:28.103608 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c17fc60-9cc0-4e21-9be5-007f6ce75e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:28.106892 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cc49bc-e0da-416b-af1a-e36ca64e6919 None None] Network 508a0cb2-f843-4cb0-ab3e-18633aaab1d3 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:09:28.116328 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2c17fc60-9cc0-4e21-9be5-007f6ce75e34 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4340661 Sep 29 17:09:28.425505 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-508a0cb2-f843-4cb0-ab3e-18633aaab1d3', 'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3', 'tenant_id': 'b5735fad9a8c474a8a700ba265fce577', 'fixed_ips': [{'subnet_id': '62c75774-4356-44ca-8711-ee530846d92f'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:09:28.426786 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:28.706660 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Allocated IP 172.20.0.2 (508a0cb2-f843-4cb0-ab3e-18633aaab1d3/62c75774-4356-44ca-8711-ee530846d92f/a91bf994-ea61-447a-bad3-311a2baaa2a5) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:09:28.907511 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:28.915423 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:29.011522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Network 508a0cb2-f843-4cb0-ab3e-18633aaab1d3 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:09:29.016104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:09:29.028570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:09:29.031719 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Pushing event updated for resources: {'Port': ['ID=a91bf994-ea61-447a-bad3-311a2baaa2a5,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:29.065758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:29.066112 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:29.066451 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:29.066788 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:29.067122 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:29.067444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:29.068031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:29.068493 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:29.068824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:29.069148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:29.069502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:29.069828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Tracked resource versions report: Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: pushed versions: Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: { 'AddressGroup': {'1.2'}, Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'ConntrackHelper': {'1.0'}, Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'Log': {'1.0'}, Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'Network': {'1.1'}, Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'Port': {'1.7'}, Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'PortForwarding': {'1.2'}, Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'QosPolicy': {'1.9'}, Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'SecurityGroup': {'1.4'}, Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'SecurityGroupRule': {'1.2'}, Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'SubPort': {'1.0'}, Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'Subnet': {'1.1'}, Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'Trunk': {'1.1'}} Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: consumer versions: Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: { DHCP agent@n-d-811748-2: {}, Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: L3 agent@n-d-811748-2: {}, Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: Metadata agent@n-d-811748-2: {}, Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: Metering agent@n-d-811748-2: {}, Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: Open vSwitch agent@n-d-811748-2: { 'AddressGroup': '1.2', Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'ConntrackHelper': '1.0', Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'Log': '1.0', Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'Network': '1.1', Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'Port': '1.7', Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'PortForwarding': '1.2', Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'QosPolicy': '1.9', Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'SecurityGroup': '1.4', Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'SecurityGroupRule': '1.2', Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'SubPort': '1.0', Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'Subnet': '1.1', Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: 'Trunk': '1.1'}} Sep 29 17:09:29.070944 n-d-811748-2 neutron-server[95017]: {{(pid=95017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 17:09:29.119742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Attempting to bind port a91bf994-ea61-447a-bad3-311a2baaa2a5 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:09:29.120407 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Attempting to bind port a91bf994-ea61-447a-bad3-311a2baaa2a5 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '9e999eb3-495d-41e8-8b1e-f2dd8eb2671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:09:29.120523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Attempting to bind port a91bf994-ea61-447a-bad3-311a2baaa2a5 on network 508a0cb2-f843-4cb0-ab3e-18633aaab1d3 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:09:29.125421 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:09:29.125827 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Checking segment: {'id': '9e999eb3-495d-41e8-8b1e-f2dd8eb2671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:09:29.126308 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:29.126692 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Bound using segment: {'id': '9e999eb3-495d-41e8-8b1e-f2dd8eb2671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:09:29.127170 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Bound port: a91bf994-ea61-447a-bad3-311a2baaa2a5, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e999eb3-495d-41e8-8b1e-f2dd8eb2671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:09:29.127558 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:29.189145 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] For port a91bf994-ea61-447a-bad3-311a2baaa2a5, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:09:29.193574 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] For port a91bf994-ea61-447a-bad3-311a2baaa2a5, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a91bf994-ea61-447a-bad3-311a2baaa2a5,segment=NetworkSegment(9e999eb3-495d-41e8-8b1e-f2dd8eb2671a),segment_id=9e999eb3-495d-41e8-8b1e-f2dd8eb2671a)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:09:29.198811 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:29.265158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d3efd-400b-482e-bace-0092e180e09d None None] Pushing event updated for resources: {'Port': ['ID=a91bf994-ea61-447a-bad3-311a2baaa2a5,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:30.555063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43128) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:09:30.876548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-0b666077-98bf-4dac-a17b-951ff5f1556d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:09:30.877643 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0b666077-98bf-4dac-a17b-951ff5f1556d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3215485 Sep 29 17:09:33.278325 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43136) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:09:33.595517 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-511d68a1-587c-4af9-aa60-e6afbd3fe2eb admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:09:33.596576 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-511d68a1-587c-4af9-aa60-e6afbd3fe2eb admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3173277 Sep 29 17:09:36.256771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43146) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:09:36.576421 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-e1a5ab0b-0849-4638-bf65-8d7a8dd7291a admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'b5735fad9a8c474a8a700ba265fce577'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:09:36.604254 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1a5ab0b-0849-4638-bf65-8d7a8dd7291a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:36.607804 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1a5ab0b-0849-4638-bf65-8d7a8dd7291a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:36.747581 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1a5ab0b-0849-4638-bf65-8d7a8dd7291a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:36.752161 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1a5ab0b-0849-4638-bf65-8d7a8dd7291a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:36.767299 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1a5ab0b-0849-4638-bf65-8d7a8dd7291a admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:36.768413 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e1a5ab0b-0849-4638-bf65-8d7a8dd7291a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5105622 Sep 29 17:09:37.663429 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d4d471-e604-4dbe-90c4-bc8be7d0b09c None None] Network 508a0cb2-f843-4cb0-ab3e-18633aaab1d3 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:09:37.742424 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9545f664-e7a9-40f9-b1a0-6265251258b8 None None] Provisioning complete for port a91bf994-ea61-447a-bad3-311a2baaa2a5 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:09:37.742813 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9545f664-e7a9-40f9-b1a0-6265251258b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:37.930755 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9545f664-e7a9-40f9-b1a0-6265251258b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:37.996820 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-9545f664-e7a9-40f9-b1a0-6265251258b8 None None] For port a91bf994-ea61-447a-bad3-311a2baaa2a5, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a91bf994-ea61-447a-bad3-311a2baaa2a5,segment=NetworkSegment(9e999eb3-495d-41e8-8b1e-f2dd8eb2671a),segment_id=9e999eb3-495d-41e8-8b1e-f2dd8eb2671a)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:09:38.001235 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9545f664-e7a9-40f9-b1a0-6265251258b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:38.067981 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545f664-e7a9-40f9-b1a0-6265251258b8 None None] Pushing event updated for resources: {'Port': ['ID=a91bf994-ea61-447a-bad3-311a2baaa2a5,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:38.139893 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a91bf994-ea61-447a-bad3-311a2baaa2a5 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:09:38.191232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a91bf994-ea61-447a-bad3-311a2baaa2a5 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:09:38.191601 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:38.279016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3488a77f-13ac-4bd4-aafe-2096cf66ed84 None None] Provisioning complete for port a91bf994-ea61-447a-bad3-311a2baaa2a5 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:09:38.279326 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3488a77f-13ac-4bd4-aafe-2096cf66ed84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:39.195557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43160) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:09:39.507642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-646e08ae-896d-4ce1-b8f2-a7a86777b670 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:09:39.508840 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-646e08ae-896d-4ce1-b8f2-a7a86777b670 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3123319 Sep 29 17:09:40.106833 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a91bf994-ea61-447a-bad3-311a2baaa2a5 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:09:40.152569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a91bf994-ea61-447a-bad3-311a2baaa2a5 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:09:40.152937 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:40.704617 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8b4de9bb-6044-4df8-bed0-1285f838f0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:41.989818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43168) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:09:42.309520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-e7724e14-f2c1-495f-ba84-2dbf2e1f3dd4 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:09:42.329199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7724e14-f2c1-495f-ba84-2dbf2e1f3dd4 admin admin] Made reservation on behalf of 8446632162954b52a782e215a9c5a0cd for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:09:42.331420 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e7724e14-f2c1-495f-ba84-2dbf2e1f3dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:42.340968 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e7724e14-f2c1-495f-ba84-2dbf2e1f3dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:42.425911 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e7724e14-f2c1-495f-ba84-2dbf2e1f3dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:42.430407 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e7724e14-f2c1-495f-ba84-2dbf2e1f3dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:42.444652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e7724e14-f2c1-495f-ba84-2dbf2e1f3dd4 admin admin] Reserving flat network on physical network physnet1 {{(pid=95016) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 29 17:09:42.462779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7724e14-f2c1-495f-ba84-2dbf2e1f3dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4c6b0f-4a55-4943-b06a-a46be3a1f6ee,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:42.468853 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e7724e14-f2c1-495f-ba84-2dbf2e1f3dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:42.469893 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-e7724e14-f2c1-495f-ba84-2dbf2e1f3dd4 admin admin] Added segment 8dea6ec9-858f-4f12-94f4-059fc0b12b0d of type flat for network 67fbb982-df89-4d02-87ed-27928a79a62d Sep 29 17:09:42.515612 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e7724e14-f2c1-495f-ba84-2dbf2e1f3dd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:42.546129 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e7724e14-f2c1-495f-ba84-2dbf2e1f3dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:42.547037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7724e14-f2c1-495f-ba84-2dbf2e1f3dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:09:42.547625 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e7724e14-f2c1-495f-ba84-2dbf2e1f3dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:42.577059 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e7724e14-f2c1-495f-ba84-2dbf2e1f3dd4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5859227 Sep 29 17:09:42.609419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7724e14-f2c1-495f-ba84-2dbf2e1f3dd4 admin admin] Pushing event updated for resources: {'Network': ['ID=67fbb982-df89-4d02-87ed-27928a79a62d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:42.621886 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 67fbb982-df89-4d02-87ed-27928a79a62d details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:09:43.444004 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-91cc67ac-7ffb-4e47-a890-d0de8860d741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:44.377608 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:44.533316 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:44.959251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43186) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:09:45.185799 n-d-811748-2 neutron-server[95015]: WARNING oslo_policy.policy [None req-9a2423af-ad49-45b2-b8a4-5efbba5887d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 17:09:45.186352 n-d-811748-2 neutron-server[95015]: WARNING oslo_policy.policy [None req-9a2423af-ad49-45b2-b8a4-5efbba5887d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 17:09:45.603789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.policy [None req-9a2423af-ad49-45b2-b8a4-5efbba5887d8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95015) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 29 17:09:45.649649 n-d-811748-2 neutron-server[95015]: WARNING oslo_policy.policy [None req-9a2423af-ad49-45b2-b8a4-5efbba5887d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 17:09:45.650020 n-d-811748-2 neutron-server[95015]: WARNING oslo_policy.policy [None req-9a2423af-ad49-45b2-b8a4-5efbba5887d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 17:09:45.658133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2423af-ad49-45b2-b8a4-5efbba5887d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:09:45.660091 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9a2423af-ad49-45b2-b8a4-5efbba5887d8 admin admin] 10.222.0.44 "GET /v2.0/subnets/62c75774-4356-44ca-8711-ee530846d92f HTTP/1.1" status: 200 len: 849 time: 0.6987801 Sep 29 17:09:45.828113 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1814f350-a0ba-4592-8c4b-8861c18b8ff3 admin admin] 10.222.0.44 "GET /v2.0/routers/6ed1ef66-a673-4e39-8bad-a4fb7bd644e0 HTTP/1.1" status: 200 len: 704 time: 0.1612213 Sep 29 17:09:46.092952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:46.412112 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Allocated IP 172.20.0.1 (508a0cb2-f843-4cb0-ab3e-18633aaab1d3/62c75774-4356-44ca-8711-ee530846d92f/5b606856-861b-418d-b166-8e8f6c7dafd3) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:09:46.615104 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:46.616943 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:46.685582 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:46.724818 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Network 508a0cb2-f843-4cb0-ab3e-18633aaab1d3 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:09:46.726167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:09:46.791524 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:09:46.792109 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:46.860810 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Pushing event updated for resources: {'Port': ['ID=5b606856-861b-418d-b166-8e8f6c7dafd3,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:46.879137 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:46.879481 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:46.879857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:46.880187 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:46.880513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:46.880835 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:46.881150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:46.881501 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:46.881820 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:46.882147 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:46.882458 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:46.882772 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Tracked resource versions report: Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: pushed versions: Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: { 'AddressGroup': {'1.2'}, Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'ConntrackHelper': {'1.0'}, Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'Log': {'1.0'}, Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'Network': {'1.1'}, Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'Port': {'1.7'}, Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'PortForwarding': {'1.2'}, Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'QosPolicy': {'1.9'}, Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'SecurityGroup': {'1.4'}, Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'SecurityGroupRule': {'1.2'}, Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'SubPort': {'1.0'}, Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'Subnet': {'1.1'}, Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'Trunk': {'1.1'}} Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: consumer versions: Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: { DHCP agent@n-d-811748-2: {}, Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: L3 agent@n-d-811748-2: {}, Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: Metadata agent@n-d-811748-2: {}, Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: Metering agent@n-d-811748-2: {}, Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: Open vSwitch agent@n-d-811748-2: { 'AddressGroup': '1.2', Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'ConntrackHelper': '1.0', Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'Log': '1.0', Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'Network': '1.1', Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'Port': '1.7', Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'PortForwarding': '1.2', Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'QosPolicy': '1.9', Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'SecurityGroup': '1.4', Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'SecurityGroupRule': '1.2', Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'SubPort': '1.0', Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'Subnet': '1.1', Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: 'Trunk': '1.1'}} Sep 29 17:09:46.883899 n-d-811748-2 neutron-server[95015]: {{(pid=95015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 17:09:47.004472 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:47.019523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e2272e6b-1e42-4cc2-bdff-a792b9b7e691 None None] Provisioning complete for port 5b606856-861b-418d-b166-8e8f6c7dafd3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:09:47.019964 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e2272e6b-1e42-4cc2-bdff-a792b9b7e691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:47.052989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e2272e6b-1e42-4cc2-bdff-a792b9b7e691 None None] Port 5b606856-861b-418d-b166-8e8f6c7dafd3 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:09:47.217091 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:47.221575 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:47.222361 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:47.280644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Pushing event updated for resources: {'Port': ['ID=5b606856-861b-418d-b166-8e8f6c7dafd3,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:47.344673 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Network 508a0cb2-f843-4cb0-ab3e-18633aaab1d3 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:09:47.345978 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:09:47.551710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Router 6ed1ef66-a673-4e39-8bad-a4fb7bd644e0 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:09:47.574604 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4014d968-b5dd-4e03-bb28-8d44602885e6 None None] Provisioning complete for port 5b606856-861b-418d-b166-8e8f6c7dafd3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:09:47.574971 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4014d968-b5dd-4e03-bb28-8d44602885e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:47.608634 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4014d968-b5dd-4e03-bb28-8d44602885e6 None None] Port 5b606856-861b-418d-b166-8e8f6c7dafd3 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:09:47.641249 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:09:47.647122 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d76b7fdc-25da-4c62-991e-7e1aef1d10f5 admin admin] 10.222.0.44 "PUT /v2.0/routers/6ed1ef66-a673-4e39-8bad-a4fb7bd644e0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8126903 Sep 29 17:09:47.652617 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Sync routers for ids ['6ed1ef66-a673-4e39-8bad-a4fb7bd644e0'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:09:47.664378 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Routers {'6ed1ef66-a673-4e39-8bad-a4fb7bd644e0'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:09:47.665672 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:09:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6ed1ef66-a673-4e39-8bad-a4fb7bd644e0'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:09:47.849238 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Set router 6ed1ef66-a673-4e39-8bad-a4fb7bd644e0 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:09:48.274606 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed1ef66-a673-4e39-8bad-a4fb7bd644e0', 'name': 'router1', 'tenant_id': 'b5735fad9a8c474a8a700ba265fce577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:09:36Z', 'updated_at': '2021-09-29T17:09:46Z', 'revision_number': 2, 'project_id': 'b5735fad9a8c474a8a700ba265fce577', 'gw_port_host': None, '_interfaces': [{'id': '5b606856-861b-418d-b166-8e8f6c7dafd3', 'name': '', 'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3', 'tenant_id': 'b5735fad9a8c474a8a700ba265fce577', 'mac_address': 'fa:16:3e:c9:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1ef66-a673-4e39-8bad-a4fb7bd644e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62c75774-4356-44ca-8711-ee530846d92f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:09:46Z', 'updated_at': '2021-09-29T17:09:47Z', 'revision_number': 2, 'project_id': 'b5735fad9a8c474a8a700ba265fce577', 'subnets': [{'id': '62c75774-4356-44ca-8711-ee530846d92f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6050e4db-b10a-44d4-bfb4-00a494fc1589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:09:48.325668 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Checking router: 6ed1ef66-a673-4e39-8bad-a4fb7bd644e0 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:09:48.326032 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Updating router 6ed1ef66-a673-4e39-8bad-a4fb7bd644e0 port 5b606856-861b-418d-b166-8e8f6c7dafd3 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:09:48.375205 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:48.891770 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:48.898315 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:49.063614 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fea666-98f4-4a8d-90a5-185333dd30d6 None None] Pushing event updated for resources: {'Port': ['ID=5b606856-861b-418d-b166-8e8f6c7dafd3,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:49.069773 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Attempting to bind port 5b606856-861b-418d-b166-8e8f6c7dafd3 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:09:49.070243 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Attempting to bind port 5b606856-861b-418d-b166-8e8f6c7dafd3 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '9e999eb3-495d-41e8-8b1e-f2dd8eb2671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:09:49.070566 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Attempting to bind port 5b606856-861b-418d-b166-8e8f6c7dafd3 on network 508a0cb2-f843-4cb0-ab3e-18633aaab1d3 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:09:49.079957 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fea666-98f4-4a8d-90a5-185333dd30d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:49.080291 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fea666-98f4-4a8d-90a5-185333dd30d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:49.080618 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fea666-98f4-4a8d-90a5-185333dd30d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:49.080940 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fea666-98f4-4a8d-90a5-185333dd30d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:49.081265 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fea666-98f4-4a8d-90a5-185333dd30d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:49.081620 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fea666-98f4-4a8d-90a5-185333dd30d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:49.081933 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fea666-98f4-4a8d-90a5-185333dd30d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:49.082246 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fea666-98f4-4a8d-90a5-185333dd30d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:49.082802 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fea666-98f4-4a8d-90a5-185333dd30d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:49.083119 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fea666-98f4-4a8d-90a5-185333dd30d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:49.083432 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fea666-98f4-4a8d-90a5-185333dd30d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:49.083741 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fea666-98f4-4a8d-90a5-185333dd30d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fea666-98f4-4a8d-90a5-185333dd30d6 None None] Tracked resource versions report: Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: pushed versions: Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: { 'AddressGroup': {'1.2'}, Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'ConntrackHelper': {'1.0'}, Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'Log': {'1.0'}, Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'Network': {'1.1'}, Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'Port': {'1.7'}, Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'PortForwarding': {'1.2'}, Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'QosPolicy': {'1.9'}, Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'SecurityGroup': {'1.4'}, Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'SecurityGroupRule': {'1.2'}, Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'SubPort': {'1.0'}, Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'Subnet': {'1.1'}, Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'Trunk': {'1.1'}} Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: consumer versions: Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: { DHCP agent@n-d-811748-2: {}, Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: L3 agent@n-d-811748-2: {}, Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: Metadata agent@n-d-811748-2: {}, Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: Metering agent@n-d-811748-2: {}, Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: Open vSwitch agent@n-d-811748-2: { 'AddressGroup': '1.2', Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'ConntrackHelper': '1.0', Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'Log': '1.0', Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'Network': '1.1', Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'Port': '1.7', Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'PortForwarding': '1.2', Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'QosPolicy': '1.9', Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'SecurityGroup': '1.4', Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'SecurityGroupRule': '1.2', Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'SubPort': '1.0', Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'Subnet': '1.1', Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: 'Trunk': '1.1'}} Sep 29 17:09:49.084839 n-d-811748-2 neutron-server[95018]: {{(pid=95018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 17:09:49.089770 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:09:49.090175 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Checking segment: {'id': '9e999eb3-495d-41e8-8b1e-f2dd8eb2671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:09:49.090649 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:49.091014 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Bound using segment: {'id': '9e999eb3-495d-41e8-8b1e-f2dd8eb2671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:09:49.092323 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Bound port: 5b606856-861b-418d-b166-8e8f6c7dafd3, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e999eb3-495d-41e8-8b1e-f2dd8eb2671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:09:49.092703 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:49.139867 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9472158e-3743-4f0b-b954-4e70f6b23623 None None] Provisioning complete for port 5b606856-861b-418d-b166-8e8f6c7dafd3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:09:49.140470 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9472158e-3743-4f0b-b954-4e70f6b23623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:49.157604 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] For port 5b606856-861b-418d-b166-8e8f6c7dafd3, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:09:49.173356 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-9472158e-3743-4f0b-b954-4e70f6b23623 None None] Port 5b606856-861b-418d-b166-8e8f6c7dafd3 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:09:49.178626 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] For port 5b606856-861b-418d-b166-8e8f6c7dafd3, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5b606856-861b-418d-b166-8e8f6c7dafd3,segment=NetworkSegment(9e999eb3-495d-41e8-8b1e-f2dd8eb2671a),segment_id=9e999eb3-495d-41e8-8b1e-f2dd8eb2671a)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:09:49.182831 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:49.237270 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fea666-98f4-4a8d-90a5-185333dd30d6 None None] Pushing event updated for resources: {'Port': ['ID=5b606856-861b-418d-b166-8e8f6c7dafd3,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:49.244499 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Routers {'6ed1ef66-a673-4e39-8bad-a4fb7bd644e0'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:09:49.244943 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:09:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6ed1ef66-a673-4e39-8bad-a4fb7bd644e0'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:09:49.334476 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] Set router 6ed1ef66-a673-4e39-8bad-a4fb7bd644e0 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:09:49.393226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d246cf0a-2af2-4a18-9b72-2b88ba90474b None None] Provisioning complete for port 5b606856-861b-418d-b166-8e8f6c7dafd3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:09:49.393696 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d246cf0a-2af2-4a18-9b72-2b88ba90474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:49.470674 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d246cf0a-2af2-4a18-9b72-2b88ba90474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:49.502223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d246cf0a-2af2-4a18-9b72-2b88ba90474b None None] For port 5b606856-861b-418d-b166-8e8f6c7dafd3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5b606856-861b-418d-b166-8e8f6c7dafd3,segment=NetworkSegment(9e999eb3-495d-41e8-8b1e-f2dd8eb2671a),segment_id=9e999eb3-495d-41e8-8b1e-f2dd8eb2671a)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:09:49.507055 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d246cf0a-2af2-4a18-9b72-2b88ba90474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:49.547345 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed1ef66-a673-4e39-8bad-a4fb7bd644e0', 'name': 'router1', 'tenant_id': 'b5735fad9a8c474a8a700ba265fce577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:09:36Z', 'updated_at': '2021-09-29T17:09:46Z', 'revision_number': 2, 'project_id': 'b5735fad9a8c474a8a700ba265fce577', 'gw_port_host': None, '_interfaces': [{'id': '5b606856-861b-418d-b166-8e8f6c7dafd3', 'name': '', 'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3', 'tenant_id': 'b5735fad9a8c474a8a700ba265fce577', 'mac_address': 'fa:16:3e:c9:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1ef66-a673-4e39-8bad-a4fb7bd644e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62c75774-4356-44ca-8711-ee530846d92f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:09:46Z', 'updated_at': '2021-09-29T17:09:49Z', 'revision_number': 4, 'project_id': 'b5735fad9a8c474a8a700ba265fce577', 'subnets': [{'id': '62c75774-4356-44ca-8711-ee530846d92f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6050e4db-b10a-44d4-bfb4-00a494fc1589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:09:49.553102 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246cf0a-2af2-4a18-9b72-2b88ba90474b None None] Pushing event updated for resources: {'Port': ['ID=5b606856-861b-418d-b166-8e8f6c7dafd3,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:49.575586 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c84a93-8006-4682-87cc-acb6dddeea99 None None] The sync data for ids ['6ed1ef66-a673-4e39-8bad-a4fb7bd644e0'] in n-d-811748-2 is: [{'id': '6ed1ef66-a673-4e39-8bad-a4fb7bd644e0', 'name': 'router1', 'tenant_id': 'b5735fad9a8c474a8a700ba265fce577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:09:36Z', 'updated_at': '2021-09-29T17:09:46Z', 'revision_number': 2, 'project_id': 'b5735fad9a8c474a8a700ba265fce577', 'gw_port_host': None, '_interfaces': [{'id': '5b606856-861b-418d-b166-8e8f6c7dafd3', 'name': '', 'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3', 'tenant_id': 'b5735fad9a8c474a8a700ba265fce577', 'mac_address': 'fa:16:3e:c9:08:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1ef66-a673-4e39-8bad-a4fb7bd644e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62c75774-4356-44ca-8711-ee530846d92f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:09:46Z', 'updated_at': '2021-09-29T17:09:49Z', 'revision_number': 4, 'project_id': 'b5735fad9a8c474a8a700ba265fce577', 'subnets': [{'id': '62c75774-4356-44ca-8711-ee530846d92f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6050e4db-b10a-44d4-bfb4-00a494fc1589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:09:49.877726 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43218) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:09:49.988805 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0233ed-43eb-46f9-88e3-0d9d86836e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:09:49.990775 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9d0233ed-43eb-46f9-88e3-0d9d86836e17 admin admin] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 842 time: 0.1120696 Sep 29 17:09:50.000853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-95095cdf-7109-4fa2-bcae-bbaaa60b3c22 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'enable_dhcp': False}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:09:50.002303 n-d-811748-2 neutron-server[95015]: INFO neutron.quota [None req-95095cdf-7109-4fa2-bcae-bbaaa60b3c22 admin admin] Loaded quota_driver: . Sep 29 17:09:50.035540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95095cdf-7109-4fa2-bcae-bbaaa60b3c22 admin admin] Made reservation on behalf of 8446632162954b52a782e215a9c5a0cd for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:09:50.038559 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-95095cdf-7109-4fa2-bcae-bbaaa60b3c22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:50.345823 n-d-811748-2 neutron-server[95015]: DEBUG neutron.objects.ports [None req-95095cdf-7109-4fa2-bcae-bbaaa60b3c22 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95015) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:09:50.346272 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-95095cdf-7109-4fa2-bcae-bbaaa60b3c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:50.408010 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95095cdf-7109-4fa2-bcae-bbaaa60b3c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68d7e33-95f8-4b07-a2db-ba1fcb465eaf,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:50.412849 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95095cdf-7109-4fa2-bcae-bbaaa60b3c22 admin admin] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:09:50.413194 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95095cdf-7109-4fa2-bcae-bbaaa60b3c22 admin admin] Network hostable DHCP agents. Network: 67fbb982-df89-4d02-87ed-27928a79a62d, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:09:50.435299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95095cdf-7109-4fa2-bcae-bbaaa60b3c22 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:09:50.449110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-95095cdf-7109-4fa2-bcae-bbaaa60b3c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 67fbb982-df89-4d02-87ed-27928a79a62d) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:09:50.456030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95095cdf-7109-4fa2-bcae-bbaaa60b3c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:09:50.456845 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-95095cdf-7109-4fa2-bcae-bbaaa60b3c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:50.461559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26131a9-89b3-4626-9a19-9bffb5fa98b2 None None] Network 67fbb982-df89-4d02-87ed-27928a79a62d requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:09:50.481311 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-95095cdf-7109-4fa2-bcae-bbaaa60b3c22 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4807129 Sep 29 17:09:50.603097 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bc2aa0-80f0-45a1-8f45-7c4965320edd None None] Network 67fbb982-df89-4d02-87ed-27928a79a62d requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:09:52.805482 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43226) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:09:52.937257 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-af3c3441-3bf4-4a0b-9c96-6e073fe5f97b admin admin] 10.222.0.44 "GET /v2.0/routers/6ed1ef66-a673-4e39-8bad-a4fb7bd644e0 HTTP/1.1" status: 200 len: 710 time: 0.1306577 Sep 29 17:09:53.022001 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b589da34-b5bd-4560-97b0-cf3c34741de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:09:53.023256 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b589da34-b5bd-4560-97b0-cf3c34741de5 admin admin] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 886 time: 0.0795257 Sep 29 17:09:53.032684 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:09:53.275360 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:53.562470 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:53.636290 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:53.740844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Allocated IP 172.25.2.136 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/52a2699c-a55e-4837-af1f-184dc5ed12cd) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:09:53.839276 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:53.873185 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:53.912246 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:09:53.914942 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:09:53.917560 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:09:53.954960 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Pushing event updated for resources: {'Port': ['ID=52a2699c-a55e-4837-af1f-184dc5ed12cd,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:54.163719 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:54.354491 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:54.357706 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:54.460988 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Router 6ed1ef66-a673-4e39-8bad-a4fb7bd644e0 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:09:54.564613 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:09:54.569577 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:54.570760 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-33de8506-4919-4c3b-80ed-95f6c5fac308 admin admin] 10.222.0.44 "PUT /v2.0/routers/6ed1ef66-a673-4e39-8bad-a4fb7bd644e0 HTTP/1.1" status: 200 len: 890 time: 1.5412281 Sep 29 17:09:56.026194 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Sync routers for ids ['6ed1ef66-a673-4e39-8bad-a4fb7bd644e0'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:09:56.037558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Routers {'6ed1ef66-a673-4e39-8bad-a4fb7bd644e0'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:09:56.038198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:09:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6ed1ef66-a673-4e39-8bad-a4fb7bd644e0'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:09:56.149418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5b606856-861b-418d-b166-8e8f6c7dafd3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:09:56.292080 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Set router 6ed1ef66-a673-4e39-8bad-a4fb7bd644e0 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:09:56.334900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 5b606856-861b-418d-b166-8e8f6c7dafd3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:09:56.335283 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:56.752580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed1ef66-a673-4e39-8bad-a4fb7bd644e0', 'name': 'router1', 'tenant_id': 'b5735fad9a8c474a8a700ba265fce577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '52a2699c-a55e-4837-af1f-184dc5ed12cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:09:36Z', 'updated_at': '2021-09-29T17:09:54Z', 'revision_number': 4, 'project_id': 'b5735fad9a8c474a8a700ba265fce577', 'gw_port': {'id': '52a2699c-a55e-4837-af1f-184dc5ed12cd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1ef66-a673-4e39-8bad-a4fb7bd644e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:09:53Z', 'updated_at': '2021-09-29T17:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '5b606856-861b-418d-b166-8e8f6c7dafd3', 'name': '', 'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3', 'tenant_id': 'b5735fad9a8c474a8a700ba265fce577', 'mac_address': 'fa:16:3e:c9:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1ef66-a673-4e39-8bad-a4fb7bd644e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62c75774-4356-44ca-8711-ee530846d92f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:09:46Z', 'updated_at': '2021-09-29T17:09:49Z', 'revision_number': 5, 'project_id': 'b5735fad9a8c474a8a700ba265fce577', 'subnets': [{'id': '62c75774-4356-44ca-8711-ee530846d92f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6050e4db-b10a-44d4-bfb4-00a494fc1589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:09:56.805287 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Checking router: 6ed1ef66-a673-4e39-8bad-a4fb7bd644e0 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:09:56.805663 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Updating router 6ed1ef66-a673-4e39-8bad-a4fb7bd644e0 port 52a2699c-a55e-4837-af1f-184dc5ed12cd binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:09:56.855556 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:57.007160 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43238) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:09:57.118808 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3df7848e-fe9d-46eb-946c-086c75c9c01c admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1105194 Sep 29 17:09:57.182234 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:57.188021 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:57.322684 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33596585-bfd6-4cac-ad14-d91e242752e3 None None] Pushing event updated for resources: {'Port': ['ID=52a2699c-a55e-4837-af1f-184dc5ed12cd,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:57.333254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Attempting to bind port 52a2699c-a55e-4837-af1f-184dc5ed12cd on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:09:57.333717 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Attempting to bind port 52a2699c-a55e-4837-af1f-184dc5ed12cd by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:09:57.334082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Attempting to bind port 52a2699c-a55e-4837-af1f-184dc5ed12cd on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:09:57.339343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:09:57.339715 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:09:57.340145 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:57.340535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:09:57.341001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Bound port: 52a2699c-a55e-4837-af1f-184dc5ed12cd, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:09:57.341441 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:57.391645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] For port 52a2699c-a55e-4837-af1f-184dc5ed12cd, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:09:57.394640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] For port 52a2699c-a55e-4837-af1f-184dc5ed12cd, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=52a2699c-a55e-4837-af1f-184dc5ed12cd,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:09:57.398941 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:57.445244 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Routers {'6ed1ef66-a673-4e39-8bad-a4fb7bd644e0'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:09:57.445984 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:09:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6ed1ef66-a673-4e39-8bad-a4fb7bd644e0'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:09:57.515617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33596585-bfd6-4cac-ad14-d91e242752e3 None None] Pushing event updated for resources: {'Port': ['ID=52a2699c-a55e-4837-af1f-184dc5ed12cd,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:09:57.564125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] Set router 6ed1ef66-a673-4e39-8bad-a4fb7bd644e0 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:09:57.783552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ed1ef66-a673-4e39-8bad-a4fb7bd644e0', 'name': 'router1', 'tenant_id': 'b5735fad9a8c474a8a700ba265fce577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '52a2699c-a55e-4837-af1f-184dc5ed12cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:09:36Z', 'updated_at': '2021-09-29T17:09:54Z', 'revision_number': 4, 'project_id': 'b5735fad9a8c474a8a700ba265fce577', 'gw_port': {'id': '52a2699c-a55e-4837-af1f-184dc5ed12cd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1ef66-a673-4e39-8bad-a4fb7bd644e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:09:53Z', 'updated_at': '2021-09-29T17:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '5b606856-861b-418d-b166-8e8f6c7dafd3', 'name': '', 'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3', 'tenant_id': 'b5735fad9a8c474a8a700ba265fce577', 'mac_address': 'fa:16:3e:c9:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1ef66-a673-4e39-8bad-a4fb7bd644e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62c75774-4356-44ca-8711-ee530846d92f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:09:46Z', 'updated_at': '2021-09-29T17:09:49Z', 'revision_number': 5, 'project_id': 'b5735fad9a8c474a8a700ba265fce577', 'subnets': [{'id': '62c75774-4356-44ca-8711-ee530846d92f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6050e4db-b10a-44d4-bfb4-00a494fc1589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:09:57.809664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26cb25e-e382-440e-9bb2-297c4fada944 None None] The sync data for ids ['6ed1ef66-a673-4e39-8bad-a4fb7bd644e0'] in n-d-811748-2 is: [{'id': '6ed1ef66-a673-4e39-8bad-a4fb7bd644e0', 'name': 'router1', 'tenant_id': 'b5735fad9a8c474a8a700ba265fce577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '52a2699c-a55e-4837-af1f-184dc5ed12cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:09:36Z', 'updated_at': '2021-09-29T17:09:54Z', 'revision_number': 4, 'project_id': 'b5735fad9a8c474a8a700ba265fce577', 'gw_port': {'id': '52a2699c-a55e-4837-af1f-184dc5ed12cd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:a2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ed1ef66-a673-4e39-8bad-a4fb7bd644e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:09:53Z', 'updated_at': '2021-09-29T17:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '5b606856-861b-418d-b166-8e8f6c7dafd3', 'name': '', 'network_id': '508a0cb2-f843-4cb0-ab3e-18633aaab1d3', 'tenant_id': 'b5735fad9a8c474a8a700ba265fce577', 'mac_address': 'fa:16:3e:c9:08:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed1ef66-a673-4e39-8bad-a4fb7bd644e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '62c75774-4356-44ca-8711-ee530846d92f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:09:46Z', 'updated_at': '2021-09-29T17:09:49Z', 'revision_number': 5, 'project_id': 'b5735fad9a8c474a8a700ba265fce577', 'subnets': [{'id': '62c75774-4356-44ca-8711-ee530846d92f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6050e4db-b10a-44d4-bfb4-00a494fc1589'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:09:58.148094 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 52a2699c-a55e-4837-af1f-184dc5ed12cd up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:09:58.196725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 52a2699c-a55e-4837-af1f-184dc5ed12cd triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:09:58.197316 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:58.280023 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:58.302299 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 52a2699c-a55e-4837-af1f-184dc5ed12cd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=52a2699c-a55e-4837-af1f-184dc5ed12cd,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:09:58.306923 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:09:58.360690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=52a2699c-a55e-4837-af1f-184dc5ed12cd,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:10:00.147897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 52a2699c-a55e-4837-af1f-184dc5ed12cd up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:10:00.197913 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 52a2699c-a55e-4837-af1f-184dc5ed12cd triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:10:00.198288 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:10:03.001401 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 5 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:10:10.708418 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2e929902-8a82-4e78-9068-ac0e7b9c128f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:10:13.446197 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a2e9c97c-ff50-4b12-9541-536854ab170b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:10:14.385927 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:10:14.539929 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:10:16.627324 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:10:40.002148 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 5 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:10:40.808755 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b2ffb3a2-6767-44c7-a207-2397520a24ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:10:43.452044 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ad266d39-1d23-4776-9530-fa387dd0ecbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:10:44.379862 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:10:44.534049 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:10:46.626707 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:11:10.713677 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-34904d68-ca2c-40f2-b244-f32e050f9647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:11:13.455079 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f7509a47-ebc7-4a90-b675-ec70792a735f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:11:14.377444 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:11:14.536505 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:11:16.632665 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:11:17.000524 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 5 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:11:38.794566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43832) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:11:38.854787 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6226360-54a6-40f2-83d3-372f7d4f6219 admin admin] GET failed (client error): The resource could not be found. Sep 29 17:11:38.856101 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a6226360-54a6-40f2-83d3-372f7d4f6219 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605752 Sep 29 17:11:39.017549 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c199f5-b544-4e13-8597-83724766c1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:11:39.019224 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-96c199f5-b544-4e13-8597-83724766c1ec admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1584721 Sep 29 17:11:40.714491 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-74bcb526-0493-4045-b1d2-ff1d85a884c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:11:41.246502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43842) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:11:41.343326 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642e27a3-2289-47c2-a27a-58ba7c5892a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:11:41.344913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-642e27a3-2289-47c2-a27a-58ba7c5892a6 admin admin] 10.222.0.44 "GET /v2.0/subnets/62c75774-4356-44ca-8711-ee530846d92f HTTP/1.1" status: 200 len: 849 time: 0.0974665 Sep 29 17:11:41.355690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:11:41.437672 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:11:41.579187 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770531869687'] for subnet, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:11:41.611580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:11:41.612732 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:11:41.613755 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] 10.222.0.44 "PUT /v2.0/subnets/62c75774-4356-44ca-8711-ee530846d92f HTTP/1.1" status: 200 len: 868 time: 0.2614999 Sep 29 17:11:41.618136 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77106571-5e09-40ce-814f-9d8a68b8449f None None] Network 508a0cb2-f843-4cb0-ab3e-18633aaab1d3 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:11:41.635737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c75774-4356-44ca-8711-ee530846d92f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:11:41.643927 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:11:41.644352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:11:41.644700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:11:41.645040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:11:41.645401 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:11:41.645738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:11:41.646067 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:11:41.646396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:11:41.646722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:11:41.647073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:11:41.647403 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:11:41.647729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098ed79e-ec03-4ce4-be80-3361d55c1623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:11:41.946596 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8fb3c691-777e-450f-b051-cf96315183e4 None None] Provisioning complete for port 5b606856-861b-418d-b166-8e8f6c7dafd3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:11:41.947124 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c691-777e-450f-b051-cf96315183e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:11:42.029872 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8fb3c691-777e-450f-b051-cf96315183e4 None None] Provisioning complete for port a91bf994-ea61-447a-bad3-311a2baaa2a5 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:11:42.030239 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8fb3c691-777e-450f-b051-cf96315183e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:11:43.457014 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c1e1-a821-4513-a856-4d6d2ee82a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:11:43.821374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43852) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:11:44.025378 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9433dace-d51e-44f2-8328-537b0eb55155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:11:44.025784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9433dace-d51e-44f2-8328-537b0eb55155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:11:44.027309 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9433dace-d51e-44f2-8328-537b0eb55155 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2049944 Sep 29 17:11:44.380434 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:11:44.537005 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:11:46.196129 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43860) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:11:46.329170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1fba0c-e400-4af6-b4e0-04a872765337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:11:46.329681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1fba0c-e400-4af6-b4e0-04a872765337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:11:46.331315 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-dc1fba0c-e400-4af6-b4e0-04a872765337 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1341364 Sep 29 17:11:46.630424 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:11:48.502581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43868) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:11:48.670513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d4b375-e869-4eb2-9709-8d5663369624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:11:48.671857 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c5d4b375-e869-4eb2-9709-8d5663369624 admin admin] 10.222.0.44 "GET /v2.0/networks/508a0cb2-f843-4cb0-ab3e-18633aaab1d3 HTTP/1.1" status: 200 len: 869 time: 0.1683195 Sep 29 17:11:50.892249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43876) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:11:51.015646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0380155-5ea2-4a97-a61a-c42f73b451ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:11:51.016989 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e0380155-5ea2-4a97-a61a-c42f73b451ab admin admin] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 886 time: 0.1237986 Sep 29 17:11:53.245741 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43884) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:11:53.371016 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc367a-0461-426b-89b0-a10a76739988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:11:53.371474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdc367a-0461-426b-89b0-a10a76739988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:11:53.373006 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5fdc367a-0461-426b-89b0-a10a76739988 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262646 Sep 29 17:11:53.999238 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 5 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:11:55.582450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43892) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:11:55.673210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fcf0b1-0330-4888-8941-313eb78205e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:11:55.673692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fcf0b1-0330-4888-8941-313eb78205e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:11:55.675231 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e7fcf0b1-0330-4888-8941-313eb78205e6 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918331 Sep 29 17:11:57.891849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43900) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:11:58.028946 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49434c29-0650-4a4e-b12d-4432f2653e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:11:58.030313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-49434c29-0650-4a4e-b12d-4432f2653e4e admin admin] 10.222.0.44 "GET /v2.0/subnets/62c75774-4356-44ca-8711-ee530846d92f HTTP/1.1" status: 200 len: 868 time: 0.1375017 Sep 29 17:12:00.210938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43908) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:12:00.296883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a273128-4ec0-4e21-9ecd-0b155f0e124e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:12:00.298244 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3a273128-4ec0-4e21-9ecd-0b155f0e124e admin admin] 10.222.0.44 "GET /v2.0/subnets/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf HTTP/1.1" status: 200 len: 816 time: 0.0863597 Sep 29 17:12:10.715182 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e982a77c-84a2-426d-8810-4bdd6000fd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:13.459061 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-08425da4-acc9-4a1c-901e-1232a9c1d962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:14.381972 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:14.537835 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:16.633187 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:24.476076 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43962) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:12:24.523703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-ec4c27aa-d299-4d59-9cf5-194fecd81238 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:12:24.525001 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ec4c27aa-d299-4d59-9cf5-194fecd81238 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479944 Sep 29 17:12:26.802492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43970) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:12:26.863076 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-37476e39-39ed-4a80-be3f-6a97bfb86058 admin admin] GET failed (client error): The resource could not be found. Sep 29 17:12:26.864373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-37476e39-39ed-4a80-be3f-6a97bfb86058 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609558 Sep 29 17:12:27.004050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c61243-cd05-47a8-89c3-e136e1541f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:12:27.005491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-02c61243-cd05-47a8-89c3-e136e1541f01 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1365333 Sep 29 17:12:29.211441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43978) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:12:29.259075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4500832e-7f26-4b2c-8c52-2b4dbd848586 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:12:29.279021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4500832e-7f26-4b2c-8c52-2b4dbd848586 admin admin] Made reservation on behalf of 8446632162954b52a782e215a9c5a0cd for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:12:29.281259 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4500832e-7f26-4b2c-8c52-2b4dbd848586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:29.317390 n-d-811748-2 neutron-server[95016]: WARNING neutron.services.revisions.revision_plugin [None req-4500832e-7f26-4b2c-8c52-2b4dbd848586 admin admin] Could not find related network for resource to bump revision. Sep 29 17:12:29.327843 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4500832e-7f26-4b2c-8c52-2b4dbd848586 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:12:29.336816 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4500832e-7f26-4b2c-8c52-2b4dbd848586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:29.337152 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-4500832e-7f26-4b2c-8c52-2b4dbd848586 admin admin] Added segment 1c90c85c-260c-4d02-88b9-ed79e593c02c of type vlan for network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b Sep 29 17:12:29.385014 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4500832e-7f26-4b2c-8c52-2b4dbd848586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:29.408063 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4500832e-7f26-4b2c-8c52-2b4dbd848586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:29.408933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4500832e-7f26-4b2c-8c52-2b4dbd848586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:12:29.409769 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4500832e-7f26-4b2c-8c52-2b4dbd848586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:29.437504 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4500832e-7f26-4b2c-8c52-2b4dbd848586 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2249668 Sep 29 17:12:29.472299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500832e-7f26-4b2c-8c52-2b4dbd848586 admin admin] Pushing event updated for resources: {'Network': ['ID=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:12:29.483027 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:12:30.997674 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 5 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:12:31.644760 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43986) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:12:31.704669 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-8921da8b-0f85-40fd-aa38-b820b775eb23 admin admin] GET failed (client error): The resource could not be found. Sep 29 17:12:31.706063 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8921da8b-0f85-40fd-aa38-b820b775eb23 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603211 Sep 29 17:12:31.776472 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553fffcc-f265-49be-ad0b-38d6eef49921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:12:31.777927 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-553fffcc-f265-49be-ad0b-38d6eef49921 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672817 Sep 29 17:12:31.788677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:12:31.809976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Made reservation on behalf of 8446632162954b52a782e215a9c5a0cd for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:12:31.812209 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:32.044401 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:32.100690 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eee73fb-28fa-4867-8084-f8a6f5fb690b,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:12:32.107524 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:12:32.107868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Network hostable DHCP agents. Network: 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:12:32.111734 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.112075 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.113253 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.113632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.113963 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.114291 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.114619 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.114939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.115265 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.115583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.115903 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.116219 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.132747 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:12:32.140545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:12:32.144753 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:12:32.145449 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:32.149485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0833d064-433e-4f59-8018-960d79ed901a None None] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:12:32.159861 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d0d1a750-599d-4393-9928-796b3dc64436 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3741980 Sep 29 17:12:32.392229 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'tenant_id': '8446632162954b52a782e215a9c5a0cd', 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:12:32.393126 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:32.528822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Allocated IP 192.168.233.2 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/0a7432df-f459-4032-9cc6-ae3006ea576f) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:12:32.674072 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:32.681039 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:32.718439 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:12:32.721406 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:12:32.725419 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:12:32.733235 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Pushing event updated for resources: {'Port': ['ID=0a7432df-f459-4032-9cc6-ae3006ea576f,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:12:32.743432 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.743772 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.744110 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.744445 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.744772 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.745095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.745448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.745775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.746096 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.746419 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.746758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.747080 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:12:32.798569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Attempting to bind port 0a7432df-f459-4032-9cc6-ae3006ea576f on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:12:32.798930 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Attempting to bind port 0a7432df-f459-4032-9cc6-ae3006ea576f by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:12:32.799290 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Attempting to bind port 0a7432df-f459-4032-9cc6-ae3006ea576f on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:12:32.804280 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:12:32.804642 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:12:32.805036 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:32.805453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:12:32.805908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Bound port: 0a7432df-f459-4032-9cc6-ae3006ea576f, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:12:32.806300 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:32.868582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] For port 0a7432df-f459-4032-9cc6-ae3006ea576f, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:12:32.871686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] For port 0a7432df-f459-4032-9cc6-ae3006ea576f, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0a7432df-f459-4032-9cc6-ae3006ea576f,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:12:32.876628 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:32.933532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5a55c-b7f3-475b-b34c-9455f497f814 None None] Pushing event updated for resources: {'Port': ['ID=0a7432df-f459-4032-9cc6-ae3006ea576f,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:12:33.755680 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff082de-8721-4ed0-85a9-f5906a9d2c09 None None] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:12:33.847270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f8e9de07-1861-41db-8e4b-924b9dd9e860 None None] Provisioning complete for port 0a7432df-f459-4032-9cc6-ae3006ea576f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:12:33.847818 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f8e9de07-1861-41db-8e4b-924b9dd9e860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:33.984047 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f8e9de07-1861-41db-8e4b-924b9dd9e860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:34.018192 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f8e9de07-1861-41db-8e4b-924b9dd9e860 None None] For port 0a7432df-f459-4032-9cc6-ae3006ea576f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0a7432df-f459-4032-9cc6-ae3006ea576f,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:12:34.023891 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f8e9de07-1861-41db-8e4b-924b9dd9e860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:34.078222 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9de07-1861-41db-8e4b-924b9dd9e860 None None] Pushing event updated for resources: {'Port': ['ID=0a7432df-f459-4032-9cc6-ae3006ea576f,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:12:34.246483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8f9f2ed9-cfd6-44cd-ab89-a9b00a5fe135 None None] Provisioning complete for port 0a7432df-f459-4032-9cc6-ae3006ea576f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:12:34.246851 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8f9f2ed9-cfd6-44cd-ab89-a9b00a5fe135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:34.272367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0a7432df-f459-4032-9cc6-ae3006ea576f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:12:34.358090 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0a7432df-f459-4032-9cc6-ae3006ea576f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:12:34.358522 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:40.771489 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a07f030d-d2a8-4163-ab0e-6d5967a3edcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:43.458942 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-29d7a352-19ed-4ab6-9b3c-b34caa289834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:44.388224 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:44.540252 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:12:46.638520 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:07.995778 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 5 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:13:10.713418 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a097865b-8a4c-49aa-89b2-81bb836707a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:13.458808 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cc7495ea-ba2f-4843-a43e-91b888791eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:14.391088 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:14.542158 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:16.644017 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:40.714504 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-34a184d6-a7a4-46d3-bd9e-d641b501c410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:41.025805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44040) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:13:41.031573 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-1824ce1d-7452-4367-affb-3b590e8fb39a tempest-verify_tempest_config-2015553507 tempest-verify_tempest_config-2015553507-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:13:41.032520 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1824ce1d-7452-4367-affb-3b590e8fb39a tempest-verify_tempest_config-2015553507 tempest-verify_tempest_config-2015553507-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057638 Sep 29 17:13:41.322229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44058) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:13:41.424416 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:41.511813 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:41.515225 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:41.557779 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e62992e4641d413f9fb4651b2038ff5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2345362 Sep 29 17:13:41.559745 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f095938-d474-40b8-9b11-0ccf9d502491,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:13:41.560695 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44062) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:13:41.567028 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.567372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.567712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.568041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.568365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.568686 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.569008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.569350 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.569672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.570075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.570311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.570624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d579a3-97f0-42cd-95d6-d264919b6be9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.637965 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:41.661146 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:41.749887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:41.752949 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:41.754123 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f095938-d474-40b8-9b11-0ccf9d502491 HTTP/1.1" status: 204 len: 168 time: 0.1923969 Sep 29 17:13:41.761547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f095938-d474-40b8-9b11-0ccf9d502491,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:13:41.768031 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.768311 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.768649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.768977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.769325 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.769651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.769965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.770281 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.770594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.770907 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.771314 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:41.771631 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e746c-e606-456c-b012-6a820054ed01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:13:43.459761 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dd4557d5-fdc5-4a7c-a3a7-85f163a28ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:44.393271 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:44.543029 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:13:44.994214 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 5 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:13:46.647014 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:14:10.714935 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d6560a62-3f8a-4018-b6f6-3a7a74291ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:14:13.459135 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-86a536a8-8143-4e61-96ed-234cf0bce23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:14:14.394144 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:14:14.542951 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:14:16.650878 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:14:21.993304 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 5 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:14:40.717133 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-03b79c5b-8c8f-418d-a592-9083f8d553e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:14:43.458997 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5524e413-3751-4ec8-bfbf-92e46ba45c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:14:44.398665 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:14:44.543776 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:14:46.652100 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:14:58.992142 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 5 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:15:10.716115 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4131b2ce-6c50-461d-9e98-0b604994ec2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:15:13.462301 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2e3790c6-3a06-47fe-83f9-f29c52d57489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:15:14.400121 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:15:14.544557 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:15:16.656147 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:15:35.990493 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 5 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:15:40.716413 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-29e60321-e749-4045-aaea-8b80b8f2b366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:15:43.461719 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9774f461-1b6f-4f9d-9455-b636eee6e941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:15:44.401344 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:15:44.545096 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:15:46.657305 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:16:10.717137 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4741ff6-82d8-4592-a92e-78af4c297574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:16:12.989353 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 5 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:16:13.462420 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9defe3ac-35e4-454b-8f9b-e641050d1d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:16:14.404483 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:16:14.544818 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:16:16.660078 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:16:40.728373 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-58c30f82-1d35-4828-bd77-fdb91979e7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:16:43.461538 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa2418af-8d4a-48fe-ad0c-7dd852dad06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:16:44.131663 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-495812'] for agent, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:16:44.407392 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:16:44.545616 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:16:46.663860 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:16:49.989271 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 6 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:16:56.952644 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-495812'] for agent, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:17:10.718800 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0e79b8df-e14b-4cdd-bfdd-fffa70431fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:17:13.461013 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4cd0a324-29e3-4f4a-a3df-8e1ed2c5e303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:17:14.126816 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:17:14.408696 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:17:14.545328 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:17:16.667090 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:17:26.906873 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:17:26.988992 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:17:31.855736 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44124) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:17:31.959117 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b66e836c-29b2-417e-932c-45b2359d25ec admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1022980 Sep 29 17:17:34.166363 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44134) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:17:34.222867 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e7556594-0a4b-418c-afe7-a4b0200abdf1 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0551703 Sep 29 17:17:40.718863 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-06bdbce4-66c6-43e9-aebf-352856f7b6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:17:43.460989 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7da38fe8-f5c6-4f13-840a-bef4f5215750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:17:44.121085 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:17:44.412004 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:17:44.545793 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:17:46.666990 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:17:56.919315 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:03.988195 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:18:10.722459 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-951cd694-e8d1-4da5-9955-01ae85b37bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:13.466806 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-434256d7-d656-4b3f-baa6-77e9d3c19fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:14.119928 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:14.425686 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:14.550487 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:16.684791 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:26.927466 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:40.733404 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cd55e2f0-fe30-491b-9b36-08fbfc79dfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:40.987669 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:18:43.457471 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-71cc91a7-2834-4442-813d-e39244819e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:44.168509 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:44.414525 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:44.552051 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:46.669998 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:56.925036 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:59.681774 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44546) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:18:59.813809 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:59.942794 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:59.948100 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:18:59.990081 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09abc0bd-5a2a-4fc5-a4fa-0f89396d0506,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:00.002161 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.002659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.003277 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.003760 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.004222 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.004682 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.005140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.005719 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.006173 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.006636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.006964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.007744 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] Tracked resource versions report: Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: pushed versions: Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: { 'AddressGroup': {'1.2'}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'ConntrackHelper': {'1.0'}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'Log': {'1.0'}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'Network': {'1.1'}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'Port': {'1.7'}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'PortForwarding': {'1.2'}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'QosPolicy': {'1.9'}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'SecurityGroup': {'1.4'}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'SecurityGroupRule': {'1.2'}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'SubPort': {'1.0'}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'Subnet': {'1.1'}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'Trunk': {'1.1'}} Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: consumer versions: Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: { DHCP agent@n-d-811748-2: {}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: HyperV agent@n-h1-811748-2: {}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: HyperV agent@n-h2-811748-2: {}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: L3 agent@n-d-811748-2: {}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: Metadata agent@n-d-811748-2: {}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: Metering agent@n-d-811748-2: {}, Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: Open vSwitch agent@n-d-811748-2: { 'AddressGroup': '1.2', Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'ConntrackHelper': '1.0', Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'Log': '1.0', Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'Network': '1.1', Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'Port': '1.7', Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'PortForwarding': '1.2', Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'QosPolicy': '1.9', Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'SecurityGroup': '1.4', Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'SecurityGroupRule': '1.2', Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'SubPort': '1.0', Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'Subnet': '1.1', Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: 'Trunk': '1.1'}} Sep 29 17:19:00.008879 n-d-811748-2 neutron-server[95015]: {{(pid=95015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 17:19:00.021015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44576) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:00.029125 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-30154af4-9a05-42ff-bce2-0022526dc209 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5fa74d587ca45f4b2db95de72f8e63f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3462081 Sep 29 17:19:00.084992 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:00.111677 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:00.168510 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:00.171975 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:00.173136 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09abc0bd-5a2a-4fc5-a4fa-0f89396d0506 HTTP/1.1" status: 204 len: 168 time: 0.1511290 Sep 29 17:19:00.181429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09abc0bd-5a2a-4fc5-a4fa-0f89396d0506,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:00.190475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.190825 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.191199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.191718 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.192200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.192691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.193032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.193384 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.193887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.194365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.194823 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.195235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db7590-8a86-40c2-a24c-5d82a03fc19a admin admin] Tracked resource versions report: Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: pushed versions: Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: { 'AddressGroup': {'1.2'}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'ConntrackHelper': {'1.0'}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'Log': {'1.0'}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'Network': {'1.1'}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'Port': {'1.7'}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'PortForwarding': {'1.2'}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'QosPolicy': {'1.9'}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'SecurityGroup': {'1.4'}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'SecurityGroupRule': {'1.2'}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'SubPort': {'1.0'}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'Subnet': {'1.1'}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'Trunk': {'1.1'}} Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: consumer versions: Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: { DHCP agent@n-d-811748-2: {}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: HyperV agent@n-h1-811748-2: {}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: HyperV agent@n-h2-811748-2: {}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: L3 agent@n-d-811748-2: {}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: Metadata agent@n-d-811748-2: {}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: Metering agent@n-d-811748-2: {}, Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: Open vSwitch agent@n-d-811748-2: { 'AddressGroup': '1.2', Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'ConntrackHelper': '1.0', Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'Log': '1.0', Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'Network': '1.1', Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'Port': '1.7', Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'PortForwarding': '1.2', Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'QosPolicy': '1.9', Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'SecurityGroup': '1.4', Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'SecurityGroupRule': '1.2', Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'SubPort': '1.0', Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'Subnet': '1.1', Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: 'Trunk': '1.1'}} Sep 29 17:19:00.196489 n-d-811748-2 neutron-server[95016]: {{(pid=95016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 17:19:00.594276 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44628) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:00.609812 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fe22732-9c79-4a0d-9143-0da7062d9239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:00.710895 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44642) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:00.743230 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fe22732-9c79-4a0d-9143-0da7062d9239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:00.749560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fe22732-9c79-4a0d-9143-0da7062d9239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:00.800871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe22732-9c79-4a0d-9143-0da7062d9239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80202644-7f31-4483-b000-8d7fe06f912a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:00.811430 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44648) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:00.815410 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5fe22732-9c79-4a0d-9143-0da7062d9239 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e0268c5991242ebb1cb6360fcda7ef1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2195990 Sep 29 17:19:00.874507 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1db63cb0-0de1-4412-ae77-1e67fa64e451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:00.902199 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1623a6ee-5379-4b57-a9b3-7f77211c041f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:00.941102 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1623a6ee-5379-4b57-a9b3-7f77211c041f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:01.047964 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1db63cb0-0de1-4412-ae77-1e67fa64e451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:01.049864 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1623a6ee-5379-4b57-a9b3-7f77211c041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:01.053070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1623a6ee-5379-4b57-a9b3-7f77211c041f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:01.058778 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1623a6ee-5379-4b57-a9b3-7f77211c041f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/80202644-7f31-4483-b000-8d7fe06f912a HTTP/1.1" status: 204 len: 168 time: 0.2414956 Sep 29 17:19:01.061668 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1db63cb0-0de1-4412-ae77-1e67fa64e451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:01.100119 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1db63cb0-0de1-4412-ae77-1e67fa64e451 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42cde6f28c7b43e68f768508bfc486f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3844154 Sep 29 17:19:01.100508 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44678) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:01.102893 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623a6ee-5379-4b57-a9b3-7f77211c041f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80202644-7f31-4483-b000-8d7fe06f912a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:01.131654 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db63cb0-0de1-4412-ae77-1e67fa64e451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c69532-9b72-4761-8a49-e1bc5bfd67a2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:01.216381 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1443ae3b-65bc-49e4-9edf-079323c37e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:01.265830 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1443ae3b-65bc-49e4-9edf-079323c37e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:01.326103 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1443ae3b-65bc-49e4-9edf-079323c37e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:01.331387 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1443ae3b-65bc-49e4-9edf-079323c37e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:01.333321 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1443ae3b-65bc-49e4-9edf-079323c37e60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3c69532-9b72-4761-8a49-e1bc5bfd67a2 HTTP/1.1" status: 204 len: 168 time: 0.2316666 Sep 29 17:19:01.356776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443ae3b-65bc-49e4-9edf-079323c37e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c69532-9b72-4761-8a49-e1bc5bfd67a2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:01.813392 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44770) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:01.833157 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07e04d59-d5a8-4854-9d18-b9c76ffecc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:01.933985 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07e04d59-d5a8-4854-9d18-b9c76ffecc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:01.939417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07e04d59-d5a8-4854-9d18-b9c76ffecc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:01.973134 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e04d59-d5a8-4854-9d18-b9c76ffecc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e87de0-e11f-44b2-b1df-146109fc2ee2,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:01.992924 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-07e04d59-d5a8-4854-9d18-b9c76ffecc90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=370d3af005664d3b97d68aa4d1593e77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1777210 Sep 29 17:19:01.995423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44786) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:02.058263 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4b78-39af-4695-9129-922767321f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.086588 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4b78-39af-4695-9129-922767321f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.092227 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44798) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:02.141208 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4b78-39af-4695-9129-922767321f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.148663 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4b78-39af-4695-9129-922767321f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.152946 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fe1e4b78-39af-4695-9129-922767321f0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15e87de0-e11f-44b2-b1df-146109fc2ee2 HTTP/1.1" status: 204 len: 168 time: 0.1543148 Sep 29 17:19:02.159385 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e4b78-39af-4695-9129-922767321f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e87de0-e11f-44b2-b1df-146109fc2ee2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:02.238304 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44816) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:02.358530 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ee92a166-884e-4e4b-8169-d6725636d681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.492777 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ee92a166-884e-4e4b-8169-d6725636d681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.502382 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ee92a166-884e-4e4b-8169-d6725636d681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.535312 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92a166-884e-4e4b-8169-d6725636d681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce56998-5de0-4c83-b321-cb93e8f158dd,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:02.556680 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ee92a166-884e-4e4b-8169-d6725636d681 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2dbc45c261c4c9d98a336907a54a06b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4594440 Sep 29 17:19:02.557032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44840) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:02.613342 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8c925b2b-3f10-482e-b17e-125cff14d1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.687505 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b0635369-c7bf-487a-b8f2-c0374258120d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.728135 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8c925b2b-3f10-482e-b17e-125cff14d1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.731981 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b0635369-c7bf-487a-b8f2-c0374258120d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.737905 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8c925b2b-3f10-482e-b17e-125cff14d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.795553 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b0635369-c7bf-487a-b8f2-c0374258120d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.799634 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b0635369-c7bf-487a-b8f2-c0374258120d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.800990 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b0635369-c7bf-487a-b8f2-c0374258120d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bce56998-5de0-4c83-b321-cb93e8f158dd HTTP/1.1" status: 204 len: 168 time: 0.2427468 Sep 29 17:19:02.810346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0635369-c7bf-487a-b8f2-c0374258120d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce56998-5de0-4c83-b321-cb93e8f158dd,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:02.816618 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c925b2b-3f10-482e-b17e-125cff14d1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae42cc9-042b-486b-b166-c7c863e61884,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:02.821620 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8c925b2b-3f10-482e-b17e-125cff14d1a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd725208cf2946c39a3068dee3e869dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5822029 Sep 29 17:19:02.824396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44872) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:02.892545 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0e0f46c2-9549-4778-a4d5-f62663cc01e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.917156 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0e0f46c2-9549-4778-a4d5-f62663cc01e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.972564 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0e0f46c2-9549-4778-a4d5-f62663cc01e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.973828 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0e0f46c2-9549-4778-a4d5-f62663cc01e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:02.974973 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0e0f46c2-9549-4778-a4d5-f62663cc01e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ae42cc9-042b-486b-b166-c7c863e61884 HTTP/1.1" status: 204 len: 168 time: 0.1496117 Sep 29 17:19:02.988097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f46c2-9549-4778-a4d5-f62663cc01e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae42cc9-042b-486b-b166-c7c863e61884,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:03.288996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44902) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:03.512230 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44914) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:03.574295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44920) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:03.586679 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86ee5718-fbb8-404a-b412-e1f0bac70203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:03.681696 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86ee5718-fbb8-404a-b412-e1f0bac70203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:03.687202 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86ee5718-fbb8-404a-b412-e1f0bac70203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:03.728554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee5718-fbb8-404a-b412-e1f0bac70203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648a98d6-c46e-4c88-a45d-4b91592f2f91,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:03.740467 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44926) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:03.740578 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-86ee5718-fbb8-404a-b412-e1f0bac70203 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d370eb2f837648538b75d7c23629367f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1651840 Sep 29 17:19:03.749517 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d7a92e2-a604-45d5-b450-55175478a2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:03.813063 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a61fea13-a65b-4224-a59d-ca2042b8ff27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:03.839860 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a61fea13-a65b-4224-a59d-ca2042b8ff27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:03.860280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44928) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:03.869359 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d7a92e2-a604-45d5-b450-55175478a2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:03.875980 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d7a92e2-a604-45d5-b450-55175478a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:03.882844 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ac860a14-b70f-4e3e-8627-c45a62ed2f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:03.938414 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a61fea13-a65b-4224-a59d-ca2042b8ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:03.942225 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a61fea13-a65b-4224-a59d-ca2042b8ff27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:03.943564 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a61fea13-a65b-4224-a59d-ca2042b8ff27 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/648a98d6-c46e-4c88-a45d-4b91592f2f91 HTTP/1.1" status: 204 len: 168 time: 0.2020974 Sep 29 17:19:03.956576 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fea13-a65b-4224-a59d-ca2042b8ff27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648a98d6-c46e-4c88-a45d-4b91592f2f91,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:03.999539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a92e2-a604-45d5-b450-55175478a2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516b0376-0b88-48f0-8d3d-16722012779c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:04.007282 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4d7a92e2-a604-45d5-b450-55175478a2d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=639100a7c4e2477cb0df324a8812f90d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7147825 Sep 29 17:19:04.007552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44938) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:04.020443 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ac860a14-b70f-4e3e-8627-c45a62ed2f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.028316 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ac860a14-b70f-4e3e-8627-c45a62ed2f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.068978 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ac860a14-b70f-4e3e-8627-c45a62ed2f29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=041ee849c605484390968f9a61ac6e69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2076774 Sep 29 17:19:04.070059 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac860a14-b70f-4e3e-8627-c45a62ed2f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a062c2d-9ce4-40da-9748-e226a2fad350,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:04.072499 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44944) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:04.082503 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4104a3c-87d1-439a-92e3-ff531ecdfad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.110277 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4104a3c-87d1-439a-92e3-ff531ecdfad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.131849 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a13c951e-f14d-405b-ba12-fb10370d60ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.158626 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c733ec2b-eddf-437f-9975-4e024622a666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.172506 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4104a3c-87d1-439a-92e3-ff531ecdfad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.177224 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4104a3c-87d1-439a-92e3-ff531ecdfad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.181616 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b4104a3c-87d1-439a-92e3-ff531ecdfad1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/516b0376-0b88-48f0-8d3d-16722012779c HTTP/1.1" status: 204 len: 168 time: 0.1704557 Sep 29 17:19:04.189528 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4104a3c-87d1-439a-92e3-ff531ecdfad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516b0376-0b88-48f0-8d3d-16722012779c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:04.196203 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c733ec2b-eddf-437f-9975-4e024622a666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.278488 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c733ec2b-eddf-437f-9975-4e024622a666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.281853 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c733ec2b-eddf-437f-9975-4e024622a666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.285495 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c733ec2b-eddf-437f-9975-4e024622a666 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a062c2d-9ce4-40da-9748-e226a2fad350 HTTP/1.1" status: 204 len: 168 time: 0.2095306 Sep 29 17:19:04.299053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733ec2b-eddf-437f-9975-4e024622a666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a062c2d-9ce4-40da-9748-e226a2fad350,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:04.318023 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a13c951e-f14d-405b-ba12-fb10370d60ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.322755 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a13c951e-f14d-405b-ba12-fb10370d60ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.370129 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a13c951e-f14d-405b-ba12-fb10370d60ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5c17540817d4567a0b189dd83104bb5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8568184 Sep 29 17:19:04.373310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44968) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:04.374735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c951e-f14d-405b-ba12-fb10370d60ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6926e1d7-c156-4422-a82a-f6265970c601,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:04.439869 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c7d7f42d-c99b-46e9-b3cc-eb8b42b90bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.462889 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c7d7f42d-c99b-46e9-b3cc-eb8b42b90bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.510094 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c7d7f42d-c99b-46e9-b3cc-eb8b42b90bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.513245 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c7d7f42d-c99b-46e9-b3cc-eb8b42b90bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.517723 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c7d7f42d-c99b-46e9-b3cc-eb8b42b90bb1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6926e1d7-c156-4422-a82a-f6265970c601 HTTP/1.1" status: 204 len: 168 time: 0.1428604 Sep 29 17:19:04.525441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7f42d-c99b-46e9-b3cc-eb8b42b90bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6926e1d7-c156-4422-a82a-f6265970c601,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:04.894857 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44984) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:04.909123 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f3e5440d-4be2-4a75-9cd6-50830c46e1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:04.944316 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44992) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:04.947098 n-d-811748-2 neutron-server[95015]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 29 17:19:04.980986 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16450879-98e6-4995-9451-ebceec71b6c9 req-5477443c-56de-4283-b569-5ed821969cde tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b41301bdd318444eaf37ad46a6556dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349379 Sep 29 17:19:05.084681 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f3e5440d-4be2-4a75-9cd6-50830c46e1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:05.093386 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f3e5440d-4be2-4a75-9cd6-50830c46e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:05.183878 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f3e5440d-4be2-4a75-9cd6-50830c46e1f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7764ff96b241447fbf2f260d54abc21a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2856371 Sep 29 17:19:05.183878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5440d-4be2-4a75-9cd6-50830c46e1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d97d8d7-0a85-4f22-883c-0886f79ea617,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:05.185040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45002) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:05.275183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16450879-98e6-4995-9451-ebceec71b6c9 req-44430a30-710d-4ca5-9fd6-81e75d2b36be tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:05.286463 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16450879-98e6-4995-9451-ebceec71b6c9 req-44430a30-710d-4ca5-9fd6-81e75d2b36be tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2977228 Sep 29 17:19:05.293629 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-93c4c1bc-fdf0-4585-9b71-1656fb1c7b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:05.309429 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16450879-98e6-4995-9451-ebceec71b6c9 req-2bc2c230-4dd8-4e99-98c5-f8c6d8cf8357 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/quotas/b41301bdd318444eaf37ad46a6556dff HTTP/1.1" status: 200 len: 375 time: 0.0215414 Sep 29 17:19:05.347681 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-93c4c1bc-fdf0-4585-9b71-1656fb1c7b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:05.387262 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16450879-98e6-4995-9451-ebceec71b6c9 req-e9c75841-981e-4f12-89f9-668a00d4b859 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b41301bdd318444eaf37ad46a6556dff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765312 Sep 29 17:19:05.428050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-93c4c1bc-fdf0-4585-9b71-1656fb1c7b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:05.433095 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-93c4c1bc-fdf0-4585-9b71-1656fb1c7b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:05.437018 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-93c4c1bc-fdf0-4585-9b71-1656fb1c7b55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d97d8d7-0a85-4f22-883c-0886f79ea617 HTTP/1.1" status: 204 len: 168 time: 0.2444479 Sep 29 17:19:05.453708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4c1bc-fdf0-4585-9b71-1656fb1c7b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d97d8d7-0a85-4f22-883c-0886f79ea617,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:05.521098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45014) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:05.543572 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-92952b7f-b472-49cf-b945-7f0091be7b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:05.681022 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-92952b7f-b472-49cf-b945-7f0091be7b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:05.686022 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-92952b7f-b472-49cf-b945-7f0091be7b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:05.734404 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-92952b7f-b472-49cf-b945-7f0091be7b3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6295b7fa705142f79bfd92db7914a856&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2113645 Sep 29 17:19:05.735272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92952b7f-b472-49cf-b945-7f0091be7b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f10ff4-3e2a-45e1-9180-f0099b222155,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:05.737092 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45038) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:05.787640 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e2d8713-86b0-4adf-bcdb-63b3969a30b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:05.808512 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e2d8713-86b0-4adf-bcdb-63b3969a30b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:05.858907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e2d8713-86b0-4adf-bcdb-63b3969a30b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:05.861529 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e2d8713-86b0-4adf-bcdb-63b3969a30b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:05.862667 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6e2d8713-86b0-4adf-bcdb-63b3969a30b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88f10ff4-3e2a-45e1-9180-f0099b222155 HTTP/1.1" status: 204 len: 168 time: 0.1231804 Sep 29 17:19:05.871739 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d8713-86b0-4adf-bcdb-63b3969a30b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f10ff4-3e2a-45e1-9180-f0099b222155,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:06.345060 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45070) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:06.376292 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45074) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:06.567820 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1311-81c8-4f31-b26d-a26404ea8e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:06.623977 n-d-811748-2 neutron-server[95016]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 29 17:19:06.701936 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1311-81c8-4f31-b26d-a26404ea8e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:06.710596 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1311-81c8-4f31-b26d-a26404ea8e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:06.727378 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7acaa17-7293-41ee-9386-e07657350f45 req-8e5ad424-f9a2-4ee6-b1b0-d814b5a14abe tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 210 time: 0.3489459 Sep 29 17:19:06.761104 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1e5c1311-81c8-4f31-b26d-a26404ea8e03 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43324e7f438a4b7db35aadedfc7210ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4147985 Sep 29 17:19:06.764599 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45100) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:06.794141 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c1311-81c8-4f31-b26d-a26404ea8e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e644ec-819e-4883-8773-682e707b4d18,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:06.834592 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a62f715e-42a9-425b-ad57-a9002d73ec4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:06.859671 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a62f715e-42a9-425b-ad57-a9002d73ec4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:06.922796 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a62f715e-42a9-425b-ad57-a9002d73ec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:06.925879 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a62f715e-42a9-425b-ad57-a9002d73ec4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:06.927298 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a62f715e-42a9-425b-ad57-a9002d73ec4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1e644ec-819e-4883-8773-682e707b4d18 HTTP/1.1" status: 204 len: 168 time: 0.1610787 Sep 29 17:19:06.935256 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f715e-42a9-425b-ad57-a9002d73ec4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e644ec-819e-4883-8773-682e707b4d18,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:07.617210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.49', 50034) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:07.659749 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45140) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:07.663322 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16450879-98e6-4995-9451-ebceec71b6c9 req-72e8f4c2-b652-487c-bf55-1acb15ba6720 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b41301bdd318444eaf37ad46a6556dff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448942 Sep 29 17:19:07.674458 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-60ce0370-0fa1-485e-a553-31239d3455db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:07.856375 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-60ce0370-0fa1-485e-a553-31239d3455db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:07.865061 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-60ce0370-0fa1-485e-a553-31239d3455db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:07.946093 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-60ce0370-0fa1-485e-a553-31239d3455db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59387000b4374e78ad36e0ac5fabb845&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2852061 Sep 29 17:19:07.946952 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce0370-0fa1-485e-a553-31239d3455db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefa0a98-e1ba-4a84-9ab0-f7b638ea364e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:07.949203 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45154) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:08.007765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16450879-98e6-4995-9451-ebceec71b6c9 req-0f5e0c0d-721a-41a9-b0ba-a990e1a81819 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:08.009445 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16450879-98e6-4995-9451-ebceec71b6c9 req-0f5e0c0d-721a-41a9-b0ba-a990e1a81819 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3400419 Sep 29 17:19:08.042323 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d6a9b63-6b89-48fd-84c8-e8d2f794285d req-eec56863-eb52-45bb-ad6b-1b63260a31e6 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 210 time: 0.0597923 Sep 29 17:19:08.081678 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-113bf4b9-9fa7-4467-98bb-47decf7c0d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:08.108080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Request body: {'port': {'device_id': 'fae83089-acc9-40fd-b531-ba03db5cf1fd', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': 'b41301bdd318444eaf37ad46a6556dff'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:08.115753 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-113bf4b9-9fa7-4467-98bb-47decf7c0d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:08.141202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45168) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:08.181128 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-113bf4b9-9fa7-4467-98bb-47decf7c0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:08.184044 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-113bf4b9-9fa7-4467-98bb-47decf7c0d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:08.194243 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-113bf4b9-9fa7-4467-98bb-47decf7c0d37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aefa0a98-e1ba-4a84-9ab0-f7b638ea364e HTTP/1.1" status: 204 len: 168 time: 0.2421069 Sep 29 17:19:08.202563 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bf4b9-9fa7-4467-98bb-47decf7c0d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefa0a98-e1ba-4a84-9ab0-f7b638ea364e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:08.385489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Made reservation on behalf of b41301bdd318444eaf37ad46a6556dff for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:08.389911 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:08.399063 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:08.513090 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:08.522395 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-257ea858-a709-42e6-9e13-436b424c413d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:08.524065 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:08.648067 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a79074a-c4a3-4806-9fbc-ca90cecfa814,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:08.844972 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45202) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:08.865807 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Allocated IP 192.168.233.218 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/a86e2ba7-516b-44df-a220-0650d00fcb7f) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:19:08.976230 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-257ea858-a709-42e6-9e13-436b424c413d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:08.986229 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-257ea858-a709-42e6-9e13-436b424c413d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:09.128443 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-519da1a4-b2b8-4fe3-9746-1cbf6d0e3851 tempest-AutoAllocateNetworkTest-6249448 tempest-AutoAllocateNetworkTest-6249448-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8d52019434b743bd8911a154f8185bd5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2820740 Sep 29 17:19:09.131090 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45216) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:09.150913 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:09.242705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ea858-a709-42e6-9e13-436b424c413d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8487df-d05a-4dac-b80b-3733a60b99cd,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:09.248010 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-257ea858-a709-42e6-9e13-436b424c413d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=578160ec87fd474989912b72743622a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1057565 Sep 29 17:19:09.250999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45220) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:09.260783 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:09.386513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Pushing event updated for resources: {'Port': ['ID=a86e2ba7-516b-44df-a220-0650d00fcb7f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:09.488976 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:19:09.511882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:19:09.526005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ad2b96-6794-41e3-964d-9963ccfda29f tempest-AutoAllocateNetworkTest-6249448 tempest-AutoAllocateNetworkTest-6249448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:09.527777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:19:09.528656 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-39ad2b96-6794-41e3-964d-9963ccfda29f tempest-AutoAllocateNetworkTest-6249448 tempest-AutoAllocateNetworkTest-6249448-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3952029 Sep 29 17:19:09.531845 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45228) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:09.537928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:09.538551 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:09.545917 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-58c034a0-91c8-497c-8253-b7b9475164af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:09.559594 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff54bf7-fb56-4583-b5e5-ce62361850f9 req-aa736c2f-1a88-4b2d-9d44-74413d121e87 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:09.564518 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ff54bf7-fb56-4583-b5e5-ce62361850f9 req-aa736c2f-1a88-4b2d-9d44-74413d121e87 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 936 time: 0.1695199 Sep 29 17:19:09.667624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fbe17069-dfd5-4a58-8d9d-bc566ab70343 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5664880 Sep 29 17:19:09.726696 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-31008e82-a89c-49c5-ae20-8bb9ab15d795 tempest-AutoAllocateNetworkTest-6249448 tempest-AutoAllocateNetworkTest-6249448-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1931474 Sep 29 17:19:09.729232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45234) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:09.729658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ff54bf7-fb56-4583-b5e5-ce62361850f9 req-dc3fc40b-295c-4cf1-9310-3d2c49beeec0 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334174 Sep 29 17:19:09.750250 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-58c034a0-91c8-497c-8253-b7b9475164af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:09.784358 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-540bf556-aa08-417f-9959-cb7b598d9da9 tempest-AutoAllocateNetworkTest-6249448 tempest-AutoAllocateNetworkTest-6249448-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8d52019434b743bd8911a154f8185bd5 HTTP/1.1" status: 200 len: 208 time: 0.0531292 Sep 29 17:19:09.849790 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-58c034a0-91c8-497c-8253-b7b9475164af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:09.852680 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-58c034a0-91c8-497c-8253-b7b9475164af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:09.856233 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-58c034a0-91c8-497c-8253-b7b9475164af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e8487df-d05a-4dac-b80b-3733a60b99cd HTTP/1.1" status: 204 len: 168 time: 0.6008182 Sep 29 17:19:09.868676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c034a0-91c8-497c-8253-b7b9475164af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8487df-d05a-4dac-b80b-3733a60b99cd,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:09.926556 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-99795730-a21e-4da9-af8f-46fe9ddecaf7 None None] Provisioning complete for port a86e2ba7-516b-44df-a220-0650d00fcb7f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:19:09.926556 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-99795730-a21e-4da9-af8f-46fe9ddecaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:09.996230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-99795730-a21e-4da9-af8f-46fe9ddecaf7 None None] Port a86e2ba7-516b-44df-a220-0650d00fcb7f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:19:10.617106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45266) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:10.731776 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e16da323-0648-48ae-b4bc-354f1fa62f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:10.742192 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45270) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:10.776276 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2838e213-c8a7-43d9-a101-81de88089e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:10.925624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dde30d-6078-4c73-9fbf-e9272835e041 req-d4e5d9ee-a34c-41d2-9f06-8952c629d588 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:10.928053 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35dde30d-6078-4c73-9fbf-e9272835e041 req-d4e5d9ee-a34c-41d2-9f06-8952c629d588 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 936 time: 0.0918114 Sep 29 17:19:11.017058 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35dde30d-6078-4c73-9fbf-e9272835e041 req-5262b923-f4bf-4d46-8389-0f7dbf5bf2cf tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765476 Sep 29 17:19:11.020029 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-5fcf853f-08cc-4a28-b4a1-ad3dae7c5c86 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a84d217d4dcf43a280aed44f5566a55f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449564 Sep 29 17:19:11.063184 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2838e213-c8a7-43d9-a101-81de88089e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:11.074309 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2838e213-c8a7-43d9-a101-81de88089e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:11.136148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2838e213-c8a7-43d9-a101-81de88089e81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5b6e4e1873643daac874d1865e2e867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902707 Sep 29 17:19:11.136148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838e213-c8a7-43d9-a101-81de88089e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c472f88-f284-4cbd-99e1-d3ea02d02c6a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:11.137892 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45290) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:11.221735 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a34297e0-58c5-4189-9b60-5300dfa9e87c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:11.230023 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-30ccdbcf-dfa8-4895-8bee-e1b81771d3d0 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:11.231804 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-30ccdbcf-dfa8-4895-8bee-e1b81771d3d0 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025793 Sep 29 17:19:11.258873 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7def030f-0dfb-4a7e-91e7-8d0870aa65ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:11.290056 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-b9b38df4-8cbf-4865-ba34-1ce2d2faec1f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/quotas/a84d217d4dcf43a280aed44f5566a55f HTTP/1.1" status: 200 len: 375 time: 0.0359786 Sep 29 17:19:11.297639 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7def030f-0dfb-4a7e-91e7-8d0870aa65ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:11.330783 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-a04dd23e-591f-4e2f-9c6b-5bb353167eb9 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368154 Sep 29 17:19:11.401212 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7def030f-0dfb-4a7e-91e7-8d0870aa65ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:11.406161 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7def030f-0dfb-4a7e-91e7-8d0870aa65ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:11.407846 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7def030f-0dfb-4a7e-91e7-8d0870aa65ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c472f88-f284-4cbd-99e1-d3ea02d02c6a HTTP/1.1" status: 204 len: 168 time: 0.2624364 Sep 29 17:19:11.425076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def030f-0dfb-4a7e-91e7-8d0870aa65ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c472f88-f284-4cbd-99e1-d3ea02d02c6a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:11.502279 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a34297e0-58c5-4189-9b60-5300dfa9e87c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:11.512361 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a34297e0-58c5-4189-9b60-5300dfa9e87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:11.606710 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34297e0-58c5-4189-9b60-5300dfa9e87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386f90d7-aee0-43b6-b14d-9e1372b04724,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:11.684551 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a34297e0-58c5-4189-9b60-5300dfa9e87c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d52019434b743bd8911a154f8185bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0663548 Sep 29 17:19:11.687970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45314) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:11.744479 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-470809e9-1fe1-45ae-a9ff-396215145def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:11.773840 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-470809e9-1fe1-45ae-a9ff-396215145def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:11.842486 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-470809e9-1fe1-45ae-a9ff-396215145def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:11.846229 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-470809e9-1fe1-45ae-a9ff-396215145def admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:11.851179 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-470809e9-1fe1-45ae-a9ff-396215145def admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/386f90d7-aee0-43b6-b14d-9e1372b04724 HTTP/1.1" status: 204 len: 168 time: 0.1618867 Sep 29 17:19:11.862057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470809e9-1fe1-45ae-a9ff-396215145def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386f90d7-aee0-43b6-b14d-9e1372b04724,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:11.985890 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2de648b-001f-49d4-93bd-9afd2541991b req-ca0f4a29-d1cb-45b0-ad40-67783935987c tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 210 time: 0.0530396 Sep 29 17:19:12.236112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2c919-41c8-4cd2-b36b-9c862ee3ea21 req-dd6519d7-23fc-4d4f-a394-6dd93d2fed0f tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:12.243398 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07d2c919-41c8-4cd2-b36b-9c862ee3ea21 req-dd6519d7-23fc-4d4f-a394-6dd93d2fed0f tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 936 time: 0.1088157 Sep 29 17:19:12.285923 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07d2c919-41c8-4cd2-b36b-9c862ee3ea21 req-940e6e0c-2d6a-44a8-bf45-9cc9e2a13ca1 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412335 Sep 29 17:19:13.093693 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0bfb9c96-c1e2-4d17-8858-3abadcc6b774 req-d265d40e-8bf2-4044-8306-4dd32603a513 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 210 time: 0.0342717 Sep 29 17:19:13.132603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45396) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:13.331989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.35', 61708) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:13.404952 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-f49d3234-c61b-4c39-97af-ae2feaa67df8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a84d217d4dcf43a280aed44f5566a55f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619762 Sep 29 17:19:13.484370 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fdd32089-0e2c-4480-b0c1-16e90803dc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:13.494978 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a4f58-0ebe-4376-8951-df601a8f928a req-3a06435a-4e5e-464e-97ef-c8be8c5343b8 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:13.509632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4d8a4f58-0ebe-4376-8951-df601a8f928a req-3a06435a-4e5e-464e-97ef-c8be8c5343b8 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 936 time: 0.1417894 Sep 29 17:19:13.614497 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4d8a4f58-0ebe-4376-8951-df601a8f928a req-caf4ee42-3216-48e1-8d64-3e53a5c6f1e2 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023936 Sep 29 17:19:13.640880 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45414) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:13.749397 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7fb110b2-c1e5-42ea-b2e3-2585f239990f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:13.800361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-42d258fc-e054-4bdb-8dd3-ef70396c66b2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:13.801914 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-42d258fc-e054-4bdb-8dd3-ef70396c66b2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3912282 Sep 29 17:19:13.909269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Request body: {'port': {'device_id': '30dc87e3-79b3-4ecc-9741-c083aa2fec17', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': 'a84d217d4dcf43a280aed44f5566a55f'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:13.918537 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7fb110b2-c1e5-42ea-b2e3-2585f239990f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:13.932938 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7fb110b2-c1e5-42ea-b2e3-2585f239990f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:13.959699 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c26db273-0a45-4d53-87ff-1f4ecbf7480f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.085511 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7fb110b2-c1e5-42ea-b2e3-2585f239990f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0baee22aade4511aed38451c1fdfbf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9514179 Sep 29 17:19:14.095339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45432) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:14.147008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb110b2-c1e5-42ea-b2e3-2585f239990f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a68fc2-5438-482a-a858-35092fedd388,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:14.185652 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.191196 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6c463faf-7548-449e-8101-d0a46466de9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.276002 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6c463faf-7548-449e-8101-d0a46466de9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.281184 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c640037b-a4a7-4abc-a180-2b8bc9de4ea5 req-8739982b-5376-4543-9b80-50b06f87caa6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 210 time: 0.0646474 Sep 29 17:19:14.359472 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c26db273-0a45-4d53-87ff-1f4ecbf7480f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.370484 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c26db273-0a45-4d53-87ff-1f4ecbf7480f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.393889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Made reservation on behalf of a84d217d4dcf43a280aed44f5566a55f for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:14.399904 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.412033 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c26db273-0a45-4d53-87ff-1f4ecbf7480f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0cb6f3eac91a43168f3cb923092ded92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7699552 Sep 29 17:19:14.416853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45448) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:14.430535 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.438779 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.500463 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-afa830ae-4ffc-40cd-b9c1-742a6b1c10f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.528979 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-afa830ae-4ffc-40cd-b9c1-742a6b1c10f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.580924 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.608657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26db273-0a45-4d53-87ff-1f4ecbf7480f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f389e179-01c9-4ac6-83dd-53135a2e0bd4,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:14.629824 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-afa830ae-4ffc-40cd-b9c1-742a6b1c10f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.630069 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.634113 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-afa830ae-4ffc-40cd-b9c1-742a6b1c10f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.636148 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-afa830ae-4ffc-40cd-b9c1-742a6b1c10f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f389e179-01c9-4ac6-83dd-53135a2e0bd4 HTTP/1.1" status: 204 len: 168 time: 0.2179456 Sep 29 17:19:14.640901 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.670747 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa830ae-4ffc-40cd-b9c1-742a6b1c10f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f389e179-01c9-4ac6-83dd-53135a2e0bd4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:14.683020 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6c463faf-7548-449e-8101-d0a46466de9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.689760 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6c463faf-7548-449e-8101-d0a46466de9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:14.694248 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6c463faf-7548-449e-8101-d0a46466de9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94a68fc2-5438-482a-a858-35092fedd388 HTTP/1.1" status: 204 len: 168 time: 0.5966527 Sep 29 17:19:14.712594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c463faf-7548-449e-8101-d0a46466de9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a68fc2-5438-482a-a858-35092fedd388,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:14.884852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ff6260-a738-48bf-98f7-843851700bd2,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:14.907313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Allocated IP 192.168.233.186 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/2cc8cf57-72a7-451c-b24c-c823077f331e) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:19:14.931953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b839a0b-7f50-4fff-8e3b-43c803d8a036 req-7961e7ed-063f-41de-a6f3-e9d9d0621d8f tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:14.933123 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9b839a0b-7f50-4fff-8e3b-43c803d8a036 req-7961e7ed-063f-41de-a6f3-e9d9d0621d8f tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 936 time: 0.1458879 Sep 29 17:19:15.113263 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9b839a0b-7f50-4fff-8e3b-43c803d8a036 req-c7539a9a-3868-488c-bbfd-1bc28c57acc6 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690266 Sep 29 17:19:15.548597 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:15.639358 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0374af88-c3ad-4858-b4a1-aeba8228848c req-2d75a104-fc43-4669-865f-259de315c192 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 210 time: 0.1689653 Sep 29 17:19:15.716432 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:15.756939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:19:15.789491 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:19:15.795039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:19:15.803919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:15.806016 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:15.832539 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9321551 Sep 29 17:19:15.851027 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-19da5548-40b6-4596-b294-71245217ecc5 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:19:15.853027 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-19da5548-40b6-4596-b294-71245217ecc5 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094514 Sep 29 17:19:15.863588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0c544-2b79-4deb-8c21-bced612efe6e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Pushing event updated for resources: {'Port': ['ID=2cc8cf57-72a7-451c-b24c-c823077f331e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:16.030433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fafab39a-1c4a-44de-9880-0d29cd2cf9f5 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:19:16.031511 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16450879-98e6-4995-9451-ebceec71b6c9 req-fafab39a-1c4a-44de-9880-0d29cd2cf9f5 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099623 Sep 29 17:19:16.168070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45500) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:16.199060 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a401ed88-bdf8-4e46-a9f7-d4fa6b9adcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:16.208072 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d589de84-fdcc-44f5-a870-2aa5de490be7 None None] Provisioning complete for port 2cc8cf57-72a7-451c-b24c-c823077f331e triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:19:16.212046 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d589de84-fdcc-44f5-a870-2aa5de490be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:16.245111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45502) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:16.302365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d589de84-fdcc-44f5-a870-2aa5de490be7 None None] Port 2cc8cf57-72a7-451c-b24c-c823077f331e cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:19:16.309696 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-75f1851b-f12c-4f14-8171-a42f4f5d48d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:16.358336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1085aa-c689-4809-b8ca-1be504e49d87 req-b0d7bcd4-0ee2-42f1-b2a9-3b636bdc5e20 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:16.366326 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f1085aa-c689-4809-b8ca-1be504e49d87 req-b0d7bcd4-0ee2-42f1-b2a9-3b636bdc5e20 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 936 time: 0.1113315 Sep 29 17:19:16.446610 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f1085aa-c689-4809-b8ca-1be504e49d87 req-3fa3f2dc-9863-4f65-87cc-41036c9aa972 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759084 Sep 29 17:19:16.540349 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a401ed88-bdf8-4e46-a9f7-d4fa6b9adcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:16.552979 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a401ed88-bdf8-4e46-a9f7-d4fa6b9adcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:16.629926 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a401ed88-bdf8-4e46-a9f7-d4fa6b9adcb5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04b19fc6c1c94a25943d44794559aeb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4602153 Sep 29 17:19:16.630580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401ed88-bdf8-4e46-a9f7-d4fa6b9adcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d83a786-17e0-407e-af5c-8d3d3ef32123,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:16.632905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45514) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:16.707880 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:16.739208 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c7a1f864-cd0b-4e27-b108-8a0c59ec85c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:16.762765 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-75f1851b-f12c-4f14-8171-a42f4f5d48d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:16.769585 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-75f1851b-f12c-4f14-8171-a42f4f5d48d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:16.831773 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-75f1851b-f12c-4f14-8171-a42f4f5d48d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03aecaab1a0e4e4cb770c263dff6aa36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5868604 Sep 29 17:19:16.836523 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1851b-f12c-4f14-8171-a42f4f5d48d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0c4a37-77be-4de1-9829-395b3bf56a89,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:16.845651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45522) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:16.881161 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c7a1f864-cd0b-4e27-b108-8a0c59ec85c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:16.895982 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863808e4-f810-4384-a028-e99d01156e9e req-33049e01-4040-4c38-96be-55521da90af3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:16.903324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-863808e4-f810-4384-a028-e99d01156e9e req-33049e01-4040-4c38-96be-55521da90af3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 936 time: 0.0961211 Sep 29 17:19:16.973632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c7a1f864-cd0b-4e27-b108-8a0c59ec85c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:16.984431 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c7a1f864-cd0b-4e27-b108-8a0c59ec85c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:16.990821 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-863808e4-f810-4384-a028-e99d01156e9e req-8c6b419f-2f88-4dc4-af0a-c2cf7189de4a tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860322 Sep 29 17:19:16.991291 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c7a1f864-cd0b-4e27-b108-8a0c59ec85c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d83a786-17e0-407e-af5c-8d3d3ef32123 HTTP/1.1" status: 204 len: 168 time: 0.3542011 Sep 29 17:19:17.002570 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c9892fc-5724-473d-8d80-4715e0a9a8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:17.005781 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Request body: {'port': {'device_id': '30dc87e3-79b3-4ecc-9741-c083aa2fec17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:17.044401 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c9892fc-5724-473d-8d80-4715e0a9a8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:17.128752 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:17.151775 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Request body: {'port': {'device_id': 'fae83089-acc9-40fd-b531-ba03db5cf1fd', 'device_owner': 'compute:tempest-test_az-1654640025', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:17.159954 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c9892fc-5724-473d-8d80-4715e0a9a8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:17.162907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c9892fc-5724-473d-8d80-4715e0a9a8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:17.164235 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1c9892fc-5724-473d-8d80-4715e0a9a8d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd0c4a37-77be-4de1-9829-395b3bf56a89 HTTP/1.1" status: 204 len: 168 time: 0.3169675 Sep 29 17:19:17.181752 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9892fc-5724-473d-8d80-4715e0a9a8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0c4a37-77be-4de1-9829-395b3bf56a89,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:17.214409 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45528) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:17.488803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a1f864-cd0b-4e27-b108-8a0c59ec85c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d83a786-17e0-407e-af5c-8d3d3ef32123,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:17.647252 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:17.988869 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:19:18.051009 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fd1bb5b-63a8-42b4-b1ff-1236bbb5a049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:18.297816 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b828e-b471-4d38-877c-bc77edaa4927 req-3bed034c-ea57-433a-b994-93b90a1a624e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:18.308115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfbc30-7d11-437e-85e7-d9d36a9d9107 req-f133826f-eb51-44e2-a689-92baa94c2d34 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:18.309823 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c97b828e-b471-4d38-877c-bc77edaa4927 req-3bed034c-ea57-433a-b994-93b90a1a624e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 936 time: 0.1464696 Sep 29 17:19:18.321505 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5bcfbc30-7d11-437e-85e7-d9d36a9d9107 req-f133826f-eb51-44e2-a689-92baa94c2d34 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 936 time: 0.7207208 Sep 29 17:19:18.436467 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fd1bb5b-63a8-42b4-b1ff-1236bbb5a049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:18.467985 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c97b828e-b471-4d38-877c-bc77edaa4927 req-f44052b7-b36e-4425-8d5e-0c7b99e71b7f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569414 Sep 29 17:19:18.468801 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fd1bb5b-63a8-42b4-b1ff-1236bbb5a049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:18.502506 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5bcfbc30-7d11-437e-85e7-d9d36a9d9107 req-589ecbe6-5da1-4fc4-a69f-aded50603497 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799839 Sep 29 17:19:18.544212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc8cf57-72a7-451c-b24c-c823077f331e {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:19:18.561205 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:18.601350 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3fd1bb5b-63a8-42b4-b1ff-1236bbb5a049 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b5b83c13f774744812ce5f8d4eb92f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3856995 Sep 29 17:19:18.602274 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1bb5b-63a8-42b4-b1ff-1236bbb5a049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa53c5f-a94a-49e5-9bca-9a31224e3dd6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:18.604258 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45558) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:18.634317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Transition to ACTIVE for port object 2cc8cf57-72a7-451c-b24c-c823077f331e will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:19:18.660897 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:19.383041 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c989a48a-889f-46e6-bcb0-987ff74c2e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:19.419714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Attempting to bind port 2cc8cf57-72a7-451c-b24c-c823077f331e on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:19:19.420119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Attempting to bind port 2cc8cf57-72a7-451c-b24c-c823077f331e by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:19:19.421050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Attempting to bind port 2cc8cf57-72a7-451c-b24c-c823077f331e on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:19.444396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Port 2cc8cf57-72a7-451c-b24c-c823077f331e on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:19:19.444791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Attempting to bind port 2cc8cf57-72a7-451c-b24c-c823077f331e on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:19.447847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc8cf57-72a7-451c-b24c-c823077f331e,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:19.538068 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:19:19.538993 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:19:19.541963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:19:19.543782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Bound port: 2cc8cf57-72a7-451c-b24c-c823077f331e, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:19:19.547535 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:19.784935 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbd0ee-2dae-40ca-b66f-feb61ae46955 req-6276900b-f476-4b38-83c2-02cf51e97e09 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:19.806142 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-acbbd0ee-2dae-40ca-b66f-feb61ae46955 req-6276900b-f476-4b38-83c2-02cf51e97e09 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 948 time: 0.1589344 Sep 29 17:19:19.841930 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c989a48a-889f-46e6-bcb0-987ff74c2e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:19.953804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] For port 2cc8cf57-72a7-451c-b24c-c823077f331e, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:19:19.985913 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-acbbd0ee-2dae-40ca-b66f-feb61ae46955 req-2f5728cf-af85-4a99-8e3a-b908970f4522 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663780 Sep 29 17:19:20.111030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] For port 2cc8cf57-72a7-451c-b24c-c823077f331e, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2cc8cf57-72a7-451c-b24c-c823077f331e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:19:20.129697 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:20.244301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:20.249861 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:20.252630 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] 10.222.0.35 "PUT /v2.0/ports/2cc8cf57-72a7-451c-b24c-c823077f331e HTTP/1.1" status: 200 len: 1096 time: 3.7421341 Sep 29 17:19:20.257961 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dc87e3-79b3-4ecc-9741-c083aa2fec17', 'tag': '2cc8cf57-72a7-451c-b24c-c823077f331e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:19:20.510672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86e2ba7-516b-44df-a220-0650d00fcb7f {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:19:20.522924 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:20.540600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Transition to ACTIVE for port object a86e2ba7-516b-44df-a220-0650d00fcb7f will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:19:20.577830 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:20.589752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca46b80-91d7-447e-ada7-7a9ded273bb0 req-39f8b9ab-b6d5-4419-afb0-50c5837b59fa tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:20.592533 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ca46b80-91d7-447e-ada7-7a9ded273bb0 req-39f8b9ab-b6d5-4419-afb0-50c5837b59fa tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 936 time: 0.6415281 Sep 29 17:19:20.601999 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c989a48a-889f-46e6-bcb0-987ff74c2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:20.604519 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c989a48a-889f-46e6-bcb0-987ff74c2e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:20.609006 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c989a48a-889f-46e6-bcb0-987ff74c2e76 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2fa53c5f-a94a-49e5-9bca-9a31224e3dd6 HTTP/1.1" status: 204 len: 168 time: 1.9947252 Sep 29 17:19:20.658376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18add3bd-6ce5-40e2-8c32-9deb01e1e272 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc8cf57-72a7-451c-b24c-c823077f331e,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:20.681600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989a48a-889f-46e6-bcb0-987ff74c2e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa53c5f-a94a-49e5-9bca-9a31224e3dd6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:20.848673 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ca46b80-91d7-447e-ada7-7a9ded273bb0 req-f878f93c-f70c-40ca-b6c7-d0ecabb7958a tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309005 Sep 29 17:19:20.853005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-af27098b-e77b-4103-9fd5-e7327f48ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:20.857359 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-af27098b-e77b-4103-9fd5-e7327f48ecc6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 1099 time: 0.4483988 Sep 29 17:19:21.025948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Attempting to bind port a86e2ba7-516b-44df-a220-0650d00fcb7f on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:19:21.026433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Attempting to bind port a86e2ba7-516b-44df-a220-0650d00fcb7f by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:19:21.026799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Attempting to bind port a86e2ba7-516b-44df-a220-0650d00fcb7f on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:21.030747 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-4527f649-8369-4a77-838a-f8db3944b703 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2cc8cf57-72a7-451c-b24c-c823077f331e HTTP/1.1" status: 200 len: 217 time: 0.1117289 Sep 29 17:19:21.031557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Pushing event updated for resources: {'Port': ['ID=a86e2ba7-516b-44df-a220-0650d00fcb7f,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:21.087974 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Port a86e2ba7-516b-44df-a220-0650d00fcb7f on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:19:21.088293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Attempting to bind port a86e2ba7-516b-44df-a220-0650d00fcb7f on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:21.166674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45630) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:21.176813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:19:21.178424 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:19:21.180086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:19:21.180557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Bound port: a86e2ba7-516b-44df-a220-0650d00fcb7f, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:19:21.180922 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:21.222501 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397f89b-7860-4ef3-8624-2f65e328851b req-f0cf8fb4-2287-4aef-ac3f-f069f880a286 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:21.237157 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3397f89b-7860-4ef3-8624-2f65e328851b req-f0cf8fb4-2287-4aef-ac3f-f069f880a286 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 948 time: 0.1341703 Sep 29 17:19:21.288219 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-378e9c83-d16d-4ed0-bcda-f10dc62cf824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:21.291395 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-378e9c83-d16d-4ed0-bcda-f10dc62cf824 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.2406924 Sep 29 17:19:21.343642 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9eeae6-be19-47e1-918e-5b8b59b280c0" -d '{"events": [{"name": "network-changed", "server_uuid": "30dc87e3-79b3-4ecc-9741-c083aa2fec17", "tag": "2cc8cf57-72a7-451c-b24c-c823077f331e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:19:21.364605 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3397f89b-7860-4ef3-8624-2f65e328851b req-feccc7df-2ba6-4e00-8c39-b8c44a9840a6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119633 Sep 29 17:19:21.426499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] For port a86e2ba7-516b-44df-a220-0650d00fcb7f, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:19:21.431704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] For port a86e2ba7-516b-44df-a220-0650d00fcb7f, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a86e2ba7-516b-44df-a220-0650d00fcb7f,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:19:21.439153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45638) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:21.534682 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:21.624820 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Pushing event updated for resources: {'Port': ['ID=a86e2ba7-516b-44df-a220-0650d00fcb7f,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:21.685294 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-c5646a1d-ea19-4873-9b1f-142ca03447af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:21.688784 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-c5646a1d-ea19-4873-9b1f-142ca03447af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3366599 Sep 29 17:19:21.693735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:21.694452 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:21.696325 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16450879-98e6-4995-9451-ebceec71b6c9 req-96451d30-9b1f-4e5f-9d43-238dca755afe service neutron] 10.222.0.49 "PUT /v2.0/ports/a86e2ba7-516b-44df-a220-0650d00fcb7f HTTP/1.1" status: 200 len: 1118 time: 5.1374135 Sep 29 17:19:21.706579 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-193138890-network', 'tenant_id': 'd53b74dfe44140fcbab1c205ed9e0f93'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:21.787258 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] Made reservation on behalf of d53b74dfe44140fcbab1c205ed9e0f93 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:21.789823 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:21.819542 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:21.882584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45652) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:21.942871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-89a34c7f-84ac-4f81-8adc-845520fa64fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:22.007806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16450879-98e6-4995-9451-ebceec71b6c9 req-f0470b80-f16d-4791-a425-05fa87fa051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:22.016713 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16450879-98e6-4995-9451-ebceec71b6c9 req-f0470b80-f16d-4791-a425-05fa87fa051f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b41301bdd318444eaf37ad46a6556dff&device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 1121 time: 0.2538562 Sep 29 17:19:22.132892 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:22.142344 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:22.155075 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-f14a6109-862f-4185-8923-fbb93ca13507 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431357 Sep 29 17:19:22.156449 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16450879-98e6-4995-9451-ebceec71b6c9 req-dce0bb43-e165-48a7-b8ad-6521a178025b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a86e2ba7-516b-44df-a220-0650d00fcb7f HTTP/1.1" status: 200 len: 217 time: 0.1109860 Sep 29 17:19:22.237687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:19:22.314605 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251dd2a8-0da9-4b05-91a3-743872ce7da5 x-openstack-request-id: req-251dd2a8-0da9-4b05-91a3-743872ce7da5 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:19:22.315276 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dc87e3-79b3-4ecc-9741-c083aa2fec17", "tag": "2cc8cf57-72a7-451c-b24c-c823077f331e", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:19:22.315798 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-251dd2a8-0da9-4b05-91a3-743872ce7da5 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:19:22.316384 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dc87e3-79b3-4ecc-9741-c083aa2fec17', 'tag': '2cc8cf57-72a7-451c-b24c-c823077f331e', 'status': 'completed', 'code': 200} Sep 29 17:19:22.352123 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94f68f07-ee3f-42a5-839f-a11d12b28721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:22.379288 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57703549-f0e8-4f60-9e4a-594e194409be,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:22.391978 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770531895691', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:22.393233 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] Unsubscribe: segment precommit_create {{(pid=95015) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 29 17:19:22.394089 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] Added segment 09b9a10b-1541-4cb9-9659-61988e77ba28 of type vlan for network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 Sep 29 17:19:22.496911 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16450879-98e6-4995-9451-ebceec71b6c9 req-6c0c7d8a-65eb-4e55-8d93-b647748cdde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:22.499090 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16450879-98e6-4995-9451-ebceec71b6c9 req-6c0c7d8a-65eb-4e55-8d93-b647748cdde1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.3344772 Sep 29 17:19:22.503698 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c15ed50-fc53-4c16-bd00-5bb88eb42440 req-822ff941-a6d3-48d1-ab72-bb8528062585 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285878 Sep 29 17:19:22.532001 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:22.593822 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07075187-056e-4062-8444-bd2464d978b9 req-27b7adc1-3fd7-4716-8042-b492e2daa712 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:22.595359 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07075187-056e-4062-8444-bd2464d978b9 req-27b7adc1-3fd7-4716-8042-b492e2daa712 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 970 time: 0.1931117 Sep 29 17:19:22.636752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16450879-98e6-4995-9451-ebceec71b6c9 req-a2a4f00b-1b82-4fc0-8253-b7649147376e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:22.639521 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16450879-98e6-4995-9451-ebceec71b6c9 req-a2a4f00b-1b82-4fc0-8253-b7649147376e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294441 Sep 29 17:19:22.650731 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-89a34c7f-84ac-4f81-8adc-845520fa64fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:22.660503 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:22.661621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:22.662270 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:22.662576 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07075187-056e-4062-8444-bd2464d978b9 req-fdec9505-ae97-466b-b2a4-623f567c4a58 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601470 Sep 29 17:19:22.732444 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-89a34c7f-84ac-4f81-8adc-845520fa64fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:22.823055 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16450879-98e6-4995-9451-ebceec71b6c9 req-5eb7d68e-260f-4034-a9a4-4aefeeae1e86 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635215 Sep 29 17:19:22.857896 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] Pushing event updated for resources: {'Network': ['ID=9ff89bdc-1790-411e-92d4-65e23c2d16d7,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:22.888890 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a34c7f-84ac-4f81-8adc-845520fa64fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff472dbd-60fa-4534-9a56-b360e99bb62b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:22.917184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:19:22.928293 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7eaa96-7255-4cf7-92ef-ac4f9d37d89f req-06da3dd3-36c6-4ace-9bb2-cfeece37e89a tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:22.929882 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f7eaa96-7255-4cf7-92ef-ac4f9d37d89f req-06da3dd3-36c6-4ace-9bb2-cfeece37e89a tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 948 time: 0.3209279 Sep 29 17:19:22.950094 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-89a34c7f-84ac-4f81-8adc-845520fa64fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e499c638bdad4e158a094fe3b52bcd3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0623891 Sep 29 17:19:22.968767 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45680) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:23.031825 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f7eaa96-7255-4cf7-92ef-ac4f9d37d89f req-6cf47181-7fa8-45f5-89c0-2786927ea714 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919511 Sep 29 17:19:23.125798 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-185ae371-7cc9-4dce-9198-2b7c53d35fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:23.150629 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-185ae371-7cc9-4dce-9198-2b7c53d35fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:23.215550 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16450879-98e6-4995-9451-ebceec71b6c9 req-3f14c69e-c6b7-4792-bf31-e320e58f9ab6 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826661 Sep 29 17:19:23.218964 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-185ae371-7cc9-4dce-9198-2b7c53d35fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:23.222148 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-185ae371-7cc9-4dce-9198-2b7c53d35fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:23.226531 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-185ae371-7cc9-4dce-9198-2b7c53d35fce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff472dbd-60fa-4534-9a56-b360e99bb62b HTTP/1.1" status: 204 len: 168 time: 0.2538037 Sep 29 17:19:23.272537 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94f68f07-ee3f-42a5-839f-a11d12b28721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:23.278867 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ae371-7cc9-4dce-9198-2b7c53d35fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff472dbd-60fa-4534-9a56-b360e99bb62b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:23.284523 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94f68f07-ee3f-42a5-839f-a11d12b28721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:23.308543 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4665d2a4-d839-437c-8adc-dee8dd9eec0a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1388645 Sep 29 17:19:23.312516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45690) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:23.319679 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0e5b3fc0-0c44-4629-b763-7c1f23bfc723 admin admin] Request body: {'subnet': {'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-193138890-subnet', 'tenant_id': 'd53b74dfe44140fcbab1c205ed9e0f93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:23.367679 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5b3fc0-0c44-4629-b763-7c1f23bfc723 admin admin] Made reservation on behalf of d53b74dfe44140fcbab1c205ed9e0f93 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:23.373917 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-94f68f07-ee3f-42a5-839f-a11d12b28721 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc070cede99a48c2b5d0d298cc8d0abf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9322762 Sep 29 17:19:23.374311 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0e5b3fc0-0c44-4629-b763-7c1f23bfc723 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:23.374693 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f68f07-ee3f-42a5-839f-a11d12b28721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a471d52-e657-4804-9e82-ff730bc3d1f1,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:23.377144 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45694) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:23.495802 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9f76-0f13-4edc-b91e-76b4dac26417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:23.540030 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9f76-0f13-4edc-b91e-76b4dac26417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:23.639628 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9f76-0f13-4edc-b91e-76b4dac26417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:23.642233 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d5a9f76-0f13-4edc-b91e-76b4dac26417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:23.652524 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0d5a9f76-0f13-4edc-b91e-76b4dac26417 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a471d52-e657-4804-9e82-ff730bc3d1f1 HTTP/1.1" status: 204 len: 168 time: 0.2742004 Sep 29 17:19:23.669373 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a9f76-0f13-4edc-b91e-76b4dac26417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a471d52-e657-4804-9e82-ff730bc3d1f1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:23.774856 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0e5b3fc0-0c44-4629-b763-7c1f23bfc723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:23.826274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b3fc0-0c44-4629-b763-7c1f23bfc723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86eaf9b4-1784-4ab4-8567-540414d627ca,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:23.865681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5b3fc0-0c44-4629-b763-7c1f23bfc723 admin admin] Checking segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:19:23.866479 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5b3fc0-0c44-4629-b763-7c1f23bfc723 admin admin] Network hostable DHCP agents. Network: 9ff89bdc-1790-411e-92d4-65e23c2d16d7, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:19:23.892754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5b3fc0-0c44-4629-b763-7c1f23bfc723 admin admin] Network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:19:23.911497 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0e5b3fc0-0c44-4629-b763-7c1f23bfc723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 9ff89bdc-1790-411e-92d4-65e23c2d16d7) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:19:23.922342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102a03b1-6e74-49f8-aa0b-5d12015c9bd7 None None] Network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:19:23.923642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5b3fc0-0c44-4629-b763-7c1f23bfc723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:23.924646 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0e5b3fc0-0c44-4629-b763-7c1f23bfc723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:23.951701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0e5b3fc0-0c44-4629-b763-7c1f23bfc723 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6378837 Sep 29 17:19:24.157063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df85655-19db-42ce-9784-466f1e58aa39 None None] Network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:19:24.212555 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45726) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:24.249646 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4359df5a-31f7-46b4-8cda-ea5d99a1a345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:24.260188 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9b831-7b5c-43ac-aa37-fd3d68157ddf req-d3371147-fb3a-4479-8c0d-ed35a050b16d tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:24.262835 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fff9b831-7b5c-43ac-aa37-fd3d68157ddf req-d3371147-fb3a-4479-8c0d-ed35a050b16d tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 970 time: 0.2528841 Sep 29 17:19:24.318239 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae83089-acc9-40fd-b531-ba03db5cf1fd', 'tag': 'a86e2ba7-516b-44df-a220-0650d00fcb7f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:19:24.324666 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a78bd1e-83d7-412a-b9ce-cf969fa0056d" -d '{"events": [{"name": "network-changed", "server_uuid": "fae83089-acc9-40fd-b531-ba03db5cf1fd", "tag": "a86e2ba7-516b-44df-a220-0650d00fcb7f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:19:24.334678 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fff9b831-7b5c-43ac-aa37-fd3d68157ddf req-65b3ebf4-1387-4958-b4d0-53f65b515628 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599415 Sep 29 17:19:24.540128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a9067-4028-4d13-8a5f-3e0c0cbdfdfc req-a8f03a0c-e5ca-490d-97d1-c2f90c4d7f21 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:24.541718 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e6a9067-4028-4d13-8a5f-3e0c0cbdfdfc req-a8f03a0c-e5ca-490d-97d1-c2f90c4d7f21 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 948 time: 0.1051621 Sep 29 17:19:24.571894 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f854b249-fcc3-4c06-a3a6-4ec546f23c8e x-openstack-request-id: req-f854b249-fcc3-4c06-a3a6-4ec546f23c8e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:19:24.572188 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae83089-acc9-40fd-b531-ba03db5cf1fd", "tag": "a86e2ba7-516b-44df-a220-0650d00fcb7f", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:19:24.572412 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f854b249-fcc3-4c06-a3a6-4ec546f23c8e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:19:24.573075 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae83089-acc9-40fd-b531-ba03db5cf1fd', 'tag': 'a86e2ba7-516b-44df-a220-0650d00fcb7f', 'status': 'completed', 'code': 200} Sep 29 17:19:24.649731 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4359df5a-31f7-46b4-8cda-ea5d99a1a345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:24.663613 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4359df5a-31f7-46b4-8cda-ea5d99a1a345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:24.707140 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e6a9067-4028-4d13-8a5f-3e0c0cbdfdfc req-32640069-ead3-4a99-bdca-f0ab8a035e36 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546159 Sep 29 17:19:24.722115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45752) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:24.730301 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4359df5a-31f7-46b4-8cda-ea5d99a1a345 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30154218194d42b48d0bd37c75256906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5157182 Sep 29 17:19:24.778978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78bd1e-83d7-412a-b9ce-cf969fa0056d req-f675639a-732b-420c-86d6-d99f56750edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:24.781187 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a78bd1e-83d7-412a-b9ce-cf969fa0056d req-f675639a-732b-420c-86d6-d99f56750edd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b41301bdd318444eaf37ad46a6556dff&device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 1121 time: 0.1848178 Sep 29 17:19:24.782261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359df5a-31f7-46b4-8cda-ea5d99a1a345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4126c8-a318-45cc-9ee5-f6aa9b6742d4,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:24.821951 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e4aca7e7-b186-4eab-ab2a-2e0834a7c56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:24.868189 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e4aca7e7-b186-4eab-ab2a-2e0834a7c56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:24.997012 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e4aca7e7-b186-4eab-ab2a-2e0834a7c56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:25.001235 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e4aca7e7-b186-4eab-ab2a-2e0834a7c56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:25.002792 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e4aca7e7-b186-4eab-ab2a-2e0834a7c56b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb4126c8-a318-45cc-9ee5-f6aa9b6742d4 HTTP/1.1" status: 204 len: 168 time: 0.2790520 Sep 29 17:19:25.015771 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aca7e7-b186-4eab-ab2a-2e0834a7c56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4126c8-a318-45cc-9ee5-f6aa9b6742d4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:25.032005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78bd1e-83d7-412a-b9ce-cf969fa0056d req-0117c6fa-9346-4d53-bc6f-fc1d98f78e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:25.034001 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a78bd1e-83d7-412a-b9ce-cf969fa0056d req-0117c6fa-9346-4d53-bc6f-fc1d98f78e21 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2453542 Sep 29 17:19:25.082804 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a78bd1e-83d7-412a-b9ce-cf969fa0056d req-271b2abb-0091-435e-8552-259f4ab97d0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=a86e2ba7-516b-44df-a220-0650d00fcb7f HTTP/1.1" status: 200 len: 217 time: 0.0385201 Sep 29 17:19:25.138044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78bd1e-83d7-412a-b9ce-cf969fa0056d req-713afa07-8957-446f-b153-e83ae852b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:25.139673 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a78bd1e-83d7-412a-b9ce-cf969fa0056d req-713afa07-8957-446f-b153-e83ae852b638 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0498879 Sep 29 17:19:25.193683 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78bd1e-83d7-412a-b9ce-cf969fa0056d req-df8cc486-55eb-47fc-91ce-43c6def079d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:25.195379 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a78bd1e-83d7-412a-b9ce-cf969fa0056d req-df8cc486-55eb-47fc-91ce-43c6def079d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0474529 Sep 29 17:19:25.264317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45784) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:25.408299 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a78bd1e-83d7-412a-b9ce-cf969fa0056d req-0f77b4e3-273c-47f6-aaa2-14cbd7e4cf83 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055576 Sep 29 17:19:25.613676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952db7e-111f-4ed2-b362-145f5816b187 req-e4c5b587-689c-48b3-859e-ebbca9fb0755 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:25.622384 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8952db7e-111f-4ed2-b362-145f5816b187 req-e4c5b587-689c-48b3-859e-ebbca9fb0755 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 970 time: 0.1371849 Sep 29 17:19:25.681753 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a78bd1e-83d7-412a-b9ce-cf969fa0056d req-74cbbba1-1122-445a-bff2-5877aaa40c74 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652793 Sep 29 17:19:25.692888 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8952db7e-111f-4ed2-b362-145f5816b187 req-dd78b5c6-df99-4408-b23a-89588d912587 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693281 Sep 29 17:19:25.756776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45806) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:25.762832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b3c3eff8-582a-466a-a967-5e1bdd3d7a02 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-773701334-network', 'tenant_id': '3192b7b209244c3fa6a0b712128310e2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:25.774767 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee43200-ea2e-4852-bbf1-9490250c6e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:25.816268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c3eff8-582a-466a-a967-5e1bdd3d7a02 admin admin] Made reservation on behalf of 3192b7b209244c3fa6a0b712128310e2 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:25.818766 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3c3eff8-582a-466a-a967-5e1bdd3d7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:25.854840 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3c3eff8-582a-466a-a967-5e1bdd3d7a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:25.923959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390a78-d9ce-4400-813a-2480bad91d9f req-51673347-f728-488d-9df0-8aa2e634f938 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:25.931672 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ae390a78-d9ce-4400-813a-2480bad91d9f req-51673347-f728-488d-9df0-8aa2e634f938 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 948 time: 0.0891085 Sep 29 17:19:25.952251 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee43200-ea2e-4852-bbf1-9490250c6e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:25.960062 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee43200-ea2e-4852-bbf1-9490250c6e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:26.042469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ae390a78-d9ce-4400-813a-2480bad91d9f req-116d2a25-70fe-4b8f-afdc-60b87b7b9d04 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056893 Sep 29 17:19:26.054981 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bee43200-ea2e-4852-bbf1-9490250c6e90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc254b104c984a65bc6e8a8be7ac0a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7888446 Sep 29 17:19:26.058900 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45816) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:26.137124 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee43200-ea2e-4852-bbf1-9490250c6e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60284ac-e089-434a-bafb-fc9891de0bd4,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:26.153701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3c3eff8-582a-466a-a967-5e1bdd3d7a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:26.160147 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3c3eff8-582a-466a-a967-5e1bdd3d7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:26.204964 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d40929a1-0136-4dec-9498-a103cf4eefc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:26.211616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c3eff8-582a-466a-a967-5e1bdd3d7a02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:19:26.222422 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3eff8-582a-466a-a967-5e1bdd3d7a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dc2227-6283-4ad0-bd54-55422b3adbde,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:26.250109 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d40929a1-0136-4dec-9498-a103cf4eefc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:26.261598 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3c3eff8-582a-466a-a967-5e1bdd3d7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:26.261861 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-b3c3eff8-582a-466a-a967-5e1bdd3d7a02 admin admin] Added segment 3ebae07a-9b48-4a29-9ffb-70af960e842e of type vlan for network 8024ad27-511e-4f3c-a6fc-63304513af81 Sep 29 17:19:26.307453 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d40929a1-0136-4dec-9498-a103cf4eefc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:26.311900 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d40929a1-0136-4dec-9498-a103cf4eefc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:26.313609 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d40929a1-0136-4dec-9498-a103cf4eefc8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f60284ac-e089-434a-bafb-fc9891de0bd4 HTTP/1.1" status: 204 len: 168 time: 0.2534893 Sep 29 17:19:26.322343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40929a1-0136-4dec-9498-a103cf4eefc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60284ac-e089-434a-bafb-fc9891de0bd4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:26.331468 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3c3eff8-582a-466a-a967-5e1bdd3d7a02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:26.383517 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3c3eff8-582a-466a-a967-5e1bdd3d7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:26.384930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c3eff8-582a-466a-a967-5e1bdd3d7a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:26.385901 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3c3eff8-582a-466a-a967-5e1bdd3d7a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:26.417709 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b3c3eff8-582a-466a-a967-5e1bdd3d7a02 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6601083 Sep 29 17:19:26.420801 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45832) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:26.426040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2abbe327-9bc0-4d5f-8653-9e4afba8cd46 admin admin] Request body: {'subnet': {'network_id': '8024ad27-511e-4f3c-a6fc-63304513af81', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-773701334-subnet', 'tenant_id': '3192b7b209244c3fa6a0b712128310e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:26.460315 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abbe327-9bc0-4d5f-8653-9e4afba8cd46 admin admin] Made reservation on behalf of 3192b7b209244c3fa6a0b712128310e2 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:26.463905 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2abbe327-9bc0-4d5f-8653-9e4afba8cd46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:26.491164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3eff8-582a-466a-a967-5e1bdd3d7a02 admin admin] Pushing event updated for resources: {'Network': ['ID=8024ad27-511e-4f3c-a6fc-63304513af81,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:26.511415 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 8024ad27-511e-4f3c-a6fc-63304513af81 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:19:26.700054 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2abbe327-9bc0-4d5f-8653-9e4afba8cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:26.774798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbe327-9bc0-4d5f-8653-9e4afba8cd46 admin admin] Checking segment: {'id': '3ebae07a-9b48-4a29-9ffb-70af960e842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8024ad27-511e-4f3c-a6fc-63304513af81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:19:26.775427 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abbe327-9bc0-4d5f-8653-9e4afba8cd46 admin admin] Network hostable DHCP agents. Network: 8024ad27-511e-4f3c-a6fc-63304513af81, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:19:26.777243 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbe327-9bc0-4d5f-8653-9e4afba8cd46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b963514-5926-4e24-899d-9714e272c2c5,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:26.801519 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abbe327-9bc0-4d5f-8653-9e4afba8cd46 admin admin] Network 8024ad27-511e-4f3c-a6fc-63304513af81 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:19:26.810829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a86e2ba7-516b-44df-a220-0650d00fcb7f details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:19:26.816070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-2abbe327-9bc0-4d5f-8653-9e4afba8cd46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 8024ad27-511e-4f3c-a6fc-63304513af81) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:19:26.825394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abbe327-9bc0-4d5f-8653-9e4afba8cd46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:26.826432 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2abbe327-9bc0-4d5f-8653-9e4afba8cd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:26.831204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e98ed84-2b4b-45b0-99b1-71ec83f91609 None None] Network 8024ad27-511e-4f3c-a6fc-63304513af81 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:19:26.864064 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2abbe327-9bc0-4d5f-8653-9e4afba8cd46 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4337204 Sep 29 17:19:26.867295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd5bc3-7eef-4d37-a5d2-a062fda5a58b req-202c76d8-15dc-438a-b79e-1ac57a0bc2fc tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:26.868840 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-08cd5bc3-7eef-4d37-a5d2-a062fda5a58b req-202c76d8-15dc-438a-b79e-1ac57a0bc2fc tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 970 time: 0.1012702 Sep 29 17:19:26.930700 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-08cd5bc3-7eef-4d37-a5d2-a062fda5a58b req-b57e3102-50ed-4a06-85cb-17bc78c99d42 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489471 Sep 29 17:19:27.048228 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:27.099708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a86e2ba7-516b-44df-a220-0650d00fcb7f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a86e2ba7-516b-44df-a220-0650d00fcb7f,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:19:27.122095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'a86e2ba7-516b-44df-a220-0650d00fcb7f', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': 'a86e2ba7-516b-44df-a220-0650d00fcb7f', 'mac_address': 'fa:16:3e:df:d8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:tempest-test_az-1654640025', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:19:27.129723 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a5567b-0dc9-47d5-a2c6-150857fcbeaa None None] Network 8024ad27-511e-4f3c-a6fc-63304513af81 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:19:27.161772 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45858) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:27.187761 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:27.222213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8eaf83eb-b4a4-4a0e-9921-97e8bb64fd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:27.265187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86e2ba7-516b-44df-a220-0650d00fcb7f {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:19:27.310007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af3866-703f-4777-bf60-8a3872f27bc3 req-b42cde6c-258e-4636-814f-17f1e887e24e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:27.311588 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-86af3866-703f-4777-bf60-8a3872f27bc3 req-b42cde6c-258e-4636-814f-17f1e887e24e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 948 time: 0.1234016 Sep 29 17:19:27.378432 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a86e2ba7-516b-44df-a220-0650d00fcb7f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a86e2ba7-516b-44df-a220-0650d00fcb7f,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:19:27.392901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-86af3866-703f-4777-bf60-8a3872f27bc3 req-bd4a2ed8-5f6c-4e90-86d8-d25a5b8fe302 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734396 Sep 29 17:19:27.412302 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8eaf83eb-b4a4-4a0e-9921-97e8bb64fd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:27.417526 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8eaf83eb-b4a4-4a0e-9921-97e8bb64fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:27.422270 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:27.463728 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf83eb-b4a4-4a0e-9921-97e8bb64fd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0f9152-6e4b-4f4d-ae75-0c9ebe14ed72,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:27.470274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45880) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:27.475341 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8eaf83eb-b4a4-4a0e-9921-97e8bb64fd31 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43ba86552c474db2a3c4c61009baede6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123708 Sep 29 17:19:27.507840 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=a86e2ba7-516b-44df-a220-0650d00fcb7f,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:27.517261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:27.517914 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:27.518014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:27.518282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:27.518616 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:27.518954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:27.519283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:27.519609 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:27.519933 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:27.520256 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:27.520719 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:27.521065 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Tracked resource versions report: Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: pushed versions: Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: { 'AddressGroup': {'1.2'}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'ConntrackHelper': {'1.0'}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'Log': {'1.0'}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'Network': {'1.1'}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'Port': {'1.7'}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'PortForwarding': {'1.2'}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'QosPolicy': {'1.9'}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'SecurityGroup': {'1.4'}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'SecurityGroupRule': {'1.2'}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'SubPort': {'1.0'}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'Subnet': {'1.1'}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'Trunk': {'1.1'}} Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: consumer versions: Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: { DHCP agent@n-d-811748-2: {}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: HyperV agent@n-h1-811748-2: {}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: HyperV agent@n-h2-811748-2: {}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: L3 agent@n-d-811748-2: {}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: Metadata agent@n-d-811748-2: {}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: Metering agent@n-d-811748-2: {}, Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: Open vSwitch agent@n-d-811748-2: { 'AddressGroup': '1.2', Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'ConntrackHelper': '1.0', Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'Log': '1.0', Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'Network': '1.1', Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'Port': '1.7', Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'PortForwarding': '1.2', Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'QosPolicy': '1.9', Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'SecurityGroup': '1.4', Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'SecurityGroupRule': '1.2', Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'SubPort': '1.0', Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'Subnet': '1.1', Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: 'Trunk': '1.1'}} Sep 29 17:19:27.522453 n-d-811748-2 neutron-server[95017]: {{(pid=95017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 17:19:27.526207 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-942b7bb4-6bdb-4de9-975d-8dab608b2ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:27.552552 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-942b7bb4-6bdb-4de9-975d-8dab608b2ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:27.611022 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-942b7bb4-6bdb-4de9-975d-8dab608b2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:27.614245 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-942b7bb4-6bdb-4de9-975d-8dab608b2ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:27.615549 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-942b7bb4-6bdb-4de9-975d-8dab608b2ec1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e0f9152-6e4b-4f4d-ae75-0c9ebe14ed72 HTTP/1.1" status: 204 len: 168 time: 0.1442211 Sep 29 17:19:27.623898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b7bb4-6bdb-4de9-975d-8dab608b2ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0f9152-6e4b-4f4d-ae75-0c9ebe14ed72,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:27.749111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['a86e2ba7-516b-44df-a220-0650d00fcb7f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:19:28.189063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-ba85a788-3fd6-47d0-9a62-69aa67ca4339 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:28.203947 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-ba85a788-3fd6-47d0-9a62-69aa67ca4339 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 820 time: 0.2199271 Sep 29 17:19:28.235561 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-6b20eb4c-ab83-4668-8625-f6643ae24f99 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/quotas/d53b74dfe44140fcbab1c205ed9e0f93 HTTP/1.1" status: 200 len: 375 time: 0.0241838 Sep 29 17:19:28.300356 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-e3257055-1840-4e79-b54e-056bf483ae43 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631542 Sep 29 17:19:28.420236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d98aec-2224-4099-9e94-347b0295802f req-65b48c64-f0e7-41ad-b187-97e02a720876 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:28.427291 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-12d98aec-2224-4099-9e94-347b0295802f req-65b48c64-f0e7-41ad-b187-97e02a720876 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 971 time: 0.0533116 Sep 29 17:19:28.469262 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-12d98aec-2224-4099-9e94-347b0295802f req-3bbbf9b7-721b-4689-8956-60c963121679 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411210 Sep 29 17:19:28.551056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-0f5d2213-3b64-4f87-8bf5-8c61c38d483d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:19:28.560273 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-0f5d2213-3b64-4f87-8bf5-8c61c38d483d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1145804 Sep 29 17:19:28.763360 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a86e2ba7-516b-44df-a220-0650d00fcb7f up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:19:28.795059 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-67d0245c-2317-4a41-86c5-b4e6c9723ce1 service neutron] 10.222.0.44 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331285 Sep 29 17:19:28.849105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port a86e2ba7-516b-44df-a220-0650d00fcb7f completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:19:28.853222 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port a86e2ba7-516b-44df-a220-0650d00fcb7f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:19:28.853769 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:28.897036 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-dd3fd1a9-b5ad-4dfc-9a73-3bb9ae7dfaf3 service neutron] 10.222.0.44 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956481 Sep 29 17:19:28.967014 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:28.999849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae83089-acc9-40fd-b531-ba03db5cf1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86e2ba7-516b-44df-a220-0650d00fcb7f'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:19:29.046376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec8510-1d37-4de6-aee0-fd3044978148 req-3cda1a74-f149-4828-80ec-039696573ea7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:29.048294 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18ec8510-1d37-4de6-aee0-fd3044978148 req-3cda1a74-f149-4828-80ec-039696573ea7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 948 time: 0.0720601 Sep 29 17:19:29.084889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a86e2ba7-516b-44df-a220-0650d00fcb7f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a86e2ba7-516b-44df-a220-0650d00fcb7f,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:19:29.094695 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:29.100755 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18ec8510-1d37-4de6-aee0-fd3044978148 req-b01ce919-0ee3-41f5-a3c8-f8e2deb57399 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452626 Sep 29 17:19:29.165203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=a86e2ba7-516b-44df-a220-0650d00fcb7f,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:29.259798 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b8fbb5cc-7266-4923-9b80-88410db2375b req-e20cfd8c-b1f8-495b-a218-fb571de6a0a6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 210 time: 0.0378604 Sep 29 17:19:29.312434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45984) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:29.339705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eeae6-be19-47e1-918e-5b8b59b280c0 req-23184df8-7046-4eaf-84c2-28e71248197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:29.341224 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a9eeae6-be19-47e1-918e-5b8b59b280c0 req-23184df8-7046-4eaf-84c2-28e71248197a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 1099 time: 0.0746710 Sep 29 17:19:29.371785 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1ea421-ee8e-4686-8799-5587d96d3088" -d '{"events": [{"server_uuid": "fae83089-acc9-40fd-b531-ba03db5cf1fd", "name": "network-vif-plugged", "status": "completed", "tag": "a86e2ba7-516b-44df-a220-0650d00fcb7f"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:19:29.479631 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-298a1558-c8a4-4e1b-b8dc-6cf4fa9646ae req-91ef2de6-5522-4ae7-9538-40a868d40e6e tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1838379267', 'description': 'tempest-description-25668739'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:29.521589 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-298a1558-c8a4-4e1b-b8dc-6cf4fa9646ae req-91ef2de6-5522-4ae7-9538-40a868d40e6e tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:29.538125 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-298a1558-c8a4-4e1b-b8dc-6cf4fa9646ae req-91ef2de6-5522-4ae7-9538-40a868d40e6e tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:29.578455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eeae6-be19-47e1-918e-5b8b59b280c0 req-e190cab2-66e4-4a6a-98fd-f2fe6bcbef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:29.586245 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c7fc4208-b5b9-43ad-9771-255e95984d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:29.588019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a9eeae6-be19-47e1-918e-5b8b59b280c0 req-e190cab2-66e4-4a6a-98fd-f2fe6bcbef84 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2365050 Sep 29 17:19:29.657759 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a9eeae6-be19-47e1-918e-5b8b59b280c0 req-dff7f435-4dba-4090-86d1-848fabbfcf5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2cc8cf57-72a7-451c-b24c-c823077f331e HTTP/1.1" status: 200 len: 217 time: 0.0572834 Sep 29 17:19:29.757301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eeae6-be19-47e1-918e-5b8b59b280c0 req-481b4f1a-5043-4961-b15c-cbd3c640d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:29.758972 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a9eeae6-be19-47e1-918e-5b8b59b280c0 req-481b4f1a-5043-4961-b15c-cbd3c640d473 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0850458 Sep 29 17:19:29.840260 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-298a1558-c8a4-4e1b-b8dc-6cf4fa9646ae req-91ef2de6-5522-4ae7-9538-40a868d40e6e tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:29.843809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9eeae6-be19-47e1-918e-5b8b59b280c0 req-844c1891-f3ec-4927-b11f-7b28d02addb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:29.845904 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a9eeae6-be19-47e1-918e-5b8b59b280c0 req-844c1891-f3ec-4927-b11f-7b28d02addb1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0786695 Sep 29 17:19:29.847019 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-298a1558-c8a4-4e1b-b8dc-6cf4fa9646ae req-91ef2de6-5522-4ae7-9538-40a868d40e6e tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:29.910114 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef2de6-5522-4ae7-9538-40a868d40e6e tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b59dd0-ac9e-408c-afd3-971afa0ea53e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:29.945893 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c7fc4208-b5b9-43ad-9771-255e95984d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:29.950496 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c7fc4208-b5b9-43ad-9771-255e95984d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:29.971491 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4f0ca6-b0b0-4d3f-ab74-f5e30328e0a0 x-openstack-request-id: req-ed4f0ca6-b0b0-4d3f-ab74-f5e30328e0a0 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:19:29.973060 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae83089-acc9-40fd-b531-ba03db5cf1fd", "name": "network-vif-plugged", "status": "completed", "tag": "a86e2ba7-516b-44df-a220-0650d00fcb7f", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:19:29.973586 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed4f0ca6-b0b0-4d3f-ab74-f5e30328e0a0 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:19:29.974283 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae83089-acc9-40fd-b531-ba03db5cf1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86e2ba7-516b-44df-a220-0650d00fcb7f', 'code': 200} Sep 29 17:19:30.000189 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c7fc4208-b5b9-43ad-9771-255e95984d69 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7e864b5a2024006ae6e1432ce80f09d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6827917 Sep 29 17:19:30.008076 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46018) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:30.010794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc4208-b5b9-43ad-9771-255e95984d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffe7d0b-8360-493b-b1b9-866873549eb4,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:30.039219 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a9eeae6-be19-47e1-918e-5b8b59b280c0 req-f4e8bffe-a50a-476c-a706-e0f49c80da69 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818695 Sep 29 17:19:30.079847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c9639-291f-460f-a646-8097a332e85e req-c9244af1-090b-4c72-aae7-0217243fa161 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:30.087066 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-846c9639-291f-460f-a646-8097a332e85e req-c9244af1-090b-4c72-aae7-0217243fa161 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 972 time: 0.0570140 Sep 29 17:19:30.122272 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-846c9639-291f-460f-a646-8097a332e85e req-4f487c88-5048-40f2-8b69-2b3d15c48c3b tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343642 Sep 29 17:19:30.250837 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-298a1558-c8a4-4e1b-b8dc-6cf4fa9646ae req-91ef2de6-5522-4ae7-9538-40a868d40e6e tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:30.253925 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4ab5ba32-9a25-4cfc-81aa-e78ab3c4ca14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:30.266455 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-298a1558-c8a4-4e1b-b8dc-6cf4fa9646ae req-91ef2de6-5522-4ae7-9538-40a868d40e6e tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:30.288070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81ae06-9f9c-442f-ac25-2f3c9b8c0dbd req-34e6fa48-6986-442a-b7be-36f4238e872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:30.289764 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a81ae06-9f9c-442f-ac25-2f3c9b8c0dbd req-34e6fa48-6986-442a-b7be-36f4238e872a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 1123 time: 0.2373409 Sep 29 17:19:30.319750 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a9eeae6-be19-47e1-918e-5b8b59b280c0 req-5cd2fbeb-1ee4-4041-b475-3f64f6a95964 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701993 Sep 29 17:19:30.328325 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4ab5ba32-9a25-4cfc-81aa-e78ab3c4ca14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:30.336632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da12b10-bd86-4426-b43a-bd6128cd8dfa req-509ffdd9-d8dc-4427-9f54-db2200efdb51 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:30.338139 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3da12b10-bd86-4426-b43a-bd6128cd8dfa req-509ffdd9-d8dc-4427-9f54-db2200efdb51 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 948 time: 0.0659480 Sep 29 17:19:30.346436 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-298a1558-c8a4-4e1b-b8dc-6cf4fa9646ae req-91ef2de6-5522-4ae7-9538-40a868d40e6e tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:30.347634 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-298a1558-c8a4-4e1b-b8dc-6cf4fa9646ae req-91ef2de6-5522-4ae7-9538-40a868d40e6e tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9051185 Sep 29 17:19:30.350742 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3a81ae06-9f9c-442f-ac25-2f3c9b8c0dbd req-4cdf77a9-7038-4746-8e9e-0bdcfb2de4e3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:30.360410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef2de6-5522-4ae7-9538-40a868d40e6e tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc83fe91-73d3-4266-8ef6-23e6ef93822c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:30.405214 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3da12b10-bd86-4426-b43a-bd6128cd8dfa req-27e23318-f5cf-4d01-945b-a27baa0a786b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525317 Sep 29 17:19:30.427006 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4ab5ba32-9a25-4cfc-81aa-e78ab3c4ca14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:30.429534 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4ab5ba32-9a25-4cfc-81aa-e78ab3c4ca14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:30.430865 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4ab5ba32-9a25-4cfc-81aa-e78ab3c4ca14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bffe7d0b-8360-493b-b1b9-866873549eb4 HTTP/1.1" status: 204 len: 168 time: 0.4214921 Sep 29 17:19:30.444053 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5ba32-9a25-4cfc-81aa-e78ab3c4ca14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffe7d0b-8360-493b-b1b9-866873549eb4,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:30.503482 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c8317fa-abf9-4e92-bb7d-bce49dbb9373 req-256cee72-2170-4bca-a6df-9683b0fa033c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 210 time: 0.0353251 Sep 29 17:19:30.577748 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3a81ae06-9f9c-442f-ac25-2f3c9b8c0dbd req-4cdf77a9-7038-4746-8e9e-0bdcfb2de4e3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:30.580510 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-627b1ced-3c83-498a-a121-aa2a4a004f1c req-75ed95d1-afee-46cb-a575-672beeb83601 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Request body: {'security_group': {'name': 'tempest-securitygroup-502582010', 'description': 'tempest-description-1992089833'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:30.609220 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3a81ae06-9f9c-442f-ac25-2f3c9b8c0dbd req-4cdf77a9-7038-4746-8e9e-0bdcfb2de4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:30.656975 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-627b1ced-3c83-498a-a121-aa2a4a004f1c req-75ed95d1-afee-46cb-a575-672beeb83601 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:30.663311 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a81ae06-9f9c-442f-ac25-2f3c9b8c0dbd req-4cdf77a9-7038-4746-8e9e-0bdcfb2de4e3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597767 Sep 29 17:19:30.664278 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf77a9-7038-4746-8e9e-0bdcfb2de4e3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a57cd3b9-aafe-41db-be19-1f11ee6a7e07,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:30.784124 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-627b1ced-3c83-498a-a121-aa2a4a004f1c req-75ed95d1-afee-46cb-a575-672beeb83601 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:30.788824 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-627b1ced-3c83-498a-a121-aa2a4a004f1c req-75ed95d1-afee-46cb-a575-672beeb83601 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:30.821400 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-627b1ced-3c83-498a-a121-aa2a4a004f1c req-75ed95d1-afee-46cb-a575-672beeb83601 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:30.822642 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-627b1ced-3c83-498a-a121-aa2a4a004f1c req-75ed95d1-afee-46cb-a575-672beeb83601 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2486126 Sep 29 17:19:30.823641 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed95d1-afee-46cb-a575-672beeb83601 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d95961a-0348-4896-8383-94c3c6cc5a4c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:31.106330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-b426016a-ed5f-4af2-b20f-b9103d2e9a3e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:31.109203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-b426016a-ed5f-4af2-b20f-b9103d2e9a3e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.35 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 820 time: 0.1127777 Sep 29 17:19:31.129154 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-3cbd10ab-c357-49d0-a189-2a0dc8730cd6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Request body: {'port': {'device_id': '4a8941bf-4793-4f18-852a-a68336030f25', 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7', 'admin_state_up': True, 'tenant_id': 'd53b74dfe44140fcbab1c205ed9e0f93'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:31.160912 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46060) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:31.172765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-789f10f1-abcc-4725-ab7a-aa190910f61d req-2759a403-7fb4-4bb1-b959-dcebc633360e tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1513358662', 'description': 'tempest-description-1488186280'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:31.198051 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46064) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:31.259066 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-35c76c51-aa59-48c6-84d8-03ea3cb88de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.265825 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-789f10f1-abcc-4725-ab7a-aa190910f61d req-2759a403-7fb4-4bb1-b959-dcebc633360e tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.281913 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-789f10f1-abcc-4725-ab7a-aa190910f61d req-2759a403-7fb4-4bb1-b959-dcebc633360e tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.319178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069d474-02ee-481c-934b-95e4ebec3508 req-993f0769-ab5f-485a-a0d7-fcc16cb8e928 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:31.320757 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b069d474-02ee-481c-934b-95e4ebec3508 req-993f0769-ab5f-485a-a0d7-fcc16cb8e928 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 972 time: 0.1218469 Sep 29 17:19:31.389583 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b069d474-02ee-481c-934b-95e4ebec3508 req-7787e0a5-06aa-41ce-b864-da7a60fdbdf7 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558686 Sep 29 17:19:31.413902 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea475c84-6f76-4e87-9570-af4e7f0d7bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.420041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46068) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:31.450485 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-35c76c51-aa59-48c6-84d8-03ea3cb88de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.460297 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-35c76c51-aa59-48c6-84d8-03ea3cb88de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.474754 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-ea475c84-6f76-4e87-9570-af4e7f0d7bda admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:19:31.474754 n-d-811748-2 neutron-server[95015]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 17:19:31.474754 n-d-811748-2 neutron-server[95015]: [parameters: {'project_id_1': '17552ab2685d40a598c2bd4c372d1eb4', 'expiration_1': datetime.datetime(2021, 9, 29, 17, 19, 11, 431147)}] Sep 29 17:19:31.474754 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:19:31.475118 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-ea475c84-6f76-4e87-9570-af4e7f0d7bda admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:19:31.487321 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.api [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-3cbd10ab-c357-49d0-a189-2a0dc8730cd6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:19:31.487321 n-d-811748-2 neutron-server[95016]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 17:19:31.487321 n-d-811748-2 neutron-server[95016]: [parameters: {'project_id_1': 'd53b74dfe44140fcbab1c205ed9e0f93', 'expiration_1': datetime.datetime(2021, 9, 29, 17, 19, 11, 313019)}] Sep 29 17:19:31.487321 n-d-811748-2 neutron-server[95016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:19:31.488082 n-d-811748-2 neutron-server[95016]: DEBUG oslo_db.api [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-3cbd10ab-c357-49d0-a189-2a0dc8730cd6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:19:31.508472 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53a1d082-1397-42d5-bc15-287aaa468930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.533946 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-35c76c51-aa59-48c6-84d8-03ea3cb88de9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=423fb95705c64bdbb1e8bee1cc8eb099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334577 Sep 29 17:19:31.534141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46074) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:31.543270 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c76c51-aa59-48c6-84d8-03ea3cb88de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48ad141-2118-4cd0-90b6-5e154c8fbc97,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:31.566006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567cbc0-4995-4aef-946c-3d7eeb7cfd2f req-ffbec923-4905-4fb4-ab73-9dfb0c667559 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:31.567506 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2567cbc0-4995-4aef-946c-3d7eeb7cfd2f req-ffbec923-4905-4fb4-ab73-9dfb0c667559 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 948 time: 0.0873277 Sep 29 17:19:31.606946 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2567cbc0-4995-4aef-946c-3d7eeb7cfd2f req-2f298138-95bc-4309-9a3e-73cedda3c56f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328414 Sep 29 17:19:31.627238 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-789f10f1-abcc-4725-ab7a-aa190910f61d req-2759a403-7fb4-4bb1-b959-dcebc633360e tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.629063 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66901d42-4d2d-4bc9-afc7-560cddbaceb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.639688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-789f10f1-abcc-4725-ab7a-aa190910f61d req-2759a403-7fb4-4bb1-b959-dcebc633360e tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.673877 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66901d42-4d2d-4bc9-afc7-560cddbaceb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.703584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759a403-7fb4-4bb1-b959-dcebc633360e tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970625ee-018a-4eba-8314-e30a350f9866,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:31.766880 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66901d42-4d2d-4bc9-afc7-560cddbaceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.769578 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66901d42-4d2d-4bc9-afc7-560cddbaceb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.773417 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-66901d42-4d2d-4bc9-afc7-560cddbaceb3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d48ad141-2118-4cd0-90b6-5e154c8fbc97 HTTP/1.1" status: 204 len: 168 time: 0.2383182 Sep 29 17:19:31.788513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66901d42-4d2d-4bc9-afc7-560cddbaceb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48ad141-2118-4cd0-90b6-5e154c8fbc97,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:31.804746 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53a1d082-1397-42d5-bc15-287aaa468930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.820852 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53a1d082-1397-42d5-bc15-287aaa468930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.855222 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64bc061f-91a9-4fe7-86b7-77a8a1e12875 req-b8d61f54-c1fc-4990-a98a-a2efd1c7653e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 210 time: 0.0284400 Sep 29 17:19:31.882040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46080) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:31.882213 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-53a1d082-1397-42d5-bc15-287aaa468930 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d22ba4806f1849498d245637545ad975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4610219 Sep 29 17:19:31.886132 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1d082-1397-42d5-bc15-287aaa468930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604611a4-fe44-4590-9b67-9d77726dadfd,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:31.941470 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-789f10f1-abcc-4725-ab7a-aa190910f61d req-2759a403-7fb4-4bb1-b959-dcebc633360e tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.946103 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0ba509f2-ed71-4dd2-9e2e-34a4e18b0a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.946338 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-789f10f1-abcc-4725-ab7a-aa190910f61d req-2759a403-7fb4-4bb1-b959-dcebc633360e tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.968113 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-789f10f1-abcc-4725-ab7a-aa190910f61d req-2759a403-7fb4-4bb1-b959-dcebc633360e tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.968317 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0ba509f2-ed71-4dd2-9e2e-34a4e18b0a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.978127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-789f10f1-abcc-4725-ab7a-aa190910f61d req-2759a403-7fb4-4bb1-b959-dcebc633360e tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8147168 Sep 29 17:19:31.978228 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea475c84-6f76-4e87-9570-af4e7f0d7bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:31.981594 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759a403-7fb4-4bb1-b959-dcebc633360e tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc0a895-acbd-4c80-8e24-e5c4fb03a1e4,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:32.009804 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-3ac83537-7c0f-4fd7-81ea-8b1caffa154d req-d8216601-0823-4b71-9df7-60b54a996c3d tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1983265962', 'description': 'tempest-description-170640066'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:32.016336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-3cbd10ab-c357-49d0-a189-2a0dc8730cd6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Made reservation on behalf of d53b74dfe44140fcbab1c205ed9e0f93 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:32.020551 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-3cbd10ab-c357-49d0-a189-2a0dc8730cd6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.030877 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [req-3ac83537-7c0f-4fd7-81ea-8b1caffa154d req-d8216601-0823-4b71-9df7-60b54a996c3d tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:19:32.030877 n-d-811748-2 neutron-server[95015]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 17:19:32.030877 n-d-811748-2 neutron-server[95015]: [parameters: {'project_id_1': '5143640cb2ed4e57834f88a6915a217e', 'expiration_1': datetime.datetime(2021, 9, 29, 17, 19, 12, 18722)}] Sep 29 17:19:32.030877 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:19:32.031249 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [req-3ac83537-7c0f-4fd7-81ea-8b1caffa154d req-d8216601-0823-4b71-9df7-60b54a996c3d tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:19:32.057899 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0ba509f2-ed71-4dd2-9e2e-34a4e18b0a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.061444 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0ba509f2-ed71-4dd2-9e2e-34a4e18b0a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.062891 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0ba509f2-ed71-4dd2-9e2e-34a4e18b0a21 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/604611a4-fe44-4590-9b67-9d77726dadfd HTTP/1.1" status: 204 len: 168 time: 0.1794584 Sep 29 17:19:32.078930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba509f2-ed71-4dd2-9e2e-34a4e18b0a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604611a4-fe44-4590-9b67-9d77726dadfd,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:32.126875 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea475c84-6f76-4e87-9570-af4e7f0d7bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.131271 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea475c84-6f76-4e87-9570-af4e7f0d7bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.148301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46088) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:32.167133 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e639d7ff-4d25-414f-a790-bc99afe838bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.173986 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ea475c84-6f76-4e87-9570-af4e7f0d7bda admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17552ab2685d40a598c2bd4c372d1eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0116141 Sep 29 17:19:32.174426 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46090) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:32.180592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea475c84-6f76-4e87-9570-af4e7f0d7bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde2fafb-b760-4065-a6f5-7bcc4e3c7fd9,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:32.209687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-3cbd10ab-c357-49d0-a189-2a0dc8730cd6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Allocated IP 172.20.0.4 (9ff89bdc-1790-411e-92d4-65e23c2d16d7/86eaf9b4-1784-4ab4-8567-540414d627ca/4d55d24a-4f2b-4770-8739-ca3393d9d047) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:19:32.230169 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f21ae4f5-022d-4053-8b66-cb0e3d5da6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.261334 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f21ae4f5-022d-4053-8b66-cb0e3d5da6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.314071 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f21ae4f5-022d-4053-8b66-cb0e3d5da6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.316712 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f21ae4f5-022d-4053-8b66-cb0e3d5da6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.317886 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f21ae4f5-022d-4053-8b66-cb0e3d5da6cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cde2fafb-b760-4065-a6f5-7bcc4e3c7fd9 HTTP/1.1" status: 204 len: 168 time: 0.1423180 Sep 29 17:19:32.337577 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ae4f5-022d-4053-8b66-cb0e3d5da6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde2fafb-b760-4065-a6f5-7bcc4e3c7fd9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:32.400099 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e639d7ff-4d25-414f-a790-bc99afe838bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.408032 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e639d7ff-4d25-414f-a790-bc99afe838bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.450440 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e639d7ff-4d25-414f-a790-bc99afe838bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9ec3d0ca2d9476ba80480290d54fe8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987676 Sep 29 17:19:32.453369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46098) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:32.472593 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-3cbd10ab-c357-49d0-a189-2a0dc8730cd6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.476632 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639d7ff-4d25-414f-a790-bc99afe838bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48aa6950-eb53-422b-ba96-0bd61bb5481d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:32.564664 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-3cbd10ab-c357-49d0-a189-2a0dc8730cd6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.574774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b33492-914c-4e7b-b668-2dd51d5998fa req-c709ddf0-1508-4d47-ac15-6ea1ba36e5ea tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:32.575096 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-727dc4fa-b37d-4981-8d85-eafc14746e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.583295 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-75b33492-914c-4e7b-b668-2dd51d5998fa req-c709ddf0-1508-4d47-ac15-6ea1ba36e5ea tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 972 time: 0.0898876 Sep 29 17:19:32.608587 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-727dc4fa-b37d-4981-8d85-eafc14746e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.615591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46102) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:32.626603 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3ac83537-7c0f-4fd7-81ea-8b1caffa154d req-d8216601-0823-4b71-9df7-60b54a996c3d tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.647527 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-89386817-90de-4146-a029-a0b6143be779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.663467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-3cbd10ab-c357-49d0-a189-2a0dc8730cd6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:19:32.666945 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-75b33492-914c-4e7b-b668-2dd51d5998fa req-ef7e3046-b0f0-4751-928f-02272eb39a20 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829544 Sep 29 17:19:32.667914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd10ab-c357-49d0-a189-2a0dc8730cd6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Pushing event updated for resources: {'Port': ['ID=4d55d24a-4f2b-4770-8739-ca3393d9d047,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:32.670586 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-3cbd10ab-c357-49d0-a189-2a0dc8730cd6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:19:32.672710 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-3cbd10ab-c357-49d0-a189-2a0dc8730cd6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:19:32.678243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-3cbd10ab-c357-49d0-a189-2a0dc8730cd6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:32.679064 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-3cbd10ab-c357-49d0-a189-2a0dc8730cd6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.700252 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [req-3ac83537-7c0f-4fd7-81ea-8b1caffa154d req-d8216601-0823-4b71-9df7-60b54a996c3d tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:19:32.700252 n-d-811748-2 neutron-server[95015]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 17:19:32.700252 n-d-811748-2 neutron-server[95015]: [parameters: {'project_id_1': '5143640cb2ed4e57834f88a6915a217e', 'expiration_1': datetime.datetime(2021, 9, 29, 17, 19, 12, 675652)}] Sep 29 17:19:32.700252 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:19:32.700252 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [req-3ac83537-7c0f-4fd7-81ea-8b1caffa154d req-d8216601-0823-4b71-9df7-60b54a996c3d tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:19:32.734427 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-727dc4fa-b37d-4981-8d85-eafc14746e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.737081 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-727dc4fa-b37d-4981-8d85-eafc14746e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.738258 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-727dc4fa-b37d-4981-8d85-eafc14746e68 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48aa6950-eb53-422b-ba96-0bd61bb5481d HTTP/1.1" status: 204 len: 168 time: 0.2825360 Sep 29 17:19:32.750974 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dc4fa-b37d-4981-8d85-eafc14746e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aa6950-eb53-422b-ba96-0bd61bb5481d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:32.803688 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-89386817-90de-4146-a029-a0b6143be779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.809734 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-89386817-90de-4146-a029-a0b6143be779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.813271 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882a716-874b-481c-a546-38a8e118f4e1 req-37dc06cc-6442-4c85-b18e-c9f1bf9127a5 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:32.815251 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2882a716-874b-481c-a546-38a8e118f4e1 req-37dc06cc-6442-4c85-b18e-c9f1bf9127a5 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 948 time: 0.0725720 Sep 29 17:19:32.840896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-3cbd10ab-c357-49d0-a189-2a0dc8730cd6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7158558 Sep 29 17:19:32.857052 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-89386817-90de-4146-a029-a0b6143be779 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=641ee88400f049ae9509a2a84c43d1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397804 Sep 29 17:19:32.857679 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46108) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:32.860894 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Request body: {'port': {'device_id': '4a8941bf-4793-4f18-852a-a68336030f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:32.874387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89386817-90de-4146-a029-a0b6143be779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfc16d8-e2ca-49a3-8268-f934820cd291,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:32.913299 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2882a716-874b-481c-a546-38a8e118f4e1 req-ffcd6481-0273-4835-a78b-e83f5447f540 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764332 Sep 29 17:19:32.926560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46112) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:32.931435 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eb279c14-cf25-40ec-b35a-4d613ca0901e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.945381 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-918fb8ff-771e-418a-a952-f4f59427c446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:32.960153 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eb279c14-cf25-40ec-b35a-4d613ca0901e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.008367 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.016254 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eb279c14-cf25-40ec-b35a-4d613ca0901e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.018920 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eb279c14-cf25-40ec-b35a-4d613ca0901e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.021771 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-eb279c14-cf25-40ec-b35a-4d613ca0901e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cfc16d8-e2ca-49a3-8268-f934820cd291 HTTP/1.1" status: 204 len: 168 time: 0.1588309 Sep 29 17:19:33.038446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb279c14-cf25-40ec-b35a-4d613ca0901e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfc16d8-e2ca-49a3-8268-f934820cd291,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:33.119691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b772f69-c55c-4841-87ad-de67094e17c7 req-38665d4e-b808-43c0-b2f4-74a49ab8e38c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:33.121054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9b772f69-c55c-4841-87ad-de67094e17c7 req-38665d4e-b808-43c0-b2f4-74a49ab8e38c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 931 time: 0.1486542 Sep 29 17:19:33.198367 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3ac83537-7c0f-4fd7-81ea-8b1caffa154d req-d8216601-0823-4b71-9df7-60b54a996c3d tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.421617 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9b772f69-c55c-4841-87ad-de67094e17c7 req-5ba0ec6b-3f54-4fb5-a2a7-7cd074960cec tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803183 Sep 29 17:19:33.461587 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-918fb8ff-771e-418a-a952-f4f59427c446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.474877 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-918fb8ff-771e-418a-a952-f4f59427c446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.554356 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-918fb8ff-771e-418a-a952-f4f59427c446 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c04737ed33c84a9299f95d9b8bf55fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6243727 Sep 29 17:19:33.555469 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46142) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:33.558357 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fb8ff-771e-418a-a952-f4f59427c446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d9ff2d-6ab9-404f-9fb3-77cbaef7519e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:33.572151 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3ac83537-7c0f-4fd7-81ea-8b1caffa154d req-d8216601-0823-4b71-9df7-60b54a996c3d tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.582508 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3ac83537-7c0f-4fd7-81ea-8b1caffa154d req-d8216601-0823-4b71-9df7-60b54a996c3d tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.606371 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3ac83537-7c0f-4fd7-81ea-8b1caffa154d req-d8216601-0823-4b71-9df7-60b54a996c3d tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.612790 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ac83537-7c0f-4fd7-81ea-8b1caffa154d req-d8216601-0823-4b71-9df7-60b54a996c3d tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6179893 Sep 29 17:19:33.654610 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d55d24a-4f2b-4770-8739-ca3393d9d047 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:19:33.664021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8216601-0823-4b71-9df7-60b54a996c3d tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95f4e49-705c-4b7e-bdcc-297bf5395d84,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:33.669722 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.688760 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a30f4924-1530-4a24-a1e8-ee32aed855bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.702488 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Transition to ACTIVE for port object 4d55d24a-4f2b-4770-8739-ca3393d9d047 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:19:33.712806 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.745117 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a30f4924-1530-4a24-a1e8-ee32aed855bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.802413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Pushing event updated for resources: {'Port': ['ID=4d55d24a-4f2b-4770-8739-ca3393d9d047,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:33.860012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Attempting to bind port 4d55d24a-4f2b-4770-8739-ca3393d9d047 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:19:33.860344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Attempting to bind port 4d55d24a-4f2b-4770-8739-ca3393d9d047 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:19:33.860674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Attempting to bind port 4d55d24a-4f2b-4770-8739-ca3393d9d047 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:33.861270 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cc218-4fc8-46ec-96b5-bf4f1092f6ad req-84a6deac-28f6-4d8d-9e32-35fd11fdabfa tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:33.869894 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-875cc218-4fc8-46ec-96b5-bf4f1092f6ad req-84a6deac-28f6-4d8d-9e32-35fd11fdabfa tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 972 time: 0.0829451 Sep 29 17:19:33.877190 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Port 4d55d24a-4f2b-4770-8739-ca3393d9d047 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:19:33.877541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Attempting to bind port 4d55d24a-4f2b-4770-8739-ca3393d9d047 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:33.891695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:19:33.894174 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Checking segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:19:33.894174 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Bound using segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:19:33.894174 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Bound port: 4d55d24a-4f2b-4770-8739-ca3393d9d047, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:19:33.894174 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.907609 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a30f4924-1530-4a24-a1e8-ee32aed855bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.911339 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a30f4924-1530-4a24-a1e8-ee32aed855bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:33.916641 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a30f4924-1530-4a24-a1e8-ee32aed855bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3d9ff2d-6ab9-404f-9fb3-77cbaef7519e HTTP/1.1" status: 204 len: 168 time: 0.3578055 Sep 29 17:19:33.936540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f4924-1530-4a24-a1e8-ee32aed855bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d9ff2d-6ab9-404f-9fb3-77cbaef7519e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:33.971232 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-875cc218-4fc8-46ec-96b5-bf4f1092f6ad req-76cf924e-6e9c-4791-a178-dcf927d35df2 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002600 Sep 29 17:19:33.972287 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-e37ad6ce-1860-41cc-be6f-b0730755373f tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34076 time: 0.3320601 Sep 29 17:19:34.015292 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] For port 4d55d24a-4f2b-4770-8739-ca3393d9d047, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:19:34.036077 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] For port 4d55d24a-4f2b-4770-8739-ca3393d9d047, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:19:34.041466 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:34.047364 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-f0bf8c8b-2924-4ad8-b734-bd2971e6bbfe tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/2a79074a-c4a3-4806-9fbc-ca90cecfa814 HTTP/1.1" status: 200 len: 2981 time: 0.0664442 Sep 29 17:19:34.051519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46168) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:34.097710 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:34.098526 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:34.099831 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] 10.222.0.35 "PUT /v2.0/ports/4d55d24a-4f2b-4770-8739-ca3393d9d047 HTTP/1.1" status: 200 len: 1091 time: 1.2439241 Sep 29 17:19:34.100401 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8941bf-4793-4f18-852a-a68336030f25', 'tag': '4d55d24a-4f2b-4770-8739-ca3393d9d047'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:19:34.102656 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6405cdb2-22a5-40ca-bd2e-e3743e371f74" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8941bf-4793-4f18-852a-a68336030f25", "tag": "4d55d24a-4f2b-4770-8739-ca3393d9d047"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:19:34.107577 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8123f2-4fb3-49e9-97bb-fa15d69c74ea req-f1201053-a007-408b-84eb-827aeac70e1d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:34.128134 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef8123f2-4fb3-49e9-97bb-fa15d69c74ea req-f1201053-a007-408b-84eb-827aeac70e1d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 948 time: 0.0947614 Sep 29 17:19:34.141495 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f16010-993b-46cd-b4db-b23bad49940d service neutron] Pushing event updated for resources: {'Port': ['ID=4d55d24a-4f2b-4770-8739-ca3393d9d047,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:34.149407 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-75d02cf4-f1b6-4964-afb7-219282af783b tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/2a79074a-c4a3-4806-9fbc-ca90cecfa814 HTTP/1.1" status: 200 len: 2981 time: 0.0723722 Sep 29 17:19:34.178053 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef8123f2-4fb3-49e9-97bb-fa15d69c74ea req-d2ecf26a-9045-4a80-9a66-610e69fcc0bb tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485814 Sep 29 17:19:34.234661 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-97010748-9995-4f6e-9786-0999aa08058e tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/57703549-f0e8-4f60-9e4a-594e194409be HTTP/1.1" status: 200 len: 2981 time: 0.0766068 Sep 29 17:19:34.244788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-5f710629-2994-4373-a0f2-f5967631075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:34.244788 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-5f710629-2994-4373-a0f2-f5967631075e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 1094 time: 0.0659800 Sep 29 17:19:34.303936 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-e5fd3d62-02d1-4fdf-aabd-4612dae153e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047 HTTP/1.1" status: 200 len: 217 time: 0.0439830 Sep 29 17:19:34.363607 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-a0459a9a-3811-48b7-bcbf-10680edf4883 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/57703549-f0e8-4f60-9e4a-594e194409be HTTP/1.1" status: 200 len: 2981 time: 0.1202080 Sep 29 17:19:34.375772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c803f526-31d1-41b2-bab8-2fb3c7e60c57 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-509085952-network', 'tenant_id': '5abad04098e340e68d04f7f2cdd1fb50'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:34.388824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc0f0c-e112-4893-83fd-2b168c45987e req-1f8b91d9-81e4-437a-8dd8-ef23e50f5e5c tempest-AggregatesAdminTestJSON-1272471479 tempest-AggregatesAdminTestJSON-1272471479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:34.390655 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-41dc0f0c-e112-4893-83fd-2b168c45987e req-1f8b91d9-81e4-437a-8dd8-ef23e50f5e5c tempest-AggregatesAdminTestJSON-1272471479 tempest-AggregatesAdminTestJSON-1272471479-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 1123 time: 0.0807962 Sep 29 17:19:34.415346 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-41dc0f0c-e112-4893-83fd-2b168c45987e req-350329c8-42ba-4f3f-be46-62371d4130b1 tempest-AggregatesAdminTestJSON-1272471479 tempest-AggregatesAdminTestJSON-1272471479-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:34.417426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-869d26b1-27b2-4b12-b0f4-cde6d316d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:34.419053 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-869d26b1-27b2-4b12-b0f4-cde6d316d775 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.1049047 Sep 29 17:19:34.464707 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-cbb7b989-702e-4ecd-a8ee-ca7d608505c3 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/68b59dd0-ac9e-408c-afd3-971afa0ea53e HTTP/1.1" status: 200 len: 2981 time: 0.1001842 Sep 29 17:19:34.469552 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-41e851fb-7710-49d8-8115-8f365c4b4460 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413630 Sep 29 17:19:34.474383 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c803f526-31d1-41b2-bab8-2fb3c7e60c57 admin admin] Made reservation on behalf of 5abad04098e340e68d04f7f2cdd1fb50 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:34.476614 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c803f526-31d1-41b2-bab8-2fb3c7e60c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:34.508035 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c803f526-31d1-41b2-bab8-2fb3c7e60c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:34.586895 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-41dc0f0c-e112-4893-83fd-2b168c45987e req-350329c8-42ba-4f3f-be46-62371d4130b1 tempest-AggregatesAdminTestJSON-1272471479 tempest-AggregatesAdminTestJSON-1272471479-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:34.594062 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-41dc0f0c-e112-4893-83fd-2b168c45987e req-350329c8-42ba-4f3f-be46-62371d4130b1 tempest-AggregatesAdminTestJSON-1272471479 tempest-AggregatesAdminTestJSON-1272471479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:34.602104 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-9b767c6c-2ac2-4336-a557-2e5f8d1024c4 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/68b59dd0-ac9e-408c-afd3-971afa0ea53e HTTP/1.1" status: 200 len: 2981 time: 0.1364200 Sep 29 17:19:34.637461 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-41dc0f0c-e112-4893-83fd-2b168c45987e req-350329c8-42ba-4f3f-be46-62371d4130b1 tempest-AggregatesAdminTestJSON-1272471479 tempest-AggregatesAdminTestJSON-1272471479-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366347 Sep 29 17:19:34.667447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350329c8-42ba-4f3f-be46-62371d4130b1 tempest-AggregatesAdminTestJSON-1272471479 tempest-AggregatesAdminTestJSON-1272471479-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0ffdc2-6fb9-40ad-a14b-ed7008ecad44,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:34.671127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-a2092ba5-a819-47e3-9640-8534e35858e8 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924064 Sep 29 17:19:34.691676 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-9ae4f79d-cfa9-4476-a1c0-98d7daac4665 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/77dc2227-6283-4ad0-bd54-55422b3adbde HTTP/1.1" status: 200 len: 2981 time: 0.0886126 Sep 29 17:19:34.725377 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5652a6-ae03-425e-863b-c0f832d14ded x-openstack-request-id: req-5c5652a6-ae03-425e-863b-c0f832d14ded {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:19:34.725668 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8941bf-4793-4f18-852a-a68336030f25", "tag": "4d55d24a-4f2b-4770-8739-ca3393d9d047", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:19:34.725914 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c5652a6-ae03-425e-863b-c0f832d14ded {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:19:34.726348 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8941bf-4793-4f18-852a-a68336030f25', 'tag': '4d55d24a-4f2b-4770-8739-ca3393d9d047', 'status': 'completed', 'code': 200} Sep 29 17:19:34.817215 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42baf148-39ff-4766-b3f5-038f5814b3f5 req-20ebb1f5-8097-4b6b-9636-2d33369c7a9d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:34.818986 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-42baf148-39ff-4766-b3f5-038f5814b3f5 req-20ebb1f5-8097-4b6b-9636-2d33369c7a9d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 943 time: 0.0499749 Sep 29 17:19:34.821452 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-61aa3dc0-b392-457a-90db-7b50e3ac42b0 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/77dc2227-6283-4ad0-bd54-55422b3adbde HTTP/1.1" status: 200 len: 2981 time: 0.1126997 Sep 29 17:19:34.854374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c803f526-31d1-41b2-bab8-2fb3c7e60c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:34.858417 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f1fad0c-2af8-407a-8cb0-dc09a0729e8d req-e0cbf2b7-9171-4232-ae28-8a7820f922cd service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777525 Sep 29 17:19:34.865299 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c803f526-31d1-41b2-bab8-2fb3c7e60c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:34.874765 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-42baf148-39ff-4766-b3f5-038f5814b3f5 req-774b60c7-1c40-4a4f-bc9e-949d22a9286e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476692 Sep 29 17:19:34.909480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c803f526-31d1-41b2-bab8-2fb3c7e60c57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:19:34.924268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-fccb7afb-3275-4c68-9f1c-21c82167569a tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/889239b5-8156-4f8f-a714-b497d9a21d75 HTTP/1.1" status: 200 len: 2973 time: 0.0840464 Sep 29 17:19:34.924858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803f526-31d1-41b2-bab8-2fb3c7e60c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77adb6ca-a052-4e73-ab29-c79ceea0024a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:34.927941 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c803f526-31d1-41b2-bab8-2fb3c7e60c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:34.928163 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-c803f526-31d1-41b2-bab8-2fb3c7e60c57 admin admin] Added segment b23ebcec-a49a-44f3-8e95-1cc590396a49 of type vlan for network 7d3bc7eb-c758-48c4-9b3a-37603b8ded77 Sep 29 17:19:35.012632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c803f526-31d1-41b2-bab8-2fb3c7e60c57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:35.057983 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-e328160d-ac81-4578-9b22-ddd5b4d6a8c9 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/889239b5-8156-4f8f-a714-b497d9a21d75 HTTP/1.1" status: 200 len: 2973 time: 0.1212626 Sep 29 17:19:35.062128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405cdb2-22a5-40ca-bd2e-e3743e371f74 req-f12e9521-d704-4a40-a4b7-648433c35af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:35.063555 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6405cdb2-22a5-40ca-bd2e-e3743e371f74 req-f12e9521-d704-4a40-a4b7-648433c35af9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 1094 time: 0.0947421 Sep 29 17:19:35.064680 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c803f526-31d1-41b2-bab8-2fb3c7e60c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:35.065627 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c803f526-31d1-41b2-bab8-2fb3c7e60c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:35.066193 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c803f526-31d1-41b2-bab8-2fb3c7e60c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:35.165332 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c803f526-31d1-41b2-bab8-2fb3c7e60c57 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0953956 Sep 29 17:19:35.167522 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46220) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:35.173383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-0857ffeb-4954-4fb3-9fc3-28f47b718a52 admin admin] Request body: {'subnet': {'network_id': '7d3bc7eb-c758-48c4-9b3a-37603b8ded77', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-509085952-subnet', 'tenant_id': '5abad04098e340e68d04f7f2cdd1fb50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:35.177360 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803f526-31d1-41b2-bab8-2fb3c7e60c57 admin admin] Pushing event updated for resources: {'Network': ['ID=7d3bc7eb-c758-48c4-9b3a-37603b8ded77,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:35.190665 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 7d3bc7eb-c758-48c4-9b3a-37603b8ded77 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:19:35.205098 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0857ffeb-4954-4fb3-9fc3-28f47b718a52 admin admin] Made reservation on behalf of 5abad04098e340e68d04f7f2cdd1fb50 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:35.207469 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0857ffeb-4954-4fb3-9fc3-28f47b718a52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:35.221419 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-425ce433-a44a-4738-bbe6-90fe4e7ea834 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/91ff6260-a738-48bf-98f7-843851700bd2 HTTP/1.1" status: 200 len: 2981 time: 0.1513569 Sep 29 17:19:35.276735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405cdb2-22a5-40ca-bd2e-e3743e371f74 req-ab319c02-81ba-449f-af63-a3329913256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:35.278236 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6405cdb2-22a5-40ca-bd2e-e3743e371f74 req-ab319c02-81ba-449f-af63-a3329913256d service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.2064455 Sep 29 17:19:35.295981 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-b4f02398-e61f-4bdf-b637-73095b6cadc2 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/91ff6260-a738-48bf-98f7-843851700bd2 HTTP/1.1" status: 200 len: 2981 time: 0.0639288 Sep 29 17:19:35.324602 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6405cdb2-22a5-40ca-bd2e-e3743e371f74 req-9376906f-7ef1-4cfe-97a8-c352f7a958f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047 HTTP/1.1" status: 200 len: 217 time: 0.0371492 Sep 29 17:19:35.408404 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405cdb2-22a5-40ca-bd2e-e3743e371f74 req-f26312b4-2c08-4f68-9e87-fc57a3f45fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:35.410223 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6405cdb2-22a5-40ca-bd2e-e3743e371f74 req-f26312b4-2c08-4f68-9e87-fc57a3f45fd0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.0775433 Sep 29 17:19:35.418255 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-11bf977b-1f2c-4524-bfa1-e2f94638d4f7 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/970625ee-018a-4eba-8314-e30a350f9866 HTTP/1.1" status: 200 len: 2981 time: 0.0954545 Sep 29 17:19:35.454725 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6405cdb2-22a5-40ca-bd2e-e3743e371f74 req-9d2f9b7d-e634-48cb-9b79-8a7a2a0a0c84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336847 Sep 29 17:19:35.456779 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0857ffeb-4954-4fb3-9fc3-28f47b718a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:35.508379 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-de1fe896-e267-4386-993a-42ce85a17bf8 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/970625ee-018a-4eba-8314-e30a350f9866 HTTP/1.1" status: 200 len: 2981 time: 0.0890384 Sep 29 17:19:35.543278 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857ffeb-4954-4fb3-9fc3-28f47b718a52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcd9b0d8-f875-4775-a360-829bad9cc14b,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:35.558036 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9cdb6-d3e1-4533-847e-c8e6d1ac822e req-8f81abd6-325e-4b92-8782-d23c8d5eec2e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:35.559588 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-15e9cdb6-d3e1-4533-847e-c8e6d1ac822e req-8f81abd6-325e-4b92-8782-d23c8d5eec2e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 948 time: 0.1131017 Sep 29 17:19:35.564210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2cc8cf57-72a7-451c-b24c-c823077f331e details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:19:35.570535 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0857ffeb-4954-4fb3-9fc3-28f47b718a52 admin admin] Checking segment: {'id': 'b23ebcec-a49a-44f3-8e95-1cc590396a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7d3bc7eb-c758-48c4-9b3a-37603b8ded77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:19:35.570896 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0857ffeb-4954-4fb3-9fc3-28f47b718a52 admin admin] Network hostable DHCP agents. Network: 7d3bc7eb-c758-48c4-9b3a-37603b8ded77, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:19:35.599276 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6405cdb2-22a5-40ca-bd2e-e3743e371f74 req-dd9e8be2-04b5-4c95-8d5f-b8b921a988fb service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344883 Sep 29 17:19:35.602313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-dc60967c-c98e-4631-a58b-2f26d7119a5c tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/a57cd3b9-aafe-41db-be19-1f11ee6a7e07 HTTP/1.1" status: 200 len: 2981 time: 0.0606558 Sep 29 17:19:35.629967 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-15e9cdb6-d3e1-4533-847e-c8e6d1ac822e req-8767e8a6-332e-4aa4-aad7-fca41a505139 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565090 Sep 29 17:19:35.631493 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0857ffeb-4954-4fb3-9fc3-28f47b718a52 admin admin] Network 7d3bc7eb-c758-48c4-9b3a-37603b8ded77 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:19:35.655660 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-0857ffeb-4954-4fb3-9fc3-28f47b718a52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 7d3bc7eb-c758-48c4-9b3a-37603b8ded77) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:19:35.674522 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0857ffeb-4954-4fb3-9fc3-28f47b718a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:35.675419 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0857ffeb-4954-4fb3-9fc3-28f47b718a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:35.693666 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2075591-e7fa-40cb-84ea-55eaf19409bb None None] Network 7d3bc7eb-c758-48c4-9b3a-37603b8ded77 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:19:35.701848 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0857ffeb-4954-4fb3-9fc3-28f47b718a52 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5331991 Sep 29 17:19:35.729595 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-4d1cba91-70eb-405b-9edb-6ad47cd4565b tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/a57cd3b9-aafe-41db-be19-1f11ee6a7e07 HTTP/1.1" status: 200 len: 2981 time: 0.1144168 Sep 29 17:19:35.764598 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6405cdb2-22a5-40ca-bd2e-e3743e371f74 req-748c2e69-e977-4bd9-a4ae-47809d3fcaff service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579850 Sep 29 17:19:35.765977 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-aadc12f5-9b80-4391-9e11-35f1ad03122c tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] show failed (client error): The resource could not be found. Sep 29 17:19:35.766671 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-aadc12f5-9b80-4391-9e11-35f1ad03122c tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/b3d9ff2d-6ab9-404f-9fb3-77cbaef7519e HTTP/1.1" status: 404 len: 352 time: 0.0258646 Sep 29 17:19:35.792185 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-851813dd-7f32-424d-8b5d-fcdb7829a7b9 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] show failed (client error): The resource could not be found. Sep 29 17:19:35.792372 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-851813dd-7f32-424d-8b5d-fcdb7829a7b9 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/b3d9ff2d-6ab9-404f-9fb3-77cbaef7519e HTTP/1.1" status: 404 len: 352 time: 0.0158596 Sep 29 17:19:35.856354 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-958c7dc0-30e3-4e75-958f-b00ab52f4a75 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/cf4c6b0f-4a55-4943-b06a-a46be3a1f6ee HTTP/1.1" status: 200 len: 2977 time: 0.0551329 Sep 29 17:19:35.914540 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb2cb25-6c94-496b-9d0c-00f6d58ec805 req-278245a2-eb02-4d17-ac41-11ffa8ad4bb3 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/cf4c6b0f-4a55-4943-b06a-a46be3a1f6ee HTTP/1.1" status: 200 len: 2977 time: 0.0563374 Sep 29 17:19:35.964058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2cc8cf57-72a7-451c-b24c-c823077f331e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2cc8cf57-72a7-451c-b24c-c823077f331e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:19:35.980519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '2cc8cf57-72a7-451c-b24c-c823077f331e', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '2cc8cf57-72a7-451c-b24c-c823077f331e', 'mac_address': 'fa:16:3e:fb:d5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:19:36.020786 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:36.024981 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27363e6-2ddf-41ed-8d6f-ce1492b80729 None None] Network 7d3bc7eb-c758-48c4-9b3a-37603b8ded77 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:19:36.052647 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc8cf57-72a7-451c-b24c-c823077f331e {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:19:36.074402 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2cc8cf57-72a7-451c-b24c-c823077f331e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2cc8cf57-72a7-451c-b24c-c823077f331e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:19:36.088050 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:36.101737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23cab9-f814-49ca-a0e6-d94f424f07e9 req-475fea55-582e-48f1-9bbd-4934a49df96f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:36.103440 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ed23cab9-f814-49ca-a0e6-d94f424f07e9 req-475fea55-582e-48f1-9bbd-4934a49df96f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 943 time: 0.0679214 Sep 29 17:19:36.136364 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b321d2ec-1f6f-4be0-b9ba-0600157aeb41 req-468552d1-5327-4b82-a730-3ce6560e0555 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37ee8a0bc77646858975223c691dacb8 HTTP/1.1" status: 200 len: 6101 time: 0.1572983 Sep 29 17:19:36.164127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ed23cab9-f814-49ca-a0e6-d94f424f07e9 req-20355abe-77ef-406f-b891-39a7584a2791 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530393 Sep 29 17:19:36.208885 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b321d2ec-1f6f-4be0-b9ba-0600157aeb41 req-d48930fa-401d-4780-bc9f-e8d221d9c22b tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] 10.222.0.44 "GET /v2.0/security-groups/68b59dd0-ac9e-408c-afd3-971afa0ea53e HTTP/1.1" status: 200 len: 2981 time: 0.0715966 Sep 29 17:19:36.222488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=2cc8cf57-72a7-451c-b24c-c823077f331e,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:36.284526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b321d2ec-1f6f-4be0-b9ba-0600157aeb41 req-edafd90a-0e8b-4751-ae59-8b1bfa58ca72 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] 10.222.0.44 "GET /v2.0/security-groups/68b59dd0-ac9e-408c-afd3-971afa0ea53e HTTP/1.1" status: 200 len: 2981 time: 0.0693479 Sep 29 17:19:36.414493 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a621dd4-e7df-4671-8ff4-8b7c5e505cbc req-b957a5e5-17c4-43aa-a280-dbd0a8f2f474 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/a95f4e49-705c-4b7e-bdcc-297bf5395d84 HTTP/1.1" status: 200 len: 1777 time: 0.0410883 Sep 29 17:19:36.474153 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3a621dd4-e7df-4671-8ff4-8b7c5e505cbc req-50900faa-8f23-43d1-8ac9-0af98c605574 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:36.495929 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3a621dd4-e7df-4671-8ff4-8b7c5e505cbc req-50900faa-8f23-43d1-8ac9-0af98c605574 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:36.527202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46280) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:36.533513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f081a93e-9531-4d52-9fe1-a1546e2a9e90 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-917874340-network', 'tenant_id': '106bc2c227284f8e83e677278dff35c6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:36.546111 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3a621dd4-e7df-4671-8ff4-8b7c5e505cbc req-50900faa-8f23-43d1-8ac9-0af98c605574 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:36.548774 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3a621dd4-e7df-4671-8ff4-8b7c5e505cbc req-50900faa-8f23-43d1-8ac9-0af98c605574 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:36.550082 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a621dd4-e7df-4671-8ff4-8b7c5e505cbc req-50900faa-8f23-43d1-8ac9-0af98c605574 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/a95f4e49-705c-4b7e-bdcc-297bf5395d84 HTTP/1.1" status: 204 len: 173 time: 0.1290522 Sep 29 17:19:36.564140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50900faa-8f23-43d1-8ac9-0af98c605574 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95f4e49-705c-4b7e-bdcc-297bf5395d84,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:36.573354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f081a93e-9531-4d52-9fe1-a1546e2a9e90 admin admin] Made reservation on behalf of 106bc2c227284f8e83e677278dff35c6 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:36.577290 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f081a93e-9531-4d52-9fe1-a1546e2a9e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:36.599020 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f081a93e-9531-4d52-9fe1-a1546e2a9e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:36.686351 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da848748-5fc9-4b5d-b48f-67a7c21fcbb0 req-816fa728-3f0c-4e31-8ef4-fa8419bdd568 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "GET /v2.0/security-groups/0dc0a895-acbd-4c80-8e24-e5c4fb03a1e4 HTTP/1.1" status: 200 len: 1778 time: 0.0547976 Sep 29 17:19:36.730068 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f081a93e-9531-4d52-9fe1-a1546e2a9e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:36.738158 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f081a93e-9531-4d52-9fe1-a1546e2a9e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:36.793843 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['2cc8cf57-72a7-451c-b24c-c823077f331e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:19:36.922841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f081a93e-9531-4d52-9fe1-a1546e2a9e90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:19:36.924794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8d60f-61d2-406b-9a80-91f9533841b3 req-1b10fca1-ea5b-49c5-9dac-551acf07ff48 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:36.926318 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-52b8d60f-61d2-406b-9a80-91f9533841b3 req-1b10fca1-ea5b-49c5-9dac-551acf07ff48 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 949 time: 0.0512745 Sep 29 17:19:36.946521 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081a93e-9531-4d52-9fe1-a1546e2a9e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ba7bdf-f6bd-4532-96a5-8d5da46bb629,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:36.955485 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f081a93e-9531-4d52-9fe1-a1546e2a9e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:36.955829 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-f081a93e-9531-4d52-9fe1-a1546e2a9e90 admin admin] Added segment aab2e0ef-f8f8-4f50-8882-2ace7e7ef59f of type vlan for network d2eace46-2e7d-49e4-a34b-ebedd174b848 Sep 29 17:19:36.965184 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-da848748-5fc9-4b5d-b48f-67a7c21fcbb0 req-44b36674-29c3-43f5-aad4-3e349c401d73 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:36.972568 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-52b8d60f-61d2-406b-9a80-91f9533841b3 req-b46bd1e8-b220-4fc3-a409-8b9c633b9600 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359836 Sep 29 17:19:37.014916 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f081a93e-9531-4d52-9fe1-a1546e2a9e90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.019069 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-da848748-5fc9-4b5d-b48f-67a7c21fcbb0 req-44b36674-29c3-43f5-aad4-3e349c401d73 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.068056 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f081a93e-9531-4d52-9fe1-a1546e2a9e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.069105 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f081a93e-9531-4d52-9fe1-a1546e2a9e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:37.069725 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f081a93e-9531-4d52-9fe1-a1546e2a9e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.104084 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-da848748-5fc9-4b5d-b48f-67a7c21fcbb0 req-44b36674-29c3-43f5-aad4-3e349c401d73 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.107213 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-da848748-5fc9-4b5d-b48f-67a7c21fcbb0 req-44b36674-29c3-43f5-aad4-3e349c401d73 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.108522 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da848748-5fc9-4b5d-b48f-67a7c21fcbb0 req-44b36674-29c3-43f5-aad4-3e349c401d73 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/0dc0a895-acbd-4c80-8e24-e5c4fb03a1e4 HTTP/1.1" status: 204 len: 173 time: 0.4145427 Sep 29 17:19:37.121253 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f081a93e-9531-4d52-9fe1-a1546e2a9e90 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5929940 Sep 29 17:19:37.125237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46320) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:37.133018 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a9b9590f-fc65-46a0-bd3c-13294459cad8 admin admin] Request body: {'subnet': {'network_id': 'd2eace46-2e7d-49e4-a34b-ebedd174b848', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-917874340-subnet', 'tenant_id': '106bc2c227284f8e83e677278dff35c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:37.172364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081a93e-9531-4d52-9fe1-a1546e2a9e90 admin admin] Pushing event updated for resources: {'Network': ['ID=d2eace46-2e7d-49e4-a34b-ebedd174b848,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:37.172904 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b9590f-fc65-46a0-bd3c-13294459cad8 admin admin] Made reservation on behalf of 106bc2c227284f8e83e677278dff35c6 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:37.175031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b36674-29c3-43f5-aad4-3e349c401d73 tempest-SecurityGroupsTestAdminJSON-1681827276 tempest-SecurityGroupsTestAdminJSON-1681827276-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc0a895-acbd-4c80-8e24-e5c4fb03a1e4,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:37.184916 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network d2eace46-2e7d-49e4-a34b-ebedd174b848 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:19:37.188527 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9b9590f-fc65-46a0-bd3c-13294459cad8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.373467 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d429f2d-6336-4ad8-8df0-bed99154f205 req-348429c6-903d-4876-a8e6-7218abb62a6c tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] 10.222.0.44 "GET /v2.0/security-groups/1d95961a-0348-4896-8383-94c3c6cc5a4c HTTP/1.1" status: 200 len: 1777 time: 0.0687678 Sep 29 17:19:37.494143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761a556-85aa-4af3-bd73-2f8365d7f08b req-82b234e4-92d4-4921-9419-be3706bde16e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:37.495804 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2761a556-85aa-4af3-bd73-2f8365d7f08b req-82b234e4-92d4-4921-9419-be3706bde16e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 943 time: 0.0623944 Sep 29 17:19:37.504170 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46346) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:37.517706 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0d429f2d-6336-4ad8-8df0-bed99154f205 req-07551877-9a60-4f23-86a9-2905898b3c70 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.522838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46350) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:37.526140 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9b9590f-fc65-46a0-bd3c-13294459cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.551200 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2761a556-85aa-4af3-bd73-2f8365d7f08b req-327533df-4df8-4afc-83d6-e43cde2f0310 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470791 Sep 29 17:19:37.578786 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0d429f2d-6336-4ad8-8df0-bed99154f205 req-07551877-9a60-4f23-86a9-2905898b3c70 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.631310 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9590f-fc65-46a0-bd3c-13294459cad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fcde7e0-8042-4e99-9c2c-2d4667167141,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:37.646949 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b9590f-fc65-46a0-bd3c-13294459cad8 admin admin] Checking segment: {'id': 'aab2e0ef-f8f8-4f50-8882-2ace7e7ef59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd2eace46-2e7d-49e4-a34b-ebedd174b848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:19:37.647306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9590f-fc65-46a0-bd3c-13294459cad8 admin admin] Network hostable DHCP agents. Network: d2eace46-2e7d-49e4-a34b-ebedd174b848, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:19:37.659982 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0d429f2d-6336-4ad8-8df0-bed99154f205 req-07551877-9a60-4f23-86a9-2905898b3c70 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.660768 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0132ad6f-f9fb-4e21-9870-a9cae50b4ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.662533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0d429f2d-6336-4ad8-8df0-bed99154f205 req-07551877-9a60-4f23-86a9-2905898b3c70 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.666472 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d429f2d-6336-4ad8-8df0-bed99154f205 req-07551877-9a60-4f23-86a9-2905898b3c70 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] 10.222.0.44 "DELETE /v2.0/security-groups/1d95961a-0348-4896-8383-94c3c6cc5a4c HTTP/1.1" status: 204 len: 173 time: 0.2824838 Sep 29 17:19:37.704128 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07551877-9a60-4f23-86a9-2905898b3c70 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d95961a-0348-4896-8383-94c3c6cc5a4c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:37.736094 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b9590f-fc65-46a0-bd3c-13294459cad8 admin admin] Network d2eace46-2e7d-49e4-a34b-ebedd174b848 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:19:37.742923 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d1a308ad-8f2b-40c8-bab0-c448d63ea265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.772903 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-a9b9590f-fc65-46a0-bd3c-13294459cad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, d2eace46-2e7d-49e4-a34b-ebedd174b848) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:19:37.777547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b9590f-fc65-46a0-bd3c-13294459cad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:37.778144 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9b9590f-fc65-46a0-bd3c-13294459cad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.781726 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ae47d6-c233-4c64-9e4a-6c958f3ad726 None None] Network d2eace46-2e7d-49e4-a34b-ebedd174b848 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:19:37.791144 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0132ad6f-f9fb-4e21-9870-a9cae50b4ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.797145 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0132ad6f-f9fb-4e21-9870-a9cae50b4ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.813336 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-552ffc10-17fb-42f3-bff3-e75eb22707bb req-8f5097d3-4221-4c30-b79f-1f8ddf45a30c tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] 10.222.0.44 "GET /v2.0/security-groups/dc83fe91-73d3-4266-8ef6-23e6ef93822c HTTP/1.1" status: 200 len: 1776 time: 0.1237323 Sep 29 17:19:37.849546 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0132ad6f-f9fb-4e21-9870-a9cae50b4ed4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e8ec2bef22f42a5a41ea357ad030c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254881 Sep 29 17:19:37.852101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46370) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:37.870242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132ad6f-f9fb-4e21-9870-a9cae50b4ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0c1865-027f-4e6b-9102-90776be9bf39,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:37.917476 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-552ffc10-17fb-42f3-bff3-e75eb22707bb req-0f9d247c-fc46-4b91-882f-06edf2796719 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.924221 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2a1a72a2-07b0-4ab2-a0f9-6cda7f7915ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.954446 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2a1a72a2-07b0-4ab2-a0f9-6cda7f7915ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.957033 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-552ffc10-17fb-42f3-bff3-e75eb22707bb req-0f9d247c-fc46-4b91-882f-06edf2796719 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:37.986706 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5303a2ff-e4bc-4a33-a1b6-88934ac259eb None None] Network d2eace46-2e7d-49e4-a34b-ebedd174b848 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:19:38.021734 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2a1a72a2-07b0-4ab2-a0f9-6cda7f7915ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.024716 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2a1a72a2-07b0-4ab2-a0f9-6cda7f7915ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.029838 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2a1a72a2-07b0-4ab2-a0f9-6cda7f7915ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d0c1865-027f-4e6b-9102-90776be9bf39 HTTP/1.1" status: 204 len: 168 time: 0.1729455 Sep 29 17:19:38.036464 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a72a2-07b0-4ab2-a0f9-6cda7f7915ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0c1865-027f-4e6b-9102-90776be9bf39,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:38.112274 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d1a308ad-8f2b-40c8-bab0-c448d63ea265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.127697 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d1a308ad-8f2b-40c8-bab0-c448d63ea265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.129013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96a92f-650b-4f0f-b43f-162d230d3774 req-f951a9da-a0ee-4e5a-bb69-2fb3e6e4a34f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:38.131154 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2b96a92f-650b-4f0f-b43f-162d230d3774 req-f951a9da-a0ee-4e5a-bb69-2fb3e6e4a34f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 949 time: 0.0587549 Sep 29 17:19:38.135964 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a9b9590f-fc65-46a0-bd3c-13294459cad8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0084958 Sep 29 17:19:38.171219 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a308ad-8f2b-40c8-bab0-c448d63ea265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5fb959-e99b-4105-bd94-9762dd40badc,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:38.188194 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-552ffc10-17fb-42f3-bff3-e75eb22707bb req-0f9d247c-fc46-4b91-882f-06edf2796719 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.190687 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-552ffc10-17fb-42f3-bff3-e75eb22707bb req-0f9d247c-fc46-4b91-882f-06edf2796719 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.206085 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-552ffc10-17fb-42f3-bff3-e75eb22707bb req-0f9d247c-fc46-4b91-882f-06edf2796719 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] 10.222.0.44 "DELETE /v2.0/security-groups/dc83fe91-73d3-4266-8ef6-23e6ef93822c HTTP/1.1" status: 204 len: 173 time: 0.3914862 Sep 29 17:19:38.221905 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d1a308ad-8f2b-40c8-bab0-c448d63ea265 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de7b718db3ea4ced8fe63cb37746b43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7165868 Sep 29 17:19:38.229140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46390) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:38.240966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d247c-fc46-4b91-882f-06edf2796719 tempest-SecurityGroupsTestAdminJSON-192984396 tempest-SecurityGroupsTestAdminJSON-192984396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc83fe91-73d3-4266-8ef6-23e6ef93822c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:38.252891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2b96a92f-650b-4f0f-b43f-162d230d3774 req-f06f6c14-d673-4874-bd97-409537cfdcca tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121740 Sep 29 17:19:38.284783 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4349d31e-b57e-4c69-8ffd-ac4778132a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.309346 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4349d31e-b57e-4c69-8ffd-ac4778132a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.342846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46398) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:38.373336 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4349d31e-b57e-4c69-8ffd-ac4778132a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.377553 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4349d31e-b57e-4c69-8ffd-ac4778132a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.379782 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4349d31e-b57e-4c69-8ffd-ac4778132a91 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df5fb959-e99b-4105-bd94-9762dd40badc HTTP/1.1" status: 204 len: 168 time: 0.1541176 Sep 29 17:19:38.400325 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349d31e-b57e-4c69-8ffd-ac4778132a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5fb959-e99b-4105-bd94-9762dd40badc,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:38.421832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b1d236-8ff3-4e75-9623-31ba7d10c9e5 admin admin] Deleting subnet fcd9b0d8-f875-4775-a360-829bad9cc14b {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:19:38.425789 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49b1d236-8ff3-4e75-9623-31ba7d10c9e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.487635 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49b1d236-8ff3-4e75-9623-31ba7d10c9e5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.498495 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49b1d236-8ff3-4e75-9623-31ba7d10c9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.572435 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46416) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:38.600782 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-90637aa1-c0af-4000-87c1-65d7fafbfb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.610246 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49b1d236-8ff3-4e75-9623-31ba7d10c9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.679291 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1d236-8ff3-4e75-9623-31ba7d10c9e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcd9b0d8-f875-4775-a360-829bad9cc14b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:38.682008 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49b1d236-8ff3-4e75-9623-31ba7d10c9e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.686558 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-49b1d236-8ff3-4e75-9623-31ba7d10c9e5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fcd9b0d8-f875-4775-a360-829bad9cc14b HTTP/1.1" status: 204 len: 168 time: 0.3408496 Sep 29 17:19:38.687965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46428) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:38.731098 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4139887-a852-4134-8c29-ba7256aada2e req-a4880e71-a682-46d0-9c63-946b2d959628 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:38.733139 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f4139887-a852-4134-8c29-ba7256aada2e req-a4880e71-a682-46d0-9c63-946b2d959628 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 943 time: 0.0778253 Sep 29 17:19:38.760603 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46432) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:38.786810 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.805860 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f4139887-a852-4134-8c29-ba7256aada2e req-4febd050-83b3-4f2a-8c84-42720a821d2d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617976 Sep 29 17:19:38.866536 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-90637aa1-c0af-4000-87c1-65d7fafbfb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.878071 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-90637aa1-c0af-4000-87c1-65d7fafbfb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.912201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90637aa1-c0af-4000-87c1-65d7fafbfb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a561d185-6c8e-480b-a4ed-49f7d6f49602,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:38.942583 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:38.949048 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-90637aa1-c0af-4000-87c1-65d7fafbfb1d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bbea8e83285d4290a69367649eb1af92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750701 Sep 29 17:19:38.951792 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46446) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:39.003766 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:19:39.004125 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:19:39.004887 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:19:39.005258 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Subscribe: > port after_create 55550000 {{(pid=95016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:19:39.005602 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:19:39.005948 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Subscribe: > port after_update 55550000 {{(pid=95016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:19:39.006273 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:19:39.006595 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:19:39.006915 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:19:39.007237 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:19:39.034567 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8f0a725a-a6e3-467e-8b12-32bccdfe6942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.061641 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8f0a725a-a6e3-467e-8b12-32bccdfe6942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.146175 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46466) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:39.159990 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8f0a725a-a6e3-467e-8b12-32bccdfe6942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.165573 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8f0a725a-a6e3-467e-8b12-32bccdfe6942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.166886 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8f0a725a-a6e3-467e-8b12-32bccdfe6942 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a561d185-6c8e-480b-a4ed-49f7d6f49602 HTTP/1.1" status: 204 len: 168 time: 0.2138872 Sep 29 17:19:39.186602 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c91a8f6-81f2-4b09-8d45-bb07580ac8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.206125 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:19:39.209920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a725a-a6e3-467e-8b12-32bccdfe6942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a561d185-6c8e-480b-a4ed-49f7d6f49602,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:39.211485 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:19:39.211973 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:19:39.212496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:19:39.213067 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3bc7eb-c758-48c4-9b3a-37603b8ded77']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:19:39.245896 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f7d28a80-e3d4-4136-a1f2-2e6551dedd36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37ee8a0bc77646858975223c691dacb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4833910 Sep 29 17:19:39.250998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46476) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:39.286561 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23ebcec-a49a-44f3-8e95-1cc590396a49') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:19:39.286561 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23ebcec-a49a-44f3-8e95-1cc590396a49') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:19:39.311949 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.318935 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eb68ea73-f7fc-438c-a81e-b2d5ff3fe559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.343097 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.352214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:19:39.352603 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.353560 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eb68ea73-f7fc-438c-a81e-b2d5ff3fe559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: from cryptography.utils import int_from_bytes Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: from cryptography.utils import int_from_bytes Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:19:39.468982 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:19:39.471190 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c91a8f6-81f2-4b09-8d45-bb07580ac8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.479429 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c91a8f6-81f2-4b09-8d45-bb07580ac8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.535676 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.565961 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.569624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4d55d24a-4f2b-4770-8739-ca3393d9d047 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:19:39.571152 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7d3bc7eb-c758-48c4-9b3a-37603b8ded77 HTTP/1.1" status: 204 len: 168 time: 0.8819387 Sep 29 17:19:39.573094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2542c-baea-4155-854f-5e9ed7357280 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d3bc7eb-c758-48c4-9b3a-37603b8ded77,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:39.577496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46494) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:39.586101 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eb68ea73-f7fc-438c-a81e-b2d5ff3fe559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.613300 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eb68ea73-f7fc-438c-a81e-b2d5ff3fe559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.614477 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-eb68ea73-f7fc-438c-a81e-b2d5ff3fe559 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68b59dd0-ac9e-408c-afd3-971afa0ea53e HTTP/1.1" status: 204 len: 168 time: 0.3623431 Sep 29 17:19:39.616832 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7c91a8f6-81f2-4b09-8d45-bb07580ac8ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=050dad43ad294b649e407547cea2241b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693561 Sep 29 17:19:39.618905 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91a8f6-81f2-4b09-8d45-bb07580ac8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175f0096-e927-4ea7-b42a-21ab927b6998,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:39.628779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e45fb9-b0b5-4360-918b-3eb3bf0e13d5 req-42ae76c0-f254-46f1-b4aa-14ed5ed9799c tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:39.634825 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2cc8cf57-72a7-451c-b24c-c823077f331e up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:19:39.636952 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43e45fb9-b0b5-4360-918b-3eb3bf0e13d5 req-42ae76c0-f254-46f1-b4aa-14ed5ed9799c tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 949 time: 0.1584837 Sep 29 17:19:39.649191 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46496) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:39.649438 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46500) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:39.684309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68ea73-f7fc-438c-a81e-b2d5ff3fe559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b59dd0-ac9e-408c-afd3-971afa0ea53e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:39.729867 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43e45fb9-b0b5-4360-918b-3eb3bf0e13d5 req-b989e33a-6029-4196-9c3c-5ed4870b8fa9 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915782 Sep 29 17:19:39.749325 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-877e4bda-cfbe-460b-a607-78ab887bfb89 admin admin] Deleting subnet 8fcde7e0-8042-4e99-9c2c-2d4667167141 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:19:39.754510 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-877e4bda-cfbe-460b-a607-78ab887bfb89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.797898 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ff5306d-0f0b-4e59-8eb8-11e23755283f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.804343 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-877e4bda-cfbe-460b-a607-78ab887bfb89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.856035 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ff5306d-0f0b-4e59-8eb8-11e23755283f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.887050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-877e4bda-cfbe-460b-a607-78ab887bfb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.958713 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ff5306d-0f0b-4e59-8eb8-11e23755283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.962639 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ff5306d-0f0b-4e59-8eb8-11e23755283f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:39.967043 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5ff5306d-0f0b-4e59-8eb8-11e23755283f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/175f0096-e927-4ea7-b42a-21ab927b6998 HTTP/1.1" status: 204 len: 168 time: 0.3135414 Sep 29 17:19:39.969540 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-877e4bda-cfbe-460b-a607-78ab887bfb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.019209 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4d55d24a-4f2b-4770-8739-ca3393d9d047, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:19:40.025597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5306d-0f0b-4e59-8eb8-11e23755283f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175f0096-e927-4ea7-b42a-21ab927b6998,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:40.034853 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 2cc8cf57-72a7-451c-b24c-c823077f331e completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:19:40.039060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e4bda-cfbe-460b-a607-78ab887bfb89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fcde7e0-8042-4e99-9c2c-2d4667167141,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:40.050629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c41818-9849-4d5b-9a37-2f6057e69e20 req-6027ec94-4ce9-481b-bcc9-5b618e516c0c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:40.055222 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '4d55d24a-4f2b-4770-8739-ca3393d9d047', 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7', 'port_id': '4d55d24a-4f2b-4770-8739-ca3393d9d047', 'mac_address': 'fa:16:3e:44:b8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86eaf9b4-1784-4ab4-8567-540414d627ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:19:40.057225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 2cc8cf57-72a7-451c-b24c-c823077f331e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:19:40.058091 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.058743 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-877e4bda-cfbe-460b-a607-78ab887bfb89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.061177 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d4c41818-9849-4d5b-9a37-2f6057e69e20 req-6027ec94-4ce9-481b-bcc9-5b618e516c0c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 943 time: 0.1337974 Sep 29 17:19:40.065492 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-877e4bda-cfbe-460b-a607-78ab887bfb89 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8fcde7e0-8042-4e99-9c2c-2d4667167141 HTTP/1.1" status: 204 len: 168 time: 0.4845383 Sep 29 17:19:40.067317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46526) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:40.179007 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.188697 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-af067a22-cf0d-4669-9f53-359aafa9df60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.190777 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d4c41818-9849-4d5b-9a37-2f6057e69e20 req-4adefa82-07ce-4241-90ab-69e4ec6ed119 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276929 Sep 29 17:19:40.191892 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a93dfd60-6d6f-4859-9db9-9a5ad372c6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.244346 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46530) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:40.245269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d55d24a-4f2b-4770-8739-ca3393d9d047 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:19:40.331050 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4d55d24a-4f2b-4770-8739-ca3393d9d047, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:19:40.346187 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.362633 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-af067a22-cf0d-4669-9f53-359aafa9df60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.370600 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-91c762f3-e931-4985-b0b8-d99e1b6c0c47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5143640cb2ed4e57834f88a6915a217e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233835 Sep 29 17:19:40.386989 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46536) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:40.411772 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.414545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-af067a22-cf0d-4669-9f53-359aafa9df60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2eace46-2e7d-49e4-a34b-ebedd174b848']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:19:40.434296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-af067a22-cf0d-4669-9f53-359aafa9df60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab2e0ef-f8f8-4f50-8882-2ace7e7ef59f') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:19:40.435002 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-af067a22-cf0d-4669-9f53-359aafa9df60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab2e0ef-f8f8-4f50-8882-2ace7e7ef59f') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:19:40.456343 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-af067a22-cf0d-4669-9f53-359aafa9df60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.488834 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-af067a22-cf0d-4669-9f53-359aafa9df60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.501068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dc87e3-79b3-4ecc-9741-c083aa2fec17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc8cf57-72a7-451c-b24c-c823077f331e'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:19:40.504263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af067a22-cf0d-4669-9f53-359aafa9df60 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:19:40.504669 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-af067a22-cf0d-4669-9f53-359aafa9df60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:19:40.506609 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:19:40.515732 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d7511e-ddf2-45d0-8383-4106c39cfce2" -d '{"events": [{"server_uuid": "30dc87e3-79b3-4ecc-9741-c083aa2fec17", "name": "network-vif-plugged", "status": "completed", "tag": "2cc8cf57-72a7-451c-b24c-c823077f331e"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:19:40.528914 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4d55d24a-4f2b-4770-8739-ca3393d9d047,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:40.536512 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a61f477-799d-409c-bd58-04166ef89af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.547434 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2cc8cf57-72a7-451c-b24c-c823077f331e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2cc8cf57-72a7-451c-b24c-c823077f331e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:19:40.557238 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.568141 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a61f477-799d-409c-bd58-04166ef89af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.611305 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-af067a22-cf0d-4669-9f53-359aafa9df60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.617161 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-af067a22-cf0d-4669-9f53-359aafa9df60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.619118 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-af067a22-cf0d-4669-9f53-359aafa9df60 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d2eace46-2e7d-49e4-a34b-ebedd174b848 HTTP/1.1" status: 204 len: 168 time: 0.5503922 Sep 29 17:19:40.623466 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc32ac4d-5260-44f0-be72-cbbc196c978f x-openstack-request-id: req-dc32ac4d-5260-44f0-be72-cbbc196c978f {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:19:40.624089 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dc87e3-79b3-4ecc-9741-c083aa2fec17", "name": "network-vif-plugged", "status": "completed", "tag": "2cc8cf57-72a7-451c-b24c-c823077f331e", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:19:40.624089 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc32ac4d-5260-44f0-be72-cbbc196c978f {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:19:40.624306 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dc87e3-79b3-4ecc-9741-c083aa2fec17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc8cf57-72a7-451c-b24c-c823077f331e', 'code': 200} Sep 29 17:19:40.640691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af067a22-cf0d-4669-9f53-359aafa9df60 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2eace46-2e7d-49e4-a34b-ebedd174b848,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:40.666315 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=2cc8cf57-72a7-451c-b24c-c823077f331e,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:40.679762 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a93dfd60-6d6f-4859-9db9-9a5ad372c6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.688314 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a93dfd60-6d6f-4859-9db9-9a5ad372c6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.708043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4daffc-12e6-405a-8119-6323485fe6e2 req-69cfbd25-1523-4c2e-a935-eddf50c6f867 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:40.715397 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de4daffc-12e6-405a-8119-6323485fe6e2 req-69cfbd25-1523-4c2e-a935-eddf50c6f867 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 972 time: 0.2676852 Sep 29 17:19:40.717513 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a61f477-799d-409c-bd58-04166ef89af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.720106 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a61f477-799d-409c-bd58-04166ef89af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.724560 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0a61f477-799d-409c-bd58-04166ef89af7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/970625ee-018a-4eba-8314-e30a350f9866 HTTP/1.1" status: 204 len: 168 time: 0.3356991 Sep 29 17:19:40.730985 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a171c282-c912-41b9-8bdb-62af891a8b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.753579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['4d55d24a-4f2b-4770-8739-ca3393d9d047'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:19:40.796199 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dfd60-6d6f-4859-9db9-9a5ad372c6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee84f28-e237-4bd4-bbc6-7518292d0040,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:40.802899 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a93dfd60-6d6f-4859-9db9-9a5ad372c6e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0a37c3d89974ca189e43928025386ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1515009 Sep 29 17:19:40.807468 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46556) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:40.828237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673e071-c56e-4c35-b18e-7119ed35c2c7 req-20159a72-aeb7-4e35-9dcd-e23873cb1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:40.832282 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2673e071-c56e-4c35-b18e-7119ed35c2c7 req-20159a72-aeb7-4e35-9dcd-e23873cb1b3e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 1101 time: 0.0963886 Sep 29 17:19:40.833651 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de4daffc-12e6-405a-8119-6323485fe6e2 req-e1d264fb-2b55-4008-8bb6-c63b448f46db tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172919 Sep 29 17:19:40.835920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61f477-799d-409c-bd58-04166ef89af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970625ee-018a-4eba-8314-e30a350f9866,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:40.897123 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46558) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:40.913907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22181cab-3a4c-4774-88d9-83afaa98d964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.940575 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2673e071-c56e-4c35-b18e-7119ed35c2c7 req-45ced93a-b493-436a-ac99-777923ebb1fd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997300 Sep 29 17:19:40.955530 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091a5f4-3c2e-49cd-8366-66d7640c9475 req-6fb778cc-2c0a-43ca-bed1-db4b827344b9 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:40.957084 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8091a5f4-3c2e-49cd-8366-66d7640c9475 req-6fb778cc-2c0a-43ca-bed1-db4b827344b9 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.0928266 Sep 29 17:19:40.964435 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22181cab-3a4c-4774-88d9-83afaa98d964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:40.980964 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-41ea1754-9f08-482e-9167-91a2164556c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5abad04098e340e68d04f7f2cdd1fb50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0826285 Sep 29 17:19:40.984507 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46562) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:41.062423 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-12d44ed2-8c8b-4861-8a34-1388c9ba7ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:41.064319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8091a5f4-3c2e-49cd-8366-66d7640c9475 req-8b212148-1514-4434-8dc1-381a5b08be01 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924449 Sep 29 17:19:41.073856 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22181cab-3a4c-4774-88d9-83afaa98d964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:41.077177 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22181cab-3a4c-4774-88d9-83afaa98d964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:41.078569 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-22181cab-3a4c-4774-88d9-83afaa98d964 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ee84f28-e237-4bd4-bbc6-7518292d0040 HTTP/1.1" status: 204 len: 168 time: 0.2688503 Sep 29 17:19:41.099201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22181cab-3a4c-4774-88d9-83afaa98d964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee84f28-e237-4bd4-bbc6-7518292d0040,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:41.102130 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-12d44ed2-8c8b-4861-8a34-1388c9ba7ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:41.159887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-12d44ed2-8c8b-4861-8a34-1388c9ba7ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:41.162579 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-12d44ed2-8c8b-4861-8a34-1388c9ba7ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:41.163837 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-12d44ed2-8c8b-4861-8a34-1388c9ba7ada admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77adb6ca-a052-4e73-ab29-c79ceea0024a HTTP/1.1" status: 204 len: 168 time: 0.1782475 Sep 29 17:19:41.172990 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d44ed2-8c8b-4861-8a34-1388c9ba7ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77adb6ca-a052-4e73-ab29-c79ceea0024a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:41.316019 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872b94a-161a-4ba4-aa66-a50e03e6ce88 req-18bd341c-5639-4255-b0b3-9e4366626701 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:41.317535 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0872b94a-161a-4ba4-aa66-a50e03e6ce88 req-18bd341c-5639-4255-b0b3-9e4366626701 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 944 time: 0.0593619 Sep 29 17:19:41.366928 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0872b94a-161a-4ba4-aa66-a50e03e6ce88 req-f7edfead-3383-4a8e-bbf3-bd171de91204 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423496 Sep 29 17:19:41.599763 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46592) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:41.614809 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9570ac18-46c4-433e-aa51-03d675542085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:41.621920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46594) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:41.683942 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fd7a81ba-b729-4cb5-b732-391031d4e3b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=106bc2c227284f8e83e677278dff35c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604961 Sep 29 17:19:41.686774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46596) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:41.748183 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ddb10c6-0548-40b9-accf-659fd3f0a187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:41.758885 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9570ac18-46c4-433e-aa51-03d675542085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:41.777540 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9570ac18-46c4-433e-aa51-03d675542085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:41.804441 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ddb10c6-0548-40b9-accf-659fd3f0a187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:41.816822 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570ac18-46c4-433e-aa51-03d675542085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1b955a-e339-46c7-bb8d-ef564e8784bc,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:41.826399 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9570ac18-46c4-433e-aa51-03d675542085 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=836478738b4c4a2d9a13457eedea3ae6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252641 Sep 29 17:19:41.829378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46602) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:41.849557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d14535-b972-4024-a2c3-185734d8b1cc req-f45dd600-d108-4f37-a9c2-5d9ef9fad140 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:41.851005 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-65d14535-b972-4024-a2c3-185734d8b1cc req-f45dd600-d108-4f37-a9c2-5d9ef9fad140 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.49 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 972 time: 0.1042564 Sep 29 17:19:41.886284 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9261f833-77ef-4286-b10a-d4fba7d48d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:41.911566 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9261f833-77ef-4286-b10a-d4fba7d48d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:41.979281 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9261f833-77ef-4286-b10a-d4fba7d48d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:41.982459 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9261f833-77ef-4286-b10a-d4fba7d48d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:41.983863 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9261f833-77ef-4286-b10a-d4fba7d48d31 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de1b955a-e339-46c7-bb8d-ef564e8784bc HTTP/1.1" status: 204 len: 168 time: 0.1535392 Sep 29 17:19:41.993112 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9261f833-77ef-4286-b10a-d4fba7d48d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1b955a-e339-46c7-bb8d-ef564e8784bc,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:42.058168 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ddb10c6-0548-40b9-accf-659fd3f0a187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:42.061308 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ddb10c6-0548-40b9-accf-659fd3f0a187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:42.062430 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3ddb10c6-0548-40b9-accf-659fd3f0a187 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02ba7bdf-f6bd-4532-96a5-8d5da46bb629 HTTP/1.1" status: 204 len: 168 time: 0.3744946 Sep 29 17:19:42.094333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db13883-61b1-4e67-9e55-3c2a72d28eca req-cf795426-68a9-4d61-9425-4972eb72ba6e tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:42.095891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0db13883-61b1-4e67-9e55-3c2a72d28eca req-cf795426-68a9-4d61-9425-4972eb72ba6e tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 972 time: 0.1494141 Sep 29 17:19:42.098259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb10c6-0548-40b9-accf-659fd3f0a187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ba7bdf-f6bd-4532-96a5-8d5da46bb629,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:42.156877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-65d14535-b972-4024-a2c3-185734d8b1cc req-2e381c36-0cdd-4b46-baee-b7579bcae5b9 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Deleting port a86e2ba7-516b-44df-a220-0650d00fcb7f {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:19:42.157211 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-65d14535-b972-4024-a2c3-185734d8b1cc req-2e381c36-0cdd-4b46-baee-b7579bcae5b9 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:42.207035 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e12647-c17b-4bf5-b649-ee575e1302cb req-981fa6c5-3351-4242-9221-baa126a06e86 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:42.208961 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-87e12647-c17b-4bf5-b649-ee575e1302cb req-981fa6c5-3351-4242-9221-baa126a06e86 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.0671697 Sep 29 17:19:42.252203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0db13883-61b1-4e67-9e55-3c2a72d28eca req-6d275039-8552-4a1c-b74f-ba32d27c275b tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/security-groups?id=2a79074a-c4a3-4806-9fbc-ca90cecfa814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404674 Sep 29 17:19:42.258900 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-87e12647-c17b-4bf5-b649-ee575e1302cb req-db965645-32b9-4c25-89eb-53e692afa352 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423117 Sep 29 17:19:42.309874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-65d14535-b972-4024-a2c3-185734d8b1cc req-2e381c36-0cdd-4b46-baee-b7579bcae5b9 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] For port a86e2ba7-516b-44df-a220-0650d00fcb7f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a86e2ba7-516b-44df-a220-0650d00fcb7f,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:19:42.310269 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-65d14535-b972-4024-a2c3-185734d8b1cc req-2e381c36-0cdd-4b46-baee-b7579bcae5b9 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:42.326299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-65d14535-b972-4024-a2c3-185734d8b1cc req-2e381c36-0cdd-4b46-baee-b7579bcae5b9 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Calling delete_port for a86e2ba7-516b-44df-a220-0650d00fcb7f owned by compute:tempest-test_az-1654640025 {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:19:42.547888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295ddbf-1acf-4e2b-b77d-5ba7f434f2af req-96b85ef9-f217-4315-a495-bd95bde66235 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:42.549405 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3295ddbf-1acf-4e2b-b77d-5ba7f434f2af req-96b85ef9-f217-4315-a495-bd95bde66235 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 944 time: 0.0776947 Sep 29 17:19:42.550503 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-65d14535-b972-4024-a2c3-185734d8b1cc req-2e381c36-0cdd-4b46-baee-b7579bcae5b9 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:42.563995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['a86e2ba7-516b-44df-a220-0650d00fcb7f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:19:42.588354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e381c36-0cdd-4b46-baee-b7579bcae5b9 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Pushing event deleted for resources: {'Port': ['ID=a86e2ba7-516b-44df-a220-0650d00fcb7f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:42.839452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d14535-b972-4024-a2c3-185734d8b1cc req-2e381c36-0cdd-4b46-baee-b7579bcae5b9 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] No DVR routers for this DVR port a86e2ba7-516b-44df-a220-0650d00fcb7f on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:19:42.843553 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-65d14535-b972-4024-a2c3-185734d8b1cc req-2e381c36-0cdd-4b46-baee-b7579bcae5b9 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:42.846016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-65d14535-b972-4024-a2c3-185734d8b1cc req-2e381c36-0cdd-4b46-baee-b7579bcae5b9 tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.49 "DELETE /v2.0/ports/a86e2ba7-516b-44df-a220-0650d00fcb7f HTTP/1.1" status: 204 len: 173 time: 0.9830637 Sep 29 17:19:42.857678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae83089-acc9-40fd-b531-ba03db5cf1fd', 'name': 'network-vif-deleted', 'tag': 'a86e2ba7-516b-44df-a220-0650d00fcb7f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:19:42.860968 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbfcd09-1c3f-4700-92fa-775f437f7d00" -d '{"events": [{"server_uuid": "fae83089-acc9-40fd-b531-ba03db5cf1fd", "name": "network-vif-deleted", "tag": "a86e2ba7-516b-44df-a220-0650d00fcb7f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:19:42.873947 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3295ddbf-1acf-4e2b-b77d-5ba7f434f2af req-1372e308-541f-4a35-b6ab-b79826e2a818 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152194 Sep 29 17:19:42.938125 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6e81b5-bd68-40c5-ad7f-89e5b1743db4 x-openstack-request-id: req-9d6e81b5-bd68-40c5-ad7f-89e5b1743db4 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:19:42.938680 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae83089-acc9-40fd-b531-ba03db5cf1fd", "name": "network-vif-deleted", "tag": "a86e2ba7-516b-44df-a220-0650d00fcb7f", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:19:42.938787 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d6e81b5-bd68-40c5-ad7f-89e5b1743db4 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:19:42.939142 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae83089-acc9-40fd-b531-ba03db5cf1fd', 'name': 'network-vif-deleted', 'tag': 'a86e2ba7-516b-44df-a220-0650d00fcb7f', 'status': 'completed', 'code': 200} Sep 29 17:19:43.465021 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a49f2775-a466-40d4-9ecd-cf94e2ab030c req-21703ab5-4e8e-416a-907f-eba7cc9ab1ca tempest-AggregatesAdminTestJSON-896956262 tempest-AggregatesAdminTestJSON-896956262-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae83089-acc9-40fd-b531-ba03db5cf1fd HTTP/1.1" status: 200 len: 210 time: 0.0408356 Sep 29 17:19:43.474738 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ad799-4a94-4539-9570-15b4e235934e req-d3026d94-c95d-48ed-9481-e1a436b349ec tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:43.475248 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-46aafa3d-7ae2-473d-9005-a4fb711c8a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:43.477333 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-456ad799-4a94-4539-9570-15b4e235934e req-d3026d94-c95d-48ed-9481-e1a436b349ec tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.0931573 Sep 29 17:19:43.530675 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-456ad799-4a94-4539-9570-15b4e235934e req-16ddbede-2cb7-475e-bb38-bb61f6cd5f99 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441949 Sep 29 17:19:43.566695 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4d55d24a-4f2b-4770-8739-ca3393d9d047 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:19:43.618331 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 4d55d24a-4f2b-4770-8739-ca3393d9d047 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:19:43.623054 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 4d55d24a-4f2b-4770-8739-ca3393d9d047 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:19:43.623429 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:43.709808 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:43.740461 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8941bf-4793-4f18-852a-a68336030f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d55d24a-4f2b-4770-8739-ca3393d9d047'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:19:43.743150 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036b997e-65e2-4f1e-9671-d2606e9f3c6b" -d '{"events": [{"server_uuid": "4a8941bf-4793-4f18-852a-a68336030f25", "name": "network-vif-plugged", "status": "completed", "tag": "4d55d24a-4f2b-4770-8739-ca3393d9d047"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:19:43.748948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4d55d24a-4f2b-4770-8739-ca3393d9d047, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:19:43.754173 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:43.804137 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8dcc8b-8ac8-4b7c-b654-9b662d90db6c x-openstack-request-id: req-6d8dcc8b-8ac8-4b7c-b654-9b662d90db6c {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:19:43.804600 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8941bf-4793-4f18-852a-a68336030f25", "name": "network-vif-plugged", "status": "completed", "tag": "4d55d24a-4f2b-4770-8739-ca3393d9d047", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:19:43.805010 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d8dcc8b-8ac8-4b7c-b654-9b662d90db6c {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:19:43.805428 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8941bf-4793-4f18-852a-a68336030f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d55d24a-4f2b-4770-8739-ca3393d9d047', 'code': 200} Sep 29 17:19:43.819041 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4d55d24a-4f2b-4770-8739-ca3393d9d047,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:43.938481 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c33702-e7d4-48c3-aed2-28f0a1f90029 req-47f72693-501b-4fb5-bb8c-79759496e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:43.940393 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13c33702-e7d4-48c3-aed2-28f0a1f90029 req-47f72693-501b-4fb5-bb8c-79759496e45c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 1096 time: 0.0443447 Sep 29 17:19:44.018285 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13c33702-e7d4-48c3-aed2-28f0a1f90029 req-2c2cadba-9a52-4a9a-b7ce-c79d785dc6e7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709727 Sep 29 17:19:44.111919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fba27-a879-4202-a1ec-5e2fd2fa374d req-f813e1e4-a7e0-422c-83c7-7c201e1f8211 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:44.113708 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-752fba27-a879-4202-a1ec-5e2fd2fa374d req-f813e1e4-a7e0-422c-83c7-7c201e1f8211 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 945 time: 0.0897312 Sep 29 17:19:44.157108 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-752fba27-a879-4202-a1ec-5e2fd2fa374d req-a331a562-25bd-4c84-8ac0-0f208cd2056f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374167 Sep 29 17:19:44.204025 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:44.416653 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:44.537824 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46768) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:44.557647 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:44.651868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd85d6c-865b-4bd9-a78d-ba33e02ca52f req-d2eab788-bd8f-4252-a977-e177750c6be6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:44.653209 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2bd85d6c-865b-4bd9-a78d-ba33e02ca52f req-d2eab788-bd8f-4252-a977-e177750c6be6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.0493999 Sep 29 17:19:44.701025 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2bd85d6c-865b-4bd9-a78d-ba33e02ca52f req-c9de6fb6-0ded-4377-bcd8-266b963f4282 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403492 Sep 29 17:19:45.004354 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53b4481c-afbb-4925-8ba0-008f898e7d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:45.101647 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53b4481c-afbb-4925-8ba0-008f898e7d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:45.107266 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53b4481c-afbb-4925-8ba0-008f898e7d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:45.146955 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-53b4481c-afbb-4925-8ba0-008f898e7d06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60dc5fc3b71c4cc099cd97b5684504d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6056671 Sep 29 17:19:45.146955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4481c-afbb-4925-8ba0-008f898e7d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d04f4a-ceb3-4b76-94f3-59c9411280ff,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:45.148276 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46792) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:45.201938 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a862853-c5f8-4690-8090-4a1f18984cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:45.236985 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a862853-c5f8-4690-8090-4a1f18984cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:45.314600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c315c34-33ef-4b5e-8508-dbf106d8b1b4 req-24ecf3f3-bc48-44b2-b5f2-c4b183bba0d1 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:45.315008 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a862853-c5f8-4690-8090-4a1f18984cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:45.316542 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8c315c34-33ef-4b5e-8508-dbf106d8b1b4 req-24ecf3f3-bc48-44b2-b5f2-c4b183bba0d1 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 945 time: 0.0627763 Sep 29 17:19:45.318140 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a862853-c5f8-4690-8090-4a1f18984cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:45.319858 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9a862853-c5f8-4690-8090-4a1f18984cf2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/80d04f4a-ceb3-4b76-94f3-59c9411280ff HTTP/1.1" status: 204 len: 168 time: 0.1695952 Sep 29 17:19:45.332660 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a862853-c5f8-4690-8090-4a1f18984cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d04f4a-ceb3-4b76-94f3-59c9411280ff,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:45.388895 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8c315c34-33ef-4b5e-8508-dbf106d8b1b4 req-e5d5e49e-a726-47e4-a628-4ec2f9c53b08 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599144 Sep 29 17:19:45.403130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0d347-e855-4748-b192-a4c1df4b336c req-6d6972b9-e8c3-4b2d-b957-2b55322bfeb0 tempest-MigrationsAdminTest-1527522258 tempest-MigrationsAdminTest-1527522258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:45.409738 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-34f0d347-e855-4748-b192-a4c1df4b336c req-6d6972b9-e8c3-4b2d-b957-2b55322bfeb0 tempest-MigrationsAdminTest-1527522258 tempest-MigrationsAdminTest-1527522258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 1101 time: 0.0566072 Sep 29 17:19:45.421742 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46802) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:45.433529 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-34f0d347-e855-4748-b192-a4c1df4b336c req-6e7a38be-1dd6-4ebf-9944-a4e481c5087f tempest-MigrationsAdminTest-1527522258 tempest-MigrationsAdminTest-1527522258-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:45.548053 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-34f0d347-e855-4748-b192-a4c1df4b336c req-6e7a38be-1dd6-4ebf-9944-a4e481c5087f tempest-MigrationsAdminTest-1527522258 tempest-MigrationsAdminTest-1527522258-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:45.552629 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-34f0d347-e855-4748-b192-a4c1df4b336c req-6e7a38be-1dd6-4ebf-9944-a4e481c5087f tempest-MigrationsAdminTest-1527522258 tempest-MigrationsAdminTest-1527522258-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:45.588683 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-34f0d347-e855-4748-b192-a4c1df4b336c req-6e7a38be-1dd6-4ebf-9944-a4e481c5087f tempest-MigrationsAdminTest-1527522258 tempest-MigrationsAdminTest-1527522258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705985 Sep 29 17:19:45.594037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46814) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:45.599168 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a38be-1dd6-4ebf-9944-a4e481c5087f tempest-MigrationsAdminTest-1527522258 tempest-MigrationsAdminTest-1527522258-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974fc1bd-deb4-4fff-8a62-92138d547748,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:45.875563 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-357f6667-8872-4591-84dd-0f63fb562c94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b41301bdd318444eaf37ad46a6556dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4528711 Sep 29 17:19:45.878014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46826) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:45.929112 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9da446d8-1d78-43cf-9acd-55a3dea05356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:45.953716 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9da446d8-1d78-43cf-9acd-55a3dea05356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.015578 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9da446d8-1d78-43cf-9acd-55a3dea05356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.018156 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9da446d8-1d78-43cf-9acd-55a3dea05356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.021744 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9da446d8-1d78-43cf-9acd-55a3dea05356 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a79074a-c4a3-4806-9fbc-ca90cecfa814 HTTP/1.1" status: 204 len: 168 time: 0.1402490 Sep 29 17:19:46.027607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da446d8-1d78-43cf-9acd-55a3dea05356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a79074a-c4a3-4806-9fbc-ca90cecfa814,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:46.051149 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5c2f2460-3f5b-4144-8e08-6dbc3e22537f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.169777 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-8f3a99e7-4001-4685-a7f6-4ccf2f45bfc1 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3a3ff8babce74d53aa1ff2d02816ab64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331159 Sep 29 17:19:46.208118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46846) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:46.219619 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5c2f2460-3f5b-4144-8e08-6dbc3e22537f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.221685 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dc02dc37-07fe-4b41-b0be-ca82628b17fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.238009 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5c2f2460-3f5b-4144-8e08-6dbc3e22537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.333983 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5c2f2460-3f5b-4144-8e08-6dbc3e22537f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8cd9d044eabd4459926ae1fba64f0781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7380316 Sep 29 17:19:46.336197 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dc02dc37-07fe-4b41-b0be-ca82628b17fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.336909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46848) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:46.339493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f2460-3f5b-4144-8e08-6dbc3e22537f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d9c0df-0028-4efd-9bef-f627f6de0784,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:46.362048 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dc02dc37-07fe-4b41-b0be-ca82628b17fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.384199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-775b92eb-860d-4d76-b934-f6718bc304af tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:46.391723 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-775b92eb-860d-4d76-b934-f6718bc304af tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162204 Sep 29 17:19:46.413339 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dc02dc37-07fe-4b41-b0be-ca82628b17fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f4cb9a23a8e4a8ba80b982f6cb00d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040775 Sep 29 17:19:46.416863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46852) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:46.422568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae4f95af-9420-4541-8eba-c674472e31f8 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/quotas/3a3ff8babce74d53aa1ff2d02816ab64 HTTP/1.1" status: 200 len: 375 time: 0.0299211 Sep 29 17:19:46.441996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02dc37-07fe-4b41-b0be-ca82628b17fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1e441d-1727-4e3c-80dc-925d7d07232b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:46.468912 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-505ef5ce-2e5a-4a6e-a90c-b0707f430951 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a3ff8babce74d53aa1ff2d02816ab64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454216 Sep 29 17:19:46.505798 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5c1f9598-e71d-40fc-9a3b-8226ed025afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.510345 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-da0f98ff-8f8b-45cb-b6ef-1a62d451c993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.536816 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-da0f98ff-8f8b-45cb-b6ef-1a62d451c993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.555287 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5c1f9598-e71d-40fc-9a3b-8226ed025afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.614398 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-da0f98ff-8f8b-45cb-b6ef-1a62d451c993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.617376 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-da0f98ff-8f8b-45cb-b6ef-1a62d451c993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.620910 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-da0f98ff-8f8b-45cb-b6ef-1a62d451c993 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d1e441d-1727-4e3c-80dc-925d7d07232b HTTP/1.1" status: 204 len: 168 time: 0.2005472 Sep 29 17:19:46.627578 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f98ff-8f8b-45cb-b6ef-1a62d451c993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1e441d-1727-4e3c-80dc-925d7d07232b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:46.641862 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5c1f9598-e71d-40fc-9a3b-8226ed025afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.647967 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5c1f9598-e71d-40fc-9a3b-8226ed025afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.653078 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5c1f9598-e71d-40fc-9a3b-8226ed025afd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2d9c0df-0028-4efd-9bef-f627f6de0784 HTTP/1.1" status: 204 len: 168 time: 0.3123207 Sep 29 17:19:46.658349 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-9a89b630-056f-4112-a55c-dfaf1eed8432 req-25220b47-f1e5-4731-9184-60fe2d76f073 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:19:46.692612 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a89b630-056f-4112-a55c-dfaf1eed8432 req-25220b47-f1e5-4731-9184-60fe2d76f073 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2975702 Sep 29 17:19:46.698787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f9598-e71d-40fc-9a3b-8226ed025afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d9c0df-0028-4efd-9bef-f627f6de0784,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:46.742834 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:46.815279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f43003-5565-4071-858e-845dfcb33f36 req-5d755845-d4d9-4818-a1e8-3c15997193dc tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:46.816826 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f5f43003-5565-4071-858e-845dfcb33f36 req-5d755845-d4d9-4818-a1e8-3c15997193dc tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 945 time: 0.0679631 Sep 29 17:19:46.827507 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a86e2ba7-516b-44df-a220-0650d00fcb7f no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:19:46.854612 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: a86e2ba7-516b-44df-a220-0650d00fcb7f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:19:46.855043 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a86e2ba7-516b-44df-a220-0650d00fcb7f not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:19:46.877399 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f5f43003-5565-4071-858e-845dfcb33f36 req-fb3de752-7b5e-45e9-a3f8-73c7f285ad2e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507181 Sep 29 17:19:46.877919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46876) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:46.951706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-57a623bb-d1e2-4390-8f6d-0957d57377eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e103ef0127bb4041b0b9cee79953c7bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724959 Sep 29 17:19:46.955696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46888) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:47.015884 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6692eb7e-a850-444f-9390-117eb56b21b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:47.045257 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6692eb7e-a850-444f-9390-117eb56b21b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:47.106820 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6692eb7e-a850-444f-9390-117eb56b21b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:47.109776 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6692eb7e-a850-444f-9390-117eb56b21b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:47.111080 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6692eb7e-a850-444f-9390-117eb56b21b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f0ffdc2-6fb9-40ad-a14b-ed7008ecad44 HTTP/1.1" status: 204 len: 168 time: 0.1538563 Sep 29 17:19:47.119984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692eb7e-a850-444f-9390-117eb56b21b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0ffdc2-6fb9-40ad-a14b-ed7008ecad44,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:47.498029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46912) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:47.513794 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9563619f-d431-4342-bf68-bf7f6d0832dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:47.618610 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9563619f-d431-4342-bf68-bf7f6d0832dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:47.624315 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9563619f-d431-4342-bf68-bf7f6d0832dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:47.658682 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563619f-d431-4342-bf68-bf7f6d0832dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9290b570-ca7d-4d86-9430-1e3d177be828,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:47.689314 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9563619f-d431-4342-bf68-bf7f6d0832dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=093111aca16f40fca1e1fe466f5e986c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887207 Sep 29 17:19:47.690376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46924) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:47.742952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e3cd137a-ba9a-4939-92fd-44c68c18daab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:47.768784 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e3cd137a-ba9a-4939-92fd-44c68c18daab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:47.843469 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e3cd137a-ba9a-4939-92fd-44c68c18daab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:47.846022 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e3cd137a-ba9a-4939-92fd-44c68c18daab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:47.850157 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e3cd137a-ba9a-4939-92fd-44c68c18daab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9290b570-ca7d-4d86-9430-1e3d177be828 HTTP/1.1" status: 204 len: 168 time: 0.1588109 Sep 29 17:19:47.860473 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-e72c3da6-6601-4964-a840-8bf81a93e69a tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3a3ff8babce74d53aa1ff2d02816ab64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491774 Sep 29 17:19:47.861987 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd137a-ba9a-4939-92fd-44c68c18daab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9290b570-ca7d-4d86-9430-1e3d177be828,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:48.092552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-d2b3dbb5-dbbf-4d42-8ff9-619a60a489cf tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:48.095002 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-d2b3dbb5-dbbf-4d42-8ff9-619a60a489cf tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218204 Sep 29 17:19:48.098709 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01062a-46ef-464a-af80-08185d0fbe34 req-09ebfeab-9a87-4715-a26b-2e33b1eac736 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:48.108797 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e01062a-46ef-464a-af80-08185d0fbe34 req-09ebfeab-9a87-4715-a26b-2e33b1eac736 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 1096 time: 0.0927377 Sep 29 17:19:48.118028 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Request body: {'port': {'device_id': 'fa67c1b5-8bb1-403e-9849-e981852b09f6', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': '3a3ff8babce74d53aa1ff2d02816ab64'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:48.198160 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e01062a-46ef-464a-af80-08185d0fbe34 req-ee96b90b-dc7a-4143-85f5-26fe499adfb9 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900431 Sep 29 17:19:48.270202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Made reservation on behalf of 3a3ff8babce74d53aa1ff2d02816ab64 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:48.275132 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:48.293779 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:48.452170 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:48.459696 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:48.517866 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-df764273-7100-46b6-9960-ff63c8203c08 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8a574b384453442aa95343d2e20cf95b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296421 Sep 29 17:19:48.600838 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-b2514042-b13a-473f-bd0c-d4985b9827dd tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3a3ff8babce74d53aa1ff2d02816ab64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511546 Sep 29 17:19:48.604665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:48.663958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-d9190661-3344-4e12-adbe-05486c28167c tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:48.672494 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-d9190661-3344-4e12-adbe-05486c28167c tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536934 Sep 29 17:19:48.674888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46980) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:48.693386 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-6a1fd601-b252-4123-b3da-e5eace39c126 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/quotas/8a574b384453442aa95343d2e20cf95b HTTP/1.1" status: 200 len: 375 time: 0.0198822 Sep 29 17:19:48.730800 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-61c9666d-b29d-4b9b-a357-e7baed219f68 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a574b384453442aa95343d2e20cf95b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365241 Sep 29 17:19:48.742082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Allocated IP 192.168.233.189 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/a5c8eefc-4a7e-47cc-928f-58f4bab27060) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:19:48.805966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-683400a1-78fb-4586-92c6-35c85343d8fb tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:48.807451 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-683400a1-78fb-4586-92c6-35c85343d8fb tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807401 Sep 29 17:19:48.827811 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46988) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:48.828201 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-60e6365c-857c-4bd8-9d50-ae2004a5a0ce tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/quotas/3a3ff8babce74d53aa1ff2d02816ab64 HTTP/1.1" status: 200 len: 375 time: 0.0131512 Sep 29 17:19:48.885590 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-63182f5e-7f8d-4543-80a6-a2d2269b3aee tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a3ff8babce74d53aa1ff2d02816ab64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450006 Sep 29 17:19:49.022526 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:49.032252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-afdec683-64ba-4ee9-a685-42893136ae9f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-995023491-network', 'tenant_id': 'c50efc2fa4284829be7a860e331db6cd'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:49.068456 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:49.121852 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-f6e8c594-9668-4d1b-987e-870152de848b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4458911 Sep 29 17:19:49.125686 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdec683-64ba-4ee9-a685-42893136ae9f admin admin] Made reservation on behalf of c50efc2fa4284829be7a860e331db6cd for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:49.136035 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-afdec683-64ba-4ee9-a685-42893136ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:49.159781 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339118cb-e942-4c0a-b710-911e1c232527 req-530bd988-6d9e-4f54-b8a6-8ec0ff8ea897 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:49.161214 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-339118cb-e942-4c0a-b710-911e1c232527 req-530bd988-6d9e-4f54-b8a6-8ec0ff8ea897 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.1368589 Sep 29 17:19:49.167297 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:19:49.174283 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-afdec683-64ba-4ee9-a685-42893136ae9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:49.176282 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Pushing event updated for resources: {'Port': ['ID=a5c8eefc-4a7e-47cc-928f-58f4bab27060,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:49.180865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:19:49.186688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:19:49.191789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-c999b962-1832-48ca-b24a-ee0c9671399e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:19:49.206833 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-c999b962-1832-48ca-b24a-ee0c9671399e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0356500 Sep 29 17:19:49.384846 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-339118cb-e942-4c0a-b710-911e1c232527 req-440129af-b554-4669-b6a7-8f5947c07e57 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752555 Sep 29 17:19:49.390242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:49.390938 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:49.449833 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ec9ad-bb40-40a7-9e04-1d7509215527 req-45975972-e4b5-44fc-a114-6b373f2a7deb tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:49.462237 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f74ec9ad-bb40-40a7-9e04-1d7509215527 req-45975972-e4b5-44fc-a114-6b373f2a7deb tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 1096 time: 0.1842120 Sep 29 17:19:49.499610 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-89760375-1d1c-47cd-b4d6-b40106986659 req-fcf48c4c-b73b-490f-a036-ac52698c1be3 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 210 time: 0.0472567 Sep 29 17:19:49.545475 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f74ec9ad-bb40-40a7-9e04-1d7509215527 req-42db9fdc-4083-4e99-9cb0-f08cbfa7b3d9 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802195 Sep 29 17:19:49.590548 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-afdec683-64ba-4ee9-a685-42893136ae9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:49.604554 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-f170b8ec-2e34-4b7b-a3ee-0f73349fc3a3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4947593 Sep 29 17:19:49.620225 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-331f3234-9048-4f32-9bc1-7a1af45247ff req-b9bb93db-3f53-4665-9285-725b6db5337c tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 210 time: 0.0423927 Sep 29 17:19:49.620507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Request body: {'port': {'device_id': 'fa67c1b5-8bb1-403e-9849-e981852b09f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:49.621095 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-afdec683-64ba-4ee9-a685-42893136ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:49.636131 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdec683-64ba-4ee9-a685-42893136ae9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:19:49.645492 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-afdec683-64ba-4ee9-a685-42893136ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:49.645954 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-afdec683-64ba-4ee9-a685-42893136ae9f admin admin] Added segment 486291d6-d836-4b5d-a1a7-1c2b93f5ba35 of type vlan for network c363c05d-b075-41d6-b265-c6ca1599d18c Sep 29 17:19:49.687895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e33be5c8-4eb0-49d5-b959-3a05ace2e81f None None] Provisioning complete for port a5c8eefc-4a7e-47cc-928f-58f4bab27060 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:19:49.688522 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e33be5c8-4eb0-49d5-b959-3a05ace2e81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:49.730836 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-afdec683-64ba-4ee9-a685-42893136ae9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:49.766054 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:49.766470 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e33be5c8-4eb0-49d5-b959-3a05ace2e81f None None] Port a5c8eefc-4a7e-47cc-928f-58f4bab27060 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:19:49.821746 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-afdec683-64ba-4ee9-a685-42893136ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:49.822742 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdec683-64ba-4ee9-a685-42893136ae9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:49.823326 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-afdec683-64ba-4ee9-a685-42893136ae9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:49.897713 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47034) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:49.900910 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdec683-64ba-4ee9-a685-42893136ae9f admin admin] Pushing event updated for resources: {'Network': ['ID=c363c05d-b075-41d6-b265-c6ca1599d18c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:49.946924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network c363c05d-b075-41d6-b265-c6ca1599d18c details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:19:49.955220 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-afdec683-64ba-4ee9-a685-42893136ae9f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1243999 Sep 29 17:19:49.955978 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47044) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:49.956693 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdec683-64ba-4ee9-a685-42893136ae9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:49.963295 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-da47b813-d8e5-44de-a329-cf2657756522 admin admin] Request body: {'subnet': {'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-995023491-subnet', 'tenant_id': 'c50efc2fa4284829be7a860e331db6cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:50.018540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da47b813-d8e5-44de-a329-cf2657756522 admin admin] Made reservation on behalf of c50efc2fa4284829be7a860e331db6cd for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:50.020999 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-da47b813-d8e5-44de-a329-cf2657756522 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:50.271619 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c8eefc-4a7e-47cc-928f-58f4bab27060 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:19:50.288355 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:50.317679 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Transition to ACTIVE for port object a5c8eefc-4a7e-47cc-928f-58f4bab27060 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:19:50.324406 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:50.389385 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c8eefc-4a7e-47cc-928f-58f4bab27060,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:50.459555 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-81e2500a-9d8c-4654-a286-76725c172109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:50.532658 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-da47b813-d8e5-44de-a329-cf2657756522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:50.630935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.49', 50048) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:50.635704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Attempting to bind port a5c8eefc-4a7e-47cc-928f-58f4bab27060 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:19:50.636035 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Attempting to bind port a5c8eefc-4a7e-47cc-928f-58f4bab27060 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:19:50.636355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Attempting to bind port a5c8eefc-4a7e-47cc-928f-58f4bab27060 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:50.670823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-242ed61b-f235-45f9-bc20-d1e74986d523 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8a574b384453442aa95343d2e20cf95b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377738 Sep 29 17:19:50.706567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Port a5c8eefc-4a7e-47cc-928f-58f4bab27060 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:19:50.706901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Attempting to bind port a5c8eefc-4a7e-47cc-928f-58f4bab27060 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:50.721470 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:19:50.721470 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:19:50.721837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:19:50.722253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Bound port: a5c8eefc-4a7e-47cc-928f-58f4bab27060, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:19:50.722612 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:50.766262 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47b813-d8e5-44de-a329-cf2657756522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d15f3d65-c180-43d2-bcd4-0685feeb3b5c,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:50.803065 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da47b813-d8e5-44de-a329-cf2657756522 admin admin] Checking segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:19:50.807188 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da47b813-d8e5-44de-a329-cf2657756522 admin admin] Network hostable DHCP agents. Network: c363c05d-b075-41d6-b265-c6ca1599d18c, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:19:50.850738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08480090-fe5b-4c21-94a5-865e67e2c2f5 req-de5d805d-33d4-40e8-beb4-89e965e52904 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:50.852692 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-08480090-fe5b-4c21-94a5-865e67e2c2f5 req-de5d805d-33d4-40e8-beb4-89e965e52904 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.2758236 Sep 29 17:19:50.881130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da47b813-d8e5-44de-a329-cf2657756522 admin admin] Network c363c05d-b075-41d6-b265-c6ca1599d18c is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:19:50.905756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-da47b813-d8e5-44de-a329-cf2657756522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, c363c05d-b075-41d6-b265-c6ca1599d18c) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:19:50.914349 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da47b813-d8e5-44de-a329-cf2657756522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:50.915336 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-da47b813-d8e5-44de-a329-cf2657756522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:50.915447 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2d2122-8b57-4807-b932-611221f58446 None None] Network c363c05d-b075-41d6-b265-c6ca1599d18c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:19:50.947142 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-81e2500a-9d8c-4654-a286-76725c172109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:50.958194 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-81e2500a-9d8c-4654-a286-76725c172109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:51.003567 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-da47b813-d8e5-44de-a329-cf2657756522 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0439103 Sep 29 17:19:51.046636 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-81e2500a-9d8c-4654-a286-76725c172109 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d0846ddef24d44bea3a10dcb79dc9c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1430705 Sep 29 17:19:51.047725 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2500a-9d8c-4654-a286-76725c172109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc1d162-21e9-46b7-a694-f1e27e9e84f4,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:51.050416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47106) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:51.108518 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a5276f7-d7f2-48b4-97b5-0385d40e3623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:51.122044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] For port a5c8eefc-4a7e-47cc-928f-58f4bab27060, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:19:51.125538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] For port a5c8eefc-4a7e-47cc-928f-58f4bab27060, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a5c8eefc-4a7e-47cc-928f-58f4bab27060,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:19:51.137809 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a5276f7-d7f2-48b4-97b5-0385d40e3623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:51.140987 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:51.224027 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a5276f7-d7f2-48b4-97b5-0385d40e3623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:51.227841 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a5276f7-d7f2-48b4-97b5-0385d40e3623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:51.229484 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3a5276f7-d7f2-48b4-97b5-0385d40e3623 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0cc1d162-21e9-46b7-a694-f1e27e9e84f4 HTTP/1.1" status: 204 len: 168 time: 0.1776960 Sep 29 17:19:51.229731 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c8eefc-4a7e-47cc-928f-58f4bab27060,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:51.247384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5276f7-d7f2-48b4-97b5-0385d40e3623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc1d162-21e9-46b7-a694-f1e27e9e84f4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:51.256303 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71bbe38-65ad-42aa-b563-df7a4b5eca64 None None] Network c363c05d-b075-41d6-b265-c6ca1599d18c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:19:51.337835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-08480090-fe5b-4c21-94a5-865e67e2c2f5 req-ff650759-6509-4ba0-a638-ba5b6f9a26e4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949773 Sep 29 17:19:51.337835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:51.337835 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:51.337835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-ae0ad406-b0dc-4373-80a3-dc0209c58d05 service neutron] 10.222.0.49 "PUT /v2.0/ports/a5c8eefc-4a7e-47cc-928f-58f4bab27060 HTTP/1.1" status: 200 len: 1096 time: 1.7180233 Sep 29 17:19:51.337835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa67c1b5-8bb1-403e-9849-e981852b09f6', 'tag': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:19:51.337835 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbc6664-9736-4bd8-96e2-bfa5bda518bd" -d '{"events": [{"name": "network-changed", "server_uuid": "fa67c1b5-8bb1-403e-9849-e981852b09f6", "tag": "a5c8eefc-4a7e-47cc-928f-58f4bab27060"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:19:51.398215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-043bf224-3bb1-4d38-b1ff-8bf9fc52ae82 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:51.401942 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-043bf224-3bb1-4d38-b1ff-8bf9fc52ae82 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7209592 Sep 29 17:19:51.407633 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.49', 50049) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:51.456053 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-5cc4fc04-6d61-45ff-bbde-c1361fa46790 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3a3ff8babce74d53aa1ff2d02816ab64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927377 Sep 29 17:19:51.460983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Request body: {'port': {'device_id': 'dc380a7b-1689-4b5b-8751-d050933a6372', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': '8a574b384453442aa95343d2e20cf95b'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:51.584538 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-1f8c1718-5b51-40cc-ad62-31d4e889379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:51.587066 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-1f8c1718-5b51-40cc-ad62-31d4e889379e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3ff8babce74d53aa1ff2d02816ab64&device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 1099 time: 0.1745269 Sep 29 17:19:51.598605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a098917-015a-4024-9283-535040c894a7 req-c02678ab-ead8-430d-a307-4f94de443352 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 210 time: 0.1174703 Sep 29 17:19:51.705966 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-79055ab3-88ff-4319-84ea-76cd1fdcfe90 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=a5c8eefc-4a7e-47cc-928f-58f4bab27060 HTTP/1.1" status: 200 len: 217 time: 0.1103013 Sep 29 17:19:51.784217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-dbdfddb5-b11b-43d2-bca7-03ea10e72c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:51.787622 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-dbdfddb5-b11b-43d2-bca7-03ea10e72c38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0715535 Sep 29 17:19:51.853107 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d14959a1-1652-45bb-b071-c5045433be40 req-31860d3f-2983-4b92-b390-82b1537b924d tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 210 time: 0.0497184 Sep 29 17:19:51.921959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-0f1ca8e7-f1a7-4a28-842f-159f473581f8 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:51.923510 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-0f1ca8e7-f1a7-4a28-842f-159f473581f8 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4400401 Sep 29 17:19:51.924692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Made reservation on behalf of 8a574b384453442aa95343d2e20cf95b for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:51.928145 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:52.080686 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47136) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:52.097597 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-adb23402-1c31-4d24-a5a3-da7ffe776c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:52.145838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-013d480c-0535-4da3-b1c0-aecf84aea660 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Request body: {'port': {'device_id': 'd5d693d7-dc69-4d78-b28b-fafacaedde20', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': '3a3ff8babce74d53aa1ff2d02816ab64'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:52.155115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-b40d4289-0572-4f81-8068-9d1de41dbb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:52.156928 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-b40d4289-0572-4f81-8068-9d1de41dbb50 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3557389 Sep 29 17:19:52.167084 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:52.293982 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-fa27ba70-1b59-4949-888c-c8509d21bba9 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270254 Sep 29 17:19:52.347389 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-adb23402-1c31-4d24-a5a3-da7ffe776c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:52.384153 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-adb23402-1c31-4d24-a5a3-da7ffe776c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:52.399323 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.api [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-013d480c-0535-4da3-b1c0-aecf84aea660 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:19:52.399323 n-d-811748-2 neutron-server[95016]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 17:19:52.399323 n-d-811748-2 neutron-server[95016]: [parameters: {'project_id_1': '3a3ff8babce74d53aa1ff2d02816ab64', 'expiration_1': datetime.datetime(2021, 9, 29, 17, 19, 32, 354336)}] Sep 29 17:19:52.399323 n-d-811748-2 neutron-server[95016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:19:52.401530 n-d-811748-2 neutron-server[95016]: DEBUG oslo_db.api [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-013d480c-0535-4da3-b1c0-aecf84aea660 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:19:52.419025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-24478022-309b-4bd3-b6da-0614d788dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:52.422248 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-24478022-309b-4bd3-b6da-0614d788dcd2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 1101 time: 0.0775785 Sep 29 17:19:52.453541 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb23402-1c31-4d24-a5a3-da7ffe776c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f29388-3d42-464b-ad39-4e39b787d5b5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:52.458881 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-adb23402-1c31-4d24-a5a3-da7ffe776c05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75d4c9dd7b264313ba027f8f440c4171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771305 Sep 29 17:19:52.460882 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5315f189-91ec-42ae-a77b-f68424d274f3 req-348e985f-e27f-48f2-9e58-0c578b03281b service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583841 Sep 29 17:19:52.461459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47154) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:52.511937 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47156) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:52.522721 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855bfb78-1277-4a4d-931b-ee6bf690d9b4 x-openstack-request-id: req-855bfb78-1277-4a4d-931b-ee6bf690d9b4 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:19:52.522950 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa67c1b5-8bb1-403e-9849-e981852b09f6", "tag": "a5c8eefc-4a7e-47cc-928f-58f4bab27060", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:19:52.523961 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-855bfb78-1277-4a4d-931b-ee6bf690d9b4 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:19:52.524748 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4330209-8d96-4741-9ff6-528b4922754c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:52.525032 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa67c1b5-8bb1-403e-9849-e981852b09f6', 'tag': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060', 'status': 'completed', 'code': 200} Sep 29 17:19:52.575923 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4330209-8d96-4741-9ff6-528b4922754c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:52.587670 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:52.610109 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:52.622437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc6664-9736-4bd8-96e2-bfa5bda518bd req-421abc7c-dc87-439d-a28a-316d53c9ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:52.625188 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4fbc6664-9736-4bd8-96e2-bfa5bda518bd req-421abc7c-dc87-439d-a28a-316d53c9ed8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3ff8babce74d53aa1ff2d02816ab64&device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 1099 time: 0.0897048 Sep 29 17:19:52.770870 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4330209-8d96-4741-9ff6-528b4922754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:52.773858 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4330209-8d96-4741-9ff6-528b4922754c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:52.777495 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c4330209-8d96-4741-9ff6-528b4922754c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69f29388-3d42-464b-ad39-4e39b787d5b5 HTTP/1.1" status: 204 len: 168 time: 0.3127739 Sep 29 17:19:52.800899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6989493f-0a7e-4cbd-a748-bc689fd1be71,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:52.806001 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4330209-8d96-4741-9ff6-528b4922754c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f29388-3d42-464b-ad39-4e39b787d5b5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:52.826513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc6664-9736-4bd8-96e2-bfa5bda518bd req-6428603e-c873-460d-97b7-925888ca46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:52.828379 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4fbc6664-9736-4bd8-96e2-bfa5bda518bd req-6428603e-c873-460d-97b7-925888ca46bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.1948924 Sep 29 17:19:52.874034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f54d04-b4e6-4e3b-b146-1e31cf0be7df req-948631b1-e707-4799-b5fa-1ced3416229d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:52.875697 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f7f54d04-b4e6-4e3b-b146-1e31cf0be7df req-948631b1-e707-4799-b5fa-1ced3416229d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.1356037 Sep 29 17:19:52.881441 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4fbc6664-9736-4bd8-96e2-bfa5bda518bd req-aa070d56-527c-4c09-8bde-34aa0e5865c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=a5c8eefc-4a7e-47cc-928f-58f4bab27060 HTTP/1.1" status: 200 len: 217 time: 0.0434277 Sep 29 17:19:52.939200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-5139481d-2a4b-4083-bc94-33cc47cc02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:52.939343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc6664-9736-4bd8-96e2-bfa5bda518bd req-e0112079-b4c5-4331-85fd-448a2c906ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:52.940537 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-5139481d-2a4b-4083-bc94-33cc47cc02c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.5043530 Sep 29 17:19:52.940689 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4fbc6664-9736-4bd8-96e2-bfa5bda518bd req-e0112079-b4c5-4331-85fd-448a2c906ca2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0528810 Sep 29 17:19:52.947566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-8254853f-afc0-45d7-aa46-2ee9fcded524 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:19:52.955895 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-8254853f-afc0-45d7-aa46-2ee9fcded524 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4428895 Sep 29 17:19:53.009667 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-5576ac43-368d-4102-bdbc-7dc80b88e253 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2cc8cf57-72a7-451c-b24c-c823077f331e HTTP/1.1" status: 200 len: 217 time: 0.0578282 Sep 29 17:19:53.023020 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-6258262e-d6c5-4b10-82d4-609cad2d0b87 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:53.027787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-013d480c-0535-4da3-b1c0-aecf84aea660 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Made reservation on behalf of 3a3ff8babce74d53aa1ff2d02816ab64 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:53.031128 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-013d480c-0535-4da3-b1c0-aecf84aea660 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:53.031713 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-6258262e-d6c5-4b10-82d4-609cad2d0b87 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports/4d55d24a-4f2b-4770-8739-ca3393d9d047 HTTP/1.1" status: 200 len: 1093 time: 0.0749705 Sep 29 17:19:53.038980 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f7f54d04-b4e6-4e3b-b146-1e31cf0be7df req-b23a3ce9-f88e-4f57-9be1-ad2e50d1de8f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529300 Sep 29 17:19:53.051582 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47180) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:53.070424 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Allocated IP 192.168.233.198 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/8006b27e-99bf-43db-a938-5c426b2d145e) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:19:53.070637 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2c5d308b-1872-4868-8e43-2c7f04f2dab8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-455922658-network', 'tenant_id': '499c293f169b44959147cbf7ef40d12d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:53.074844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc6664-9736-4bd8-96e2-bfa5bda518bd req-7f220bd9-91f5-4ed2-b6c3-a013479848f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:53.083655 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4fbc6664-9736-4bd8-96e2-bfa5bda518bd req-7f220bd9-91f5-4ed2-b6c3-a013479848f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1251321 Sep 29 17:19:53.124616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-44716e06-4a4e-4a72-b269-55a984aeccce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:53.126102 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-44716e06-4a4e-4a72-b269-55a984aeccce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1093955 Sep 29 17:19:53.199509 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5d308b-1872-4868-8e43-2c7f04f2dab8 admin admin] Made reservation on behalf of 499c293f169b44959147cbf7ef40d12d for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:53.203065 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c5d308b-1872-4868-8e43-2c7f04f2dab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:53.230027 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c5d308b-1872-4868-8e43-2c7f04f2dab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:53.279450 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4fbc6664-9736-4bd8-96e2-bfa5bda518bd req-e3f3f420-2036-414b-bb65-645c0fd727e8 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853850 Sep 29 17:19:53.313204 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-683dbab8-7cb4-4a0a-801d-1205c8299855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:53.314840 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-683dbab8-7cb4-4a0a-801d-1205c8299855 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1437917 Sep 29 17:19:53.425040 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:53.473585 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-0974b47e-1cf9-4701-9f1a-66e1d29a7ba5 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371298 Sep 29 17:19:53.489006 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c5d308b-1872-4868-8e43-2c7f04f2dab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:53.510028 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c5d308b-1872-4868-8e43-2c7f04f2dab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:53.523971 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:53.550773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-b788863d-9f76-43eb-8491-2c44c926765d service neutron] Request body: {'binding': {'host': 'n-h1-811748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:53.551514 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-b788863d-9f76-43eb-8491-2c44c926765d service neutron] Unknown quota resources ['binding']. {{(pid=95015) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:19:53.574474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5d308b-1872-4868-8e43-2c7f04f2dab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:19:53.611425 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c5d308b-1872-4868-8e43-2c7f04f2dab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:53.611859 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-2c5d308b-1872-4868-8e43-2c7f04f2dab8 admin admin] Added segment dee70194-4a3b-4fff-8aaf-663d307d58d9 of type vlan for network df3d7b7a-9477-46d0-a551-408fb15ee68f Sep 29 17:19:53.627069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d308b-1872-4868-8e43-2c7f04f2dab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03deccd1-7d04-44b7-9654-432447f83888,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:53.658698 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4fbc6664-9736-4bd8-96e2-bfa5bda518bd req-7b754a0f-9228-42bf-9cd1-11c6cc40da47 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726931 Sep 29 17:19:53.701477 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:19:53.710174 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c5d308b-1872-4868-8e43-2c7f04f2dab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:53.726300 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-013d480c-0535-4da3-b1c0-aecf84aea660 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Allocated IP 192.168.233.3 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:19:53.728484 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:19:53.732341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:19:53.734917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Pushing event updated for resources: {'Port': ['ID=8006b27e-99bf-43db-a938-5c426b2d145e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:53.781736 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-d7a5844e-9411-465e-a07a-2afbed674c3d service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009846 Sep 29 17:19:53.793110 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c5d308b-1872-4868-8e43-2c7f04f2dab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:53.794572 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5d308b-1872-4868-8e43-2c7f04f2dab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:53.795146 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c5d308b-1872-4868-8e43-2c7f04f2dab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:53.806202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8d10e-ef66-4179-b470-f4686e5be5ac req-1434154e-461e-449e-907b-0834e65a4ed9 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:53.807755 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ae8d10e-ef66-4179-b470-f4686e5be5ac req-1434154e-461e-449e-907b-0834e65a4ed9 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 936 time: 0.2413023 Sep 29 17:19:53.858019 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2c5d308b-1872-4868-8e43-2c7f04f2dab8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7877207 Sep 29 17:19:53.858019 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47212) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:53.861328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:53.861858 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:53.864025 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b54e4046-1671-443f-8404-0cc9103d7919 admin admin] Request body: {'subnet': {'network_id': 'df3d7b7a-9477-46d0-a551-408fb15ee68f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-455922658-subnet', 'tenant_id': '499c293f169b44959147cbf7ef40d12d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:53.919591 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-7e213e73-d2f6-4689-b6e4-6091563f79f8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4617720 Sep 29 17:19:53.919962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54e4046-1671-443f-8404-0cc9103d7919 admin admin] Made reservation on behalf of 499c293f169b44959147cbf7ef40d12d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:53.922873 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b54e4046-1671-443f-8404-0cc9103d7919 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:53.929943 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ae8d10e-ef66-4179-b470-f4686e5be5ac req-ce16adff-548d-4155-824d-58c53c176849 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076305 Sep 29 17:19:53.930668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d308b-1872-4868-8e43-2c7f04f2dab8 admin admin] Pushing event updated for resources: {'Network': ['ID=df3d7b7a-9477-46d0-a551-408fb15ee68f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:53.944415 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network df3d7b7a-9477-46d0-a551-408fb15ee68f details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:19:53.956895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Request body: {'port': {'device_id': 'dc380a7b-1689-4b5b-8751-d050933a6372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:53.958842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-b788863d-9f76-43eb-8491-2c44c926765d service neutron] Attempting to bind port 4d55d24a-4f2b-4770-8739-ca3393d9d047 on host n-h1-811748-2 for vnic_type normal with profile None {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:19:53.959200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-b788863d-9f76-43eb-8491-2c44c926765d service neutron] Attempting to bind port 4d55d24a-4f2b-4770-8739-ca3393d9d047 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:19:53.959535 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-b788863d-9f76-43eb-8491-2c44c926765d service neutron] Attempting to bind port 4d55d24a-4f2b-4770-8739-ca3393d9d047 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:54.090125 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-b788863d-9f76-43eb-8491-2c44c926765d service neutron] Port 4d55d24a-4f2b-4770-8739-ca3393d9d047 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:19:54.091870 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-b788863d-9f76-43eb-8491-2c44c926765d service neutron] Attempting to bind port 4d55d24a-4f2b-4770-8739-ca3393d9d047 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:54.110965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-b788863d-9f76-43eb-8491-2c44c926765d service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:19:54.111318 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-b788863d-9f76-43eb-8491-2c44c926765d service neutron] Checking segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:19:54.114594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-b788863d-9f76-43eb-8491-2c44c926765d service neutron] Bound using segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:19:54.114594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-b788863d-9f76-43eb-8491-2c44c926765d service neutron] Bound port: 4d55d24a-4f2b-4770-8739-ca3393d9d047, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:19:54.138170 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f96525b2-1d22-4e23-b6ce-50e6c1b54be5 req-81728f96-1f38-4ce6-801d-d1e16eaec531 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 210 time: 0.0518627 Sep 29 17:19:54.141207 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:54.174770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-44406ffe-7270-4f8b-a38d-63470a143ff0 None None] Provisioning complete for port 8006b27e-99bf-43db-a938-5c426b2d145e triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:19:54.175148 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-44406ffe-7270-4f8b-a38d-63470a143ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:54.215460 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-44406ffe-7270-4f8b-a38d-63470a143ff0 None None] Port 8006b27e-99bf-43db-a938-5c426b2d145e cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:19:54.236904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47224) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:54.241043 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-013d480c-0535-4da3-b1c0-aecf84aea660 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:54.310006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-b788863d-9f76-43eb-8491-2c44c926765d service neutron] For port 4d55d24a-4f2b-4770-8739-ca3393d9d047, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:19:54.317990 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-b788863d-9f76-43eb-8491-2c44c926765d service neutron] Notify callbacks [] for binding, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:54.328360 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-b788863d-9f76-43eb-8491-2c44c926765d service neutron] 10.222.0.44 "POST /v2.0/ports/4d55d24a-4f2b-4770-8739-ca3393d9d047/bindings HTTP/1.1" status: 201 len: 389 time: 1.1148720 Sep 29 17:19:54.375121 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-013d480c-0535-4da3-b1c0-aecf84aea660 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:54.408744 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b54e4046-1671-443f-8404-0cc9103d7919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:54.458930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-e915e7d3-fd3d-4a62-a2f8-d3a20c9dbd6c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-network', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:54.521290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-013d480c-0535-4da3-b1c0-aecf84aea660 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:19:54.544514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-013d480c-0535-4da3-b1c0-aecf84aea660 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:19:54.552018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-013d480c-0535-4da3-b1c0-aecf84aea660 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:19:54.569600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d480c-0535-4da3-b1c0-aecf84aea660 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Pushing event updated for resources: {'Port': ['ID=912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:54.612341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e915e7d3-fd3d-4a62-a2f8-d3a20c9dbd6c admin admin] Made reservation on behalf of d7f4460541cb46a58c2b100f386f72d9 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:54.614806 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e915e7d3-fd3d-4a62-a2f8-d3a20c9dbd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:54.651894 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e915e7d3-fd3d-4a62-a2f8-d3a20c9dbd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:54.685465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-013d480c-0535-4da3-b1c0-aecf84aea660 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:54.686117 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-013d480c-0535-4da3-b1c0-aecf84aea660 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:54.697021 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b160cf3-96fe-46d7-a06d-ff317faf3b61 req-9a0b645c-39c3-450c-b5b8-8e8ffece64f6 tempest-FlavorsV2NegativeTest-418367270 tempest-FlavorsV2NegativeTest-418367270-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=311f9b2c8e1c403c8abcfd84a0fc57ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2088249 Sep 29 17:19:54.697788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96faef-c48f-4c9f-a14a-9a30b4a1f43f req-73d2a46f-977f-463e-8eda-3c986d159c44 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:54.705739 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9d96faef-c48f-4c9f-a14a-9a30b4a1f43f req-73d2a46f-977f-463e-8eda-3c986d159c44 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.1696353 Sep 29 17:19:54.739910 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e4046-1671-443f-8404-0cc9103d7919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f7d787-8d62-4d9a-be48-f6ef03079833,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:54.757965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54e4046-1671-443f-8404-0cc9103d7919 admin admin] Checking segment: {'id': 'dee70194-4a3b-4fff-8aaf-663d307d58d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'df3d7b7a-9477-46d0-a551-408fb15ee68f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:19:54.758356 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e4046-1671-443f-8404-0cc9103d7919 admin admin] Network hostable DHCP agents. Network: df3d7b7a-9477-46d0-a551-408fb15ee68f, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:19:54.811957 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9d96faef-c48f-4c9f-a14a-9a30b4a1f43f req-a64e6cb6-890c-47b4-ab16-1bae71d5f7e7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052794 Sep 29 17:19:54.824810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8006b27e-99bf-43db-a938-5c426b2d145e {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:19:54.841181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e4046-1671-443f-8404-0cc9103d7919 admin admin] Network df3d7b7a-9477-46d0-a551-408fb15ee68f is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:19:54.846487 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-817136a0-7b8e-4648-b66c-bc63154c286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:54.848253 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-817136a0-7b8e-4648-b66c-bc63154c286f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 1096 time: 0.1484504 Sep 29 17:19:54.852849 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:54.854742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-112ba29f-1e43-4824-bc8a-9de67b18b536 None None] Provisioning complete for port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:19:54.855642 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-112ba29f-1e43-4824-bc8a-9de67b18b536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:54.874783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Transition to ACTIVE for port object 8006b27e-99bf-43db-a938-5c426b2d145e will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:19:54.888548 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-b54e4046-1671-443f-8404-0cc9103d7919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, df3d7b7a-9477-46d0-a551-408fb15ee68f) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:19:54.891142 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:54.900754 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b160cf3-96fe-46d7-a06d-ff317faf3b61 req-841664b3-7bfd-490b-9745-9ad6390b7e67 tempest-FlavorsV2NegativeTest-418367270 tempest-FlavorsV2NegativeTest-418367270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:54.903249 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b160cf3-96fe-46d7-a06d-ff317faf3b61 req-841664b3-7bfd-490b-9745-9ad6390b7e67 tempest-FlavorsV2NegativeTest-418367270 tempest-FlavorsV2NegativeTest-418367270-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904049 Sep 29 17:19:54.904617 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54e4046-1671-443f-8404-0cc9103d7919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:54.905191 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b54e4046-1671-443f-8404-0cc9103d7919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:54.910111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf4ba88-d1cb-412b-80d8-8bb556a1a4fd None None] Network df3d7b7a-9477-46d0-a551-408fb15ee68f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:19:54.950645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-112ba29f-1e43-4824-bc8a-9de67b18b536 None None] Port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:19:54.959943 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b160cf3-96fe-46d7-a06d-ff317faf3b61 req-1b21ace3-692f-4d87-baaf-b4ce64efec24 tempest-FlavorsV2NegativeTest-418367270 tempest-FlavorsV2NegativeTest-418367270-project] 10.222.0.44 "GET /v2.0/quotas/311f9b2c8e1c403c8abcfd84a0fc57ee HTTP/1.1" status: 200 len: 375 time: 0.0456605 Sep 29 17:19:54.997884 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:19:55.013597 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b160cf3-96fe-46d7-a06d-ff317faf3b61 req-8b727c2f-89aa-4ead-96ae-7af9b7cf6192 tempest-FlavorsV2NegativeTest-418367270 tempest-FlavorsV2NegativeTest-418367270-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=311f9b2c8e1c403c8abcfd84a0fc57ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463412 Sep 29 17:19:55.026823 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-f63fe920-c772-4ca4-8919-adbb3d530c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:55.028426 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-f63fe920-c772-4ca4-8919-adbb3d530c29 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.1732652 Sep 29 17:19:55.077307 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-1ee5a515-46e6-488b-8224-66fb38736143 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047 HTTP/1.1" status: 200 len: 217 time: 0.0414362 Sep 29 17:19:55.088461 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27f0f3c-74f6-490b-a620-6f18462674d5 None None] Network df3d7b7a-9477-46d0-a551-408fb15ee68f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:19:55.104985 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e915e7d3-fd3d-4a62-a2f8-d3a20c9dbd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:55.122742 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e915e7d3-fd3d-4a62-a2f8-d3a20c9dbd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:55.152691 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-013d480c-0535-4da3-b1c0-aecf84aea660 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0127199 Sep 29 17:19:55.180438 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b54e4046-1671-443f-8404-0cc9103d7919 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3142505 Sep 29 17:19:55.199072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Request body: {'port': {'device_id': 'd5d693d7-dc69-4d78-b28b-fafacaedde20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:55.258445 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-77cc0c1a-20d6-461d-8842-ab29b5b29e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:55.260099 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-77cc0c1a-20d6-461d-8842-ab29b5b29e80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.1713958 Sep 29 17:19:55.284562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e915e7d3-fd3d-4a62-a2f8-d3a20c9dbd6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:19:55.289929 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:55.305928 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae1f1a-4125-41ad-9d2d-aca9cf15e7c3 req-ca9f532f-0218-448a-9328-9dc3489dfab2 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:55.307516 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b4ae1f1a-4125-41ad-9d2d-aca9cf15e7c3 req-ca9f532f-0218-448a-9328-9dc3489dfab2 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 948 time: 0.1553063 Sep 29 17:19:55.314003 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8006b27e-99bf-43db-a938-5c426b2d145e,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:55.339779 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-ca8144d0-7caf-4839-89aa-6ff6fc32b45b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713556 Sep 29 17:19:55.379561 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915e7d3-fd3d-4a62-a2f8-d3a20c9dbd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df638ac7-ad86-4679-bc89-6ff0518dd924,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:55.426268 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e915e7d3-fd3d-4a62-a2f8-d3a20c9dbd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:55.426603 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-e915e7d3-fd3d-4a62-a2f8-d3a20c9dbd6c admin admin] Added segment fc2290c6-a852-4076-a071-5112aa131040 of type vlan for network 40461b8a-b841-41cc-8ce4-55106acc93a9 Sep 29 17:19:55.435925 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931507a9-5a6d-4bb0-90cc-dc49083679c2 req-ff2f4c71-9e2f-4b6b-9114-0bba398cb852 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:55.443077 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-931507a9-5a6d-4bb0-90cc-dc49083679c2 req-ff2f4c71-9e2f-4b6b-9114-0bba398cb852 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 945 time: 0.3482711 Sep 29 17:19:55.445164 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b4ae1f1a-4125-41ad-9d2d-aca9cf15e7c3 req-9247b0e0-1c78-4685-82d1-69b2a494b18c tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078801 Sep 29 17:19:55.487451 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-53dc7fef-f804-4cad-8092-0a3c7f23e0f5 service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400571 Sep 29 17:19:55.536454 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e915e7d3-fd3d-4a62-a2f8-d3a20c9dbd6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:55.631245 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-931507a9-5a6d-4bb0-90cc-dc49083679c2 req-1dc87092-5d96-408f-9e17-5757b4680f94 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858613 Sep 29 17:19:55.662857 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Attempting to bind port 8006b27e-99bf-43db-a938-5c426b2d145e on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:19:55.663281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Attempting to bind port 8006b27e-99bf-43db-a938-5c426b2d145e by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:19:55.663505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Attempting to bind port 8006b27e-99bf-43db-a938-5c426b2d145e on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:55.672325 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a88a2e-d457-47c6-8f67-d903a20a5713 req-4d8f6c9c-aac8-40ef-a6dd-0173388d98f5 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:55.672539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Port 8006b27e-99bf-43db-a938-5c426b2d145e on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:19:55.672829 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Attempting to bind port 8006b27e-99bf-43db-a938-5c426b2d145e on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:55.681088 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39a88a2e-d457-47c6-8f67-d903a20a5713 req-4d8f6c9c-aac8-40ef-a6dd-0173388d98f5 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 934 time: 0.0831554 Sep 29 17:19:55.689913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:19:55.690275 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:19:55.690616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:19:55.691075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Bound port: 8006b27e-99bf-43db-a938-5c426b2d145e, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:19:55.691410 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:55.691719 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-c2ffef5c-34d4-4ae8-a259-b88b796b9349 service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961560 Sep 29 17:19:55.712922 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e915e7d3-fd3d-4a62-a2f8-d3a20c9dbd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:55.714581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e915e7d3-fd3d-4a62-a2f8-d3a20c9dbd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:55.715187 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e915e7d3-fd3d-4a62-a2f8-d3a20c9dbd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:55.736278 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39a88a2e-d457-47c6-8f67-d903a20a5713 req-11fd8749-abe9-4441-851a-19802b76f4d8 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541060 Sep 29 17:19:55.799649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915e7d3-fd3d-4a62-a2f8-d3a20c9dbd6c admin admin] Pushing event updated for resources: {'Network': ['ID=40461b8a-b841-41cc-8ce4-55106acc93a9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:55.816189 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 40461b8a-b841-41cc-8ce4-55106acc93a9 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:19:55.858261 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e915e7d3-fd3d-4a62-a2f8-d3a20c9dbd6c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6202898 Sep 29 17:19:55.872790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47296) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:55.882044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1b382e95-85b4-4ae6-8fed-864d2cbafd9d admin admin] Request body: {'subnet': {'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-subnet', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:56.001617 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-1c5e275e-3091-48d1-a826-9be85e251037 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:56.003408 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-1c5e275e-3091-48d1-a826-9be85e251037 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25&tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 1096 time: 0.1430676 Sep 29 17:19:56.016007 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811748-2'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:56.016638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] For port 8006b27e-99bf-43db-a938-5c426b2d145e, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:19:56.023437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47300) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:56.040682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b382e95-85b4-4ae6-8fed-864d2cbafd9d admin admin] Made reservation on behalf of d7f4460541cb46a58c2b100f386f72d9 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:56.042984 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1b382e95-85b4-4ae6-8fed-864d2cbafd9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:56.051648 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de1e02-5f3d-40cf-87cb-6db79e3a6af0 req-51a5a01b-e4d3-449e-9c8d-ea6f858b53ef tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:56.053648 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b7de1e02-5f3d-40cf-87cb-6db79e3a6af0 req-51a5a01b-e4d3-449e-9c8d-ea6f858b53ef tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.1106415 Sep 29 17:19:56.073724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] For port 8006b27e-99bf-43db-a938-5c426b2d145e, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8006b27e-99bf-43db-a938-5c426b2d145e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:19:56.108710 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:56.118787 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:56.131622 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b7de1e02-5f3d-40cf-87cb-6db79e3a6af0 req-2090a5d3-4f52-4140-940e-768ce7248b8e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683885 Sep 29 17:19:56.238608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-cb422364-969b-4663-ac1e-1ec54f4b2c43 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:56.240725 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-cb422364-969b-4663-ac1e-1ec54f4b2c43 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 807 time: 0.3896532 Sep 29 17:19:56.267216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:56.268101 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:56.269633 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] 10.222.0.49 "PUT /v2.0/ports/8006b27e-99bf-43db-a938-5c426b2d145e HTTP/1.1" status: 200 len: 1096 time: 2.3189998 Sep 29 17:19:56.273725 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:19:56.280092 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c8a6108-2aeb-42e9-8c12-909b45dd1979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:56.281816 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc380a7b-1689-4b5b-8751-d050933a6372', 'tag': '8006b27e-99bf-43db-a938-5c426b2d145e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:19:56.284063 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794e7118-afda-47cb-872c-0a23588b2e73" -d '{"events": [{"name": "network-changed", "server_uuid": "dc380a7b-1689-4b5b-8751-d050933a6372", "tag": "8006b27e-99bf-43db-a938-5c426b2d145e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:19:56.296446 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:56.313753 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] For port 4d55d24a-4f2b-4770-8739-ca3393d9d047, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:19:56.344703 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d3624f-e644-4e8f-9d79-61e30c556218 x-openstack-request-id: req-46d3624f-e644-4e8f-9d79-61e30c556218 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:19:56.344998 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc380a7b-1689-4b5b-8751-d050933a6372", "tag": "8006b27e-99bf-43db-a938-5c426b2d145e", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:19:56.345244 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46d3624f-e644-4e8f-9d79-61e30c556218 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:19:56.345824 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc380a7b-1689-4b5b-8751-d050933a6372', 'tag': '8006b27e-99bf-43db-a938-5c426b2d145e', 'status': 'completed', 'code': 200} Sep 29 17:19:56.387496 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] For port 4d55d24a-4f2b-4770-8739-ca3393d9d047, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:19:56.393386 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-4380529e-f63f-47cb-933b-b1703166017d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/quotas/c50efc2fa4284829be7a860e331db6cd HTTP/1.1" status: 200 len: 375 time: 0.1316569 Sep 29 17:19:56.397920 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Transition to ACTIVE for port object 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:19:56.403025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306274cb-cdca-49c3-ac1f-a4dd1070a5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8006b27e-99bf-43db-a938-5c426b2d145e,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:56.420000 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:56.444471 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8941bf-4793-4f18-852a-a68336030f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d55d24a-4f2b-4770-8739-ca3393d9d047'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:19:56.508060 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:56.534952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:56.536707 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-e3eafb01-d528-48d9-bcdd-455ca2cad7f9 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1306005 Sep 29 17:19:56.586433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-5a9ce409-a7a9-40a2-9b18-b11a6ea224a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:56.587932 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-5a9ce409-a7a9-40a2-9b18-b11a6ea224a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a574b384453442aa95343d2e20cf95b&device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 1099 time: 0.2645211 Sep 29 17:19:56.602079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Pushing event updated for resources: {'Port': ['ID=912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:56.635163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47320) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:56.710798 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e4c2be-b849-4f5c-bb48-90f07338e942" -d '{"events": [{"server_uuid": "4a8941bf-4793-4f18-852a-a68336030f25", "name": "network-vif-unplugged", "status": "completed", "tag": "4d55d24a-4f2b-4770-8739-ca3393d9d047"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:19:56.725459 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-a4c2c7ae-d8e6-4b61-9b1a-329fb317fb7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=8006b27e-99bf-43db-a938-5c426b2d145e HTTP/1.1" status: 200 len: 217 time: 0.1189868 Sep 29 17:19:56.746522 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Pushing event updated for resources: {'Port': ['ID=4d55d24a-4f2b-4770-8739-ca3393d9d047,revision_number=7']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:56.761527 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97471d12-6886-4af5-928f-a61d5c57fec6 req-b84f395a-8614-4d72-bb46-7ffb290cbd4d tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:56.771284 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-97471d12-6886-4af5-928f-a61d5c57fec6 req-b84f395a-8614-4d72-bb46-7ffb290cbd4d tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 948 time: 0.1715782 Sep 29 17:19:56.805198 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Attempting to bind port 4d55d24a-4f2b-4770-8739-ca3393d9d047 on host n-h2-811748-2 for vnic_type normal with profile {"migrating_to": "n-h1-811748-2"} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:19:56.805467 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Attempting to bind port 4d55d24a-4f2b-4770-8739-ca3393d9d047 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:19:56.805657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Attempting to bind port 4d55d24a-4f2b-4770-8739-ca3393d9d047 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:56.819832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Port 4d55d24a-4f2b-4770-8739-ca3393d9d047 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:19:56.820366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Attempting to bind port 4d55d24a-4f2b-4770-8739-ca3393d9d047 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:56.827937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-97471d12-6886-4af5-928f-a61d5c57fec6 req-5b33fb7c-621c-43ad-9d2f-78495bb26124 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557401 Sep 29 17:19:56.830918 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:19:56.831369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Checking segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:19:56.831856 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Bound using segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:19:56.832355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Bound port: 4d55d24a-4f2b-4770-8739-ca3393d9d047, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:19:56.832877 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:56.842383 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1b382e95-85b4-4ae6-8fed-864d2cbafd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:56.890693 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a5c8eefc-4a7e-47cc-928f-58f4bab27060 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:19:56.899281 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3d47222d-a1ca-4033-ae62-5088721dfea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:56.932218 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] For port 4d55d24a-4f2b-4770-8739-ca3393d9d047, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:19:56.955417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c8a6108-2aeb-42e9-8c12-909b45dd1979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:56.956122 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:56.964543 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] For port 4d55d24a-4f2b-4770-8739-ca3393d9d047, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:19:56.971878 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:56.975430 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-aeb1fba5-0845-4fb1-b442-ae2ce11be310 service neutron] 10.222.0.44 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118319 Sep 29 17:19:56.979446 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c8a6108-2aeb-42e9-8c12-909b45dd1979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:56.989670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-903798c8-07d0-4c63-9b24-a349b0ac2aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:56.991103 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-903798c8-07d0-4c63-9b24-a349b0ac2aef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.2298098 Sep 29 17:19:57.015555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00381d79-e883-4cf6-9100-15c06eac13fd req-c5240b36-5da5-4803-99b1-503e36bfb998 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:57.016173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Attempting to bind port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:19:57.016173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Attempting to bind port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:19:57.016371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Attempting to bind port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:57.018529 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00381d79-e883-4cf6-9100-15c06eac13fd req-c5240b36-5da5-4803-99b1-503e36bfb998 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 943 time: 0.0992413 Sep 29 17:19:57.042142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a5c8eefc-4a7e-47cc-928f-58f4bab27060, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a5c8eefc-4a7e-47cc-928f-58f4bab27060,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:19:57.055431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060', 'mac_address': 'fa:16:3e:1a:e2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:19:57.072056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b382e95-85b4-4ae6-8fed-864d2cbafd9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a8d133-1ed0-4c52-9a90-7b5a1d2cea45,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:57.099847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:19:57.100173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Attempting to bind port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:57.103133 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:57.112008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a6108-2aeb-42e9-8c12-909b45dd1979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b8e5e9-bebb-4beb-bd16-53410ee06947,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:57.119274 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c8eefc-4a7e-47cc-928f-58f4bab27060 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:19:57.127077 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Pushing event updated for resources: {'Port': ['ID=4d55d24a-4f2b-4770-8739-ca3393d9d047,revision_number=8']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:57.136222 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7c8a6108-2aeb-42e9-8c12-909b45dd1979 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=311f9b2c8e1c403c8abcfd84a0fc57ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1089909 Sep 29 17:19:57.141190 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:57.142074 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:57.142381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:19:57.142716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:19:57.143093 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:19:57.143527 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Bound port: 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:19:57.143882 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:57.144070 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a5c8eefc-4a7e-47cc-928f-58f4bab27060, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a5c8eefc-4a7e-47cc-928f-58f4bab27060,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:19:57.144767 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-14f44ad8-a6f9-403a-ae4f-192809f8486f service neutron] 10.222.0.49 "PUT /v2.0/ports/4d55d24a-4f2b-4770-8739-ca3393d9d047 HTTP/1.1" status: 200 len: 1121 time: 1.1339843 Sep 29 17:19:57.145429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47334) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:57.149980 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:57.175355 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00381d79-e883-4cf6-9100-15c06eac13fd req-f0feb63c-11d8-4602-9b58-50974b7c6234 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318293 Sep 29 17:19:57.181691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b382e95-85b4-4ae6-8fed-864d2cbafd9d admin admin] Checking segment: {'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:19:57.182048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b382e95-85b4-4ae6-8fed-864d2cbafd9d admin admin] Network hostable DHCP agents. Network: 40461b8a-b841-41cc-8ce4-55106acc93a9, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:19:57.225928 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=a5c8eefc-4a7e-47cc-928f-58f4bab27060,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:57.251589 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ec14063-2e8e-4301-8148-4a0db903f43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:57.279656 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ec14063-2e8e-4301-8148-4a0db903f43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:57.323876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['4d55d24a-4f2b-4770-8739-ca3393d9d047'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:19:57.331507 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34a7336-f5ce-4591-8ba6-361a019c2c76 x-openstack-request-id: req-c34a7336-f5ce-4591-8ba6-361a019c2c76 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:19:57.331915 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8941bf-4793-4f18-852a-a68336030f25", "name": "network-vif-unplugged", "status": "completed", "tag": "4d55d24a-4f2b-4770-8739-ca3393d9d047", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:19:57.332305 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c34a7336-f5ce-4591-8ba6-361a019c2c76 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:19:57.332715 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8941bf-4793-4f18-852a-a68336030f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d55d24a-4f2b-4770-8739-ca3393d9d047', 'code': 200} Sep 29 17:19:57.345535 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ec14063-2e8e-4301-8148-4a0db903f43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:57.345535 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ec14063-2e8e-4301-8148-4a0db903f43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:57.355641 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['a5c8eefc-4a7e-47cc-928f-58f4bab27060'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:19:57.361972 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5ec14063-2e8e-4301-8148-4a0db903f43f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84b8e5e9-bebb-4beb-bd16-53410ee06947 HTTP/1.1" status: 204 len: 168 time: 0.2149286 Sep 29 17:19:57.380452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec14063-2e8e-4301-8148-4a0db903f43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b8e5e9-bebb-4beb-bd16-53410ee06947,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:57.466732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c924819-8e78-456e-a3fa-618e7f7aff44 req-c9b59eb4-33f0-484d-b44c-539afc1c5069 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:57.468900 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c924819-8e78-456e-a3fa-618e7f7aff44 req-c9b59eb4-33f0-484d-b44c-539afc1c5069 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 946 time: 0.0686824 Sep 29 17:19:57.472641 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-726e9ee3-7e6e-4736-af56-f668812a73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:57.474729 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-726e9ee3-7e6e-4736-af56-f668812a73fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4551978 Sep 29 17:19:57.543088 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c924819-8e78-456e-a3fa-618e7f7aff44 req-1d8c668b-16df-44a6-886b-d98b8b9c7a5a tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667887 Sep 29 17:19:57.546652 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-7344d906-a89f-48c9-bb93-9bc07b81fe98 service neutron] 10.222.0.44 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496943 Sep 29 17:19:57.676923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b382e95-85b4-4ae6-8fed-864d2cbafd9d admin admin] Network 40461b8a-b841-41cc-8ce4-55106acc93a9 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:19:57.704147 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3d47222d-a1ca-4033-ae62-5088721dfea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:57.711654 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-1b382e95-85b4-4ae6-8fed-864d2cbafd9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 40461b8a-b841-41cc-8ce4-55106acc93a9) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:19:57.721798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728167ca-55ef-473a-8b43-b5f8f1cd5ac0 req-a6e78352-4754-4ff7-a4f6-89f92b1250f3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:57.724068 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-728167ca-55ef-473a-8b43-b5f8f1cd5ac0 req-a6e78352-4754-4ff7-a4f6-89f92b1250f3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.0800636 Sep 29 17:19:57.726452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b382e95-85b4-4ae6-8fed-864d2cbafd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:57.727790 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1b382e95-85b4-4ae6-8fed-864d2cbafd9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:57.738353 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6edf316-5afb-40a5-b08c-cbb52439f51c None None] Network 40461b8a-b841-41cc-8ce4-55106acc93a9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:19:57.739130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] For port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:19:57.743006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] For port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:19:57.745111 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3d47222d-a1ca-4033-ae62-5088721dfea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:57.752421 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-33a1b028-91f8-4086-897a-7c8c10cfed75 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665360 Sep 29 17:19:57.822581 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:57.827567 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-728167ca-55ef-473a-8b43-b5f8f1cd5ac0 req-972e4820-49e5-4323-9b64-21cb3e62715d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848868 Sep 29 17:19:57.834841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1b382e95-85b4-4ae6-8fed-864d2cbafd9d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9577100 Sep 29 17:19:57.838525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47352) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:57.844154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:57.883310 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:57.885987 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:57.894652 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a496dc63-1863-4e7b-9faf-a56bd6855294 req-1030fdb6-2ece-4219-8c70-6f600f7825e7 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 210 time: 0.1058631 Sep 29 17:19:57.917550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47222d-a1ca-4033-ae62-5088721dfea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799cbc4b-b6f0-4599-ac2e-2cce2d00c02e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:57.961561 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3d47222d-a1ca-4033-ae62-5088721dfea8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff8ac6005bbe4418b2ffbf078feae936&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3241181 Sep 29 17:19:57.963278 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:57.965005 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:57.966819 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] 10.222.0.49 "PUT /v2.0/ports/912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 HTTP/1.1" status: 200 len: 1094 time: 2.7939291 Sep 29 17:19:57.972242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47360) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:58.156823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41c7ddc7-43c4-4c24-bce8-dafac1c78c44 req-3a9841ed-cc92-4092-9273-dcd6ebf75fae service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516543 Sep 29 17:19:58.171544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-40461b8a-b841-41cc-8ce4-55106acc93a9', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:19:58.172422 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:58.231978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fb99d-da78-4f9b-bdd0-698f47f646ef service neutron] Pushing event updated for resources: {'Port': ['ID=912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:58.268062 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:58.276263 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8ad6a18-a123-4d4c-a2fe-433eb0574747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:58.353101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d693d7-dc69-4d78-b28b-fafacaedde20', 'tag': '912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:19:58.355857 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efe3841-508c-4ccb-8ba6-e5cf7e9943d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d693d7-dc69-4d78-b28b-fafacaedde20", "tag": "912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:19:58.367646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-02b82338-e2cd-4c3e-af8b-27c3eb9d3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:58.369564 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-02b82338-e2cd-4c3e-af8b-27c3eb9d3758 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3ff8babce74d53aa1ff2d02816ab64&device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 1097 time: 0.3102641 Sep 29 17:19:58.467503 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:58.469936 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-24cdf56f-c706-481d-a883-7dfaf45deb00 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 HTTP/1.1" status: 200 len: 217 time: 0.0652373 Sep 29 17:19:58.490868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b2184-6449-4d10-8a8b-4f4fc9729aa8 req-0e56aa8a-b3af-4c7c-bccd-c2f863d260d3 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:58.493710 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-712b2184-6449-4d10-8a8b-4f4fc9729aa8 req-0e56aa8a-b3af-4c7c-bccd-c2f863d260d3 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 948 time: 0.2241800 Sep 29 17:19:58.516885 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47380) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:58.522827 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Allocated IP 172.20.0.2 (40461b8a-b841-41cc-8ce4-55106acc93a9/59a8d133-1ed0-4c52-9a90-7b5a1d2cea45/71991907-f6d9-4c0b-9414-f39ac12f43b6) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:19:58.542833 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8ad6a18-a123-4d4c-a2fe-433eb0574747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:58.598447 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e7118-afda-47cb-872c-0a23588b2e73 req-5fc10a48-16bb-40f6-aecf-b25a4237e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:58.599437 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-712b2184-6449-4d10-8a8b-4f4fc9729aa8 req-d97f6644-d938-4b93-b206-ee31715c0b64 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833752 Sep 29 17:19:58.612009 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-794e7118-afda-47cb-872c-0a23588b2e73 req-5fc10a48-16bb-40f6-aecf-b25a4237e65d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a574b384453442aa95343d2e20cf95b&device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 1099 time: 0.3561962 Sep 29 17:19:58.651653 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ad3b2-d539-47fe-b73f-5655f30f640f req-65db9f5a-0579-488b-b426-2d4382159524 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:58.659317 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-214ad3b2-d539-47fe-b73f-5655f30f640f req-65db9f5a-0579-488b-b426-2d4382159524 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 943 time: 0.3130147 Sep 29 17:19:58.713677 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dbfe0f-48ea-449b-8078-dc4314838831 x-openstack-request-id: req-14dbfe0f-48ea-449b-8078-dc4314838831 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:19:58.714032 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d693d7-dc69-4d78-b28b-fafacaedde20", "tag": "912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:19:58.714273 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14dbfe0f-48ea-449b-8078-dc4314838831 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:19:58.714665 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d693d7-dc69-4d78-b28b-fafacaedde20', 'tag': '912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199', 'status': 'completed', 'code': 200} Sep 29 17:19:58.738461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-5d7f6742-1965-4f4c-a741-3b0ee3a5ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:58.739924 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-5d7f6742-1965-4f4c-a741-3b0ee3a5ecbc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.2682214 Sep 29 17:19:58.815134 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8ad6a18-a123-4d4c-a2fe-433eb0574747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:58.816286 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:58.817721 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8ad6a18-a123-4d4c-a2fe-433eb0574747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:58.818986 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d8ad6a18-a123-4d4c-a2fe-433eb0574747 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/799cbc4b-b6f0-4599-ac2e-2cce2d00c02e HTTP/1.1" status: 204 len: 168 time: 0.8449893 Sep 29 17:19:58.839103 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:58.839810 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-214ad3b2-d539-47fe-b73f-5655f30f640f req-7c424df2-ae2f-4f3d-a3c2-b7f834eb7161 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691082 Sep 29 17:19:58.857122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad6a18-a123-4d4c-a2fe-433eb0574747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799cbc4b-b6f0-4599-ac2e-2cce2d00c02e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:58.882018 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6fefb4e1-83da-46a4-940c-3536fbee9fb4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-network', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:58.888322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-7fefacc7-725c-4c95-89e8-61a2dbd5abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:58.890292 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-7fefacc7-725c-4c95-89e8-61a2dbd5abd2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1414208 Sep 29 17:19:58.894039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e7118-afda-47cb-872c-0a23588b2e73 req-1073833c-bf15-4be5-86a7-f55df6a4375c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:58.895481 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-794e7118-afda-47cb-872c-0a23588b2e73 req-1073833c-bf15-4be5-86a7-f55df6a4375c service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2732379 Sep 29 17:19:58.935274 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:58.946209 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Pushing event updated for resources: {'Port': ['ID=71991907-f6d9-4c0b-9414-f39ac12f43b6,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:58.955454 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a5c8eefc-4a7e-47cc-928f-58f4bab27060 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:19:58.963171 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:58.965357 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fefb4e1-83da-46a4-940c-3536fbee9fb4 admin admin] Made reservation on behalf of 4a4458d3c4a64659b03a39cea8cc9e8b for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:19:58.968433 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fefb4e1-83da-46a4-940c-3536fbee9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:58.993689 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af08444-e298-45f5-9117-4dc3a4740a15 req-14475d9a-2ca8-425a-a43c-f9befd78fafa tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:59.001549 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4af08444-e298-45f5-9117-4dc3a4740a15 req-14475d9a-2ca8-425a-a43c-f9befd78fafa tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 946 time: 0.1415997 Sep 29 17:19:59.003353 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fefb4e1-83da-46a4-940c-3536fbee9fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:59.012862 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Network 40461b8a-b841-41cc-8ce4-55106acc93a9 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:19:59.017706 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:19:59.030421 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:19:59.049805 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-794e7118-afda-47cb-872c-0a23588b2e73 req-4a36b39d-ba72-4985-96b5-46aea406a0c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=8006b27e-99bf-43db-a938-5c426b2d145e HTTP/1.1" status: 200 len: 217 time: 0.1315200 Sep 29 17:19:59.065377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port a5c8eefc-4a7e-47cc-928f-58f4bab27060 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:19:59.089323 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4af08444-e298-45f5-9117-4dc3a4740a15 req-e73e9b9f-1c00-49ac-a1f6-e2ef69f21a5a tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868952 Sep 29 17:19:59.097705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port a5c8eefc-4a7e-47cc-928f-58f4bab27060 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:19:59.098333 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:59.161412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Attempting to bind port 71991907-f6d9-4c0b-9414-f39ac12f43b6 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:19:59.161776 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Attempting to bind port 71991907-f6d9-4c0b-9414-f39ac12f43b6 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:19:59.162092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Attempting to bind port 71991907-f6d9-4c0b-9414-f39ac12f43b6 on network 40461b8a-b841-41cc-8ce4-55106acc93a9 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:19:59.171169 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:19:59.172349 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Checking segment: {'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:19:59.172349 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:59.172349 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Bound using segment: {'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:19:59.173058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Bound port: 71991907-f6d9-4c0b-9414-f39ac12f43b6, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:19:59.173147 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:59.207703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee1637-e44b-4479-a53e-55f33325904c req-b73f43b8-2361-4309-8763-69f08f4bdafe tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:59.209616 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dee1637-e44b-4479-a53e-55f33325904c req-b73f43b8-2361-4309-8763-69f08f4bdafe tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.1769605 Sep 29 17:19:59.219397 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Allocated IP 172.25.2.106 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:19:59.235656 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:59.255598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e7118-afda-47cb-872c-0a23588b2e73 req-899184b8-e009-4699-911d-589fd8990536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:59.257321 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-794e7118-afda-47cb-872c-0a23588b2e73 req-899184b8-e009-4699-911d-589fd8990536 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1713049 Sep 29 17:19:59.277593 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-71f95331-4138-4bc8-a5e9-04649dea98b8 req-ef837b64-1e6c-4b02-a760-44bc9c4bc857 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 210 time: 0.0547802 Sep 29 17:19:59.298004 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-da225c9b-c4e8-4f70-92d0-1d08980a7202 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908143 Sep 29 17:19:59.333911 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8941bf-4793-4f18-852a-a68336030f25', 'tag': '4d55d24a-4f2b-4770-8739-ca3393d9d047'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:19:59.336236 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371a2ffd-8a52-49f4-9fa3-75f7a9b6c22a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a8941bf-4793-4f18-852a-a68336030f25", "tag": "4d55d24a-4f2b-4770-8739-ca3393d9d047"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:19:59.337111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] For port 71991907-f6d9-4c0b-9414-f39ac12f43b6, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:19:59.341709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] For port 71991907-f6d9-4c0b-9414-f39ac12f43b6, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=71991907-f6d9-4c0b-9414-f39ac12f43b6,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:19:59.362162 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:59.374839 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa67c1b5-8bb1-403e-9849-e981852b09f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:19:59.377037 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae582ce0-9e03-41c4-9c6c-b6e47a188622" -d '{"events": [{"server_uuid": "fa67c1b5-8bb1-403e-9849-e981852b09f6", "name": "network-vif-plugged", "status": "completed", "tag": "a5c8eefc-4a7e-47cc-928f-58f4bab27060"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:19:59.383941 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47396) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:59.405137 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-037ef834-9daa-4e10-97c8-d4967ba81f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:59.422759 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a5c8eefc-4a7e-47cc-928f-58f4bab27060, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a5c8eefc-4a7e-47cc-928f-58f4bab27060,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:19:59.422961 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f08d70-6d35-48c4-be2a-ca844777335c x-openstack-request-id: req-19f08d70-6d35-48c4-be2a-ca844777335c {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:19:59.423236 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a8941bf-4793-4f18-852a-a68336030f25", "tag": "4d55d24a-4f2b-4770-8739-ca3393d9d047", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:19:59.423654 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19f08d70-6d35-48c4-be2a-ca844777335c {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:19:59.424062 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8941bf-4793-4f18-852a-a68336030f25', 'tag': '4d55d24a-4f2b-4770-8739-ca3393d9d047', 'status': 'completed', 'code': 200} Sep 29 17:19:59.443786 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6cd521-7c0e-42b1-b10e-b550e83a8575 x-openstack-request-id: req-7f6cd521-7c0e-42b1-b10e-b550e83a8575 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:19:59.444117 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fefb4e1-83da-46a4-940c-3536fbee9fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:59.444223 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa67c1b5-8bb1-403e-9849-e981852b09f6", "name": "network-vif-plugged", "status": "completed", "tag": "a5c8eefc-4a7e-47cc-928f-58f4bab27060", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:19:59.444554 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f6cd521-7c0e-42b1-b10e-b550e83a8575 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:19:59.444866 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa67c1b5-8bb1-403e-9849-e981852b09f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060', 'code': 200} Sep 29 17:19:59.452111 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:59.487298 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed06e0b-f6ab-4150-aae1-c88535d0e8d1 None None] Pushing event updated for resources: {'Port': ['ID=71991907-f6d9-4c0b-9414-f39ac12f43b6,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:59.499060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.35', 61740) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:59.523495 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fefb4e1-83da-46a4-940c-3536fbee9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:59.532835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dee1637-e44b-4479-a53e-55f33325904c req-07ca746c-de09-45d3-ad16-69479c02af0d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832255 Sep 29 17:19:59.564101 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bcd9f70-fea3-4e89-8598-15759db4f71c req-b6f5aa43-da58-452c-8b6d-36d882cd023e service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599840 Sep 29 17:19:59.572586 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefb4e1-83da-46a4-940c-3536fbee9fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44243db-7066-401b-b862-3e99fa1abb51,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:59.574215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e7118-afda-47cb-872c-0a23588b2e73 req-d7ca9e9d-a457-448a-bd57-120cbee766e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:59.576478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-794e7118-afda-47cb-872c-0a23588b2e73 req-d7ca9e9d-a457-448a-bd57-120cbee766e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3100193 Sep 29 17:19:59.601588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=a5c8eefc-4a7e-47cc-928f-58f4bab27060,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:59.671665 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fefb4e1-83da-46a4-940c-3536fbee9fb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:19:59.678477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:59.726340 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fefb4e1-83da-46a4-940c-3536fbee9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:59.726839 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-6fefb4e1-83da-46a4-940c-3536fbee9fb4 admin admin] Added segment f45332f8-acb9-43ba-9f17-b5165e02bc1b of type vlan for network fb7a1420-64a9-48a3-85e8-74b4d30ac194 Sep 29 17:19:59.743615 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-037ef834-9daa-4e10-97c8-d4967ba81f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:59.768746 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-037ef834-9daa-4e10-97c8-d4967ba81f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:59.804180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a2ffd-8a52-49f4-9fa3-75f7a9b6c22a req-7c800847-1ee0-404e-887f-84f143805f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:59.809788 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-371a2ffd-8a52-49f4-9fa3-75f7a9b6c22a req-7c800847-1ee0-404e-887f-84f143805f48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 1124 time: 0.3020194 Sep 29 17:19:59.878138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-abf3d153-ef0a-4b33-90d3-1b0aeee5ffa7 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:59.879585 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-abf3d153-ef0a-4b33-90d3-1b0aeee5ffa7 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.35 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 807 time: 0.3846676 Sep 29 17:19:59.886514 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:59.893617 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-794e7118-afda-47cb-872c-0a23588b2e73 req-5a53d181-9b65-431c-b0c2-cc86a7636b87 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029027 Sep 29 17:19:59.900590 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8ec0e-0130-4c57-899a-e301a6517469 req-78d30ea5-d4eb-4db9-bd5b-563413b90a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:59.902150 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-15e8ec0e-0130-4c57-899a-e301a6517469 req-78d30ea5-d4eb-4db9-bd5b-563413b90a6a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 1101 time: 0.3320622 Sep 29 17:19:59.907112 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-037ef834-9daa-4e10-97c8-d4967ba81f44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6373b9a2c7c46308d9323acf8977553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219262 Sep 29 17:19:59.912593 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fefb4e1-83da-46a4-940c-3536fbee9fb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:19:59.917492 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47404) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:19:59.923554 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ef834-9daa-4e10-97c8-d4967ba81f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9038413-cd19-41f7-9f0d-27b33b82c7a7,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:19:59.941925 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Request body: {'port': {'device_id': 'f5382e01-d35c-4ec3-be5d-bfe30b673d71', 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c', 'admin_state_up': True, 'tenant_id': 'c50efc2fa4284829be7a860e331db6cd'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:19:59.946541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe3841-508c-4ccb-8ba6-e5cf7e9943d0 req-721b29f8-3e7c-4a7b-83d3-45279dcf7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:19:59.947963 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2efe3841-508c-4ccb-8ba6-e5cf7e9943d0 req-721b29f8-3e7c-4a7b-83d3-45279dcf7cd7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3ff8babce74d53aa1ff2d02816ab64&device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 1097 time: 0.2861121 Sep 29 17:19:59.958668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:19:59.990568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:00.002062 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:00.026126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a24116-e4cb-4efe-bf79-0e2a37b2e125 req-9accfef9-9b75-4e1d-b0c0-64eea212b955 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:00.027519 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95a24116-e4cb-4efe-bf79-0e2a37b2e125 req-9accfef9-9b75-4e1d-b0c0-64eea212b955 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 948 time: 0.2826653 Sep 29 17:20:00.122964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Pushing event updated for resources: {'Port': ['ID=a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:00.140499 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-15e8ec0e-0130-4c57-899a-e301a6517469 req-87da62c3-ee8b-410c-9919-df92d18624e0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236373 Sep 29 17:20:00.140985 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fefb4e1-83da-46a4-940c-3536fbee9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:00.141933 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fefb4e1-83da-46a4-940c-3536fbee9fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:00.142508 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fefb4e1-83da-46a4-940c-3536fbee9fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:00.177377 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:00.177714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:00.178045 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:00.178370 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:00.178689 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:00.179009 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:00.179322 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:00.179638 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:00.179945 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:00.180255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:00.180562 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:00.180874 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:00.247502 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6fefb4e1-83da-46a4-940c-3536fbee9fb4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7288830 Sep 29 17:20:00.248113 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47410) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:00.291013 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-83760008-cf53-4d18-8483-46770f215b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:00.296587 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-039e22df-9a4e-4433-acd0-d27bace82373 admin admin] Request body: {'subnet': {'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-subnet', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:00.307538 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefb4e1-83da-46a4-940c-3536fbee9fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=fb7a1420-64a9-48a3-85e8-74b4d30ac194,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:00.312536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95a24116-e4cb-4efe-bf79-0e2a37b2e125 req-c58b5a13-0a57-4d4d-b2db-5c7db38aceaa tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461286 Sep 29 17:20:00.333482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network fb7a1420-64a9-48a3-85e8-74b4d30ac194 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:20:00.337953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a2ffd-8a52-49f4-9fa3-75f7a9b6c22a req-fecabce9-9882-4ea1-a2d1-c7d6909ff728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:00.339443 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-371a2ffd-8a52-49f4-9fa3-75f7a9b6c22a req-fecabce9-9882-4ea1-a2d1-c7d6909ff728 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.5176923 Sep 29 17:20:00.388879 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-83760008-cf53-4d18-8483-46770f215b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:00.446093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039e22df-9a4e-4433-acd0-d27bace82373 admin admin] Made reservation on behalf of 4a4458d3c4a64659b03a39cea8cc9e8b for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:20:00.448337 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-039e22df-9a4e-4433-acd0-d27bace82373 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:00.472085 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-794e7118-afda-47cb-872c-0a23588b2e73 req-0526340c-5f85-4abc-8e11-d9b6f13310bd service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414476 Sep 29 17:20:00.480718 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-371a2ffd-8a52-49f4-9fa3-75f7a9b6c22a req-b18f28d0-3941-4a05-a395-67dd08f9875f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047 HTTP/1.1" status: 200 len: 217 time: 0.0932121 Sep 29 17:20:00.498288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ec6ed-e4fb-45d9-a288-b6daa56d3ff7 req-7f016916-59b6-4842-9289-a8d63d9afdbe tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:00.500063 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e48ec6ed-e4fb-45d9-a288-b6daa56d3ff7 req-7f016916-59b6-4842-9289-a8d63d9afdbe tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 943 time: 0.5492606 Sep 29 17:20:00.525292 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe3841-508c-4ccb-8ba6-e5cf7e9943d0 req-2951bb22-9db3-4fc4-b155-74a1f4fcad93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:00.526759 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2efe3841-508c-4ccb-8ba6-e5cf7e9943d0 req-2951bb22-9db3-4fc4-b155-74a1f4fcad93 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.5350232 Sep 29 17:20:00.607951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a2ffd-8a52-49f4-9fa3-75f7a9b6c22a req-b6f847cc-be2b-468a-a07f-e7b9ff9e9bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:00.609619 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-371a2ffd-8a52-49f4-9fa3-75f7a9b6c22a req-b6f847cc-be2b-468a-a07f-e7b9ff9e9bd8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.1084027 Sep 29 17:20:00.613009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Made reservation on behalf of c50efc2fa4284829be7a860e331db6cd for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:20:00.616708 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:00.621308 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e48ec6ed-e4fb-45d9-a288-b6daa56d3ff7 req-96e32571-8a0d-481a-a295-44ec53230dad tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020169 Sep 29 17:20:00.666745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 71991907-f6d9-4c0b-9414-f39ac12f43b6 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:00.689238 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-371a2ffd-8a52-49f4-9fa3-75f7a9b6c22a req-3d978804-84d9-4ac8-b9ad-100e25ec4d12 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656357 Sep 29 17:20:00.768123 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-83760008-cf53-4d18-8483-46770f215b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:00.770107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 71991907-f6d9-4c0b-9414-f39ac12f43b6 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:00.770480 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:00.770597 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-83760008-cf53-4d18-8483-46770f215b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:00.774338 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-83760008-cf53-4d18-8483-46770f215b83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9038413-cd19-41f7-9f0d-27b33b82c7a7 HTTP/1.1" status: 204 len: 168 time: 0.8492444 Sep 29 17:20:00.774513 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-af566b1b-c806-4cd6-8d83-9f3fce751dc0 req-2621d7a0-b5d1-4a78-839f-3a7a217db3a3 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 210 time: 0.0428169 Sep 29 17:20:00.783582 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de5151-b11c-4603-aefd-b6e7e0af1677 req-493e46f1-ca38-49d1-b6c2-3cff8ef3726a tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:00.790614 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-10de5151-b11c-4603-aefd-b6e7e0af1677 req-493e46f1-ca38-49d1-b6c2-3cff8ef3726a tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 946 time: 0.3351865 Sep 29 17:20:00.792892 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:00.830701 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a6e70c-071c-4c7d-acc4-093b67a9b49e None None] Network 40461b8a-b841-41cc-8ce4-55106acc93a9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:20:00.876652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83760008-cf53-4d18-8483-46770f215b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9038413-cd19-41f7-9f0d-27b33b82c7a7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:00.916947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Allocated IP 172.20.0.7 (c363c05d-b075-41d6-b265-c6ca1599d18c/d15f3d65-c180-43d2-bcd4-0685feeb3b5c/51756c25-94fb-422f-bb40-bf31cb47f1dd) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:00.951646 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-10de5151-b11c-4603-aefd-b6e7e0af1677 req-382ddc43-33e0-4fc6-8c76-b4d0a653d929 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601064 Sep 29 17:20:01.039931 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8006b27e-99bf-43db-a938-5c426b2d145e details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:20:01.073812 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-039e22df-9a4e-4433-acd0-d27bace82373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:01.180288 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:01.182092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 8006b27e-99bf-43db-a938-5c426b2d145e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8006b27e-99bf-43db-a938-5c426b2d145e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:01.197630 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '8006b27e-99bf-43db-a938-5c426b2d145e', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '8006b27e-99bf-43db-a938-5c426b2d145e', 'mac_address': 'fa:16:3e:bf:e5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:20:01.202709 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e22df-9a4e-4433-acd0-d27bace82373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e0d88c-9eed-455c-b1a0-78e0e5d28593,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:01.211318 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-06c8a7ec-c156-494f-adaa-7643933fec78 None None] Provisioning complete for port 71991907-f6d9-4c0b-9414-f39ac12f43b6 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:01.211817 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-06c8a7ec-c156-494f-adaa-7643933fec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:01.218819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6de221-0066-4713-845c-c6202e440ad5 req-8aa10ba5-c705-48ea-920a-42a0ed592cfe tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:01.222329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039e22df-9a4e-4433-acd0-d27bace82373 admin admin] Checking segment: {'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:01.223468 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039e22df-9a4e-4433-acd0-d27bace82373 admin admin] Network hostable DHCP agents. Network: fb7a1420-64a9-48a3-85e8-74b4d30ac194, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:20:01.239326 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0a6de221-0066-4713-845c-c6202e440ad5 req-8aa10ba5-c705-48ea-920a-42a0ed592cfe tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.1813507 Sep 29 17:20:01.248241 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-371a2ffd-8a52-49f4-9fa3-75f7a9b6c22a req-de079530-760c-4c67-8b66-b25a139edb62 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494409 Sep 29 17:20:01.253174 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:01.278780 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039e22df-9a4e-4433-acd0-d27bace82373 admin admin] Network fb7a1420-64a9-48a3-85e8-74b4d30ac194 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:20:01.374636 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:01.380242 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0a6de221-0066-4713-845c-c6202e440ad5 req-1c42653c-dceb-4302-916b-1c83838355bd tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399431 Sep 29 17:20:01.403472 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:01.411643 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:01.463548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Network c363c05d-b075-41d6-b265-c6ca1599d18c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:01.468633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:01.474268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-039e22df-9a4e-4433-acd0-d27bace82373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, fb7a1420-64a9-48a3-85e8-74b4d30ac194) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:01.483610 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:01.497230 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039e22df-9a4e-4433-acd0-d27bace82373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:01.498179 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-039e22df-9a4e-4433-acd0-d27bace82373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:01.526927 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-06c8a7ec-c156-494f-adaa-7643933fec78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:01.542337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Pushing event updated for resources: {'Port': ['ID=51756c25-94fb-422f-bb40-bf31cb47f1dd,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:01.547404 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-371a2ffd-8a52-49f4-9fa3-75f7a9b6c22a req-a553156c-8164-4684-829e-51988fd47c61 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900603 Sep 29 17:20:01.547616 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe77382-1bbd-4868-9804-61861a1e43be None None] Network fb7a1420-64a9-48a3-85e8-74b4d30ac194 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:20:01.567066 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-039e22df-9a4e-4433-acd0-d27bace82373 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3075879 Sep 29 17:20:01.567273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:01.567273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:01.567273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:01.567273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:01.567273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:01.567730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:01.567926 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:01.568286 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:01.568603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:01.569259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:01.569727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:01.570160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:01.574888 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 71991907-f6d9-4c0b-9414-f39ac12f43b6, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=71991907-f6d9-4c0b-9414-f39ac12f43b6,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:01.578394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47434) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:01.579384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ae027-5647-4990-b4d2-b0ed54a21b28 req-4fabb4f9-a6fc-4bd4-b633-cd154131fb47 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:01.581181 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2a5ae027-5647-4990-b4d2-b0ed54a21b28 req-4fabb4f9-a6fc-4bd4-b633-cd154131fb47 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 948 time: 0.1270077 Sep 29 17:20:01.582572 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Router f924ee3b-c9e8-4cd0-833b-855df51370e9 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:20:01.602044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8006b27e-99bf-43db-a938-5c426b2d145e {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:01.610096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:01.646526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:01.647293 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:01.657124 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 8006b27e-99bf-43db-a938-5c426b2d145e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8006b27e-99bf-43db-a938-5c426b2d145e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:01.675215 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:01.677157 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:01.747379 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-06c8a7ec-c156-494f-adaa-7643933fec78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:20:01.748259 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-06c8a7ec-c156-494f-adaa-7643933fec78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:20:01.749245 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:01.749757 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:20:01.751380 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:01.752075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4d55d24a-4f2b-4770-8739-ca3393d9d047 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:20:01.766394 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Sync routers for ids ['f924ee3b-c9e8-4cd0-833b-855df51370e9'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:20:01.779659 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Routers {'f924ee3b-c9e8-4cd0-833b-855df51370e9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:01.780291 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:19:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f924ee3b-c9e8-4cd0-833b-855df51370e9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:01.781939 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-59bfff2e-bf6a-452f-9b16-6841bc265e03 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8435225 Sep 29 17:20:01.818365 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2a5ae027-5647-4990-b4d2-b0ed54a21b28 req-4d24fdd1-24f6-42dc-a93e-48f138753477 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237504 Sep 29 17:20:01.818751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Request body: {'port': {'device_id': 'f5382e01-d35c-4ec3-be5d-bfe30b673d71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:01.837761 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:01.843445 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7b162792-a749-413b-bcaf-53b9a4ee41bb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.0035942 Sep 29 17:20:01.844296 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47446) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:01.853510 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:01.878541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f47d7e-7eb4-403b-917c-e047142dcb9c req-d99f034b-569f-4a85-ab06-011c344f3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:01.883939 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8f47d7e-7eb4-403b-917c-e047142dcb9c req-d99f034b-569f-4a85-ab06-011c344f3da2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 1101 time: 0.2407990 Sep 29 17:20:01.901166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=71991907-f6d9-4c0b-9414-f39ac12f43b6,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:02.067933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e2cbc-2f12-45ce-8364-13077b612b5a req-aa1002cb-4fe1-42af-b0dd-f48185275fce tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:02.069519 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-733e2cbc-2f12-45ce-8364-13077b612b5a req-aa1002cb-4fe1-42af-b0dd-f48185275fce tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 943 time: 0.3126295 Sep 29 17:20:02.078575 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Set router f924ee3b-c9e8-4cd0-833b-855df51370e9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:02.135543 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.resource_extend [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:20:02.178015 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:02.218402 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade9bdc-3d1b-4e23-b3a1-acc2324bea04 req-9f83776f-893f-4d2b-8be0-aeb855a9aa29 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:02.236870 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ade9bdc-3d1b-4e23-b3a1-acc2324bea04 req-9f83776f-893f-4d2b-8be0-aeb855a9aa29 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 931 time: 0.3036613 Sep 29 17:20:02.313629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ade9bdc-3d1b-4e23-b3a1-acc2324bea04 req-f8d550d7-693f-4a24-8b61-70dd95599a92 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680649 Sep 29 17:20:02.335671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=8006b27e-99bf-43db-a938-5c426b2d145e,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:02.342408 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-733e2cbc-2f12-45ce-8364-13077b612b5a req-44d7d35c-16e0-4682-821c-dcd599b3b436 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524574 Sep 29 17:20:02.433735 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:00Z', 'revision_number': 3, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:19:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:02.457235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f47d7e-7eb4-403b-917c-e047142dcb9c req-c8ea04c8-6368-42cd-bd03-150f03e12623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:02.459078 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8f47d7e-7eb4-403b-917c-e047142dcb9c req-c8ea04c8-6368-42cd-bd03-150f03e12623 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.5408125 Sep 29 17:20:02.489796 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2efe3841-508c-4ccb-8ba6-e5cf7e9943d0 req-f7358496-ee92-4ad0-81ea-7a4b88fbefa2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 HTTP/1.1" status: 200 len: 217 time: 0.1098366 Sep 29 17:20:02.491031 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Checking router: f924ee3b-c9e8-4cd0-833b-855df51370e9 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:20:02.491453 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Updating router f924ee3b-c9e8-4cd0-833b-855df51370e9 port a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:20:02.494551 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:02.523455 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4d55d24a-4f2b-4770-8739-ca3393d9d047, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:02.533935 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:20:02.534979 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:02.552090 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b191ab-46f9-49b7-99e8-9d8f79d21cd6 req-4cf302e6-c8f5-421b-a781-beac1ea43e7c tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:02.554261 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48b191ab-46f9-49b7-99e8-9d8f79d21cd6 req-4cf302e6-c8f5-421b-a781-beac1ea43e7c tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 946 time: 0.1254728 Sep 29 17:20:02.570153 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4d55d24a-4f2b-4770-8739-ca3393d9d047 has no active binding in host n-h1-811748-2 {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 17:20:02.572369 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:02.638508 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 71991907-f6d9-4c0b-9414-f39ac12f43b6 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:02.702240 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48b191ab-46f9-49b7-99e8-9d8f79d21cd6 req-d2816fb4-8324-42ee-8da7-183bd1193da1 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371241 Sep 29 17:20:02.738433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ad4ebec0-f7a1-45d7-ae91-c62fe78135a4 None None] Provisioning complete for port 71991907-f6d9-4c0b-9414-f39ac12f43b6 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:02.738808 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ad4ebec0-f7a1-45d7-ae91-c62fe78135a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:02.810707 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.35', 61742) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:02.812648 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8f47d7e-7eb4-403b-917c-e047142dcb9c req-2ebb7ff6-d3f7-4e2e-98e2-3f794bc10c4a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2cc8cf57-72a7-451c-b24c-c823077f331e HTTP/1.1" status: 200 len: 217 time: 0.3301477 Sep 29 17:20:02.874377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['8006b27e-99bf-43db-a938-5c426b2d145e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:02.915022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f47d7e-7eb4-403b-917c-e047142dcb9c req-976359ac-9b10-418d-8c40-2ec21435523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:02.916624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8f47d7e-7eb4-403b-917c-e047142dcb9c req-976359ac-9b10-418d-8c40-2ec21435523c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0680847 Sep 29 17:20:02.920875 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Allocated IP 172.20.0.2 (fb7a1420-64a9-48a3-85e8-74b4d30ac194/e1e0d88c-9eed-455c-b1a0-78e0e5d28593/9f108f43-4e27-440b-8c24-590825616092) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:02.952664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 71991907-f6d9-4c0b-9414-f39ac12f43b6 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:02.953305 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:02.976972 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:03.091953 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-8d1e6531-e7f9-4ee0-bc1f-3c8bba0bbf54 service neutron] 10.222.0.35 "GET /v2.0/ports/4d55d24a-4f2b-4770-8739-ca3393d9d047/bindings/n-h1-811748-2 HTTP/1.1" status: 200 len: 384 time: 0.2801597 Sep 29 17:20:03.107024 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ae087-9967-4a67-8142-9eba518409f8 req-45f79fa1-7526-47fa-8cc4-1e69e8cc68a4 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:03.114924 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a33ae087-9967-4a67-8142-9eba518409f8 req-45f79fa1-7526-47fa-8cc4-1e69e8cc68a4 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 949 time: 0.1741891 Sep 29 17:20:03.131124 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe3841-508c-4ccb-8ba6-e5cf7e9943d0 req-daff6551-7367-4317-b7c8-cbb70e5f4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:03.132583 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2efe3841-508c-4ccb-8ba6-e5cf7e9943d0 req-daff6551-7367-4317-b7c8-cbb70e5f4040 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.3185458 Sep 29 17:20:03.155560 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:03.163542 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:03.224244 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b79a0c-cf78-435d-b3bf-82af883bea4e None None] Pushing event updated for resources: {'Port': ['ID=a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:03.233229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8dddd3-7382-4938-b736-080d332e95fd req-e3617a21-f0c2-4a23-828c-8a505a589536 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:03.241379 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c8dddd3-7382-4938-b736-080d332e95fd req-e3617a21-f0c2-4a23-828c-8a505a589536 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.7602830 Sep 29 17:20:03.250973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f47d7e-7eb4-403b-917c-e047142dcb9c req-cd4f4190-6ba5-4f66-aada-34cd9c2d807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:03.252432 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8f47d7e-7eb4-403b-917c-e047142dcb9c req-cd4f4190-6ba5-4f66-aada-34cd9c2d807e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2938545 Sep 29 17:20:03.259692 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Attempting to bind port a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:03.260445 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Attempting to bind port a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:03.261047 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Attempting to bind port a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:03.272292 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:03.274645 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:03.275320 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:03.276027 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:03.277660 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Bound port: a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:03.279898 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:03.283947 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:03.302564 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:03.320643 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b79a0c-cf78-435d-b3bf-82af883bea4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:03.329970 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b79a0c-cf78-435d-b3bf-82af883bea4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:03.330549 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b79a0c-cf78-435d-b3bf-82af883bea4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:03.331082 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b79a0c-cf78-435d-b3bf-82af883bea4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:03.332226 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b79a0c-cf78-435d-b3bf-82af883bea4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:03.332791 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b79a0c-cf78-435d-b3bf-82af883bea4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:03.333230 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b79a0c-cf78-435d-b3bf-82af883bea4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:03.333641 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b79a0c-cf78-435d-b3bf-82af883bea4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:03.334060 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b79a0c-cf78-435d-b3bf-82af883bea4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:03.334467 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b79a0c-cf78-435d-b3bf-82af883bea4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:03.334769 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b79a0c-cf78-435d-b3bf-82af883bea4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:03.335602 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b79a0c-cf78-435d-b3bf-82af883bea4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b79a0c-cf78-435d-b3bf-82af883bea4e None None] Tracked resource versions report: Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: pushed versions: Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: { 'AddressGroup': {'1.2'}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'ConntrackHelper': {'1.0'}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'Log': {'1.0'}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'Network': {'1.1'}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'Port': {'1.7'}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'PortForwarding': {'1.2'}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'QosPolicy': {'1.9'}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'SecurityGroup': {'1.4'}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'SecurityGroupRule': {'1.2'}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'SubPort': {'1.0'}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'Subnet': {'1.1'}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'Trunk': {'1.1'}} Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: consumer versions: Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: { DHCP agent@n-d-811748-2: {}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: HyperV agent@n-h1-811748-2: {}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: HyperV agent@n-h2-811748-2: {}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: L3 agent@n-d-811748-2: {}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: Metadata agent@n-d-811748-2: {}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: Metering agent@n-d-811748-2: {}, Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: Open vSwitch agent@n-d-811748-2: { 'AddressGroup': '1.2', Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'ConntrackHelper': '1.0', Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'Log': '1.0', Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'Network': '1.1', Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'Port': '1.7', Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'PortForwarding': '1.2', Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'QosPolicy': '1.9', Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'SecurityGroup': '1.4', Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'SecurityGroupRule': '1.2', Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'SubPort': '1.0', Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'Subnet': '1.1', Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: 'Trunk': '1.1'}} Sep 29 17:20:03.336438 n-d-811748-2 neutron-server[95018]: {{(pid=95018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 17:20:03.364326 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe3841-508c-4ccb-8ba6-e5cf7e9943d0 req-416ea694-6e6e-49a4-b55c-0e1fd43035a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:03.365870 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2efe3841-508c-4ccb-8ba6-e5cf7e9943d0 req-416ea694-6e6e-49a4-b55c-0e1fd43035a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2149255 Sep 29 17:20:03.383239 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Network fb7a1420-64a9-48a3-85e8-74b4d30ac194 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:03.391002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:03.391666 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] For port a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:03.397090 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] For port a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:03.398586 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:03.403925 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:03.421391 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Pushing event updated for resources: {'Port': ['ID=9f108f43-4e27-440b-8c24-590825616092,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:03.438757 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c8dddd3-7382-4938-b736-080d332e95fd req-f9c9fe3b-aa9b-4df0-824b-fc28fd06cfcf tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966970 Sep 29 17:20:03.479933 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Routers {'f924ee3b-c9e8-4cd0-833b-855df51370e9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:03.480950 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:19:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f924ee3b-c9e8-4cd0-833b-855df51370e9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:03.541572 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a33ae087-9967-4a67-8142-9eba518409f8 req-20871673-1e6c-44ae-acf1-186faec7b31f tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257584 Sep 29 17:20:03.558095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Attempting to bind port 9f108f43-4e27-440b-8c24-590825616092 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:03.558593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Attempting to bind port 9f108f43-4e27-440b-8c24-590825616092 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:03.558828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Attempting to bind port 9f108f43-4e27-440b-8c24-590825616092 on network fb7a1420-64a9-48a3-85e8-74b4d30ac194 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:03.570981 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:03.572127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Checking segment: {'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:03.572541 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:03.572942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Bound using segment: {'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:03.574091 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Bound port: 9f108f43-4e27-440b-8c24-590825616092, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:03.574500 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:03.719529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-2db30cc9-d4f9-4b83-91b7-3d71eeffec1b service neutron] For port 4d55d24a-4f2b-4770-8739-ca3393d9d047, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:03.723244 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] For port 9f108f43-4e27-440b-8c24-590825616092, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:03.731374 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8f47d7e-7eb4-403b-917c-e047142dcb9c req-5135afc4-e85e-49d9-8dfd-32f1af758019 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631257 Sep 29 17:20:03.734649 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] For port 9f108f43-4e27-440b-8c24-590825616092, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9f108f43-4e27-440b-8c24-590825616092,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:03.745072 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:03.749680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-2db30cc9-d4f9-4b83-91b7-3d71eeffec1b service neutron] For port 4d55d24a-4f2b-4770-8739-ca3393d9d047, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:03.787543 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] Set router f924ee3b-c9e8-4cd0-833b-855df51370e9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:03.837830 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2617e8-72f7-4b99-822b-1330221a1469 None None] Pushing event updated for resources: {'Port': ['ID=9f108f43-4e27-440b-8c24-590825616092,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:03.851957 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Allocated IP 172.20.0.1 (40461b8a-b841-41cc-8ce4-55106acc93a9/59a8d133-1ed0-4c52-9a90-7b5a1d2cea45/26fe45ec-8420-49a7-ae01-b36bc13a83fa) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:03.865004 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-2db30cc9-d4f9-4b83-91b7-3d71eeffec1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d55d24a-4f2b-4770-8739-ca3393d9d047 {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:03.884621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-2db30cc9-d4f9-4b83-91b7-3d71eeffec1b service neutron] For port 4d55d24a-4f2b-4770-8739-ca3393d9d047, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:03.902289 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b79a0c-cf78-435d-b3bf-82af883bea4e None None] Pushing event updated for resources: {'Port': ['ID=a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:03.920581 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c7460-d740-4b77-b088-3035d21d262a req-fc2d09e4-ce7f-4c79-9603-b0966b436fa7 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:03.922155 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-981c7460-d740-4b77-b088-3035d21d262a req-fc2d09e4-ce7f-4c79-9603-b0966b436fa7 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 931 time: 0.1263349 Sep 29 17:20:03.924682 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-2db30cc9-d4f9-4b83-91b7-3d71eeffec1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:03.936147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2efe3841-508c-4ccb-8ba6-e5cf7e9943d0 req-5768c416-26f4-446c-a576-eeeb4ce34bbd service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132856 Sep 29 17:20:03.947818 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8f47d7e-7eb4-403b-917c-e047142dcb9c req-1c779002-a3e8-4d1d-a24e-300a34a6bf96 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968896 Sep 29 17:20:04.067213 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-981c7460-d740-4b77-b088-3035d21d262a req-9af8a753-791a-4db6-bf3c-335ed6d6340d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273613 Sep 29 17:20:04.067438 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:00Z', 'revision_number': 3, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:04.108337 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:04.120538 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-2db30cc9-d4f9-4b83-91b7-3d71eeffec1b service neutron] Transition to ACTIVE for port object 4d55d24a-4f2b-4770-8739-ca3393d9d047 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:20:04.133944 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-2db30cc9-d4f9-4b83-91b7-3d71eeffec1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:04.144542 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed1e1e2-3be8-4863-baa8-154fe2120264 None None] The sync data for ids ['f924ee3b-c9e8-4cd0-833b-855df51370e9'] in n-d-811748-2 is: [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:00Z', 'revision_number': 3, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:20:04.166563 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:04.228782 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:04.259458 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51756c25-94fb-422f-bb40-bf31cb47f1dd {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:04.271866 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f4323-8226-4859-9b3e-952ea09895a7 req-8d59d28d-a0df-41d2-9231-c2c0fa7ee487 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:04.279468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-078f4323-8226-4859-9b3e-952ea09895a7 req-8d59d28d-a0df-41d2-9231-c2c0fa7ee487 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 943 time: 0.4129794 Sep 29 17:20:04.287858 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:04.291461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-2db30cc9-d4f9-4b83-91b7-3d71eeffec1b service neutron] No DVR routers for this DVR port 4d55d24a-4f2b-4770-8739-ca3393d9d047 on host n-h2-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:20:04.304290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db30cc9-d4f9-4b83-91b7-3d71eeffec1b service neutron] Pushing event updated for resources: {'Port': ['ID=4d55d24a-4f2b-4770-8739-ca3393d9d047,revision_number=10']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:04.322090 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:04.355593 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3863d03-432b-4b3c-a296-a0eab332caad req-888e837c-66d3-4d9b-8b13-43ae1cd3395b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:04.358103 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3863d03-432b-4b3c-a296-a0eab332caad req-888e837c-66d3-4d9b-8b13-43ae1cd3395b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 946 time: 0.1659431 Sep 29 17:20:04.385760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Transition to ACTIVE for port object 51756c25-94fb-422f-bb40-bf31cb47f1dd will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:20:04.391632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Network 40461b8a-b841-41cc-8ce4-55106acc93a9 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:04.393811 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2efe3841-508c-4ccb-8ba6-e5cf7e9943d0 req-f1212420-e24e-4197-96bd-8ee4bcc8a654 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151604 Sep 29 17:20:04.409792 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:04.421868 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-2db30cc9-d4f9-4b83-91b7-3d71eeffec1b service neutron] 10.222.0.35 "PUT /v2.0/ports/4d55d24a-4f2b-4770-8739-ca3393d9d047/bindings/n-h1-811748-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3028615 Sep 29 17:20:04.427102 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:04.431700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:04.432179 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:04.452958 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3863d03-432b-4b3c-a296-a0eab332caad req-fa7e03a5-3b1c-4d78-9278-7af58c06cd91 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734940 Sep 29 17:20:04.478750 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-078f4323-8226-4859-9b3e-952ea09895a7 req-4184bc3f-e23e-4437-a253-d71a81ddd2b9 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983814 Sep 29 17:20:04.603669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Pushing event updated for resources: {'Port': ['ID=51756c25-94fb-422f-bb40-bf31cb47f1dd,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:04.665128 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Pushing event updated for resources: {'Port': ['ID=26fe45ec-8420-49a7-ae01-b36bc13a83fa,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:04.696348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Allocated IP 172.25.2.116 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:04.743605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9f108f43-4e27-440b-8c24-590825616092 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:04.915469 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fabba4-8d28-4540-b2a9-77f9eb393a5d req-305b1639-9f08-4ff9-aac5-8c270390a365 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:04.917246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51fabba4-8d28-4540-b2a9-77f9eb393a5d req-305b1639-9f08-4ff9-aac5-8c270390a365 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.2560480 Sep 29 17:20:04.940500 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-220b239b-9f33-4775-8cd3-c417552dcace None None] Provisioning complete for port 26fe45ec-8420-49a7-ae01-b36bc13a83fa triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:04.943002 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-220b239b-9f33-4775-8cd3-c417552dcace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:04.955164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9f108f43-4e27-440b-8c24-590825616092 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:04.955669 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:05.011878 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:20:05.018952 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8006b27e-99bf-43db-a938-5c426b2d145e up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:05.032798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcdf05-7c5b-4e14-a4e4-81edd82e452a req-d4841283-86a0-4a74-981f-f9a1e60b8b01 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:05.034850 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e5dcdf05-7c5b-4e14-a4e4-81edd82e452a req-d4841283-86a0-4a74-981f-f9a1e60b8b01 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 949 time: 0.1969590 Sep 29 17:20:05.149845 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e5dcdf05-7c5b-4e14-a4e4-81edd82e452a req-3d8601f9-e01e-4a64-b45e-c3261c8800fe tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039329 Sep 29 17:20:05.173013 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:05.185459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-220b239b-9f33-4775-8cd3-c417552dcace None None] Port 26fe45ec-8420-49a7-ae01-b36bc13a83fa cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:20:05.344392 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d875d3f3-4cda-40b1-91d0-7beadba1dd8c None None] Network fb7a1420-64a9-48a3-85e8-74b4d30ac194 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:20:05.393748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Attempting to bind port 51756c25-94fb-422f-bb40-bf31cb47f1dd on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:05.394382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Attempting to bind port 51756c25-94fb-422f-bb40-bf31cb47f1dd by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:05.394382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Attempting to bind port 51756c25-94fb-422f-bb40-bf31cb47f1dd on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:05.411059 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 8006b27e-99bf-43db-a938-5c426b2d145e completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:20:05.443412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 8006b27e-99bf-43db-a938-5c426b2d145e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:05.443782 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:05.458734 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:05.468223 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:05.480042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Port 51756c25-94fb-422f-bb40-bf31cb47f1dd on network c363c05d-b075-41d6-b265-c6ca1599d18c not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:20:05.480186 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61c6f2-578d-4437-9915-f39280057d37 req-cab08328-7df6-4455-974d-882514a2c49e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:05.480295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Attempting to bind port 51756c25-94fb-422f-bb40-bf31cb47f1dd on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:05.488548 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba61c6f2-578d-4437-9915-f39280057d37 req-cab08328-7df6-4455-974d-882514a2c49e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 943 time: 0.1501069 Sep 29 17:20:05.500256 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:05.500256 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:05.513517 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:05.516863 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:05.531050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:05.531339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Checking segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:05.531703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Bound using segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:05.532352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Bound port: 51756c25-94fb-422f-bb40-bf31cb47f1dd, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:05.532930 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:05.544857 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3828cdf7-e173-4d37-9a66-472298dea99a None None] Provisioning complete for port 9f108f43-4e27-440b-8c24-590825616092 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:05.545224 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3828cdf7-e173-4d37-9a66-472298dea99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:05.558688 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51fabba4-8d28-4540-b2a9-77f9eb393a5d req-e6deed09-6d4a-497d-9717-a5ab20b88503 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6318240 Sep 29 17:20:05.573238 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba61c6f2-578d-4437-9915-f39280057d37 req-458b6602-0c98-4f29-9766-e00b14c2b141 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795884 Sep 29 17:20:05.583773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 9f108f43-4e27-440b-8c24-590825616092, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9f108f43-4e27-440b-8c24-590825616092,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:05.585230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199', 'mac_address': 'fa:16:3e:f2:e2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:20:05.632544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-de00018d-baea-4856-9b36-60677acbb3ce tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:05.634164 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-de00018d-baea-4856-9b36-60677acbb3ce tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25&tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 1095 time: 0.2978890 Sep 29 17:20:05.660633 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Pushing event updated for resources: {'Port': ['ID=26fe45ec-8420-49a7-ae01-b36bc13a83fa,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:05.779946 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:05.783873 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb8184-004b-4737-a44d-ab7dd7110cf2 req-50b496b0-d8d5-461e-b2d4-f13348a95128 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:05.792875 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9bfb8184-004b-4737-a44d-ab7dd7110cf2 req-50b496b0-d8d5-461e-b2d4-f13348a95128 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 946 time: 0.1072080 Sep 29 17:20:05.815315 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:05.818099 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Network 40461b8a-b841-41cc-8ce4-55106acc93a9 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:05.820194 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:05.821219 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:05.871756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] For port 51756c25-94fb-422f-bb40-bf31cb47f1dd, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:05.880274 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:05.890155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-42e264d9-91f4-4d5c-83a6-eecf8e359d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:05.891995 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-42e264d9-91f4-4d5c-83a6-eecf8e359d20 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25&tenant_id=d53b74dfe44140fcbab1c205ed9e0f93 HTTP/1.1" status: 200 len: 1095 time: 0.2108014 Sep 29 17:20:05.948957 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:05.951574 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9bfb8184-004b-4737-a44d-ab7dd7110cf2 req-fea336b9-9473-4e1d-b19b-607a5a69fb3d tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576586 Sep 29 17:20:05.958183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] For port 51756c25-94fb-422f-bb40-bf31cb47f1dd, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:05.975134 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bef50-0b30-4455-a722-24c04131df25 req-d8b68df9-394d-4608-9281-3fb7ffc2d1b9 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:05.983463 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f3bef50-0b30-4455-a722-24c04131df25 req-d8b68df9-394d-4608-9281-3fb7ffc2d1b9 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 944 time: 0.2325153 Sep 29 17:20:06.036423 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:06.045296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:06.047675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:06.049620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Pushing event updated for resources: {'Port': ['ID=9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:06.053735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Router f924ee3b-c9e8-4cd0-833b-855df51370e9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:20:06.067081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:06.092581 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:06.105096 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc380a7b-1689-4b5b-8751-d050933a6372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8006b27e-99bf-43db-a938-5c426b2d145e'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:06.126696 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c64cf83-3d25-4174-ab91-f86317f9e3f9" -d '{"events": [{"server_uuid": "dc380a7b-1689-4b5b-8751-d050933a6372", "name": "network-vif-plugged", "status": "completed", "tag": "8006b27e-99bf-43db-a938-5c426b2d145e"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:06.134739 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=9f108f43-4e27-440b-8c24-590825616092,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:06.187750 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 8006b27e-99bf-43db-a938-5c426b2d145e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8006b27e-99bf-43db-a938-5c426b2d145e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:06.200649 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:06.201058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:06.203040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Pushing event updated for resources: {'Port': ['ID=51756c25-94fb-422f-bb40-bf31cb47f1dd,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:06.328848 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:20:06.348588 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a6d2b839-1a42-4e4c-9fe2-45c7a53159d0 admin admin] 10.222.0.44 "PUT /v2.0/routers/f924ee3b-c9e8-4cd0-833b-855df51370e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4924300 Sep 29 17:20:06.353248 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f3bef50-0b30-4455-a722-24c04131df25 req-e428512a-8aa2-4d67-aa38-c36b4dc2c049 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696458 Sep 29 17:20:06.362134 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:06.362911 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:06.364460 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-fc5297a4-b0e7-447f-b59d-ca49355798f7 service neutron] 10.222.0.35 "PUT /v2.0/ports/51756c25-94fb-422f-bb40-bf31cb47f1dd HTTP/1.1" status: 200 len: 1091 time: 4.5547581 Sep 29 17:20:06.365060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5382e01-d35c-4ec3-be5d-bfe30b673d71', 'tag': '51756c25-94fb-422f-bb40-bf31cb47f1dd'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:06.367664 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d3d470-fb16-4e46-9800-cdb098508f36" -d '{"events": [{"name": "network-changed", "server_uuid": "f5382e01-d35c-4ec3-be5d-bfe30b673d71", "tag": "51756c25-94fb-422f-bb40-bf31cb47f1dd"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:06.437245 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-b5c2a1ed-bc4d-40ea-b19c-4ec3164e1777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:06.439239 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-b5c2a1ed-bc4d-40ea-b19c-4ec3164e1777 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 1095 time: 0.5190222 Sep 29 17:20:06.463709 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd7002-ed0d-4d4f-8164-ac9cc30e77d3 req-47eb4a20-61b9-4f8e-89d9-fa3c69ecbeda tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:06.466234 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4dcd7002-ed0d-4d4f-8164-ac9cc30e77d3 req-47eb4a20-61b9-4f8e-89d9-fa3c69ecbeda tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 950 time: 0.1034739 Sep 29 17:20:06.542887 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4dcd7002-ed0d-4d4f-8164-ac9cc30e77d3 req-3f0b27f2-d029-4cb2-80c6-eb8d1d1e180f tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697377 Sep 29 17:20:06.569116 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65025877-95be-4cbe-980b-9d3fdfb6bdba x-openstack-request-id: req-65025877-95be-4cbe-980b-9d3fdfb6bdba {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:06.569418 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc380a7b-1689-4b5b-8751-d050933a6372", "name": "network-vif-plugged", "status": "completed", "tag": "8006b27e-99bf-43db-a938-5c426b2d145e", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:06.569672 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65025877-95be-4cbe-980b-9d3fdfb6bdba {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:06.570189 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc380a7b-1689-4b5b-8751-d050933a6372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8006b27e-99bf-43db-a938-5c426b2d145e', 'code': 200} Sep 29 17:20:06.621728 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:06.623114 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f8e4e6-f1ed-4403-9a36-2f56a5cca094 x-openstack-request-id: req-e2f8e4e6-f1ed-4403-9a36-2f56a5cca094 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:06.623414 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5382e01-d35c-4ec3-be5d-bfe30b673d71", "tag": "51756c25-94fb-422f-bb40-bf31cb47f1dd", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:06.623671 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2f8e4e6-f1ed-4403-9a36-2f56a5cca094 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:06.624064 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5382e01-d35c-4ec3-be5d-bfe30b673d71', 'tag': '51756c25-94fb-422f-bb40-bf31cb47f1dd', 'status': 'completed', 'code': 200} Sep 29 17:20:06.758402 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=8006b27e-99bf-43db-a938-5c426b2d145e,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:06.770399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:06.826275 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:06.895911 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47536) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:06.896714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6fc76a22-5922-4498-884e-0116a06b9f7e None None] Provisioning complete for port 9f108f43-4e27-440b-8c24-590825616092 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:06.897250 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6fc76a22-5922-4498-884e-0116a06b9f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:06.983494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47047664-21ad-4427-b612-5118ad430663 req-d5e17fd4-fae7-4597-ab04-55c925ab8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:06.984998 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-47047664-21ad-4427-b612-5118ad430663 req-d5e17fd4-fae7-4597-ab04-55c925ab8f1f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 1101 time: 0.6016536 Sep 29 17:20:07.026762 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e7a1f-d3a5-45bd-8780-851a776651d5 req-da1f9952-4f97-4078-a8b7-e5e647265ef0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:07.028921 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e87e7a1f-d3a5-45bd-8780-851a776651d5 req-da1f9952-4f97-4078-a8b7-e5e647265ef0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 943 time: 0.3246026 Sep 29 17:20:07.062393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-0d7f0674-9706-4907-9d98-9dd01bbf48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:07.064000 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-0d7f0674-9706-4907-9d98-9dd01bbf48d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 1094 time: 0.6192951 Sep 29 17:20:07.111349 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:07.112097 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:07.123896 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e87e7a1f-d3a5-45bd-8780-851a776651d5 req-40c88e91-81ff-423b-a4f7-57610e0ab464 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872488 Sep 29 17:20:07.203098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6fc76a22-5922-4498-884e-0116a06b9f7e None None] Provisioning complete for port 26fe45ec-8420-49a7-ae01-b36bc13a83fa triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:07.203993 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6fc76a22-5922-4498-884e-0116a06b9f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:07.219279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edde77b-5cfe-45ef-a442-ce1c4fc8a1d1 req-6985aee2-651a-45c7-a463-c4543e3588ef tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:07.220816 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edde77b-5cfe-45ef-a442-ce1c4fc8a1d1 req-6985aee2-651a-45c7-a463-c4543e3588ef tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.5144393 Sep 29 17:20:07.245410 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-2643eb1b-bd9e-49a8-91c5-1319f01fb6f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd HTTP/1.1" status: 200 len: 217 time: 0.0905311 Sep 29 17:20:07.245410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-5f95d295-b0d7-4060-9142-2d9cf96d51d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:07.245410 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-5f95d295-b0d7-4060-9142-2d9cf96d51d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.6312423 Sep 29 17:20:07.252265 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-47047664-21ad-4427-b612-5118ad430663 req-cd294f3f-8c19-4461-9d62-7104c7e9fc4e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263947 Sep 29 17:20:07.252981 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6f55bc6e-8b23-435e-bf87-1afb30d4fcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:07.305346 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-6fc76a22-5922-4498-884e-0116a06b9f7e None None] Port 26fe45ec-8420-49a7-ae01-b36bc13a83fa cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:20:07.307036 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:07.335909 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:07.338502 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47550) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:07.343324 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:07.344405 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9f108f43-4e27-440b-8c24-590825616092 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:07.350114 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-dfd6038e-2db1-4c67-97d8-07b1d32e2a49 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-899352222-network', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:07.366296 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-c2dc6696-8619-44a0-88aa-bc3b649148c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047 HTTP/1.1" status: 200 len: 217 time: 0.1103861 Sep 29 17:20:07.379493 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba0bfa-a3fb-495e-bbb0-f6a971fa985c req-b746a644-4811-4fa8-81b5-b3e2ea10b3c2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:07.381106 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-caba0bfa-a3fb-495e-bbb0-f6a971fa985c req-b746a644-4811-4fa8-81b5-b3e2ea10b3c2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 947 time: 0.1241233 Sep 29 17:20:07.382262 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd6038e-2db1-4c67-97d8-07b1d32e2a49 admin admin] Made reservation on behalf of 0925200ada8f4c08a1a9cc3d9f5b7cf9 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:20:07.384922 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfd6038e-2db1-4c67-97d8-07b1d32e2a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:07.404387 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfd6038e-2db1-4c67-97d8-07b1d32e2a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:07.437032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-85cc9006-008d-466f-864f-c0929bc2a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:07.438583 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-85cc9006-008d-466f-864f-c0929bc2a286 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.1643760 Sep 29 17:20:07.441572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edde77b-5cfe-45ef-a442-ce1c4fc8a1d1 req-4d54be03-0602-4851-a9dd-8731d1712a91 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066276 Sep 29 17:20:07.447813 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-caba0bfa-a3fb-495e-bbb0-f6a971fa985c req-206928ae-e0a2-4a37-bb5f-4ca4325efca7 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519977 Sep 29 17:20:07.450248 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:07.456164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9f108f43-4e27-440b-8c24-590825616092 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:07.460768 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:07.510670 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Sync routers for ids ['f924ee3b-c9e8-4cd0-833b-855df51370e9'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:20:07.514922 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-b92750de-6107-4f32-a090-41ce2dcdf453 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657086 Sep 29 17:20:07.520438 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:07.531780 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Routers {'f924ee3b-c9e8-4cd0-833b-855df51370e9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:07.532554 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:19:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f924ee3b-c9e8-4cd0-833b-855df51370e9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:07.579081 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d5ccb-0307-46f0-a910-b3514e934ddf req-3bb0a374-b2f8-411e-9963-3b215dcb6269 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:07.580817 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8c7d5ccb-0307-46f0-a910-b3514e934ddf req-3bb0a374-b2f8-411e-9963-3b215dcb6269 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 944 time: 0.0564711 Sep 29 17:20:07.626273 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8c7d5ccb-0307-46f0-a910-b3514e934ddf req-e3a39cb4-e341-44c3-8202-4abf14648281 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383039 Sep 29 17:20:07.660345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-6a7f3ac1-f78f-4d5e-89f3-d2cb4a757509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:07.661816 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-6a7f3ac1-f78f-4d5e-89f3-d2cb4a757509 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.1943698 Sep 29 17:20:07.697145 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Set router f924ee3b-c9e8-4cd0-833b-855df51370e9 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:07.724366 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4d55d24a-4f2b-4770-8739-ca3393d9d047 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:20:07.821903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4d55d24a-4f2b-4770-8739-ca3393d9d047 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:20:07.936783 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-64976d97-c1cf-4d71-b56b-22c04cff500f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2518795 Sep 29 17:20:07.937464 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:05Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '26fe45ec-8420-49a7-ae01-b36bc13a83fa', 'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'mac_address': 'fa:16:3e:08:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:03Z', 'updated_at': '2021-09-29T17:20:05Z', 'revision_number': 2, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'subnets': [{'id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:07.967080 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Checking router: f924ee3b-c9e8-4cd0-833b-855df51370e9 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:20:07.967342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Updating router f924ee3b-c9e8-4cd0-833b-855df51370e9 port 26fe45ec-8420-49a7-ae01-b36bc13a83fa binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:20:07.991800 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.007656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb421f22-3cc6-468a-8dc7-99158a7d2981 req-3f9b2f5a-6f58-4824-b72e-48f1d6262c4b tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:08.009114 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb421f22-3cc6-468a-8dc7-99158a7d2981 req-3f9b2f5a-6f58-4824-b72e-48f1d6262c4b tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 950 time: 0.3837242 Sep 29 17:20:08.085653 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-39bde2b6-9b55-4b3f-bdb8-ea63c127d74d service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565314 Sep 29 17:20:08.087401 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6f55bc6e-8b23-435e-bf87-1afb30d4fcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.116044 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6f55bc6e-8b23-435e-bf87-1afb30d4fcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.225140 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfd6038e-2db1-4c67-97d8-07b1d32e2a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.259703 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfd6038e-2db1-4c67-97d8-07b1d32e2a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.284943 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6f55bc6e-8b23-435e-bf87-1afb30d4fcae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8fdad4c17f5b4c7799fc0688c2b79c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3878748 Sep 29 17:20:08.289014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47558) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:08.289761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd6038e-2db1-4c67-97d8-07b1d32e2a49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:20:08.294412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55bc6e-8b23-435e-bf87-1afb30d4fcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c120218-bf5f-49fc-8ea6-bbabb23108d8,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:08.299582 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb421f22-3cc6-468a-8dc7-99158a7d2981 req-960b0150-7459-4d83-9614-09969d32e24c tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493017 Sep 29 17:20:08.313790 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-03f73a3e-56ce-41cc-b4c9-6795bb15cc1a service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556442 Sep 29 17:20:08.331073 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfd6038e-2db1-4c67-97d8-07b1d32e2a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.331424 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-dfd6038e-2db1-4c67-97d8-07b1d32e2a49 admin admin] Added segment 7d5b83bb-0088-4ee4-9311-293ebbe714b4 of type vlan for network 89113be8-4127-48d8-b5d4-ce78ff42be85 Sep 29 17:20:08.336755 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.339948 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deef327-e3a3-48ca-854e-be9004fcaa80 req-4109a50e-cd27-41c7-a3d7-7a60dc7a4438 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:08.342497 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4deef327-e3a3-48ca-854e-be9004fcaa80 req-4109a50e-cd27-41c7-a3d7-7a60dc7a4438 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 943 time: 0.1210303 Sep 29 17:20:08.342712 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.352457 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6038e-2db1-4c67-97d8-07b1d32e2a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabaa5da-dbd7-4fb3-b3a9-5ef1453668af,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:08.370977 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.419718 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa0dd5ac-515c-4cf7-9a35-4261458c290e req-d4b51b43-d062-4395-b651-75ee67a4d714 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199234 Sep 29 17:20:08.426455 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfd6038e-2db1-4c67-97d8-07b1d32e2a49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.462299 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63419cfe-77d1-4922-8d01-c88402c04128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.485431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee7b96-e17e-429e-9ffe-d988da4c0657 None None] Pushing event updated for resources: {'Port': ['ID=26fe45ec-8420-49a7-ae01-b36bc13a83fa,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:08.513703 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4deef327-e3a3-48ca-854e-be9004fcaa80 req-5cdf6766-f0df-4574-8ca5-025989655e60 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518328 Sep 29 17:20:08.540853 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63419cfe-77d1-4922-8d01-c88402c04128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.560138 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfd6038e-2db1-4c67-97d8-07b1d32e2a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.561119 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd6038e-2db1-4c67-97d8-07b1d32e2a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:08.561752 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfd6038e-2db1-4c67-97d8-07b1d32e2a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.614192 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dfd6038e-2db1-4c67-97d8-07b1d32e2a49 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2743411 Sep 29 17:20:08.629596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47564) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:08.641445 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:08.668413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4b8e71c4-1356-4996-bcb1-085514142cc8 admin admin] Request body: {'subnet': {'network_id': '89113be8-4127-48d8-b5d4-ce78ff42be85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899352222-subnet', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:08.669165 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-1689a03e-ea6b-4000-8b56-9b4740830563 service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447254 Sep 29 17:20:08.669699 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Attempting to bind port 26fe45ec-8420-49a7-ae01-b36bc13a83fa on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:08.669699 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Attempting to bind port 26fe45ec-8420-49a7-ae01-b36bc13a83fa by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:08.670005 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Attempting to bind port 26fe45ec-8420-49a7-ae01-b36bc13a83fa on network 40461b8a-b841-41cc-8ce4-55106acc93a9 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:08.682105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:08.682698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Checking segment: {'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:08.683556 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.684247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Bound using segment: {'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:08.684866 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Bound port: 26fe45ec-8420-49a7-ae01-b36bc13a83fa, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:08.685476 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.709704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3d470-fb16-4e46-9800-cdb098508f36 req-c605877f-7761-4bdd-92b2-e1ebece911a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:08.711477 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30d3d470-fb16-4e46-9800-cdb098508f36 req-c605877f-7761-4bdd-92b2-e1ebece911a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 1094 time: 0.1625500 Sep 29 17:20:08.729991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75851bdc-2a32-4669-b0e7-873bfbc065a4 req-d13b92c1-8481-4351-b425-39f8584ad9d1 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:08.739579 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-75851bdc-2a32-4669-b0e7-873bfbc065a4 req-d13b92c1-8481-4351-b425-39f8584ad9d1 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 947 time: 0.1371605 Sep 29 17:20:08.761387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6038e-2db1-4c67-97d8-07b1d32e2a49 admin admin] Pushing event updated for resources: {'Network': ['ID=89113be8-4127-48d8-b5d4-ce78ff42be85,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:08.764288 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63419cfe-77d1-4922-8d01-c88402c04128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.766831 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63419cfe-77d1-4922-8d01-c88402c04128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.770415 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-63419cfe-77d1-4922-8d01-c88402c04128 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c120218-bf5f-49fc-8ea6-bbabb23108d8 HTTP/1.1" status: 204 len: 168 time: 0.4753902 Sep 29 17:20:08.781381 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] For port 26fe45ec-8420-49a7-ae01-b36bc13a83fa, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:08.784810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] For port 26fe45ec-8420-49a7-ae01-b36bc13a83fa, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=26fe45ec-8420-49a7-ae01-b36bc13a83fa,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:08.790640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 89113be8-4127-48d8-b5d4-ce78ff42be85 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:20:08.793803 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63419cfe-77d1-4922-8d01-c88402c04128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c120218-bf5f-49fc-8ea6-bbabb23108d8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:08.814295 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664434f-56c1-472f-a8a3-af31412273c8 req-adf032d3-8834-4c86-b9b5-457ac4e536a7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:08.824101 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.832010 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2664434f-56c1-472f-a8a3-af31412273c8 req-adf032d3-8834-4c86-b9b5-457ac4e536a7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.1922655 Sep 29 17:20:08.840012 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8e71c4-1356-4996-bcb1-085514142cc8 admin admin] Made reservation on behalf of 0925200ada8f4c08a1a9cc3d9f5b7cf9 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:20:08.842846 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b8e71c4-1356-4996-bcb1-085514142cc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:08.889937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Router 02da1f8a-e722-43e8-8441-acb95ec68c39 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:20:08.901326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Routers {'f924ee3b-c9e8-4cd0-833b-855df51370e9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:08.902226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:19:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f924ee3b-c9e8-4cd0-833b-855df51370e9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:08.993981 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-75851bdc-2a32-4669-b0e7-873bfbc065a4 req-77dbb1cc-782b-411d-acd2-bcc8fb3d2a4c tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534032 Sep 29 17:20:09.058586 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b8e71c4-1356-4996-bcb1-085514142cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:09.157624 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e71c4-1356-4996-bcb1-085514142cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85cd0e17-6642-4edf-bf39-c799fae05a15,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:09.168422 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3d470-fb16-4e46-9800-cdb098508f36 req-29c582eb-b289-4901-ab3d-c15faf8d2e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:09.170285 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30d3d470-fb16-4e46-9800-cdb098508f36 req-29c582eb-b289-4901-ab3d-c15faf8d2e7a service neutron] 10.222.0.35 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.4285791 Sep 29 17:20:09.189085 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2664434f-56c1-472f-a8a3-af31412273c8 req-8623698c-e319-45e1-8a58-500989f42075 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503480 Sep 29 17:20:09.222717 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:09.232777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8e71c4-1356-4996-bcb1-085514142cc8 admin admin] Checking segment: {'id': '7d5b83bb-0088-4ee4-9311-293ebbe714b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '89113be8-4127-48d8-b5d4-ce78ff42be85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:09.233770 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e71c4-1356-4996-bcb1-085514142cc8 admin admin] Network hostable DHCP agents. Network: 89113be8-4127-48d8-b5d4-ce78ff42be85, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:20:09.267651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e71c4-1356-4996-bcb1-085514142cc8 admin admin] Network 89113be8-4127-48d8-b5d4-ce78ff42be85 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:20:09.278289 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30d3d470-fb16-4e46-9800-cdb098508f36 req-7eebc881-3d43-4625-a3f2-1fc49c0d86a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd HTTP/1.1" status: 200 len: 217 time: 0.0684493 Sep 29 17:20:09.281053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-4b8e71c4-1356-4996-bcb1-085514142cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 89113be8-4127-48d8-b5d4-ce78ff42be85) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:09.301318 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e71c4-1356-4996-bcb1-085514142cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:09.302119 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b8e71c4-1356-4996-bcb1-085514142cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:09.302390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-93e50d40-9ca2-48a2-a2da-dbdf34843bbc tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:09.303881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-93e50d40-9ca2-48a2-a2da-dbdf34843bbc tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25&tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 1095 time: 0.2164071 Sep 29 17:20:09.328764 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4b8e71c4-1356-4996-bcb1-085514142cc8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6849916 Sep 29 17:20:09.328764 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47576) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:09.341410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-899352222-router', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:09.356726 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-54912504-25da-4bb6-8b65-cfcc6ac521c7 None None] Provisioning complete for port 26fe45ec-8420-49a7-ae01-b36bc13a83fa triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:09.357105 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-54912504-25da-4bb6-8b65-cfcc6ac521c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:09.358930 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a38d0fc-48af-4f89-bf64-065b5e7bf61a None None] Network 89113be8-4127-48d8-b5d4-ce78ff42be85 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:20:09.377957 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47580) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:09.391171 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:09.392530 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:09.413006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d931d8b-1d6d-47ce-a825-91b1baedf6eb req-4c9f1cf8-eee5-480d-937c-030d612b9555 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:09.414537 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d931d8b-1d6d-47ce-a825-91b1baedf6eb req-4c9f1cf8-eee5-480d-937c-030d612b9555 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 944 time: 0.3259392 Sep 29 17:20:09.458783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:20:09.462697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee7b96-e17e-429e-9ffe-d988da4c0657 None None] Pushing event updated for resources: {'Port': ['ID=26fe45ec-8420-49a7-ae01-b36bc13a83fa,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:09.463597 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:09.475020 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:09.475435 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:09.481030 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Sync routers for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:20:09.494849 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3481b1c8-fb61-42e5-9d7d-166f6f35c58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:09.500757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3d470-fb16-4e46-9800-cdb098508f36 req-ea7be42c-40e8-4c96-aed8-dfbf0da1789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:09.500977 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:09.501414 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:19:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:09.502246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30d3d470-fb16-4e46-9800-cdb098508f36 req-ea7be42c-40e8-4c96-aed8-dfbf0da1789b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.2149837 Sep 29 17:20:09.546041 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:09.547546 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-11188ab6-ecfb-4a0b-8a49-d5d46f5fdc2f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.9531255 Sep 29 17:20:09.549712 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30d3d470-fb16-4e46-9800-cdb098508f36 req-dd126d12-fd83-476e-a782-3a385ad83dc8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378671 Sep 29 17:20:09.555351 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47582) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:09.602692 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] Set router f924ee3b-c9e8-4cd0-833b-855df51370e9 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:09.630481 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:09.712615 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d931d8b-1d6d-47ce-a825-91b1baedf6eb req-3fe44901-edc5-4b6b-8baf-0e2f371629ef tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810636 Sep 29 17:20:09.728897 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-3d49d5c9-3cec-43b1-9ca3-81deb81895e7 service neutron] For port 4d55d24a-4f2b-4770-8739-ca3393d9d047, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:09.757812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae0d0e-169c-4ff3-8999-1d361506182e req-73040301-5efd-4ef7-ab40-bd105587bc95 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:09.767720 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-3d49d5c9-3cec-43b1-9ca3-81deb81895e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:09.769232 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f5dca5b3-817e-475d-9e4c-ce4aec2c428b req-3d49d5c9-3cec-43b1-9ca3-81deb81895e7 service neutron] 10.222.0.49 "DELETE /v2.0/ports/4d55d24a-4f2b-4770-8739-ca3393d9d047/bindings/n-h2-811748-2 HTTP/1.1" status: 204 len: 173 time: 0.4340210 Sep 29 17:20:09.786682 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bfae0d0e-169c-4ff3-8999-1d361506182e req-73040301-5efd-4ef7-ab40-bd105587bc95 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 950 time: 0.3013122 Sep 29 17:20:09.829408 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:20:09.853973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:09.854341 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:09.865155 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:09.918955 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 3, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:09.941577 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bfae0d0e-169c-4ff3-8999-1d361506182e req-13f99f12-cc0f-49d3-ab19-3fcd31330cfb tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517522 Sep 29 17:20:09.951884 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3481b1c8-fb61-42e5-9d7d-166f6f35c58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:09.963792 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Checking router: 02da1f8a-e722-43e8-8441-acb95ec68c39 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:20:09.964585 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Updating router 02da1f8a-e722-43e8-8441-acb95ec68c39 port 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:20:09.978494 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3481b1c8-fb61-42e5-9d7d-166f6f35c58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.007699 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.009618 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-89113be8-4127-48d8-b5d4-ce78ff42be85', 'network_id': '89113be8-4127-48d8-b5d4-ce78ff42be85', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'fixed_ips': [{'subnet_id': '85cd0e17-6642-4edf-bf39-c799fae05a15'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:20:10.010489 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.026901 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481b1c8-fb61-42e5-9d7d-166f6f35c58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ee633f-7246-4752-bebb-6700d449eed8,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:10.056809 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-54912504-25da-4bb6-8b65-cfcc6ac521c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.065370 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3481b1c8-fb61-42e5-9d7d-166f6f35c58a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=584a57d581e14bf180e0e06c73992f78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6843221 Sep 29 17:20:10.068991 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47592) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:10.196880 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30d3d470-fb16-4e46-9800-cdb098508f36 req-d747cffc-d45e-428c-9048-9c3fb6330635 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315744 Sep 29 17:20:10.272717 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a341d1b-235d-4bd2-b083-8f4745a9c0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.311628 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-54912504-25da-4bb6-8b65-cfcc6ac521c7 None None] For port 26fe45ec-8420-49a7-ae01-b36bc13a83fa, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=26fe45ec-8420-49a7-ae01-b36bc13a83fa,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:10.320019 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.321314 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a341d1b-235d-4bd2-b083-8f4745a9c0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.325069 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-54912504-25da-4bb6-8b65-cfcc6ac521c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.417572 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d693d7-dc69-4d78-b28b-fafacaedde20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:10.420308 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6131791e-e35b-4c86-8fb5-e799bbfa7931" -d '{"events": [{"server_uuid": "d5d693d7-dc69-4d78-b28b-fafacaedde20", "name": "network-vif-plugged", "status": "completed", "tag": "912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:10.426186 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30d3d470-fb16-4e46-9800-cdb098508f36 req-0e121a7b-164e-48bc-9169-4f016b93cfc8 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199559 Sep 29 17:20:10.454350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:10.454696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e7570-82ab-4fe5-bfad-c3d3f27797c1 req-2fa4c819-9516-48e0-8d49-48fe958120ca tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:10.458384 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-542e7570-82ab-4fe5-bfad-c3d3f27797c1 req-2fa4c819-9516-48e0-8d49-48fe958120ca tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 943 time: 0.3226306 Sep 29 17:20:10.469084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:05Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '26fe45ec-8420-49a7-ae01-b36bc13a83fa', 'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'mac_address': 'fa:16:3e:08:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:03Z', 'updated_at': '2021-09-29T17:20:08Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'subnets': [{'id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:10.472515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54912504-25da-4bb6-8b65-cfcc6ac521c7 None None] Pushing event updated for resources: {'Port': ['ID=26fe45ec-8420-49a7-ae01-b36bc13a83fa,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:10.480325 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.486117 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Allocated IP 172.20.0.2 (89113be8-4127-48d8-b5d4-ce78ff42be85/85cd0e17-6642-4edf-bf39-c799fae05a15/8dfe414b-39ec-45e5-831f-931cabc91dd2) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:10.524886 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786317b3-ae56-4a56-9811-d2adb744f372 None None] The sync data for ids ['f924ee3b-c9e8-4cd0-833b-855df51370e9'] in n-d-811748-2 is: [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:05Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '26fe45ec-8420-49a7-ae01-b36bc13a83fa', 'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'mac_address': 'fa:16:3e:08:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:03Z', 'updated_at': '2021-09-29T17:20:08Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'subnets': [{'id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:20:10.547333 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.556663 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0ead56fe-bcc4-4835-9c65-58b378013a48 None None] Provisioning complete for port 26fe45ec-8420-49a7-ae01-b36bc13a83fa triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:10.557042 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0ead56fe-bcc4-4835-9c65-58b378013a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.617745 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.655421 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:10.657998 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.673420 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.780669 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-83e2e7fa-b792-4624-9afd-23fbfbe7d0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.791893 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Allocated IP 172.25.2.67 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/1b745c92-9bac-493f-ae3e-3652e8b33a77) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:10.803219 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Attempting to bind port 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:10.816334 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Attempting to bind port 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:10.817099 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Attempting to bind port 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:10.842467 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:10.855209 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:10.856469 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.857106 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:10.857845 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Bound port: 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:10.859980 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.862990 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9422e-d948-4cf7-8d4f-58590ee8614b None None] Pushing event updated for resources: {'Port': ['ID=9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:10.879196 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-542e7570-82ab-4fe5-bfad-c3d3f27797c1 req-a7ebd91c-66b2-437b-91bc-f54f4d4b7627 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898799 Sep 29 17:20:10.937026 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.945364 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.946050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.964219 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:10.997231 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a341d1b-235d-4bd2-b083-8f4745a9c0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:11.002364 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a341d1b-235d-4bd2-b083-8f4745a9c0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:11.003811 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2a341d1b-235d-4bd2-b083-8f4745a9c0a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1ee633f-7246-4752-bebb-6700d449eed8 HTTP/1.1" status: 204 len: 168 time: 0.9337165 Sep 29 17:20:11.031402 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Network 89113be8-4127-48d8-b5d4-ce78ff42be85 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:11.036508 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:11.044567 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:11.065234 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] For port 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:11.069185 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] For port 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:11.075493 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:11.081824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Pushing event updated for resources: {'Port': ['ID=8dfe414b-39ec-45e5-831f-931cabc91dd2,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:11.087491 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:11.147804 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9422e-d948-4cf7-8d4f-58590ee8614b None None] Pushing event updated for resources: {'Port': ['ID=9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:11.172778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a341d1b-235d-4bd2-b083-8f4745a9c0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ee633f-7246-4752-bebb-6700d449eed8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:11.175076 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Attempting to bind port 8dfe414b-39ec-45e5-831f-931cabc91dd2 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:11.175510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Attempting to bind port 8dfe414b-39ec-45e5-831f-931cabc91dd2 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '7d5b83bb-0088-4ee4-9311-293ebbe714b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '89113be8-4127-48d8-b5d4-ce78ff42be85'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:11.175871 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Attempting to bind port 8dfe414b-39ec-45e5-831f-931cabc91dd2 on network 89113be8-4127-48d8-b5d4-ce78ff42be85 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:11.186380 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Pushing event updated for resources: {'Port': ['ID=1b745c92-9bac-493f-ae3e-3652e8b33a77,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:11.194490 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:11.194800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Checking segment: {'id': '7d5b83bb-0088-4ee4-9311-293ebbe714b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '89113be8-4127-48d8-b5d4-ce78ff42be85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:11.200271 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:11.200625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:11.200818 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Bound using segment: {'id': '7d5b83bb-0088-4ee4-9311-293ebbe714b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '89113be8-4127-48d8-b5d4-ce78ff42be85'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:11.201452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Bound port: 8dfe414b-39ec-45e5-831f-931cabc91dd2, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5b83bb-0088-4ee4-9311-293ebbe714b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '89113be8-4127-48d8-b5d4-ce78ff42be85'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:11.201848 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:11.203043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:11.206181 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:11.206822 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:19:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:11.211604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:11.345889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] For port 8dfe414b-39ec-45e5-831f-931cabc91dd2, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:11.353807 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] For port 8dfe414b-39ec-45e5-831f-931cabc91dd2, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8dfe414b-39ec-45e5-831f-931cabc91dd2,segment=NetworkSegment(7d5b83bb-0088-4ee4-9311-293ebbe714b4),segment_id=7d5b83bb-0088-4ee4-9311-293ebbe714b4)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:11.363963 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:11.384402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05172e2-a896-4b8f-98c5-98ca015dc3e4 req-b13fe822-95e2-4378-8949-1e0f073c8d11 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:11.397433 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e05172e2-a896-4b8f-98c5-98ca015dc3e4 req-b13fe822-95e2-4378-8949-1e0f073c8d11 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.3619940 Sep 29 17:20:11.446782 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:11.464504 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e295b72-eef3-443f-ad04-7dfc5f4574db None None] Pushing event updated for resources: {'Port': ['ID=8dfe414b-39ec-45e5-831f-931cabc91dd2,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:11.582967 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee290484-04e3-4d29-be2b-4e3b34c979ce req-ac796fea-c864-4eb9-a489-ddc5698987d2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:11.584641 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ee290484-04e3-4d29-be2b-4e3b34c979ce req-ac796fea-c864-4eb9-a489-ddc5698987d2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 948 time: 0.5898805 Sep 29 17:20:11.585886 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e05172e2-a896-4b8f-98c5-98ca015dc3e4 req-da4188b6-22bc-4cc8-ad28-15fb188da964 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700442 Sep 29 17:20:11.595384 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Allocated IP 172.20.0.1 (fb7a1420-64a9-48a3-85e8-74b4d30ac194/e1e0d88c-9eed-455c-b1a0-78e0e5d28593/8116d500-23d0-4f2f-90f7-11f0519af14a) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:11.718650 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ee290484-04e3-4d29-be2b-4e3b34c979ce req-1fedce0f-6153-4260-aa07-27a08cc9d054 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821481 Sep 29 17:20:11.739076 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f4c17e-ea68-430e-9e39-9886ddd88881 x-openstack-request-id: req-23f4c17e-ea68-430e-9e39-9886ddd88881 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:11.739450 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d693d7-dc69-4d78-b28b-fafacaedde20", "name": "network-vif-plugged", "status": "completed", "tag": "912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:11.739804 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23f4c17e-ea68-430e-9e39-9886ddd88881 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:11.740253 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d693d7-dc69-4d78-b28b-fafacaedde20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199', 'code': 200} Sep 29 17:20:11.747052 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 51756c25-94fb-422f-bb40-bf31cb47f1dd details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:20:11.785975 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:11.883989 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:11.955362 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 3, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:12.004717 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5598a206-2f39-4fb4-b854-e4a0c31e2077 None None] The sync data for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 is: [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 3, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:20:12.028590 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 51756c25-94fb-422f-bb40-bf31cb47f1dd, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:12.054427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '51756c25-94fb-422f-bb40-bf31cb47f1dd', 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c', 'port_id': '51756c25-94fb-422f-bb40-bf31cb47f1dd', 'mac_address': 'fa:16:3e:74:13:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15f3d65-c180-43d2-bcd4-0685feeb3b5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:20:12.074199 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:12.077188 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0191fa-a703-47e1-bb19-415c82f68188 req-66ce599e-227a-4b0d-9aaa-d1f784af095c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:12.085011 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5f0191fa-a703-47e1-bb19-415c82f68188 req-66ce599e-227a-4b0d-9aaa-d1f784af095c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 944 time: 0.1262171 Sep 29 17:20:12.130836 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:12.143596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Network fb7a1420-64a9-48a3-85e8-74b4d30ac194 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:12.154649 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51756c25-94fb-422f-bb40-bf31cb47f1dd {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:12.155658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:12.162837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:12.184567 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 51756c25-94fb-422f-bb40-bf31cb47f1dd, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:12.191269 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:12.268834 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8712ed7-d958-4fb7-a9c6-34180b8d9736 req-29a73fdd-83e0-43b0-8233-5700af1afe3f tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:12.271384 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8712ed7-d958-4fb7-a9c6-34180b8d9736 req-29a73fdd-83e0-43b0-8233-5700af1afe3f tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 950 time: 0.2771058 Sep 29 17:20:12.297522 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:12.360632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5f0191fa-a703-47e1-bb19-415c82f68188 req-3d5126cb-0a1c-4a35-ba97-0031610a93cc tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064688 Sep 29 17:20:12.403211 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:12.597689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=51756c25-94fb-422f-bb40-bf31cb47f1dd,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:12.675667 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2e5b7a4f-796b-4e7c-9abf-0acadfccf864 None None] Provisioning complete for port 8116d500-23d0-4f2f-90f7-11f0519af14a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:12.678517 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2e5b7a4f-796b-4e7c-9abf-0acadfccf864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:12.717113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e17f07-999a-46b6-a3df-38c2f2445f0c req-35dc33af-789d-4db6-b287-72082d3bdd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:12.718856 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88e17f07-999a-46b6-a3df-38c2f2445f0c req-35dc33af-789d-4db6-b287-72082d3bdd20 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 1099 time: 0.6817176 Sep 29 17:20:12.745434 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['51756c25-94fb-422f-bb40-bf31cb47f1dd'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:12.770080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Pushing event updated for resources: {'Port': ['ID=8116d500-23d0-4f2f-90f7-11f0519af14a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:12.796555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03127085-db71-45fc-b9d9-8c2a547f304d req-af8206a5-ac4d-43a2-8126-c834d99ff209 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:12.805522 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-03127085-db71-45fc-b9d9-8c2a547f304d req-af8206a5-ac4d-43a2-8126-c834d99ff209 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 944 time: 0.2155483 Sep 29 17:20:12.814345 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88e17f07-999a-46b6-a3df-38c2f2445f0c req-2396eccc-4666-44e0-b03c-d0a49382dfa7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716314 Sep 29 17:20:12.831044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8dfe414b-39ec-45e5-831f-931cabc91dd2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:12.866568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8712ed7-d958-4fb7-a9c6-34180b8d9736 req-04bfe66c-aa33-4f23-8444-3cde6e603482 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5644338 Sep 29 17:20:12.904078 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-03127085-db71-45fc-b9d9-8c2a547f304d req-ffece429-0a58-498f-adc9-596bfc938979 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823340 Sep 29 17:20:12.925036 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:12.945691 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Router 169758d3-0d08-4017-aa15-e3a111fd9116 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:20:13.016092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2e5b7a4f-796b-4e7c-9abf-0acadfccf864 None None] Port 8116d500-23d0-4f2f-90f7-11f0519af14a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:20:13.149380 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8dfe414b-39ec-45e5-831f-931cabc91dd2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:13.149768 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:13.262521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae60a01-422f-477f-a752-ac0617d10641 req-0f639692-5a4d-462f-ba60-909457d58812 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:13.264044 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4ae60a01-422f-477f-a752-ac0617d10641 req-0f639692-5a4d-462f-ba60-909457d58812 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.1632307 Sep 29 17:20:13.283531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6d054-b4ce-4848-a636-1bcb9200a1b5 req-4447fcac-cbaa-4c86-ba42-6b8735f27c66 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:13.285079 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-97d6d054-b4ce-4848-a636-1bcb9200a1b5 req-4447fcac-cbaa-4c86-ba42-6b8735f27c66 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 948 time: 0.1878045 Sep 29 17:20:13.287673 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:20:13.331441 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4ae60a01-422f-477f-a752-ac0617d10641 req-ca4df7f9-f924-4324-8d50-89904a45a726 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565460 Sep 29 17:20:13.332706 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:13.333880 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-65d769d5-e97c-47b1-b0c5-21c6ac064466 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.0031915 Sep 29 17:20:13.336664 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47644) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:13.349672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Sync routers for ids ['169758d3-0d08-4017-aa15-e3a111fd9116'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:20:13.420354 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-97d6d054-b4ce-4848-a636-1bcb9200a1b5 req-9d19a577-8886-44c2-a2ff-aa0b4d1dbe4b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206577 Sep 29 17:20:13.456162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998697be-ff50-4894-a704-1e6582f9baac None None] Network 89113be8-4127-48d8-b5d4-ce78ff42be85 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:20:13.462941 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:13.474930 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:13.547835 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7ac67-4e8c-486c-ba16-b9bab499c05b req-a454d0d8-4d62-42e3-86a5-5af333d11378 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:13.549367 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf7ac67-4e8c-486c-ba16-b9bab499c05b req-a454d0d8-4d62-42e3-86a5-5af333d11378 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 1095 time: 0.0915196 Sep 29 17:20:13.565206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Pushing event updated for resources: {'Port': ['ID=8116d500-23d0-4f2f-90f7-11f0519af14a,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:13.615905 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Routers {'169758d3-0d08-4017-aa15-e3a111fd9116'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:13.616461 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:19:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['169758d3-0d08-4017-aa15-e3a111fd9116'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:13.618360 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:13.624925 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:13.683022 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf7ac67-4e8c-486c-ba16-b9bab499c05b req-75f9f92f-5810-4f54-9041-56403d7fa7b5 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037972 Sep 29 17:20:13.839912 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-2ce4b896-c56c-489a-8275-ae753d474c78 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8a574b384453442aa95343d2e20cf95b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843742 Sep 29 17:20:13.848876 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09c695bd-2ee9-44b1-8e61-efdac4d5ffb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:13.876240 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 8dfe414b-39ec-45e5-831f-931cabc91dd2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8dfe414b-39ec-45e5-831f-931cabc91dd2,segment=NetworkSegment(7d5b83bb-0088-4ee4-9311-293ebbe714b4),segment_id=7d5b83bb-0088-4ee4-9311-293ebbe714b4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:13.886482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b9bfb519-34ec-447a-b2b5-3c84f46369c4 None None] Provisioning complete for port 8dfe414b-39ec-45e5-831f-931cabc91dd2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:13.888016 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb519-34ec-447a-b2b5-3c84f46369c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:13.908748 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:13.909471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 26fe45ec-8420-49a7-ae01-b36bc13a83fa up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:13.980122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Network fb7a1420-64a9-48a3-85e8-74b4d30ac194 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:14.009474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:14.107565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Set router 169758d3-0d08-4017-aa15-e3a111fd9116 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:14.167488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=8dfe414b-39ec-45e5-831f-931cabc91dd2,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:14.187489 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a4b20-9a02-4382-8711-9c3125483fa0 req-d2fb93b5-94af-44dc-b548-c1595d3b36a2 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:14.189207 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-169a4b20-9a02-4382-8711-9c3125483fa0 req-d2fb93b5-94af-44dc-b548-c1595d3b36a2 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 944 time: 0.1718700 Sep 29 17:20:14.222717 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:14.331380 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-169a4b20-9a02-4382-8711-9c3125483fa0 req-a5b0d9e9-7cf6-4197-adcd-82354d330a8a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056075 Sep 29 17:20:14.377165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-2b61536c-4363-46cd-a051-da59b7e0080a tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:14.388421 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-2b61536c-4363-46cd-a051-da59b7e0080a tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5378673 Sep 29 17:20:14.421784 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-2e66f424-2ae7-4096-bf8c-8eaa22f4edfb tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/quotas/8a574b384453442aa95343d2e20cf95b HTTP/1.1" status: 200 len: 375 time: 0.0322912 Sep 29 17:20:14.467880 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Allocated IP 172.20.0.1 (89113be8-4127-48d8-b5d4-ce78ff42be85/85cd0e17-6642-4edf-bf39-c799fae05a15/6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:14.477818 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 26fe45ec-8420-49a7-ae01-b36bc13a83fa triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:14.478318 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:14.482210 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:14.496139 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Router 02da1f8a-e722-43e8-8441-acb95ec68c39 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:20:14.522377 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-93023028-8a99-46bc-b930-440387bb811e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a574b384453442aa95343d2e20cf95b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966032 Sep 29 17:20:14.589467 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:14.615794 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:14.709723 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899352222-router', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '1b745c92-9bac-493f-ae3e-3652e8b33a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:09Z', 'updated_at': '2021-09-29T17:20:11Z', 'revision_number': 3, 'project_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'gw_port': {'id': '1b745c92-9bac-493f-ae3e-3652e8b33a77', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:14.803436 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Checking router: 169758d3-0d08-4017-aa15-e3a111fd9116 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:20:14.803792 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Updating router 169758d3-0d08-4017-aa15-e3a111fd9116 port 1b745c92-9bac-493f-ae3e-3652e8b33a77 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:20:14.823603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:20:14.835103 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b21edc17-e769-4b74-808c-6270345bee6c admin admin] 10.222.0.44 "PUT /v2.0/routers/02da1f8a-e722-43e8-8441-acb95ec68c39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2782476 Sep 29 17:20:14.867587 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ac48bccd-8c8b-42de-aebf-aae465e598ea None None] Provisioning complete for port 8116d500-23d0-4f2f-90f7-11f0519af14a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:14.868209 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ac48bccd-8c8b-42de-aebf-aae465e598ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:14.878618 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:14.942640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094418f9-156b-4b39-8a12-577f5bd4cbb5 req-71411256-6bbc-47bf-ae9f-974efffdb975 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:14.944009 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Sync routers for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:20:14.953887 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-094418f9-156b-4b39-8a12-577f5bd4cbb5 req-71411256-6bbc-47bf-ae9f-974efffdb975 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.1103327 Sep 29 17:20:14.957925 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:14.960836 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:15.029886 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-094418f9-156b-4b39-8a12-577f5bd4cbb5 req-083d9653-3a83-4a18-b89d-3a58e99f3eb0 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732510 Sep 29 17:20:15.114525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:15.120077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ac48bccd-8c8b-42de-aebf-aae465e598ea None None] Port 8116d500-23d0-4f2f-90f7-11f0519af14a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:20:15.148308 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:15.177952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5ef74-5480-464c-b79a-c57c13d64e82 req-466ee4fb-451a-4bad-969a-aee8b2771497 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:15.181913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-40c5ef74-5480-464c-b79a-c57c13d64e82 req-466ee4fb-451a-4bad-969a-aee8b2771497 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 948 time: 0.0769961 Sep 29 17:20:15.259647 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-40c5ef74-5480-464c-b79a-c57c13d64e82 req-f87376b1-d1b6-4efe-81a7-74e33b91edcf tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598269 Sep 29 17:20:15.323005 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:15.332480 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-94c3079a-be1e-4340-82e6-ca231d62b477 None None] Provisioning complete for port 8dfe414b-39ec-45e5-831f-931cabc91dd2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:15.332988 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-94c3079a-be1e-4340-82e6-ca231d62b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:15.427851 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:13Z', 'revision_number': 2, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:15.437648 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-f2fc5ede-9ff4-4be2-85a2-54d1a6f07eac tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:15.439210 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-f2fc5ede-9ff4-4be2-85a2-54d1a6f07eac tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 820 time: 0.4118497 Sep 29 17:20:15.445221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:15.445664 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:15.505202 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-7721dbfe-6e76-4daf-8af6-b19115b44562 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/quotas/d53b74dfe44140fcbab1c205ed9e0f93 HTTP/1.1" status: 200 len: 375 time: 0.0337346 Sep 29 17:20:15.511527 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:15.587632 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Checking router: 02da1f8a-e722-43e8-8441-acb95ec68c39 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:20:15.592209 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Updating router 02da1f8a-e722-43e8-8441-acb95ec68c39 port 8116d500-23d0-4f2f-90f7-11f0519af14a binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:20:15.610578 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0180b475-4c77-4941-af9f-49ea4bf9cf15 req-f49a8a9a-28ee-412e-a97a-9097c092d986 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 210 time: 0.0520139 Sep 29 17:20:15.615951 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Network 89113be8-4127-48d8-b5d4-ce78ff42be85 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:15.632473 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:15.636070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:15.642078 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:15.642755 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:15.666111 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:15.707718 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-1648de0c-45cc-4802-bc88-4690ede49785 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1925511 Sep 29 17:20:15.732714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-7815cff0-0ef9-438a-a34b-6eb539eba5b1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:20:15.734283 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:15.737446 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-7815cff0-0ef9-438a-a34b-6eb539eba5b1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091255 Sep 29 17:20:15.750053 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:15.760921 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 51756c25-94fb-422f-bb40-bf31cb47f1dd up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:15.785915 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:15.977666 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-d50cffae-f6a4-4d0d-adee-2d6d44156da5 service neutron] 10.222.0.44 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339091 Sep 29 17:20:15.983381 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:16.128639 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:16.136484 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e4182a2f-879e-473b-9cde-b402cee8f6e0 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:16.141194 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:16.146384 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e4182a2f-879e-473b-9cde-b402cee8f6e0 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 821 time: 0.2789261 Sep 29 17:20:16.150467 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-212b5775-43f5-41aa-ae43-802e3362ce76 None None] Provisioning complete for port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:16.150841 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-212b5775-43f5-41aa-ae43-802e3362ce76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:16.151376 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:16.160642 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:16.161655 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8dfe414b-39ec-45e5-831f-931cabc91dd2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:16.169874 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e43666c3-1879-4516-98f3-492aedc79f3f tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/quotas/4a4458d3c4a64659b03a39cea8cc9e8b HTTP/1.1" status: 200 len: 375 time: 0.0195463 Sep 29 17:20:16.173560 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Attempting to bind port 1b745c92-9bac-493f-ae3e-3652e8b33a77 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:16.173560 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Attempting to bind port 1b745c92-9bac-493f-ae3e-3652e8b33a77 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:16.173560 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Attempting to bind port 1b745c92-9bac-493f-ae3e-3652e8b33a77 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:16.220204 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-6ce674c1-62f4-4d2c-b7c0-c5f8ef812672 service neutron] 10.222.0.44 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229335 Sep 29 17:20:16.272159 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9921055-fbe7-4d33-b90b-e4cf669b3133 None None] Pushing event updated for resources: {'Port': ['ID=8116d500-23d0-4f2f-90f7-11f0519af14a,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:16.280661 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-ef76d666-b58d-4c98-87af-df2703204974 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067562 Sep 29 17:20:16.324935 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-212b5775-43f5-41aa-ae43-802e3362ce76 None None] Port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:20:16.353835 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9e3b7-be9b-4e11-99b5-dd690b260838 None None] Pushing event updated for resources: {'Port': ['ID=1b745c92-9bac-493f-ae3e-3652e8b33a77,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:16.435276 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Attempting to bind port 8116d500-23d0-4f2f-90f7-11f0519af14a on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:16.439318 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Attempting to bind port 8116d500-23d0-4f2f-90f7-11f0519af14a by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:16.439751 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Attempting to bind port 8116d500-23d0-4f2f-90f7-11f0519af14a on network fb7a1420-64a9-48a3-85e8-74b4d30ac194 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:16.448803 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:16.452473 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Checking segment: {'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:16.453838 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:16.454412 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Bound using segment: {'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:16.457407 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Bound port: 8116d500-23d0-4f2f-90f7-11f0519af14a, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:16.460358 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:16.463741 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:16.464733 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:16.465928 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:16.467291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:16.468614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Bound port: 1b745c92-9bac-493f-ae3e-3652e8b33a77, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:16.469756 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:16.483163 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-a4ac9430-b1d8-4d4b-bbdc-39921ac7e2e8 service neutron] 10.222.0.44 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011449 Sep 29 17:20:16.498824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 51756c25-94fb-422f-bb40-bf31cb47f1dd completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:20:16.521342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-8031a526-ebde-4e34-b0da-570564ff8098 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=8a574b384453442aa95343d2e20cf95b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890937 Sep 29 17:20:16.564346 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 51756c25-94fb-422f-bb40-bf31cb47f1dd triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:16.567550 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:16.642429 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] For port 8116d500-23d0-4f2f-90f7-11f0519af14a, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:16.648487 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] For port 8116d500-23d0-4f2f-90f7-11f0519af14a, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8116d500-23d0-4f2f-90f7-11f0519af14a,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:16.664670 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:16.672721 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:16.707686 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-95dae139-5859-448e-84bb-8b454d2efec3 service neutron] show failed (client error): The resource could not be found. Sep 29 17:20:16.709163 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-95dae139-5859-448e-84bb-8b454d2efec3 service neutron] 10.222.0.35 "GET /v2.0/ports/2cc8cf57-72a7-451c-b24c-c823077f331e/bindings/n-h1-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.2391713 Sep 29 17:20:16.714656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:16.773916 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9921055-fbe7-4d33-b90b-e4cf669b3133 None None] Pushing event updated for resources: {'Port': ['ID=8116d500-23d0-4f2f-90f7-11f0519af14a,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:16.775455 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-ceec85e5-f9ed-45b5-8705-450dd7697185 service neutron] 10.222.0.44 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895622 Sep 29 17:20:16.779000 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:16.779716 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:16.803572 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:16.805122 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:16.919979 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8dfe414b-39ec-45e5-831f-931cabc91dd2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:16.920745 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:17.012762 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:17.024084 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:17.099254 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:17.106952 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-738a7aa0-a467-4963-942c-28edc2174cf4 None None] Provisioning complete for port 8116d500-23d0-4f2f-90f7-11f0519af14a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:17.109890 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-892a95a4-2780-4bdc-bf01-8f091868956b tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:17.111234 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-738a7aa0-a467-4963-942c-28edc2174cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:17.111665 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-892a95a4-2780-4bdc-bf01-8f091868956b tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5817251 Sep 29 17:20:17.119942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] For port 1b745c92-9bac-493f-ae3e-3652e8b33a77, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:17.178416 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] For port 1b745c92-9bac-493f-ae3e-3652e8b33a77, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1b745c92-9bac-493f-ae3e-3652e8b33a77,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:17.180889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-d72cc8b4-1873-44bf-92f5-0016aea60434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:17.182942 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-d72cc8b4-1873-44bf-92f5-0016aea60434 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17&tenant_id=a84d217d4dcf43a280aed44f5566a55f HTTP/1.1" status: 200 len: 1101 time: 0.1656473 Sep 29 17:20:17.194142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5382e01-d35c-4ec3-be5d-bfe30b673d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51756c25-94fb-422f-bb40-bf31cb47f1dd'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:17.196482 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4e94cd-cc32-4392-8735-ecd8202b80d4" -d '{"events": [{"server_uuid": "f5382e01-d35c-4ec3-be5d-bfe30b673d71", "name": "network-vif-plugged", "status": "completed", "tag": "51756c25-94fb-422f-bb40-bf31cb47f1dd"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:17.203475 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:17.212381 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-383ea734-b6b0-4805-beb7-f44c0fcce60e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Request body: {'port': {'device_id': '268da785-ea77-4754-b8f9-ea569c9b0d4f', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': '8a574b384453442aa95343d2e20cf95b'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:17.216904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7afc03-3549-446f-bcb1-5e9ab8c84c93 req-8da908a5-afbd-4602-a5aa-36d5c597352d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:17.227622 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33089c02-c9fe-438d-aad2-bba386923a5e req-de69b1a8-cf88-428a-9478-053e9db0e3a7 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:17.230282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 51756c25-94fb-422f-bb40-bf31cb47f1dd, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:17.239260 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ba7afc03-3549-446f-bcb1-5e9ab8c84c93 req-8da908a5-afbd-4602-a5aa-36d5c597352d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 944 time: 0.2051315 Sep 29 17:20:17.242097 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33089c02-c9fe-438d-aad2-bba386923a5e req-de69b1a8-cf88-428a-9478-053e9db0e3a7 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.5647855 Sep 29 17:20:17.264005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:17.273017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Pushing event updated for resources: {'Port': ['ID=6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:17.281790 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:17.359297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Routers {'169758d3-0d08-4017-aa15-e3a111fd9116'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:17.359940 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['169758d3-0d08-4017-aa15-e3a111fd9116'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:17.364058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9e3b7-be9b-4e11-99b5-dd690b260838 None None] Pushing event updated for resources: {'Port': ['ID=1b745c92-9bac-493f-ae3e-3652e8b33a77,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:17.444717 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:17.492406 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-738a7aa0-a467-4963-942c-28edc2174cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:17.501492 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33089c02-c9fe-438d-aad2-bba386923a5e req-4ce857f3-40c6-4a5d-a88f-98e84bf94f52 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584262 Sep 29 17:20:17.529269 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:16Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:17.577559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=51756c25-94fb-422f-bb40-bf31cb47f1dd,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:17.598793 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1567a7-906e-4d06-808f-92a42f2157c4 None None] The sync data for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 is: [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:16Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:20:17.603583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:17.668925 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-738a7aa0-a467-4963-942c-28edc2174cf4 None None] For port 8116d500-23d0-4f2f-90f7-11f0519af14a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8116d500-23d0-4f2f-90f7-11f0519af14a,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:17.694116 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-738a7aa0-a467-4963-942c-28edc2174cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:17.716433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] Set router 169758d3-0d08-4017-aa15-e3a111fd9116 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:17.833930 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ba7afc03-3549-446f-bcb1-5e9ab8c84c93 req-c00ecf29-b880-41b9-8aa4-8be435ccc00b tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936859 Sep 29 17:20:17.886475 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a7aa0-a467-4963-942c-28edc2174cf4 None None] Pushing event updated for resources: {'Port': ['ID=8116d500-23d0-4f2f-90f7-11f0519af14a,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:17.942720 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-383ea734-b6b0-4805-beb7-f44c0fcce60e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Made reservation on behalf of 8a574b384453442aa95343d2e20cf95b for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:20:17.947067 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-383ea734-b6b0-4805-beb7-f44c0fcce60e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:17.999688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] For port 2cc8cf57-72a7-451c-b24c-c823077f331e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2cc8cf57-72a7-451c-b24c-c823077f331e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:18.016150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:18.017850 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:18.041148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Network 89113be8-4127-48d8-b5d4-ce78ff42be85 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:18.047986 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:18.064226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6ee8f143-549f-45c4-950c-d605cb9cea2e None None] Provisioning complete for port 8116d500-23d0-4f2f-90f7-11f0519af14a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:18.065105 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f143-549f-45c4-950c-d605cb9cea2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:18.079745 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0622452e-da29-4989-b33d-96b0021661b1 req-a25a192a-06ba-4b9f-97b8-9b20b25f60c4 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 210 time: 0.0578322 Sep 29 17:20:18.109241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] For port 2cc8cf57-72a7-451c-b24c-c823077f331e, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:18.305136 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dc87e3-79b3-4ecc-9741-c083aa2fec17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc8cf57-72a7-451c-b24c-c823077f331e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:18.314493 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c54df8-9e94-4dcc-abf6-d47ec83bea34" -d '{"events": [{"server_uuid": "30dc87e3-79b3-4ecc-9741-c083aa2fec17", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc8cf57-72a7-451c-b24c-c823077f331e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:18.352904 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-61885a74-5112-4cbd-a241-78ba0c12294f req-3ee0d8c3-dfd4-4ac2-9045-170576c4a9a0 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 210 time: 0.1080439 Sep 29 17:20:18.357556 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:18.450534 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Transition to ACTIVE for port object 2cc8cf57-72a7-451c-b24c-c823077f331e will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:20:18.467608 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899352222-router', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '1b745c92-9bac-493f-ae3e-3652e8b33a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:09Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'gw_port': {'id': '1b745c92-9bac-493f-ae3e-3652e8b33a77', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3', 'name': '', 'network_id': '89113be8-4127-48d8-b5d4-ce78ff42be85', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'mac_address': 'fa:16:3e:06:53:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '85cd0e17-6642-4edf-bf39-c799fae05a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:14Z', 'updated_at': '2021-09-29T17:20:16Z', 'revision_number': 2, 'project_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'subnets': [{'id': '85cd0e17-6642-4edf-bf39-c799fae05a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:18.470511 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:18.503858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ddc8a8-a0f9-4d73-bf9b-ddb3be393d68 None None] The sync data for ids ['169758d3-0d08-4017-aa15-e3a111fd9116'] in n-d-811748-2 is: [{'id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899352222-router', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '1b745c92-9bac-493f-ae3e-3652e8b33a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:09Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'gw_port': {'id': '1b745c92-9bac-493f-ae3e-3652e8b33a77', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3', 'name': '', 'network_id': '89113be8-4127-48d8-b5d4-ce78ff42be85', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'mac_address': 'fa:16:3e:06:53:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '85cd0e17-6642-4edf-bf39-c799fae05a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:14Z', 'updated_at': '2021-09-29T17:20:16Z', 'revision_number': 2, 'project_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'subnets': [{'id': '85cd0e17-6642-4edf-bf39-c799fae05a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:20:18.553815 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aeceddab-d70d-485a-ac5a-d57e82d650fb req-5b49cc21-ede4-483b-9ca9-5bdbdac7c4f7 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 210 time: 0.0917835 Sep 29 17:20:18.580770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e6a41297-ac94-4d79-967a-045f2db69a0e None None] Provisioning complete for port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:18.581221 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e6a41297-ac94-4d79-967a-045f2db69a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:18.632547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] No DVR routers for this DVR port 2cc8cf57-72a7-451c-b24c-c823077f331e on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:20:18.647622 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Router 169758d3-0d08-4017-aa15-e3a111fd9116 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:20:18.648568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Pushing event updated for resources: {'Port': ['ID=2cc8cf57-72a7-451c-b24c-c823077f331e,revision_number=6']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:18.656109 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e6d02a-ce0d-4791-b628-aabec4f8ff62 x-openstack-request-id: req-19e6d02a-ce0d-4791-b628-aabec4f8ff62 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:18.656571 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5382e01-d35c-4ec3-be5d-bfe30b673d71", "name": "network-vif-plugged", "status": "completed", "tag": "51756c25-94fb-422f-bb40-bf31cb47f1dd", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:18.657061 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19e6d02a-ce0d-4791-b628-aabec4f8ff62 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:18.657656 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5382e01-d35c-4ec3-be5d-bfe30b673d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51756c25-94fb-422f-bb40-bf31cb47f1dd', 'code': 200} Sep 29 17:20:18.658387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e6a41297-ac94-4d79-967a-045f2db69a0e None None] Port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:20:18.706838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-4b8d8484-50c0-44de-af76-240f67476c76 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:18.708643 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-4b8d8484-50c0-44de-af76-240f67476c76 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.35 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 820 time: 0.3547716 Sep 29 17:20:18.742289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-10733227-3d61-4a1a-8af4-77ec61fcd584 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Request body: {'port': {'device_id': '278549ed-667c-42fb-99ef-15c8b925cb5b', 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7', 'admin_state_up': True, 'tenant_id': 'd53b74dfe44140fcbab1c205ed9e0f93'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:18.757622 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e56fe-8b90-4ac9-b07b-ee998cfbbc23 req-cd8ebb9e-8c94-4cc6-bdb3-7ad464cb8154 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:18.760981 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b76e56fe-8b90-4ac9-b07b-ee998cfbbc23 req-cd8ebb9e-8c94-4cc6-bdb3-7ad464cb8154 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.8447580 Sep 29 17:20:18.861140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.35', 61754) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:18.934289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Attempting to bind port 2cc8cf57-72a7-451c-b24c-c823077f331e on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:18.934741 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Attempting to bind port 2cc8cf57-72a7-451c-b24c-c823077f331e by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:18.935010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Attempting to bind port 2cc8cf57-72a7-451c-b24c-c823077f331e on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:18.951490 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fff1293a-681b-4417-8d73-d711868616f0 req-e1d5a308-1361-49e0-af94-b68882da731d tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3a3ff8babce74d53aa1ff2d02816ab64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041451 Sep 29 17:20:18.969507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Port 2cc8cf57-72a7-451c-b24c-c823077f331e on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:20:18.969835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Attempting to bind port 2cc8cf57-72a7-451c-b24c-c823077f331e on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:18.991624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236c7c4-1020-43cf-a5a5-9afb1355624f req-8ee025f0-05ad-48ac-bc39-300541f612cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:18.993109 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9236c7c4-1020-43cf-a5a5-9afb1355624f req-8ee025f0-05ad-48ac-bc39-300541f612cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 1096 time: 0.1448684 Sep 29 17:20:19.023847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:19.024185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:19.024550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:19.025001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Bound port: 2cc8cf57-72a7-451c-b24c-c823077f331e, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:19.025374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:19.185363 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b76e56fe-8b90-4ac9-b07b-ee998cfbbc23 req-83a0db7d-adac-47a6-967f-796cd78f575b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015324 Sep 29 17:20:19.188485 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1293a-681b-4417-8d73-d711868616f0 req-962551cb-d1cd-4986-a55e-9e97aab0c53d tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:19.190618 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fff1293a-681b-4417-8d73-d711868616f0 req-962551cb-d1cd-4986-a55e-9e97aab0c53d tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383323 Sep 29 17:20:19.226599 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-383ea734-b6b0-4805-beb7-f44c0fcce60e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Allocated IP 192.168.233.17 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/2ea38ade-4465-48e3-a680-0c9ef912a235) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:19.228284 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9236c7c4-1020-43cf-a5a5-9afb1355624f req-73ff86b1-da66-4278-b32b-89c98fabb297 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146456 Sep 29 17:20:19.238322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-10733227-3d61-4a1a-8af4-77ec61fcd584 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Made reservation on behalf of d53b74dfe44140fcbab1c205ed9e0f93 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:20:19.242363 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-10733227-3d61-4a1a-8af4-77ec61fcd584 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:19.279469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fff1293a-681b-4417-8d73-d711868616f0 req-27ddf363-9b30-455a-8dda-fd123359a9e4 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/quotas/3a3ff8babce74d53aa1ff2d02816ab64 HTTP/1.1" status: 200 len: 375 time: 0.0710819 Sep 29 17:20:19.282662 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-857baf5d-cfc6-42c9-bffa-888bd8563c92 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:19.284286 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-857baf5d-cfc6-42c9-bffa-888bd8563c92 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.35 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 821 time: 0.4205942 Sep 29 17:20:19.298254 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] For port 2cc8cf57-72a7-451c-b24c-c823077f331e, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:19.302474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] For port 2cc8cf57-72a7-451c-b24c-c823077f331e, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2cc8cf57-72a7-451c-b24c-c823077f331e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:19.312594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:20:19.322446 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb41d88-dd59-4c65-92a3-da36f3ed35d9 x-openstack-request-id: req-2cb41d88-dd59-4c65-92a3-da36f3ed35d9 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:19.322934 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dc87e3-79b3-4ecc-9741-c083aa2fec17", "name": "network-vif-unplugged", "status": "completed", "tag": "2cc8cf57-72a7-451c-b24c-c823077f331e", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:19.323013 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2cb41d88-dd59-4c65-92a3-da36f3ed35d9 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:19.323409 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dc87e3-79b3-4ecc-9741-c083aa2fec17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cc8cf57-72a7-451c-b24c-c823077f331e', 'code': 200} Sep 29 17:20:19.326896 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:19.352100 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c841b854-99e5-4e5d-b74d-eb73fcf4cb10 admin admin] 10.222.0.44 "PUT /v2.0/routers/169758d3-0d08-4017-aa15-e3a111fd9116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0143759 Sep 29 17:20:19.417477 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Pushing event updated for resources: {'Port': ['ID=2cc8cf57-72a7-451c-b24c-c823077f331e,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:19.475439 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:19.475999 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:19.478315 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-4ae0c22b-595d-4baf-a546-dea058fa2f7a service neutron] 10.222.0.49 "PUT /v2.0/ports/2cc8cf57-72a7-451c-b24c-c823077f331e HTTP/1.1" status: 200 len: 1096 time: 2.2259741 Sep 29 17:20:19.529919 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fff1293a-681b-4417-8d73-d711868616f0 req-76f49c26-fee5-4d27-b203-8654c02c9653 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a3ff8babce74d53aa1ff2d02816ab64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2441769 Sep 29 17:20:19.549138 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8116d500-23d0-4f2f-90f7-11f0519af14a up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:19.646246 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfa065-e245-45d2-b223-f8e5df0d5c7c req-8c891bc7-83ce-4102-8b2d-70ae8abaf7a4 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:19.660345 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61cfa065-e245-45d2-b223-f8e5df0d5c7c req-8c891bc7-83ce-4102-8b2d-70ae8abaf7a4 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 945 time: 0.2591665 Sep 29 17:20:19.665065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-498f66e0-ad75-41f5-b7fc-3dca96cf35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:19.666673 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-498f66e0-ad75-41f5-b7fc-3dca96cf35b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 1099 time: 0.1359177 Sep 29 17:20:19.688594 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8116d500-23d0-4f2f-90f7-11f0519af14a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:19.688978 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:19.750045 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-383ea734-b6b0-4805-beb7-f44c0fcce60e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:19.775418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-10733227-3d61-4a1a-8af4-77ec61fcd584 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Allocated IP 172.20.0.12 (9ff89bdc-1790-411e-92d4-65e23c2d16d7/86eaf9b4-1784-4ab4-8567-540414d627ca/a610e393-0c65-444d-b97f-16de5c7e3ac7) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:19.791714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-8587a114-b2d3-4f90-bf23-6923aaa110c2 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Request body: {'port': {'device_id': '04a8a0ad-34be-4851-9330-645677272498', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'admin_state_up': True, 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:19.811630 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-383ea734-b6b0-4805-beb7-f44c0fcce60e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:19.813960 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-60124af4-bd7c-46eb-892e-28b798584a08 req-478dc91c-380a-44bf-9de8-333cf3386889 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 210 time: 0.0431335 Sep 29 17:20:19.854857 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['8006b27e-99bf-43db-a938-5c426b2d145e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:19.880047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-9dd258dd-cda5-4e0f-a7d9-1727701b5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:19.882131 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-9dd258dd-cda5-4e0f-a7d9-1727701b5faf service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2001693 Sep 29 17:20:19.959276 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-6af0051c-00d4-4c3e-b188-58d2bb91e62d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2cc8cf57-72a7-451c-b24c-c823077f331e HTTP/1.1" status: 200 len: 217 time: 0.0535998 Sep 29 17:20:19.995939 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61cfa065-e245-45d2-b223-f8e5df0d5c7c req-d934cbf4-c420-428b-83d9-cf23d47fa8e6 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346920 Sep 29 17:20:20.013385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-383ea734-b6b0-4805-beb7-f44c0fcce60e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:20.057230 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-383ea734-b6b0-4805-beb7-f44c0fcce60e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:20.071329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-383ea734-b6b0-4805-beb7-f44c0fcce60e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:20.077955 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-383ea734-b6b0-4805-beb7-f44c0fcce60e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:20.078740 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-383ea734-b6b0-4805-beb7-f44c0fcce60e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:20.107755 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-383ea734-b6b0-4805-beb7-f44c0fcce60e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8983037 Sep 29 17:20:20.108653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ea734-b6b0-4805-beb7-f44c0fcce60e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Pushing event updated for resources: {'Port': ['ID=2ea38ade-4465-48e3-a680-0c9ef912a235,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:20.154112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-a8508a2c-f57d-4b21-a336-9aa2853e960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:20.155797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Request body: {'port': {'device_id': '268da785-ea77-4754-b8f9-ea569c9b0d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:20.156439 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-a8508a2c-f57d-4b21-a336-9aa2853e960a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1780005 Sep 29 17:20:20.196223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf71d8-52dd-489f-890e-d9547df75460 req-66ab1853-eeaf-4dc2-9c2f-05889dd04bdf tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:20.206193 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-faaf71d8-52dd-489f-890e-d9547df75460 req-66ab1853-eeaf-4dc2-9c2f-05889dd04bdf tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 935 time: 0.2541351 Sep 29 17:20:20.213604 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5404c531-c270-483a-9193-400274d5f658 req-88285de6-dc0d-4e6c-9787-fb203fe3133f tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 210 time: 0.0686417 Sep 29 17:20:20.297976 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:20.301884 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-8587a114-b2d3-4f90-bf23-6923aaa110c2 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Made reservation on behalf of 4a4458d3c4a64659b03a39cea8cc9e8b for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:20:20.305997 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-8587a114-b2d3-4f90-bf23-6923aaa110c2 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:20.319945 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-10733227-3d61-4a1a-8af4-77ec61fcd584 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:20.398051 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-faaf71d8-52dd-489f-890e-d9547df75460 req-edd0399e-cf6e-4154-9817-f2bb7299204c tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908591 Sep 29 17:20:20.436546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-3d704138-baec-4aee-857d-e30572b1fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:20.438160 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-3d704138-baec-4aee-857d-e30572b1fe47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2521415 Sep 29 17:20:20.438364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-74ec5802-991e-4dc3-9a34-eb063f96ff0d None None] Provisioning complete for port 2ea38ade-4465-48e3-a680-0c9ef912a235 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:20.438872 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-74ec5802-991e-4dc3-9a34-eb063f96ff0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:20.565656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-74ec5802-991e-4dc3-9a34-eb063f96ff0d None None] Port 2ea38ade-4465-48e3-a680-0c9ef912a235 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:20:20.617457 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1ba77908-df31-4afc-89e3-b87c8abae863 req-161e470b-5fbf-42f0-a205-8bef6b56603a tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 210 time: 0.1272740 Sep 29 17:20:20.705204 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-3de35fd7-0421-476b-b736-3aeeac569c8a service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536104 Sep 29 17:20:20.706832 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-10733227-3d61-4a1a-8af4-77ec61fcd584 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:20.852429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-8587a114-b2d3-4f90-bf23-6923aaa110c2 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Allocated IP 172.20.0.9 (fb7a1420-64a9-48a3-85e8-74b4d30ac194/e1e0d88c-9eed-455c-b1a0-78e0e5d28593/5376ddf6-de01-4550-930c-4a8a487ae138) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:20.905816 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c65a0-f7d2-4953-a83b-ab4884a6d1ec req-5a9d06e8-cbbb-4dbd-9d19-54f43b1afb74 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:20.907378 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e9c65a0-f7d2-4953-a83b-ab4884a6d1ec req-5a9d06e8-cbbb-4dbd-9d19-54f43b1afb74 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 948 time: 0.2117746 Sep 29 17:20:21.001519 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e9c65a0-f7d2-4953-a83b-ab4884a6d1ec req-4f27fdc6-a339-484d-9827-697621cbcea6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823610 Sep 29 17:20:21.107727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10733227-3d61-4a1a-8af4-77ec61fcd584 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Pushing event updated for resources: {'Port': ['ID=a610e393-0c65-444d-b97f-16de5c7e3ac7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:21.113515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-10733227-3d61-4a1a-8af4-77ec61fcd584 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:21.117377 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-10733227-3d61-4a1a-8af4-77ec61fcd584 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:21.119739 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-10733227-3d61-4a1a-8af4-77ec61fcd584 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:21.142778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea38ade-4465-48e3-a680-0c9ef912a235 {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:21.178029 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:21.183288 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-8587a114-b2d3-4f90-bf23-6923aaa110c2 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:21.184150 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edfbf76-bae5-4685-a369-37967c3745f2 req-ec4ac61f-b955-403f-8243-eaca4cce24ed service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627020 Sep 29 17:20:21.205306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-10733227-3d61-4a1a-8af4-77ec61fcd584 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:21.206212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-10733227-3d61-4a1a-8af4-77ec61fcd584 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:21.218118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Transition to ACTIVE for port object 2ea38ade-4465-48e3-a680-0c9ef912a235 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:20:21.229099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b741f-7289-41e5-9c59-b1edf0406a82 req-692423de-f7e2-468d-a320-92de0d9df57d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:21.229383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a17a2-5ffc-4285-af28-eb4cbdf30f95 req-bb62f7cd-7842-42a4-a79f-8ea861db1211 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:21.229824 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-215a17a2-5ffc-4285-af28-eb4cbdf30f95 req-bb62f7cd-7842-42a4-a79f-8ea861db1211 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 945 time: 0.0946434 Sep 29 17:20:21.232841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce6b741f-7289-41e5-9c59-b1edf0406a82 req-692423de-f7e2-468d-a320-92de0d9df57d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 932 time: 0.1404212 Sep 29 17:20:21.234550 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:21.256638 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-10733227-3d61-4a1a-8af4-77ec61fcd584 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5221558 Sep 29 17:20:21.281346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Request body: {'port': {'device_id': '278549ed-667c-42fb-99ef-15c8b925cb5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:21.316584 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce6b741f-7289-41e5-9c59-b1edf0406a82 req-07bdcc15-04d1-4aed-b86a-b5782538a2ce tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827563 Sep 29 17:20:21.349075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dc87e3-79b3-4ecc-9741-c083aa2fec17', 'tag': '2cc8cf57-72a7-451c-b24c-c823077f331e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:21.357261 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54e2240-2010-476c-a9d3-577df1071e25" -d '{"events": [{"name": "network-changed", "server_uuid": "30dc87e3-79b3-4ecc-9741-c083aa2fec17", "tag": "2cc8cf57-72a7-451c-b24c-c823077f331e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:21.433226 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fff1293a-681b-4417-8d73-d711868616f0 req-4d6147e0-ded1-477b-b746-c7ce1abacfa3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3a3ff8babce74d53aa1ff2d02816ab64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1155391 Sep 29 17:20:21.535530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1b745c92-9bac-493f-ae3e-3652e8b33a77 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:21.554543 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c5bad65-f521-418f-95f6-fa689d1ba96f req-9085e696-7061-42e0-b0cf-522e3be34326 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 210 time: 0.0950086 Sep 29 17:20:21.566690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:21.570360 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-8587a114-b2d3-4f90-bf23-6923aaa110c2 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:21.583445 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Pushing event updated for resources: {'Port': ['ID=2ea38ade-4465-48e3-a680-0c9ef912a235,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:21.670021 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-215a17a2-5ffc-4285-af28-eb4cbdf30f95 req-694e860f-da10-4bf4-a3c8-05e0e19c899c tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257514 Sep 29 17:20:21.677799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 1b745c92-9bac-493f-ae3e-3652e8b33a77 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:21.678699 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:21.735523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-8587a114-b2d3-4f90-bf23-6923aaa110c2 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Network fb7a1420-64a9-48a3-85e8-74b4d30ac194 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:21.743518 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-8587a114-b2d3-4f90-bf23-6923aaa110c2 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:21.745592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Attempting to bind port 2ea38ade-4465-48e3-a680-0c9ef912a235 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:21.746536 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Attempting to bind port 2ea38ade-4465-48e3-a680-0c9ef912a235 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:21.747072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Attempting to bind port 2ea38ade-4465-48e3-a680-0c9ef912a235 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:21.756970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-8587a114-b2d3-4f90-bf23-6923aaa110c2 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:21.767932 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-8587a114-b2d3-4f90-bf23-6923aaa110c2 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:21.774630 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2cc8cf57-72a7-451c-b24c-c823077f331e no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:20:21.776476 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-8587a114-b2d3-4f90-bf23-6923aaa110c2 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:21.797942 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587a114-b2d3-4f90-bf23-6923aaa110c2 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Pushing event updated for resources: {'Port': ['ID=5376ddf6-de01-4550-930c-4a8a487ae138,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:21.805419 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Port 2ea38ade-4465-48e3-a680-0c9ef912a235 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:20:21.807300 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Attempting to bind port 2ea38ade-4465-48e3-a680-0c9ef912a235 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:21.818912 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:21.825402 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:21.826001 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:21.826558 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Bound port: 2ea38ade-4465-48e3-a680-0c9ef912a235, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:21.827351 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:21.831463 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-8587a114-b2d3-4f90-bf23-6923aaa110c2 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1684411 Sep 29 17:20:21.860411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Request body: {'port': {'device_id': '04a8a0ad-34be-4851-9330-645677272498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:21.864382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2cc8cf57-72a7-451c-b24c-c823077f331e not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:20:21.974740 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:22.021179 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 1b745c92-9bac-493f-ae3e-3652e8b33a77, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1b745c92-9bac-493f-ae3e-3652e8b33a77,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:22.032096 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:22.053723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47834) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:22.061962 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d7a34e-e409-4ed9-b313-d20fa31a2cb2 x-openstack-request-id: req-b7d7a34e-e409-4ed9-b313-d20fa31a2cb2 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:22.062257 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30dc87e3-79b3-4ecc-9741-c083aa2fec17", "tag": "2cc8cf57-72a7-451c-b24c-c823077f331e", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:22.062511 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7d7a34e-e409-4ed9-b313-d20fa31a2cb2 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:22.062903 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dc87e3-79b3-4ecc-9741-c083aa2fec17', 'tag': '2cc8cf57-72a7-451c-b24c-c823077f331e', 'status': 'completed', 'code': 200} Sep 29 17:20:22.102713 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-e8666747-68a4-4134-903d-b3e792a370cb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154223002', 'description': 'tempest-description--1514707892'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:22.115458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=1b745c92-9bac-493f-ae3e-3652e8b33a77,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:22.138348 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:22.151733 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] For port 2ea38ade-4465-48e3-a680-0c9ef912a235, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:22.163343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e485776d-492c-44ad-a253-071ae08c25ac None None] Provisioning complete for port 5376ddf6-de01-4550-930c-4a8a487ae138 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:22.163842 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e485776d-492c-44ad-a253-071ae08c25ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:22.185251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8e5cc-fd95-4f07-b749-7449f4d277bc req-55542c42-541b-4a6f-b7a1-02757258c14e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:22.187227 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00a8e5cc-fd95-4f07-b749-7449f4d277bc req-55542c42-541b-4a6f-b7a1-02757258c14e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 947 time: 0.1690297 Sep 29 17:20:22.190531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] For port 2ea38ade-4465-48e3-a680-0c9ef912a235, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2ea38ade-4465-48e3-a680-0c9ef912a235,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:22.202794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1293a-681b-4417-8d73-d711868616f0 req-a31eb81c-ffec-4ea6-9c57-fb675094e116 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:22.203610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e485776d-492c-44ad-a253-071ae08c25ac None None] Port 5376ddf6-de01-4550-930c-4a8a487ae138 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:20:22.204255 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fff1293a-681b-4417-8d73-d711868616f0 req-a31eb81c-ffec-4ea6-9c57-fb675094e116 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7598441 Sep 29 17:20:22.238074 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:22.239844 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-fff1293a-681b-4417-8d73-d711868616f0 req-bb56cd06-9e37-40e2-88f8-043517644fb2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Request body: {'port': {'device_id': '113052fa-1180-46a0-b97b-ba45b6cdb399', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': '3a3ff8babce74d53aa1ff2d02816ab64'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:22.251666 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3641768e-a150-4dcf-b30d-441e002fe8b6 req-b4e4f482-c579-4561-ab06-ec5291160285 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 210 time: 0.1175325 Sep 29 17:20:22.317473 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8666747-68a4-4134-903d-b3e792a370cb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:22.345476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e2240-2010-476c-a9d3-577df1071e25 req-965cd171-f724-4df1-abb9-4dedb64a936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:22.348272 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f54e2240-2010-476c-a9d3-577df1071e25 req-965cd171-f724-4df1-abb9-4dedb64a936c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 1099 time: 0.2842288 Sep 29 17:20:22.358176 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:22.358775 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:22.360192 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] 10.222.0.35 "PUT /v2.0/ports/2ea38ade-4465-48e3-a680-0c9ef912a235 HTTP/1.1" status: 200 len: 1095 time: 2.2143567 Sep 29 17:20:22.389406 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268da785-ea77-4754-b8f9-ea569c9b0d4f', 'tag': '2ea38ade-4465-48e3-a680-0c9ef912a235'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:22.395203 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7296dfa2-6a5b-471c-a888-b7c8cb289b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "268da785-ea77-4754-b8f9-ea569c9b0d4f", "tag": "2ea38ade-4465-48e3-a680-0c9ef912a235"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:22.400717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e2240-2010-476c-a9d3-577df1071e25 req-7211d594-a624-4612-b82e-e7311783e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:22.402270 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f54e2240-2010-476c-a9d3-577df1071e25 req-7211d594-a624-4612-b82e-e7311783e274 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 1099 time: 0.3439169 Sep 29 17:20:22.432712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e578b-d0e3-4c0c-9fc2-c8f518a870db service neutron] Pushing event updated for resources: {'Port': ['ID=2ea38ade-4465-48e3-a680-0c9ef912a235,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:22.440739 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00a8e5cc-fd95-4f07-b749-7449f4d277bc req-66d95592-15c5-47a1-a128-0467501607bc tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476089 Sep 29 17:20:22.549354 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-58d330da-a2cd-4047-b726-575e4ae7f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:22.551328 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-58d330da-a2cd-4047-b726-575e4ae7f94c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a574b384453442aa95343d2e20cf95b&device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 1098 time: 0.1097383 Sep 29 17:20:22.564945 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a610e393-0c65-444d-b97f-16de5c7e3ac7 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:22.594916 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:22.653152 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-a59c7e76-1c75-4b10-ab51-0cb41204d58c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=2ea38ade-4465-48e3-a680-0c9ef912a235 HTTP/1.1" status: 200 len: 217 time: 0.0835862 Sep 29 17:20:22.688903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Transition to ACTIVE for port object a610e393-0c65-444d-b97f-16de5c7e3ac7 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:20:22.712581 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:22.743080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-3dc2bd70-447c-41de-99d5-64c26a8d8ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:22.744526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-3dc2bd70-447c-41de-99d5-64c26a8d8ca9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0840261 Sep 29 17:20:22.752134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d223a1-4eb8-43af-863f-9ec23b099257 req-653ecd8f-2f3f-4795-ad9a-c36a9f792f40 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:22.753520 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c5d223a1-4eb8-43af-863f-9ec23b099257 req-653ecd8f-2f3f-4795-ad9a-c36a9f792f40 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 948 time: 0.1856933 Sep 29 17:20:22.756702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e2240-2010-476c-a9d3-577df1071e25 req-476ff39b-52a6-43b7-b854-4995f8a79dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:22.758171 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f54e2240-2010-476c-a9d3-577df1071e25 req-476ff39b-52a6-43b7-b854-4995f8a79dbb service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.3643348 Sep 29 17:20:22.775248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e2240-2010-476c-a9d3-577df1071e25 req-e18adc7f-267b-4aa3-a1fa-5c92dc434b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:22.776709 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f54e2240-2010-476c-a9d3-577df1071e25 req-e18adc7f-267b-4aa3-a1fa-5c92dc434b37 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.3536468 Sep 29 17:20:22.797186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad5b8f-2835-41a6-9609-04c45919cad0 req-47d1cf4c-5439-421d-b605-f00d5d57276d tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:22.798656 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96ad5b8f-2835-41a6-9609-04c45919cad0 req-47d1cf4c-5439-421d-b605-f00d5d57276d tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 1096 time: 0.2293522 Sep 29 17:20:22.806859 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5376ddf6-de01-4550-930c-4a8a487ae138 {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:22.818534 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:22.846205 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Transition to ACTIVE for port object 5376ddf6-de01-4550-930c-4a8a487ae138 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:20:22.851322 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c5d223a1-4eb8-43af-863f-9ec23b099257 req-4a7ef45f-292f-47d1-8bb1-bd42e9905ad0 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864558 Sep 29 17:20:22.853185 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:22.856984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-a01e8289-0251-46be-ab3f-e1e114ab5c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:22.858480 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-a01e8289-0251-46be-ab3f-e1e114ab5c87 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026556 Sep 29 17:20:22.887888 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f54e2240-2010-476c-a9d3-577df1071e25 req-cca1fe25-7d82-4113-bd61-cf30a5334fdf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2cc8cf57-72a7-451c-b24c-c823077f331e HTTP/1.1" status: 200 len: 217 time: 0.1032629 Sep 29 17:20:22.888617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Pushing event updated for resources: {'Port': ['ID=a610e393-0c65-444d-b97f-16de5c7e3ac7,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:22.895754 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f54e2240-2010-476c-a9d3-577df1071e25 req-24b15296-30de-4045-9311-8f7e75fd8911 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2cc8cf57-72a7-451c-b24c-c823077f331e HTTP/1.1" status: 200 len: 217 time: 0.1054418 Sep 29 17:20:22.924067 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8666747-68a4-4134-903d-b3e792a370cb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:22.953056 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8666747-68a4-4134-903d-b3e792a370cb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:22.985148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Pushing event updated for resources: {'Port': ['ID=5376ddf6-de01-4550-930c-4a8a487ae138,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:23.057268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Attempting to bind port 5376ddf6-de01-4550-930c-4a8a487ae138 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:23.058111 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Attempting to bind port 5376ddf6-de01-4550-930c-4a8a487ae138 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:23.058441 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Attempting to bind port 5376ddf6-de01-4550-930c-4a8a487ae138 on network fb7a1420-64a9-48a3-85e8-74b4d30ac194 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:23.067072 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-82d931a9-9c6f-489e-adb6-ab2b4941c275 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752639 Sep 29 17:20:23.070030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Port 5376ddf6-de01-4550-930c-4a8a487ae138 on network fb7a1420-64a9-48a3-85e8-74b4d30ac194 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:20:23.070164 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Attempting to bind port 5376ddf6-de01-4550-930c-4a8a487ae138 on network fb7a1420-64a9-48a3-85e8-74b4d30ac194 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:23.076292 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96ad5b8f-2835-41a6-9609-04c45919cad0 req-58464b25-54fd-474e-8c41-ab439a6829ba tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407300 Sep 29 17:20:23.082209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7bca3-6e1d-45e0-994a-ddfcd5c6e821 req-d66d18d0-db05-428e-83de-210476e17622 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:23.083762 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98c7bca3-6e1d-45e0-994a-ddfcd5c6e821 req-d66d18d0-db05-428e-83de-210476e17622 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 944 time: 0.1496885 Sep 29 17:20:23.095055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:23.095392 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Checking segment: {'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:23.095776 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Bound using segment: {'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:23.096225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Bound port: 5376ddf6-de01-4550-930c-4a8a487ae138, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:23.097057 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:23.098539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff1293a-681b-4417-8d73-d711868616f0 req-bb56cd06-9e37-40e2-88f8-043517644fb2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Made reservation on behalf of 3a3ff8babce74d53aa1ff2d02816ab64 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:20:23.102042 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fff1293a-681b-4417-8d73-d711868616f0 req-bb56cd06-9e37-40e2-88f8-043517644fb2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:23.133758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8666747-68a4-4134-903d-b3e792a370cb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0414120c-0038-4c26-8c6d-4b73a5867b6c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:23.139459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e2240-2010-476c-a9d3-577df1071e25 req-a476b0e5-2f16-45ed-8d96-cd13fb12c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:23.140957 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f54e2240-2010-476c-a9d3-577df1071e25 req-a476b0e5-2f16-45ed-8d96-cd13fb12c3a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.2285144 Sep 29 17:20:23.144995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e2240-2010-476c-a9d3-577df1071e25 req-5d476ca5-fb6c-454c-91e4-555eeae46c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:23.151714 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f54e2240-2010-476c-a9d3-577df1071e25 req-5d476ca5-fb6c-454c-91e4-555eeae46c3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.2461882 Sep 29 17:20:23.153301 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8666747-68a4-4134-903d-b3e792a370cb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:23.157148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e8666747-68a4-4134-903d-b3e792a370cb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0897617 Sep 29 17:20:23.161801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47850) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:23.183118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-22ae138e-befa-456e-af40-541ba3e72abd tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Request body: {'security_group_rule': {'security_group_id': '0414120c-0038-4c26-8c6d-4b73a5867b6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:23.188444 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c066d5f-3f61-4f24-a5c9-20bc939e819a x-openstack-request-id: req-5c066d5f-3f61-4f24-a5c9-20bc939e819a {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:23.189179 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268da785-ea77-4754-b8f9-ea569c9b0d4f", "tag": "2ea38ade-4465-48e3-a680-0c9ef912a235", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:23.189657 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c066d5f-3f61-4f24-a5c9-20bc939e819a {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:23.190092 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268da785-ea77-4754-b8f9-ea569c9b0d4f', 'tag': '2ea38ade-4465-48e3-a680-0c9ef912a235', 'status': 'completed', 'code': 200} Sep 29 17:20:23.238991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Attempting to bind port a610e393-0c65-444d-b97f-16de5c7e3ac7 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:23.239318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Attempting to bind port a610e393-0c65-444d-b97f-16de5c7e3ac7 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:23.239637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Attempting to bind port a610e393-0c65-444d-b97f-16de5c7e3ac7 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:23.297550 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98c7bca3-6e1d-45e0-994a-ddfcd5c6e821 req-3fa731cd-50d8-4019-aa51-bb894e334be9 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920760 Sep 29 17:20:23.322436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Port a610e393-0c65-444d-b97f-16de5c7e3ac7 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:20:23.322740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Attempting to bind port a610e393-0c65-444d-b97f-16de5c7e3ac7 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:23.340219 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49277a79-7498-4ab7-b9db-6022e37eb80e req-9b139aed-cf9c-46c3-b8cb-1c07a07fa39c service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547390 Sep 29 17:20:23.345667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] For port 5376ddf6-de01-4550-930c-4a8a487ae138, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:23.349330 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] For port 5376ddf6-de01-4550-930c-4a8a487ae138, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=5376ddf6-de01-4550-930c-4a8a487ae138,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:23.354257 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:23.362792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:23.363139 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Checking segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:23.363516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Bound using segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:23.363966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Bound port: a610e393-0c65-444d-b97f-16de5c7e3ac7, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:23.364326 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:23.395002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:23.395508 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:23.397024 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] 10.222.0.35 "PUT /v2.0/ports/5376ddf6-de01-4550-930c-4a8a487ae138 HTTP/1.1" status: 200 len: 1091 time: 1.5421107 Sep 29 17:20:23.434501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e2240-2010-476c-a9d3-577df1071e25 req-7e4cd9ad-8833-4416-a246-3dbfdfd0f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:23.436022 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f54e2240-2010-476c-a9d3-577df1071e25 req-7e4cd9ad-8833-4416-a246-3dbfdfd0f776 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2802103 Sep 29 17:20:23.436706 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-22ae138e-befa-456e-af40-541ba3e72abd tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:23.449624 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe7680-7001-4372-8875-aedcdc195c89 service neutron] Pushing event updated for resources: {'Port': ['ID=5376ddf6-de01-4550-930c-4a8a487ae138,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:23.450966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e2240-2010-476c-a9d3-577df1071e25 req-2ea8c92e-af93-44a9-b6b3-d27d021ee48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:23.452458 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f54e2240-2010-476c-a9d3-577df1071e25 req-2ea8c92e-af93-44a9-b6b3-d27d021ee48e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2728901 Sep 29 17:20:23.464618 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12fc08-0f27-4ed4-86f7-246c3bed4041 req-b8daf629-1b79-4cb6-b8b4-df64d9725913 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:23.466785 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2b12fc08-0f27-4ed4-86f7-246c3bed4041 req-b8daf629-1b79-4cb6-b8b4-df64d9725913 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 1096 time: 0.0628006 Sep 29 17:20:23.544394 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1b745c92-9bac-493f-ae3e-3652e8b33a77 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:23.586805 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2b12fc08-0f27-4ed4-86f7-246c3bed4041 req-ce5cc02b-c781-4f5e-ba5e-8d1332079b7c tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753715 Sep 29 17:20:23.594524 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296dfa2-6a5b-471c-a888-b7c8cb289b2b req-8ccbd008-88f5-4ade-91a9-f6a851a6529b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:23.596309 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7296dfa2-6a5b-471c-a888-b7c8cb289b2b req-8ccbd008-88f5-4ade-91a9-f6a851a6529b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8a574b384453442aa95343d2e20cf95b&device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 1098 time: 0.1188598 Sep 29 17:20:23.632574 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Sync routers for ids ['169758d3-0d08-4017-aa15-e3a111fd9116'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:20:23.637900 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-f9cba4c9-6ccd-4575-b518-f407dd4441f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:23.639412 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-f9cba4c9-6ccd-4575-b518-f407dd4441f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 1094 time: 0.1292238 Sep 29 17:20:23.655943 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Routers {'169758d3-0d08-4017-aa15-e3a111fd9116'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:23.657925 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['169758d3-0d08-4017-aa15-e3a111fd9116'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:23.666363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 1b745c92-9bac-493f-ae3e-3652e8b33a77 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:23.666918 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:23.756776 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-126ccbb4-25c8-4112-9f71-837fde65487d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5376ddf6-de01-4550-930c-4a8a487ae138 HTTP/1.1" status: 200 len: 217 time: 0.0889528 Sep 29 17:20:23.768716 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f54e2240-2010-476c-a9d3-577df1071e25 req-fbce1868-f2d9-4fc0-927b-d83a4edca1c2 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594373 Sep 29 17:20:23.837794 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-339d9c28-36be-44cd-b55a-6c5fb8f0fd56 req-7183b00d-ab08-4eb9-a0c5-d14d2b589345 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 210 time: 0.0804176 Sep 29 17:20:23.924764 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-bbdd5dc1-b75c-4260-9bd4-a301b99770b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:23.926141 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-bbdd5dc1-b75c-4260-9bd4-a301b99770b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 200 len: 860 time: 0.1593809 Sep 29 17:20:23.929113 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296dfa2-6a5b-471c-a888-b7c8cb289b2b req-67bd9cd4-bbd5-49b5-9d85-fec12c4713b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:23.930513 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7296dfa2-6a5b-471c-a888-b7c8cb289b2b req-67bd9cd4-bbd5-49b5-9d85-fec12c4713b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.3170700 Sep 29 17:20:24.022668 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Set router 169758d3-0d08-4017-aa15-e3a111fd9116 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:24.064344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47866) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:24.073031 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7296dfa2-6a5b-471c-a888-b7c8cb289b2b req-af47e820-b389-4401-9cc5-755ca7238897 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=2ea38ade-4465-48e3-a680-0c9ef912a235 HTTP/1.1" status: 200 len: 217 time: 0.0850356 Sep 29 17:20:24.087702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104c0ed-03e3-4e59-8224-301e0fc745e5 req-3e90fa1d-77a8-4b10-a034-c1155ab516eb tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:24.095604 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4104c0ed-03e3-4e59-8224-301e0fc745e5 req-3e90fa1d-77a8-4b10-a034-c1155ab516eb tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 943 time: 0.8236597 Sep 29 17:20:24.115976 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-fff1293a-681b-4417-8d73-d711868616f0 req-bb56cd06-9e37-40e2-88f8-043517644fb2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Allocated IP 192.168.233.163 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/910189b6-6301-492c-9ce4-3aa298d62f83) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:24.156548 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3666a663-6018-4f4e-b5a8-da374828b840 req-59158880-4fdc-441b-84ab-5e76cf2122e6 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:24.158359 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3666a663-6018-4f4e-b5a8-da374828b840 req-59158880-4fdc-441b-84ab-5e76cf2122e6 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 947 time: 0.2220621 Sep 29 17:20:24.163732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-3d091ed4-bbb6-46b5-8b37-b13079fa6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:24.166118 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-3d091ed4-bbb6-46b5-8b37-b13079fa6356 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb7a1420-64a9-48a3-85e8-74b4d30ac194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715052 Sep 29 17:20:24.238460 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc26f172-fbb1-4fe2-84ad-38d16c66c586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:24.254273 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296dfa2-6a5b-471c-a888-b7c8cb289b2b req-3ceece67-5ff2-47ef-b0a5-27459e14f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:24.255719 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7296dfa2-6a5b-471c-a888-b7c8cb289b2b req-3ceece67-5ff2-47ef-b0a5-27459e14f8a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1631248 Sep 29 17:20:24.313234 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] For port a610e393-0c65-444d-b97f-16de5c7e3ac7, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:24.321686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899352222-router', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '1b745c92-9bac-493f-ae3e-3652e8b33a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:09Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'gw_port': {'id': '1b745c92-9bac-493f-ae3e-3652e8b33a77', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3', 'name': '', 'network_id': '89113be8-4127-48d8-b5d4-ce78ff42be85', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'mac_address': 'fa:16:3e:06:53:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '85cd0e17-6642-4edf-bf39-c799fae05a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:14Z', 'updated_at': '2021-09-29T17:20:16Z', 'revision_number': 2, 'project_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'subnets': [{'id': '85cd0e17-6642-4edf-bf39-c799fae05a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:24.325057 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3666a663-6018-4f4e-b5a8-da374828b840 req-491cd48e-0775-4dfe-b1fa-b0c5d9b2e7e5 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532707 Sep 29 17:20:24.333744 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-22ae138e-befa-456e-af40-541ba3e72abd tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:24.364427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Checking router: 169758d3-0d08-4017-aa15-e3a111fd9116 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:20:24.364777 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Updating router 169758d3-0d08-4017-aa15-e3a111fd9116 port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:20:24.392419 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-43caf993-3ee3-4fd6-94ef-64a6d7737db8 service neutron] 10.222.0.35 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000093 Sep 29 17:20:24.395761 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:24.406864 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296dfa2-6a5b-471c-a888-b7c8cb289b2b req-c1118e53-7104-456e-b41b-24dcbf680fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:24.408296 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7296dfa2-6a5b-471c-a888-b7c8cb289b2b req-c1118e53-7104-456e-b41b-24dcbf680fcd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1413615 Sep 29 17:20:24.416468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f54e2240-2010-476c-a9d3-577df1071e25 req-636cf115-0cec-475a-a182-1286a0a58b0e service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9125044 Sep 29 17:20:24.419456 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4104c0ed-03e3-4e59-8224-301e0fc745e5 req-45607a8e-801f-4a51-aaae-db448a17631c tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230915 Sep 29 17:20:24.438690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-22ae138e-befa-456e-af40-541ba3e72abd tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:24.521207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] For port a610e393-0c65-444d-b97f-16de5c7e3ac7, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a610e393-0c65-444d-b97f-16de5c7e3ac7,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:24.558190 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:24.597052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae138e-befa-456e-af40-541ba3e72abd tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd6d3d2-2923-4822-bbc9-29ae9cc05590,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:24.651407 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0977b1f3-24b1-4ec2-9530-2dcd5bc41c57 req-f80a72c5-42b1-4974-91c5-c6425550f4e8 service neutron] 10.222.0.35 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549958 Sep 29 17:20:24.671711 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff96b1-fe82-4a5c-b261-5cb7216c308c req-76e44277-065d-4577-9a9e-ba08109cf7ad tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:24.673417 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d4ff96b1-fe82-4a5c-b261-5cb7216c308c req-76e44277-065d-4577-9a9e-ba08109cf7ad tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 948 time: 0.1824043 Sep 29 17:20:24.676583 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc26f172-fbb1-4fe2-84ad-38d16c66c586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:24.678245 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7296dfa2-6a5b-471c-a888-b7c8cb289b2b req-72fe140e-3211-4e55-9ba2-32c935d51002 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536671 Sep 29 17:20:24.682115 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc26f172-fbb1-4fe2-84ad-38d16c66c586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:24.695856 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f54e2240-2010-476c-a9d3-577df1071e25 req-ace65099-7f8b-46e3-8195-710777ffd9dc service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184394 Sep 29 17:20:24.703256 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:24.703816 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:24.705202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] 10.222.0.35 "PUT /v2.0/ports/a610e393-0c65-444d-b97f-16de5c7e3ac7 HTTP/1.1" status: 200 len: 1092 time: 3.4324811 Sep 29 17:20:24.705701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '278549ed-667c-42fb-99ef-15c8b925cb5b', 'tag': 'a610e393-0c65-444d-b97f-16de5c7e3ac7'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:24.708001 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2f3443-3a99-464a-a605-4e0c312d780a" -d '{"events": [{"name": "network-changed", "server_uuid": "278549ed-667c-42fb-99ef-15c8b925cb5b", "tag": "a610e393-0c65-444d-b97f-16de5c7e3ac7"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:24.717323 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-22ae138e-befa-456e-af40-541ba3e72abd tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:24.721805 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-22ae138e-befa-456e-af40-541ba3e72abd tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5489142 Sep 29 17:20:24.724465 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f54e2240-2010-476c-a9d3-577df1071e25 req-6c0e87a5-6fc1-498b-9b59-c24fbefcccba service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778370 Sep 29 17:20:24.728804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47878) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:24.735947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-11badba2-300c-4432-89fa-e7bd7a5054c1 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Request body: {'security_group_rule': {'security_group_id': '0414120c-0038-4c26-8c6d-4b73a5867b6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:24.783905 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bc26f172-fbb1-4fe2-84ad-38d16c66c586 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64de97f268504f2eacd428cb39479b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7156277 Sep 29 17:20:24.787742 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:24.789312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ea599-c177-495a-8b4b-823fd2ce7fd3 req-ca2e4712-51b8-4b06-a118-f21b145927b4 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:24.789911 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26f172-fbb1-4fe2-84ad-38d16c66c586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325ab517-0084-4999-b615-edcf4e102cb5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:24.790723 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-871ea599-c177-495a-8b4b-823fd2ce7fd3 req-ca2e4712-51b8-4b06-a118-f21b145927b4 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 944 time: 0.2722449 Sep 29 17:20:24.793112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47880) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:24.795884 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:24.814282 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fff1293a-681b-4417-8d73-d711868616f0 req-bb56cd06-9e37-40e2-88f8-043517644fb2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:24.815606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d37ab-c97c-4ab8-aab1-b6c7562ad572 service neutron] Pushing event updated for resources: {'Port': ['ID=a610e393-0c65-444d-b97f-16de5c7e3ac7,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:24.873327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364f008-ee2c-48df-9697-7efc138d288a None None] Pushing event updated for resources: {'Port': ['ID=6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:24.873967 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d4ff96b1-fe82-4a5c-b261-5cb7216c308c req-0060199c-da87-4617-81f9-4bdefde9f4a2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667178 Sep 29 17:20:24.928460 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7296dfa2-6a5b-471c-a888-b7c8cb289b2b req-de9e7ded-a207-4b43-b239-f8ad25c5b61e service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320793 Sep 29 17:20:24.938549 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11badba2-300c-4432-89fa-e7bd7a5054c1 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:24.943708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Attempting to bind port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:24.944431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Attempting to bind port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '7d5b83bb-0088-4ee4-9311-293ebbe714b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '89113be8-4127-48d8-b5d4-ce78ff42be85'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:24.945026 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Attempting to bind port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 on network 89113be8-4127-48d8-b5d4-ce78ff42be85 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:24.952346 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:24.953220 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Checking segment: {'id': '7d5b83bb-0088-4ee4-9311-293ebbe714b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '89113be8-4127-48d8-b5d4-ce78ff42be85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:24.953768 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:24.957679 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Bound using segment: {'id': '7d5b83bb-0088-4ee4-9311-293ebbe714b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '89113be8-4127-48d8-b5d4-ce78ff42be85'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:24.958309 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Bound port: 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5b83bb-0088-4ee4-9311-293ebbe714b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '89113be8-4127-48d8-b5d4-ce78ff42be85'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:24.958803 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:25.020697 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-871ea599-c177-495a-8b4b-823fd2ce7fd3 req-8446b3b2-d0e2-4c7f-b3ba-e6d4cda96137 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998746 Sep 29 17:20:25.035585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-0a11bd75-26bf-49e9-bf7c-1302ad31b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:25.037249 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-0a11bd75-26bf-49e9-bf7c-1302ad31b591 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 1095 time: 0.2009819 Sep 29 17:20:25.038980 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a890988b-2773-42c4-97a3-83bda2fc7d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:25.054821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] For port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:25.061084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] For port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3,segment=NetworkSegment(7d5b83bb-0088-4ee4-9311-293ebbe714b4),segment_id=7d5b83bb-0088-4ee4-9311-293ebbe714b4)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:25.068011 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:25.083700 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fff1293a-681b-4417-8d73-d711868616f0 req-bb56cd06-9e37-40e2-88f8-043517644fb2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:25.086052 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2cc8cf57-72a7-451c-b24c-c823077f331e details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:20:25.115883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['a5c8eefc-4a7e-47cc-928f-58f4bab27060', '912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:25.163570 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11badba2-300c-4432-89fa-e7bd7a5054c1 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:25.182462 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a890988b-2773-42c4-97a3-83bda2fc7d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:25.191450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a8a0ad-34be-4851-9330-645677272498', 'tag': '5376ddf6-de01-4550-930c-4a8a487ae138'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:25.194508 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf62dcf-817a-4128-853d-30e4d6ce7f19 x-openstack-request-id: req-1bf62dcf-817a-4128-853d-30e4d6ce7f19 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:25.194641 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c31f98-5d10-48d0-9fa2-64e3a093b106" -d '{"events": [{"name": "network-changed", "server_uuid": "04a8a0ad-34be-4851-9330-645677272498", "tag": "5376ddf6-de01-4550-930c-4a8a487ae138"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:25.194874 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "278549ed-667c-42fb-99ef-15c8b925cb5b", "tag": "a610e393-0c65-444d-b97f-16de5c7e3ac7", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:25.195210 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1bf62dcf-817a-4128-853d-30e4d6ce7f19 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:25.195733 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278549ed-667c-42fb-99ef-15c8b925cb5b', 'tag': 'a610e393-0c65-444d-b97f-16de5c7e3ac7', 'status': 'completed', 'code': 200} Sep 29 17:20:25.207601 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-39273ba2-7d62-4bf3-b1bf-d24c00c1a8cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a610e393-0c65-444d-b97f-16de5c7e3ac7 HTTP/1.1" status: 200 len: 217 time: 0.1409745 Sep 29 17:20:25.208249 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11badba2-300c-4432-89fa-e7bd7a5054c1 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:25.224159 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364f008-ee2c-48df-9697-7efc138d288a None None] Pushing event updated for resources: {'Port': ['ID=6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:25.240570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Routers {'169758d3-0d08-4017-aa15-e3a111fd9116'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:25.241418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['169758d3-0d08-4017-aa15-e3a111fd9116'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:25.290493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff1293a-681b-4417-8d73-d711868616f0 req-bb56cd06-9e37-40e2-88f8-043517644fb2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:25.292910 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11badba2-300c-4432-89fa-e7bd7a5054c1 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:25.294275 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-11badba2-300c-4432-89fa-e7bd7a5054c1 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5635033 Sep 29 17:20:25.297507 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47892) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:25.301929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:25.341781 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-fff1293a-681b-4417-8d73-d711868616f0 req-bb56cd06-9e37-40e2-88f8-043517644fb2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:25.345871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff1293a-681b-4417-8d73-d711868616f0 req-bb56cd06-9e37-40e2-88f8-043517644fb2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:25.349987 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:25.441902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] Set router 169758d3-0d08-4017-aa15-e3a111fd9116 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:25.460225 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1293a-681b-4417-8d73-d711868616f0 req-bb56cd06-9e37-40e2-88f8-043517644fb2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:25.461411 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fff1293a-681b-4417-8d73-d711868616f0 req-bb56cd06-9e37-40e2-88f8-043517644fb2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:25.545595 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11badba2-300c-4432-89fa-e7bd7a5054c1 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ff3537-5708-4083-bdc7-92c7a90420b5,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:25.565971 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:25.566378 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:25.567454 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fff1293a-681b-4417-8d73-d711868616f0 req-bb56cd06-9e37-40e2-88f8-043517644fb2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3384755 Sep 29 17:20:25.587101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56cd06-9e37-40e2-88f8-043517644fb2 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Pushing event updated for resources: {'Port': ['ID=910189b6-6301-492c-9ce4-3aa298d62f83,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:25.632504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Request body: {'port': {'device_id': '113052fa-1180-46a0-b97b-ba45b6cdb399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:25.637668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-d0d28994-920f-4027-9129-9de7bdd5ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:25.639259 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-d0d28994-920f-4027-9129-9de7bdd5ccab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.3709548 Sep 29 17:20:25.670807 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-524aef8f-ef28-4d69-91a3-40632d96f524 None None] Provisioning complete for port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:25.671088 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-524aef8f-ef28-4d69-91a3-40632d96f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:25.714740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59ca78-3553-4696-893d-92008a0fc0a5 req-508908b5-96d8-478e-85e4-ef16d0c11c5a tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:25.717225 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ef59ca78-3553-4696-893d-92008a0fc0a5 req-508908b5-96d8-478e-85e4-ef16d0c11c5a tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 936 time: 0.4254324 Sep 29 17:20:25.737961 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a890988b-2773-42c4-97a3-83bda2fc7d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:25.741222 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a890988b-2773-42c4-97a3-83bda2fc7d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:25.742670 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a890988b-2773-42c4-97a3-83bda2fc7d3b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/325ab517-0084-4999-b615-edcf4e102cb5 HTTP/1.1" status: 204 len: 168 time: 0.9461398 Sep 29 17:20:25.775501 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-3359e70a-5319-4550-97f4-48cef11b8301 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129253 Sep 29 17:20:25.828502 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:25.842724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890988b-2773-42c4-97a3-83bda2fc7d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325ab517-0084-4999-b615-edcf4e102cb5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:25.954478 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:25.955089 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:26.009659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2cc8cf57-72a7-451c-b24c-c823077f331e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2cc8cf57-72a7-451c-b24c-c823077f331e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:26.051956 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '2cc8cf57-72a7-451c-b24c-c823077f331e', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '2cc8cf57-72a7-451c-b24c-c823077f331e', 'mac_address': 'fa:16:3e:fb:d5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:20:26.064113 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Allocated IP 172.25.2.254 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/e6b4cb21-929b-407d-a3ef-3917fa0b8bd0) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:26.115383 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ef59ca78-3553-4696-893d-92008a0fc0a5 req-47d209d2-85c5-4db6-ad36-6e8117495e49 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853030 Sep 29 17:20:26.152277 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:26.222356 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:26.266454 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-524aef8f-ef28-4d69-91a3-40632d96f524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:26.269105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:26.284828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899352222-router', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '1b745c92-9bac-493f-ae3e-3652e8b33a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:09Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'gw_port': {'id': '1b745c92-9bac-493f-ae3e-3652e8b33a77', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3', 'name': '', 'network_id': '89113be8-4127-48d8-b5d4-ce78ff42be85', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'mac_address': 'fa:16:3e:06:53:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '85cd0e17-6642-4edf-bf39-c799fae05a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:14Z', 'updated_at': '2021-09-29T17:20:25Z', 'revision_number': 4, 'project_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'subnets': [{'id': '85cd0e17-6642-4edf-bf39-c799fae05a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:26.334674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:26.336973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Pushing event updated for resources: {'Port': ['ID=e6b4cb21-929b-407d-a3ef-3917fa0b8bd0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:26.345683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:26.352739 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47922) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:26.397865 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:26.399788 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e337fe97-56b3-48b7-8d03-81f27f2d769e None None] The sync data for ids ['169758d3-0d08-4017-aa15-e3a111fd9116'] in n-d-811748-2 is: [{'id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899352222-router', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '1b745c92-9bac-493f-ae3e-3652e8b33a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:09Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'gw_port': {'id': '1b745c92-9bac-493f-ae3e-3652e8b33a77', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3', 'name': '', 'network_id': '89113be8-4127-48d8-b5d4-ce78ff42be85', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'mac_address': 'fa:16:3e:06:53:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '85cd0e17-6642-4edf-bf39-c799fae05a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:14Z', 'updated_at': '2021-09-29T17:20:25Z', 'revision_number': 4, 'project_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'subnets': [{'id': '85cd0e17-6642-4edf-bf39-c799fae05a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:20:26.413443 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-6e1d2c5f-8f6d-4a2a-aa23-7a32d970705f tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:20:26.413636 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:26.413746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910189b6-6301-492c-9ce4-3aa298d62f83 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:26.420949 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-6e1d2c5f-8f6d-4a2a-aa23-7a32d970705f tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177064 Sep 29 17:20:26.424878 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:26.444619 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Transition to ACTIVE for port object 910189b6-6301-492c-9ce4-3aa298d62f83 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:20:26.451621 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:26.464366 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e188328e-adb1-4122-ace9-8de382e15c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:26.474150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-b9b0263c-1216-44c8-8eeb-bba6aeca1d4b tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:26.485695 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-b9b0263c-1216-44c8-8eeb-bba6aeca1d4b tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports/51756c25-94fb-422f-bb40-bf31cb47f1dd HTTP/1.1" status: 200 len: 1093 time: 0.0636826 Sep 29 17:20:26.490642 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-3ec49896-55b9-476c-bf56-288f7d50968f service neutron] Request body: {'binding': {'host': 'n-h1-811748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:26.491107 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-3ec49896-55b9-476c-bf56-288f7d50968f service neutron] Unknown quota resources ['binding']. {{(pid=95015) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:20:26.508966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3,segment=NetworkSegment(7d5b83bb-0088-4ee4-9311-293ebbe714b4),segment_id=7d5b83bb-0088-4ee4-9311-293ebbe714b4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:26.551053 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:26.595672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc8cf57-72a7-451c-b24c-c823077f331e {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:26.624898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Pushing event updated for resources: {'Port': ['ID=910189b6-6301-492c-9ce4-3aa298d62f83,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:26.626418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2cc8cf57-72a7-451c-b24c-c823077f331e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2cc8cf57-72a7-451c-b24c-c823077f331e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:26.653640 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:26.672577 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b82437-fbd0-4fb6-ae0d-a857f79dbb54 x-openstack-request-id: req-15b82437-fbd0-4fb6-ae0d-a857f79dbb54 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:26.672864 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a8a0ad-34be-4851-9330-645677272498", "tag": "5376ddf6-de01-4550-930c-4a8a487ae138", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:26.673119 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15b82437-fbd0-4fb6-ae0d-a857f79dbb54 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:26.673549 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a8a0ad-34be-4851-9330-645677272498', 'tag': '5376ddf6-de01-4550-930c-4a8a487ae138', 'status': 'completed', 'code': 200} Sep 29 17:20:26.715941 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-524aef8f-ef28-4d69-91a3-40632d96f524 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:20:26.719111 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-524aef8f-ef28-4d69-91a3-40632d96f524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:20:26.748654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:26.757987 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-4c8b0dc6-abf9-4248-8129-339bc507865d service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9323936 Sep 29 17:20:26.822618 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e188328e-adb1-4122-ace9-8de382e15c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:26.854047 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-3ec49896-55b9-476c-bf56-288f7d50968f service neutron] Attempting to bind port 51756c25-94fb-422f-bb40-bf31cb47f1dd on host n-h1-811748-2 for vnic_type normal with profile None {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:26.854383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-3ec49896-55b9-476c-bf56-288f7d50968f service neutron] Attempting to bind port 51756c25-94fb-422f-bb40-bf31cb47f1dd by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:26.854708 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-3ec49896-55b9-476c-bf56-288f7d50968f service neutron] Attempting to bind port 51756c25-94fb-422f-bb40-bf31cb47f1dd on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:26.867617 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e188328e-adb1-4122-ace9-8de382e15c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:26.898640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-3ec49896-55b9-476c-bf56-288f7d50968f service neutron] Port 51756c25-94fb-422f-bb40-bf31cb47f1dd on network c363c05d-b075-41d6-b265-c6ca1599d18c not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:20:26.899106 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-3ec49896-55b9-476c-bf56-288f7d50968f service neutron] Attempting to bind port 51756c25-94fb-422f-bb40-bf31cb47f1dd on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:26.955270 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e188328e-adb1-4122-ace9-8de382e15c13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e99089291644475f9b6817cba8146a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5971928 Sep 29 17:20:26.974189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47926) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:27.004115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-3ec49896-55b9-476c-bf56-288f7d50968f service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:27.005350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-3ec49896-55b9-476c-bf56-288f7d50968f service neutron] Checking segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:27.006038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-3ec49896-55b9-476c-bf56-288f7d50968f service neutron] Bound using segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:27.006945 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-3ec49896-55b9-476c-bf56-288f7d50968f service neutron] Bound port: 51756c25-94fb-422f-bb40-bf31cb47f1dd, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:27.010340 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:27.035764 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=2cc8cf57-72a7-451c-b24c-c823077f331e,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:27.098298 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29cc96-bbe3-422f-a6c8-9ae09560ad57 req-01a3a5b4-9399-4f8a-8838-a8d3b773e13c tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:27.099726 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e29cc96-bbe3-422f-a6c8-9ae09560ad57 req-01a3a5b4-9399-4f8a-8838-a8d3b773e13c tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.35 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17&tenant_id=a84d217d4dcf43a280aed44f5566a55f&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 949 time: 0.4586768 Sep 29 17:20:27.102502 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c31f98-5d10-48d0-9fa2-64e3a093b106 req-d77c6dcd-60ac-4776-a4f4-ced42e51ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:27.103537 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['2cc8cf57-72a7-451c-b24c-c823077f331e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:27.104793 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39c31f98-5d10-48d0-9fa2-64e3a093b106 req-d77c6dcd-60ac-4776-a4f4-ced42e51ecb4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 1094 time: 0.4298713 Sep 29 17:20:27.106204 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188328e-adb1-4122-ace9-8de382e15c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad1f703-7e34-416c-851a-b36bea6ead90,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:27.131563 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cdf9a0f6-da8c-44cd-bf11-fdffa81599dc req-6438f39c-accc-4fa0-a7ad-75e5ce001184 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223538 Sep 29 17:20:27.141100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cab31c-aae5-4721-9041-7706c50656dd req-809b903b-9678-44f6-8b19-f170309a734e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:27.148539 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-40cab31c-aae5-4721-9041-7706c50656dd req-809b903b-9678-44f6-8b19-f170309a734e tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 947 time: 0.5060742 Sep 29 17:20:27.214774 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:27.234770 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-3ec49896-55b9-476c-bf56-288f7d50968f service neutron] For port 51756c25-94fb-422f-bb40-bf31cb47f1dd, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:27.262199 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-19903b0f-4879-4bc6-9157-ee5b75356655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:27.265780 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-3ec49896-55b9-476c-bf56-288f7d50968f service neutron] Notify callbacks [] for binding, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:27.267025 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-3ec49896-55b9-476c-bf56-288f7d50968f service neutron] 10.222.0.44 "POST /v2.0/ports/51756c25-94fb-422f-bb40-bf31cb47f1dd/bindings HTTP/1.1" status: 201 len: 389 time: 0.7803495 Sep 29 17:20:27.292684 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Attempting to bind port 910189b6-6301-492c-9ce4-3aa298d62f83 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:27.294123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Attempting to bind port 910189b6-6301-492c-9ce4-3aa298d62f83 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:27.294123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Attempting to bind port 910189b6-6301-492c-9ce4-3aa298d62f83 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:27.311454 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:27.329155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Port 910189b6-6301-492c-9ce4-3aa298d62f83 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:20:27.329618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Attempting to bind port 910189b6-6301-492c-9ce4-3aa298d62f83 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:27.347535 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-40cab31c-aae5-4721-9041-7706c50656dd req-61ff21d4-c43c-44bf-8a5c-974bc5fb2fc1 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980705 Sep 29 17:20:27.350811 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-19903b0f-4879-4bc6-9157-ee5b75356655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:27.351152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c31f98-5d10-48d0-9fa2-64e3a093b106 req-e162a511-e7d0-4d9f-93c7-3ab78c299e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:27.360595 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39c31f98-5d10-48d0-9fa2-64e3a093b106 req-e162a511-e7d0-4d9f-93c7-3ab78c299e3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 922 time: 0.2400830 Sep 29 17:20:27.403065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:27.403691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:27.411560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:27.412195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Bound port: 910189b6-6301-492c-9ce4-3aa298d62f83, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:27.412640 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:27.460323 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-9e29cc96-bbe3-422f-a6c8-9ae09560ad57 req-5b27ed8d-d8fc-4773-b5ff-5a769d77d869 service neutron] delete failed (client error): The resource could not be found. Sep 29 17:20:27.460550 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39c31f98-5d10-48d0-9fa2-64e3a093b106 req-9c659552-9402-4b21-a8e4-5ca01883f8f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5376ddf6-de01-4550-930c-4a8a487ae138 HTTP/1.1" status: 200 len: 217 time: 0.0856111 Sep 29 17:20:27.461205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e29cc96-bbe3-422f-a6c8-9ae09560ad57 req-5b27ed8d-d8fc-4773-b5ff-5a769d77d869 service neutron] 10.222.0.35 "DELETE /v2.0/ports/2cc8cf57-72a7-451c-b24c-c823077f331e/bindings/n-h2-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.3424640 Sep 29 17:20:27.494182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:27.502247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d2f34de2-3665-4594-a062-20ed1ca9fb27 None None] Provisioning complete for port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:27.502486 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d2f34de2-3665-4594-a062-20ed1ca9fb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:27.551427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f3443-3a99-464a-a605-4e0c312d780a req-e1c67f96-3e69-44d2-8981-4d859a22dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:27.553755 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd2f3443-3a99-464a-a605-4e0c312d780a req-e1c67f96-3e69-44d2-8981-4d859a22dfa6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 1095 time: 0.3179340 Sep 29 17:20:27.614869 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:27.615395 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:27.640945 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c31f98-5d10-48d0-9fa2-64e3a093b106 req-ba14f47b-fe95-4a3d-a9ed-65fe47529f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:27.642437 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39c31f98-5d10-48d0-9fa2-64e3a093b106 req-ba14f47b-fe95-4a3d-a9ed-65fe47529f95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 200 len: 860 time: 0.1443059 Sep 29 17:20:27.677381 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b1833-ae7e-4fd2-a56f-ee6a150614f9 req-727927cf-4e99-442e-bed0-0eb25ee3880e tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:27.685537 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-920b1833-ae7e-4fd2-a56f-ee6a150614f9 req-727927cf-4e99-442e-bed0-0eb25ee3880e tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 943 time: 0.2240105 Sep 29 17:20:27.797975 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2ea38ade-4465-48e3-a680-0c9ef912a235 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:20:27.823875 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-920b1833-ae7e-4fd2-a56f-ee6a150614f9 req-77294d6c-518e-4d8f-8e4b-ae9a2e9950b9 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374800 Sep 29 17:20:27.825967 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c31f98-5d10-48d0-9fa2-64e3a093b106 req-92acc46d-8335-4257-9cd6-1f91504204b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:27.827388 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39c31f98-5d10-48d0-9fa2-64e3a093b106 req-92acc46d-8335-4257-9cd6-1f91504204b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb7a1420-64a9-48a3-85e8-74b4d30ac194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766353 Sep 29 17:20:27.836355 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:27.866956 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:27.910207 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:27.951426 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-19903b0f-4879-4bc6-9157-ee5b75356655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:27.953779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2ea38ade-4465-48e3-a680-0c9ef912a235, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2ea38ade-4465-48e3-a680-0c9ef912a235,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:27.953958 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-19903b0f-4879-4bc6-9157-ee5b75356655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:27.958424 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-19903b0f-4879-4bc6-9157-ee5b75356655 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aad1f703-7e34-416c-851a-b36bea6ead90 HTTP/1.1" status: 204 len: 168 time: 0.9687388 Sep 29 17:20:27.970499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '2ea38ade-4465-48e3-a680-0c9ef912a235', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '2ea38ade-4465-48e3-a680-0c9ef912a235', 'mac_address': 'fa:16:3e:d7:d0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:20:27.993674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Pushing event updated for resources: {'Port': ['ID=e6b4cb21-929b-407d-a3ef-3917fa0b8bd0,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:28.002909 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:28.004115 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6dcae937-df2e-4311-88f1-d9efb00fa4f3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7056205 Sep 29 17:20:28.018641 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:28.029570 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39c31f98-5d10-48d0-9fa2-64e3a093b106 req-62936c48-2e15-4b93-8a9b-729e23a4c89c service neutron] 10.222.0.35 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911602 Sep 29 17:20:28.035306 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea38ade-4465-48e3-a680-0c9ef912a235 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:28.037883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28e8ed-3bdf-431e-aa12-0c3576890384 req-0c1a1374-3e4c-4415-ac26-8bcb8838d4d7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:28.039378 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b28e8ed-3bdf-431e-aa12-0c3576890384 req-0c1a1374-3e4c-4415-ac26-8bcb8838d4d7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 949 time: 0.1262689 Sep 29 17:20:28.056934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2ea38ade-4465-48e3-a680-0c9ef912a235, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2ea38ade-4465-48e3-a680-0c9ef912a235,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:28.062005 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:28.087702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19903b0f-4879-4bc6-9157-ee5b75356655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad1f703-7e34-416c-851a-b36bea6ead90,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:28.121881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b823888-01ed-4946-9496-623f8d21bf61 req-5d42fc12-8069-471d-9b11-765edea7fb9a tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:28.122271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=2ea38ade-4465-48e3-a680-0c9ef912a235,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:28.124089 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b823888-01ed-4946-9496-623f8d21bf61 req-5d42fc12-8069-471d-9b11-765edea7fb9a tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 944 time: 0.6618559 Sep 29 17:20:28.139340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] For port 910189b6-6301-492c-9ce4-3aa298d62f83, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:28.141671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:28.142369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:28.142485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:28.142803 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:28.143147 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:28.143485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:28.144355 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:28.144355 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:28.144544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:28.144919 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:28.145318 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:28.145725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:20:28.151021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] For port 910189b6-6301-492c-9ce4-3aa298d62f83, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=910189b6-6301-492c-9ce4-3aa298d62f83,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:28.169474 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b28e8ed-3bdf-431e-aa12-0c3576890384 req-0ab5ce7e-2300-4c1b-b2eb-b4fd717e43a2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203151 Sep 29 17:20:28.189877 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:28.216840 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39c31f98-5d10-48d0-9fa2-64e3a093b106 req-29dfeea2-98b8-49d2-a3fa-1ca1a6cb8cbd service neutron] 10.222.0.35 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736910 Sep 29 17:20:28.239998 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29cc96-bbe3-422f-a6c8-9ae09560ad57 req-6b053970-5006-4d24-a84c-663edbde4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:28.242054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e29cc96-bbe3-422f-a6c8-9ae09560ad57 req-6b053970-5006-4d24-a84c-663edbde4e3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 1100 time: 0.5741417 Sep 29 17:20:28.257901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-7dd1582b-bb9c-4931-820a-b857cbefe647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:28.259601 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-7dd1582b-bb9c-4931-820a-b857cbefe647 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 1096 time: 0.5600162 Sep 29 17:20:28.268623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f3443-3a99-464a-a605-4e0c312d780a req-12372be0-b6fb-4ced-8b0c-edd6b249bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:28.270250 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd2f3443-3a99-464a-a605-4e0c312d780a req-12372be0-b6fb-4ced-8b0c-edd6b249bc80 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.7072721 Sep 29 17:20:28.271628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:28.272288 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:28.273689 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fff1293a-681b-4417-8d73-d711868616f0 req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] 10.222.0.49 "PUT /v2.0/ports/910189b6-6301-492c-9ce4-3aa298d62f83 HTTP/1.1" status: 200 len: 1096 time: 2.6621692 Sep 29 17:20:28.296353 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113052fa-1180-46a0-b97b-ba45b6cdb399', 'tag': '910189b6-6301-492c-9ce4-3aa298d62f83'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:28.298641 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a8b112-e593-4502-9505-c402637e1e59" -d '{"events": [{"name": "network-changed", "server_uuid": "113052fa-1180-46a0-b97b-ba45b6cdb399", "tag": "910189b6-6301-492c-9ce4-3aa298d62f83"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:28.339474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687cd5f-cb7e-4dd5-91ac-79e817e9792f req-fd8cc8c4-8ba3-4d43-9301-9ceb72ce3207 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:28.341601 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e687cd5f-cb7e-4dd5-91ac-79e817e9792f req-fd8cc8c4-8ba3-4d43-9301-9ceb72ce3207 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 948 time: 0.0869143 Sep 29 17:20:28.346827 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b823888-01ed-4946-9496-623f8d21bf61 req-78318a4c-ce47-42c6-b891-6628628969d4 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131546 Sep 29 17:20:28.420362 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd2f3443-3a99-464a-a605-4e0c312d780a req-10d486f6-e768-47f6-8066-9f3485729551 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a610e393-0c65-444d-b97f-16de5c7e3ac7 HTTP/1.1" status: 200 len: 217 time: 0.1163580 Sep 29 17:20:28.431675 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e687cd5f-cb7e-4dd5-91ac-79e817e9792f req-a2097873-2320-4c4b-9978-c608d17a6ebf tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776813 Sep 29 17:20:28.537764 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['2ea38ade-4465-48e3-a680-0c9ef912a235'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:28.594085 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-59079a59-3598-4d13-97b2-9b833d803498 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1154223002&fields=id&tenant_id=d7f4460541cb46a58c2b100f386f72d9 HTTP/1.1" status: 200 len: 267 time: 0.0614207 Sep 29 17:20:28.596076 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5c951-f477-43a1-9acb-af8364a48f9d service neutron] Pushing event updated for resources: {'Port': ['ID=910189b6-6301-492c-9ce4-3aa298d62f83,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:28.692181 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f3443-3a99-464a-a605-4e0c312d780a req-dd3aa407-24e0-49e7-a403-198cc84377e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:28.694396 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd2f3443-3a99-464a-a605-4e0c312d780a req-dd3aa407-24e0-49e7-a403-198cc84377e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.1691225 Sep 29 17:20:28.756832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-552467d2-bc19-4764-b0c1-5685fd1eba58 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:28.758344 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-552467d2-bc19-4764-b0c1-5685fd1eba58 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/networks?id=40461b8a-b841-41cc-8ce4-55106acc93a9 HTTP/1.1" status: 200 len: 824 time: 0.1450565 Sep 29 17:20:28.763999 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd2f3443-3a99-464a-a605-4e0c312d780a req-afc2103f-86a7-4c0e-88ce-6ec9424af37f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514143 Sep 29 17:20:28.769227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1293a-681b-4417-8d73-d711868616f0 req-f28faeea-585c-408d-a5fc-d1945e224ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:28.770663 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fff1293a-681b-4417-8d73-d711868616f0 req-f28faeea-585c-408d-a5fc-d1945e224ab0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3ff8babce74d53aa1ff2d02816ab64&device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 1099 time: 0.3741839 Sep 29 17:20:28.775706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29cc96-bbe3-422f-a6c8-9ae09560ad57 req-f5138d12-d533-47a7-abe6-b7481c6c94f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:28.775977 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-0a88dc0e-5b87-4a5b-9278-cc2b9374c8ad tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/quotas/d7f4460541cb46a58c2b100f386f72d9 HTTP/1.1" status: 200 len: 375 time: 0.0096016 Sep 29 17:20:28.777180 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e29cc96-bbe3-422f-a6c8-9ae09560ad57 req-f5138d12-d533-47a7-abe6-b7481c6c94f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.5165079 Sep 29 17:20:28.826331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91fd10-106d-4fe1-b6ff-e1b01a68151e req-c380ac47-14f0-4c26-bf12-168e935fb533 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:28.827835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a91fd10-106d-4fe1-b6ff-e1b01a68151e req-c380ac47-14f0-4c26-bf12-168e935fb533 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 945 time: 0.4065981 Sep 29 17:20:28.835062 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-0fbe84b3-54a4-4125-a63a-7df9fbe31d16 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7f4460541cb46a58c2b100f386f72d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524056 Sep 29 17:20:28.857757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-0d7ddfff-5f42-437c-b45b-c3c8441b0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:28.859223 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-0d7ddfff-5f42-437c-b45b-c3c8441b0d70 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.5521953 Sep 29 17:20:28.896528 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e29cc96-bbe3-422f-a6c8-9ae09560ad57 req-74c63338-6883-435c-a65c-0b6ff4e45baf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2cc8cf57-72a7-451c-b24c-c823077f331e HTTP/1.1" status: 200 len: 217 time: 0.1014779 Sep 29 17:20:28.913858 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fff1293a-681b-4417-8d73-d711868616f0 req-3332d6a4-3539-48a0-9307-e0b6586b5c87 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=910189b6-6301-492c-9ce4-3aa298d62f83 HTTP/1.1" status: 200 len: 217 time: 0.1169305 Sep 29 17:20:28.941662 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-67f0b05a-6209-474f-b0c4-3f5cde6b7ccf service neutron] 10.222.0.44 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936270 Sep 29 17:20:29.015177 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-1fc85dc7-f209-41cd-983b-9bd0b84505cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd HTTP/1.1" status: 200 len: 217 time: 0.1212552 Sep 29 17:20:29.035675 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-f7bc1d1d-f1d7-4ab4-9049-6d7f3d643dbd service neutron] 10.222.0.44 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880666 Sep 29 17:20:29.111489 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2cc8cf57-72a7-451c-b24c-c823077f331e up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:29.118886 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a91fd10-106d-4fe1-b6ff-e1b01a68151e req-8055f2ab-e082-462f-a167-ed09cedd3261 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587030 Sep 29 17:20:29.136002 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd2f3443-3a99-464a-a605-4e0c312d780a req-63b96bcd-580d-4d93-888f-eb6f35c24cfe service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573470 Sep 29 17:20:29.137692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29cc96-bbe3-422f-a6c8-9ae09560ad57 req-c5e6065a-02de-44b0-8ed0-a914e0e615c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:29.139054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e29cc96-bbe3-422f-a6c8-9ae09560ad57 req-c5e6065a-02de-44b0-8ed0-a914e0e615c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.2210863 Sep 29 17:20:29.142232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1293a-681b-4417-8d73-d711868616f0 req-0bcb7402-8214-4f16-985f-7bd6462c1187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:29.143648 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fff1293a-681b-4417-8d73-d711868616f0 req-0bcb7402-8214-4f16-985f-7bd6462c1187 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1609645 Sep 29 17:20:29.212826 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 2cc8cf57-72a7-451c-b24c-c823077f331e completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:20:29.218579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 2cc8cf57-72a7-451c-b24c-c823077f331e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:29.219086 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:29.285613 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9f733-5a52-4f3f-a546-29e21379a627 req-039e85bc-0aa1-41df-9e95-ad2f7925dce6 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:29.292696 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eda9f733-5a52-4f3f-a546-29e21379a627 req-039e85bc-0aa1-41df-9e95-ad2f7925dce6 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 948 time: 0.0773752 Sep 29 17:20:29.311215 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c337f9-6e82-41df-a5ca-2fca9090209a x-openstack-request-id: req-b3c337f9-6e82-41df-a5ca-2fca9090209a {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:29.311756 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113052fa-1180-46a0-b97b-ba45b6cdb399", "tag": "910189b6-6301-492c-9ce4-3aa298d62f83", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:29.312170 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3c337f9-6e82-41df-a5ca-2fca9090209a {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:29.312740 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113052fa-1180-46a0-b97b-ba45b6cdb399', 'tag': '910189b6-6301-492c-9ce4-3aa298d62f83', 'status': 'completed', 'code': 200} Sep 29 17:20:29.315198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-3992ec34-633f-4b31-96e4-ac0783471eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:29.320203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-3992ec34-633f-4b31-96e4-ac0783471eab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.2745786 Sep 29 17:20:29.334253 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eda9f733-5a52-4f3f-a546-29e21379a627 req-616092a0-4542-43d1-a9b0-02863c723cc4 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401268 Sep 29 17:20:29.389409 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:29.432112 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2cc8cf57-72a7-451c-b24c-c823077f331e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2cc8cf57-72a7-451c-b24c-c823077f331e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:29.433190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dc87e3-79b3-4ecc-9741-c083aa2fec17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc8cf57-72a7-451c-b24c-c823077f331e'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:29.436383 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861b6c8f-04ea-4022-8cf3-7a62d3fc18d0" -d '{"events": [{"server_uuid": "30dc87e3-79b3-4ecc-9741-c083aa2fec17", "name": "network-vif-plugged", "status": "completed", "tag": "2cc8cf57-72a7-451c-b24c-c823077f331e"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:29.438343 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-af5cee0a-3ee5-4b61-aa07-7b83e3484c5a req-77b759a3-0432-4d3b-a954-10edef93c16d tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 210 time: 0.0328224 Sep 29 17:20:29.448316 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:29.478472 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-579bc45c-6774-4bd4-8c73-491fe736dfdd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831168 Sep 29 17:20:29.517384 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=2cc8cf57-72a7-451c-b24c-c823077f331e,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:29.579027 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa280a-8bdc-4cda-915b-3e15d60393ee req-70edb6b2-7a54-45d5-8cd4-8e5da75b22ca tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:29.580998 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-28aa280a-8bdc-4cda-915b-3e15d60393ee req-70edb6b2-7a54-45d5-8cd4-8e5da75b22ca tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.0583460 Sep 29 17:20:29.581989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1293a-681b-4417-8d73-d711868616f0 req-982b5616-bdcb-4b33-8d21-aad3e648eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:29.583575 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fff1293a-681b-4417-8d73-d711868616f0 req-982b5616-bdcb-4b33-8d21-aad3e648eb9a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4193182 Sep 29 17:20:29.615879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29cc96-bbe3-422f-a6c8-9ae09560ad57 req-ebdefd5a-34f8-4e49-beed-fc901a9fd8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:29.617268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e29cc96-bbe3-422f-a6c8-9ae09560ad57 req-ebdefd5a-34f8-4e49-beed-fc901a9fd8b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4638228 Sep 29 17:20:29.637880 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-28aa280a-8bdc-4cda-915b-3e15d60393ee req-c81cbac4-b74f-4fb9-97e1-09dd3db18dee tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475299 Sep 29 17:20:29.679426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0df0a4-365d-4fb8-b47e-f2e847ac5b2b req-2b43e7b0-3600-47f3-a5de-8ab0e5c5b350 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:29.686664 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd0df0a4-365d-4fb8-b47e-f2e847ac5b2b req-2b43e7b0-3600-47f3-a5de-8ab0e5c5b350 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 943 time: 0.2924607 Sep 29 17:20:29.706058 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd2f3443-3a99-464a-a605-4e0c312d780a req-43f774bb-792b-43dc-a0e4-696bba5d364c service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556562 Sep 29 17:20:29.769191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec652d-0c17-4049-8789-91e58a62068a req-259aee84-b647-4bfb-86dc-291973b065fb tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:29.771011 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39ec652d-0c17-4049-8789-91e58a62068a req-259aee84-b647-4bfb-86dc-291973b065fb tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 944 time: 0.0688930 Sep 29 17:20:29.799002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 5376ddf6-de01-4550-930c-4a8a487ae138 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:20:29.819245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2ea38ade-4465-48e3-a680-0c9ef912a235 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:29.830847 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39ec652d-0c17-4049-8789-91e58a62068a req-85db699e-355c-4347-ba62-4e9f88de0a07 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421369 Sep 29 17:20:29.864314 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-d7fb1dfe-a2ea-43b1-8451-254e77f83d97 service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413429 Sep 29 17:20:29.885526 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd0df0a4-365d-4fb8-b47e-f2e847ac5b2b req-82d37057-492a-4d40-92f3-3cf1aa7e663c tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977000 Sep 29 17:20:29.951763 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e866d1fc-3648-40af-b774-144285a8f58d x-openstack-request-id: req-e866d1fc-3648-40af-b774-144285a8f58d {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:29.952279 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dc87e3-79b3-4ecc-9741-c083aa2fec17", "name": "network-vif-plugged", "status": "completed", "tag": "2cc8cf57-72a7-451c-b24c-c823077f331e", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:29.952697 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e866d1fc-3648-40af-b774-144285a8f58d {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:29.953264 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dc87e3-79b3-4ecc-9741-c083aa2fec17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc8cf57-72a7-451c-b24c-c823077f331e', 'code': 200} Sep 29 17:20:29.967531 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 2ea38ade-4465-48e3-a680-0c9ef912a235 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:20:29.977190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 2ea38ade-4465-48e3-a680-0c9ef912a235 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:29.977592 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:29.978685 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e29cc96-bbe3-422f-a6c8-9ae09560ad57 req-60a717a3-9184-4fbf-b35d-a8a50442d128 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471768 Sep 29 17:20:30.006988 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 5376ddf6-de01-4550-930c-4a8a487ae138, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=5376ddf6-de01-4550-930c-4a8a487ae138,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:30.025803 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '5376ddf6-de01-4550-930c-4a8a487ae138', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'port_id': '5376ddf6-de01-4550-930c-4a8a487ae138', 'mac_address': 'fa:16:3e:f4:59:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:20:30.054454 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fff1293a-681b-4417-8d73-d711868616f0 req-5f8b814c-9d81-4aaa-be33-88eef6ad457a service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591599 Sep 29 17:20:30.097513 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:30.117216 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5376ddf6-de01-4550-930c-4a8a487ae138 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:30.134239 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:30.169051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 5376ddf6-de01-4550-930c-4a8a487ae138, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=5376ddf6-de01-4550-930c-4a8a487ae138,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:30.182049 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:30.190279 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2ea38ade-4465-48e3-a680-0c9ef912a235, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2ea38ade-4465-48e3-a680-0c9ef912a235,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:30.210806 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:30.243451 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=5376ddf6-de01-4550-930c-4a8a487ae138,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:30.305569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=2ea38ade-4465-48e3-a680-0c9ef912a235,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:30.438993 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-08dfebf1-889a-438d-8f2f-e575e2043697 service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522304 Sep 29 17:20:30.488127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89d01e-3a9c-4477-8445-a347c1fa998d req-d258714d-f7c6-42f2-be26-2c3faba7690e tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:30.489639 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c89d01e-3a9c-4477-8445-a347c1fa998d req-d258714d-f7c6-42f2-be26-2c3faba7690e tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 948 time: 0.5134840 Sep 29 17:20:30.514505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b16bee-3d51-4e54-9434-98a9b92e6c80 req-64bf0d79-9eb2-4621-ba37-32929a2e19cf tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:30.516106 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-66b16bee-3d51-4e54-9434-98a9b92e6c80 req-64bf0d79-9eb2-4621-ba37-32929a2e19cf tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 945 time: 0.0490916 Sep 29 17:20:30.555796 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-66b16bee-3d51-4e54-9434-98a9b92e6c80 req-60c449b7-3e57-46e1-998d-fd4fb741945a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328863 Sep 29 17:20:30.563112 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['5376ddf6-de01-4550-930c-4a8a487ae138'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:30.563636 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e29cc96-bbe3-422f-a6c8-9ae09560ad57 req-80f3da8f-8ef5-4ec1-abc1-a1be48302d41 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055707 Sep 29 17:20:30.597006 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fff1293a-681b-4417-8d73-d711868616f0 req-f9a86238-e49e-4248-a31b-449764dda199 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695961 Sep 29 17:20:30.607762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c89d01e-3a9c-4477-8445-a347c1fa998d req-4ad6df71-1e09-4c04-b819-f1341ce30770 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116571 Sep 29 17:20:30.611374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-edbfc5c3-2045-41c8-b9bf-06db34d4fbc5 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:30.614523 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-edbfc5c3-2045-41c8-b9bf-06db34d4fbc5 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71&tenant_id=c50efc2fa4284829be7a860e331db6cd&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 1096 time: 0.1085773 Sep 29 17:20:30.633391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811748-2'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:30.697733 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f1fcd-498e-4285-84c4-f316b0609be8 req-9305b7e1-483d-48ec-84f4-b4de1651eca2 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:30.709005 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-986f1fcd-498e-4285-84c4-f316b0609be8 req-9305b7e1-483d-48ec-84f4-b4de1651eca2 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 949 time: 0.0841653 Sep 29 17:20:30.765815 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:30.766402 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-986f1fcd-498e-4285-84c4-f316b0609be8 req-c9eeeae7-fa51-4a86-986f-ce418d869bf0 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543656 Sep 29 17:20:30.771589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b112-e593-4502-9505-c402637e1e59 req-67628ad1-b3df-4850-a3aa-bb7afb9f1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:30.779360 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99a8b112-e593-4502-9505-c402637e1e59 req-67628ad1-b3df-4850-a3aa-bb7afb9f1423 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a3ff8babce74d53aa1ff2d02816ab64&device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 1099 time: 0.1008086 Sep 29 17:20:30.963469 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-47c0d1ad-01c7-45d9-b50f-bf1ac41f87bd req-154a4194-b19c-4305-8901-c02d22873023 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 210 time: 0.0516207 Sep 29 17:20:30.986432 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ccf40f06-e20d-4887-b600-9015ba73b0af tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:30.988851 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ccf40f06-e20d-4887-b600-9015ba73b0af tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.49 "GET /v2.0/networks?id=40461b8a-b841-41cc-8ce4-55106acc93a9 HTTP/1.1" status: 200 len: 824 time: 0.1702955 Sep 29 17:20:31.039340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b112-e593-4502-9505-c402637e1e59 req-b5791d3e-abef-4ddb-9b0f-78d82cb30da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:31.040931 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99a8b112-e593-4502-9505-c402637e1e59 req-b5791d3e-abef-4ddb-9b0f-78d82cb30da4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2503080 Sep 29 17:20:31.046443 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-568f1032-3191-4fcc-8815-c2b80a68dc1b tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7f4460541cb46a58c2b100f386f72d9 HTTP/1.1" status: 200 len: 380 time: 0.0440130 Sep 29 17:20:31.060461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d1bc9-7184-4c1b-aa12-b631fff4d0b1 req-6115ba75-0c75-4610-95d6-2715e3f02c58 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:31.061962 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-314d1bc9-7184-4c1b-aa12-b631fff4d0b1 req-6115ba75-0c75-4610-95d6-2715e3f02c58 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.1568000 Sep 29 17:20:31.079647 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-15aa084a-273c-4200-8b2b-bfa569978ac9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Request body: {'port': {'device_id': '6606b453-2418-4ea6-b45e-11cf34187f5f', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'admin_state_up': True, 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'security_groups': ['0414120c-0038-4c26-8c6d-4b73a5867b6c']}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:31.123242 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99a8b112-e593-4502-9505-c402637e1e59 req-141b09ca-8615-43d8-8dcc-34c210b80e4a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=910189b6-6301-492c-9ce4-3aa298d62f83 HTTP/1.1" status: 200 len: 217 time: 0.0587294 Sep 29 17:20:31.135119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] For port 51756c25-94fb-422f-bb40-bf31cb47f1dd, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:31.158557 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142075b7-682d-44f0-b3a8-5c70c30b6b15 req-b8df8cd2-cba9-4562-8f63-9d8f22b0aec5 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:31.160324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-142075b7-682d-44f0-b3a8-5c70c30b6b15 req-b8df8cd2-cba9-4562-8f63-9d8f22b0aec5 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 944 time: 0.1192045 Sep 29 17:20:31.192786 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-314d1bc9-7184-4c1b-aa12-b631fff4d0b1 req-ee368abd-c4c5-4016-8b87-7f6569774d78 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214974 Sep 29 17:20:31.229917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] For port 51756c25-94fb-422f-bb40-bf31cb47f1dd, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:31.234160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b112-e593-4502-9505-c402637e1e59 req-6bf0c32d-8ec7-4230-b0cc-91a8b05fe888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:31.235709 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99a8b112-e593-4502-9505-c402637e1e59 req-6bf0c32d-8ec7-4230-b0cc-91a8b05fe888 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0881603 Sep 29 17:20:31.245626 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-142075b7-682d-44f0-b3a8-5c70c30b6b15 req-e0eff611-f07f-43af-b4d7-4fa035815a07 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742552 Sep 29 17:20:31.279557 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-15aa084a-273c-4200-8b2b-bfa569978ac9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Made reservation on behalf of d7f4460541cb46a58c2b100f386f72d9 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:20:31.288125 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-15aa084a-273c-4200-8b2b-bfa569978ac9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:31.353620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5382e01-d35c-4ec3-be5d-bfe30b673d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51756c25-94fb-422f-bb40-bf31cb47f1dd'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:31.357203 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a048c84b-7ae5-4925-9f01-ac49ceefcd2b" -d '{"events": [{"server_uuid": "f5382e01-d35c-4ec3-be5d-bfe30b673d71", "name": "network-vif-unplugged", "status": "completed", "tag": "51756c25-94fb-422f-bb40-bf31cb47f1dd"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:31.363772 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:31.378100 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:31.418259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8b112-e593-4502-9505-c402637e1e59 req-ded3804d-a6e1-4b6e-bc98-f0919e3b1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:31.420412 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99a8b112-e593-4502-9505-c402637e1e59 req-ded3804d-a6e1-4b6e-bc98-f0919e3b1c17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1646121 Sep 29 17:20:31.443788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5e2d2-e178-4000-b52d-d39a2dcbc8ff req-cbd2302b-9ff6-41b3-9b3b-2aed9c4d2c71 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:31.444493 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-15aa084a-273c-4200-8b2b-bfa569978ac9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Allocated IP 172.20.0.6 (40461b8a-b841-41cc-8ce4-55106acc93a9/59a8d133-1ed0-4c52-9a90-7b5a1d2cea45/37e51e99-e311-4500-9104-5d373bc8cdc0) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:31.445130 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51e5e2d2-e178-4000-b52d-d39a2dcbc8ff req-cbd2302b-9ff6-41b3-9b3b-2aed9c4d2c71 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 944 time: 0.1419721 Sep 29 17:20:31.533798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Pushing event updated for resources: {'Port': ['ID=51756c25-94fb-422f-bb40-bf31cb47f1dd,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:31.582734 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f363d9e7-ca59-4018-b5b4-f3e1844fd570 x-openstack-request-id: req-f363d9e7-ca59-4018-b5b4-f3e1844fd570 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:31.583037 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5382e01-d35c-4ec3-be5d-bfe30b673d71", "name": "network-vif-unplugged", "status": "completed", "tag": "51756c25-94fb-422f-bb40-bf31cb47f1dd", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:31.583289 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f363d9e7-ca59-4018-b5b4-f3e1844fd570 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:31.584068 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5382e01-d35c-4ec3-be5d-bfe30b673d71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51756c25-94fb-422f-bb40-bf31cb47f1dd', 'code': 200} Sep 29 17:20:31.615225 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Attempting to bind port 51756c25-94fb-422f-bb40-bf31cb47f1dd on host n-h2-811748-2 for vnic_type normal with profile {"migrating_to": "n-h1-811748-2"} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:31.615568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Attempting to bind port 51756c25-94fb-422f-bb40-bf31cb47f1dd by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:31.616269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Attempting to bind port 51756c25-94fb-422f-bb40-bf31cb47f1dd on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:31.626880 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-15aa084a-273c-4200-8b2b-bfa569978ac9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:31.629576 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51e5e2d2-e178-4000-b52d-d39a2dcbc8ff req-55f7d8cf-8f25-4a1e-8d76-aa797ea3c2a5 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741667 Sep 29 17:20:31.630122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Port 51756c25-94fb-422f-bb40-bf31cb47f1dd on network c363c05d-b075-41d6-b265-c6ca1599d18c not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:20:31.630446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Attempting to bind port 51756c25-94fb-422f-bb40-bf31cb47f1dd on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:31.640570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:31.640908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Checking segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:31.641303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Bound using segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:31.642064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Bound port: 51756c25-94fb-422f-bb40-bf31cb47f1dd, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:31.642433 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:31.668331 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99a8b112-e593-4502-9505-c402637e1e59 req-9406a5f5-ced3-4627-8505-e988dd271485 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358699 Sep 29 17:20:31.672107 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-15aa084a-273c-4200-8b2b-bfa569978ac9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:31.731936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-15aa084a-273c-4200-8b2b-bfa569978ac9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Network 40461b8a-b841-41cc-8ce4-55106acc93a9 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:31.740751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-15aa084a-273c-4200-8b2b-bfa569978ac9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:31.757547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa084a-273c-4200-8b2b-bfa569978ac9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Pushing event updated for resources: {'Port': ['ID=37e51e99-e311-4500-9104-5d373bc8cdc0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:31.761409 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-15aa084a-273c-4200-8b2b-bfa569978ac9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:31.769709 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-15aa084a-273c-4200-8b2b-bfa569978ac9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:31.770362 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-15aa084a-273c-4200-8b2b-bfa569978ac9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:31.808682 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-15aa084a-273c-4200-8b2b-bfa569978ac9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7327645 Sep 29 17:20:31.827853 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a610e393-0c65-444d-b97f-16de5c7e3ac7 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:20:31.828463 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fbe94-62cb-4320-abd6-fd7b93dbefcc req-5451ac1d-4032-4f6f-8d3a-6cfedc3411fb tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:31.829914 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-920fbe94-62cb-4320-abd6-fd7b93dbefcc req-5451ac1d-4032-4f6f-8d3a-6cfedc3411fb tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 948 time: 0.0839677 Sep 29 17:20:31.834655 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 5376ddf6-de01-4550-930c-4a8a487ae138 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:31.842526 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Request body: {'port': {'device_id': '6606b453-2418-4ea6-b45e-11cf34187f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:31.915195 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99a8b112-e593-4502-9505-c402637e1e59 req-6bc141a1-62a7-4a7d-8630-7ad7aae7a1fc service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196829 Sep 29 17:20:31.925001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa36f1-ab39-4024-9363-1f103bc14f58 req-548d0279-328b-456b-aff1-a2644b5874b1 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:31.926848 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b3fa36f1-ab39-4024-9363-1f103bc14f58 req-548d0279-328b-456b-aff1-a2644b5874b1 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 943 time: 0.1529467 Sep 29 17:20:31.928199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] For port 51756c25-94fb-422f-bb40-bf31cb47f1dd, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:31.931794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] For port 51756c25-94fb-422f-bb40-bf31cb47f1dd, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:31.941954 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:31.955264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268da785-ea77-4754-b8f9-ea569c9b0d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea38ade-4465-48e3-a680-0c9ef912a235'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:31.960393 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f79fbc-fd11-4e46-a768-e3cacfa6fa8f" -d '{"events": [{"server_uuid": "268da785-ea77-4754-b8f9-ea569c9b0d4f", "name": "network-vif-plugged", "status": "completed", "tag": "2ea38ade-4465-48e3-a680-0c9ef912a235"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:31.988901 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:20:32.018524 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b3fa36f1-ab39-4024-9363-1f103bc14f58 req-aa30713f-90bc-4393-8a2f-383bd4d751e4 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846353 Sep 29 17:20:32.057756 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 5376ddf6-de01-4550-930c-4a8a487ae138 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:20:32.065911 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 5376ddf6-de01-4550-930c-4a8a487ae138 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:32.066718 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:32.067325 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:32.067937 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:32.069445 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] 10.222.0.49 "PUT /v2.0/ports/51756c25-94fb-422f-bb40-bf31cb47f1dd HTTP/1.1" status: 200 len: 1121 time: 1.4410689 Sep 29 17:20:32.071189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587737aa-6c39-4b94-aad7-562539157be4 service neutron] Pushing event updated for resources: {'Port': ['ID=51756c25-94fb-422f-bb40-bf31cb47f1dd,revision_number=8']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:32.146064 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a610e393-0c65-444d-b97f-16de5c7e3ac7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a610e393-0c65-444d-b97f-16de5c7e3ac7,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:32.178467 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'a610e393-0c65-444d-b97f-16de5c7e3ac7', 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7', 'port_id': 'a610e393-0c65-444d-b97f-16de5c7e3ac7', 'mac_address': 'fa:16:3e:7f:de:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86eaf9b4-1784-4ab4-8567-540414d627ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:20:32.212092 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212dcf4-9b87-4a62-bcfe-1a6aa87b5ddb req-de632751-1e2a-4fa4-97f4-44482434249b tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:32.213684 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7212dcf4-9b87-4a62-bcfe-1a6aa87b5ddb req-de632751-1e2a-4fa4-97f4-44482434249b tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 949 time: 0.0572786 Sep 29 17:20:32.222583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['51756c25-94fb-422f-bb40-bf31cb47f1dd'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:32.223772 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:32.251519 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-920fbe94-62cb-4320-abd6-fd7b93dbefcc req-17705cb3-381f-4ab6-854d-485740e8885c tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759618 Sep 29 17:20:32.267849 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:32.274223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0679f97c-acc0-485e-8da2-7a8deadb84c9 None None] Provisioning complete for port 37e51e99-e311-4500-9104-5d373bc8cdc0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:32.274786 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0679f97c-acc0-485e-8da2-7a8deadb84c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:32.302789 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7212dcf4-9b87-4a62-bcfe-1a6aa87b5ddb req-f81ef6bd-0ccf-4b3e-989e-2739a3c4941f tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765429 Sep 29 17:20:32.333987 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a610e393-0c65-444d-b97f-16de5c7e3ac7 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:32.365748 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bcd2b4-0c71-45ad-b90f-04675f6e2604 x-openstack-request-id: req-b2bcd2b4-0c71-45ad-b90f-04675f6e2604 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:32.365876 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268da785-ea77-4754-b8f9-ea569c9b0d4f", "name": "network-vif-plugged", "status": "completed", "tag": "2ea38ade-4465-48e3-a680-0c9ef912a235", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:32.366069 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2bcd2b4-0c71-45ad-b90f-04675f6e2604 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:32.366476 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268da785-ea77-4754-b8f9-ea569c9b0d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea38ade-4465-48e3-a680-0c9ef912a235', 'code': 200} Sep 29 17:20:32.407449 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0679f97c-acc0-485e-8da2-7a8deadb84c9 None None] Port 37e51e99-e311-4500-9104-5d373bc8cdc0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:20:32.410398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a610e393-0c65-444d-b97f-16de5c7e3ac7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a610e393-0c65-444d-b97f-16de5c7e3ac7,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:32.413991 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:32.428348 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:32.476462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42889ae6-84dd-494c-a79c-c0a6dd6d154d req-bfb1eef0-fd2b-43a6-b81e-8c11a276167a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:32.478355 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42889ae6-84dd-494c-a79c-c0a6dd6d154d req-bfb1eef0-fd2b-43a6-b81e-8c11a276167a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 931 time: 0.0883462 Sep 29 17:20:32.536571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 5376ddf6-de01-4550-930c-4a8a487ae138, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=5376ddf6-de01-4550-930c-4a8a487ae138,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:32.542780 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=a610e393-0c65-444d-b97f-16de5c7e3ac7,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:32.552938 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:32.571316 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac5979e-480d-4687-8c44-7f8c24aeca62 req-410069e6-bc8d-4577-933a-1e0734c5074d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:32.579265 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bac5979e-480d-4687-8c44-7f8c24aeca62 req-410069e6-bc8d-4577-933a-1e0734c5074d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.1291296 Sep 29 17:20:32.581366 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42889ae6-84dd-494c-a79c-c0a6dd6d154d req-4bad2eb4-a563-425b-8de0-e9aacd5adf1b tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905590 Sep 29 17:20:32.586227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d940f-dabf-4728-b4b3-ec901ec07144 req-09814c55-7fc7-4185-8a10-f2dd99c02647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:32.587739 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3f8d940f-dabf-4728-b4b3-ec901ec07144 req-09814c55-7fc7-4185-8a10-f2dd99c02647 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 1100 time: 0.1084456 Sep 29 17:20:32.644541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=5376ddf6-de01-4550-930c-4a8a487ae138,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:32.658205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48076) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:32.678128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3f8d940f-dabf-4728-b4b3-ec901ec07144 req-d1b2c6bf-d322-4ab9-aa78-fd68396734f8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828228 Sep 29 17:20:32.692297 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bac5979e-480d-4687-8c44-7f8c24aeca62 req-9a9fc68d-9def-488d-91f6-014480dbd849 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121759 Sep 29 17:20:32.742616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545577dd-cad7-48d8-8577-6f8cd32e1b5a req-883d5997-6a60-42bc-a839-c4e11ae70973 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:32.744336 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-545577dd-cad7-48d8-8577-6f8cd32e1b5a req-883d5997-6a60-42bc-a839-c4e11ae70973 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 945 time: 0.0519338 Sep 29 17:20:32.790067 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-545577dd-cad7-48d8-8577-6f8cd32e1b5a req-14b2a837-24cc-46c6-82d1-b83ef41193a7 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382648 Sep 29 17:20:32.813792 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e51e99-e311-4500-9104-5d373bc8cdc0 {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:32.813919 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23495a28-ef46-4173-b96e-6ebbafcc243c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:32.818535 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:32.840966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f2f98-f32c-4ed1-a66f-41faa016018b req-d4d2fc80-f48d-49fc-a17d-88fc9f5307ec tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:32.842395 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-594f2f98-f32c-4ed1-a66f-41faa016018b req-d4d2fc80-f48d-49fc-a17d-88fc9f5307ec tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 945 time: 0.0758183 Sep 29 17:20:32.843378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Transition to ACTIVE for port object 37e51e99-e311-4500-9104-5d373bc8cdc0 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:20:32.847513 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:32.930880 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Pushing event updated for resources: {'Port': ['ID=37e51e99-e311-4500-9104-5d373bc8cdc0,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:32.941864 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-594f2f98-f32c-4ed1-a66f-41faa016018b req-1e97de12-eb69-4d72-8c05-e4ff30504f8e tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910971 Sep 29 17:20:32.945243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd2b28-a3b0-4a9b-82d4-147ea9ec8df8 req-952c3af5-b7b1-4723-ad08-e11f413f6a7e tempest-MigrationsAdminTest-1527522258 tempest-MigrationsAdminTest-1527522258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:32.957930 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-62fd2b28-a3b0-4a9b-82d4-147ea9ec8df8 req-952c3af5-b7b1-4723-ad08-e11f413f6a7e tempest-MigrationsAdminTest-1527522258 tempest-MigrationsAdminTest-1527522258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 1101 time: 0.0874352 Sep 29 17:20:32.974033 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Attempting to bind port 37e51e99-e311-4500-9104-5d373bc8cdc0 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:32.974857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Attempting to bind port 37e51e99-e311-4500-9104-5d373bc8cdc0 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:32.974957 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Attempting to bind port 37e51e99-e311-4500-9104-5d373bc8cdc0 on network 40461b8a-b841-41cc-8ce4-55106acc93a9 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:32.979202 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23495a28-ef46-4173-b96e-6ebbafcc243c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:32.979725 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Port 37e51e99-e311-4500-9104-5d373bc8cdc0 on network 40461b8a-b841-41cc-8ce4-55106acc93a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:20:32.980703 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Attempting to bind port 37e51e99-e311-4500-9104-5d373bc8cdc0 on network 40461b8a-b841-41cc-8ce4-55106acc93a9 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:32.986682 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:32.987020 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Checking segment: {'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:32.987400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Bound using segment: {'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:32.987830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Bound port: 37e51e99-e311-4500-9104-5d373bc8cdc0, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:32.988183 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:32.989655 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23495a28-ef46-4173-b96e-6ebbafcc243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:33.005987 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a610e393-0c65-444d-b97f-16de5c7e3ac7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:33.011913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-62fd2b28-a3b0-4a9b-82d4-147ea9ec8df8 req-5115d1f9-7cba-4ba7-aeeb-6c94b7932138 tempest-MigrationsAdminTest-1527522258 tempest-MigrationsAdminTest-1527522258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582161 Sep 29 17:20:33.031189 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-23495a28-ef46-4173-b96e-6ebbafcc243c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86dc571d4fd8483faca174f1a09c168d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717799 Sep 29 17:20:33.038041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48084) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:33.055694 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23495a28-ef46-4173-b96e-6ebbafcc243c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a00f70-dc92-4741-a3a7-0656ef16ba95,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:33.110817 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] For port 37e51e99-e311-4500-9104-5d373bc8cdc0, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:33.115159 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] For port 37e51e99-e311-4500-9104-5d373bc8cdc0, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=37e51e99-e311-4500-9104-5d373bc8cdc0,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:33.127521 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:33.202975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:33.203557 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:33.204925 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] 10.222.0.49 "PUT /v2.0/ports/37e51e99-e311-4500-9104-5d373bc8cdc0 HTTP/1.1" status: 200 len: 1091 time: 1.3711674 Sep 29 17:20:33.207241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6606b453-2418-4ea6-b45e-11cf34187f5f', 'tag': '37e51e99-e311-4500-9104-5d373bc8cdc0'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:33.209576 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d192ffa-13ff-433b-8ee2-c4d647a9eeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6606b453-2418-4ea6-b45e-11cf34187f5f", "tag": "37e51e99-e311-4500-9104-5d373bc8cdc0"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:33.249196 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5bf7a2db-6f94-491f-9402-caf63122abe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:33.259693 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7eef2e-4d43-4500-ab9a-ac026dcbb7fe service neutron] Pushing event updated for resources: {'Port': ['ID=37e51e99-e311-4500-9104-5d373bc8cdc0,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:33.282651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ae27e-f59f-4dd2-9286-7b70631bd6a0 req-327c1c76-f4fe-4cf5-98b9-4fba26fd2042 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:33.284178 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d11ae27e-f59f-4dd2-9286-7b70631bd6a0 req-327c1c76-f4fe-4cf5-98b9-4fba26fd2042 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 943 time: 0.1229815 Sep 29 17:20:33.324122 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5bf7a2db-6f94-491f-9402-caf63122abe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:33.329896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-04540660-3973-415f-bfb0-0e91f99f4605 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a84d217d4dcf43a280aed44f5566a55f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216031 Sep 29 17:20:33.393742 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d11ae27e-f59f-4dd2-9286-7b70631bd6a0 req-c9c2cfd6-0802-46bd-bc33-faf79d7d3135 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895636 Sep 29 17:20:33.403304 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-711dca1b-3028-458e-b89d-d40659700ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:33.405307 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-711dca1b-3028-458e-b89d-d40659700ae5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7f4460541cb46a58c2b100f386f72d9&device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 1094 time: 0.1464899 Sep 29 17:20:33.453438 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a35862-b639-4a64-a563-d2ce9cc03517 x-openstack-request-id: req-00a35862-b639-4a64-a563-d2ce9cc03517 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:33.453833 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6606b453-2418-4ea6-b45e-11cf34187f5f", "tag": "37e51e99-e311-4500-9104-5d373bc8cdc0", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:33.453992 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00a35862-b639-4a64-a563-d2ce9cc03517 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:33.454350 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6606b453-2418-4ea6-b45e-11cf34187f5f', 'tag': '37e51e99-e311-4500-9104-5d373bc8cdc0', 'status': 'completed', 'code': 200} Sep 29 17:20:33.455568 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5bf7a2db-6f94-491f-9402-caf63122abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:33.458744 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5bf7a2db-6f94-491f-9402-caf63122abe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:33.462166 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5bf7a2db-6f94-491f-9402-caf63122abe1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16a00f70-dc92-4741-a3a7-0656ef16ba95 HTTP/1.1" status: 204 len: 168 time: 0.4168265 Sep 29 17:20:33.462781 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-3fa41f47-4642-46f1-8738-409d03b83208 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:33.463279 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-f59bbfda-cfb1-47e5-9afd-bf2e50e9b707 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37e51e99-e311-4500-9104-5d373bc8cdc0 HTTP/1.1" status: 200 len: 217 time: 0.0448065 Sep 29 17:20:33.465616 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-3fa41f47-4642-46f1-8738-409d03b83208 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1285169 Sep 29 17:20:33.469841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7a2db-6f94-491f-9402-caf63122abe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a00f70-dc92-4741-a3a7-0656ef16ba95,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:33.491845 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-b9ebeb99-86ad-4668-9c14-0468158cfcce tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/quotas/a84d217d4dcf43a280aed44f5566a55f HTTP/1.1" status: 200 len: 375 time: 0.0105233 Sep 29 17:20:33.550625 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-395146c1-a747-4ecf-8997-1b5f055c83bc tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470135 Sep 29 17:20:33.584806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5382e01-d35c-4ec3-be5d-bfe30b673d71', 'tag': '51756c25-94fb-422f-bb40-bf31cb47f1dd'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:33.587353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-bf5649b2-15de-4523-bd72-578049bb7d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:33.587711 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce979ca3-d789-4b4f-855f-2496b0661a60" -d '{"events": [{"name": "network-changed", "server_uuid": "f5382e01-d35c-4ec3-be5d-bfe30b673d71", "tag": "51756c25-94fb-422f-bb40-bf31cb47f1dd"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:33.588817 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-bf5649b2-15de-4523-bd72-578049bb7d26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=59a8d133-1ed0-4c52-9a90-7b5a1d2cea45 HTTP/1.1" status: 200 len: 863 time: 0.1093829 Sep 29 17:20:33.598619 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948770d-4470-4861-9366-04bac5936e0a req-0c73b453-4661-4022-88eb-22548602eccf tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:33.599976 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e948770d-4470-4861-9366-04bac5936e0a req-0c73b453-4661-4022-88eb-22548602eccf tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 948 time: 0.0700471 Sep 29 17:20:33.671308 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e948770d-4470-4861-9366-04bac5936e0a req-36bb06c8-6a19-4550-b137-a58f26db9490 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590060 Sep 29 17:20:33.675104 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-78ca42b1-bf77-481a-bd84-4fd319877604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:33.676913 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-78ca42b1-bf77-481a-bd84-4fd319877604 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40461b8a-b841-41cc-8ce4-55106acc93a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760779 Sep 29 17:20:33.785926 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2c36f-4365-47c2-ae58-7b9f82ce1970 req-c0a41900-11b9-47b0-9f90-bb68ccd15ad3 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:33.797423 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8da2c36f-4365-47c2-ae58-7b9f82ce1970 req-c0a41900-11b9-47b0-9f90-bb68ccd15ad3 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 949 time: 0.0807567 Sep 29 17:20:33.815999 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4ddef0-4e39-4238-8804-08b1f3c6dcf0 x-openstack-request-id: req-6a4ddef0-4e39-4238-8804-08b1f3c6dcf0 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:33.818156 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5382e01-d35c-4ec3-be5d-bfe30b673d71", "tag": "51756c25-94fb-422f-bb40-bf31cb47f1dd", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:33.818426 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a4ddef0-4e39-4238-8804-08b1f3c6dcf0 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:33.818826 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5382e01-d35c-4ec3-be5d-bfe30b673d71', 'tag': '51756c25-94fb-422f-bb40-bf31cb47f1dd', 'status': 'completed', 'code': 200} Sep 29 17:20:33.849454 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48122) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:33.869391 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-bc376471-4deb-41e5-a735-6c0c01928de8 service neutron] 10.222.0.49 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749563 Sep 29 17:20:33.874058 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14def32a-9cf7-4af3-b809-155ec7ea5fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:33.890267 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8da2c36f-4365-47c2-ae58-7b9f82ce1970 req-2718a680-6d60-400d-8177-b24ffa082557 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919580 Sep 29 17:20:33.899085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce979ca3-d789-4b4f-855f-2496b0661a60 req-b3a2b3d2-b537-481d-a887-699ba4a6dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:33.900800 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce979ca3-d789-4b4f-855f-2496b0661a60 req-b3a2b3d2-b537-481d-a887-699ba4a6dca8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 1124 time: 0.0699880 Sep 29 17:20:34.002785 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a7ebb7d-f265-4110-bdaf-3b03895e5a31 req-2df8c6b1-8dff-4dd6-a791-852325f269c4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 210 time: 0.0557909 Sep 29 17:20:34.038050 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6998f4-b890-4c32-8a94-182ea7a1df1d req-4fcc7e51-d570-4837-b3e1-d42c6a7a7ddc tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:34.046479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc6998f4-b890-4c32-8a94-182ea7a1df1d req-4fcc7e51-d570-4837-b3e1-d42c6a7a7ddc tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 943 time: 0.1739795 Sep 29 17:20:34.046707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce979ca3-d789-4b4f-855f-2496b0661a60 req-d6ca69b0-747c-4dfb-a518-30b6ec084b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:34.048341 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce979ca3-d789-4b4f-855f-2496b0661a60 req-d6ca69b0-747c-4dfb-a518-30b6ec084b60 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.1403575 Sep 29 17:20:34.101153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6185be-2652-4e35-ab2d-693cc768d35e req-3ad75063-a880-4987-9501-8899d53c5859 service neutron] 10.222.0.49 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097080 Sep 29 17:20:34.137261 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc6998f4-b890-4c32-8a94-182ea7a1df1d req-dcdaba76-ea62-4933-8abf-50f4b6c5a0dc tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894768 Sep 29 17:20:34.140749 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce979ca3-d789-4b4f-855f-2496b0661a60 req-3276a0db-a55e-46f4-a582-39eb9c5b783b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd HTTP/1.1" status: 200 len: 217 time: 0.0679851 Sep 29 17:20:34.179005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2485d7-08be-4510-9e6e-00204d64106f req-cf11dd48-1079-4ba8-a1ee-36538525d1a0 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:34.180677 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd2485d7-08be-4510-9e6e-00204d64106f req-cf11dd48-1079-4ba8-a1ee-36538525d1a0 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 945 time: 0.0935338 Sep 29 17:20:34.234849 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14def32a-9cf7-4af3-b809-155ec7ea5fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:34.251996 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14def32a-9cf7-4af3-b809-155ec7ea5fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:34.255942 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce979ca3-d789-4b4f-855f-2496b0661a60 req-28155b03-00f7-4fb5-8b4e-44144f99ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:34.257454 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce979ca3-d789-4b4f-855f-2496b0661a60 req-28155b03-00f7-4fb5-8b4e-44144f99ca08 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.0756903 Sep 29 17:20:34.260198 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd2485d7-08be-4510-9e6e-00204d64106f req-2cfaadc6-b248-45ba-920d-931b7125b49d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702546 Sep 29 17:20:34.307798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d192ffa-13ff-433b-8ee2-c4d647a9eeb4 req-f6d9339e-2a88-4106-9bf2-5bc7a6b936cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:34.311637 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d192ffa-13ff-433b-8ee2-c4d647a9eeb4 req-f6d9339e-2a88-4106-9bf2-5bc7a6b936cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7f4460541cb46a58c2b100f386f72d9&device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 1094 time: 0.1418290 Sep 29 17:20:34.316727 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-14def32a-9cf7-4af3-b809-155ec7ea5fc9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ce04e05275549dc8a57f84bfac362c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648719 Sep 29 17:20:34.319932 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14def32a-9cf7-4af3-b809-155ec7ea5fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85136896-56ed-4ffd-bcef-9092012bdb96,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:34.323313 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48132) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:34.326601 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce979ca3-d789-4b4f-855f-2496b0661a60 req-60ab48f3-40d1-45e5-bd30-ad7bb82e95be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273385 Sep 29 17:20:34.332959 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8025c-4ed5-4492-931d-3615f65610a3 req-981751bb-78da-4beb-b9d2-55a568d3b02a tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:34.334509 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dcb8025c-4ed5-4492-931d-3615f65610a3 req-981751bb-78da-4beb-b9d2-55a568d3b02a tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 945 time: 0.1261733 Sep 29 17:20:34.367744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a8a0ad-34be-4851-9330-645677272498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5376ddf6-de01-4550-930c-4a8a487ae138'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:34.370061 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee9b399-4712-4e0e-9d2b-9684e9ce4024" -d '{"events": [{"server_uuid": "04a8a0ad-34be-4851-9330-645677272498", "name": "network-vif-plugged", "status": "completed", "tag": "5376ddf6-de01-4550-930c-4a8a487ae138"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:34.425227 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dcb8025c-4ed5-4492-931d-3615f65610a3 req-b1892fc4-e102-47d0-be99-329d7a28ad2e tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782082 Sep 29 17:20:34.425569 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c640fe-c4ea-4c79-864e-f09c2951685d x-openstack-request-id: req-44c640fe-c4ea-4c79-864e-f09c2951685d {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:34.425952 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a8a0ad-34be-4851-9330-645677272498", "name": "network-vif-plugged", "status": "completed", "tag": "5376ddf6-de01-4550-930c-4a8a487ae138", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:34.426297 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44c640fe-c4ea-4c79-864e-f09c2951685d {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:34.426774 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a8a0ad-34be-4851-9330-645677272498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5376ddf6-de01-4550-930c-4a8a487ae138', 'code': 200} Sep 29 17:20:34.454735 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce979ca3-d789-4b4f-855f-2496b0661a60 req-9f2bb548-8a2e-439e-8768-4c7f872216bb service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127536 Sep 29 17:20:34.521502 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8631574e-34c8-4720-a3e9-d7b06421a766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:34.536899 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d192ffa-13ff-433b-8ee2-c4d647a9eeb4 req-156b551a-423f-4f6a-9f8b-be6c0371b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:34.538580 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d192ffa-13ff-433b-8ee2-c4d647a9eeb4 req-156b551a-423f-4f6a-9f8b-be6c0371b5b4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40461b8a-b841-41cc-8ce4-55106acc93a9 HTTP/1.1" status: 200 len: 925 time: 0.2159941 Sep 29 17:20:34.550500 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8631574e-34c8-4720-a3e9-d7b06421a766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:34.571648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95966074-2f3d-487a-b208-7abd16be515d req-efb0f15e-ca77-41f9-af8c-15828776727d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:34.573127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95966074-2f3d-487a-b208-7abd16be515d req-efb0f15e-ca77-41f9-af8c-15828776727d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 943 time: 0.0980899 Sep 29 17:20:34.601730 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d192ffa-13ff-433b-8ee2-c4d647a9eeb4 req-9acf7943-1f61-416f-aa38-9a48d22d28ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37e51e99-e311-4500-9104-5d373bc8cdc0 HTTP/1.1" status: 200 len: 217 time: 0.0394137 Sep 29 17:20:34.658834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d192ffa-13ff-433b-8ee2-c4d647a9eeb4 req-b0a80a8c-2ab7-418c-b273-36286714f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:34.660336 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d192ffa-13ff-433b-8ee2-c4d647a9eeb4 req-b0a80a8c-2ab7-418c-b273-36286714f89e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=59a8d133-1ed0-4c52-9a90-7b5a1d2cea45 HTTP/1.1" status: 200 len: 863 time: 0.0499656 Sep 29 17:20:34.671623 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8631574e-34c8-4720-a3e9-d7b06421a766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:34.675601 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8631574e-34c8-4720-a3e9-d7b06421a766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:34.676704 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8631574e-34c8-4720-a3e9-d7b06421a766 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85136896-56ed-4ffd-bcef-9092012bdb96 HTTP/1.1" status: 204 len: 168 time: 0.3514180 Sep 29 17:20:34.685492 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95966074-2f3d-487a-b208-7abd16be515d req-a105483c-640a-429f-b1b3-61f085efbd5d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832202 Sep 29 17:20:34.695024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce979ca3-d789-4b4f-855f-2496b0661a60 req-956c06ea-af1c-4a01-9022-9b2f6a6838b7 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875851 Sep 29 17:20:34.696903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c7183-91c1-4936-8191-dd0d6fa3c0e8 req-942b75fd-93a5-44be-8bf6-60f76d068ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:34.698313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de0c7183-91c1-4936-8191-dd0d6fa3c0e8 req-942b75fd-93a5-44be-8bf6-60f76d068ca5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 1096 time: 0.0950956 Sep 29 17:20:34.727334 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631574e-34c8-4720-a3e9-d7b06421a766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85136896-56ed-4ffd-bcef-9092012bdb96,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:34.755396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d192ffa-13ff-433b-8ee2-c4d647a9eeb4 req-0dee96fd-e411-47dd-980a-5e4a4cb4d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:34.757248 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d192ffa-13ff-433b-8ee2-c4d647a9eeb4 req-0dee96fd-e411-47dd-980a-5e4a4cb4d392 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40461b8a-b841-41cc-8ce4-55106acc93a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868475 Sep 29 17:20:34.763322 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de0c7183-91c1-4936-8191-dd0d6fa3c0e8 req-ec6111f6-d5c9-43f8-8545-59093099fa02 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402825 Sep 29 17:20:34.874353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14934c1e-243e-4fea-9c91-a39c3776eb4c req-7e9fcfda-1e2a-4e49-9328-e906b6a1aff6 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:34.875807 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-14934c1e-243e-4fea-9c91-a39c3776eb4c req-7e9fcfda-1e2a-4e49-9328-e906b6a1aff6 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 948 time: 0.0974648 Sep 29 17:20:34.909204 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d192ffa-13ff-433b-8ee2-c4d647a9eeb4 req-777c4570-aea2-4202-8dd1-29c21cb29264 service neutron] 10.222.0.49 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385827 Sep 29 17:20:34.933964 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-14934c1e-243e-4fea-9c91-a39c3776eb4c req-696f78ca-5572-4b52-a204-8730c5b32f7e tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507209 Sep 29 17:20:35.023304 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d192ffa-13ff-433b-8ee2-c4d647a9eeb4 req-98d23df8-7af4-40f4-a75d-aa839f2941ca service neutron] 10.222.0.49 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992863 Sep 29 17:20:35.045323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf5c68-c831-4f50-8118-fdfc56fec1cb req-9ba6d108-847a-4efb-88c4-0d38b89fe761 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:35.053408 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ddaf5c68-c831-4f50-8118-fdfc56fec1cb req-9ba6d108-847a-4efb-88c4-0d38b89fe761 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 949 time: 0.0678403 Sep 29 17:20:35.093660 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ddaf5c68-c831-4f50-8118-fdfc56fec1cb req-cdf1631c-1101-4622-835d-7cf950b323ac tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392816 Sep 29 17:20:35.113445 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f6af291-e63d-4a85-8a5f-8edb7332593d req-d14dd300-35ad-44f1-81c1-8304423d7d3b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 210 time: 0.0271850 Sep 29 17:20:35.174815 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 910189b6-6301-492c-9ce4-3aa298d62f83 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:20:35.295034 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73c04d-c282-47b6-8fb4-a02ff1cbc597 req-8979f423-c95d-4149-8a31-a0e9e0b30717 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:35.296559 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d73c04d-c282-47b6-8fb4-a02ff1cbc597 req-8979f423-c95d-4149-8a31-a0e9e0b30717 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 943 time: 0.0738006 Sep 29 17:20:35.332959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 910189b6-6301-492c-9ce4-3aa298d62f83, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=910189b6-6301-492c-9ce4-3aa298d62f83,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:35.346823 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '910189b6-6301-492c-9ce4-3aa298d62f83', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '910189b6-6301-492c-9ce4-3aa298d62f83', 'mac_address': 'fa:16:3e:57:7d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:20:35.385037 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d73c04d-c282-47b6-8fb4-a02ff1cbc597 req-4517ef06-cab1-4662-85be-af4609f341a7 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747285 Sep 29 17:20:35.410825 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:35.425112 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910189b6-6301-492c-9ce4-3aa298d62f83 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:35.455664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 910189b6-6301-492c-9ce4-3aa298d62f83, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=910189b6-6301-492c-9ce4-3aa298d62f83,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:35.462244 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:35.463402 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 51756c25-94fb-422f-bb40-bf31cb47f1dd details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:20:35.494912 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-7b5347af-58d1-4251-9a52-d6251af4d393 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a84d217d4dcf43a280aed44f5566a55f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552957 Sep 29 17:20:35.509145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473b9e4-5383-44e9-91ed-f4c894312445 req-592192ab-bc5f-4556-9eb6-5a9df24fba8b tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:35.518578 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0473b9e4-5383-44e9-91ed-f4c894312445 req-592192ab-bc5f-4556-9eb6-5a9df24fba8b tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 949 time: 0.0660093 Sep 29 17:20:35.547829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=910189b6-6301-492c-9ce4-3aa298d62f83,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:35.562568 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0473b9e4-5383-44e9-91ed-f4c894312445 req-97fde26a-5b81-4e99-a090-0d30ffbb149b tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420077 Sep 29 17:20:35.571630 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48174) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:35.658540 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa77fa7-c07e-4161-9eb6-359576f5a9ed req-a7e1b826-59c6-4d9a-bc75-f76ec50f5ff4 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:35.666100 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0aa77fa7-c07e-4161-9eb6-359576f5a9ed req-a7e1b826-59c6-4d9a-bc75-f76ec50f5ff4 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 945 time: 0.2420411 Sep 29 17:20:35.666882 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 51756c25-94fb-422f-bb40-bf31cb47f1dd, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:35.683370 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 51756c25-94fb-422f-bb40-bf31cb47f1dd has no active binding in host n-h1-811748-2 {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 17:20:35.705664 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9e681-615a-48bd-837b-af5f1b18cf90 req-d1f583b7-d674-49e3-883d-54bacc294775 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:35.706996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-81f5e77e-4003-46d1-b389-d0eab35baa1b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:35.707201 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8cb9e681-615a-48bd-837b-af5f1b18cf90 req-d1f583b7-d674-49e3-883d-54bacc294775 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 945 time: 0.0613098 Sep 29 17:20:35.708489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-81f5e77e-4003-46d1-b389-d0eab35baa1b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974413 Sep 29 17:20:35.712254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9c6fcfb2-88c7-475e-9d52-c5a901ab18f9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157620147-network', 'tenant_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:35.727109 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0aa77fa7-c07e-4161-9eb6-359576f5a9ed req-a76b8e1a-b992-4e79-bbfd-fc904042f86b tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601745 Sep 29 17:20:35.752531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6fcfb2-88c7-475e-9d52-c5a901ab18f9 admin admin] Made reservation on behalf of 3b6cbc1c8ba745a6a25e4fe1d80ed8f5 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:20:35.754608 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c6fcfb2-88c7-475e-9d52-c5a901ab18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:35.768790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-66e38a83-f8db-4047-97ef-bc7a2d9cbcc4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Request body: {'port': {'device_id': 'c16f39aa-c7ae-4107-9673-c0b5c2d2d32d', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': 'a84d217d4dcf43a280aed44f5566a55f'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:35.769229 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8cb9e681-615a-48bd-837b-af5f1b18cf90 req-3a047195-f077-4323-bbf2-e989433a90df tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523098 Sep 29 17:20:35.769879 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c6fcfb2-88c7-475e-9d52-c5a901ab18f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:35.842093 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a610e393-0c65-444d-b97f-16de5c7e3ac7 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:35.875277 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c6fcfb2-88c7-475e-9d52-c5a901ab18f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:35.879906 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c6fcfb2-88c7-475e-9d52-c5a901ab18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:35.894697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port a610e393-0c65-444d-b97f-16de5c7e3ac7 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:20:35.898912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port a610e393-0c65-444d-b97f-16de5c7e3ac7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:35.899361 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:35.903905 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6fcfb2-88c7-475e-9d52-c5a901ab18f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:20:35.918169 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fcfb2-88c7-475e-9d52-c5a901ab18f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b7501c-10a8-49dd-b7de-532b7e3d3321,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:35.923571 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c6fcfb2-88c7-475e-9d52-c5a901ab18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:35.923571 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-9c6fcfb2-88c7-475e-9d52-c5a901ab18f9 admin admin] Added segment 1df538ee-1fe8-463a-8352-f6db304726bb of type vlan for network 47b00ebb-f0b9-4f54-8309-16bef977b37b Sep 29 17:20:35.969404 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c6fcfb2-88c7-475e-9d52-c5a901ab18f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:35.988865 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:36.002890 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c6fcfb2-88c7-475e-9d52-c5a901ab18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:36.007220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6fcfb2-88c7-475e-9d52-c5a901ab18f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:36.012141 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c6fcfb2-88c7-475e-9d52-c5a901ab18f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:36.033182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a610e393-0c65-444d-b97f-16de5c7e3ac7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a610e393-0c65-444d-b97f-16de5c7e3ac7,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:36.039137 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:36.071020 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9c6fcfb2-88c7-475e-9d52-c5a901ab18f9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4979596 Sep 29 17:20:36.093720 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48182) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:36.105341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1562372e-9656-4f13-91e3-9b35a09ceb02 admin admin] Request body: {'subnet': {'network_id': '47b00ebb-f0b9-4f54-8309-16bef977b37b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157620147-subnet', 'tenant_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:36.106380 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=a610e393-0c65-444d-b97f-16de5c7e3ac7,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:36.119052 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fcfb2-88c7-475e-9d52-c5a901ab18f9 admin admin] Pushing event updated for resources: {'Network': ['ID=47b00ebb-f0b9-4f54-8309-16bef977b37b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:36.131028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 47b00ebb-f0b9-4f54-8309-16bef977b37b details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:20:36.144843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549240a-0768-4873-84a1-afc1b71f08a4 req-1eaeaa39-427a-481d-8caa-ccfc856a69c0 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:36.146033 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2549240a-0768-4873-84a1-afc1b71f08a4 req-1eaeaa39-427a-481d-8caa-ccfc856a69c0 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 949 time: 0.1046748 Sep 29 17:20:36.147992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d2570-6955-49f4-b825-02638fcd88ad req-3be578fc-6988-4b8c-a127-1b5f7e1c0299 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:36.149481 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a4d2570-6955-49f4-b825-02638fcd88ad req-3be578fc-6988-4b8c-a127-1b5f7e1c0299 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 943 time: 0.3534358 Sep 29 17:20:36.171301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1562372e-9656-4f13-91e3-9b35a09ceb02 admin admin] Made reservation on behalf of 3b6cbc1c8ba745a6a25e4fe1d80ed8f5 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:20:36.173704 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1562372e-9656-4f13-91e3-9b35a09ceb02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:36.192224 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2549240a-0768-4873-84a1-afc1b71f08a4 req-0e382192-f864-4632-9366-232ab99b3e09 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356655 Sep 29 17:20:36.295557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-66e38a83-f8db-4047-97ef-bc7a2d9cbcc4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Made reservation on behalf of a84d217d4dcf43a280aed44f5566a55f for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:20:36.299121 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-66e38a83-f8db-4047-97ef-bc7a2d9cbcc4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:36.304820 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-60e16c57-2bc5-49b1-bffc-a620cf714c2f req-4e1cf942-3136-48d8-8544-be48579c00c6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 210 time: 0.0294204 Sep 29 17:20:36.311795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['910189b6-6301-492c-9ce4-3aa298d62f83'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:36.315140 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a4d2570-6955-49f4-b825-02638fcd88ad req-5bd46a4c-9a28-4db8-ba0a-5bb6e15be9c0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581917 Sep 29 17:20:36.428851 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278549ed-667c-42fb-99ef-15c8b925cb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a610e393-0c65-444d-b97f-16de5c7e3ac7'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:36.431121 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5ce699-8263-4648-9345-5f93934e3f8e" -d '{"events": [{"server_uuid": "278549ed-667c-42fb-99ef-15c8b925cb5b", "name": "network-vif-plugged", "status": "completed", "tag": "a610e393-0c65-444d-b97f-16de5c7e3ac7"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:36.508294 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a558cf-c39e-4828-9a5c-8ed8a4bc24a6 req-c7637fce-8b8d-4b18-8dab-b8cef8232e2f tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:36.516814 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2a558cf-c39e-4828-9a5c-8ed8a4bc24a6 req-c7637fce-8b8d-4b18-8dab-b8cef8232e2f tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 943 time: 0.0720036 Sep 29 17:20:36.521897 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-66e38a83-f8db-4047-97ef-bc7a2d9cbcc4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Allocated IP 192.168.233.167 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/e3859f1f-529e-4909-84a1-f0e253495e98) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:36.523479 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271e3d7f-ac8e-412e-aff5-a3b7881cd4d5 x-openstack-request-id: req-271e3d7f-ac8e-412e-aff5-a3b7881cd4d5 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:36.523783 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278549ed-667c-42fb-99ef-15c8b925cb5b", "name": "network-vif-plugged", "status": "completed", "tag": "a610e393-0c65-444d-b97f-16de5c7e3ac7", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:36.524838 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-271e3d7f-ac8e-412e-aff5-a3b7881cd4d5 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:36.525525 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278549ed-667c-42fb-99ef-15c8b925cb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a610e393-0c65-444d-b97f-16de5c7e3ac7', 'code': 200} Sep 29 17:20:36.534248 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1562372e-9656-4f13-91e3-9b35a09ceb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:36.553245 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2a558cf-c39e-4828-9a5c-8ed8a4bc24a6 req-e9770d4a-6ec3-4c09-b2ad-dc4afd9adf6d tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354884 Sep 29 17:20:36.624776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562372e-9656-4f13-91e3-9b35a09ceb02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6659b776-27f8-4dce-8a6f-0d42b8587f23,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:36.677293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1562372e-9656-4f13-91e3-9b35a09ceb02 admin admin] Checking segment: {'id': '1df538ee-1fe8-463a-8352-f6db304726bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47b00ebb-f0b9-4f54-8309-16bef977b37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:36.677964 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1562372e-9656-4f13-91e3-9b35a09ceb02 admin admin] Network hostable DHCP agents. Network: 47b00ebb-f0b9-4f54-8309-16bef977b37b, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:20:36.791678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1562372e-9656-4f13-91e3-9b35a09ceb02 admin admin] Network 47b00ebb-f0b9-4f54-8309-16bef977b37b is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:20:36.822456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415139c-4e99-4503-86ef-26f43608e002 req-9d7dc478-8a99-4e79-aca7-e981e36b60fc tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:36.824508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2415139c-4e99-4503-86ef-26f43608e002 req-9d7dc478-8a99-4e79-aca7-e981e36b60fc tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 949 time: 0.1682847 Sep 29 17:20:36.828208 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-66e38a83-f8db-4047-97ef-bc7a2d9cbcc4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:36.829585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-1562372e-9656-4f13-91e3-9b35a09ceb02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 47b00ebb-f0b9-4f54-8309-16bef977b37b) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:36.839714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f6ec6a-e4eb-460f-8f48-d25377183769 None None] Network 47b00ebb-f0b9-4f54-8309-16bef977b37b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:20:36.844315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1562372e-9656-4f13-91e3-9b35a09ceb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:36.844910 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1562372e-9656-4f13-91e3-9b35a09ceb02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:36.855963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35a80a-31ac-48ff-9672-6cb59c814b86 req-8bbfddb2-1fc8-417e-8224-d5359b4d87f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:36.857571 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3e35a80a-31ac-48ff-9672-6cb59c814b86 req-8bbfddb2-1fc8-417e-8224-d5359b4d87f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 1097 time: 0.1228104 Sep 29 17:20:36.900102 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1562372e-9656-4f13-91e3-9b35a09ceb02 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8051887 Sep 29 17:20:36.906763 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48196) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:36.918125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157620147-router', 'tenant_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:36.955177 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2415139c-4e99-4503-86ef-26f43608e002 req-a79ee49b-987f-4534-a727-ffa44fb7908f tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224318 Sep 29 17:20:36.960436 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3e35a80a-31ac-48ff-9672-6cb59c814b86 req-5f9afdd0-b79f-4ec9-acf8-c8c3164b902f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897279 Sep 29 17:20:36.973727 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-66e38a83-f8db-4047-97ef-bc7a2d9cbcc4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:36.976420 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:36.977633 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.005399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-47b00ebb-f0b9-4f54-8309-16bef977b37b', 'network_id': '47b00ebb-f0b9-4f54-8309-16bef977b37b', 'tenant_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'fixed_ips': [{'subnet_id': '6659b776-27f8-4dce-8a6f-0d42b8587f23'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:20:37.006600 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.045544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-66e38a83-f8db-4047-97ef-bc7a2d9cbcc4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:37.055015 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcd21a-b3ee-4d6f-9c85-2e543ed036df req-74483d0a-9ed9-4562-a407-7df6234a4859 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:37.056305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-66e38a83-f8db-4047-97ef-bc7a2d9cbcc4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:37.064963 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-45dcd21a-b3ee-4d6f-9c85-2e543ed036df req-74483d0a-9ed9-4562-a407-7df6234a4859 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 946 time: 0.2649920 Sep 29 17:20:37.067056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-66e38a83-f8db-4047-97ef-bc7a2d9cbcc4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:37.072423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e38a83-f8db-4047-97ef-bc7a2d9cbcc4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Pushing event updated for resources: {'Port': ['ID=e3859f1f-529e-4909-84a1-f0e253495e98,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:37.099635 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.100857 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-45dcd21a-b3ee-4d6f-9c85-2e543ed036df req-5bf2e54c-1833-4ddd-8bf5-ec13398b8970 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349159 Sep 29 17:20:37.203936 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 37e51e99-e311-4500-9104-5d373bc8cdc0 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:20:37.206083 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['2cc8cf57-72a7-451c-b24c-c823077f331e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:37.245304 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b03347-a689-46eb-beb0-d160b456ff18 req-de5ebe1f-4b90-4fc2-b8c3-9299f0165515 tempest-LiveMigrationNegativeTest-1788186531 tempest-LiveMigrationNegativeTest-1788186531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:37.249260 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-14b03347-a689-46eb-beb0-d160b456ff18 req-de5ebe1f-4b90-4fc2-b8c3-9299f0165515 tempest-LiveMigrationNegativeTest-1788186531 tempest-LiveMigrationNegativeTest-1788186531-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 1100 time: 0.0620158 Sep 29 17:20:37.255829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Allocated IP 172.20.0.2 (47b00ebb-f0b9-4f54-8309-16bef977b37b/6659b776-27f8-4dce-8a6f-0d42b8587f23/d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:37.269691 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-14b03347-a689-46eb-beb0-d160b456ff18 req-8d4755c4-d6aa-4960-90f4-b3f9b230e1c1 tempest-LiveMigrationNegativeTest-1788186531 tempest-LiveMigrationNegativeTest-1788186531-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.293153 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-66e38a83-f8db-4047-97ef-bc7a2d9cbcc4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:37.294222 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-66e38a83-f8db-4047-97ef-bc7a2d9cbcc4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.364195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbe17b-83df-4c8d-88e7-7edb0899787f req-713607b5-a04f-40d7-b644-b61b49fe71a8 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:37.366159 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48dbe17b-83df-4c8d-88e7-7edb0899787f req-713607b5-a04f-40d7-b644-b61b49fe71a8 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 945 time: 0.2473755 Sep 29 17:20:37.368185 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.371480 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-14b03347-a689-46eb-beb0-d160b456ff18 req-8d4755c4-d6aa-4960-90f4-b3f9b230e1c1 tempest-LiveMigrationNegativeTest-1788186531 tempest-LiveMigrationNegativeTest-1788186531-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.376654 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-14b03347-a689-46eb-beb0-d160b456ff18 req-8d4755c4-d6aa-4960-90f4-b3f9b230e1c1 tempest-LiveMigrationNegativeTest-1788186531 tempest-LiveMigrationNegativeTest-1788186531-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.394628 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-66e38a83-f8db-4047-97ef-bc7a2d9cbcc4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6299956 Sep 29 17:20:37.416530 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Request body: {'port': {'device_id': 'c16f39aa-c7ae-4107-9673-c0b5c2d2d32d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:37.419834 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-14b03347-a689-46eb-beb0-d160b456ff18 req-8d4755c4-d6aa-4960-90f4-b3f9b230e1c1 tempest-LiveMigrationNegativeTest-1788186531 tempest-LiveMigrationNegativeTest-1788186531-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629303 Sep 29 17:20:37.421538 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4755c4-d6aa-4960-90f4-b3f9b230e1c1 tempest-LiveMigrationNegativeTest-1788186531 tempest-LiveMigrationNegativeTest-1788186531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58ffdea-813e-44eb-8518-732b062d5753,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:37.441951 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-45e54788-d1c3-4ae9-a7e2-3b67501f3d73 None None] Provisioning complete for port e3859f1f-529e-4909-84a1-f0e253495e98 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:37.442478 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-45e54788-d1c3-4ae9-a7e2-3b67501f3d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.465128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48dbe17b-83df-4c8d-88e7-7edb0899787f req-906fdf25-b7fc-4351-8527-629df50373f4 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872252 Sep 29 17:20:37.502915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 37e51e99-e311-4500-9104-5d373bc8cdc0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=37e51e99-e311-4500-9104-5d373bc8cdc0,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:37.536117 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.539155 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '37e51e99-e311-4500-9104-5d373bc8cdc0', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'port_id': '37e51e99-e311-4500-9104-5d373bc8cdc0', 'mac_address': 'fa:16:3e:18:f2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:20:37.560755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-45e54788-d1c3-4ae9-a7e2-3b67501f3d73 None None] Port e3859f1f-529e-4909-84a1-f0e253495e98 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:20:37.564877 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88267e2c-bad6-480a-a014-d8aef8564e91 req-17c2f4b9-bf54-471e-81d2-ff86f8cb4767 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:37.569765 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88267e2c-bad6-480a-a014-d8aef8564e91 req-17c2f4b9-bf54-471e-81d2-ff86f8cb4767 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 949 time: 0.0636377 Sep 29 17:20:37.612545 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88267e2c-bad6-480a-a014-d8aef8564e91 req-f668cffc-d08a-45ed-adfa-21eb8387897f tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400159 Sep 29 17:20:37.659883 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.667461 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.683171 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.724387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e51e99-e311-4500-9104-5d373bc8cdc0 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:37.749179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17302a-cb27-4013-a51e-40f9e83b6a89 req-18361a0b-1e1a-4a45-bb6d-d4cc5fbb656c tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:37.749605 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0b592-d50d-4694-b114-9a4d81301961 req-cd8f2e8a-1cd2-4f82-baea-55a8aa398a24 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:37.751034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-11c0b592-d50d-4694-b114-9a4d81301961 req-cd8f2e8a-1cd2-4f82-baea-55a8aa398a24 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 936 time: 0.1948733 Sep 29 17:20:37.756885 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c17302a-cb27-4013-a51e-40f9e83b6a89 req-18361a0b-1e1a-4a45-bb6d-d4cc5fbb656c tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 943 time: 0.0564852 Sep 29 17:20:37.759723 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Network 47b00ebb-f0b9-4f54-8309-16bef977b37b is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:37.769011 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:37.772862 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 37e51e99-e311-4500-9104-5d373bc8cdc0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=37e51e99-e311-4500-9104-5d373bc8cdc0,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:37.773887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Pushing event updated for resources: {'Port': ['ID=d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:37.777582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:37.785394 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.799810 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c17302a-cb27-4013-a51e-40f9e83b6a89 req-f4600283-25a0-416e-961a-1b9f6dbc81a7 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403013 Sep 29 17:20:37.877583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Attempting to bind port d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:37.877957 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Attempting to bind port d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '1df538ee-1fe8-463a-8352-f6db304726bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47b00ebb-f0b9-4f54-8309-16bef977b37b'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:37.878314 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Attempting to bind port d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 on network 47b00ebb-f0b9-4f54-8309-16bef977b37b {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:37.887995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:37.887995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Checking segment: {'id': '1df538ee-1fe8-463a-8352-f6db304726bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47b00ebb-f0b9-4f54-8309-16bef977b37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:37.887995 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.888447 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Bound using segment: {'id': '1df538ee-1fe8-463a-8352-f6db304726bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47b00ebb-f0b9-4f54-8309-16bef977b37b'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:37.888546 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Bound port: d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df538ee-1fe8-463a-8352-f6db304726bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47b00ebb-f0b9-4f54-8309-16bef977b37b'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:37.888902 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.904016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=37e51e99-e311-4500-9104-5d373bc8cdc0,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:37.904342 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-11c0b592-d50d-4694-b114-9a4d81301961 req-072d7400-00e6-4ea8-b6ba-9dcafc352f0d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236117 Sep 29 17:20:37.911864 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.939384 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:37.992741 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] For port d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:38.005775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] For port d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9,segment=NetworkSegment(1df538ee-1fe8-463a-8352-f6db304726bb),segment_id=1df538ee-1fe8-463a-8352-f6db304726bb)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:38.011109 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:38.067513 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499119f-e7f1-443a-bf6a-ad3d7ec336ad None None] Pushing event updated for resources: {'Port': ['ID=d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:38.096512 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-c6b9b777-5175-453b-a3dc-eda91260272d tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2265096 Sep 29 17:20:38.107688 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:38.114251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3859f1f-529e-4909-84a1-f0e253495e98 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:38.130750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b5cc9-9a0e-404a-bf93-0ca63735fe65 req-dd312b7e-0f7e-489d-a745-4c5cafa6d159 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:38.133465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['37e51e99-e311-4500-9104-5d373bc8cdc0'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:38.138559 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b44b5cc9-9a0e-404a-bf93-0ca63735fe65 req-dd312b7e-0f7e-489d-a745-4c5cafa6d159 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 944 time: 0.1489975 Sep 29 17:20:38.142748 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:38.146505 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:38.186299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Allocated IP 172.25.2.128 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/980734c6-9d13-40d7-b2f6-d07fb2816390) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:38.191445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Transition to ACTIVE for port object e3859f1f-529e-4909-84a1-f0e253495e98 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:20:38.207141 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:38.266916 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b44b5cc9-9a0e-404a-bf93-0ca63735fe65 req-0dd1d89d-56ad-4675-bf08-badb19efa3f4 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275465 Sep 29 17:20:38.344721 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:38.427768 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:38.470513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Pushing event updated for resources: {'Port': ['ID=e3859f1f-529e-4909-84a1-f0e253495e98,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:38.538402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-9eca1a76-054d-4b90-9ebf-5df42154e9f6 req-18c13321-035a-4728-ba03-46dcdf9f178f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:20:38.539420 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9eca1a76-054d-4b90-9ebf-5df42154e9f6 req-18c13321-035a-4728-ba03-46dcdf9f178f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150664 Sep 29 17:20:38.575492 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:38.616917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Attempting to bind port e3859f1f-529e-4909-84a1-f0e253495e98 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:38.617260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Attempting to bind port e3859f1f-529e-4909-84a1-f0e253495e98 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:38.617614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Attempting to bind port e3859f1f-529e-4909-84a1-f0e253495e98 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:38.635882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:38.638326 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Port e3859f1f-529e-4909-84a1-f0e253495e98 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:20:38.638651 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Attempting to bind port e3859f1f-529e-4909-84a1-f0e253495e98 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:38.648532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Allocated IP 172.25.2.119 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/5b418625-18b2-45cb-b2cd-2fa5896d01d1) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:38.664487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:38.700306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:38.705223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:38.705592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:38.705975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:38.706425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Bound port: e3859f1f-529e-4909-84a1-f0e253495e98, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:38.706780 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:38.709029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Pushing event updated for resources: {'Port': ['ID=980734c6-9d13-40d7-b2f6-d07fb2816390,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:38.761006 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:38.797327 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:38.822760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551f475-fe5b-405e-a799-26951d68bf1f req-de961d7b-82f4-45f6-a3f7-70fb20b61073 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:38.823598 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a551f475-fe5b-405e-a799-26951d68bf1f req-de961d7b-82f4-45f6-a3f7-70fb20b61073 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 946 time: 0.1917596 Sep 29 17:20:38.842421 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:38.845359 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:38.849996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:38.860891 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Pushing event updated for resources: {'Port': ['ID=5b418625-18b2-45cb-b2cd-2fa5896d01d1,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:38.922713 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:38.962568 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:39.114291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68870fd-5396-4286-95f1-048fa5cd8ce9 None None] Network 47b00ebb-f0b9-4f54-8309-16bef977b37b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:20:39.117155 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-ce72ca8e-6abd-4d45-93e8-5a25098720fe service neutron] 10.222.0.35 "GET /v2.0/ports/51756c25-94fb-422f-bb40-bf31cb47f1dd/bindings/n-h1-811748-2 HTTP/1.1" status: 200 len: 384 time: 0.4796348 Sep 29 17:20:39.126536 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:39.132941 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:39.176613 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Pushing event updated for resources: {'Port': ['ID=5b418625-18b2-45cb-b2cd-2fa5896d01d1,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:39.183773 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:39.191431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 910189b6-6301-492c-9ce4-3aa298d62f83 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:39.195887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] For port e3859f1f-529e-4909-84a1-f0e253495e98, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:39.200155 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:39.201729 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-77bfcc12-aa03-4126-a403-36087cfa5843 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0985687 Sep 29 17:20:39.226912 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] For port e3859f1f-529e-4909-84a1-f0e253495e98, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e3859f1f-529e-4909-84a1-f0e253495e98,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:39.235282 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a551f475-fe5b-405e-a799-26951d68bf1f req-1b5c9777-4242-4e09-9b7f-8b54484963b0 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546144 Sep 29 17:20:39.245001 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:39.306483 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-25d2c682-4f8e-43f4-b3c6-4b3f39dc5162 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 696 time: 0.0975180 Sep 29 17:20:39.308139 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:39.309113 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:39.310713 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] 10.222.0.35 "PUT /v2.0/ports/e3859f1f-529e-4909-84a1-f0e253495e98 HTTP/1.1" status: 200 len: 1096 time: 1.8994598 Sep 29 17:20:39.311252 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16f39aa-c7ae-4107-9673-c0b5c2d2d32d', 'tag': 'e3859f1f-529e-4909-84a1-f0e253495e98'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:39.314130 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bce376-ef80-4ffa-86aa-96142d3ec3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c16f39aa-c7ae-4107-9673-c0b5c2d2d32d", "tag": "e3859f1f-529e-4909-84a1-f0e253495e98"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:39.416059 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-52148ef5-e2b6-486e-92fa-50525989f63b None None] Provisioning complete for port d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:39.416477 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-52148ef5-e2b6-486e-92fa-50525989f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:39.474882 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 910189b6-6301-492c-9ce4-3aa298d62f83 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:20:39.482923 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 910189b6-6301-492c-9ce4-3aa298d62f83 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:39.483295 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:39.501137 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-2a0d4ef1-34c8-49ae-be99-282207a14d3c tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:39.502877 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-2a0d4ef1-34c8-49ae-be99-282207a14d3c tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.1954417 Sep 29 17:20:39.526843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-cc94ddcc-cad9-498f-aa43-f34247a55715 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:20:39.528437 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ac94c4d1-7f75-48d5-87dc-721d6030ffa6 req-cc94ddcc-cad9-498f-aa43-f34247a55715 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064323 Sep 29 17:20:39.622762 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:39.666258 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37eb8e8-28a7-4069-ba5e-8f5694c78590 service neutron] Pushing event updated for resources: {'Port': ['ID=e3859f1f-529e-4909-84a1-f0e253495e98,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:39.732246 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6490b-8c4d-42a1-954d-fb3193b42553 req-97367c7a-6175-45b9-aadb-e6c61fb51e40 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:39.741096 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7aa6490b-8c4d-42a1-954d-fb3193b42553 req-97367c7a-6175-45b9-aadb-e6c61fb51e40 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 943 time: 0.1063619 Sep 29 17:20:39.754226 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:39.764011 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-52148ef5-e2b6-486e-92fa-50525989f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:39.788084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:39.788464 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:39.790434 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdfdd-0218-4f44-af41-bea753dbd626 req-5d64a473-c2fe-49a4-8eed-2f046f8021d9 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:39.790722 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7aa6490b-8c4d-42a1-954d-fb3193b42553 req-d63c6f5c-48d6-42ba-977b-fa8cb9fe27ea tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444469 Sep 29 17:20:39.800379 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3cfcdfdd-0218-4f44-af41-bea753dbd626 req-5d64a473-c2fe-49a4-8eed-2f046f8021d9 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 949 time: 0.2097065 Sep 29 17:20:39.826490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-f3259d55-a987-41ee-ab23-52f842082229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:39.827896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-f3259d55-a987-41ee-ab23-52f842082229 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 1099 time: 0.4163697 Sep 29 17:20:39.835593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113052fa-1180-46a0-b97b-ba45b6cdb399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910189b6-6301-492c-9ce4-3aa298d62f83'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:39.837855 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42674e1a-9109-4e8c-b1e8-aaf098cdc395" -d '{"events": [{"server_uuid": "113052fa-1180-46a0-b97b-ba45b6cdb399", "name": "network-vif-plugged", "status": "completed", "tag": "910189b6-6301-492c-9ce4-3aa298d62f83"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:39.847355 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-52148ef5-e2b6-486e-92fa-50525989f63b None None] For port d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9,segment=NetworkSegment(1df538ee-1fe8-463a-8352-f6db304726bb),segment_id=1df538ee-1fe8-463a-8352-f6db304726bb)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:39.851028 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:39.858809 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-52148ef5-e2b6-486e-92fa-50525989f63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:39.863237 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 910189b6-6301-492c-9ce4-3aa298d62f83, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=910189b6-6301-492c-9ce4-3aa298d62f83,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:39.890955 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-f14952fd-ca87-486f-a353-5e74a472a96d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=e3859f1f-529e-4909-84a1-f0e253495e98 HTTP/1.1" status: 200 len: 217 time: 0.0455794 Sep 29 17:20:39.891757 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:39.908913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bdb69-98bf-49da-9cd9-38dc36098eef req-ad6b2056-e4c6-440d-8dc6-f8d557363269 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:39.910533 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-369bdb69-98bf-49da-9cd9-38dc36098eef req-ad6b2056-e4c6-440d-8dc6-f8d557363269 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 948 time: 0.0527146 Sep 29 17:20:39.925475 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52148ef5-e2b6-486e-92fa-50525989f63b None None] Pushing event updated for resources: {'Port': ['ID=d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:39.958610 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-369bdb69-98bf-49da-9cd9-38dc36098eef req-aa939f27-768e-49ae-98e1-5d1ee65f815e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398984 Sep 29 17:20:40.009155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-b29304d2-6c09-42f3-8834-829c5a2e6a23 service neutron] For port 51756c25-94fb-422f-bb40-bf31cb47f1dd, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:40.046109 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3cfcdfdd-0218-4f44-af41-bea753dbd626 req-751335ac-cb05-4cb1-94fc-93506e5186eb tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446456 Sep 29 17:20:40.072189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-b29304d2-6c09-42f3-8834-829c5a2e6a23 service neutron] For port 51756c25-94fb-422f-bb40-bf31cb47f1dd, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:40.107456 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8d9c4-1e4d-43bd-8885-583877f660bc req-dcac615a-7bb0-45e7-9ddb-86e810b2f313 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:40.114535 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fbf8d9c4-1e4d-43bd-8885-583877f660bc req-dcac615a-7bb0-45e7-9ddb-86e810b2f313 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 1097 time: 0.0630045 Sep 29 17:20:40.127005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-b29304d2-6c09-42f3-8834-829c5a2e6a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51756c25-94fb-422f-bb40-bf31cb47f1dd {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:40.142258 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=910189b6-6301-492c-9ce4-3aa298d62f83,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:40.144315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-b29304d2-6c09-42f3-8834-829c5a2e6a23 service neutron] For port 51756c25-94fb-422f-bb40-bf31cb47f1dd, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:40.145795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-547286a5-62be-47f6-8721-19fb512f8e95 None None] Provisioning complete for port d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:40.146346 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-547286a5-62be-47f6-8721-19fb512f8e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:40.161458 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-40b54ce4-0d45-4482-9aa7-5e6edede3cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:40.162910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-40b54ce4-0d45-4482-9aa7-5e6edede3cf9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.2013803 Sep 29 17:20:40.166976 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fbf8d9c4-1e4d-43bd-8885-583877f660bc req-0db5dc86-3cdc-4ae3-b31a-f817c9a3e4f8 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509720 Sep 29 17:20:40.172410 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3e1af2-7c58-4d5d-816f-f80daf6c2606 x-openstack-request-id: req-1c3e1af2-7c58-4d5d-816f-f80daf6c2606 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:40.172699 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16f39aa-c7ae-4107-9673-c0b5c2d2d32d", "tag": "e3859f1f-529e-4909-84a1-f0e253495e98", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:40.172952 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c3e1af2-7c58-4d5d-816f-f80daf6c2606 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:40.173362 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16f39aa-c7ae-4107-9673-c0b5c2d2d32d', 'tag': 'e3859f1f-529e-4909-84a1-f0e253495e98', 'status': 'completed', 'code': 200} Sep 29 17:20:40.203623 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-b29304d2-6c09-42f3-8834-829c5a2e6a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:40.314983 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95246937-2227-425e-bc2d-9c25061918fe req-94e10330-53f2-427a-a554-dbcc2e0adefc tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:40.316498 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95246937-2227-425e-bc2d-9c25061918fe req-94e10330-53f2-427a-a554-dbcc2e0adefc tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 949 time: 0.0520375 Sep 29 17:20:40.354092 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95246937-2227-425e-bc2d-9c25061918fe req-a1bab72c-4a37-4328-b2ae-e29acdc73ed8 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Sep 29 17:20:40.384936 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98ee3f-de30-4a36-9797-ab220f00cceb req-94abf490-7f59-4165-9383-8966b8b23af2 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:40.387020 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e98ee3f-de30-4a36-9797-ab220f00cceb req-94abf490-7f59-4165-9383-8966b8b23af2 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 944 time: 0.2225435 Sep 29 17:20:40.398623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-4827c40e-49a7-4ba9-9d65-74ae9bc04f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:40.400063 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-4827c40e-49a7-4ba9-9d65-74ae9bc04f7c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2244556 Sep 29 17:20:40.490589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-b29304d2-6c09-42f3-8834-829c5a2e6a23 service neutron] Transition to ACTIVE for port object 51756c25-94fb-422f-bb40-bf31cb47f1dd will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:20:40.530227 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e98ee3f-de30-4a36-9797-ab220f00cceb req-a86a7925-094b-4d3b-b9f1-0d8820eeef21 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337173 Sep 29 17:20:40.531254 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-b29304d2-6c09-42f3-8834-829c5a2e6a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:40.538175 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:40.540174 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-f8164a80-525b-4d44-9899-49911438de6c tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:40.541786 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-f8164a80-525b-4d44-9899-49911438de6c tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 821 time: 0.1011882 Sep 29 17:20:40.559284 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-7135d5de-4b39-4f17-ae25-603acd1a0599 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/quotas/4a4458d3c4a64659b03a39cea8cc9e8b HTTP/1.1" status: 200 len: 375 time: 0.0104976 Sep 29 17:20:40.591996 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8121bdc-1f3d-4346-a7f2-22bb9345d869 x-openstack-request-id: req-b8121bdc-1f3d-4346-a7f2-22bb9345d869 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:40.592300 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113052fa-1180-46a0-b97b-ba45b6cdb399", "name": "network-vif-plugged", "status": "completed", "tag": "910189b6-6301-492c-9ce4-3aa298d62f83", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:40.592548 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8121bdc-1f3d-4346-a7f2-22bb9345d869 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:40.592938 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113052fa-1180-46a0-b97b-ba45b6cdb399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910189b6-6301-492c-9ce4-3aa298d62f83', 'code': 200} Sep 29 17:20:40.634267 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-214336e4-202b-4165-b0a0-9d15fd2f69b9 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0694969 Sep 29 17:20:40.702997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-b29304d2-6c09-42f3-8834-829c5a2e6a23 service neutron] No DVR routers for this DVR port 51756c25-94fb-422f-bb40-bf31cb47f1dd on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:20:40.710159 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-729b90b8-dde0-4e70-b338-2427927edae5 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975497 Sep 29 17:20:40.731849 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-06af10bd-7470-4f8e-b6bc-0e383fbabf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:40.739714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29304d2-6c09-42f3-8834-829c5a2e6a23 service neutron] Pushing event updated for resources: {'Port': ['ID=51756c25-94fb-422f-bb40-bf31cb47f1dd,revision_number=10']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:40.777208 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-c9a3bc41-1a06-4f53-85fb-cd814ecf59aa service neutron] 10.222.0.44 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333277 Sep 29 17:20:40.794720 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1742881-13d4-4b04-ace1-1576d15fd2aa req-e6a44256-5532-44f1-8c5f-65f22bb8080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:40.796145 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1742881-13d4-4b04-ace1-1576d15fd2aa req-e6a44256-5532-44f1-8c5f-65f22bb8080c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 1101 time: 0.1196170 Sep 29 17:20:40.813421 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-b29304d2-6c09-42f3-8834-829c5a2e6a23 service neutron] 10.222.0.35 "PUT /v2.0/ports/51756c25-94fb-422f-bb40-bf31cb47f1dd/bindings/n-h1-811748-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6814835 Sep 29 17:20:40.887251 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1742881-13d4-4b04-ace1-1576d15fd2aa req-2e2568d6-ab9b-4ddb-9354-fdf82b60c257 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760074 Sep 29 17:20:40.915603 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-c65897ec-493b-424c-b977-37ac1bafa9dd service neutron] 10.222.0.44 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301703 Sep 29 17:20:41.074730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ec483-aaec-4962-ab0b-3c3a5c88313f req-472e72e7-7c10-477c-aa53-a7389b7b28d0 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:41.076882 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c0ec483-aaec-4962-ab0b-3c3a5c88313f req-472e72e7-7c10-477c-aa53-a7389b7b28d0 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 1097 time: 0.4084711 Sep 29 17:20:41.120385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac76d5-a152-46d8-b8b2-e20547e376d9 req-ec9211de-7d52-47e3-9016-66f982454245 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:41.122651 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-65ac76d5-a152-46d8-b8b2-e20547e376d9 req-ec9211de-7d52-47e3-9016-66f982454245 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 944 time: 0.0561192 Sep 29 17:20:41.123961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1338c10c-e650-48f2-9fe3-0cedc84e6341 req-262fc219-7530-437a-bc5b-d215fe902471 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956158 Sep 29 17:20:41.144708 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c0ec483-aaec-4962-ab0b-3c3a5c88313f req-efab2615-dcaa-4e76-9256-6b7d7bf01dc9 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584524 Sep 29 17:20:41.161545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Router f4dd9050-356c-44b8-a88b-4163a6fa3ea3 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:20:41.202708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 37e51e99-e311-4500-9104-5d373bc8cdc0 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:41.238575 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-65ac76d5-a152-46d8-b8b2-e20547e376d9 req-10e74561-b39e-48c2-a960-ce3cd1bc293a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972929 Sep 29 17:20:41.244382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-7ec66296-a42d-4475-98ff-82c7202b38cb tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:41.246835 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-7ec66296-a42d-4475-98ff-82c7202b38cb tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71&tenant_id=c50efc2fa4284829be7a860e331db6cd&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 1095 time: 0.1178248 Sep 29 17:20:41.285470 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 37e51e99-e311-4500-9104-5d373bc8cdc0 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:20:41.291409 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 37e51e99-e311-4500-9104-5d373bc8cdc0 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:41.292564 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:41.365023 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6b07246a-3abc-4aa1-a5af-89f2efae318b req-ec67cf86-eb45-43e1-b878-a9ec93481e2f tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 210 time: 0.0549622 Sep 29 17:20:41.394379 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-9ac48ce4-b3c7-4b78-bb55-8cdf7da582e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:41.396291 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-9ac48ce4-b3c7-4b78-bb55-8cdf7da582e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71&tenant_id=c50efc2fa4284829be7a860e331db6cd HTTP/1.1" status: 200 len: 1095 time: 0.1362712 Sep 29 17:20:41.428552 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:41.430402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bce376-ef80-4ffa-86aa-96142d3ec3a4 req-ecb26cf5-b4f4-49cc-895b-22fd6a1917cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:41.432121 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48bce376-ef80-4ffa-86aa-96142d3ec3a4 req-ecb26cf5-b4f4-49cc-895b-22fd6a1917cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 1099 time: 0.1646166 Sep 29 17:20:41.465744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:20:41.477776 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Sync routers for ids ['f4dd9050-356c-44b8-a88b-4163a6fa3ea3'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:20:41.488809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d0bff-0bae-4414-9bd0-b2444c263ce7 req-cd710273-480c-4f55-8605-c97520ad6389 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:41.490847 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-053d0bff-0bae-4414-9bd0-b2444c263ce7 req-cd710273-480c-4f55-8605-c97520ad6389 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 948 time: 0.2220440 Sep 29 17:20:41.492623 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Routers {'f4dd9050-356c-44b8-a88b-4163a6fa3ea3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:41.493533 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f4dd9050-356c-44b8-a88b-4163a6fa3ea3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:41.493964 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 37e51e99-e311-4500-9104-5d373bc8cdc0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=37e51e99-e311-4500-9104-5d373bc8cdc0,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:41.502129 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:41.531825 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:41.552623 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-bccb1dae-cbdf-4532-ae32-f5bb7dacc237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:41.554139 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-bccb1dae-cbdf-4532-ae32-f5bb7dacc237 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 1095 time: 0.1021235 Sep 29 17:20:41.570135 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477db60-9460-4de6-bacf-1a2e0ecbe25d req-4330c37c-2d65-4c1d-a4ee-d85b780651cf tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:41.579865 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f477db60-9460-4de6-bacf-1a2e0ecbe25d req-4330c37c-2d65-4c1d-a4ee-d85b780651cf tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 950 time: 0.0820866 Sep 29 17:20:41.595254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=37e51e99-e311-4500-9104-5d373bc8cdc0,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:41.620316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:41.621392 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:41.633643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0245211-f082-4623-893b-0d7f52d19c63 req-68144db6-5565-468d-9835-99ce9e521359 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:41.635291 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0245211-f082-4623-893b-0d7f52d19c63 req-68144db6-5565-468d-9835-99ce9e521359 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.35 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 949 time: 0.2993844 Sep 29 17:20:41.682325 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Set router f4dd9050-356c-44b8-a88b-4163a6fa3ea3 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:41.690303 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f477db60-9460-4de6-bacf-1a2e0ecbe25d req-edba210e-14bb-4fa9-bf50-1f520ce6a176 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089430 Sep 29 17:20:41.704927 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-053d0bff-0bae-4414-9bd0-b2444c263ce7 req-629dcc2d-a418-459f-b12c-00f839ef5766 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673444 Sep 29 17:20:41.706470 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:41.709420 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cf5a0564-b4ac-4e00-8957-8b76d08c4fef admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8015110 Sep 29 17:20:41.712556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48272) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:41.817651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-06384ae3-2ab4-4d08-b742-1c47a2a49ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:41.819398 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-06384ae3-2ab4-4d08-b742-1c47a2a49ce8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.2256494 Sep 29 17:20:41.876875 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 51756c25-94fb-422f-bb40-bf31cb47f1dd no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:20:41.905007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bce376-ef80-4ffa-86aa-96142d3ec3a4 req-54ffbeca-7c01-4ac5-bb95-d5dcbff0b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:41.906541 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48bce376-ef80-4ffa-86aa-96142d3ec3a4 req-54ffbeca-7c01-4ac5-bb95-d5dcbff0b8c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.4461412 Sep 29 17:20:41.927327 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-0c1a00c5-ff2c-4c06-a1e2-9cfed8f63065 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd HTTP/1.1" status: 200 len: 217 time: 0.0908704 Sep 29 17:20:41.954501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 51756c25-94fb-422f-bb40-bf31cb47f1dd not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:20:41.955175 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157620147-router', 'tenant_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:36Z', 'updated_at': '2021-09-29T17:20:39Z', 'revision_number': 3, 'project_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'gw_port': {'id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:37Z', 'updated_at': '2021-09-29T17:20:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:41.973579 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48bce376-ef80-4ffa-86aa-96142d3ec3a4 req-61239a60-9ed6-4b49-9879-792a95d415d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=e3859f1f-529e-4909-84a1-f0e253495e98 HTTP/1.1" status: 200 len: 217 time: 0.0563784 Sep 29 17:20:41.996390 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Checking router: f4dd9050-356c-44b8-a88b-4163a6fa3ea3 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:20:41.997204 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Updating router f4dd9050-356c-44b8-a88b-4163a6fa3ea3 port 980734c6-9d13-40d7-b2f6-d07fb2816390 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:20:42.024676 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:42.038534 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc0b4a-1e1d-4301-91ae-7762afb093fb req-932d31bc-89de-4fcf-9f29-ace25586c8fb tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:42.043330 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-84dc0b4a-1e1d-4301-91ae-7762afb093fb req-932d31bc-89de-4fcf-9f29-ace25586c8fb tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 949 time: 0.2129827 Sep 29 17:20:42.047460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bce376-ef80-4ffa-86aa-96142d3ec3a4 req-932488de-3df9-4486-bddd-3dc3f50bc8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:42.049095 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48bce376-ef80-4ffa-86aa-96142d3ec3a4 req-932488de-3df9-4486-bddd-3dc3f50bc8e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0636954 Sep 29 17:20:42.051156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f0245211-f082-4623-893b-0d7f52d19c63 req-37df3087-70a0-4a30-9fd4-824fb05c82bd tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Deleting port 2ea38ade-4465-48e3-a680-0c9ef912a235 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:20:42.051505 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0245211-f082-4623-893b-0d7f52d19c63 req-37df3087-70a0-4a30-9fd4-824fb05c82bd tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:42.183856 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-84dc0b4a-1e1d-4301-91ae-7762afb093fb req-4cb773db-67e6-4dc6-9fd7-d62c83b955db tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268873 Sep 29 17:20:42.201603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bce376-ef80-4ffa-86aa-96142d3ec3a4 req-ea92942c-0b1b-48c7-978a-f471bb373397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:42.203102 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48bce376-ef80-4ffa-86aa-96142d3ec3a4 req-ea92942c-0b1b-48c7-978a-f471bb373397 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1349208 Sep 29 17:20:42.247772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f0245211-f082-4623-893b-0d7f52d19c63 req-37df3087-70a0-4a30-9fd4-824fb05c82bd tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] For port 2ea38ade-4465-48e3-a680-0c9ef912a235, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2ea38ade-4465-48e3-a680-0c9ef912a235,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:42.249092 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0245211-f082-4623-893b-0d7f52d19c63 req-37df3087-70a0-4a30-9fd4-824fb05c82bd tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:42.280699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f0245211-f082-4623-893b-0d7f52d19c63 req-37df3087-70a0-4a30-9fd4-824fb05c82bd tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Calling delete_port for 2ea38ade-4465-48e3-a680-0c9ef912a235 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:20:42.301548 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbaac19-2574-4bff-9fbf-5b08db9a04bc req-a8da524f-eb78-4675-9cd2-7cd0d94f3faa tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:42.308696 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4cbaac19-2574-4bff-9fbf-5b08db9a04bc req-a8da524f-eb78-4675-9cd2-7cd0d94f3faa tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 945 time: 0.3853369 Sep 29 17:20:42.313887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-c71b1540-8116-4215-894a-692e9f0b5b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:42.315289 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-c71b1540-8116-4215-894a-692e9f0b5b04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.3532176 Sep 29 17:20:42.371604 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:42.377963 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:42.392653 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-637df242-3130-43b1-834a-ac772e3bc4bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600457 Sep 29 17:20:42.433914 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4cbaac19-2574-4bff-9fbf-5b08db9a04bc req-3a4de81b-8005-4282-b534-b232b82d8ad3 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190028 Sep 29 17:20:42.442154 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Attempting to bind port 980734c6-9d13-40d7-b2f6-d07fb2816390 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:42.442674 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Attempting to bind port 980734c6-9d13-40d7-b2f6-d07fb2816390 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:42.444396 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Attempting to bind port 980734c6-9d13-40d7-b2f6-d07fb2816390 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:42.454862 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cb9ac-6941-40e1-8435-d7f2f4117ce8 None None] Pushing event updated for resources: {'Port': ['ID=980734c6-9d13-40d7-b2f6-d07fb2816390,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:42.458202 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:42.458580 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:42.459039 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:42.459360 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:42.459968 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Bound port: 980734c6-9d13-40d7-b2f6-d07fb2816390, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:42.460515 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:42.518894 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] For port 980734c6-9d13-40d7-b2f6-d07fb2816390, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:42.522838 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] For port 980734c6-9d13-40d7-b2f6-d07fb2816390, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=980734c6-9d13-40d7-b2f6-d07fb2816390,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:42.531162 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:42.552596 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48bce376-ef80-4ffa-86aa-96142d3ec3a4 req-b3d37f34-fde0-4b2a-943b-6f37ecb84e28 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254230 Sep 29 17:20:42.592912 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cb9ac-6941-40e1-8435-d7f2f4117ce8 None None] Pushing event updated for resources: {'Port': ['ID=980734c6-9d13-40d7-b2f6-d07fb2816390,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:42.594188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6606b453-2418-4ea6-b45e-11cf34187f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e51e99-e311-4500-9104-5d373bc8cdc0'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:42.604499 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cfe740-166c-4950-b63a-d11a8059da74" -d '{"events": [{"server_uuid": "6606b453-2418-4ea6-b45e-11cf34187f5f", "name": "network-vif-plugged", "status": "completed", "tag": "37e51e99-e311-4500-9104-5d373bc8cdc0"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:42.620733 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Routers {'f4dd9050-356c-44b8-a88b-4163a6fa3ea3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:42.621578 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f4dd9050-356c-44b8-a88b-4163a6fa3ea3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:42.681635 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-1156fd9d-076e-4b73-91e5-aab15651ec54 service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705865 Sep 29 17:20:42.684926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b03a3c-f626-4514-a98a-e1d220144f52 req-84f19d3f-8920-45bc-a0ac-6b6147adc92a tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:42.686355 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-54b03a3c-f626-4514-a98a-e1d220144f52 req-84f19d3f-8920-45bc-a0ac-6b6147adc92a tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 1097 time: 0.1514421 Sep 29 17:20:42.696259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226db2f-4079-4422-a320-525a58c329d0 req-757b6c17-7ef1-46d2-a500-cde7369981cf tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:42.697938 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0226db2f-4079-4422-a320-525a58c329d0 req-757b6c17-7ef1-46d2-a500-cde7369981cf tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 944 time: 0.2841246 Sep 29 17:20:42.765583 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] Set router f4dd9050-356c-44b8-a88b-4163a6fa3ea3 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:42.809754 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-54b03a3c-f626-4514-a98a-e1d220144f52 req-44382661-f5d5-4b6e-ad23-cf52bef05272 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053088 Sep 29 17:20:42.815387 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0226db2f-4079-4422-a320-525a58c329d0 req-ed5317fa-14ec-44f5-9468-434d43bb7ad6 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065309 Sep 29 17:20:42.919784 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867393f4-0643-4671-bb8e-3651bd0fa222 x-openstack-request-id: req-867393f4-0643-4671-bb8e-3651bd0fa222 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:42.920125 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6606b453-2418-4ea6-b45e-11cf34187f5f", "name": "network-vif-plugged", "status": "completed", "tag": "37e51e99-e311-4500-9104-5d373bc8cdc0", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:42.920381 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-867393f4-0643-4671-bb8e-3651bd0fa222 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:42.920772 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6606b453-2418-4ea6-b45e-11cf34187f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e51e99-e311-4500-9104-5d373bc8cdc0', 'code': 200} Sep 29 17:20:42.932605 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-2dec2a67-5916-4c9d-9e70-76bcbb11c00c service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269928 Sep 29 17:20:42.971017 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a9f6eaf-8b04-4028-a4a5-dc2c0617decd req-d3ffb009-dcf8-4628-8bdd-3c0964066321 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 210 time: 0.0669541 Sep 29 17:20:42.979719 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48bce376-ef80-4ffa-86aa-96142d3ec3a4 req-c1d58b35-2c9a-4dc4-bc6d-ac7256f26481 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257963 Sep 29 17:20:42.989539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-80b049fe-063f-4b5b-9c9e-add55b797de4 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:42.991636 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-80b049fe-063f-4b5b-9c9e-add55b797de4 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.49 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 821 time: 0.4160430 Sep 29 17:20:43.006161 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0245211-f082-4623-893b-0d7f52d19c63 req-37df3087-70a0-4a30-9fd4-824fb05c82bd tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:43.019918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['8006b27e-99bf-43db-a938-5c426b2d145e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:43.044241 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['2ea38ade-4465-48e3-a680-0c9ef912a235'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:43.055674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df3087-70a0-4a30-9fd4-824fb05c82bd tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Pushing event deleted for resources: {'Port': ['ID=2ea38ade-4465-48e3-a680-0c9ef912a235,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:43.112841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-44111a9c-c4fc-4338-95ea-7a8333e75111 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Request body: {'port': {'device_id': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'admin_state_up': True, 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:43.175118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f8a0-30e8-4cbc-aa56-066c5a63227c req-b451e665-328a-4533-9d11-8ddcd92815bc tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:43.182313 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd91f8a0-30e8-4cbc-aa56-066c5a63227c req-b451e665-328a-4533-9d11-8ddcd92815bc tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 950 time: 0.1983626 Sep 29 17:20:43.268773 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:43.275185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0245211-f082-4623-893b-0d7f52d19c63 req-37df3087-70a0-4a30-9fd4-824fb05c82bd tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] No DVR routers for this DVR port 2ea38ade-4465-48e3-a680-0c9ef912a235 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:20:43.278789 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0245211-f082-4623-893b-0d7f52d19c63 req-37df3087-70a0-4a30-9fd4-824fb05c82bd tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:43.283154 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157620147-router', 'tenant_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:36Z', 'updated_at': '2021-09-29T17:20:39Z', 'revision_number': 3, 'project_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'gw_port': {'id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:37Z', 'updated_at': '2021-09-29T17:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:43.286587 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0245211-f082-4623-893b-0d7f52d19c63 req-37df3087-70a0-4a30-9fd4-824fb05c82bd tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.35 "DELETE /v2.0/ports/2ea38ade-4465-48e3-a680-0c9ef912a235 HTTP/1.1" status: 204 len: 173 time: 1.6040103 Sep 29 17:20:43.288424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708265d-a328-478e-9fdc-8e1138f21730 req-226ea257-8685-47d6-a5e8-d77be4af7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:43.289930 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6708265d-a328-478e-9fdc-8e1138f21730 req-226ea257-8685-47d6-a5e8-d77be4af7501 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 1096 time: 0.2283807 Sep 29 17:20:43.306692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268da785-ea77-4754-b8f9-ea569c9b0d4f', 'name': 'network-vif-deleted', 'tag': '2ea38ade-4465-48e3-a680-0c9ef912a235'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:43.311483 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb78fa9-ee85-43d8-89e5-5b9384811ff0" -d '{"events": [{"server_uuid": "268da785-ea77-4754-b8f9-ea569c9b0d4f", "name": "network-vif-deleted", "tag": "2ea38ade-4465-48e3-a680-0c9ef912a235"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:43.313431 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a3c12-d7ea-4a60-8000-c0be28aca948 None None] The sync data for ids ['f4dd9050-356c-44b8-a88b-4163a6fa3ea3'] in n-d-811748-2 is: [{'id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157620147-router', 'tenant_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:36Z', 'updated_at': '2021-09-29T17:20:39Z', 'revision_number': 3, 'project_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'gw_port': {'id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:37Z', 'updated_at': '2021-09-29T17:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:20:43.376099 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd91f8a0-30e8-4cbc-aa56-066c5a63227c req-322eae6e-90d9-4d08-b4a5-73c58e2d8cc9 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769474 Sep 29 17:20:43.410274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac7763-17a1-43bf-80fa-9d2919a55c3f req-d1927fd7-09d2-47bc-9480-b3a5e37f0853 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:43.419639 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-53ac7763-17a1-43bf-80fa-9d2919a55c3f req-d1927fd7-09d2-47bc-9480-b3a5e37f0853 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 948 time: 0.1797674 Sep 29 17:20:43.423827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-44111a9c-c4fc-4338-95ea-7a8333e75111 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Made reservation on behalf of 4a4458d3c4a64659b03a39cea8cc9e8b for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:20:43.427280 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-44111a9c-c4fc-4338-95ea-7a8333e75111 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:43.456600 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6708265d-a328-478e-9fdc-8e1138f21730 req-2787532d-434c-48fa-ace2-bc6979c723db service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130681 Sep 29 17:20:43.469430 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8edeefcd-0abe-4070-afc0-fc16383f734b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:43.483660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-906798ba-2a0b-45ed-9622-2f6bceca5dfb tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:43.485390 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-906798ba-2a0b-45ed-9622-2f6bceca5dfb tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71&tenant_id=c50efc2fa4284829be7a860e331db6cd&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 1095 time: 0.1693001 Sep 29 17:20:43.547882 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-53ac7763-17a1-43bf-80fa-9d2919a55c3f req-508f3793-9c11-4381-abad-387a41637f80 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273618 Sep 29 17:20:43.569135 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-135a612b-a938-467a-880c-156708bbe396 req-bb206f86-7d71-40cb-88dd-d21a2886a69a tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=268da785-ea77-4754-b8f9-ea569c9b0d4f HTTP/1.1" status: 200 len: 210 time: 0.0356610 Sep 29 17:20:43.579914 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Allocated IP 172.20.0.1 (47b00ebb-f0b9-4f54-8309-16bef977b37b/6659b776-27f8-4dce-8a6f-0d42b8587f23/31067df2-6ce0-4a10-ab58-8e48f4e9cda9) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:43.662882 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88bae8e-fbe8-47ab-8cbd-239eadb5be15 x-openstack-request-id: req-c88bae8e-fbe8-47ab-8cbd-239eadb5be15 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:43.663196 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268da785-ea77-4754-b8f9-ea569c9b0d4f", "name": "network-vif-deleted", "tag": "2ea38ade-4465-48e3-a680-0c9ef912a235", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:43.663445 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c88bae8e-fbe8-47ab-8cbd-239eadb5be15 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:43.665510 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268da785-ea77-4754-b8f9-ea569c9b0d4f', 'name': 'network-vif-deleted', 'tag': '2ea38ade-4465-48e3-a680-0c9ef912a235', 'status': 'completed', 'code': 200} Sep 29 17:20:43.737591 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-44111a9c-c4fc-4338-95ea-7a8333e75111 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Allocated IP 172.20.0.7 (fb7a1420-64a9-48a3-85e8-74b4d30ac194/e1e0d88c-9eed-455c-b1a0-78e0e5d28593/ac0189c8-c402-4d86-bb07-8be0ab04b876) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:43.753852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:43.796374 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:43.797445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c99447-daad-4c6a-959f-3815d0af8d05 req-914f33bb-5cb7-4971-ac80-1c8e18835b11 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:43.799659 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4c99447-daad-4c6a-959f-3815d0af8d05 req-914f33bb-5cb7-4971-ac80-1c8e18835b11 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 945 time: 0.1055000 Sep 29 17:20:43.860563 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Network 47b00ebb-f0b9-4f54-8309-16bef977b37b is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:43.864052 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:43.880546 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:43.881472 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:43.924454 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Pushing event updated for resources: {'Port': ['ID=31067df2-6ce0-4a10-ab58-8e48f4e9cda9,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:44.008336 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4c99447-daad-4c6a-959f-3815d0af8d05 req-d85af255-cec8-4cce-9fdc-7469d6b41016 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858287 Sep 29 17:20:44.123746 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:44.164655 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-44111a9c-c4fc-4338-95ea-7a8333e75111 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:44.209465 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:44.219765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c1ce72ba-b0b5-4b8c-a50c-bed657253077 None None] Provisioning complete for port 31067df2-6ce0-4a10-ab58-8e48f4e9cda9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:44.220575 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c1ce72ba-b0b5-4b8c-a50c-bed657253077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:44.251504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-a583f5f3-3912-44d6-bf41-46bb6048ecdd service neutron] For port 51756c25-94fb-422f-bb40-bf31cb47f1dd, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:44.268118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce72ba-b0b5-4b8c-a50c-bed657253077 None None] Port 31067df2-6ce0-4a10-ab58-8e48f4e9cda9 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:20:44.268275 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-a583f5f3-3912-44d6-bf41-46bb6048ecdd service neutron] Notify callbacks [] for binding, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:44.270084 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e4bcbbb-a6a1-49ad-8f9c-e18659d7f3d9 req-a583f5f3-3912-44d6-bf41-46bb6048ecdd service neutron] 10.222.0.49 "DELETE /v2.0/ports/51756c25-94fb-422f-bb40-bf31cb47f1dd/bindings/n-h2-811748-2 HTTP/1.1" status: 204 len: 173 time: 0.4886618 Sep 29 17:20:44.284089 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d5cfb-eee1-4d49-b6d7-c8061c9b4fb8 req-76cd5142-45ba-4b93-a2c9-1e396603ac88 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:44.294742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff5d5cfb-eee1-4d49-b6d7-c8061c9b4fb8 req-76cd5142-45ba-4b93-a2c9-1e396603ac88 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 944 time: 0.1357732 Sep 29 17:20:44.325727 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ca7e1-8850-4f66-a094-39b3f93bd360 req-a4c7ae2a-f83f-414b-80b2-929504250051 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:44.333420 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e47ca7e1-8850-4f66-a094-39b3f93bd360 req-a4c7ae2a-f83f-414b-80b2-929504250051 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 1097 time: 0.1661394 Sep 29 17:20:44.381225 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:44.392889 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e47ca7e1-8850-4f66-a094-39b3f93bd360 req-e831565b-d60d-4df2-8080-abb5c9a2a369 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583272 Sep 29 17:20:44.394336 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:44.395203 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:44.429383 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:44.466537 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Pushing event updated for resources: {'Port': ['ID=31067df2-6ce0-4a10-ab58-8e48f4e9cda9,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:44.548550 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-82bc517d-f5e5-4a23-8468-eeca9fe6b5b8 req-025a5ec4-57f2-47d2-b413-01f4e63253a3 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 210 time: 0.0342605 Sep 29 17:20:44.570430 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff5d5cfb-eee1-4d49-b6d7-c8061c9b4fb8 req-874a7c6a-7826-48cd-8fc9-84cda89720f0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740405 Sep 29 17:20:44.572295 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-44111a9c-c4fc-4338-95ea-7a8333e75111 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:44.591374 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Network 47b00ebb-f0b9-4f54-8309-16bef977b37b is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:44.592440 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:44.594131 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:44.612580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['5376ddf6-de01-4550-930c-4a8a487ae138'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:44.629770 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-44111a9c-c4fc-4338-95ea-7a8333e75111 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Network fb7a1420-64a9-48a3-85e8-74b4d30ac194 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:44.633145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-44111a9c-c4fc-4338-95ea-7a8333e75111 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:44.637568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-44111a9c-c4fc-4338-95ea-7a8333e75111 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:44.713758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44111a9c-c4fc-4338-95ea-7a8333e75111 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Pushing event updated for resources: {'Port': ['ID=ac0189c8-c402-4d86-bb07-8be0ab04b876,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:44.760576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-44111a9c-c4fc-4338-95ea-7a8333e75111 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:44.761519 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-44111a9c-c4fc-4338-95ea-7a8333e75111 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:44.801976 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-44111a9c-c4fc-4338-95ea-7a8333e75111 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7356627 Sep 29 17:20:44.828869 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Request body: {'port': {'device_id': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:44.862447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Router f4dd9050-356c-44b8-a88b-4163a6fa3ea3 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:20:44.977461 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:45.022412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-97b30c11-d11b-43ee-9f12-671e23cda450 None None] Provisioning complete for port 31067df2-6ce0-4a10-ab58-8e48f4e9cda9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:45.023034 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-97b30c11-d11b-43ee-9f12-671e23cda450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:45.095872 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:20:45.103430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-97b30c11-d11b-43ee-9f12-671e23cda450 None None] Port 31067df2-6ce0-4a10-ab58-8e48f4e9cda9 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:20:45.104183 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d021315e-6e8b-4b28-a735-f62f16d8aa24 admin admin] 10.222.0.44 "PUT /v2.0/routers/f4dd9050-356c-44b8-a88b-4163a6fa3ea3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3903847 Sep 29 17:20:45.234363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3eff1639-ef1d-458c-aecf-2aadde943ecc None None] Provisioning complete for port ac0189c8-c402-4d86-bb07-8be0ab04b876 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:45.235719 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3eff1639-ef1d-458c-aecf-2aadde943ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:45.312035 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3eff1639-ef1d-458c-aecf-2aadde943ecc None None] Port ac0189c8-c402-4d86-bb07-8be0ab04b876 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:20:45.370006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-c907b696-ba2e-4fb1-9371-ce9bdb066a5c tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:45.370529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-c907b696-ba2e-4fb1-9371-ce9bdb066a5c tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:45.370832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-c907b696-ba2e-4fb1-9371-ce9bdb066a5c tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:45.371301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-c907b696-ba2e-4fb1-9371-ce9bdb066a5c tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:45.371765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-c907b696-ba2e-4fb1-9371-ce9bdb066a5c tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:45.372234 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-c907b696-ba2e-4fb1-9371-ce9bdb066a5c tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:45.372692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-c907b696-ba2e-4fb1-9371-ce9bdb066a5c tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:45.373402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-c907b696-ba2e-4fb1-9371-ce9bdb066a5c tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:45.373619 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-c907b696-ba2e-4fb1-9371-ce9bdb066a5c tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:45.374080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-c907b696-ba2e-4fb1-9371-ce9bdb066a5c tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:45.374535 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-c907b696-ba2e-4fb1-9371-ce9bdb066a5c tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:45.374987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-c907b696-ba2e-4fb1-9371-ce9bdb066a5c tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:45.377234 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-c907b696-ba2e-4fb1-9371-ce9bdb066a5c tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=49e02f12-ef16-4d96-8188-b923b94fabcc&device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d&device_id=6606b453-2418-4ea6-b45e-11cf34187f5f&device_id=113052fa-1180-46a0-b97b-ba45b6cdb399&device_id=04a8a0ad-34be-4851-9330-645677272498&device_id=278549ed-667c-42fb-99ef-15c8b925cb5b&device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71&device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20&device_id=dc380a7b-1689-4b5b-8751-d050933a6372&device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6&device_id=4a8941bf-4793-4f18-852a-a68336030f25&device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 10800 time: 0.0904224 Sep 29 17:20:45.419993 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-5ad08a44-2523-47d5-bb9e-3dc196874c5d tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:45.436669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0189c8-c402-4d86-bb07-8be0ab04b876 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:45.447396 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:45.470057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Transition to ACTIVE for port object ac0189c8-c402-4d86-bb07-8be0ab04b876 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:20:45.480374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:45.516775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 980734c6-9d13-40d7-b2f6-d07fb2816390 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:45.577932 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0189c8-c402-4d86-bb07-8be0ab04b876,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:45.596859 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 980734c6-9d13-40d7-b2f6-d07fb2816390 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:45.597313 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:45.664801 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-5ad08a44-2523-47d5-bb9e-3dc196874c5d tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:45.670200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Attempting to bind port ac0189c8-c402-4d86-bb07-8be0ab04b876 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:45.670954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Attempting to bind port ac0189c8-c402-4d86-bb07-8be0ab04b876 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:45.670954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Attempting to bind port ac0189c8-c402-4d86-bb07-8be0ab04b876 on network fb7a1420-64a9-48a3-85e8-74b4d30ac194 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:45.676470 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-5ad08a44-2523-47d5-bb9e-3dc196874c5d tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:45.680044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Port ac0189c8-c402-4d86-bb07-8be0ab04b876 on network fb7a1420-64a9-48a3-85e8-74b4d30ac194 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:20:45.680436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Attempting to bind port ac0189c8-c402-4d86-bb07-8be0ab04b876 on network fb7a1420-64a9-48a3-85e8-74b4d30ac194 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:45.703137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:45.703437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Checking segment: {'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:45.704071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Bound using segment: {'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:45.704405 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Bound port: ac0189c8-c402-4d86-bb07-8be0ab04b876, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f45332f8-acb9-43ba-9f17-b5165e02bc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:45.704829 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:45.712427 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:45.740721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 980734c6-9d13-40d7-b2f6-d07fb2816390, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=980734c6-9d13-40d7-b2f6-d07fb2816390,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:45.746899 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42e7575f-54b0-4b52-b0fb-58c7743f292e req-5ad08a44-2523-47d5-bb9e-3dc196874c5d tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&id=57703549-f0e8-4f60-9e4a-594e194409be&id=0414120c-0038-4c26-8c6d-4b73a5867b6c&id=6989493f-0a7e-4cbd-a748-bc689fd1be71&id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.3431270 Sep 29 17:20:45.749901 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:45.771319 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad08a44-2523-47d5-bb9e-3dc196874c5d tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3866f513-5b2d-4d6b-bc3f-a123a07b4ae9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:45.771735 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Sync routers for ids ['f4dd9050-356c-44b8-a88b-4163a6fa3ea3'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:20:45.813963 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Routers {'f4dd9050-356c-44b8-a88b-4163a6fa3ea3'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:45.814609 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f4dd9050-356c-44b8-a88b-4163a6fa3ea3'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:45.895672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] For port ac0189c8-c402-4d86-bb07-8be0ab04b876, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:45.895883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e3859f1f-529e-4909-84a1-f0e253495e98 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:20:45.903842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2ea38ade-4465-48e3-a680-0c9ef912a235 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:20:45.911039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] For port ac0189c8-c402-4d86-bb07-8be0ab04b876, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=ac0189c8-c402-4d86-bb07-8be0ab04b876,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:45.917297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=980734c6-9d13-40d7-b2f6-d07fb2816390,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:45.927749 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:45.939785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fd312-8704-4b5c-b8fc-d1e3d8c7ef00 req-b33a61f8-42a3-4be2-9fad-99cc5d5666b5 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:45.942398 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1e4fd312-8704-4b5c-b8fc-d1e3d8c7ef00 req-b33a61f8-42a3-4be2-9fad-99cc5d5666b5 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 948 time: 0.0973730 Sep 29 17:20:45.949616 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 2ea38ade-4465-48e3-a680-0c9ef912a235 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:20:45.949962 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2ea38ade-4465-48e3-a680-0c9ef912a235 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:20:45.997639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:45.998255 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:45.999663 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] 10.222.0.49 "PUT /v2.0/ports/ac0189c8-c402-4d86-bb07-8be0ab04b876 HTTP/1.1" status: 200 len: 1091 time: 1.1759071 Sep 29 17:20:46.002736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'tag': 'ac0189c8-c402-4d86-bb07-8be0ab04b876'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:46.006852 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c262b908-0336-40bb-84f0-a2820a4c8eed" -d '{"events": [{"name": "network-changed", "server_uuid": "49e02f12-ef16-4d96-8188-b923b94fabcc", "tag": "ac0189c8-c402-4d86-bb07-8be0ab04b876"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:46.033168 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Set router f4dd9050-356c-44b8-a88b-4163a6fa3ea3 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:46.045169 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1e4fd312-8704-4b5c-b8fc-d1e3d8c7ef00 req-bb20aaab-f491-4782-8e8e-25af2c16d842 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909910 Sep 29 17:20:46.115158 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5ac0b-7fc9-4654-8e47-6e587c66b570 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0189c8-c402-4d86-bb07-8be0ab04b876,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:46.197583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-d3307c20-271d-444a-b970-990ab2f52314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:46.200552 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-d3307c20-271d-444a-b970-990ab2f52314 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 1094 time: 0.1110041 Sep 29 17:20:46.212622 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e3859f1f-529e-4909-84a1-f0e253495e98, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e3859f1f-529e-4909-84a1-f0e253495e98,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:46.235369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-3a382660-36da-4fed-a0c4-54382357bec1 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:20:46.236338 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-3a382660-36da-4fed-a0c4-54382357bec1 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065811 Sep 29 17:20:46.254795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'e3859f1f-529e-4909-84a1-f0e253495e98', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': 'e3859f1f-529e-4909-84a1-f0e253495e98', 'mac_address': 'fa:16:3e:54:06:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:20:46.272463 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-69d466d9-4f2d-4850-b92f-26e103f5a34e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac0189c8-c402-4d86-bb07-8be0ab04b876 HTTP/1.1" status: 200 len: 217 time: 0.0569346 Sep 29 17:20:46.281852 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-4763d24d-176a-4591-badd-c9fe6bbaf47c tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:46.283901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-4763d24d-176a-4591-badd-c9fe6bbaf47c tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports/a610e393-0c65-444d-b97f-16de5c7e3ac7 HTTP/1.1" status: 200 len: 1094 time: 0.0395586 Sep 29 17:20:46.294797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-e8c3c27c-0154-4382-8db2-745551d0414c service neutron] Request body: {'binding': {'host': 'n-h1-811748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:46.295639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-e8c3c27c-0154-4382-8db2-745551d0414c service neutron] Unknown quota resources ['binding']. {{(pid=95015) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:20:46.335373 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:46.354513 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3859f1f-529e-4909-84a1-f0e253495e98 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:46.362118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef64e60-ba43-4b60-ab23-82aee4108deb req-2f6b1f57-bd3c-4d57-b5f7-e78dd9720f04 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:46.363409 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bef64e60-ba43-4b60-ab23-82aee4108deb req-2f6b1f57-bd3c-4d57-b5f7-e78dd9720f04 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 945 time: 0.1124370 Sep 29 17:20:46.365192 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-0dab1fc9-f9c7-49c5-9665-47cc3bd091d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:46.367303 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-0dab1fc9-f9c7-49c5-9665-47cc3bd091d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 200 len: 860 time: 0.0653129 Sep 29 17:20:46.381832 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e3859f1f-529e-4909-84a1-f0e253495e98, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e3859f1f-529e-4909-84a1-f0e253495e98,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:46.392289 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:46.429949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157620147-router', 'tenant_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:36Z', 'updated_at': '2021-09-29T17:20:44Z', 'revision_number': 4, 'project_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'gw_port': {'id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:37Z', 'updated_at': '2021-09-29T17:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '31067df2-6ce0-4a10-ab58-8e48f4e9cda9', 'name': '', 'network_id': '47b00ebb-f0b9-4f54-8309-16bef977b37b', 'tenant_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'mac_address': 'fa:16:3e:67:28:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6659b776-27f8-4dce-8a6f-0d42b8587f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:43Z', 'updated_at': '2021-09-29T17:20:44Z', 'revision_number': 2, 'project_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'subnets': [{'id': '6659b776-27f8-4dce-8a6f-0d42b8587f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:46.434481 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bef64e60-ba43-4b60-ab23-82aee4108deb req-de3d29e8-05dd-4290-9cd1-a9e028a33a1d tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574131 Sep 29 17:20:46.448416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-9a0b5f3c-fde4-43a5-98f9-ff3f443f7046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:46.450714 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-9a0b5f3c-fde4-43a5-98f9-ff3f443f7046 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb7a1420-64a9-48a3-85e8-74b4d30ac194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703511 Sep 29 17:20:46.461298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-e8c3c27c-0154-4382-8db2-745551d0414c service neutron] Attempting to bind port a610e393-0c65-444d-b97f-16de5c7e3ac7 on host n-h1-811748-2 for vnic_type normal with profile None {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:46.462367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-e8c3c27c-0154-4382-8db2-745551d0414c service neutron] Attempting to bind port a610e393-0c65-444d-b97f-16de5c7e3ac7 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:46.462924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-e8c3c27c-0154-4382-8db2-745551d0414c service neutron] Attempting to bind port a610e393-0c65-444d-b97f-16de5c7e3ac7 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:46.463076 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Checking router: f4dd9050-356c-44b8-a88b-4163a6fa3ea3 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:20:46.463432 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Updating router f4dd9050-356c-44b8-a88b-4163a6fa3ea3 port 31067df2-6ce0-4a10-ab58-8e48f4e9cda9 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:20:46.472711 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-e8c3c27c-0154-4382-8db2-745551d0414c service neutron] Port a610e393-0c65-444d-b97f-16de5c7e3ac7 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:20:46.473341 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-e8c3c27c-0154-4382-8db2-745551d0414c service neutron] Attempting to bind port a610e393-0c65-444d-b97f-16de5c7e3ac7 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:46.479555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-e8c3c27c-0154-4382-8db2-745551d0414c service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:46.480446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-e8c3c27c-0154-4382-8db2-745551d0414c service neutron] Checking segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:46.481651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-e8c3c27c-0154-4382-8db2-745551d0414c service neutron] Bound using segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:46.482083 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-e8c3c27c-0154-4382-8db2-745551d0414c service neutron] Bound port: a610e393-0c65-444d-b97f-16de5c7e3ac7, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:46.499084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=e3859f1f-529e-4909-84a1-f0e253495e98,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:46.507502 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:46.554817 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-e8c3c27c-0154-4382-8db2-745551d0414c service neutron] For port a610e393-0c65-444d-b97f-16de5c7e3ac7, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a610e393-0c65-444d-b97f-16de5c7e3ac7,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:46.561667 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-e8c3c27c-0154-4382-8db2-745551d0414c service neutron] Notify callbacks [] for binding, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:46.562972 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-e8c3c27c-0154-4382-8db2-745551d0414c service neutron] 10.222.0.44 "POST /v2.0/ports/a610e393-0c65-444d-b97f-16de5c7e3ac7/bindings HTTP/1.1" status: 201 len: 389 time: 0.2725935 Sep 29 17:20:46.627801 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-db1f4f2f-388f-4b77-b241-275872b7bfa0 req-02a7f3c1-4479-42b4-91bb-ecf0e6b7f9da tempest-FloatingIPDetailsNegativeTestJSON-1262006680 tempest-FloatingIPDetailsNegativeTestJSON-1262006680-project] show failed (client error): The resource could not be found. Sep 29 17:20:46.628875 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db1f4f2f-388f-4b77-b241-275872b7bfa0 req-02a7f3c1-4479-42b4-91bb-ecf0e6b7f9da tempest-FloatingIPDetailsNegativeTestJSON-1262006680 tempest-FloatingIPDetailsNegativeTestJSON-1262006680-project] 10.222.0.44 "GET /v2.0/floatingips/a6cdd027-4f78-4b0c-a0b0-f27de6b533c0 HTTP/1.1" status: 404 len: 350 time: 0.0740571 Sep 29 17:20:46.639181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48358) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:46.658769 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-017d58a7-d68d-429f-9079-a5c87c1fb4ae service neutron] 10.222.0.49 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920030 Sep 29 17:20:46.753932 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:46.810856 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1bfd0-3c26-4f4c-9efd-b49c8bd98ea4 req-33877114-eac2-4060-ab65-cef02404195a tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:46.821949 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-abc1bfd0-3c26-4f4c-9efd-b49c8bd98ea4 req-33877114-eac2-4060-ab65-cef02404195a tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 943 time: 0.1164620 Sep 29 17:20:46.828911 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f2171d-11ba-4037-a7e2-4cad4c0829b4 x-openstack-request-id: req-94f2171d-11ba-4037-a7e2-4cad4c0829b4 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:46.829196 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e02f12-ef16-4d96-8188-b923b94fabcc", "tag": "ac0189c8-c402-4d86-bb07-8be0ab04b876", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:46.829659 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94f2171d-11ba-4037-a7e2-4cad4c0829b4 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:46.831417 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'tag': 'ac0189c8-c402-4d86-bb07-8be0ab04b876', 'status': 'completed', 'code': 200} Sep 29 17:20:46.893970 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a6417d3-a701-4c14-8556-58c65236b4e1 req-3b69c1b4-7b5f-465e-aef4-9180b10293e7 service neutron] 10.222.0.49 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192960 Sep 29 17:20:46.895277 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['e3859f1f-529e-4909-84a1-f0e253495e98'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:46.940112 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-abc1bfd0-3c26-4f4c-9efd-b49c8bd98ea4 req-5f4c9035-7989-40f1-b942-9c4b2592456b tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170914 Sep 29 17:20:46.945892 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:46.957764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817267af-eec9-4019-95e2-0a99156a7559 req-ee9b6855-f1fd-4821-8686-71a8403a0583 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:46.959355 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-817267af-eec9-4019-95e2-0a99156a7559 req-ee9b6855-f1fd-4821-8686-71a8403a0583 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 1095 time: 0.0802288 Sep 29 17:20:46.961010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-11b5a8b6-bf16-42fe-be9b-0331cc8ea139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:46.962376 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-11b5a8b6-bf16-42fe-be9b-0331cc8ea139 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 1097 time: 0.1246829 Sep 29 17:20:46.987422 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:47.064568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-817267af-eec9-4019-95e2-0a99156a7559 req-c0648f7e-56cb-45db-b959-074f48af77e9 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903568 Sep 29 17:20:47.145996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85cc25-99fd-4837-b2db-dc757393da6c None None] Pushing event updated for resources: {'Port': ['ID=31067df2-6ce0-4a10-ab58-8e48f4e9cda9,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:47.204694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Attempting to bind port 31067df2-6ce0-4a10-ab58-8e48f4e9cda9 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:47.205344 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Attempting to bind port 31067df2-6ce0-4a10-ab58-8e48f4e9cda9 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '1df538ee-1fe8-463a-8352-f6db304726bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47b00ebb-f0b9-4f54-8309-16bef977b37b'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:47.205956 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Attempting to bind port 31067df2-6ce0-4a10-ab58-8e48f4e9cda9 on network 47b00ebb-f0b9-4f54-8309-16bef977b37b {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:47.213915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:47.215686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Checking segment: {'id': '1df538ee-1fe8-463a-8352-f6db304726bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47b00ebb-f0b9-4f54-8309-16bef977b37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:47.216366 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:47.216999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Bound using segment: {'id': '1df538ee-1fe8-463a-8352-f6db304726bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47b00ebb-f0b9-4f54-8309-16bef977b37b'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:47.217975 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Bound port: 31067df2-6ce0-4a10-ab58-8e48f4e9cda9, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df538ee-1fe8-463a-8352-f6db304726bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '47b00ebb-f0b9-4f54-8309-16bef977b37b'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:47.218664 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:47.252530 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262b908-0336-40bb-84f0-a2820a4c8eed req-706f4499-caa6-493a-9757-e78c4cc0d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:47.254179 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c262b908-0336-40bb-84f0-a2820a4c8eed req-706f4499-caa6-493a-9757-e78c4cc0d602 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 1094 time: 0.2661293 Sep 29 17:20:47.344532 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e028d6a-ef83-4a5f-b6f0-d244199ee4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:47.352486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] For port 31067df2-6ce0-4a10-ab58-8e48f4e9cda9, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:47.359111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] For port 31067df2-6ce0-4a10-ab58-8e48f4e9cda9, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=31067df2-6ce0-4a10-ab58-8e48f4e9cda9,segment=NetworkSegment(1df538ee-1fe8-463a-8352-f6db304726bb),segment_id=1df538ee-1fe8-463a-8352-f6db304726bb)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:47.367694 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:47.389862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-7ebbce77-0286-4815-a658-c5ffb4e9d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:47.391348 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-7ebbce77-0286-4815-a658-c5ffb4e9d8d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.3718996 Sep 29 17:20:47.409298 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff0bbe-b4d6-4b9e-b40a-aae5e808b2c2 req-a56a81b8-c6c3-49c3-980f-584215d90eeb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:47.410862 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f6ff0bbe-b4d6-4b9e-b40a-aae5e808b2c2 req-a56a81b8-c6c3-49c3-980f-584215d90eeb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 945 time: 0.1800456 Sep 29 17:20:47.426387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48370) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:47.430366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ac90d681-1c68-4557-b9c5-10fe938e1efb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Request body: {'floatingip': {'port_id': '37e51e99-e311-4500-9104-5d373bc8cdc0'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:47.498600 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-e162ab97-2cf8-46f7-9f14-a7c9d7273138 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a610e393-0c65-444d-b97f-16de5c7e3ac7 HTTP/1.1" status: 200 len: 217 time: 0.0867140 Sep 29 17:20:47.565659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-759643f2-cfca-43e8-b655-ae085dcf7efe None None] Provisioning complete for port 31067df2-6ce0-4a10-ab58-8e48f4e9cda9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:47.566578 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-759643f2-cfca-43e8-b655-ae085dcf7efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:47.568550 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 980734c6-9d13-40d7-b2f6-d07fb2816390 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:47.569167 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac90d681-1c68-4557-b9c5-10fe938e1efb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:47.641106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262b908-0336-40bb-84f0-a2820a4c8eed req-9027ff3f-9d02-478e-ab8b-d67aeb85e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:47.642623 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c262b908-0336-40bb-84f0-a2820a4c8eed req-9027ff3f-9d02-478e-ab8b-d67aeb85e7db service neutron] 10.222.0.49 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 922 time: 0.3657796 Sep 29 17:20:47.672431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85cc25-99fd-4837-b2db-dc757393da6c None None] Pushing event updated for resources: {'Port': ['ID=31067df2-6ce0-4a10-ab58-8e48f4e9cda9,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:47.730505 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Routers {'f4dd9050-356c-44b8-a88b-4163a6fa3ea3'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:47.731185 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f4dd9050-356c-44b8-a88b-4163a6fa3ea3'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:47.758257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c262b908-0336-40bb-84f0-a2820a4c8eed req-7eeb0764-2c74-4508-a884-226a52b7cdbe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac0189c8-c402-4d86-bb07-8be0ab04b876 HTTP/1.1" status: 200 len: 217 time: 0.0690625 Sep 29 17:20:47.759639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-10eadc7e-15fa-4613-9af2-928eca916fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:47.761016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-10eadc7e-15fa-4613-9af2-928eca916fbb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.2530313 Sep 29 17:20:47.813209 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 980734c6-9d13-40d7-b2f6-d07fb2816390 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:47.813774 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:47.814926 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3caa7d-6ab3-4e3e-9186-eec8fcdc2e5a req-30e497da-60d1-485a-8966-f4c4db932acd tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:47.815418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3caa7d-6ab3-4e3e-9186-eec8fcdc2e5a req-30e497da-60d1-485a-8966-f4c4db932acd tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:47.815867 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3caa7d-6ab3-4e3e-9186-eec8fcdc2e5a req-30e497da-60d1-485a-8966-f4c4db932acd tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:47.821951 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e3caa7d-6ab3-4e3e-9186-eec8fcdc2e5a req-30e497da-60d1-485a-8966-f4c4db932acd tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399&device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20&device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 2882 time: 0.1607280 Sep 29 17:20:47.911843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f68f6d-5e09-4926-9c3a-5167ccf3e52d req-8cfb2f14-6f89-4ad9-8123-ab4527165b17 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:47.914231 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-759643f2-cfca-43e8-b655-ae085dcf7efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:47.919521 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b0f68f6d-5e09-4926-9c3a-5167ccf3e52d req-8cfb2f14-6f89-4ad9-8123-ab4527165b17 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 946 time: 0.5363402 Sep 29 17:20:47.941770 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-4c027e3e-3cbd-4dd7-9bf4-3cb7df0b5e1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392705 Sep 29 17:20:47.951204 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c36bfc45-deab-4403-9cd4-3ff43d9d91cc req-3b39a93d-9347-45e6-8c48-a859fd6d2f3e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2243550 Sep 29 17:20:47.971779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] Set router f4dd9050-356c-44b8-a88b-4163a6fa3ea3 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:47.991999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262b908-0336-40bb-84f0-a2820a4c8eed req-68d5f7c5-edd9-4600-831f-2b36734e1418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:47.993669 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c262b908-0336-40bb-84f0-a2820a4c8eed req-68d5f7c5-edd9-4600-831f-2b36734e1418 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 200 len: 860 time: 0.1924219 Sep 29 17:20:48.002864 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b0f68f6d-5e09-4926-9c3a-5167ccf3e52d req-624b435b-35ed-45ef-bfd4-5f85741fd9c8 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742259 Sep 29 17:20:48.028595 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-759643f2-cfca-43e8-b655-ae085dcf7efe None None] For port 31067df2-6ce0-4a10-ab58-8e48f4e9cda9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=31067df2-6ce0-4a10-ab58-8e48f4e9cda9,segment=NetworkSegment(1df538ee-1fe8-463a-8352-f6db304726bb),segment_id=1df538ee-1fe8-463a-8352-f6db304726bb)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:48.039604 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-759643f2-cfca-43e8-b655-ae085dcf7efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:48.080955 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e3caa7d-6ab3-4e3e-9186-eec8fcdc2e5a req-413c3f0f-dd60-40d1-ad2f-97d3b6e177e0 tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401776 Sep 29 17:20:48.157266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759643f2-cfca-43e8-b655-ae085dcf7efe None None] Pushing event updated for resources: {'Port': ['ID=31067df2-6ce0-4a10-ab58-8e48f4e9cda9,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:48.190363 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bfc45-deab-4403-9cd4-3ff43d9d91cc req-740a27d4-5f31-459d-904b-eb5490f7e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:48.192108 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c36bfc45-deab-4403-9cd4-3ff43d9d91cc req-740a27d4-5f31-459d-904b-eb5490f7e49f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 1101 time: 0.1641598 Sep 29 17:20:48.212514 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c64952ee-4ad3-413c-bb36-529698ef12ba None None] Provisioning complete for port 31067df2-6ce0-4a10-ab58-8e48f4e9cda9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:48.212900 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c64952ee-4ad3-413c-bb36-529698ef12ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:48.216543 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60593a1-7c43-4b33-a5b6-265947e0c80a req-723386bd-e48c-4334-8f7c-c5193e8f4439 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:48.218983 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e60593a1-7c43-4b33-a5b6-265947e0c80a req-723386bd-e48c-4334-8f7c-c5193e8f4439 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 949 time: 0.0825396 Sep 29 17:20:48.228843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-9e028d6a-ef83-4a5f-b6f0-d244199ee4ab admin admin] Deleting port 31067df2-6ce0-4a10-ab58-8e48f4e9cda9 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:20:48.229213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e028d6a-ef83-4a5f-b6f0-d244199ee4ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:48.364611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157620147-router', 'tenant_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:36Z', 'updated_at': '2021-09-29T17:20:44Z', 'revision_number': 4, 'project_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'gw_port': {'id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:37Z', 'updated_at': '2021-09-29T17:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '31067df2-6ce0-4a10-ab58-8e48f4e9cda9', 'name': '', 'network_id': '47b00ebb-f0b9-4f54-8309-16bef977b37b', 'tenant_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'mac_address': 'fa:16:3e:67:28:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6659b776-27f8-4dce-8a6f-0d42b8587f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:43Z', 'updated_at': '2021-09-29T17:20:47Z', 'revision_number': 4, 'project_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'subnets': [{'id': '6659b776-27f8-4dce-8a6f-0d42b8587f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:48.376653 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e60593a1-7c43-4b33-a5b6-265947e0c80a req-d7e64c0e-db90-4908-839d-bc931504e772 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495190 Sep 29 17:20:48.403626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc36c52b-f23f-4f02-a632-df7aba028874 None None] The sync data for ids ['f4dd9050-356c-44b8-a88b-4163a6fa3ea3'] in n-d-811748-2 is: [{'id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157620147-router', 'tenant_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:36Z', 'updated_at': '2021-09-29T17:20:44Z', 'revision_number': 4, 'project_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'gw_port': {'id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:37Z', 'updated_at': '2021-09-29T17:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '31067df2-6ce0-4a10-ab58-8e48f4e9cda9', 'name': '', 'network_id': '47b00ebb-f0b9-4f54-8309-16bef977b37b', 'tenant_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'mac_address': 'fa:16:3e:67:28:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '6659b776-27f8-4dce-8a6f-0d42b8587f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:43Z', 'updated_at': '2021-09-29T17:20:47Z', 'revision_number': 4, 'project_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'subnets': [{'id': '6659b776-27f8-4dce-8a6f-0d42b8587f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:20:48.423622 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bfc45-deab-4403-9cd4-3ff43d9d91cc req-d38b0ee4-c775-481c-b39b-46298a745518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:48.425090 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c36bfc45-deab-4403-9cd4-3ff43d9d91cc req-d38b0ee4-c775-481c-b39b-46298a745518 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.1675596 Sep 29 17:20:48.426855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-9e028d6a-ef83-4a5f-b6f0-d244199ee4ab admin admin] For port 31067df2-6ce0-4a10-ab58-8e48f4e9cda9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=31067df2-6ce0-4a10-ab58-8e48f4e9cda9,segment=NetworkSegment(1df538ee-1fe8-463a-8352-f6db304726bb),segment_id=1df538ee-1fe8-463a-8352-f6db304726bb)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:48.427212 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e028d6a-ef83-4a5f-b6f0-d244199ee4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:48.488626 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-9e028d6a-ef83-4a5f-b6f0-d244199ee4ab admin admin] Calling delete_port for 31067df2-6ce0-4a10-ab58-8e48f4e9cda9 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:20:48.493023 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c36bfc45-deab-4403-9cd4-3ff43d9d91cc req-52f3f33c-ce63-427c-b04f-01983640b0fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=2cc8cf57-72a7-451c-b24c-c823077f331e HTTP/1.1" status: 200 len: 217 time: 0.0564976 Sep 29 17:20:48.595405 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-7978af55-77e1-4561-b28f-e0bf8a0c3c92 service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842581 Sep 29 17:20:48.646101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262b908-0336-40bb-84f0-a2820a4c8eed req-9c8db820-fa62-4a74-a7d3-91eb7be6898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:48.647816 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c262b908-0336-40bb-84f0-a2820a4c8eed req-9c8db820-fa62-4a74-a7d3-91eb7be6898d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb7a1420-64a9-48a3-85e8-74b4d30ac194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6126297 Sep 29 17:20:48.689564 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bfc45-deab-4403-9cd4-3ff43d9d91cc req-fb679d83-1ae0-456a-bf79-4295b3003dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:48.691001 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c36bfc45-deab-4403-9cd4-3ff43d9d91cc req-fb679d83-1ae0-456a-bf79-4295b3003dad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1623871 Sep 29 17:20:48.737983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03eda3a-6b88-4ea6-be56-92c45950897c req-ae309463-b2b8-4ecb-956f-72e52e7b2455 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:48.740476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e03eda3a-6b88-4ea6-be56-92c45950897c req-ae309463-b2b8-4ecb-956f-72e52e7b2455 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 950 time: 0.3655622 Sep 29 17:20:48.790998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-ed92727e-1891-464b-ade4-26e1c2ef7eea tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:48.797771 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-ed92727e-1891-464b-ade4-26e1c2ef7eea tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 807 time: 0.2674403 Sep 29 17:20:48.826969 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-831f07ed-ddfc-4439-83e8-042b0d50bc9e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/quotas/c50efc2fa4284829be7a860e331db6cd HTTP/1.1" status: 200 len: 375 time: 0.0283046 Sep 29 17:20:48.836773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bfc45-deab-4403-9cd4-3ff43d9d91cc req-614e9ebf-e946-42cd-9db9-31990b65e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:48.837298 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c36bfc45-deab-4403-9cd4-3ff43d9d91cc req-614e9ebf-e946-42cd-9db9-31990b65e1f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1104043 Sep 29 17:20:48.953140 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e03eda3a-6b88-4ea6-be56-92c45950897c req-80223ea9-7d6d-4b1e-9dbd-7c777424f6b5 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956663 Sep 29 17:20:48.971662 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.resource_extend [None req-ac90d681-1c68-4557-b9c5-10fe938e1efb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:20:48.982955 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-94ea2f34-bf70-4110-a3e4-85d8b662dbeb tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1436141 Sep 29 17:20:49.012835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-420290cd-eeee-4519-ae6e-2460b639335b service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766515 Sep 29 17:20:49.014896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c262b908-0336-40bb-84f0-a2820a4c8eed req-44a0a735-d50c-47de-8397-a1e4c6d882cb service neutron] 10.222.0.49 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453205 Sep 29 17:20:49.027686 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e028d6a-ef83-4a5f-b6f0-d244199ee4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:49.072752 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c36bfc45-deab-4403-9cd4-3ff43d9d91cc req-2c29022f-f28a-47b9-a9cd-0e6b61b64dc3 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217236 Sep 29 17:20:49.081797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e028d6a-ef83-4a5f-b6f0-d244199ee4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=31067df2-6ce0-4a10-ab58-8e48f4e9cda9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:49.146819 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac90d681-1c68-4557-b9c5-10fe938e1efb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:49.197427 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac90d681-1c68-4557-b9c5-10fe938e1efb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:49.322303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbabc3-980b-4f9b-b757-f44a664c36eb req-3668925c-245e-4e01-b239-740fb840c461 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:49.330031 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26cbabc3-980b-4f9b-b757-f44a664c36eb req-3668925c-245e-4e01-b239-740fb840c461 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 943 time: 0.2668502 Sep 29 17:20:49.337999 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c262b908-0336-40bb-84f0-a2820a4c8eed req-11cf1b6d-c144-483c-b147-8bed1ec498cf service neutron] 10.222.0.49 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080499 Sep 29 17:20:49.357373 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-3df25e37-2dac-4c9d-b15b-08c919dafde0 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:49.357373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-3df25e37-2dac-4c9d-b15b-08c919dafde0 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b&tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 1097 time: 0.2346838 Sep 29 17:20:49.363631 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-781f5d9a-71e3-40bf-9a3f-6180bebda381 service neutron] 10.222.0.44 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688045 Sep 29 17:20:49.387676 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e028d6a-ef83-4a5f-b6f0-d244199ee4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:49.395031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811748-2'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:49.425751 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26cbabc3-980b-4f9b-b757-f44a664c36eb req-562379ea-b49f-4455-b0e5-31dd12e5b799 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947404 Sep 29 17:20:49.430080 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-ac90d681-1c68-4557-b9c5-10fe938e1efb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Floating IP e4a3e8b1-1605-4422-8e37-5734d402f7fc associated. External IP: 172.25.2.254, port: 37e51e99-e311-4500-9104-5d373bc8cdc0. Sep 29 17:20:49.544018 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:49.696047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5325f-d0e1-4581-9260-d608f0900b64 req-4e5d969c-6cea-4693-a56c-1712e4e8b597 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:49.697607 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6cf5325f-d0e1-4581-9260-d608f0900b64 req-4e5d969c-6cea-4693-a56c-1712e4e8b597 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 950 time: 0.1506946 Sep 29 17:20:49.738395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24500918-f247-4476-8afc-6b175a11a766 req-7f0bd64b-2617-46e9-bdf5-90c80f67cbe2 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:49.739857 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24500918-f247-4476-8afc-6b175a11a766 req-7f0bd64b-2617-46e9-bdf5-90c80f67cbe2 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 946 time: 0.1900368 Sep 29 17:20:49.751795 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c36bfc45-deab-4403-9cd4-3ff43d9d91cc req-ef88a1da-51a8-4fa9-bfd2-d081f18eeedf service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541178 Sep 29 17:20:49.794269 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-359e8a9f-1246-4a59-8f8c-3ca1e97a5e0d service neutron] 10.222.0.44 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155765 Sep 29 17:20:49.925943 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e3859f1f-529e-4909-84a1-f0e253495e98 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:49.944816 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e028d6a-ef83-4a5f-b6f0-d244199ee4ab admin admin] Router f4dd9050-356c-44b8-a88b-4163a6fa3ea3 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:20:49.989082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port e3859f1f-529e-4909-84a1-f0e253495e98 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:20:49.994404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port e3859f1f-529e-4909-84a1-f0e253495e98 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:49.995080 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:50.113916 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:50.114774 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e23f9-dd5c-4b1c-9cbf-f325859cf651 req-03e05704-11e3-48ba-b425-1dd0cdef68c8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:50.116546 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f61e23f9-dd5c-4b1c-9cbf-f325859cf651 req-03e05704-11e3-48ba-b425-1dd0cdef68c8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 949 time: 0.0987976 Sep 29 17:20:50.153689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16f39aa-c7ae-4107-9673-c0b5c2d2d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3859f1f-529e-4909-84a1-f0e253495e98'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:50.157661 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711d9331-feac-4978-8d37-0eff86ed0d91" -d '{"events": [{"server_uuid": "c16f39aa-c7ae-4107-9673-c0b5c2d2d32d", "name": "network-vif-plugged", "status": "completed", "tag": "e3859f1f-529e-4909-84a1-f0e253495e98"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:50.163981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e028d6a-ef83-4a5f-b6f0-d244199ee4ab admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:20:50.175018 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bc2ef-4360-4b1b-8881-b48a7a6481ab None None] Sync routers for ids ['f4dd9050-356c-44b8-a88b-4163a6fa3ea3'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:20:50.177188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e3859f1f-529e-4909-84a1-f0e253495e98, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e3859f1f-529e-4909-84a1-f0e253495e98,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:50.183888 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:50.189948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48402) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:50.191638 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998bc2ef-4360-4b1b-8881-b48a7a6481ab None None] Routers {'f4dd9050-356c-44b8-a88b-4163a6fa3ea3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:50.193844 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-998bc2ef-4360-4b1b-8881-b48a7a6481ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f4dd9050-356c-44b8-a88b-4163a6fa3ea3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:50.194546 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9e028d6a-ef83-4a5f-b6f0-d244199ee4ab admin admin] 10.222.0.44 "PUT /v2.0/routers/f4dd9050-356c-44b8-a88b-4163a6fa3ea3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5483017 Sep 29 17:20:50.215308 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f61e23f9-dd5c-4b1c-9cbf-f325859cf651 req-ddf2102d-2514-4d32-a26f-af83009caab4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880401 Sep 29 17:20:50.297792 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=e3859f1f-529e-4909-84a1-f0e253495e98,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:50.310970 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24500918-f247-4476-8afc-6b175a11a766 req-5ef66427-fbf9-4342-9128-8efd062895a3 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476787 Sep 29 17:20:50.328323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] For port a610e393-0c65-444d-b97f-16de5c7e3ac7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a610e393-0c65-444d-b97f-16de5c7e3ac7,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:50.368606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc6c6350-4d6f-4a9a-921d-1d47883ceee7 req-bb76e6bf-d902-4546-a71c-9ab7e7f4ed57 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 210 time: 0.0736456 Sep 29 17:20:50.389102 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-998bc2ef-4360-4b1b-8881-b48a7a6481ab None None] Set router f4dd9050-356c-44b8-a88b-4163a6fa3ea3 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:50.395576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac90d681-1c68-4557-b9c5-10fe938e1efb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Router f924ee3b-c9e8-4cd0-833b-855df51370e9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:20:50.420776 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1a126f-847f-4d3e-a100-dd51a928a990 x-openstack-request-id: req-bc1a126f-847f-4d3e-a100-dd51a928a990 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:50.420776 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16f39aa-c7ae-4107-9673-c0b5c2d2d32d", "name": "network-vif-plugged", "status": "completed", "tag": "e3859f1f-529e-4909-84a1-f0e253495e98", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:50.420776 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc1a126f-847f-4d3e-a100-dd51a928a990 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:50.420776 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16f39aa-c7ae-4107-9673-c0b5c2d2d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3859f1f-529e-4909-84a1-f0e253495e98', 'code': 200} Sep 29 17:20:50.522944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-6cf5325f-d0e1-4581-9260-d608f0900b64 req-9e8e6998-d348-4651-94e4-885bf8fb8f53 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Deleting port 8006b27e-99bf-43db-a938-5c426b2d145e {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:20:50.523296 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6cf5325f-d0e1-4581-9260-d608f0900b64 req-9e8e6998-d348-4651-94e4-885bf8fb8f53 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:50.602116 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-998bc2ef-4360-4b1b-8881-b48a7a6481ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157620147-router', 'tenant_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:36Z', 'updated_at': '2021-09-29T17:20:48Z', 'revision_number': 5, 'project_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'gw_port': {'id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:37Z', 'updated_at': '2021-09-29T17:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:50.632200 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bc2ef-4360-4b1b-8881-b48a7a6481ab None None] Checking router: f4dd9050-356c-44b8-a88b-4163a6fa3ea3 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:20:50.641803 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998bc2ef-4360-4b1b-8881-b48a7a6481ab None None] Routers {'f4dd9050-356c-44b8-a88b-4163a6fa3ea3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:50.642510 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-998bc2ef-4360-4b1b-8881-b48a7a6481ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f4dd9050-356c-44b8-a88b-4163a6fa3ea3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:50.662650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] For port a610e393-0c65-444d-b97f-16de5c7e3ac7, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:50.684100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1153a4d-2dc2-4c1c-8316-37b6099ec611 req-bc583131-5668-49a5-81cb-139c8514cfee tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:50.685683 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d1153a4d-2dc2-4c1c-8316-37b6099ec611 req-bc583131-5668-49a5-81cb-139c8514cfee tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 943 time: 0.0817151 Sep 29 17:20:50.712885 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fa659149-4574-47ab-aecd-fbdabb92f16d admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:50.730350 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d1153a4d-2dc2-4c1c-8316-37b6099ec611 req-2b16ba8c-55d6-4169-86f2-d44f5151dbb4 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364413 Sep 29 17:20:50.764040 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-998bc2ef-4360-4b1b-8881-b48a7a6481ab None None] Set router f4dd9050-356c-44b8-a88b-4163a6fa3ea3 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:50.887678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124c25dc-40cf-4f80-b89f-eb6b70fc688f req-f252d622-8514-4310-93c5-2e8bc9e56abc tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:50.889172 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-124c25dc-40cf-4f80-b89f-eb6b70fc688f req-f252d622-8514-4310-93c5-2e8bc9e56abc tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 950 time: 0.4766326 Sep 29 17:20:50.896525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278549ed-667c-42fb-99ef-15c8b925cb5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a610e393-0c65-444d-b97f-16de5c7e3ac7'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:50.899032 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32046fa-3f57-4222-8324-869d9785c18c" -d '{"events": [{"server_uuid": "278549ed-667c-42fb-99ef-15c8b925cb5b", "name": "network-vif-unplugged", "status": "completed", "tag": "a610e393-0c65-444d-b97f-16de5c7e3ac7"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:50.908822 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:50.940987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99280f91-f2d3-4c0a-a6e6-adf883171ff4 req-17790b04-6a6a-4689-ad7e-73fa719fd209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:50.942576 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99280f91-f2d3-4c0a-a6e6-adf883171ff4 req-17790b04-6a6a-4689-ad7e-73fa719fd209 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 1101 time: 0.4085360 Sep 29 17:20:50.950027 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:50.955127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-6cf5325f-d0e1-4581-9260-d608f0900b64 req-9e8e6998-d348-4651-94e4-885bf8fb8f53 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] For port 8006b27e-99bf-43db-a938-5c426b2d145e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8006b27e-99bf-43db-a938-5c426b2d145e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:50.955552 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6cf5325f-d0e1-4581-9260-d608f0900b64 req-9e8e6998-d348-4651-94e4-885bf8fb8f53 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:50.964853 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-998bc2ef-4360-4b1b-8881-b48a7a6481ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157620147-router', 'tenant_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:36Z', 'updated_at': '2021-09-29T17:20:48Z', 'revision_number': 5, 'project_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'gw_port': {'id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:37Z', 'updated_at': '2021-09-29T17:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:50.999237 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998bc2ef-4360-4b1b-8881-b48a7a6481ab None None] The sync data for ids ['f4dd9050-356c-44b8-a88b-4163a6fa3ea3'] in n-d-811748-2 is: [{'id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-157620147-router', 'tenant_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:36Z', 'updated_at': '2021-09-29T17:20:48Z', 'revision_number': 5, 'project_id': '3b6cbc1c8ba745a6a25e4fe1d80ed8f5', 'gw_port': {'id': '980734c6-9d13-40d7-b2f6-d07fb2816390', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dd9050-356c-44b8-a88b-4163a6fa3ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:37Z', 'updated_at': '2021-09-29T17:20:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:20:51.020571 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6e303c-0d22-416e-8eb3-09ce5bcc93fa x-openstack-request-id: req-fb6e303c-0d22-416e-8eb3-09ce5bcc93fa {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:51.020864 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278549ed-667c-42fb-99ef-15c8b925cb5b", "name": "network-vif-unplugged", "status": "completed", "tag": "a610e393-0c65-444d-b97f-16de5c7e3ac7", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:51.021112 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb6e303c-0d22-416e-8eb3-09ce5bcc93fa {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:51.021551 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278549ed-667c-42fb-99ef-15c8b925cb5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a610e393-0c65-444d-b97f-16de5c7e3ac7', 'code': 200} Sep 29 17:20:51.034791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-6cf5325f-d0e1-4581-9260-d608f0900b64 req-9e8e6998-d348-4651-94e4-885bf8fb8f53 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Calling delete_port for 8006b27e-99bf-43db-a938-5c426b2d145e owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:20:51.069977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac90d681-1c68-4557-b9c5-10fe938e1efb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:20:51.076426 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac90d681-1c68-4557-b9c5-10fe938e1efb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:51.092723 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22750ed0-c317-4d39-abf7-c3649209bd03 None None] Sync routers for ids ['f924ee3b-c9e8-4cd0-833b-855df51370e9'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:20:51.108686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22750ed0-c317-4d39-abf7-c3649209bd03 None None] Routers {'f924ee3b-c9e8-4cd0-833b-855df51370e9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:51.109380 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-22750ed0-c317-4d39-abf7-c3649209bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f924ee3b-c9e8-4cd0-833b-855df51370e9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:51.131444 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-124c25dc-40cf-4f80-b89f-eb6b70fc688f req-80ff91c1-513c-4666-8d12-8b21cd0af1f0 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/security-groups?id=6989493f-0a7e-4cbd-a748-bc689fd1be71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176907 Sep 29 17:20:51.219560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fa659149-4574-47ab-aecd-fbdabb92f16d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:51.227633 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ac90d681-1c68-4557-b9c5-10fe938e1efb tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "PUT /v2.0/floatingips/e4a3e8b1-1605-4422-8e37-5734d402f7fc HTTP/1.1" status: 200 len: 991 time: 3.8007560 Sep 29 17:20:51.244133 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99280f91-f2d3-4c0a-a6e6-adf883171ff4 req-df998744-e576-487e-819c-e57b8be0ac61 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916529 Sep 29 17:20:51.244813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Pushing event updated for resources: {'Port': ['ID=a610e393-0c65-444d-b97f-16de5c7e3ac7,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:51.262515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Attempting to bind port a610e393-0c65-444d-b97f-16de5c7e3ac7 on host n-h2-811748-2 for vnic_type normal with profile {"migrating_to": "n-h1-811748-2"} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:51.262856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Attempting to bind port a610e393-0c65-444d-b97f-16de5c7e3ac7 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:51.263234 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Attempting to bind port a610e393-0c65-444d-b97f-16de5c7e3ac7 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:51.269879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da57d14-72e3-4f97-91e0-0769c52e53ce req-9d7e676a-c752-4588-9f03-cec190c13fdc tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:51.270610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device ac0189c8-c402-4d86-bb07-8be0ab04b876 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:20:51.273926 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7da57d14-72e3-4f97-91e0-0769c52e53ce req-9d7e676a-c752-4588-9f03-cec190c13fdc tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 1101 time: 0.0783265 Sep 29 17:20:51.305348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Port a610e393-0c65-444d-b97f-16de5c7e3ac7 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:20:51.305662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Attempting to bind port a610e393-0c65-444d-b97f-16de5c7e3ac7 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:51.318282 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:51.318663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Checking segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:51.319003 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Bound using segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:51.319446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Bound port: a610e393-0c65-444d-b97f-16de5c7e3ac7, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:51.319807 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:51.335291 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7da57d14-72e3-4f97-91e0-0769c52e53ce req-f18d6aed-561a-4453-8664-4d9587e2164c tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512285 Sep 29 17:20:51.375162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-22750ed0-c317-4d39-abf7-c3649209bd03 None None] Set router f924ee3b-c9e8-4cd0-833b-855df51370e9 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:51.443818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-fa659149-4574-47ab-aecd-fbdabb92f16d admin admin] Deleting port 980734c6-9d13-40d7-b2f6-d07fb2816390 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:20:51.444160 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fa659149-4574-47ab-aecd-fbdabb92f16d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:51.503009 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52ce8e-6e3d-4430-9e55-c93acf4faadc req-068ec19b-de7c-47ea-8dd7-610c6345543f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:51.504701 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d52ce8e-6e3d-4430-9e55-c93acf4faadc req-068ec19b-de7c-47ea-8dd7-610c6345543f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.0821033 Sep 29 17:20:51.516543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] For port a610e393-0c65-444d-b97f-16de5c7e3ac7, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:51.524446 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6cf5325f-d0e1-4581-9260-d608f0900b64 req-9e8e6998-d348-4651-94e4-885bf8fb8f53 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:51.541727 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 31067df2-6ce0-4a10-ab58-8e48f4e9cda9 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:20:51.547005 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d52ce8e-6e3d-4430-9e55-c93acf4faadc req-1f7e0c62-d0db-4d87-8b12-55e0c3b45bd3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334318 Sep 29 17:20:51.549450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['8006b27e-99bf-43db-a938-5c426b2d145e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:51.602635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] For port a610e393-0c65-444d-b97f-16de5c7e3ac7, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a610e393-0c65-444d-b97f-16de5c7e3ac7,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:51.609565 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e6998-d348-4651-94e4-885bf8fb8f53 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Pushing event deleted for resources: {'Port': ['ID=8006b27e-99bf-43db-a938-5c426b2d145e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:51.618188 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:51.660942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 31067df2-6ce0-4a10-ab58-8e48f4e9cda9 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:20:51.661079 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 31067df2-6ce0-4a10-ab58-8e48f4e9cda9 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:20:51.679083 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172b76f-6a0f-4fb7-b7f9-bc485faa7242 req-f8ea9626-8464-4b30-972d-c4f07a360801 tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:51.683899 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7172b76f-6a0f-4fb7-b7f9-bc485faa7242 req-f8ea9626-8464-4b30-972d-c4f07a360801 tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 1101 time: 0.0648110 Sep 29 17:20:51.717101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2c004-f089-4f18-b4a3-c4ec320b217d req-8a44ba6c-b763-4ccd-97b2-afa1705dff56 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:51.718817 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-afc2c004-f089-4f18-b4a3-c4ec320b217d req-8a44ba6c-b763-4ccd-97b2-afa1705dff56 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 944 time: 0.2444389 Sep 29 17:20:51.752036 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7172b76f-6a0f-4fb7-b7f9-bc485faa7242 req-427c33f0-a8b5-4962-9c27-876ed06b4b7d tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637321 Sep 29 17:20:51.765426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf5325f-d0e1-4581-9260-d608f0900b64 req-9e8e6998-d348-4651-94e4-885bf8fb8f53 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] No DVR routers for this DVR port 8006b27e-99bf-43db-a938-5c426b2d145e on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:20:51.783281 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port ac0189c8-c402-4d86-bb07-8be0ab04b876, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=ac0189c8-c402-4d86-bb07-8be0ab04b876,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:51.793394 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6cf5325f-d0e1-4581-9260-d608f0900b64 req-9e8e6998-d348-4651-94e4-885bf8fb8f53 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:51.795344 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6cf5325f-d0e1-4581-9260-d608f0900b64 req-9e8e6998-d348-4651-94e4-885bf8fb8f53 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.49 "DELETE /v2.0/ports/8006b27e-99bf-43db-a938-5c426b2d145e HTTP/1.1" status: 204 len: 173 time: 2.0856020 Sep 29 17:20:51.800658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-fa659149-4574-47ab-aecd-fbdabb92f16d admin admin] For port 980734c6-9d13-40d7-b2f6-d07fb2816390, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=980734c6-9d13-40d7-b2f6-d07fb2816390,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:51.801029 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fa659149-4574-47ab-aecd-fbdabb92f16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:51.819183 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'ac0189c8-c402-4d86-bb07-8be0ab04b876', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'port_id': 'ac0189c8-c402-4d86-bb07-8be0ab04b876', 'mac_address': 'fa:16:3e:8e:8c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:20:51.868235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-fa659149-4574-47ab-aecd-fbdabb92f16d admin admin] Calling delete_port for 980734c6-9d13-40d7-b2f6-d07fb2816390 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:20:51.875024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Pushing event updated for resources: {'Port': ['ID=a610e393-0c65-444d-b97f-16de5c7e3ac7,revision_number=8']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:51.941094 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef793e3a-99f2-41b2-bc12-e11d3a1baa1e req-eb17986e-5044-48ae-86c6-574fa026e6e0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 210 time: 0.0412216 Sep 29 17:20:51.954832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:51.955462 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:51.957026 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-55ce38ec-7fbf-44e0-b71b-29c9585c9522 service neutron] 10.222.0.49 "PUT /v2.0/ports/a610e393-0c65-444d-b97f-16de5c7e3ac7 HTTP/1.1" status: 200 len: 1122 time: 2.5679951 Sep 29 17:20:51.968256 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:51.985722 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-afc2c004-f089-4f18-b4a3-c4ec320b217d req-3acd9a86-0487-4619-bf6f-6c72dc09011a tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180386 Sep 29 17:20:51.997665 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-22750ed0-c317-4d39-abf7-c3649209bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:05Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e4a3e8b1-1605-4422-8e37-5734d402f7fc', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'port_id': '37e51e99-e311-4500-9104-5d373bc8cdc0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'mac_address': 'fa:16:3e:18:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6606b453-2418-4ea6-b45e-11cf34187f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:26Z', 'updated_at': '2021-09-29T17:20:48Z', 'revision_number': 1, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26fe45ec-8420-49a7-ae01-b36bc13a83fa', 'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'mac_address': 'fa:16:3e:08:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:03Z', 'updated_at': '2021-09-29T17:20:10Z', 'revision_number': 5, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'subnets': [{'id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:52.215468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0189c8-c402-4d86-bb07-8be0ab04b876 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:52.228000 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22750ed0-c317-4d39-abf7-c3649209bd03 None None] Checking router: f924ee3b-c9e8-4cd0-833b-855df51370e9 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:20:52.259514 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port ac0189c8-c402-4d86-bb07-8be0ab04b876, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=ac0189c8-c402-4d86-bb07-8be0ab04b876,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:52.263826 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22750ed0-c317-4d39-abf7-c3649209bd03 None None] Routers {'f924ee3b-c9e8-4cd0-833b-855df51370e9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:20:52.265009 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-22750ed0-c317-4d39-abf7-c3649209bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f924ee3b-c9e8-4cd0-833b-855df51370e9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:52.316533 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-6b4e1e1d-d7b6-4bf7-b1f0-da7107fd03f9 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:52.318050 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-6b4e1e1d-d7b6-4bf7-b1f0-da7107fd03f9 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.35 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 807 time: 0.6936300 Sep 29 17:20:52.351252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce30c72-bf1a-4261-805e-0c05bfa90183 req-381e7372-c263-4f0d-b82a-868b646f24ef tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:52.366154 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8ce30c72-bf1a-4261-805e-0c05bfa90183 req-381e7372-c263-4f0d-b82a-868b646f24ef tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 944 time: 0.0644312 Sep 29 17:20:52.377956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-5902af60-1ed2-4dbc-aefd-fa395ba2012f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Request body: {'port': {'device_id': '610270b3-6921-4d96-b80c-b08bb7d70476', 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c', 'admin_state_up': True, 'tenant_id': 'c50efc2fa4284829be7a860e331db6cd'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:52.407534 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a610e393-0c65-444d-b97f-16de5c7e3ac7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:52.410103 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:52.410227 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8ce30c72-bf1a-4261-805e-0c05bfa90183 req-811796e3-e3ba-42bb-9067-bc9cc0dd3923 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430558 Sep 29 17:20:52.497728 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-22750ed0-c317-4d39-abf7-c3649209bd03 None None] Set router f924ee3b-c9e8-4cd0-833b-855df51370e9 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:20:52.533410 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13e2fc3b-8e05-473f-82be-c90114a24451 req-b3716ebe-281b-4c0e-913e-c0f0cb57a686 tempest-LiveMigrationNegativeTest-917610247 tempest-LiveMigrationNegativeTest-917610247-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc380a7b-1689-4b5b-8751-d050933a6372 HTTP/1.1" status: 200 len: 210 time: 0.0501087 Sep 29 17:20:52.692537 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=ac0189c8-c402-4d86-bb07-8be0ab04b876,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:52.705881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-5902af60-1ed2-4dbc-aefd-fa395ba2012f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Made reservation on behalf of c50efc2fa4284829be7a860e331db6cd for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:20:52.717037 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-5902af60-1ed2-4dbc-aefd-fa395ba2012f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:52.814642 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fa659149-4574-47ab-aecd-fbdabb92f16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:52.867718 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa659149-4574-47ab-aecd-fbdabb92f16d admin admin] Pushing event deleted for resources: {'Port': ['ID=980734c6-9d13-40d7-b2f6-d07fb2816390,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:52.903537 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['ac0189c8-c402-4d86-bb07-8be0ab04b876'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:20:52.982369 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4819f4-8332-423d-b852-26d8a641c1e7 req-b6f4f4d9-b6b5-43a8-99cc-46e5d34e7e5b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:52.984295 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2d4819f4-8332-423d-b852-26d8a641c1e7 req-b6f4f4d9-b6b5-43a8-99cc-46e5d34e7e5b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.2626903 Sep 29 17:20:52.999889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-22750ed0-c317-4d39-abf7-c3649209bd03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:05Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e4a3e8b1-1605-4422-8e37-5734d402f7fc', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'port_id': '37e51e99-e311-4500-9104-5d373bc8cdc0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'mac_address': 'fa:16:3e:18:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6606b453-2418-4ea6-b45e-11cf34187f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:26Z', 'updated_at': '2021-09-29T17:20:48Z', 'revision_number': 1, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26fe45ec-8420-49a7-ae01-b36bc13a83fa', 'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'mac_address': 'fa:16:3e:08:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:03Z', 'updated_at': '2021-09-29T17:20:10Z', 'revision_number': 5, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'subnets': [{'id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:53.012820 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fa659149-4574-47ab-aecd-fbdabb92f16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:53.042077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22750ed0-c317-4d39-abf7-c3649209bd03 None None] The sync data for ids ['f924ee3b-c9e8-4cd0-833b-855df51370e9'] in n-d-811748-2 is: [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:05Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e4a3e8b1-1605-4422-8e37-5734d402f7fc', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'port_id': '37e51e99-e311-4500-9104-5d373bc8cdc0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'mac_address': 'fa:16:3e:18:f2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6606b453-2418-4ea6-b45e-11cf34187f5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:26Z', 'updated_at': '2021-09-29T17:20:48Z', 'revision_number': 1, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26fe45ec-8420-49a7-ae01-b36bc13a83fa', 'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'mac_address': 'fa:16:3e:08:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:03Z', 'updated_at': '2021-09-29T17:20:10Z', 'revision_number': 5, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'subnets': [{'id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:20:53.209309 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6606b453-2418-4ea6-b45e-11cf34187f5f', 'tag': '37e51e99-e311-4500-9104-5d373bc8cdc0'}, {'server_uuid': 'dc380a7b-1689-4b5b-8751-d050933a6372', 'name': 'network-vif-deleted', 'tag': '8006b27e-99bf-43db-a938-5c426b2d145e'}, {'name': 'network-changed', 'server_uuid': '278549ed-667c-42fb-99ef-15c8b925cb5b', 'tag': 'a610e393-0c65-444d-b97f-16de5c7e3ac7'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:53.215218 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570e97ca-4057-4b85-8edf-b5b9bc2d8916" -d '{"events": [{"name": "network-changed", "server_uuid": "6606b453-2418-4ea6-b45e-11cf34187f5f", "tag": "37e51e99-e311-4500-9104-5d373bc8cdc0"}, {"server_uuid": "dc380a7b-1689-4b5b-8751-d050933a6372", "name": "network-vif-deleted", "tag": "8006b27e-99bf-43db-a938-5c426b2d145e"}, {"name": "network-changed", "server_uuid": "278549ed-667c-42fb-99ef-15c8b925cb5b", "tag": "a610e393-0c65-444d-b97f-16de5c7e3ac7"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:53.266708 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fa659149-4574-47ab-aecd-fbdabb92f16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:53.275158 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fa659149-4574-47ab-aecd-fbdabb92f16d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:53.276181 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d8c26d3-dddc-4d96-88dd-a4ff145a3b54 req-63ac48ef-d140-4c65-b575-392844d8036e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 210 time: 0.0293853 Sep 29 17:20:53.279156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8006b27e-99bf-43db-a938-5c426b2d145e no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:20:53.304074 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 8006b27e-99bf-43db-a938-5c426b2d145e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:20:53.304427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8006b27e-99bf-43db-a938-5c426b2d145e not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:20:53.400992 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67345e2-943f-4dc2-9dd9-ae2d8bf81eeb None None] New status for floating IP e4a3e8b1-1605-4422-8e37-5734d402f7fc: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:20:53.454128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2d4819f4-8332-423d-b852-26d8a641c1e7 req-ed2431f4-82d6-4063-9d1d-c7bfa8168084 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557533 Sep 29 17:20:53.462488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4004ad0-8cf0-4deb-ab04-8e83bce2315f req-70499740-99e4-4219-9cdd-17e672e9d513 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:53.472415 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4004ad0-8cf0-4deb-ab04-8e83bce2315f req-70499740-99e4-4219-9cdd-17e672e9d513 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 944 time: 0.1033719 Sep 29 17:20:53.476829 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fa659149-4574-47ab-aecd-fbdabb92f16d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:53.477375 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa659149-4574-47ab-aecd-fbdabb92f16d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4dd9050-356c-44b8-a88b-4163a6fa3ea3 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:20:53.500520 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fa659149-4574-47ab-aecd-fbdabb92f16d admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:53.506109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48470) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:53.509841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fa659149-4574-47ab-aecd-fbdabb92f16d admin admin] 10.222.0.44 "DELETE /v2.0/routers/f4dd9050-356c-44b8-a88b-4163a6fa3ea3 HTTP/1.1" status: 204 len: 168 time: 3.3116970 Sep 29 17:20:53.511849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-5902af60-1ed2-4dbc-aefd-fa395ba2012f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Allocated IP 172.20.0.14 (c363c05d-b075-41d6-b265-c6ca1599d18c/d15f3d65-c180-43d2-bcd4-0685feeb3b5c/59d97f32-c435-41ec-b532-7f80be83a5bb) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:20:53.569386 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e83f37-063f-4693-bd3a-515cdd0e3bb6 admin admin] Deleting subnet 6659b776-27f8-4dce-8a6f-0d42b8587f23 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:20:53.573048 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4e83f37-063f-4693-bd3a-515cdd0e3bb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:53.616960 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4e83f37-063f-4693-bd3a-515cdd0e3bb6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:53.721960 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4e83f37-063f-4693-bd3a-515cdd0e3bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:53.767632 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e247-7e31-4db4-a499-168d01339582 req-ff96fe08-f449-4a0c-97ff-c218fa4d03cb tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:53.767852 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4004ad0-8cf0-4deb-ab04-8e83bce2315f req-4cafe354-ac57-4cee-b6ea-98388f9b04ad tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937341 Sep 29 17:20:53.769184 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f095e247-7e31-4db4-a499-168d01339582 req-ff96fe08-f449-4a0c-97ff-c218fa4d03cb tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.2123826 Sep 29 17:20:53.812601 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-5902af60-1ed2-4dbc-aefd-fa395ba2012f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:53.831600 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4e83f37-063f-4693-bd3a-515cdd0e3bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:53.859496 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f095e247-7e31-4db4-a499-168d01339582 req-bdc7d3bd-9fc4-493c-b68c-e5b56a2b523e tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760334 Sep 29 17:20:53.873412 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16f25c4-c9ad-42cf-b02c-80f1df09eb8c x-openstack-request-id: req-a16f25c4-c9ad-42cf-b02c-80f1df09eb8c {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:53.875789 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6606b453-2418-4ea6-b45e-11cf34187f5f", "tag": "37e51e99-e311-4500-9104-5d373bc8cdc0", "status": "completed", "code": 200}, {"server_uuid": "dc380a7b-1689-4b5b-8751-d050933a6372", "name": "network-vif-deleted", "tag": "8006b27e-99bf-43db-a938-5c426b2d145e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "278549ed-667c-42fb-99ef-15c8b925cb5b", "tag": "a610e393-0c65-444d-b97f-16de5c7e3ac7", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:53.876256 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a16f25c4-c9ad-42cf-b02c-80f1df09eb8c {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:53.878656 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e83f37-063f-4693-bd3a-515cdd0e3bb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6659b776-27f8-4dce-8a6f-0d42b8587f23,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:53.880058 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6606b453-2418-4ea6-b45e-11cf34187f5f', 'tag': '37e51e99-e311-4500-9104-5d373bc8cdc0', 'status': 'completed', 'code': 200} Sep 29 17:20:53.880511 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc380a7b-1689-4b5b-8751-d050933a6372', 'name': 'network-vif-deleted', 'tag': '8006b27e-99bf-43db-a938-5c426b2d145e', 'status': 'completed', 'code': 200} Sep 29 17:20:53.880920 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '278549ed-667c-42fb-99ef-15c8b925cb5b', 'tag': 'a610e393-0c65-444d-b97f-16de5c7e3ac7', 'status': 'completed', 'code': 200} Sep 29 17:20:53.884261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b492a891-2d15-4b1f-974d-f75306ab3cac None None] Network 47b00ebb-f0b9-4f54-8309-16bef977b37b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:20:53.884503 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4e83f37-063f-4693-bd3a-515cdd0e3bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:53.887540 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c4e83f37-063f-4693-bd3a-515cdd0e3bb6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6659b776-27f8-4dce-8a6f-0d42b8587f23 HTTP/1.1" status: 204 len: 168 time: 0.3797517 Sep 29 17:20:53.890109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48476) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:54.027434 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:54.060770 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-5902af60-1ed2-4dbc-aefd-fa395ba2012f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:54.145377 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117a236-ed6d-43d1-ba69-61510107a46c req-b470bf86-a988-44c6-ac12-24e7461c2d2d tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:54.146918 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6117a236-ed6d-43d1-ba69-61510107a46c req-b470bf86-a988-44c6-ac12-24e7461c2d2d tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 944 time: 0.1177974 Sep 29 17:20:54.160767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902af60-1ed2-4dbc-aefd-fa395ba2012f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Pushing event updated for resources: {'Port': ['ID=59d97f32-c435-41ec-b532-7f80be83a5bb,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:54.163582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6e26bd-483d-434d-8df1-9411c162a276 None None] DHCP port deletion for 47b00ebb-f0b9-4f54-8309-16bef977b37b request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:20:54.172376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-5902af60-1ed2-4dbc-aefd-fa395ba2012f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Network c363c05d-b075-41d6-b265-c6ca1599d18c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:20:54.175969 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-fdb70604-bab5-43ff-ad73-de227d5fbc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:54.177509 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-fdb70604-bab5-43ff-ad73-de227d5fbc2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 1125 time: 0.2561431 Sep 29 17:20:54.178358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-5902af60-1ed2-4dbc-aefd-fa395ba2012f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:20:54.182298 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-5902af60-1ed2-4dbc-aefd-fa395ba2012f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:20:54.200060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-d5f1f4f4-30aa-4bfe-9197-9a98c300715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:54.201921 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-d5f1f4f4-30aa-4bfe-9197-9a98c300715f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d7f4460541cb46a58c2b100f386f72d9&device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 1096 time: 0.2916937 Sep 29 17:20:54.228096 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6117a236-ed6d-43d1-ba69-61510107a46c req-3fba7600-076a-433a-b3da-688fde9c0f37 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707355 Sep 29 17:20:54.239762 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Deleting port d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:20:54.241737 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:54.259325 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48482) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:54.268319 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4c6e26bd-483d-434d-8df1-9411c162a276 None None] Deleting port d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:20:54.268624 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4c6e26bd-483d-434d-8df1-9411c162a276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:54.319838 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] For port d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9,segment=NetworkSegment(1df538ee-1fe8-463a-8352-f6db304726bb),segment_id=1df538ee-1fe8-463a-8352-f6db304726bb)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:54.320426 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:54.335204 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Calling delete_port for d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:20:54.337986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4c6e26bd-483d-434d-8df1-9411c162a276 None None] For port d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9,segment=NetworkSegment(1df538ee-1fe8-463a-8352-f6db304726bb),segment_id=1df538ee-1fe8-463a-8352-f6db304726bb)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:54.339589 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4c6e26bd-483d-434d-8df1-9411c162a276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:54.354320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4c6e26bd-483d-434d-8df1-9411c162a276 None None] Calling delete_port for d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:20:54.404631 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-5902af60-1ed2-4dbc-aefd-fa395ba2012f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:54.405322 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-5902af60-1ed2-4dbc-aefd-fa395ba2012f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:54.432994 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:54.469398 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Pushing event deleted for resources: {'Port': ['ID=d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:54.482227 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] No DVR routers for this DVR port d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:20:54.485206 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4c6e26bd-483d-434d-8df1-9411c162a276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:54.516106 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e26bd-483d-434d-8df1-9411c162a276 None None] Pushing event deleted for resources: {'Port': ['ID=d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:54.518036 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6e26bd-483d-434d-8df1-9411c162a276 None None] No DVR routers for this DVR port d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:20:54.543773 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-5902af60-1ed2-4dbc-aefd-fa395ba2012f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2020774 Sep 29 17:20:54.560335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-01b48901-4766-49cf-bbc8-d5897cb1af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:54.561805 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-01b48901-4766-49cf-bbc8-d5897cb1af39 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40461b8a-b841-41cc-8ce4-55106acc93a9 HTTP/1.1" status: 200 len: 925 time: 0.3389161 Sep 29 17:20:54.568374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-a5fd5762-e222-4e18-929a-dacdf16675ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:54.569908 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-a5fd5762-e222-4e18-929a-dacdf16675ac service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.3836801 Sep 29 17:20:54.574228 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Request body: {'port': {'device_id': '610270b3-6921-4d96-b80c-b08bb7d70476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:20:54.577159 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:54.620997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c9722-6b9d-4202-b9a1-7395f5453636 req-f472c40b-6a14-482d-984d-92f2e1c612a3 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:54.622499 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f3c9722-6b9d-4202-b9a1-7395f5453636 req-f472c40b-6a14-482d-984d-92f2e1c612a3 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 932 time: 0.1863196 Sep 29 17:20:54.624736 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6d023649-bd79-4e5a-87b8-1edfcae08f9e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a574b384453442aa95343d2e20cf95b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543894 Sep 29 17:20:54.625571 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:20:54.625922 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:20:54.626677 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:20:54.627025 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Subscribe: > port after_create 55550000 {{(pid=95015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:20:54.627344 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Subscribe: > port after_delete 55550000 {{(pid=95015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:20:54.628215 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Subscribe: > port after_update 55550000 {{(pid=95015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:20:54.628215 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:20:54.628428 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:20:54.628580 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:20:54.628896 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:20:54.684973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48490) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:54.699865 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:20:54.700212 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:20:54.700541 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:20:54.700867 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 17:20:54.701237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b00ebb-f0b9-4f54-8309-16bef977b37b']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:54.712175 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-8c0d6793-4d8e-4270-9bd4-e1453e352ee9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a610e393-0c65-444d-b97f-16de5c7e3ac7 HTTP/1.1" status: 200 len: 217 time: 0.1316497 Sep 29 17:20:54.723560 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df538ee-1fe8-463a-8352-f6db304726bb') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:54.723845 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df538ee-1fe8-463a-8352-f6db304726bb') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:20:54.742812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec26a4-761d-40c7-8cbb-df4d768bc84e req-26777b39-d260-4661-b124-a65e287ac158 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:54.744341 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-42ec26a4-761d-40c7-8cbb-df4d768bc84e req-26777b39-d260-4661-b124-a65e287ac158 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.1923454 Sep 29 17:20:54.750637 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:54.787535 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:54.803405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:20:54.803832 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: from cryptography.utils import int_from_bytes Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: from cryptography.utils import int_from_bytes Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:20:54.808290 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:20:54.819672 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-42ec26a4-761d-40c7-8cbb-df4d768bc84e req-e369cf07-4357-4db4-8605-a5058c1a73b8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652566 Sep 29 17:20:54.841098 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-3b3e9d2c-2180-4382-98d1-59b8f0c06f08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37e51e99-e311-4500-9104-5d373bc8cdc0 HTTP/1.1" status: 200 len: 1001 time: 0.2595999 Sep 29 17:20:54.866595 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:54.877618 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:54.885487 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:54.888489 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] 10.222.0.44 "DELETE /v2.0/networks/47b00ebb-f0b9-4f54-8309-16bef977b37b HTTP/1.1" status: 204 len: 168 time: 0.9974418 Sep 29 17:20:54.899678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb7c54-5f91-4db3-aec7-5807d5d9dddd admin admin] Pushing event deleted for resources: {'Network': ['ID=47b00ebb-f0b9-4f54-8309-16bef977b37b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:54.905240 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f3c9722-6b9d-4202-b9a1-7395f5453636 req-3b422fb3-7349-4421-80a4-3cbe21db07f0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469513 Sep 29 17:20:54.915526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-4e5e5413-79af-4f4b-9f93-3060787ffc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:54.916956 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-4e5e5413-79af-4f4b-9f93-3060787ffc60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.1822004 Sep 29 17:20:54.960898 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366716a0-b2f3-4e6f-ac8c-386861da103e req-fb51dc5f-547a-4871-bf72-295b9de4ee6a tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:54.962701 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-366716a0-b2f3-4e6f-ac8c-386861da103e req-fb51dc5f-547a-4871-bf72-295b9de4ee6a tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 944 time: 0.0648227 Sep 29 17:20:54.988246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-57a59bd1-86d5-4a6f-ac9e-055b412c509f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603688 Sep 29 17:20:54.998385 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-56384900-3f79-4448-9daf-8f7489705093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:55.022835 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-366716a0-b2f3-4e6f-ac8c-386861da103e req-989d6e1e-cb4b-4f48-b8d3-df77d3ba405c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520639 Sep 29 17:20:55.032538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-93c13ee0-d6e8-4caf-b009-c876594648b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:55.034098 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-93c13ee0-d6e8-4caf-b009-c876594648b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=59a8d133-1ed0-4c52-9a90-7b5a1d2cea45 HTTP/1.1" status: 200 len: 863 time: 0.1780236 Sep 29 17:20:55.045598 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-56384900-3f79-4448-9daf-8f7489705093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:55.050586 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48502) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:55.104039 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-57744366-9c3a-4c20-bcf1-c8b1e2510ffc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b6cbc1c8ba745a6a25e4fe1d80ed8f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498397 Sep 29 17:20:55.104310 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48504) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:55.123867 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-3e5e6228-e536-4e42-ae39-d5849663ba35 req-5d8a3b2e-7330-4cd8-a01c-48403a1ad5ab service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:20:55.125050 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3e5e6228-e536-4e42-ae39-d5849663ba35 req-5d8a3b2e-7330-4cd8-a01c-48403a1ad5ab service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223653 Sep 29 17:20:55.203325 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fa6a8-6479-4c0c-b44b-cf9d38368a44 req-9b63aed6-22af-47f8-8e89-e04107e04f23 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:55.204908 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-240fa6a8-6479-4c0c-b44b-cf9d38368a44 req-9b63aed6-22af-47f8-8e89-e04107e04f23 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.0873103 Sep 29 17:20:55.206087 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-21850ba6-62e7-4c2d-a81c-d48d4c1c0c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:55.253852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-21850ba6-62e7-4c2d-a81c-d48d4c1c0c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:55.293631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a610e393-0c65-444d-b97f-16de5c7e3ac7 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:20:55.296941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device ac0189c8-c402-4d86-bb07-8be0ab04b876 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:20:55.336829 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-240fa6a8-6479-4c0c-b44b-cf9d38368a44 req-6707448f-67db-4139-abdf-77c62071abee tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204736 Sep 29 17:20:55.344203 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-21850ba6-62e7-4c2d-a81c-d48d4c1c0c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:55.348662 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-21850ba6-62e7-4c2d-a81c-d48d4c1c0c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:55.350335 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-21850ba6-62e7-4c2d-a81c-d48d4c1c0c90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98b7501c-10a8-49dd-b7de-532b7e3d3321 HTTP/1.1" status: 204 len: 168 time: 0.2442923 Sep 29 17:20:55.384412 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21850ba6-62e7-4c2d-a81c-d48d4c1c0c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b7501c-10a8-49dd-b7de-532b7e3d3321,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:55.424101 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port ac0189c8-c402-4d86-bb07-8be0ab04b876 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:20:55.443472 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port ac0189c8-c402-4d86-bb07-8be0ab04b876 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:20:55.444022 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:55.447831 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-ed6ae40c-241a-4640-afc8-2a91ccff9b90 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860555 Sep 29 17:20:55.568791 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a610e393-0c65-444d-b97f-16de5c7e3ac7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a610e393-0c65-444d-b97f-16de5c7e3ac7,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:55.582276 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-f62e207d-c14e-4cfa-b67f-f535ebf6f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:55.583750 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-f62e207d-c14e-4cfa-b67f-f535ebf6f7a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40461b8a-b841-41cc-8ce4-55106acc93a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5188315 Sep 29 17:20:55.592076 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-763a4e5a-259b-47aa-874d-81f46d544b8c service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5799737 Sep 29 17:20:55.624382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 980734c6-9d13-40d7-b2f6-d07fb2816390 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:20:55.648415 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a610e393-0c65-444d-b97f-16de5c7e3ac7 has no active binding in host n-h1-811748-2 {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 17:20:55.658671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 980734c6-9d13-40d7-b2f6-d07fb2816390 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:20:55.659160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 980734c6-9d13-40d7-b2f6-d07fb2816390 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:20:55.660542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:20:55.686075 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c752329-e25c-4a8b-aa3d-a45d7f421294 req-d336d6fd-67f6-4ba7-8693-f40f640d8b22 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:55.701837 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:20:55.702188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d3253c35-dcbf-4ab5-bcbe-8b876e39e9e9 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:20:55.704930 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6c752329-e25c-4a8b-aa3d-a45d7f421294 req-d336d6fd-67f6-4ba7-8693-f40f640d8b22 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 944 time: 0.1025522 Sep 29 17:20:55.707756 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:55.731588 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-56384900-3f79-4448-9daf-8f7489705093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:55.733725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0189c8-c402-4d86-bb07-8be0ab04b876'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:55.736830 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57acbc59-4c4d-405c-9419-291831aeca66" -d '{"events": [{"server_uuid": "49e02f12-ef16-4d96-8188-b923b94fabcc", "name": "network-vif-plugged", "status": "completed", "tag": "ac0189c8-c402-4d86-bb07-8be0ab04b876"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:55.737607 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-56384900-3f79-4448-9daf-8f7489705093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:55.744070 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-56384900-3f79-4448-9daf-8f7489705093 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6989493f-0a7e-4cbd-a748-bc689fd1be71 HTTP/1.1" status: 204 len: 168 time: 1.0580952 Sep 29 17:20:55.752686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port ac0189c8-c402-4d86-bb07-8be0ab04b876, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=ac0189c8-c402-4d86-bb07-8be0ab04b876,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:55.759858 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:55.787716 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6c752329-e25c-4a8b-aa3d-a45d7f421294 req-700441df-a089-44ff-8ccf-1ebcc89411c7 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816510 Sep 29 17:20:55.828087 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc9d29-7ade-4d00-8676-4ed76884312d req-5024599a-ca3e-4e0c-8950-897e7f53c1aa tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:55.829629 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e3fc9d29-7ade-4d00-8676-4ed76884312d req-5024599a-ca3e-4e0c-8950-897e7f53c1aa tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.3187578 Sep 29 17:20:55.883070 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0d14e5-a78e-4645-8ab2-d1b05c35ab2c x-openstack-request-id: req-1b0d14e5-a78e-4645-8ab2-d1b05c35ab2c {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:55.884200 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e02f12-ef16-4d96-8188-b923b94fabcc", "name": "network-vif-plugged", "status": "completed", "tag": "ac0189c8-c402-4d86-bb07-8be0ab04b876", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:55.884598 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b0d14e5-a78e-4645-8ab2-d1b05c35ab2c {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:55.885200 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0189c8-c402-4d86-bb07-8be0ab04b876', 'code': 200} Sep 29 17:20:55.887596 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=ac0189c8-c402-4d86-bb07-8be0ab04b876,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:55.902168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56384900-3f79-4448-9daf-8f7489705093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6989493f-0a7e-4cbd-a748-bc689fd1be71,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:56.086674 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e3fc9d29-7ade-4d00-8676-4ed76884312d req-6929a47b-9bc0-407f-97ad-aaa9553d19c1 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168615 Sep 29 17:20:56.099197 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-3edae368-f161-4165-a811-bb01b0cc4755 service neutron] 10.222.0.49 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008376 Sep 29 17:20:56.106690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65200bb-bbb2-4c2e-9513-f70015f1c374 req-a80b92aa-5263-4932-b86b-49b8e7d8a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:56.117659 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a65200bb-bbb2-4c2e-9513-f70015f1c374 req-a80b92aa-5263-4932-b86b-49b8e7d8a407 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 1096 time: 0.2090752 Sep 29 17:20:56.122497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1206368a-8527-4078-b9a3-71734f78ebe0 req-63a0c49d-5442-4075-8fb0-248af8c03b8a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:56.128625 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1206368a-8527-4078-b9a3-71734f78ebe0 req-63a0c49d-5442-4075-8fb0-248af8c03b8a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 932 time: 0.0959833 Sep 29 17:20:56.163175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d97f32-c435-41ec-b532-7f80be83a5bb {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:56.171594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-59f1a8bd-fac4-4484-a988-95370b03bd59 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512817 Sep 29 17:20:56.194824 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:56.215671 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1206368a-8527-4078-b9a3-71734f78ebe0 req-96f3c29f-f4d6-47be-9476-c6ff0af0a30a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812480 Sep 29 17:20:56.254366 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a65200bb-bbb2-4c2e-9513-f70015f1c374 req-ea2105a6-16f2-4e19-a05b-a3305af5470b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120281 Sep 29 17:20:56.350229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Transition to ACTIVE for port object 59d97f32-c435-41ec-b532-7f80be83a5bb will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:20:56.363320 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:56.390452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48552) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:56.525474 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-570e97ca-4057-4b85-8edf-b5b9bc2d8916 req-16978073-db53-4bac-99ad-23387c3638b2 service neutron] 10.222.0.49 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984742 Sep 29 17:20:56.541417 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c15a4fea-933d-4504-befe-6a78d71c7a42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aaa6a82d9bad446d8f0b6e9deb258712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459525 Sep 29 17:20:56.542699 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48562) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:56.548253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ee04d-4ab1-4564-bfc8-7cabe12a030c req-eac962ff-87c0-4d87-9447-a4a55bcdfbf7 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:56.559949 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b98ee04d-4ab1-4564-bfc8-7cabe12a030c req-eac962ff-87c0-4d87-9447-a4a55bcdfbf7 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 944 time: 0.3512354 Sep 29 17:20:56.610329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Pushing event updated for resources: {'Port': ['ID=59d97f32-c435-41ec-b532-7f80be83a5bb,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:56.630804 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee42bd6-1cb8-48d3-8e8d-fc8056a0a120 req-f5be364d-4313-4077-88cd-bffbe6592a4a tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:56.635064 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dee42bd6-1cb8-48d3-8e8d-fc8056a0a120 req-f5be364d-4313-4077-88cd-bffbe6592a4a tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.1388667 Sep 29 17:20:56.691929 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-75316fda-13d2-4085-9323-39853fb8d79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:56.738804 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dee42bd6-1cb8-48d3-8e8d-fc8056a0a120 req-1a586d92-af76-4190-86ca-70bd1d8dda63 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946438 Sep 29 17:20:56.753924 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-75316fda-13d2-4085-9323-39853fb8d79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:56.757420 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b98ee04d-4ab1-4564-bfc8-7cabe12a030c req-1dc989c6-d2c2-4b41-8131-db8e42883d6e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963158 Sep 29 17:20:56.760445 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-7fcb4caa-b609-41f0-9167-27e288af92dc service neutron] 10.222.0.35 "GET /v2.0/ports/a610e393-0c65-444d-b97f-16de5c7e3ac7/bindings/n-h1-811748-2 HTTP/1.1" status: 200 len: 384 time: 0.3319540 Sep 29 17:20:56.789476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Attempting to bind port 59d97f32-c435-41ec-b532-7f80be83a5bb on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:20:56.789806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Attempting to bind port 59d97f32-c435-41ec-b532-7f80be83a5bb by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:20:56.790137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Attempting to bind port 59d97f32-c435-41ec-b532-7f80be83a5bb on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:56.794700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Port 59d97f32-c435-41ec-b532-7f80be83a5bb on network c363c05d-b075-41d6-b265-c6ca1599d18c not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:20:56.795015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Attempting to bind port 59d97f32-c435-41ec-b532-7f80be83a5bb on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:20:56.820189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:20:56.820530 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Checking segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:20:56.820915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Bound using segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:20:56.821386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Bound port: 59d97f32-c435-41ec-b532-7f80be83a5bb, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:20:56.821750 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:56.836360 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-75316fda-13d2-4085-9323-39853fb8d79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:56.840366 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-75316fda-13d2-4085-9323-39853fb8d79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:56.847702 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-75316fda-13d2-4085-9323-39853fb8d79c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e58ffdea-813e-44eb-8518-732b062d5753 HTTP/1.1" status: 204 len: 168 time: 0.3016217 Sep 29 17:20:56.854175 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75316fda-13d2-4085-9323-39853fb8d79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58ffdea-813e-44eb-8518-732b062d5753,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:56.965382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] For port 59d97f32-c435-41ec-b532-7f80be83a5bb, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:56.977073 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:56.997055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] For port 59d97f32-c435-41ec-b532-7f80be83a5bb, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=59d97f32-c435-41ec-b532-7f80be83a5bb,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:20:57.005462 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:57.051507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8b2d3-4eae-44c1-a6c8-ea3a535e5fc1 req-0e0165b6-3b82-4eec-a351-07f99473cd31 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:57.052999 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35d8b2d3-4eae-44c1-a6c8-ea3a535e5fc1 req-0e0165b6-3b82-4eec-a351-07f99473cd31 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 945 time: 0.1569254 Sep 29 17:20:57.095884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:57.096494 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:57.097860 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] 10.222.0.35 "PUT /v2.0/ports/59d97f32-c435-41ec-b532-7f80be83a5bb HTTP/1.1" status: 200 len: 1092 time: 2.5344417 Sep 29 17:20:57.098548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610270b3-6921-4d96-b80c-b08bb7d70476', 'tag': '59d97f32-c435-41ec-b532-7f80be83a5bb'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:20:57.100850 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1711ed4e-1d0b-49c4-b18b-d0c31c35c504" -d '{"events": [{"name": "network-changed", "server_uuid": "610270b3-6921-4d96-b80c-b08bb7d70476", "tag": "59d97f32-c435-41ec-b532-7f80be83a5bb"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:20:57.179131 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103a1bba-0639-49fb-9565-6fcd11999a52 x-openstack-request-id: req-103a1bba-0639-49fb-9565-6fcd11999a52 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:20:57.180603 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610270b3-6921-4d96-b80c-b08bb7d70476", "tag": "59d97f32-c435-41ec-b532-7f80be83a5bb", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:20:57.181109 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-103a1bba-0639-49fb-9565-6fcd11999a52 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:20:57.181994 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610270b3-6921-4d96-b80c-b08bb7d70476', 'tag': '59d97f32-c435-41ec-b532-7f80be83a5bb', 'status': 'completed', 'code': 200} Sep 29 17:20:57.192675 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60836e7d-71ca-46e2-8abc-cef79ed89267 service neutron] Pushing event updated for resources: {'Port': ['ID=59d97f32-c435-41ec-b532-7f80be83a5bb,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:57.221743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-d13f7970-de36-4e8d-9d8a-9a2095c3bc01 service neutron] For port a610e393-0c65-444d-b97f-16de5c7e3ac7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a610e393-0c65-444d-b97f-16de5c7e3ac7,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:57.265730 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35d8b2d3-4eae-44c1-a6c8-ea3a535e5fc1 req-621efa45-ce78-4c56-b3ec-28c1ca791ab6 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734815 Sep 29 17:20:57.289361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-d13f7970-de36-4e8d-9d8a-9a2095c3bc01 service neutron] For port a610e393-0c65-444d-b97f-16de5c7e3ac7, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:20:57.313320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-f9497d71-fd8a-4b6d-9e69-6d73f05c02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:57.315036 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-f9497d71-fd8a-4b6d-9e69-6d73f05c02ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 1095 time: 0.1120634 Sep 29 17:20:57.330198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-d13f7970-de36-4e8d-9d8a-9a2095c3bc01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a610e393-0c65-444d-b97f-16de5c7e3ac7 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:20:57.331958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da6e8b-6131-4405-83b0-e18c7ec024a0 req-1c5e0057-32cb-4558-ad0e-4e220a6fe2b2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:57.341913 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-89da6e8b-6131-4405-83b0-e18c7ec024a0 req-1c5e0057-32cb-4558-ad0e-4e220a6fe2b2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.0938673 Sep 29 17:20:57.363473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-d13f7970-de36-4e8d-9d8a-9a2095c3bc01 service neutron] For port a610e393-0c65-444d-b97f-16de5c7e3ac7, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a610e393-0c65-444d-b97f-16de5c7e3ac7,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:20:57.385621 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-89da6e8b-6131-4405-83b0-e18c7ec024a0 req-2de92ea3-2e55-40d0-bc2a-76b48b01a05f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426993 Sep 29 17:20:57.413862 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-e9fa6fba-cb66-45e0-8a3a-f33df59cddf0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d97f32-c435-41ec-b532-7f80be83a5bb HTTP/1.1" status: 200 len: 217 time: 0.0778491 Sep 29 17:20:57.431437 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-d13f7970-de36-4e8d-9d8a-9a2095c3bc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:57.508678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f8a0b-ebe8-4ea1-96b9-8133d17f29f1 req-8684a0e1-219a-4c51-b289-cce6e486eaa3 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:57.510530 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-473f8a0b-ebe8-4ea1-96b9-8133d17f29f1 req-8684a0e1-219a-4c51-b289-cce6e486eaa3 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 944 time: 0.1755106 Sep 29 17:20:57.522437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-662920fb-9d94-4382-b781-1222330293f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:57.523906 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-662920fb-9d94-4382-b781-1222330293f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.1013315 Sep 29 17:20:57.577607 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-b99f5352-fa24-4f23-bdbd-542e9f0bd06d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428867 Sep 29 17:20:57.628812 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-473f8a0b-ebe8-4ea1-96b9-8133d17f29f1 req-8486018a-4a17-494b-bbaa-82633fc8b3f2 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951099 Sep 29 17:20:57.629795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-d13f7970-de36-4e8d-9d8a-9a2095c3bc01 service neutron] Transition to ACTIVE for port object a610e393-0c65-444d-b97f-16de5c7e3ac7 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:20:57.637978 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-d13f7970-de36-4e8d-9d8a-9a2095c3bc01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:57.747334 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-d13f7970-de36-4e8d-9d8a-9a2095c3bc01 service neutron] No DVR routers for this DVR port a610e393-0c65-444d-b97f-16de5c7e3ac7 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:20:57.757736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f7970-de36-4e8d-9d8a-9a2095c3bc01 service neutron] Pushing event updated for resources: {'Port': ['ID=a610e393-0c65-444d-b97f-16de5c7e3ac7,revision_number=10']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:57.789022 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-2f9021c4-2a98-4040-87d8-44c38af9fbf2 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008636 Sep 29 17:20:57.795268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-d13f7970-de36-4e8d-9d8a-9a2095c3bc01 service neutron] 10.222.0.35 "PUT /v2.0/ports/a610e393-0c65-444d-b97f-16de5c7e3ac7/bindings/n-h1-811748-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0251527 Sep 29 17:20:57.878636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82e0d6-543a-49b7-a810-616e0e6b5411 req-6f8ce50d-3482-4548-84ff-0e10ace5aba0 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:57.880427 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ce82e0d6-543a-49b7-a810-616e0e6b5411 req-6f8ce50d-3482-4548-84ff-0e10ace5aba0 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.0586197 Sep 29 17:20:57.935909 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ce82e0d6-543a-49b7-a810-616e0e6b5411 req-b9037984-bb87-4fea-81bd-0b58acc6d894 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462530 Sep 29 17:20:58.004283 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-637f8f33-0f87-422f-a9aa-7bb61a191ba3 req-cac9ead3-a169-42e0-9f49-2e7da4459306 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077398 Sep 29 17:20:58.053169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9e3d3-a033-48a5-a894-8c7a53697d29 req-f618c807-ba37-4322-b518-9c1e14f7df04 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.060882 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ff9e3d3-a033-48a5-a894-8c7a53697d29 req-f618c807-ba37-4322-b518-9c1e14f7df04 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 945 time: 0.1810853 Sep 29 17:20:58.064069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-dd32fef0-74c1-4132-beb3-48b9e32dc5a4 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.065523 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-dd32fef0-74c1-4132-beb3-48b9e32dc5a4 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b&tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 1096 time: 0.1299367 Sep 29 17:20:58.092376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-1e9cd277-66e7-4c67-a3d3-ec4a948169a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.094158 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-1e9cd277-66e7-4c67-a3d3-ec4a948169a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 1101 time: 0.1054194 Sep 29 17:20:58.186093 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ff9e3d3-a033-48a5-a894-8c7a53697d29 req-ad055f76-edfd-4ee5-87e9-459ebec6e9ce tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242020 Sep 29 17:20:58.270934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-9378a403-fb09-4590-b34a-c3c12761732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.273649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-9378a403-fb09-4590-b34a-c3c12761732a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b&tenant_id=d53b74dfe44140fcbab1c205ed9e0f93 HTTP/1.1" status: 200 len: 1096 time: 0.1969116 Sep 29 17:20:58.298306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711ed4e-1d0b-49c4-b18b-d0c31c35c504 req-7c24549c-02a9-4689-8219-da233e7ebd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.302060 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1711ed4e-1d0b-49c4-b18b-d0c31c35c504 req-7c24549c-02a9-4689-8219-da233e7ebd2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 1095 time: 0.1858139 Sep 29 17:20:58.368170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-253c1b21-863e-4261-862f-7547db4c098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.369622 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-253c1b21-863e-4261-862f-7547db4c098e service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2465985 Sep 29 17:20:58.483635 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-d68de740-fe1e-4792-b760-eba3884707af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=e3859f1f-529e-4909-84a1-f0e253495e98 HTTP/1.1" status: 200 len: 217 time: 0.0988348 Sep 29 17:20:58.541185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-19601e8e-9d6c-46f9-aa7d-7cdeb9d514a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.542808 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-19601e8e-9d6c-46f9-aa7d-7cdeb9d514a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 1096 time: 0.2265134 Sep 29 17:20:58.563492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb5aec-71a9-40fd-9161-036ce8e0775c req-a32ed6f8-de24-4d3d-807a-37f401bedd2e tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.564979 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0deb5aec-71a9-40fd-9161-036ce8e0775c req-a32ed6f8-de24-4d3d-807a-37f401bedd2e tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 945 time: 0.1982951 Sep 29 17:20:58.596431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711ed4e-1d0b-49c4-b18b-d0c31c35c504 req-fbbf3cc5-5c67-4b5b-b241-6c74f73dea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.597856 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1711ed4e-1d0b-49c4-b18b-d0c31c35c504 req-fbbf3cc5-5c67-4b5b-b241-6c74f73dea19 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.2691820 Sep 29 17:20:58.627794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-76943f02-dd73-4145-ab5a-bdc22e1a8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.629300 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-76943f02-dd73-4145-ab5a-bdc22e1a8727 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1314743 Sep 29 17:20:58.704476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1711ed4e-1d0b-49c4-b18b-d0c31c35c504 req-30d49427-a238-4d7f-97d4-01876adf84fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d97f32-c435-41ec-b532-7f80be83a5bb HTTP/1.1" status: 200 len: 217 time: 0.0978928 Sep 29 17:20:58.752749 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf5a9b-4355-4568-bb37-769ab3722092 req-b0e505c8-64b8-4909-a1cd-5dec6829302c tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.753216 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf5a9b-4355-4568-bb37-769ab3722092 req-b0e505c8-64b8-4909-a1cd-5dec6829302c tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.753696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf5a9b-4355-4568-bb37-769ab3722092 req-b0e505c8-64b8-4909-a1cd-5dec6829302c tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.754153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf5a9b-4355-4568-bb37-769ab3722092 req-b0e505c8-64b8-4909-a1cd-5dec6829302c tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.754603 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf5a9b-4355-4568-bb37-769ab3722092 req-b0e505c8-64b8-4909-a1cd-5dec6829302c tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.755049 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf5a9b-4355-4568-bb37-769ab3722092 req-b0e505c8-64b8-4909-a1cd-5dec6829302c tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.755495 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf5a9b-4355-4568-bb37-769ab3722092 req-b0e505c8-64b8-4909-a1cd-5dec6829302c tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.755943 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf5a9b-4355-4568-bb37-769ab3722092 req-b0e505c8-64b8-4909-a1cd-5dec6829302c tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.756385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf5a9b-4355-4568-bb37-769ab3722092 req-b0e505c8-64b8-4909-a1cd-5dec6829302c tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.756829 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf5a9b-4355-4568-bb37-769ab3722092 req-b0e505c8-64b8-4909-a1cd-5dec6829302c tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.758727 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-47cf5a9b-4355-4568-bb37-769ab3722092 req-b0e505c8-64b8-4909-a1cd-5dec6829302c tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7144 time: 0.2140079 Sep 29 17:20:58.778941 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0deb5aec-71a9-40fd-9161-036ce8e0775c req-41f645d7-c984-4d9b-a5e9-ad1a3eaecabd tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013760 Sep 29 17:20:58.819038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-7d5aa65c-e706-42bf-baa3-4e469babcd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.820501 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-7d5aa65c-e706-42bf-baa3-4e469babcd33 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.2668948 Sep 29 17:20:58.825379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711ed4e-1d0b-49c4-b18b-d0c31c35c504 req-8de7a131-b13c-4533-abda-c5883fb4b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.826355 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1711ed4e-1d0b-49c4-b18b-d0c31c35c504 req-8de7a131-b13c-4533-abda-c5883fb4b098 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.1076350 Sep 29 17:20:58.829028 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-9da246dd-23bb-4257-a647-b256e41b5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.830450 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-9da246dd-23bb-4257-a647-b256e41b5d61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1645133 Sep 29 17:20:58.866876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05784bca-005e-403d-8688-82f5cef99605 req-047acc10-e42a-4144-8251-bf52898e76a1 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:58.868673 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-05784bca-005e-403d-8688-82f5cef99605 req-047acc10-e42a-4144-8251-bf52898e76a1 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.0546689 Sep 29 17:20:58.909613 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-05784bca-005e-403d-8688-82f5cef99605 req-a53114e6-856e-43c3-a636-18f281af7633 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340419 Sep 29 17:20:59.068102 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1ee6a-c526-48d8-b4ab-9ec4a87446d0 req-ab739f2d-528c-4a22-a4ae-1c98be5991da tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:59.069505 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cae1ee6a-c526-48d8-b4ab-9ec4a87446d0 req-ab739f2d-528c-4a22-a4ae-1c98be5991da tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 886 time: 0.0859957 Sep 29 17:20:59.124935 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-3adec7b2-d070-4354-887d-665668e658fe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a610e393-0c65-444d-b97f-16de5c7e3ac7 HTTP/1.1" status: 200 len: 217 time: 0.2935338 Sep 29 17:20:59.169523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a4a96-5157-499c-b8b4-562234ced9a1 req-4f8b8f14-7f52-4da2-8f80-bf958a2cee8c tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:59.171134 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-711a4a96-5157-499c-b8b4-562234ced9a1 req-4f8b8f14-7f52-4da2-8f80-bf958a2cee8c tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.0509725 Sep 29 17:20:59.175370 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1711ed4e-1d0b-49c4-b18b-d0c31c35c504 req-81b840e2-a950-4899-a4f1-418e32c2bc40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657604 Sep 29 17:20:59.211381 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-711a4a96-5157-499c-b8b4-562234ced9a1 req-24550ab4-cc3f-41d1-96c1-bc650a95e6d6 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327549 Sep 29 17:20:59.299732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4687d-9426-446f-84b1-e0f2d9d9f003 req-9fbc2a19-92e6-4393-9999-076524e1fa82 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:59.301245 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78e4687d-9426-446f-84b1-e0f2d9d9f003 req-9fbc2a19-92e6-4393-9999-076524e1fa82 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 944 time: 0.4632325 Sep 29 17:20:59.302649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-51b4e40c-dcd9-4fb2-b3c4-fda4bfd27d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:59.303934 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-51b4e40c-dcd9-4fb2-b3c4-fda4bfd27d9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.1643643 Sep 29 17:20:59.382380 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-1c548af7-6147-4e49-af04-90d54f4fafe2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499096 Sep 29 17:20:59.402131 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b6273-a6e1-4470-b625-924b86e567b1 req-f8b53625-170d-448f-be6b-f16bba4c39be tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:59.402821 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b6273-a6e1-4470-b625-924b86e567b1 req-f8b53625-170d-448f-be6b-f16bba4c39be tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:59.403280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b6273-a6e1-4470-b625-924b86e567b1 req-f8b53625-170d-448f-be6b-f16bba4c39be tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:59.403738 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b6273-a6e1-4470-b625-924b86e567b1 req-f8b53625-170d-448f-be6b-f16bba4c39be tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:59.404183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b6273-a6e1-4470-b625-924b86e567b1 req-f8b53625-170d-448f-be6b-f16bba4c39be tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:59.404633 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b6273-a6e1-4470-b625-924b86e567b1 req-f8b53625-170d-448f-be6b-f16bba4c39be tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:59.405071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b6273-a6e1-4470-b625-924b86e567b1 req-f8b53625-170d-448f-be6b-f16bba4c39be tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:59.405534 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b6273-a6e1-4470-b625-924b86e567b1 req-f8b53625-170d-448f-be6b-f16bba4c39be tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:59.405972 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b6273-a6e1-4470-b625-924b86e567b1 req-f8b53625-170d-448f-be6b-f16bba4c39be tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:59.406438 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b6273-a6e1-4470-b625-924b86e567b1 req-f8b53625-170d-448f-be6b-f16bba4c39be tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:59.409269 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b66b6273-a6e1-4470-b625-924b86e567b1 req-f8b53625-170d-448f-be6b-f16bba4c39be tempest-NetworksTest-2010070346 tempest-NetworksTest-2010070346-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7144 time: 0.1108520 Sep 29 17:20:59.441517 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-0c33790a-273e-4f5f-a67c-df8130c9392d service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328564 Sep 29 17:20:59.446746 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1711ed4e-1d0b-49c4-b18b-d0c31c35c504 req-3fa5555b-1162-437d-ae30-97a5103d0290 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484052 Sep 29 17:20:59.451991 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78e4687d-9426-446f-84b1-e0f2d9d9f003 req-b68aed48-365e-461a-97f6-f5924f161e6d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206455 Sep 29 17:20:59.527148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bab50f-8ccd-418c-8b7e-6c2b2f7b682a req-ecd31e4b-be3e-423b-a234-b68fe5c2185b tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:59.528646 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-24bab50f-8ccd-418c-8b7e-6c2b2f7b682a req-ecd31e4b-be3e-423b-a234-b68fe5c2185b tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 945 time: 0.0625393 Sep 29 17:20:59.568578 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-24bab50f-8ccd-418c-8b7e-6c2b2f7b682a req-477c6970-d518-4baa-8447-f73208cb03b5 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325928 Sep 29 17:20:59.610257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1711ed4e-1d0b-49c4-b18b-d0c31c35c504 req-3ed7148b-a713-4bf6-9041-a2695b94af85 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506333 Sep 29 17:20:59.679109 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-5fb9fb25-4d71-4ae1-a9cb-4ee1b9805dd7 service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857649 Sep 29 17:20:59.683840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48696) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:59.716296 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-3925cca5-8070-48cc-8e24-5a12942c284d service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578106 Sep 29 17:20:59.788684 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-0e199cce-3b75-4b51-a57a-6c252d143732 service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986724 Sep 29 17:20:59.796711 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14a5b2f1-cc3e-409c-ba83-65b6833c8927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:59.909150 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14a5b2f1-cc3e-409c-ba83-65b6833c8927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:59.913887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14a5b2f1-cc3e-409c-ba83-65b6833c8927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:20:59.918741 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374baf7b-a859-47b0-b406-d72ca59d3916 req-2a4feb15-1ad6-4c80-84c0-43b1d1b42dd3 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:20:59.920373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-374baf7b-a859-47b0-b406-d72ca59d3916 req-2a4feb15-1ad6-4c80-84c0-43b1d1b42dd3 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 945 time: 0.0614910 Sep 29 17:20:59.957203 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-14a5b2f1-cc3e-409c-ba83-65b6833c8927 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8846f5e7a8604e9c805df36780c762b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720819 Sep 29 17:20:59.958102 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b2f1-cc3e-409c-ba83-65b6833c8927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed2f7cc-a4c3-40cb-a65b-06a951127ab4,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:20:59.958424 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48704) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:20:59.979406 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-374baf7b-a859-47b0-b406-d72ca59d3916 req-dd0cc8f1-c164-4801-8eaa-b74d35848211 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528409 Sep 29 17:20:59.984991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a610e393-0c65-444d-b97f-16de5c7e3ac7 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:21:00.042313 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a610e393-0c65-444d-b97f-16de5c7e3ac7 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:21:00.050279 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb4e93ca-4ff6-4aed-9022-bbe2e3491989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:00.059252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ec80e-9be7-42a0-af7b-c6797652d9bd req-f67802eb-b599-4583-8cf4-e15fa21f2374 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:00.060907 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f41ec80e-9be7-42a0-af7b-c6797652d9bd req-f67802eb-b599-4583-8cf4-e15fa21f2374 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.0812428 Sep 29 17:21:00.082034 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb4e93ca-4ff6-4aed-9022-bbe2e3491989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:00.101805 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f41ec80e-9be7-42a0-af7b-c6797652d9bd req-80a1f0e9-9fc1-4fe3-9868-7acdea3bec5c tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342865 Sep 29 17:21:00.220665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-f01de938-b7de-4b2a-86fb-c58f674db8e1 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:00.222506 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-f01de938-b7de-4b2a-86fb-c58f674db8e1 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b&tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 1096 time: 0.1282961 Sep 29 17:21:00.232112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-e260da38-e523-4b38-b840-bbf842653c99 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:00.233531 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-e260da38-e523-4b38-b840-bbf842653c99 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1247425 Sep 29 17:21:00.286317 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb4e93ca-4ff6-4aed-9022-bbe2e3491989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:00.288882 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb4e93ca-4ff6-4aed-9022-bbe2e3491989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:00.290023 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bb4e93ca-4ff6-4aed-9022-bbe2e3491989 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ed2f7cc-a4c3-40cb-a65b-06a951127ab4 HTTP/1.1" status: 204 len: 168 time: 0.3305261 Sep 29 17:21:00.340128 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ce34-2797-4c24-9136-d388f349240f req-a21d412d-e8b8-400d-b595-aa6cca3455d4 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:00.341928 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f548ce34-2797-4c24-9136-d388f349240f req-a21d412d-e8b8-400d-b595-aa6cca3455d4 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.0564506 Sep 29 17:21:00.357224 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-81a93be3-677c-47ce-81a8-107d002dbec4 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 696 time: 0.1167898 Sep 29 17:21:00.361784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e93ca-4ff6-4aed-9022-bbe2e3491989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed2f7cc-a4c3-40cb-a65b-06a951127ab4,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:00.376723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-d1c76d47-7c7e-4833-8a47-1742548f5f56 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Request body: {'floatingip': {'port_id': '5376ddf6-de01-4550-930c-4a8a487ae138', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:00.407452 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f548ce34-2797-4c24-9136-d388f349240f req-7733e47e-5fb3-48ec-90bd-8387aa4409fa tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566542 Sep 29 17:21:00.434564 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-d1c76d47-7c7e-4833-8a47-1742548f5f56 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:00.593393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-686fd0d7-3609-4de5-ae4f-7904562526c0 service neutron] For port a610e393-0c65-444d-b97f-16de5c7e3ac7, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:00.596021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eed03d-3547-4584-a725-acd573453091 req-9f157945-ad17-4412-86b2-28358216f9a4 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:00.597574 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-56eed03d-3547-4584-a725-acd573453091 req-9f157945-ad17-4412-86b2-28358216f9a4 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 944 time: 0.0614727 Sep 29 17:21:00.602323 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-686fd0d7-3609-4de5-ae4f-7904562526c0 service neutron] Notify callbacks [] for binding, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:00.603089 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2c2ea0-3ecb-434d-be7e-3e7399aa2ba6 req-686fd0d7-3609-4de5-ae4f-7904562526c0 service neutron] 10.222.0.49 "DELETE /v2.0/ports/a610e393-0c65-444d-b97f-16de5c7e3ac7/bindings/n-h2-811748-2 HTTP/1.1" status: 204 len: 173 time: 0.3685191 Sep 29 17:21:00.649107 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-56eed03d-3547-4584-a725-acd573453091 req-379ecf00-8f43-47cb-9c2d-5f755dce60cb tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426104 Sep 29 17:21:00.649645 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48730) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:00.674324 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:00.789615 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:00.794929 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:00.869373 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=662304e702ab4fa5b38636839d95553c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186804 Sep 29 17:21:00.872323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48736) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:00.873825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec01249c-1fa6-443e-8782-00c169685fe4,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:00.883857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:00.884202 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:00.884538 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:00.884869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:00.885197 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:00.885657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:00.886205 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:00.886704 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:00.887106 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:00.887441 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:00.887758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:00.888078 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc2d4b6-83b5-4691-ba8a-daa99aa8c932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:00.905684 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574df7b6-8370-4427-a00f-d50a3d09b329 req-fe45eb15-cc5d-4ebd-a647-d2af0fdb22a7 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:00.907260 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-574df7b6-8370-4427-a00f-d50a3d09b329 req-fe45eb15-cc5d-4ebd-a647-d2af0fdb22a7 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 945 time: 0.0922506 Sep 29 17:21:00.957456 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-574df7b6-8370-4427-a00f-d50a3d09b329 req-71966f77-bc9b-4a59-a0e9-0db432867ff9 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374587 Sep 29 17:21:00.989481 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2ac6-5ee6-4890-a9e3-88d73017d5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:01.022923 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-d1c76d47-7c7e-4833-8a47-1742548f5f56 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:01.025073 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2ac6-5ee6-4890-a9e3-88d73017d5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:01.036212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-d1c76d47-7c7e-4833-8a47-1742548f5f56 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:01.157628 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2ac6-5ee6-4890-a9e3-88d73017d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:01.160124 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d0cb2ac6-5ee6-4890-a9e3-88d73017d5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:01.161252 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d0cb2ac6-5ee6-4890-a9e3-88d73017d5c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec01249c-1fa6-443e-8782-00c169685fe4 HTTP/1.1" status: 204 len: 168 time: 0.2878830 Sep 29 17:21:01.162456 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67ddd0-1f8a-4659-bd55-20aa41e851c9 req-c5e23b00-e7e0-41e9-b4f9-9faf244df080 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:01.164091 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-db67ddd0-1f8a-4659-bd55-20aa41e851c9 req-c5e23b00-e7e0-41e9-b4f9-9faf244df080 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 1096 time: 0.0414655 Sep 29 17:21:01.175565 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb2ac6-5ee6-4890-a9e3-88d73017d5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec01249c-1fa6-443e-8782-00c169685fe4,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:01.177734 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-d1c76d47-7c7e-4833-8a47-1742548f5f56 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Floating IP 7e650803-0502-41d2-b57c-6a788ddf82c0 associated. External IP: 172.25.2.119, port: 5376ddf6-de01-4550-930c-4a8a487ae138. Sep 29 17:21:01.216190 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-db67ddd0-1f8a-4659-bd55-20aa41e851c9 req-d27d9887-4651-4dc3-a074-1c4e63619ec6 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370846 Sep 29 17:21:01.439119 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e40f5-7d1c-4016-bb4f-d9ebf9e8e1be req-3aacb499-11f9-478f-9dbc-219b9b74a1b9 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:01.440937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a6e40f5-7d1c-4016-bb4f-d9ebf9e8e1be req-3aacb499-11f9-478f-9dbc-219b9b74a1b9 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.0536923 Sep 29 17:21:01.444507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-d1c76d47-7c7e-4833-8a47-1742548f5f56 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Router 02da1f8a-e722-43e8-8441-acb95ec68c39 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:21:01.492662 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a6e40f5-7d1c-4016-bb4f-d9ebf9e8e1be req-eb821e17-6663-4059-8255-20cd4089cbe2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450509 Sep 29 17:21:01.573901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-d1c76d47-7c7e-4833-8a47-1742548f5f56 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:21:01.579016 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-d1c76d47-7c7e-4833-8a47-1742548f5f56 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:01.586277 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac4ae26-431e-44ee-a51a-b2b87d5342fb None None] Sync routers for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:21:01.607301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4ae26-431e-44ee-a51a-b2b87d5342fb None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:01.608048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2ac4ae26-431e-44ee-a51a-b2b87d5342fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:01.611185 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-d1c76d47-7c7e-4833-8a47-1742548f5f56 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "PUT /v2.0/floatingips/7e650803-0502-41d2-b57c-6a788ddf82c0 HTTP/1.1" status: 200 len: 996 time: 1.2530234 Sep 29 17:21:01.611759 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a8a0ad-34be-4851-9330-645677272498', 'tag': '5376ddf6-de01-4550-930c-4a8a487ae138'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:01.616285 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f57075-f8ec-41b0-8fcd-c74eb79aaca0" -d '{"events": [{"name": "network-changed", "server_uuid": "04a8a0ad-34be-4851-9330-645677272498", "tag": "5376ddf6-de01-4550-930c-4a8a487ae138"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:01.686674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-cf457db0-cda9-4636-85b1-af26cab566da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:01.688536 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-cf457db0-cda9-4636-85b1-af26cab566da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 1096 time: 0.0496848 Sep 29 17:21:01.746612 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-253100b3-b024-4fe0-8b7b-cc81eaeba718 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:01.749450 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-253100b3-b024-4fe0-8b7b-cc81eaeba718 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 820 time: 0.1300895 Sep 29 17:21:01.776937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-c060776a-18c7-4f0e-88d3-34f68e66c10a tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/quotas/d53b74dfe44140fcbab1c205ed9e0f93 HTTP/1.1" status: 200 len: 375 time: 0.0223122 Sep 29 17:21:01.844237 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-2d2205ec-e572-463c-95f2-5b7830148b5a tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663154 Sep 29 17:21:01.894689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-2ac4ae26-431e-44ee-a51a-b2b87d5342fb None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:01.963909 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-b2a238c1-c856-4a2e-9275-55ebda7bd763 service neutron] 10.222.0.44 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060402 Sep 29 17:21:02.008185 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 59d97f32-c435-41ec-b532-7f80be83a5bb details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:21:02.044084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-134043e5-746b-422b-a552-a69a29512cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:02.045824 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-134043e5-746b-422b-a552-a69a29512cc1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 922 time: 0.3500478 Sep 29 17:21:02.076098 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-5da5b4d2-e4dc-4d89-9379-ad848b894337 service neutron] 10.222.0.44 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112607 Sep 29 17:21:02.102542 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48812) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:02.124548 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-aa514ee7-45f7-4dd7-959a-37e858ded546 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5376ddf6-de01-4550-930c-4a8a487ae138 HTTP/1.1" status: 200 len: 999 time: 0.0722322 Sep 29 17:21:02.172663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-aa789df3-cb3e-44ba-8f50-3956fa111d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:02.180472 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-aa789df3-cb3e-44ba-8f50-3956fa111d3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 200 len: 860 time: 0.0547082 Sep 29 17:21:02.238680 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 59d97f32-c435-41ec-b532-7f80be83a5bb, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=59d97f32-c435-41ec-b532-7f80be83a5bb,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:02.239096 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a281ab17-c19c-40c2-aa96-8f36bc04a64c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1749630043-network', 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:02.263210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-ef09748d-b50c-472a-88f9-29b07fdb7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:02.264235 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '59d97f32-c435-41ec-b532-7f80be83a5bb', 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c', 'port_id': '59d97f32-c435-41ec-b532-7f80be83a5bb', 'mac_address': 'fa:16:3e:50:85:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15f3d65-c180-43d2-bcd4-0685feeb3b5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:21:02.265878 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-ef09748d-b50c-472a-88f9-29b07fdb7ca7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb7a1420-64a9-48a3-85e8-74b4d30ac194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843077 Sep 29 17:21:02.280392 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a281ab17-c19c-40c2-aa96-8f36bc04a64c admin admin] Made reservation on behalf of b7e957ca6a81445194e74f45a2397bd5 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:21:02.281557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-68ef60d1-d883-467e-9a9d-d998335ae2a9 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:21:02.283504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a281ab17-c19c-40c2-aa96-8f36bc04a64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:02.285441 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-68ef60d1-d883-467e-9a9d-d998335ae2a9 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105331 Sep 29 17:21:02.341928 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:02.359852 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d97f32-c435-41ec-b532-7f80be83a5bb {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:21:02.397429 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2ac4ae26-431e-44ee-a51a-b2b87d5342fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7e650803-0502-41d2-b57c-6a788ddf82c0', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'port_id': '5376ddf6-de01-4550-930c-4a8a487ae138', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'mac_address': 'fa:16:3e:f4:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a8a0ad-34be-4851-9330-645677272498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:38Z', 'updated_at': '2021-09-29T17:21:00Z', 'revision_number': 1, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:02.430233 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 59d97f32-c435-41ec-b532-7f80be83a5bb, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=59d97f32-c435-41ec-b532-7f80be83a5bb,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:02.431920 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac4ae26-431e-44ee-a51a-b2b87d5342fb None None] Checking router: 02da1f8a-e722-43e8-8441-acb95ec68c39 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:21:02.441486 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:02.450070 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4ae26-431e-44ee-a51a-b2b87d5342fb None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:02.450903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2ac4ae26-431e-44ee-a51a-b2b87d5342fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:02.454308 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-78b9ec1c-6091-4746-ab82-ea380c465d7d service neutron] 10.222.0.44 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597049 Sep 29 17:21:02.588266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=59d97f32-c435-41ec-b532-7f80be83a5bb,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:02.602037 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a281ab17-c19c-40c2-aa96-8f36bc04a64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:02.642114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-2ac4ae26-431e-44ee-a51a-b2b87d5342fb None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:02.719811 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d46ad09c-8b84-4e08-b289-4d3762fd6ee3 req-f2da02a2-e15e-49cc-a1e6-8f179c5e507b service neutron] 10.222.0.44 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568820 Sep 29 17:21:02.734565 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a281ab17-c19c-40c2-aa96-8f36bc04a64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:02.744338 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a281ab17-c19c-40c2-aa96-8f36bc04a64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:02.779876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7949df-a897-4118-8509-8dfc9238862d req-3b364d64-aec8-4c0a-ae31-68f09172c08b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:02.787276 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1f7949df-a897-4118-8509-8dfc9238862d req-3b364d64-aec8-4c0a-ae31-68f09172c08b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.1869919 Sep 29 17:21:02.794769 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a281ab17-c19c-40c2-aa96-8f36bc04a64c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:21:02.799673 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7902461a-2448-4a5a-a935-999e736484f4 x-openstack-request-id: req-7902461a-2448-4a5a-a935-999e736484f4 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:02.800182 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a8a0ad-34be-4851-9330-645677272498", "tag": "5376ddf6-de01-4550-930c-4a8a487ae138", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:02.800436 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7902461a-2448-4a5a-a935-999e736484f4 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:02.800976 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a8a0ad-34be-4851-9330-645677272498', 'tag': '5376ddf6-de01-4550-930c-4a8a487ae138', 'status': 'completed', 'code': 200} Sep 29 17:21:02.861627 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a281ab17-c19c-40c2-aa96-8f36bc04a64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:02.862090 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-a281ab17-c19c-40c2-aa96-8f36bc04a64c admin admin] Added segment 2f5dffd8-aaba-4198-82d4-bc2d8225e612 of type vlan for network 3c2e4849-97cc-4563-aae0-e0a72f37a270 Sep 29 17:21:02.866133 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1f7949df-a897-4118-8509-8dfc9238862d req-592135ab-8407-4423-b1c8-342c14b63da7 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780251 Sep 29 17:21:02.866830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281ab17-c19c-40c2-aa96-8f36bc04a64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:02.919091 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['59d97f32-c435-41ec-b532-7f80be83a5bb'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:21:02.984754 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a281ab17-c19c-40c2-aa96-8f36bc04a64c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:02.985365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f57075-f8ec-41b0-8fcd-c74eb79aaca0 req-9bc433db-2f3b-479e-83ee-8245d956d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:02.987377 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-34f57075-f8ec-41b0-8fcd-c74eb79aaca0 req-9bc433db-2f3b-479e-83ee-8245d956d962 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 1096 time: 0.1159723 Sep 29 17:21:03.021748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4db31-4c67-48a5-a1af-45a74b266c66 req-8679cbbd-52b6-4032-970e-41bffd4179d0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:03.032443 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6eb4db31-4c67-48a5-a1af-45a74b266c66 req-8679cbbd-52b6-4032-970e-41bffd4179d0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 945 time: 0.1125667 Sep 29 17:21:03.057055 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a281ab17-c19c-40c2-aa96-8f36bc04a64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:03.058939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a281ab17-c19c-40c2-aa96-8f36bc04a64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:03.060600 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a281ab17-c19c-40c2-aa96-8f36bc04a64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:03.102413 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a281ab17-c19c-40c2-aa96-8f36bc04a64c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9986303 Sep 29 17:21:03.106692 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48848) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:03.111266 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-90e0ffec-9b80-44dc-b987-74f34dcada25 admin admin] Request body: {'subnet': {'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749630043-subnet', 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:03.114299 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2ac4ae26-431e-44ee-a51a-b2b87d5342fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7e650803-0502-41d2-b57c-6a788ddf82c0', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'port_id': '5376ddf6-de01-4550-930c-4a8a487ae138', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'mac_address': 'fa:16:3e:f4:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a8a0ad-34be-4851-9330-645677272498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:38Z', 'updated_at': '2021-09-29T17:21:00Z', 'revision_number': 1, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:03.148774 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac4ae26-431e-44ee-a51a-b2b87d5342fb None None] The sync data for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 is: [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7e650803-0502-41d2-b57c-6a788ddf82c0', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'port_id': '5376ddf6-de01-4550-930c-4a8a487ae138', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'mac_address': 'fa:16:3e:f4:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a8a0ad-34be-4851-9330-645677272498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:38Z', 'updated_at': '2021-09-29T17:21:00Z', 'revision_number': 1, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:21:03.150653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281ab17-c19c-40c2-aa96-8f36bc04a64c admin admin] Pushing event updated for resources: {'Network': ['ID=3c2e4849-97cc-4563-aae0-e0a72f37a270,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:03.164353 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6eb4db31-4c67-48a5-a1af-45a74b266c66 req-4eb4509c-9813-428e-8faf-ff9a561f09cd tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260741 Sep 29 17:21:03.166502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 3c2e4849-97cc-4563-aae0-e0a72f37a270 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:21:03.196877 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef7f7374-b9af-4022-97c6-6e90f1eaaad3 req-0cb8c968-404f-4c71-a7b1-83ed7b46a63a tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 210 time: 0.0496674 Sep 29 17:21:03.207554 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e0ffec-9b80-44dc-b987-74f34dcada25 admin admin] Made reservation on behalf of b7e957ca6a81445194e74f45a2397bd5 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:21:03.211914 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-90e0ffec-9b80-44dc-b987-74f34dcada25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:03.232463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f57075-f8ec-41b0-8fcd-c74eb79aaca0 req-4934f75e-7513-4de3-aaa1-57278190bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:03.240614 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-34f57075-f8ec-41b0-8fcd-c74eb79aaca0 req-4934f75e-7513-4de3-aaa1-57278190bc17 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 922 time: 0.2369132 Sep 29 17:21:03.386774 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-34f57075-f8ec-41b0-8fcd-c74eb79aaca0 req-d66c4eaa-540d-48a1-9efd-ed10dd53487e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5376ddf6-de01-4550-930c-4a8a487ae138 HTTP/1.1" status: 200 len: 999 time: 0.1380079 Sep 29 17:21:03.423824 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e2329-7b39-47a7-b5c8-d245a81264a6 req-4db83210-6ba3-4c7e-84a1-655cb7496655 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:03.429782 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3e7e2329-7b39-47a7-b5c8-d245a81264a6 req-4db83210-6ba3-4c7e-84a1-655cb7496655 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.0854132 Sep 29 17:21:03.465682 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f2998-94e9-4854-ba3f-06d716337121 req-0287eef1-73a9-4aac-bc38-af45badfcc07 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:03.467220 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-0287eef1-73a9-4aac-bc38-af45badfcc07 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e02f12-ef16-4d96-8188-b923b94fabcc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1251347 Sep 29 17:21:03.505608 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3e7e2329-7b39-47a7-b5c8-d245a81264a6 req-247b02ce-5053-4248-affe-33f394f54f28 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690944 Sep 29 17:21:03.515651 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f57075-f8ec-41b0-8fcd-c74eb79aaca0 req-ae0e9f63-d773-466b-8b7b-cf1a392a6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:03.518039 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-34f57075-f8ec-41b0-8fcd-c74eb79aaca0 req-ae0e9f63-d773-466b-8b7b-cf1a392a6af5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 200 len: 860 time: 0.1172388 Sep 29 17:21:03.592579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f57075-f8ec-41b0-8fcd-c74eb79aaca0 req-a519b253-f8d7-45fd-ab11-bb39595d300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:03.594130 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-34f57075-f8ec-41b0-8fcd-c74eb79aaca0 req-a519b253-f8d7-45fd-ab11-bb39595d300e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb7a1420-64a9-48a3-85e8-74b4d30ac194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675383 Sep 29 17:21:03.604002 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-90e0ffec-9b80-44dc-b987-74f34dcada25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:03.620296 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f4a046-66ca-4647-9e06-f38fa80534b8 None None] New status for floating IP 7e650803-0502-41d2-b57c-6a788ddf82c0: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:21:03.657140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0ffec-9b80-44dc-b987-74f34dcada25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7293b999-dfe6-4039-9a3b-78e924dd4dea,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:03.663541 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-015ca496-eb69-45dd-853d-bb46e7bcad8b tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 999 time: 0.1849833 Sep 29 17:21:03.676343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-d80f2998-94e9-4854-ba3f-06d716337121 req-c84b20a3-5213-4a95-9040-11c3af621935 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Request body: {'floatingip': {'port_id': 'ac0189c8-c402-4d86-bb07-8be0ab04b876', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:03.738759 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-34f57075-f8ec-41b0-8fcd-c74eb79aaca0 req-34835b72-b8cf-451e-964a-7abd6b84d996 service neutron] 10.222.0.35 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354537 Sep 29 17:21:03.805208 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e0ffec-9b80-44dc-b987-74f34dcada25 admin admin] Checking segment: {'id': '2f5dffd8-aaba-4198-82d4-bc2d8225e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:03.805591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e0ffec-9b80-44dc-b987-74f34dcada25 admin admin] Network hostable DHCP agents. Network: 3c2e4849-97cc-4563-aae0-e0a72f37a270, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:21:03.817340 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d80f2998-94e9-4854-ba3f-06d716337121 req-c84b20a3-5213-4a95-9040-11c3af621935 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for floatingip, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:03.851792 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-34f57075-f8ec-41b0-8fcd-c74eb79aaca0 req-7f3a8666-ba48-4003-bbff-6c06fa1b2929 service neutron] 10.222.0.35 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052845 Sep 29 17:21:03.869367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e0ffec-9b80-44dc-b987-74f34dcada25 admin admin] Network 3c2e4849-97cc-4563-aae0-e0a72f37a270 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:21:03.903080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-90e0ffec-9b80-44dc-b987-74f34dcada25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 3c2e4849-97cc-4563-aae0-e0a72f37a270) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:03.907879 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-eb6f43cd-c672-46b3-9101-633f41df0400 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4782f5bfcbf247dc8044d3ec4d222d4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229547 Sep 29 17:21:03.910954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beac0e6-6021-4e2c-952e-aabae208cf0f None None] Network 3c2e4849-97cc-4563-aae0-e0a72f37a270 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:21:03.930650 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e0ffec-9b80-44dc-b987-74f34dcada25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:03.931246 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-90e0ffec-9b80-44dc-b987-74f34dcada25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:03.975837 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-90e0ffec-9b80-44dc-b987-74f34dcada25 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8684509 Sep 29 17:21:03.977621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48882) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:04.028168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1749630043-router', 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:04.071565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-3c2e4849-97cc-4563-aae0-e0a72f37a270', 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270', 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5', 'fixed_ips': [{'subnet_id': '7293b999-dfe6-4039-9a3b-78e924dd4dea'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:21:04.072747 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:04.117601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-5e16d767-cb37-4446-aa08-1b12d6f79613 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:04.119243 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-5e16d767-cb37-4446-aa08-1b12d6f79613 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038560 Sep 29 17:21:04.170731 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-7eeb6256-26b1-423c-b181-fcf5b14b7263 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/quotas/4782f5bfcbf247dc8044d3ec4d222d4f HTTP/1.1" status: 200 len: 375 time: 0.0213585 Sep 29 17:21:04.171530 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:04.172636 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:04.245635 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-407ebc46-9a96-4e9b-b4a8-c8d501211c6a tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4782f5bfcbf247dc8044d3ec4d222d4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391169 Sep 29 17:21:04.254647 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Allocated IP 172.20.0.2 (3c2e4849-97cc-4563-aae0-e0a72f37a270/7293b999-dfe6-4039-9a3b-78e924dd4dea/c5a226a8-bc92-44c2-9ecd-82ec3ac9053d) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:21:04.271777 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:04.357481 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-b1e21a96-2ae8-4e2d-8d15-0c431a5357bf tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:04.359083 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-b1e21a96-2ae8-4e2d-8d15-0c431a5357bf tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.35 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 820 time: 0.3266733 Sep 29 17:21:04.460282 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:04.469776 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:04.480442 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:04.491437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Request body: {'port': {'device_id': 'df10cc0c-5db0-4d17-8644-ffbe54c53e0e', 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7', 'admin_state_up': True, 'tenant_id': 'd53b74dfe44140fcbab1c205ed9e0f93'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:04.545586 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Network 3c2e4849-97cc-4563-aae0-e0a72f37a270 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:21:04.548600 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:04.555324 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:21:04.558648 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Pushing event updated for resources: {'Port': ['ID=c5a226a8-bc92-44c2-9ecd-82ec3ac9053d,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:04.608167 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d80f2998-94e9-4854-ba3f-06d716337121 req-c84b20a3-5213-4a95-9040-11c3af621935 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:04.618276 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d80f2998-94e9-4854-ba3f-06d716337121 req-c84b20a3-5213-4a95-9040-11c3af621935 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:04.619375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Attempting to bind port c5a226a8-bc92-44c2-9ecd-82ec3ac9053d on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:21:04.619761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Attempting to bind port c5a226a8-bc92-44c2-9ecd-82ec3ac9053d by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '2f5dffd8-aaba-4198-82d4-bc2d8225e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:21:04.620179 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Attempting to bind port c5a226a8-bc92-44c2-9ecd-82ec3ac9053d on network 3c2e4849-97cc-4563-aae0-e0a72f37a270 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:04.630070 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:21:04.630436 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Checking segment: {'id': '2f5dffd8-aaba-4198-82d4-bc2d8225e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:04.630845 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:04.631248 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Bound using segment: {'id': '2f5dffd8-aaba-4198-82d4-bc2d8225e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:21:04.631793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Bound port: c5a226a8-bc92-44c2-9ecd-82ec3ac9053d, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5dffd8-aaba-4198-82d4-bc2d8225e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:21:04.632074 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:04.738521 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] For port c5a226a8-bc92-44c2-9ecd-82ec3ac9053d, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:04.746480 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] For port c5a226a8-bc92-44c2-9ecd-82ec3ac9053d, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c5a226a8-bc92-44c2-9ecd-82ec3ac9053d,segment=NetworkSegment(2f5dffd8-aaba-4198-82d4-bc2d8225e612),segment_id=2f5dffd8-aaba-4198-82d4-bc2d8225e612)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:21:04.747279 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [req-d80f2998-94e9-4854-ba3f-06d716337121 req-c84b20a3-5213-4a95-9040-11c3af621935 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Floating IP 7e650803-0502-41d2-b57c-6a788ddf82c0 associated. External IP: 172.25.2.119, port: 5376ddf6-de01-4550-930c-4a8a487ae138. Sep 29 17:21:04.756068 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:04.770560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568c723-3d6b-45bc-a7b6-6802b343018c req-07c3927c-4edf-4c76-be6a-c308a58b6d50 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:04.772045 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f568c723-3d6b-45bc-a7b6-6802b343018c req-07c3927c-4edf-4c76-be6a-c308a58b6d50 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.2852418 Sep 29 17:21:04.836019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Made reservation on behalf of d53b74dfe44140fcbab1c205ed9e0f93 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:21:04.840222 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:04.895380 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f568c723-3d6b-45bc-a7b6-6802b343018c req-5fdbdd03-3ae1-4073-887f-f06b9232de20 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064992 Sep 29 17:21:05.110107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b73ef-a999-4590-b306-f5cd7c26272c None None] Pushing event updated for resources: {'Port': ['ID=c5a226a8-bc92-44c2-9ecd-82ec3ac9053d,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:05.150002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d80f2998-94e9-4854-ba3f-06d716337121 req-c84b20a3-5213-4a95-9040-11c3af621935 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Router 02da1f8a-e722-43e8-8441-acb95ec68c39 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:21:05.154033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Allocated IP 172.20.0.8 (9ff89bdc-1790-411e-92d4-65e23c2d16d7/86eaf9b4-1784-4ab4-8567-540414d627ca/ca80e824-6d80-424d-8761-3a0d22cb2b89) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:21:05.305930 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:05.382131 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:05.415700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fb5f4-f03b-4b85-a7bb-a915c6af2506 req-713c75f7-aa7f-4ab8-859d-ccbb7423ee52 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:05.417657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a4fb5f4-f03b-4b85-a7bb-a915c6af2506 req-713c75f7-aa7f-4ab8-859d-ccbb7423ee52 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 945 time: 0.2454004 Sep 29 17:21:05.591197 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c5a226a8-bc92-44c2-9ecd-82ec3ac9053d up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:05.613840 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a4fb5f4-f03b-4b85-a7bb-a915c6af2506 req-1c118231-5fde-4d7e-9a75-a67094d7dc8b tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763542 Sep 29 17:21:05.645117 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d80f2998-94e9-4854-ba3f-06d716337121 req-c84b20a3-5213-4a95-9040-11c3af621935 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:21:05.654945 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:05.660976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a8286c-956f-4b41-b1e0-a1dce2667244 None None] Sync routers for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:21:05.680021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a8286c-956f-4b41-b1e0-a1dce2667244 None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:05.680651 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-00a8286c-956f-4b41-b1e0-a1dce2667244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:05.693815 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Allocated IP 172.25.2.125 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/1d2f85f6-c171-4330-8860-82fb1e0bbb4c) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:21:05.759564 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port c5a226a8-bc92-44c2-9ecd-82ec3ac9053d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:05.760197 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:05.765824 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:05.874341 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-00a8286c-956f-4b41-b1e0-a1dce2667244 None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:05.912864 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:21:05.932599 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d80f2998-94e9-4854-ba3f-06d716337121 req-c84b20a3-5213-4a95-9040-11c3af621935 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Router 02da1f8a-e722-43e8-8441-acb95ec68c39 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:21:05.934716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Pushing event updated for resources: {'Port': ['ID=ca80e824-6d80-424d-8761-3a0d22cb2b89,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:05.957406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:05.960216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:21:06.006449 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:06.014379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:06.014852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:06.015319 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:06.015788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:06.016237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:06.016874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:06.017373 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:06.017971 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:06.018399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:06.018873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:06.019339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:06.019779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:06.039285 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 59d97f32-c435-41ec-b532-7f80be83a5bb up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:06.039692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83076eb2-c049-4ebb-b8ae-c3e002f8fb6c req-4a2a3419-efdb-479f-903f-4f2d79d650e5 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:06.059205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83076eb2-c049-4ebb-b8ae-c3e002f8fb6c req-4a2a3419-efdb-479f-903f-4f2d79d650e5 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 931 time: 0.3074162 Sep 29 17:21:06.081923 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-cf54c3bc-7ad6-4e0f-87ef-9ba38a150d14 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=4782f5bfcbf247dc8044d3ec4d222d4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1412873 Sep 29 17:21:06.103492 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d80f2998-94e9-4854-ba3f-06d716337121 req-c84b20a3-5213-4a95-9040-11c3af621935 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:21:06.109095 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d80f2998-94e9-4854-ba3f-06d716337121 req-c84b20a3-5213-4a95-9040-11c3af621935 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:06.132315 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port c5a226a8-bc92-44c2-9ecd-82ec3ac9053d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c5a226a8-bc92-44c2-9ecd-82ec3ac9053d,segment=NetworkSegment(2f5dffd8-aaba-4198-82d4-bc2d8225e612),segment_id=2f5dffd8-aaba-4198-82d4-bc2d8225e612)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:06.146603 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a8a0ad-34be-4851-9330-645677272498', 'tag': '5376ddf6-de01-4550-930c-4a8a487ae138'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:06.149170 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:06.149355 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e8ad93-97cf-4338-8940-e2d92148ade6" -d '{"events": [{"name": "network-changed", "server_uuid": "04a8a0ad-34be-4851-9330-645677272498", "tag": "5376ddf6-de01-4550-930c-4a8a487ae138"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:06.167601 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:06.194020 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-c84b20a3-5213-4a95-9040-11c3af621935 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "PUT /v2.0/floatingips/7e650803-0502-41d2-b57c-6a788ddf82c0 HTTP/1.1" status: 200 len: 998 time: 2.5239093 Sep 29 17:21:06.232750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:06.233570 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:06.248939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 59d97f32-c435-41ec-b532-7f80be83a5bb completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:21:06.266574 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 59d97f32-c435-41ec-b532-7f80be83a5bb triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:06.266796 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:06.268053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f2998-94e9-4854-ba3f-06d716337121 req-c5c34e3a-7b0b-4f32-8180-28e62fc3bc91 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:06.268746 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83076eb2-c049-4ebb-b8ae-c3e002f8fb6c req-462da491-78f7-4421-967a-7cf382ad76ca tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086828 Sep 29 17:21:06.281533 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-c5c34e3a-7b0b-4f32-8180-28e62fc3bc91 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports/5376ddf6-de01-4550-930c-4a8a487ae138 HTTP/1.1" status: 200 len: 942 time: 0.0859249 Sep 29 17:21:06.331668 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-b8241bde-603c-4554-a7c8-ce4a7d351b9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8466835 Sep 29 17:21:06.352128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Request body: {'port': {'device_id': 'df10cc0c-5db0-4d17-8644-ffbe54c53e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:06.365884 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:06.374295 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=c5a226a8-bc92-44c2-9ecd-82ec3ac9053d,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:06.397866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f2998-94e9-4854-ba3f-06d716337121 req-1eb0fe7c-1e3b-4be9-a1e8-4aa575f02007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:06.399568 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-1eb0fe7c-1e3b-4be9-a1e8-4aa575f02007 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 1096 time: 0.0546954 Sep 29 17:21:06.404373 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-5323c0f0-fde5-40a1-a7df-9883caf2c25f tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:06.406192 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-5323c0f0-fde5-40a1-a7df-9883caf2c25f tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2979648 Sep 29 17:21:06.427327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6d3788-c056-481d-b985-556f4fb5b347 None None] Network 3c2e4849-97cc-4563-aae0-e0a72f37a270 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:21:06.453815 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Request body: {'port': {'device_id': '382a2f20-8538-4095-b89a-aebb22304c34', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': '4782f5bfcbf247dc8044d3ec4d222d4f'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:06.508207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:21:06.511708 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-713d19b7-286d-4682-9542-e92f27de91f1 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4782f5bfcbf247dc8044d3ec4d222d4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0963049 Sep 29 17:21:06.520048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f2998-94e9-4854-ba3f-06d716337121 req-abdfe760-b9f8-4eea-b26e-986ea442126e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:06.522012 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-abdfe760-b9f8-4eea-b26e-986ea442126e service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 922 time: 0.1121104 Sep 29 17:21:06.528039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:06.531610 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:06.538153 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-00a8286c-956f-4b41-b1e0-a1dce2667244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7e650803-0502-41d2-b57c-6a788ddf82c0', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'port_id': 'ac0189c8-c402-4d86-bb07-8be0ab04b876', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'mac_address': 'fa:16:3e:8e:8c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:38Z', 'updated_at': '2021-09-29T17:21:04Z', 'revision_number': 3, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:06.538799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1d2f85f6-c171-4330-8860-82fb1e0bbb4c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:06.546522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7a639a1b-2472-49a9-b752-0fb5433bf31d None None] Provisioning complete for port c5a226a8-bc92-44c2-9ecd-82ec3ac9053d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:06.546893 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7a639a1b-2472-49a9-b752-0fb5433bf31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:06.552672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:21:06.580013 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-1532c55e-4f16-406f-9672-712738472a43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5376ddf6-de01-4550-930c-4a8a487ae138 HTTP/1.1" status: 200 len: 217 time: 0.0507772 Sep 29 17:21:06.584356 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:06.611741 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a8286c-956f-4b41-b1e0-a1dce2667244 None None] Checking router: 02da1f8a-e722-43e8-8441-acb95ec68c39 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:21:06.627242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610270b3-6921-4d96-b80c-b08bb7d70476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d97f32-c435-41ec-b532-7f80be83a5bb'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:06.629228 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dab22ba-4654-4caa-8bb3-e0706f7ac56f" -d '{"events": [{"server_uuid": "610270b3-6921-4d96-b80c-b08bb7d70476", "name": "network-vif-plugged", "status": "completed", "tag": "59d97f32-c435-41ec-b532-7f80be83a5bb"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:06.639650 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f2998-94e9-4854-ba3f-06d716337121 req-93cc9ec6-fc07-4ba5-a9c9-3442bb83a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:06.641168 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-93cc9ec6-fc07-4ba5-a9c9-3442bb83a96f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 200 len: 860 time: 0.0542586 Sep 29 17:21:06.655194 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 59d97f32-c435-41ec-b532-7f80be83a5bb, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=59d97f32-c435-41ec-b532-7f80be83a5bb,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:06.663340 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:06.686196 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a8286c-956f-4b41-b1e0-a1dce2667244 None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:06.686865 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-00a8286c-956f-4b41-b1e0-a1dce2667244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:06.704047 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f2998-94e9-4854-ba3f-06d716337121 req-de28df86-004c-4a70-9234-aa3b4b1a09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:06.705647 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-de28df86-004c-4a70-9234-aa3b4b1a09eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb7a1420-64a9-48a3-85e8-74b4d30ac194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573103 Sep 29 17:21:06.717635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-a2e9a8fa-c311-4055-92b4-0bafb6084e7c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:21:06.718668 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-a2e9a8fa-c311-4055-92b4-0bafb6084e7c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058970 Sep 29 17:21:06.838070 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-c249b4ea-cb9a-4e21-87dd-bb1a0707d4bd service neutron] 10.222.0.44 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103442 Sep 29 17:21:06.877991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=59d97f32-c435-41ec-b532-7f80be83a5bb,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:06.909399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-00a8286c-956f-4b41-b1e0-a1dce2667244 None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:06.961383 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-2105638d-b716-4e61-91ea-f0d5796dd635 service neutron] 10.222.0.44 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177163 Sep 29 17:21:07.038333 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f2998-94e9-4854-ba3f-06d716337121 req-5de20c40-87da-4f7e-a234-57564b35fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:07.043551 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-5de20c40-87da-4f7e-a234-57564b35fea8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 1096 time: 0.0512066 Sep 29 17:21:07.122233 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-8ec41e2b-e1b2-4c87-b058-588dea626953 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:07.129220 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-8ec41e2b-e1b2-4c87-b058-588dea626953 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6026111 Sep 29 17:21:07.163138 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f2998-94e9-4854-ba3f-06d716337121 req-599937be-aebf-4449-adcf-ffdcde858b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:07.165925 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-599937be-aebf-4449-adcf-ffdcde858b41 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 922 time: 0.1185522 Sep 29 17:21:07.195137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-00a8286c-956f-4b41-b1e0-a1dce2667244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7e650803-0502-41d2-b57c-6a788ddf82c0', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'port_id': 'ac0189c8-c402-4d86-bb07-8be0ab04b876', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'mac_address': 'fa:16:3e:8e:8c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:38Z', 'updated_at': '2021-09-29T17:21:04Z', 'revision_number': 3, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:07.207014 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-86a2e5c0-17b6-42df-9070-2fe4998a2cc0 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/quotas/4782f5bfcbf247dc8044d3ec4d222d4f HTTP/1.1" status: 200 len: 375 time: 0.0769610 Sep 29 17:21:07.210855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Made reservation on behalf of 4782f5bfcbf247dc8044d3ec4d222d4f for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:21:07.214724 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:07.241842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a8286c-956f-4b41-b1e0-a1dce2667244 None None] The sync data for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 is: [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7e650803-0502-41d2-b57c-6a788ddf82c0', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'port_id': 'ac0189c8-c402-4d86-bb07-8be0ab04b876', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'mac_address': 'fa:16:3e:8e:8c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:38Z', 'updated_at': '2021-09-29T17:21:04Z', 'revision_number': 3, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:21:07.242164 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:07.258528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e18cc3b2-9371-4e37-b487-dd1a64e74d9c None None] Provisioning complete for port c5a226a8-bc92-44c2-9ecd-82ec3ac9053d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:07.259045 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e18cc3b2-9371-4e37-b487-dd1a64e74d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:07.271733 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-eaece1f8-df3b-4386-9c32-cb62b9abe69e tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4782f5bfcbf247dc8044d3ec4d222d4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430026 Sep 29 17:21:07.285151 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-2bba7b49-4781-4f2e-8187-51fd0e21b965 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac0189c8-c402-4d86-bb07-8be0ab04b876 HTTP/1.1" status: 200 len: 1001 time: 0.1131930 Sep 29 17:21:07.355539 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f2998-94e9-4854-ba3f-06d716337121 req-651a8f76-f3d9-4d79-a548-f10e78c5d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:07.357142 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-651a8f76-f3d9-4d79-a548-f10e78c5d651 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 200 len: 860 time: 0.0692153 Sep 29 17:21:07.416574 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f2998-94e9-4854-ba3f-06d716337121 req-38a2f5b4-7ab0-47a3-aa90-20e4d3ccd726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:07.426857 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-38a2f5b4-7ab0-47a3-aa90-20e4d3ccd726 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb7a1420-64a9-48a3-85e8-74b4d30ac194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628631 Sep 29 17:21:07.527554 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c5a226a8-bc92-44c2-9ecd-82ec3ac9053d up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:07.547768 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93b529d-4213-43e6-9855-f02a235fc4cb None None] New status for floating IP 7e650803-0502-41d2-b57c-6a788ddf82c0: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:21:07.560596 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:07.603829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port c5a226a8-bc92-44c2-9ecd-82ec3ac9053d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:07.604275 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:07.606100 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:07.620431 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-15b5fb57-320a-4f73-a6b7-b9dcb864cbec service neutron] 10.222.0.44 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919737 Sep 29 17:21:07.685840 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:07.770532 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d80f2998-94e9-4854-ba3f-06d716337121 req-6dbfb1b3-45e0-4f13-b09d-ad26d18605a8 service neutron] 10.222.0.44 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422484 Sep 29 17:21:07.853029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca80e824-6d80-424d-8761-3a0d22cb2b89 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:21:07.873126 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2191a86-6769-4184-adc3-379f36bd8c18,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:07.879877 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:07.925538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523cbae-df70-48be-9205-61afd7201208 req-4d568a39-8cee-4535-8144-d1239c1d5683 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:07.927616 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8523cbae-df70-48be-9205-61afd7201208 req-4d568a39-8cee-4535-8144-d1239c1d5683 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.3457255 Sep 29 17:21:07.935029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580afb2-6f8f-4cd0-8da9-054271f7990c req-6fa518be-384e-4151-992d-6f4829d37aae tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:07.939525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Transition to ACTIVE for port object ca80e824-6d80-424d-8761-3a0d22cb2b89 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:21:07.942506 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b580afb2-6f8f-4cd0-8da9-054271f7990c req-6fa518be-384e-4151-992d-6f4829d37aae tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.0668294 Sep 29 17:21:07.980399 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:07.986923 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b580afb2-6f8f-4cd0-8da9-054271f7990c req-5367b92c-259c-45de-b12a-583211647009 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415967 Sep 29 17:21:08.091450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Allocated IP 192.168.233.26 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/35d95f39-d9e3-4c32-b841-0bb40f3a629a) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:21:08.115434 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684d95e3-ed63-497f-9a3e-5c7f56c02842 None None] Sync routers for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:21:08.130045 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684d95e3-ed63-497f-9a3e-5c7f56c02842 None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:08.130735 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-684d95e3-ed63-497f-9a3e-5c7f56c02842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:08.131460 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715d01a7-21a2-446b-a193-5a28e8464d52 x-openstack-request-id: req-715d01a7-21a2-446b-a193-5a28e8464d52 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:08.131854 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a8a0ad-34be-4851-9330-645677272498", "tag": "5376ddf6-de01-4550-930c-4a8a487ae138", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:08.132439 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-715d01a7-21a2-446b-a193-5a28e8464d52 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:08.134422 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a8a0ad-34be-4851-9330-645677272498', 'tag': '5376ddf6-de01-4550-930c-4a8a487ae138', 'status': 'completed', 'code': 200} Sep 29 17:21:08.172724 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a8d7d5-453d-4ef7-b1ef-5f0edd7cfbef x-openstack-request-id: req-f9a8d7d5-453d-4ef7-b1ef-5f0edd7cfbef {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:08.173015 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610270b3-6921-4d96-b80c-b08bb7d70476", "name": "network-vif-plugged", "status": "completed", "tag": "59d97f32-c435-41ec-b532-7f80be83a5bb", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:08.173267 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9a8d7d5-453d-4ef7-b1ef-5f0edd7cfbef {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:08.173699 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610270b3-6921-4d96-b80c-b08bb7d70476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d97f32-c435-41ec-b532-7f80be83a5bb', 'code': 200} Sep 29 17:21:08.198959 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8523cbae-df70-48be-9205-61afd7201208 req-4b27b8a6-21ea-4ab6-a284-9ca6fd51d160 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608545 Sep 29 17:21:08.213382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Pushing event updated for resources: {'Port': ['ID=ca80e824-6d80-424d-8761-3a0d22cb2b89,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:08.301101 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-684d95e3-ed63-497f-9a3e-5c7f56c02842 None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:08.369048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49924e-1f77-4d59-87d7-0febe4d60a68 req-15b2580f-ec74-46d9-b2b3-caa0b25ab01b tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:08.370628 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc49924e-1f77-4d59-87d7-0febe4d60a68 req-15b2580f-ec74-46d9-b2b3-caa0b25ab01b tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 946 time: 0.0882349 Sep 29 17:21:08.379736 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ad48c-6986-4942-b988-a395573aa777 req-b4ffeabb-299c-49cd-b37e-fcffff704328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:08.381210 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f94ad48c-6986-4942-b988-a395573aa777 req-b4ffeabb-299c-49cd-b37e-fcffff704328 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 1097 time: 0.0705276 Sep 29 17:21:08.441320 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc49924e-1f77-4d59-87d7-0febe4d60a68 req-be91e2c0-b4c5-4113-9056-b250a397caed tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581110 Sep 29 17:21:08.442200 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f94ad48c-6986-4942-b988-a395573aa777 req-f80a174e-d79f-4a58-8a3b-7c0da57fb46c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523951 Sep 29 17:21:08.449090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8ad93-97cf-4338-8940-e2d92148ade6 req-e20a3033-263b-4a39-82d3-8f15fc1c4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:08.450679 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5e8ad93-97cf-4338-8940-e2d92148ade6 req-e20a3033-263b-4a39-82d3-8f15fc1c4c3f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 1096 time: 0.2384012 Sep 29 17:21:08.477107 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:08.507110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58392db-26c0-4251-8d2a-3d2536dfc11d req-07235786-33ba-4350-90ef-8ad63047d9f4 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:08.508588 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b58392db-26c0-4251-8d2a-3d2536dfc11d req-07235786-33ba-4350-90ef-8ad63047d9f4 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 943 time: 0.1914086 Sep 29 17:21:08.533659 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-29257684-c5dd-4216-9721-a2e241b36d2b req-f0f9d7f9-b573-41e2-87e3-94b691d4fbe5 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 210 time: 0.0309680 Sep 29 17:21:08.547698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Attempting to bind port ca80e824-6d80-424d-8761-3a0d22cb2b89 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:21:08.548034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Attempting to bind port ca80e824-6d80-424d-8761-3a0d22cb2b89 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:21:08.548357 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Attempting to bind port ca80e824-6d80-424d-8761-3a0d22cb2b89 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:08.589173 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-684d95e3-ed63-497f-9a3e-5c7f56c02842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7e650803-0502-41d2-b57c-6a788ddf82c0', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'port_id': 'ac0189c8-c402-4d86-bb07-8be0ab04b876', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'mac_address': 'fa:16:3e:8e:8c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:38Z', 'updated_at': '2021-09-29T17:21:07Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:08.620903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684d95e3-ed63-497f-9a3e-5c7f56c02842 None None] Checking router: 02da1f8a-e722-43e8-8441-acb95ec68c39 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:21:08.629665 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684d95e3-ed63-497f-9a3e-5c7f56c02842 None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:08.629870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Port ca80e824-6d80-424d-8761-3a0d22cb2b89 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:21:08.630107 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-62c166bf-bf53-42a5-8862-b071f8f64efb req-3d30ddf9-3320-4547-b3cc-64efbed38a53 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 1001 time: 0.0678260 Sep 29 17:21:08.630215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Attempting to bind port ca80e824-6d80-424d-8761-3a0d22cb2b89 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:08.636138 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-684d95e3-ed63-497f-9a3e-5c7f56c02842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:08.663923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:21:08.663923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Checking segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:08.664248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Bound using segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:21:08.664609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Bound port: ca80e824-6d80-424d-8761-3a0d22cb2b89, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:21:08.664965 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:08.680999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c166bf-bf53-42a5-8862-b071f8f64efb req-8e66e11b-76e9-4a76-8d72-9c8a04b66d57 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:08.685433 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-62c166bf-bf53-42a5-8862-b071f8f64efb req-8e66e11b-76e9-4a76-8d72-9c8a04b66d57 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports/ac0189c8-c402-4d86-bb07-8be0ab04b876 HTTP/1.1" status: 200 len: 942 time: 0.0497184 Sep 29 17:21:08.695783 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b58392db-26c0-4251-8d2a-3d2536dfc11d req-66ba4a87-6fcc-4494-803b-e7ae93d51686 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563845 Sep 29 17:21:08.709850 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:08.771414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-684d95e3-ed63-497f-9a3e-5c7f56c02842 None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:08.802837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] For port ca80e824-6d80-424d-8761-3a0d22cb2b89, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:08.803241 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-62c166bf-bf53-42a5-8862-b071f8f64efb req-6f9d230f-f4f6-4ee4-a90b-f57b8c36283c tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 1001 time: 0.0672495 Sep 29 17:21:08.819700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] For port ca80e824-6d80-424d-8761-3a0d22cb2b89, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:21:08.837716 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:08.844584 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:08.906629 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:08.907241 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:08.908609 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] 10.222.0.35 "PUT /v2.0/ports/ca80e824-6d80-424d-8761-3a0d22cb2b89 HTTP/1.1" status: 200 len: 1091 time: 2.5608180 Sep 29 17:21:08.912067 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df10cc0c-5db0-4d17-8644-ffbe54c53e0e', 'tag': 'ca80e824-6d80-424d-8761-3a0d22cb2b89'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:08.914327 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd27348-d4c8-46ce-aaf3-5daa52f6e37d" -d '{"events": [{"name": "network-changed", "server_uuid": "df10cc0c-5db0-4d17-8644-ffbe54c53e0e", "tag": "ca80e824-6d80-424d-8761-3a0d22cb2b89"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:08.964418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:21:08.966092 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d45cfa5-5bbe-4dc5-8c48-7ae9ba658323 x-openstack-request-id: req-0d45cfa5-5bbe-4dc5-8c48-7ae9ba658323 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:08.966378 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df10cc0c-5db0-4d17-8644-ffbe54c53e0e", "tag": "ca80e824-6d80-424d-8761-3a0d22cb2b89", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:08.966628 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d45cfa5-5bbe-4dc5-8c48-7ae9ba658323 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:08.966996 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df10cc0c-5db0-4d17-8644-ffbe54c53e0e', 'tag': 'ca80e824-6d80-424d-8761-3a0d22cb2b89', 'status': 'completed', 'code': 200} Sep 29 17:21:08.969875 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c166bf-bf53-42a5-8862-b071f8f64efb req-1929d75b-dcb0-4356-8da9-ad9229db8879 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:08.970476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Router 3cd2f06a-9905-4bca-80e8-4a0d8553094c is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:21:08.971953 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-62c166bf-bf53-42a5-8862-b071f8f64efb req-1929d75b-dcb0-4356-8da9-ad9229db8879 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.1597102 Sep 29 17:21:08.981431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:08.984791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:21:08.988799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c9d03-b42c-4ee0-913d-bce69fae9eba service neutron] Pushing event updated for resources: {'Port': ['ID=ca80e824-6d80-424d-8761-3a0d22cb2b89,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:09.006899 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:21:09.053595 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-684d95e3-ed63-497f-9a3e-5c7f56c02842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7e650803-0502-41d2-b57c-6a788ddf82c0', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'port_id': 'ac0189c8-c402-4d86-bb07-8be0ab04b876', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'mac_address': 'fa:16:3e:8e:8c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:38Z', 'updated_at': '2021-09-29T17:21:07Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:09.099284 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684d95e3-ed63-497f-9a3e-5c7f56c02842 None None] The sync data for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 is: [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7e650803-0502-41d2-b57c-6a788ddf82c0', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'port_id': 'ac0189c8-c402-4d86-bb07-8be0ab04b876', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'mac_address': 'fa:16:3e:8e:8c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:38Z', 'updated_at': '2021-09-29T17:21:07Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:21:09.166473 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667e55e-5a37-46f1-b45d-803fa42fe019 req-641ea4fd-7270-4496-a571-713717076265 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:09.183236 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c667e55e-5a37-46f1-b45d-803fa42fe019 req-641ea4fd-7270-4496-a571-713717076265 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.0780029 Sep 29 17:21:09.250122 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c667e55e-5a37-46f1-b45d-803fa42fe019 req-651632bf-0cf7-409f-86c8-2e86ab633fcd tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656636 Sep 29 17:21:09.339304 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8cc7adf2-6597-4333-906e-f127119fa34f None None] Provisioning complete for port 35d95f39-d9e3-4c32-b841-0bb40f3a629a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:09.340080 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8cc7adf2-6597-4333-906e-f127119fa34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:09.370153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-f5791df6-211a-4eef-a14c-17b535c4bfcb tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4782f5bfcbf247dc8044d3ec4d222d4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484781 Sep 29 17:21:09.421839 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8cc7adf2-6597-4333-906e-f127119fa34f None None] Port 35d95f39-d9e3-4c32-b841-0bb40f3a629a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:21:09.525188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Pushing event updated for resources: {'Port': ['ID=35d95f39-d9e3-4c32-b841-0bb40f3a629a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:09.542837 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c13f79-1677-46e5-be6d-e099eb386064 req-14b97c08-0f00-4449-be20-baf76ebd4a98 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:09.544334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39c13f79-1677-46e5-be6d-e099eb386064 req-14b97c08-0f00-4449-be20-baf76ebd4a98 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.0951416 Sep 29 17:21:09.553574 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8ad93-97cf-4338-8940-e2d92148ade6 req-8bdeb07f-927e-41b2-991d-322105e633b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:09.555047 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5e8ad93-97cf-4338-8940-e2d92148ade6 req-8bdeb07f-927e-41b2-991d-322105e633b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 922 time: 0.7262237 Sep 29 17:21:09.566168 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-62f4b3de-8808-4ce4-8a96-a0f0abcdd12d tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:09.567610 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-62f4b3de-8808-4ce4-8a96-a0f0abcdd12d tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915534 Sep 29 17:21:09.567766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:09.568371 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:09.593257 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39c13f79-1677-46e5-be6d-e099eb386064 req-02915ff3-eda8-4d60-bb5b-73700cdc078d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417578 Sep 29 17:21:09.603368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-eb792b12-2873-47b2-bc5d-610d5b14bef7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Request body: {'port': {'device_id': '8150c5d8-f8f1-4b86-a2ab-03b3266c908d', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': '4782f5bfcbf247dc8044d3ec4d222d4f'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:09.639037 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-c3146f8f-058d-4aa5-9c93-c71542ec09f4 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 1001 time: 0.6162541 Sep 29 17:21:09.645461 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5e8ad93-97cf-4338-8940-e2d92148ade6 req-63047996-b60a-4070-96dd-92bf5743de7b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5376ddf6-de01-4550-930c-4a8a487ae138 HTTP/1.1" status: 200 len: 217 time: 0.0671313 Sep 29 17:21:09.656763 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-afe37d18-5aac-4641-9790-51b77b4a4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:09.658358 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-afe37d18-5aac-4641-9790-51b77b4a4603 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 1094 time: 0.6382983 Sep 29 17:21:09.659767 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-8c7e8610-6753-44b8-84e3-c86b9502bffa tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2113206 Sep 29 17:21:09.689903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Request body: {'port': {'device_id': '382a2f20-8538-4095-b89a-aebb22304c34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:09.745629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f172d58-9561-4fac-aaa6-b53fa9476d02 req-8cc24e1b-08e2-4a2b-929d-2b70e6e05c00 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:09.747125 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f172d58-9561-4fac-aaa6-b53fa9476d02 req-8cc24e1b-08e2-4a2b-929d-2b70e6e05c00 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 946 time: 0.0792694 Sep 29 17:21:09.771523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-eb792b12-2873-47b2-bc5d-610d5b14bef7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Made reservation on behalf of 4782f5bfcbf247dc8044d3ec4d222d4f for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:21:09.774882 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-eb792b12-2873-47b2-bc5d-610d5b14bef7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:09.796288 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-e1848572-df12-4ad9-9819-81f6104ea4a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89 HTTP/1.1" status: 200 len: 217 time: 0.1111119 Sep 29 17:21:09.811424 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-4fd4724d-bc32-4e51-ba21-209dcb96f132 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:09.812798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-4fd4724d-bc32-4e51-ba21-209dcb96f132 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports/ac0189c8-c402-4d86-bb07-8be0ab04b876 HTTP/1.1" status: 200 len: 942 time: 0.1635902 Sep 29 17:21:09.814563 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f172d58-9561-4fac-aaa6-b53fa9476d02 req-1dbbb046-66db-434c-8d34-2eab467cad26 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609083 Sep 29 17:21:09.817111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:21:09.840138 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Sync routers for ids ['3cd2f06a-9905-4bca-80e8-4a0d8553094c'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:21:09.850980 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Routers {'3cd2f06a-9905-4bca-80e8-4a0d8553094c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:09.851813 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3cd2f06a-9905-4bca-80e8-4a0d8553094c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:09.890315 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:09.909934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8ad93-97cf-4338-8940-e2d92148ade6 req-47204638-6dc5-4dbc-8e47-5b53f33cf952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:09.911381 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5e8ad93-97cf-4338-8940-e2d92148ade6 req-47204638-6dc5-4dbc-8e47-5b53f33cf952 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 200 len: 860 time: 0.2426348 Sep 29 17:21:09.955050 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f92e3fdd-c338-42da-aaac-3f069f86816d req-2978bed9-6d4c-4d7b-b3e1-ff68dfc814f3 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 210 time: 0.0420630 Sep 29 17:21:09.995382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-eb792b12-2873-47b2-bc5d-610d5b14bef7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Allocated IP 192.168.233.52 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/b02826e2-91c9-40e8-9aab-cb998725bce1) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:21:09.998664 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Set router 3cd2f06a-9905-4bca-80e8-4a0d8553094c gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:10.005456 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:10.009128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cea878ef-74fc-4ba4-96ce-ab10c82ec3e8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0279732 Sep 29 17:21:10.017833 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48952) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:10.031164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-f2ecd45e-5fa7-42e5-9749-ecbebeb98f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:10.032641 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-f2ecd45e-5fa7-42e5-9749-ecbebeb98f0a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.2169173 Sep 29 17:21:10.138677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'tag': 'ac0189c8-c402-4d86-bb07-8be0ab04b876'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:10.141269 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a2b169-f670-4e61-abd6-97de4c5b3e94" -d '{"events": [{"name": "network-changed", "server_uuid": "49e02f12-ef16-4d96-8188-b923b94fabcc", "tag": "ac0189c8-c402-4d86-bb07-8be0ab04b876"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:10.155715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-f5d42ef2-5e98-4ac4-a9ba-4465cb5be24d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814404 Sep 29 17:21:10.158771 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-aaaaab9d-3cc4-4424-ada2-8f1ef72d297c tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 1001 time: 0.2644162 Sep 29 17:21:10.165332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8ad93-97cf-4338-8940-e2d92148ade6 req-3c9f66f2-fab5-4ab4-8339-d681393669ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:10.167352 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5e8ad93-97cf-4338-8940-e2d92148ade6 req-3c9f66f2-fab5-4ab4-8339-d681393669ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb7a1420-64a9-48a3-85e8-74b4d30ac194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2107315 Sep 29 17:21:10.195416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac3c070-57b2-4b47-82e7-1ced61dfa5f1 req-b074086f-2e54-4306-b3e6-641609491454 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:10.196935 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ac3c070-57b2-4b47-82e7-1ced61dfa5f1 req-b074086f-2e54-4306-b3e6-641609491454 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 943 time: 0.1338999 Sep 29 17:21:10.257075 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-eb792b12-2873-47b2-bc5d-610d5b14bef7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:10.260554 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749630043-router', 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '1d2f85f6-c171-4330-8860-82fb1e0bbb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:04Z', 'updated_at': '2021-09-29T17:21:07Z', 'revision_number': 3, 'project_id': 'b7e957ca6a81445194e74f45a2397bd5', 'gw_port': {'id': '1d2f85f6-c171-4330-8860-82fb1e0bbb4c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:05Z', 'updated_at': '2021-09-29T17:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:10.279814 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ac3c070-57b2-4b47-82e7-1ced61dfa5f1 req-d39d90c1-6c33-4afe-a6f3-17c526c617f7 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728173 Sep 29 17:21:10.298374 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Checking router: 3cd2f06a-9905-4bca-80e8-4a0d8553094c for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:21:10.299242 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Updating router 3cd2f06a-9905-4bca-80e8-4a0d8553094c port 1d2f85f6-c171-4330-8860-82fb1e0bbb4c binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:21:10.313769 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-eb792b12-2873-47b2-bc5d-610d5b14bef7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:10.338387 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:10.342662 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-eb792b12-2873-47b2-bc5d-610d5b14bef7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:21:10.345133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-eb792b12-2873-47b2-bc5d-610d5b14bef7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:10.434530 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb792b12-2873-47b2-bc5d-610d5b14bef7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Pushing event updated for resources: {'Port': ['ID=b02826e2-91c9-40e8-9aab-cb998725bce1,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:10.439179 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12dd5d8-4e23-4060-ab22-57e35dac4395 x-openstack-request-id: req-a12dd5d8-4e23-4060-ab22-57e35dac4395 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:10.439458 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e02f12-ef16-4d96-8188-b923b94fabcc", "tag": "ac0189c8-c402-4d86-bb07-8be0ab04b876", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:10.439710 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a12dd5d8-4e23-4060-ab22-57e35dac4395 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:10.440098 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'tag': 'ac0189c8-c402-4d86-bb07-8be0ab04b876', 'status': 'completed', 'code': 200} Sep 29 17:21:10.440759 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-eb792b12-2873-47b2-bc5d-610d5b14bef7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:21:10.531819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-eb792b12-2873-47b2-bc5d-610d5b14bef7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:10.532936 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-eb792b12-2873-47b2-bc5d-610d5b14bef7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:10.561318 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e887a4c-bf34-4929-af6d-f5b94cb345a8 req-3ff674f1-a3fe-4865-9455-f61ba1d44e5a tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:10.562959 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9e887a4c-bf34-4929-af6d-f5b94cb345a8 req-3ff674f1-a3fe-4865-9455-f61ba1d44e5a tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.0872543 Sep 29 17:21:10.564810 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-eb792b12-2873-47b2-bc5d-610d5b14bef7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9659846 Sep 29 17:21:10.585407 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Request body: {'port': {'device_id': '8150c5d8-f8f1-4b86-a2ab-03b3266c908d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:10.681077 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9e887a4c-bf34-4929-af6d-f5b94cb345a8 req-452b6b5b-6bdc-4a89-966d-a24740746c98 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079044 Sep 29 17:21:10.688814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-2497c28a-cd61-4f16-a2f7-417091650cff tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:10.690239 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-2497c28a-cd61-4f16-a2f7-417091650cff tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.4770191 Sep 29 17:21:10.693055 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:10.722585 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-45d90af6-3670-44d6-9028-2fb59d20a523 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074265 Sep 29 17:21:10.736799 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ce26df97-c8a2-4844-aec4-3da8e0343640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:10.741762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5e8ad93-97cf-4338-8940-e2d92148ade6 req-90a57d69-04ce-4e27-887c-38d783a3c280 service neutron] 10.222.0.35 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124803 Sep 29 17:21:10.747436 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:10.757572 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:10.761987 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-080e4ad0-db84-45e7-b510-d7309fc704e5 None None] Provisioning complete for port b02826e2-91c9-40e8-9aab-cb998725bce1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:10.762371 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-080e4ad0-db84-45e7-b510-d7309fc704e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:10.823077 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2b169-f670-4e61-abd6-97de4c5b3e94 req-07e59890-7cc5-4a19-9a00-40c44eac6f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:10.824762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0a2b169-f670-4e61-abd6-97de4c5b3e94 req-07e59890-7cc5-4a19-9a00-40c44eac6f47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 1096 time: 0.4032748 Sep 29 17:21:10.829955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-080e4ad0-db84-45e7-b510-d7309fc704e5 None None] Port b02826e2-91c9-40e8-9aab-cb998725bce1 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:21:10.884982 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Attempting to bind port 1d2f85f6-c171-4330-8860-82fb1e0bbb4c on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:21:10.886105 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Attempting to bind port 1d2f85f6-c171-4330-8860-82fb1e0bbb4c by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:21:10.886613 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Attempting to bind port 1d2f85f6-c171-4330-8860-82fb1e0bbb4c on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:10.889036 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebd15d-1ad2-4def-941e-ca3d4a25ecd0 None None] Pushing event updated for resources: {'Port': ['ID=1d2f85f6-c171-4330-8860-82fb1e0bbb4c,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:10.900464 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd15d-1ad2-4def-941e-ca3d4a25ecd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:10.900723 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd15d-1ad2-4def-941e-ca3d4a25ecd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:10.901726 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd15d-1ad2-4def-941e-ca3d4a25ecd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:10.902125 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd15d-1ad2-4def-941e-ca3d4a25ecd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:10.902447 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd15d-1ad2-4def-941e-ca3d4a25ecd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:10.902764 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd15d-1ad2-4def-941e-ca3d4a25ecd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:10.903092 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd15d-1ad2-4def-941e-ca3d4a25ecd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:10.903414 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd15d-1ad2-4def-941e-ca3d4a25ecd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:10.903738 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd15d-1ad2-4def-941e-ca3d4a25ecd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:10.904050 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd15d-1ad2-4def-941e-ca3d4a25ecd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:10.904365 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd15d-1ad2-4def-941e-ca3d4a25ecd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:10.904679 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebd15d-1ad2-4def-941e-ca3d4a25ecd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:10.908853 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:21:10.909241 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:10.909646 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:10.910039 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:21:10.910666 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Bound port: 1d2f85f6-c171-4330-8860-82fb1e0bbb4c, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:21:10.911077 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:10.972006 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] For port 1d2f85f6-c171-4330-8860-82fb1e0bbb4c, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:10.975811 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] For port 1d2f85f6-c171-4330-8860-82fb1e0bbb4c, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1d2f85f6-c171-4330-8860-82fb1e0bbb4c,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:21:10.982091 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:11.037334 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Routers {'3cd2f06a-9905-4bca-80e8-4a0d8553094c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:11.037973 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:20:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3cd2f06a-9905-4bca-80e8-4a0d8553094c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:11.120611 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebd15d-1ad2-4def-941e-ca3d4a25ecd0 None None] Pushing event updated for resources: {'Port': ['ID=1d2f85f6-c171-4330-8860-82fb1e0bbb4c,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:11.172298 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] Set router 3cd2f06a-9905-4bca-80e8-4a0d8553094c gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:11.199244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e94ac2-ab3a-4755-b7f6-afb8570a9037 req-fb94d7c5-4390-4e1f-952f-2854fe2ddba8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:11.200869 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b7e94ac2-ab3a-4755-b7f6-afb8570a9037 req-fb94d7c5-4390-4e1f-952f-2854fe2ddba8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.1209173 Sep 29 17:21:11.254061 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b7e94ac2-ab3a-4755-b7f6-afb8570a9037 req-ffc3cd50-2a59-4d2b-b5c2-5748892dbbdc tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462232 Sep 29 17:21:11.328003 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-67de747e-3311-466d-9406-94c37cc1873c tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 1001 time: 0.6218352 Sep 29 17:21:11.362627 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749630043-router', 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '1d2f85f6-c171-4330-8860-82fb1e0bbb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:04Z', 'updated_at': '2021-09-29T17:21:07Z', 'revision_number': 3, 'project_id': 'b7e957ca6a81445194e74f45a2397bd5', 'gw_port': {'id': '1d2f85f6-c171-4330-8860-82fb1e0bbb4c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:05Z', 'updated_at': '2021-09-29T17:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:11.378627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b307f82-5c58-4c2e-8588-1672d080a019 req-09b925c1-052d-4026-ba8c-7e7bf73abf5e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:11.380753 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b307f82-5c58-4c2e-8588-1672d080a019 req-09b925c1-052d-4026-ba8c-7e7bf73abf5e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 946 time: 0.0545144 Sep 29 17:21:11.384425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-353390f1-90e8-4dbb-9ec4-940a5922a574 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:11.393096 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f31ebde-1b44-4231-a675-5bf9bb3a45f1 None None] The sync data for ids ['3cd2f06a-9905-4bca-80e8-4a0d8553094c'] in n-d-811748-2 is: [{'id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749630043-router', 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '1d2f85f6-c171-4330-8860-82fb1e0bbb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:04Z', 'updated_at': '2021-09-29T17:21:07Z', 'revision_number': 3, 'project_id': 'b7e957ca6a81445194e74f45a2397bd5', 'gw_port': {'id': '1d2f85f6-c171-4330-8860-82fb1e0bbb4c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ab:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:05Z', 'updated_at': '2021-09-29T17:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:21:11.400709 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d95f39-d9e3-4c32-b841-0bb40f3a629a {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:21:11.421317 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:11.440112 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b307f82-5c58-4c2e-8588-1672d080a019 req-ea5eb2df-a06f-4d91-96c0-d05a47d801d2 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524054 Sep 29 17:21:11.495740 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78d31312-1832-4815-9bf4-6468d5ef30e8 req-90dff29b-3296-4f29-8c88-29f54a51a44b service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7616472 Sep 29 17:21:11.514844 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Transition to ACTIVE for port object 35d95f39-d9e3-4c32-b841-0bb40f3a629a will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:21:11.517097 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5e8ad93-97cf-4338-8940-e2d92148ade6 req-db501ee3-f0fe-4e0f-8916-5b32efc7ce13 service neutron] 10.222.0.35 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7252064 Sep 29 17:21:11.525771 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:11.528791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2b169-f670-4e61-abd6-97de4c5b3e94 req-e4f62d72-0058-4a3d-a468-321381701637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:11.530270 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0a2b169-f670-4e61-abd6-97de4c5b3e94 req-e4f62d72-0058-4a3d-a468-321381701637 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 922 time: 0.4213505 Sep 29 17:21:11.582832 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-353390f1-90e8-4dbb-9ec4-940a5922a574 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:11.617575 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92c634-f2d0-4bb4-94af-f3640a500dbc req-69211dab-9cf8-4dd3-87ea-3d6b42047720 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:11.626527 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f92c634-f2d0-4bb4-94af-f3640a500dbc req-69211dab-9cf8-4dd3-87ea-3d6b42047720 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 935 time: 0.1189415 Sep 29 17:21:11.703473 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f92c634-f2d0-4bb4-94af-f3640a500dbc req-07563e4d-ee25-4dcd-949b-0cea4c600bcb tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759766 Sep 29 17:21:11.770565 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Pushing event updated for resources: {'Port': ['ID=35d95f39-d9e3-4c32-b841-0bb40f3a629a,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:11.849855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02826e2-91c9-40e8-9aab-cb998725bce1 {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:21:11.860036 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0a2b169-f670-4e61-abd6-97de4c5b3e94 req-548ffdc6-5c3b-402e-82f9-c684b4ab1a3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac0189c8-c402-4d86-bb07-8be0ab04b876 HTTP/1.1" status: 200 len: 1001 time: 0.3109858 Sep 29 17:21:11.863546 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:11.884571 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Transition to ACTIVE for port object b02826e2-91c9-40e8-9aab-cb998725bce1 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:21:11.898569 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e48b5-8c7c-4787-b9b3-08ab2e71e83e req-6328cbbb-e99d-4172-ace9-981d8ecd9c9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:11.900130 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-970e48b5-8c7c-4787-b9b3-08ab2e71e83e req-6328cbbb-e99d-4172-ace9-981d8ecd9c9f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 943 time: 0.1003287 Sep 29 17:21:11.902345 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:11.977675 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd27348-d4c8-46ce-aaf3-5daa52f6e37d req-5cf01132-06b6-40df-a634-6d967445d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:11.979973 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdd27348-d4c8-46ce-aaf3-5daa52f6e37d req-5cf01132-06b6-40df-a634-6d967445d2af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 1094 time: 0.3076186 Sep 29 17:21:11.985028 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Pushing event updated for resources: {'Port': ['ID=b02826e2-91c9-40e8-9aab-cb998725bce1,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:12.015120 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-970e48b5-8c7c-4787-b9b3-08ab2e71e83e req-dfbf7f47-c441-4d69-9c9a-c70606ea8f76 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895631 Sep 29 17:21:12.051631 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-353390f1-90e8-4dbb-9ec4-940a5922a574 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:12.080803 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-353390f1-90e8-4dbb-9ec4-940a5922a574 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:12.081102 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-353390f1-90e8-4dbb-9ec4-940a5922a574 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Floating IP 7e650803-0502-41d2-b57c-6a788ddf82c0 disassociated. External IP: 172.25.2.119, port: ac0189c8-c402-4d86-bb07-8be0ab04b876. Sep 29 17:21:12.102092 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Attempting to bind port b02826e2-91c9-40e8-9aab-cb998725bce1 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:21:12.102690 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Attempting to bind port b02826e2-91c9-40e8-9aab-cb998725bce1 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:21:12.103092 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Attempting to bind port b02826e2-91c9-40e8-9aab-cb998725bce1 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:12.108497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Port b02826e2-91c9-40e8-9aab-cb998725bce1 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:21:12.108988 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Attempting to bind port b02826e2-91c9-40e8-9aab-cb998725bce1 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:12.114820 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:21:12.115289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:12.115740 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:21:12.116306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Bound port: b02826e2-91c9-40e8-9aab-cb998725bce1, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:21:12.116734 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:12.211283 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ace2f-95cd-405a-995d-038d67438d90 req-88a5a653-f1e0-4363-a687-f183599c6c69 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:12.212820 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d29ace2f-95cd-405a-995d-038d67438d90 req-88a5a653-f1e0-4363-a687-f183599c6c69 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 1097 time: 0.0755925 Sep 29 17:21:12.234750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Attempting to bind port 35d95f39-d9e3-4c32-b841-0bb40f3a629a on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:21:12.235058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Attempting to bind port 35d95f39-d9e3-4c32-b841-0bb40f3a629a by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:21:12.235634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Attempting to bind port 35d95f39-d9e3-4c32-b841-0bb40f3a629a on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:12.253412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2b169-f670-4e61-abd6-97de4c5b3e94 req-b4bff03b-c25f-42e4-8ad7-bdf26cf87f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:12.255120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0a2b169-f670-4e61-abd6-97de4c5b3e94 req-b4bff03b-c25f-42e4-8ad7-bdf26cf87f14 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 200 len: 860 time: 0.3484271 Sep 29 17:21:12.265495 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] For port b02826e2-91c9-40e8-9aab-cb998725bce1, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:12.270400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] For port b02826e2-91c9-40e8-9aab-cb998725bce1, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=b02826e2-91c9-40e8-9aab-cb998725bce1,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:21:12.275100 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d29ace2f-95cd-405a-995d-038d67438d90 req-26ad404b-df48-4273-8b33-15f8b6ce69fc tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537071 Sep 29 17:21:12.277902 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:12.318881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Port 35d95f39-d9e3-4c32-b841-0bb40f3a629a on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:21:12.319544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Attempting to bind port 35d95f39-d9e3-4c32-b841-0bb40f3a629a on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:12.349640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:12.350305 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:12.351721 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] 10.222.0.35 "PUT /v2.0/ports/b02826e2-91c9-40e8-9aab-cb998725bce1 HTTP/1.1" status: 200 len: 1095 time: 1.7711456 Sep 29 17:21:12.424753 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e68b7-436b-4a92-976a-42d4c384310b service neutron] Pushing event updated for resources: {'Port': ['ID=b02826e2-91c9-40e8-9aab-cb998725bce1,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:12.442582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:21:12.442920 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:12.443510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:21:12.443960 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Bound port: 35d95f39-d9e3-4c32-b841-0bb40f3a629a, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:21:12.444318 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:12.458474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8150c5d8-f8f1-4b86-a2ab-03b3266c908d', 'tag': 'b02826e2-91c9-40e8-9aab-cb998725bce1'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:12.460747 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81da8357-b66e-4a30-a037-0cd92fbb7a96" -d '{"events": [{"name": "network-changed", "server_uuid": "8150c5d8-f8f1-4b86-a2ab-03b3266c908d", "tag": "b02826e2-91c9-40e8-9aab-cb998725bce1"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:12.486408 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:12.493563 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8859ccb-2de7-4d2a-9f93-d94dac57718f req-8b5f424d-6a36-4b10-b654-5eec9b3d9521 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:12.495361 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f8859ccb-2de7-4d2a-9f93-d94dac57718f req-8b5f424d-6a36-4b10-b654-5eec9b3d9521 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.1302104 Sep 29 17:21:12.510181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-7bafa670-309d-4e8a-a443-88ab022f6b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:12.513703 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-7bafa670-309d-4e8a-a443-88ab022f6b5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4782f5bfcbf247dc8044d3ec4d222d4f&device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 1098 time: 0.0898981 Sep 29 17:21:12.540498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd27348-d4c8-46ce-aaf3-5daa52f6e37d req-6ec4d77e-d3c1-4af3-b50b-d5021626cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:12.542509 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdd27348-d4c8-46ce-aaf3-5daa52f6e37d req-6ec4d77e-d3c1-4af3-b50b-d5021626cbb4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.5132811 Sep 29 17:21:12.553845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2b169-f670-4e61-abd6-97de4c5b3e94 req-68479c10-3901-4006-a196-fc2ebc25075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:12.555228 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0a2b169-f670-4e61-abd6-97de4c5b3e94 req-68479c10-3901-4006-a196-fc2ebc25075a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb7a1420-64a9-48a3-85e8-74b4d30ac194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2490611 Sep 29 17:21:12.571423 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-19a6b2ee-4e10-47aa-9964-83519a3f16cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b02826e2-91c9-40e8-9aab-cb998725bce1 HTTP/1.1" status: 200 len: 217 time: 0.0402544 Sep 29 17:21:12.596186 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f8859ccb-2de7-4d2a-9f93-d94dac57718f req-2109d020-bce2-4baf-ac80-b21e4f9ef052 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892911 Sep 29 17:21:12.647159 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-2fabd407-815c-40ed-9ec7-5c444837cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:12.648709 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-2fabd407-815c-40ed-9ec7-5c444837cad3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0689890 Sep 29 17:21:12.702794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-e4887712-9851-4b11-963f-dd91d3ea1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:12.704555 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-e4887712-9851-4b11-963f-dd91d3ea1438 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0473313 Sep 29 17:21:12.834550 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-ebda9be3-013e-4886-b9e7-148a7ee06b0d service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206884 Sep 29 17:21:12.850865 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb0cd6-5f6b-46f2-a09c-0b90e47e4792 req-91e60ec4-8f89-433d-9311-086666b9f549 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:12.852416 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d1fb0cd6-5f6b-46f2-a09c-0b90e47e4792 req-91e60ec4-8f89-433d-9311-086666b9f549 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.0764062 Sep 29 17:21:12.943580 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d1fb0cd6-5f6b-46f2-a09c-0b90e47e4792 req-08220dc6-b806-4b5b-94de-2db051dbe8e4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831428 Sep 29 17:21:12.949166 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdd27348-d4c8-46ce-aaf3-5daa52f6e37d req-9c67332a-f346-4afc-8221-d15ba1c3e541 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89 HTTP/1.1" status: 200 len: 217 time: 0.3927133 Sep 29 17:21:12.975704 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad1b2f4c-06f1-420d-b3c9-15a8ac1ed26a req-55176275-c8f6-40dd-a044-134e7466a0b7 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218283 Sep 29 17:21:13.056907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] For port 35d95f39-d9e3-4c32-b841-0bb40f3a629a, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:13.064797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df246f-f7a7-49cc-b1d0-21b610e16002 req-52d55914-d339-46d7-bda5-760b7fccf804 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:13.066374 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07df246f-f7a7-49cc-b1d0-21b610e16002 req-52d55914-d339-46d7-bda5-760b7fccf804 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 1097 time: 0.0453954 Sep 29 17:21:13.076121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-353390f1-90e8-4dbb-9ec4-940a5922a574 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Router 02da1f8a-e722-43e8-8441-acb95ec68c39 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:21:13.104810 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07df246f-f7a7-49cc-b1d0-21b610e16002 req-85dbe714-507b-4ed3-9595-228d0ce3bcec tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310850 Sep 29 17:21:13.114503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] For port 35d95f39-d9e3-4c32-b841-0bb40f3a629a, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=35d95f39-d9e3-4c32-b841-0bb40f3a629a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:21:13.129253 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:13.151753 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b642501-acc3-48df-975e-71ba7e6f2643 x-openstack-request-id: req-4b642501-acc3-48df-975e-71ba7e6f2643 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:13.152042 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8150c5d8-f8f1-4b86-a2ab-03b3266c908d", "tag": "b02826e2-91c9-40e8-9aab-cb998725bce1", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:13.152293 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b642501-acc3-48df-975e-71ba7e6f2643 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:13.152680 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8150c5d8-f8f1-4b86-a2ab-03b3266c908d', 'tag': 'b02826e2-91c9-40e8-9aab-cb998725bce1', 'status': 'completed', 'code': 200} Sep 29 17:21:13.188277 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd27348-d4c8-46ce-aaf3-5daa52f6e37d req-54325ec3-0377-461d-8827-020febf4a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:13.189830 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdd27348-d4c8-46ce-aaf3-5daa52f6e37d req-54325ec3-0377-461d-8827-020febf4a504 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.2278569 Sep 29 17:21:13.218174 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:13.219292 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:13.221225 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] 10.222.0.49 "PUT /v2.0/ports/35d95f39-d9e3-4c32-b841-0bb40f3a629a HTTP/1.1" status: 200 len: 1095 time: 3.5512674 Sep 29 17:21:13.227312 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0a2b169-f670-4e61-abd6-97de4c5b3e94 req-19f4e98a-fb45-4b9f-8024-03f2f05d481f service neutron] 10.222.0.49 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511977 Sep 29 17:21:13.227798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382a2f20-8538-4095-b89a-aebb22304c34', 'tag': '35d95f39-d9e3-4c32-b841-0bb40f3a629a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:13.232980 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0ef173-7493-4624-8ca6-a5e39f779b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "382a2f20-8538-4095-b89a-aebb22304c34", "tag": "35d95f39-d9e3-4c32-b841-0bb40f3a629a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:13.296402 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347d693-e9e7-4fa4-8ffb-6b4bc5ea3617 req-441f4666-a50a-4563-a4e5-4e954163408d tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:13.297988 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7347d693-e9e7-4fa4-8ffb-6b4bc5ea3617 req-441f4666-a50a-4563-a4e5-4e954163408d tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 947 time: 0.0848336 Sep 29 17:21:13.300081 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8357-b66e-4a30-a037-0cd92fbb7a96 req-7d19557b-0ba4-4721-a8cd-698846c073bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:13.301464 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81da8357-b66e-4a30-a037-0cd92fbb7a96 req-7d19557b-0ba4-4721-a8cd-698846c073bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4782f5bfcbf247dc8044d3ec4d222d4f&device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 1098 time: 0.0991292 Sep 29 17:21:13.368250 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdd27348-d4c8-46ce-aaf3-5daa52f6e37d req-79c95eae-05dd-42cb-8d91-da80753ea290 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640217 Sep 29 17:21:13.395001 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7347d693-e9e7-4fa4-8ffb-6b4bc5ea3617 req-df1fcb2e-bfe2-4568-a2e6-7501048d1dba tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900507 Sep 29 17:21:13.436774 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8357-b66e-4a30-a037-0cd92fbb7a96 req-b723384f-ccfd-4f61-977b-d46d2f1a2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:13.438301 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81da8357-b66e-4a30-a037-0cd92fbb7a96 req-b723384f-ccfd-4f61-977b-d46d2f1a2771 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.1266661 Sep 29 17:21:13.488428 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3172f778-7ff1-40a1-bb69-ee50f8cf9265 service neutron] Pushing event updated for resources: {'Port': ['ID=35d95f39-d9e3-4c32-b841-0bb40f3a629a,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:13.493374 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e387c5b9-4e51-4df3-98e4-bdab59dd9ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:13.500858 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81da8357-b66e-4a30-a037-0cd92fbb7a96 req-9b5ffe3c-313f-40c9-b0db-b71518f42eff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=b02826e2-91c9-40e8-9aab-cb998725bce1 HTTP/1.1" status: 200 len: 217 time: 0.0513287 Sep 29 17:21:13.535156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Allocated IP 172.20.0.1 (3c2e4849-97cc-4563-aae0-e0a72f37a270/7293b999-dfe6-4039-9a3b-78e924dd4dea/2fbb3edd-9ffa-432c-a208-b596741aae05) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:21:13.578082 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8357-b66e-4a30-a037-0cd92fbb7a96 req-2cb11276-c316-430d-8a94-3a8d618446e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:13.580690 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81da8357-b66e-4a30-a037-0cd92fbb7a96 req-2cb11276-c316-430d-8a94-3a8d618446e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0710609 Sep 29 17:21:13.590963 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1d2f85f6-c171-4330-8860-82fb1e0bbb4c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:13.592973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b0942-122e-4da2-b0b3-acec49bc474b req-30ba481b-ff9d-43c0-9183-a90ad6c22a1d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:13.594999 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd6b0942-122e-4da2-b0b3-acec49bc474b req-30ba481b-ff9d-43c0-9183-a90ad6c22a1d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 943 time: 0.0966456 Sep 29 17:21:13.637365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-353390f1-90e8-4dbb-9ec4-940a5922a574 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:21:13.640167 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-aa34224d-d099-4ad6-bf0a-8e41e2bbe203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:13.641692 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-aa34224d-d099-4ad6-bf0a-8e41e2bbe203 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4782f5bfcbf247dc8044d3ec4d222d4f&device_id=382a2f20-8538-4095-b89a-aebb22304c34 HTTP/1.1" status: 200 len: 1098 time: 0.3134859 Sep 29 17:21:13.646405 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-353390f1-90e8-4dbb-9ec4-940a5922a574 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:13.650770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42015490-2fb5-4203-87a5-55c8ad27a227 None None] Sync routers for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:21:13.656281 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd6b0942-122e-4da2-b0b3-acec49bc474b req-7896e7fe-57ad-4de9-8fd3-9acf67178a3d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527914 Sep 29 17:21:13.663159 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8357-b66e-4a30-a037-0cd92fbb7a96 req-cc1b9811-ad54-4fd3-98fe-2a054c6e371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:13.664631 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81da8357-b66e-4a30-a037-0cd92fbb7a96 req-cc1b9811-ad54-4fd3-98fe-2a054c6e371e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692325 Sep 29 17:21:13.670082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42015490-2fb5-4203-87a5-55c8ad27a227 None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:13.670918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-42015490-2fb5-4203-87a5-55c8ad27a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:13.706417 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0a2b169-f670-4e61-abd6-97de4c5b3e94 req-5a9e3fdb-5859-458e-980f-09f1a1b75961 service neutron] 10.222.0.49 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599713 Sep 29 17:21:13.739602 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 1d2f85f6-c171-4330-8860-82fb1e0bbb4c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:13.740121 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:13.757960 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdd27348-d4c8-46ce-aaf3-5daa52f6e37d req-c93154cf-9422-4de3-a453-5bff95c0b1b4 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645501 Sep 29 17:21:13.772527 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-e649207a-1b7c-4efe-a689-d075401ab6a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=35d95f39-d9e3-4c32-b841-0bb40f3a629a HTTP/1.1" status: 200 len: 217 time: 0.1088417 Sep 29 17:21:13.774144 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c932bd4-2e86-49fd-ad60-a513bf841ec5 x-openstack-request-id: req-4c932bd4-2e86-49fd-ad60-a513bf841ec5 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:13.774798 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382a2f20-8538-4095-b89a-aebb22304c34", "tag": "35d95f39-d9e3-4c32-b841-0bb40f3a629a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:13.774798 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c932bd4-2e86-49fd-ad60-a513bf841ec5 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:13.775079 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382a2f20-8538-4095-b89a-aebb22304c34', 'tag': '35d95f39-d9e3-4c32-b841-0bb40f3a629a', 'status': 'completed', 'code': 200} Sep 29 17:21:13.795020 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81da8357-b66e-4a30-a037-0cd92fbb7a96 req-7659229f-348d-46d4-b928-a72caae10f04 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221800 Sep 29 17:21:13.851788 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-42015490-2fb5-4203-87a5-55c8ad27a227 None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:13.857778 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:13.858943 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-353390f1-90e8-4dbb-9ec4-940a5922a574 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "PUT /v2.0/floatingips/7e650803-0502-41d2-b57c-6a788ddf82c0 HTTP/1.1" status: 200 len: 695 time: 2.5154974 Sep 29 17:21:13.908207 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 1d2f85f6-c171-4330-8860-82fb1e0bbb4c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1d2f85f6-c171-4330-8860-82fb1e0bbb4c,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:13.918684 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:13.937220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd2fed-8c9b-4483-bbb9-01aa12fc62c4 req-f8b1c4ba-5a6c-47ca-9783-f5f2aaa41105 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:13.938749 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6ccd2fed-8c9b-4483-bbb9-01aa12fc62c4 req-f8b1c4ba-5a6c-47ca-9783-f5f2aaa41105 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.1067371 Sep 29 17:21:13.942481 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81da8357-b66e-4a30-a037-0cd92fbb7a96 req-a0a22ad2-c845-464a-90b8-379cb89b87e4 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402838 Sep 29 17:21:13.992335 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6ccd2fed-8c9b-4483-bbb9-01aa12fc62c4 req-e8592020-4db1-47c1-a643-482f140e3658 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447795 Sep 29 17:21:13.996302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-55e1ce2f-b36e-46d5-b06f-adf1f49a02df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:13.997824 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-55e1ce2f-b36e-46d5-b06f-adf1f49a02df service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1981189 Sep 29 17:21:14.025171 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:14.044038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=1d2f85f6-c171-4330-8860-82fb1e0bbb4c,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:14.053722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-679d0595-b634-4a18-ba26-9d7f256f6574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:14.055245 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-679d0595-b634-4a18-ba26-9d7f256f6574 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 1096 time: 0.1638172 Sep 29 17:21:14.071113 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdd27348-d4c8-46ce-aaf3-5daa52f6e37d req-9ac90325-efbd-4f12-ab23-75a8bd5c4c26 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032076 Sep 29 17:21:14.119666 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-5093582b-06c0-4955-a641-a0bbfe2899d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:14.121706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-5093582b-06c0-4955-a641-a0bbfe2899d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1148763 Sep 29 17:21:14.131952 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-42015490-2fb5-4203-87a5-55c8ad27a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:14.158126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42015490-2fb5-4203-87a5-55c8ad27a227 None None] Checking router: 02da1f8a-e722-43e8-8441-acb95ec68c39 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:21:14.167966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42015490-2fb5-4203-87a5-55c8ad27a227 None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:14.168589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-42015490-2fb5-4203-87a5-55c8ad27a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:14.202736 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:14.289999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-30f66db8-1b2a-42d5-b912-de3a01f0fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:14.291575 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-30f66db8-1b2a-42d5-b912-de3a01f0fc77 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 922 time: 0.2240977 Sep 29 17:21:14.295068 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272866d1-d07e-416e-8d1c-7c8f35dd9f35 req-8356d73f-d660-4b20-8b98-0a1521c30e6d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:14.297592 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-272866d1-d07e-416e-8d1c-7c8f35dd9f35 req-8356d73f-d660-4b20-8b98-0a1521c30e6d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.0570452 Sep 29 17:21:14.300973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Network 3c2e4849-97cc-4563-aae0-e0a72f37a270 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:21:14.312530 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:14.324261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:21:14.346185 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-272866d1-d07e-416e-8d1c-7c8f35dd9f35 req-a2fa2f13-22ad-4ab4-9ef8-852d3fe1b935 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 Sep 29 17:21:14.369907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Pushing event updated for resources: {'Port': ['ID=2fbb3edd-9ffa-432c-a208-b596741aae05,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:14.391304 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-c750ea80-0a36-4365-bed8-bb962ed1fb4c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac0189c8-c402-4d86-bb07-8be0ab04b876 HTTP/1.1" status: 200 len: 217 time: 0.0891449 Sep 29 17:21:14.395776 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-e12a2c73-a57c-4abd-b605-83dad97cc7e1 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432549 Sep 29 17:21:14.434672 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:14.441517 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:14.475569 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:14.482742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-42015490-2fb5-4203-87a5-55c8ad27a227 None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:14.489991 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e51f5a-de9f-4131-9271-44b1a90d9576 req-49ec4f4e-657e-4cb1-9231-df6790c4a50d tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:14.491629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-06e51f5a-de9f-4131-9271-44b1a90d9576 req-49ec4f4e-657e-4cb1-9231-df6790c4a50d tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 1097 time: 0.0578671 Sep 29 17:21:14.526516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-6dcdcb27-e5a7-443b-bed5-34ec78409b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:14.528268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-6dcdcb27-e5a7-443b-bed5-34ec78409b5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 200 len: 860 time: 0.1284440 Sep 29 17:21:14.573669 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-06e51f5a-de9f-4131-9271-44b1a90d9576 req-51e64b2f-dce5-442f-8b6e-26e170c69a13 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683970 Sep 29 17:21:14.624246 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:14.663571 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0351d021-125e-4da1-a5d5-585985f3ce23 req-8fc6caa1-9e27-4cd5-902a-42637d504007 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324264 Sep 29 17:21:14.671948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-f38023a3-d9a6-47a1-b021-592e960384ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:14.673354 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-f38023a3-d9a6-47a1-b021-592e960384ed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb7a1420-64a9-48a3-85e8-74b4d30ac194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165314 Sep 29 17:21:14.691967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a00cec9a-de7f-4e66-9372-234ace2513ed None None] Provisioning complete for port 2fbb3edd-9ffa-432c-a208-b596741aae05 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:14.692512 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a00cec9a-de7f-4e66-9372-234ace2513ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:14.723807 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8d9c0-4931-487d-be06-327ff43082ce req-8cbefd6a-f9db-4db6-90a1-505dfbd23182 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:14.725346 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0c8d9c0-4931-487d-be06-327ff43082ce req-8cbefd6a-f9db-4db6-90a1-505dfbd23182 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 947 time: 0.0673804 Sep 29 17:21:14.766497 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0c8d9c0-4931-487d-be06-327ff43082ce req-132f7a51-4d73-442e-81ea-87318ab2a59e tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346289 Sep 29 17:21:14.780523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a00cec9a-de7f-4e66-9372-234ace2513ed None None] Port 2fbb3edd-9ffa-432c-a208-b596741aae05 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:21:14.810300 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:14.811768 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-42015490-2fb5-4203-87a5-55c8ad27a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:14.844096 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42015490-2fb5-4203-87a5-55c8ad27a227 None None] The sync data for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 is: [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:21:14.849897 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-7cbbeb8e-5303-4bcd-9453-a67d66bd978f service neutron] 10.222.0.44 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692111 Sep 29 17:21:14.883353 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef173-7493-4624-8ca6-a5e39f779b5b req-4fd42e11-0421-402e-a447-3b4215d38772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:14.884848 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e0ef173-7493-4624-8ca6-a5e39f779b5b req-4fd42e11-0421-402e-a447-3b4215d38772 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4782f5bfcbf247dc8044d3ec4d222d4f&device_id=382a2f20-8538-4095-b89a-aebb22304c34 HTTP/1.1" status: 200 len: 1098 time: 0.1415446 Sep 29 17:21:14.893988 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074db39f-5c8c-40c3-b469-a84753cfd6ff req-64150bb8-5256-4e62-ae62-d60cc470f5a2 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:14.895673 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-074db39f-5c8c-40c3-b469-a84753cfd6ff req-64150bb8-5256-4e62-ae62-d60cc470f5a2 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 943 time: 0.0640023 Sep 29 17:21:14.937557 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-074db39f-5c8c-40c3-b469-a84753cfd6ff req-ebfc0a8c-3eb1-4d92-9226-f650c115971f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338767 Sep 29 17:21:15.104345 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed3597c-b59a-46c7-9cc6-65ba41511de3 None None] New status for floating IP 7e650803-0502-41d2-b57c-6a788ddf82c0: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:21:15.128190 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a5ce8-aa50-4694-a34c-2b0b28503bac req-7041e0db-151c-4ac2-9fba-80e20e3d23d1 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:15.129706 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a44a5ce8-aa50-4694-a34c-2b0b28503bac req-7041e0db-151c-4ac2-9fba-80e20e3d23d1 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.0576060 Sep 29 17:21:15.172462 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a44a5ce8-aa50-4694-a34c-2b0b28503bac req-6e8157d0-a455-4b12-b515-7bd64c26a3a9 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355873 Sep 29 17:21:15.349080 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18efca81-c7fe-44f0-a811-fc09bca6a7ef req-98bc6d50-7f2b-4ac1-a8a1-893b73de7dc1 service neutron] 10.222.0.44 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774759 Sep 29 17:21:15.368353 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef173-7493-4624-8ca6-a5e39f779b5b req-bbdcc78a-fb60-4ece-9a9d-ab4ca658d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:15.369891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e0ef173-7493-4624-8ca6-a5e39f779b5b req-bbdcc78a-fb60-4ece-9a9d-ab4ca658d0bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.4701703 Sep 29 17:21:15.430929 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e0ef173-7493-4624-8ca6-a5e39f779b5b req-cc9662c4-d202-45f5-8ccc-1f6989f0b9a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=35d95f39-d9e3-4c32-b841-0bb40f3a629a HTTP/1.1" status: 200 len: 217 time: 0.0496805 Sep 29 17:21:15.485557 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:15.500318 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:15.513453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1d2f85f6-c171-4330-8860-82fb1e0bbb4c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:15.580232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef173-7493-4624-8ca6-a5e39f779b5b req-2f3306b3-5107-4923-88e4-4e49212e2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:15.581771 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e0ef173-7493-4624-8ca6-a5e39f779b5b req-2f3306b3-5107-4923-88e4-4e49212e2fe3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1409583 Sep 29 17:21:15.583483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 1d2f85f6-c171-4330-8860-82fb1e0bbb4c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:15.583864 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:15.614658 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:15.637601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Pushing event updated for resources: {'Port': ['ID=2fbb3edd-9ffa-432c-a208-b596741aae05,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:15.652683 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b167d-4d0e-4b24-9f27-98c2a620ff80 req-ad1acc38-bc5b-4b2d-b898-d69cc55040a2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:15.654262 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa1b167d-4d0e-4b24-9f27-98c2a620ff80 req-ad1acc38-bc5b-4b2d-b898-d69cc55040a2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.1736233 Sep 29 17:21:15.659452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-f7191c26-62a0-412c-b97d-111e0362347d tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:15.668659 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-f7191c26-62a0-412c-b97d-111e0362347d tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0709267 Sep 29 17:21:15.703916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef173-7493-4624-8ca6-a5e39f779b5b req-414e6162-22bd-4bb4-8db7-045b4cb94b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:15.705518 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e0ef173-7493-4624-8ca6-a5e39f779b5b req-414e6162-22bd-4bb4-8db7-045b4cb94b98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117971 Sep 29 17:21:15.729121 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-89ed2680-cf63-41c2-97ae-2ecd539bd121 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 696 time: 0.0531421 Sep 29 17:21:15.740635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-9bf0dab5-266a-4cf0-a7de-f4e56d2ff4b9 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Request body: {'floatingip': {'port_id': '5376ddf6-de01-4550-930c-4a8a487ae138', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:15.778523 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa1b167d-4d0e-4b24-9f27-98c2a620ff80 req-0dcbed59-67ef-44a3-9eff-ab32ec8beb87 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100614 Sep 29 17:21:15.778952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'tag': 'ac0189c8-c402-4d86-bb07-8be0ab04b876'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:15.781173 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f20980-da67-4bed-b201-052c84250fed" -d '{"events": [{"name": "network-changed", "server_uuid": "49e02f12-ef16-4d96-8188-b923b94fabcc", "tag": "ac0189c8-c402-4d86-bb07-8be0ab04b876"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:15.782551 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-9bf0dab5-266a-4cf0-a7de-f4e56d2ff4b9 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for floatingip, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:15.860486 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Network 3c2e4849-97cc-4563-aae0-e0a72f37a270 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:21:15.881525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:15.903366 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e0ef173-7493-4624-8ca6-a5e39f779b5b req-2e4a3d5b-c9a8-4f53-b057-6bd2ebe03975 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647198 Sep 29 17:21:16.004254 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e49dc0-4280-41dd-8e17-eb8e6a989c2c req-600ec800-fd7c-4a2e-bb39-302f0a7054f7 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:16.005648 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e1e49dc0-4280-41dd-8e17-eb8e6a989c2c req-600ec800-fd7c-4a2e-bb39-302f0a7054f7 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 1097 time: 0.1617115 Sep 29 17:21:16.076389 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device b02826e2-91c9-40e8-9aab-cb998725bce1 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:21:16.104803 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e1e49dc0-4280-41dd-8e17-eb8e6a989c2c req-bedd451a-eab5-4b88-8253-1a0729aa63b5 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882123 Sep 29 17:21:16.112883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Router 3cd2f06a-9905-4bca-80e8-4a0d8553094c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:21:16.115197 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e0ef173-7493-4624-8ca6-a5e39f779b5b req-18d38a99-091a-491b-a503-e9681ce6bcc8 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809511 Sep 29 17:21:16.180128 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b562eb5d-b2c8-4157-8403-0dbcab61a752 None None] Provisioning complete for port 2fbb3edd-9ffa-432c-a208-b596741aae05 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:16.180503 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b562eb5d-b2c8-4157-8403-0dbcab61a752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:16.188303 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db344569-3d29-4b22-a6c1-0e81eb45d609 x-openstack-request-id: req-db344569-3d29-4b22-a6c1-0e81eb45d609 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:16.188631 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e02f12-ef16-4d96-8188-b923b94fabcc", "tag": "ac0189c8-c402-4d86-bb07-8be0ab04b876", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:16.188967 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db344569-3d29-4b22-a6c1-0e81eb45d609 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:16.189375 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'tag': 'ac0189c8-c402-4d86-bb07-8be0ab04b876', 'status': 'completed', 'code': 200} Sep 29 17:21:16.246667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:21:16.250525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b562eb5d-b2c8-4157-8403-0dbcab61a752 None None] Port 2fbb3edd-9ffa-432c-a208-b596741aae05 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:21:16.253067 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port b02826e2-91c9-40e8-9aab-cb998725bce1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=b02826e2-91c9-40e8-9aab-cb998725bce1,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:16.267587 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Sync routers for ids ['3cd2f06a-9905-4bca-80e8-4a0d8553094c'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:21:16.269939 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-808c2d5f-0479-4a0b-977e-382862a39914 admin admin] 10.222.0.44 "PUT /v2.0/routers/3cd2f06a-9905-4bca-80e8-4a0d8553094c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2487657 Sep 29 17:21:16.277088 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'b02826e2-91c9-40e8-9aab-cb998725bce1', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': 'b02826e2-91c9-40e8-9aab-cb998725bce1', 'mac_address': 'fa:16:3e:32:ba:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:21:16.284061 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Routers {'3cd2f06a-9905-4bca-80e8-4a0d8553094c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:16.284247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3cd2f06a-9905-4bca-80e8-4a0d8553094c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:16.301574 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-9bf0dab5-266a-4cf0-a7de-f4e56d2ff4b9 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:16.308815 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-9bf0dab5-266a-4cf0-a7de-f4e56d2ff4b9 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:16.327302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f20980-da67-4bed-b201-052c84250fed req-28764ca3-f1a3-41d5-b309-d657282abaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:16.329160 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-27f20980-da67-4bed-b201-052c84250fed req-28764ca3-f1a3-41d5-b309-d657282abaaa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 1096 time: 0.0964117 Sep 29 17:21:16.345307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5b521-03fe-41e6-8868-8aa10bdc8fb4 req-19eaa068-98a5-4e36-b57f-80e29b507cf9 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:16.347277 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07e5b521-03fe-41e6-8868-8aa10bdc8fb4 req-19eaa068-98a5-4e36-b57f-80e29b507cf9 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 947 time: 0.0763147 Sep 29 17:21:16.407716 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:16.437638 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-9bf0dab5-266a-4cf0-a7de-f4e56d2ff4b9 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Floating IP 7e650803-0502-41d2-b57c-6a788ddf82c0 associated. External IP: 172.25.2.119, port: 5376ddf6-de01-4550-930c-4a8a487ae138. Sep 29 17:21:16.438779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02826e2-91c9-40e8-9aab-cb998725bce1 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:21:16.461549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port b02826e2-91c9-40e8-9aab-cb998725bce1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=b02826e2-91c9-40e8-9aab-cb998725bce1,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:16.464194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f20980-da67-4bed-b201-052c84250fed req-e18f09ab-9e5c-44a1-92c4-c8da48a42f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:16.465974 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-27f20980-da67-4bed-b201-052c84250fed req-e18f09ab-9e5c-44a1-92c4-c8da48a42f2f service neutron] 10.222.0.49 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 922 time: 0.1175811 Sep 29 17:21:16.470488 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:16.471532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device ca80e824-6d80-424d-8761-3a0d22cb2b89 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:21:16.550512 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-27f20980-da67-4bed-b201-052c84250fed req-12491dbc-dc34-4f0a-bbb3-7cad8719068e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac0189c8-c402-4d86-bb07-8be0ab04b876 HTTP/1.1" status: 200 len: 217 time: 0.0752292 Sep 29 17:21:16.556843 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Set router 3cd2f06a-9905-4bca-80e8-4a0d8553094c gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:16.612523 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07e5b521-03fe-41e6-8868-8aa10bdc8fb4 req-6d9ce3a4-0a52-4f1c-bfdf-695c3d227854 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454380 Sep 29 17:21:16.627096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f20980-da67-4bed-b201-052c84250fed req-deac91c0-519e-4cd8-a503-b74afb9ea349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:16.628692 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-27f20980-da67-4bed-b201-052c84250fed req-deac91c0-519e-4cd8-a503-b74afb9ea349 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 200 len: 860 time: 0.0667384 Sep 29 17:21:16.784161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f20980-da67-4bed-b201-052c84250fed req-31194237-75b3-47a2-ba33-f949a4834574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:16.785655 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-27f20980-da67-4bed-b201-052c84250fed req-31194237-75b3-47a2-ba33-f949a4834574 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb7a1420-64a9-48a3-85e8-74b4d30ac194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418033 Sep 29 17:21:16.790603 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port ca80e824-6d80-424d-8761-3a0d22cb2b89, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:16.796383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=b02826e2-91c9-40e8-9aab-cb998725bce1,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:16.841833 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:16.859562 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'ca80e824-6d80-424d-8761-3a0d22cb2b89', 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7', 'port_id': 'ca80e824-6d80-424d-8761-3a0d22cb2b89', 'mac_address': 'fa:16:3e:3e:74:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86eaf9b4-1784-4ab4-8567-540414d627ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:21:16.875500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-9bf0dab5-266a-4cf0-a7de-f4e56d2ff4b9 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Router 02da1f8a-e722-43e8-8441-acb95ec68c39 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:21:16.893197 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b65af-1a35-4cfe-9f46-9a8c429bf50a req-8bd47b53-41a7-4f40-b72e-39fc4453564a tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:16.895196 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-970b65af-1a35-4cfe-9f46-9a8c429bf50a req-8bd47b53-41a7-4f40-b72e-39fc4453564a tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 943 time: 0.1642184 Sep 29 17:21:16.941629 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:16.958483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca80e824-6d80-424d-8761-3a0d22cb2b89 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:21:16.980833 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-2d48d87a-747b-464a-82db-17fcc8dfcb42 service neutron] show failed (client error): The resource could not be found. Sep 29 17:21:16.981879 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-2d48d87a-747b-464a-82db-17fcc8dfcb42 service neutron] 10.222.0.35 "GET /v2.0/ports/e3859f1f-529e-4909-84a1-f0e253495e98/bindings/n-h1-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.2093301 Sep 29 17:21:16.989541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port ca80e824-6d80-424d-8761-3a0d22cb2b89, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:17.002841 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:17.011705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749630043-router', 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '1d2f85f6-c171-4330-8860-82fb1e0bbb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:04Z', 'updated_at': '2021-09-29T17:21:14Z', 'revision_number': 4, 'project_id': 'b7e957ca6a81445194e74f45a2397bd5', 'gw_port': {'id': '1d2f85f6-c171-4330-8860-82fb1e0bbb4c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:05Z', 'updated_at': '2021-09-29T17:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '2fbb3edd-9ffa-432c-a208-b596741aae05', 'name': '', 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270', 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5', 'mac_address': 'fa:16:3e:65:5b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7293b999-dfe6-4039-9a3b-78e924dd4dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:12Z', 'updated_at': '2021-09-29T17:21:14Z', 'revision_number': 2, 'project_id': 'b7e957ca6a81445194e74f45a2397bd5', 'subnets': [{'id': '7293b999-dfe6-4039-9a3b-78e924dd4dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:17.042519 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-970b65af-1a35-4cfe-9f46-9a8c429bf50a req-5124cc84-6930-4722-a49e-796265926847 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310325 Sep 29 17:21:17.044874 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-27f20980-da67-4bed-b201-052c84250fed req-7c24cad3-87f4-481f-b2d2-858b7d3f3abe service neutron] 10.222.0.49 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280068 Sep 29 17:21:17.078199 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Checking router: 3cd2f06a-9905-4bca-80e8-4a0d8553094c for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:21:17.078703 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Updating router 3cd2f06a-9905-4bca-80e8-4a0d8553094c port 2fbb3edd-9ffa-432c-a208-b596741aae05 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:21:17.128074 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-9bf0dab5-266a-4cf0-a7de-f4e56d2ff4b9 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:21:17.148456 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c80f42-3582-498b-8c4f-1780e622d544 None None] Sync routers for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:21:17.167044 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c80f42-3582-498b-8c4f-1780e622d544 None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:17.167837 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-9bf0dab5-266a-4cf0-a7de-f4e56d2ff4b9 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:17.168693 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-24c80f42-3582-498b-8c4f-1780e622d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:17.175484 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49044) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:17.179226 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:17.231158 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2669a4ac-aad9-409c-b051-63a342d6e6e4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-570086409-network', 'tenant_id': '27008ee040714494b08566bc7fa3dc7e'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:17.248118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=ca80e824-6d80-424d-8761-3a0d22cb2b89,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:17.262937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-9bf0dab5-266a-4cf0-a7de-f4e56d2ff4b9 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "PUT /v2.0/floatingips/7e650803-0502-41d2-b57c-6a788ddf82c0 HTTP/1.1" status: 200 len: 996 time: 1.5271580 Sep 29 17:21:17.265977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a8a0ad-34be-4851-9330-645677272498', 'tag': '5376ddf6-de01-4550-930c-4a8a487ae138'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:17.274738 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51c4673-2cc4-4986-a640-b838cf688139" -d '{"events": [{"name": "network-changed", "server_uuid": "04a8a0ad-34be-4851-9330-645677272498", "tag": "5376ddf6-de01-4550-930c-4a8a487ae138"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:17.301504 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-27f20980-da67-4bed-b201-052c84250fed req-1cc88d0b-7595-4b9b-9575-76e17edd267f service neutron] 10.222.0.49 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416544 Sep 29 17:21:17.304419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-524500af-d5d3-4666-a6f1-168d2335e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:17.304589 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-524500af-d5d3-4666-a6f1-168d2335e3e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d&tenant_id=a84d217d4dcf43a280aed44f5566a55f HTTP/1.1" status: 200 len: 1101 time: 0.0730221 Sep 29 17:21:17.325555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2669a4ac-aad9-409c-b051-63a342d6e6e4 admin admin] Made reservation on behalf of 27008ee040714494b08566bc7fa3dc7e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:21:17.327934 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2669a4ac-aad9-409c-b051-63a342d6e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:17.335525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:17.336877 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2669a4ac-aad9-409c-b051-63a342d6e6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:17.371950 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-fd19785c-2b0c-403c-8a23-f6b9763de7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:17.379724 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-fd19785c-2b0c-403c-8a23-f6b9763de7d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 1096 time: 0.1005843 Sep 29 17:21:17.408243 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:17.421305 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-24c80f42-3582-498b-8c4f-1780e622d544 None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:17.531791 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-6cf7bed6-653e-4a2e-8b7c-d108bf93b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:17.539271 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-6cf7bed6-653e-4a2e-8b7c-d108bf93b72d service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 922 time: 0.1586692 Sep 29 17:21:17.552323 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['b02826e2-91c9-40e8-9aab-cb998725bce1'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:21:17.566587 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['ca80e824-6d80-424d-8761-3a0d22cb2b89'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:21:17.606250 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-ca5a8206-f8c9-44cf-8fc8-2917393b5818 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5376ddf6-de01-4550-930c-4a8a487ae138 HTTP/1.1" status: 200 len: 999 time: 0.0660665 Sep 29 17:21:17.670761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-e3fd254f-0be5-457f-a9c1-4cd8e339ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:17.677794 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-e3fd254f-0be5-457f-a9c1-4cd8e339ba86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 200 len: 860 time: 0.0565975 Sep 29 17:21:17.742798 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2669a4ac-aad9-409c-b051-63a342d6e6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:17.750054 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-2632b53d-18c7-4ffa-bd6c-ae354e4cef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:17.758188 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-2632b53d-18c7-4ffa-bd6c-ae354e4cef98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb7a1420-64a9-48a3-85e8-74b4d30ac194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793490 Sep 29 17:21:17.758351 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] For port e3859f1f-529e-4909-84a1-f0e253495e98, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e3859f1f-529e-4909-84a1-f0e253495e98,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:17.799078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] For port e3859f1f-529e-4909-84a1-f0e253495e98, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:17.841656 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-24c80f42-3582-498b-8c4f-1780e622d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7e650803-0502-41d2-b57c-6a788ddf82c0', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'port_id': '5376ddf6-de01-4550-930c-4a8a487ae138', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'mac_address': 'fa:16:3e:f4:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a8a0ad-34be-4851-9330-645677272498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:38Z', 'updated_at': '2021-09-29T17:21:16Z', 'revision_number': 8, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:17.853610 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:17.860241 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-fd674df5-85f8-427c-9224-b2973eabbfeb service neutron] 10.222.0.44 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011295 Sep 29 17:21:17.868345 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2669a4ac-aad9-409c-b051-63a342d6e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:17.879087 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483e37e-49ff-47ab-936c-ea9238440370 req-15f4ee5f-3e1a-4edf-a079-5d6f9153b4c3 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:17.880193 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2669a4ac-aad9-409c-b051-63a342d6e6e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:21:17.880721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0483e37e-49ff-47ab-936c-ea9238440370 req-15f4ee5f-3e1a-4edf-a079-5d6f9153b4c3 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.49 "GET /v2.0/ports?device_id=49e02f12-ef16-4d96-8188-b923b94fabcc HTTP/1.1" status: 200 len: 945 time: 0.2917242 Sep 29 17:21:17.889871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Transition to ACTIVE for port object e3859f1f-529e-4909-84a1-f0e253495e98 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:21:17.890880 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2669a4ac-aad9-409c-b051-63a342d6e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:17.891175 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-2669a4ac-aad9-409c-b051-63a342d6e6e4 admin admin] Added segment 85651a57-8ec2-4e3a-bb09-a834055cb1ab of type vlan for network 84fc6ef8-082c-44d5-bab1-ab22e3c376f0 Sep 29 17:21:17.901811 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:17.902676 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c80f42-3582-498b-8c4f-1780e622d544 None None] Checking router: 02da1f8a-e722-43e8-8441-acb95ec68c39 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:21:17.918997 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c80f42-3582-498b-8c4f-1780e622d544 None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:17.919628 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-24c80f42-3582-498b-8c4f-1780e622d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:17.931538 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2669a4ac-aad9-409c-b051-63a342d6e6e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:17.970665 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2669a4ac-aad9-409c-b051-63a342d6e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:17.971756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2669a4ac-aad9-409c-b051-63a342d6e6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:17.972335 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2669a4ac-aad9-409c-b051-63a342d6e6e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:18.098760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e3859f1f-529e-4909-84a1-f0e253495e98 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:21:18.106884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] No DVR routers for this DVR port e3859f1f-529e-4909-84a1-f0e253495e98 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:21:18.111006 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:18.112537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Pushing event updated for resources: {'Port': ['ID=e3859f1f-529e-4909-84a1-f0e253495e98,revision_number=6']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:18.180278 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:18.202105 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-24c80f42-3582-498b-8c4f-1780e622d544 None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:18.207100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16f39aa-c7ae-4107-9673-c0b5c2d2d32d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3859f1f-529e-4909-84a1-f0e253495e98'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:18.212345 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f47547-2fda-4095-96ac-d85ac5249584" -d '{"events": [{"server_uuid": "c16f39aa-c7ae-4107-9673-c0b5c2d2d32d", "name": "network-vif-unplugged", "status": "completed", "tag": "e3859f1f-529e-4909-84a1-f0e253495e98"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:18.237144 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-0483e37e-49ff-47ab-936c-ea9238440370 req-10075b11-c528-4bd5-8ed8-0bd757b08741 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Deleting port ac0189c8-c402-4d86-bb07-8be0ab04b876 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:21:18.237651 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0483e37e-49ff-47ab-936c-ea9238440370 req-10075b11-c528-4bd5-8ed8-0bd757b08741 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:18.439391 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669a4ac-aad9-409c-b051-63a342d6e6e4 admin admin] Pushing event updated for resources: {'Network': ['ID=84fc6ef8-082c-44d5-bab1-ab22e3c376f0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:18.461225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f84a4-1056-463d-a166-3e3e9bbd2e58 None None] Pushing event updated for resources: {'Port': ['ID=2fbb3edd-9ffa-432c-a208-b596741aae05,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:18.472526 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 84fc6ef8-082c-44d5-bab1-ab22e3c376f0 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:21:18.492668 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-24c80f42-3582-498b-8c4f-1780e622d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7e650803-0502-41d2-b57c-6a788ddf82c0', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'port_id': '5376ddf6-de01-4550-930c-4a8a487ae138', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'mac_address': 'fa:16:3e:f4:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a8a0ad-34be-4851-9330-645677272498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:38Z', 'updated_at': '2021-09-29T17:21:16Z', 'revision_number': 8, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:18.512755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e3859f1f-529e-4909-84a1-f0e253495e98 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:21:18.527095 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c80f42-3582-498b-8c4f-1780e622d544 None None] The sync data for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 is: [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7e650803-0502-41d2-b57c-6a788ddf82c0', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'port_id': '5376ddf6-de01-4550-930c-4a8a487ae138', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'mac_address': 'fa:16:3e:f4:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a8a0ad-34be-4851-9330-645677272498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:38Z', 'updated_at': '2021-09-29T17:21:16Z', 'revision_number': 8, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:21:18.569233 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669a4ac-aad9-409c-b051-63a342d6e6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2251b426-f945-4af9-abec-3252a8dd451f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:18.606880 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2669a4ac-aad9-409c-b051-63a342d6e6e4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3895762 Sep 29 17:21:18.608029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49080) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:18.621469 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-076325d1-8ef0-491a-a670-fb7753324a14 admin admin] Request body: {'subnet': {'network_id': '84fc6ef8-082c-44d5-bab1-ab22e3c376f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-570086409-subnet', 'tenant_id': '27008ee040714494b08566bc7fa3dc7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:18.655367 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81baa827-c686-4544-81fe-5b74dfb60f29 req-5853fc0f-066b-4527-826d-6cb9cb7d4c95 service neutron] 10.222.0.44 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7915254 Sep 29 17:21:18.708918 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076325d1-8ef0-491a-a670-fb7753324a14 admin admin] Made reservation on behalf of 27008ee040714494b08566bc7fa3dc7e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:21:18.716406 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-076325d1-8ef0-491a-a670-fb7753324a14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:18.805673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Attempting to bind port 2fbb3edd-9ffa-432c-a208-b596741aae05 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:21:18.806159 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Attempting to bind port 2fbb3edd-9ffa-432c-a208-b596741aae05 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '2f5dffd8-aaba-4198-82d4-bc2d8225e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:21:18.806626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Attempting to bind port 2fbb3edd-9ffa-432c-a208-b596741aae05 on network 3c2e4849-97cc-4563-aae0-e0a72f37a270 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:18.837659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Attempting to bind port e3859f1f-529e-4909-84a1-f0e253495e98 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:21:18.838287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Attempting to bind port e3859f1f-529e-4909-84a1-f0e253495e98 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:21:18.838287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Attempting to bind port e3859f1f-529e-4909-84a1-f0e253495e98 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:18.840199 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:21:18.840808 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Checking segment: {'id': '2f5dffd8-aaba-4198-82d4-bc2d8225e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:18.841345 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:18.841833 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Bound using segment: {'id': '2f5dffd8-aaba-4198-82d4-bc2d8225e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:21:18.842431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Bound port: 2fbb3edd-9ffa-432c-a208-b596741aae05, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5dffd8-aaba-4198-82d4-bc2d8225e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:21:18.842909 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:18.844586 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-0483e37e-49ff-47ab-936c-ea9238440370 req-10075b11-c528-4bd5-8ed8-0bd757b08741 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] For port ac0189c8-c402-4d86-bb07-8be0ab04b876, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=ac0189c8-c402-4d86-bb07-8be0ab04b876,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:18.844972 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0483e37e-49ff-47ab-936c-ea9238440370 req-10075b11-c528-4bd5-8ed8-0bd757b08741 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:18.847267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Port e3859f1f-529e-4909-84a1-f0e253495e98 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:21:18.847771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Attempting to bind port e3859f1f-529e-4909-84a1-f0e253495e98 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:18.859580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:21:18.859919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:18.860310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:21:18.860752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Bound port: e3859f1f-529e-4909-84a1-f0e253495e98, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:21:18.861114 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:18.881704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-0483e37e-49ff-47ab-936c-ea9238440370 req-10075b11-c528-4bd5-8ed8-0bd757b08741 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Calling delete_port for ac0189c8-c402-4d86-bb07-8be0ab04b876 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:21:18.911809 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421772bd-5f0f-41b8-bed5-06bc31725803 req-1ba6cca0-6df3-4667-8fb3-79240c28d6ac tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:18.913337 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-421772bd-5f0f-41b8-bed5-06bc31725803 req-1ba6cca0-6df3-4667-8fb3-79240c28d6ac tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.1359808 Sep 29 17:21:18.936946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] For port 2fbb3edd-9ffa-432c-a208-b596741aae05, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:18.940565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] For port 2fbb3edd-9ffa-432c-a208-b596741aae05, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2fbb3edd-9ffa-432c-a208-b596741aae05,segment=NetworkSegment(2f5dffd8-aaba-4198-82d4-bc2d8225e612),segment_id=2f5dffd8-aaba-4198-82d4-bc2d8225e612)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:21:18.941826 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b7a3546e-aa53-468a-bbb6-967847b37896 None None] Provisioning complete for port 2fbb3edd-9ffa-432c-a208-b596741aae05 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:18.942438 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b7a3546e-aa53-468a-bbb6-967847b37896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:18.951453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a0e1e8-6915-4734-9c53-3b152c13443c None None] New status for floating IP 7e650803-0502-41d2-b57c-6a788ddf82c0: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:21:18.960787 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-421772bd-5f0f-41b8-bed5-06bc31725803 req-1c7ae4c9-9ca5-4875-a670-5fbce8e13647 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397868 Sep 29 17:21:19.028295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] For port e3859f1f-529e-4909-84a1-f0e253495e98, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:19.032566 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] For port e3859f1f-529e-4909-84a1-f0e253495e98, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e3859f1f-529e-4909-84a1-f0e253495e98,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:21:19.055690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:19.069083 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2f775263-1be9-4063-94b0-df92648275d1 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:21:19.070279 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2f775263-1be9-4063-94b0-df92648275d1 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2381687 Sep 29 17:21:19.121418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Pushing event updated for resources: {'Port': ['ID=e3859f1f-529e-4909-84a1-f0e253495e98,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:19.131835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:19.132465 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:19.133896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-95b52046-cc92-448c-a60a-1d7a35b7f864 service neutron] 10.222.0.49 "PUT /v2.0/ports/e3859f1f-529e-4909-84a1-f0e253495e98 HTTP/1.1" status: 200 len: 1096 time: 1.8033915 Sep 29 17:21:19.151963 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-4f6f7011-5c2f-456d-9d09-7936f9c8bced tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:19.153521 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-4f6f7011-5c2f-456d-9d09-7936f9c8bced tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports/59d97f32-c435-41ec-b532-7f80be83a5bb HTTP/1.1" status: 200 len: 1094 time: 0.0762839 Sep 29 17:21:19.156047 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-076325d1-8ef0-491a-a670-fb7753324a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:19.185721 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2a2dd6cc-8754-45f9-bd87-599419c24f4e service neutron] Request body: {'binding': {'host': 'n-h1-811748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:19.186528 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2a2dd6cc-8754-45f9-bd87-599419c24f4e service neutron] Unknown quota resources ['binding']. {{(pid=95015) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:21:19.187281 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:19.258932 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-0d5a6e91-e554-4fb5-94af-84b7f4db18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:19.260709 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-0d5a6e91-e554-4fb5-94af-84b7f4db18e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 1099 time: 0.0914993 Sep 29 17:21:19.262153 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0483e37e-49ff-47ab-936c-ea9238440370 req-10075b11-c528-4bd5-8ed8-0bd757b08741 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:19.266521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee50eb-f303-446f-b703-1f99016d5b2c req-2da8adfd-4716-4c38-a17f-06f4ac9dd25f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:19.268093 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7dee50eb-f303-446f-b703-1f99016d5b2c req-2da8adfd-4716-4c38-a17f-06f4ac9dd25f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 948 time: 0.1532011 Sep 29 17:21:19.270671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Routers {'3cd2f06a-9905-4bca-80e8-4a0d8553094c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:19.271389 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3cd2f06a-9905-4bca-80e8-4a0d8553094c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:19.281907 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076325d1-8ef0-491a-a670-fb7753324a14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d1d3ea7-914f-4de0-a0b7-7190ed94b8a5,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:19.282756 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['ac0189c8-c402-4d86-bb07-8be0ab04b876'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:21:19.340216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10075b11-c528-4bd5-8ed8-0bd757b08741 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Pushing event deleted for resources: {'Port': ['ID=ac0189c8-c402-4d86-bb07-8be0ab04b876,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:19.421737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0483e37e-49ff-47ab-936c-ea9238440370 req-10075b11-c528-4bd5-8ed8-0bd757b08741 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] No DVR routers for this DVR port ac0189c8-c402-4d86-bb07-8be0ab04b876 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:21:19.440465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f84a4-1056-463d-a166-3e3e9bbd2e58 None None] Pushing event updated for resources: {'Port': ['ID=2fbb3edd-9ffa-432c-a208-b596741aae05,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:19.481857 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0483e37e-49ff-47ab-936c-ea9238440370 req-10075b11-c528-4bd5-8ed8-0bd757b08741 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:19.484390 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0483e37e-49ff-47ab-936c-ea9238440370 req-10075b11-c528-4bd5-8ed8-0bd757b08741 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.49 "DELETE /v2.0/ports/ac0189c8-c402-4d86-bb07-8be0ab04b876 HTTP/1.1" status: 204 len: 173 time: 1.5932002 Sep 29 17:21:19.495129 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076325d1-8ef0-491a-a670-fb7753324a14 admin admin] Checking segment: {'id': '85651a57-8ec2-4e3a-bb09-a834055cb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '84fc6ef8-082c-44d5-bab1-ab22e3c376f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:19.495541 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076325d1-8ef0-491a-a670-fb7753324a14 admin admin] Network hostable DHCP agents. Network: 84fc6ef8-082c-44d5-bab1-ab22e3c376f0, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:21:19.531724 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 35d95f39-d9e3-4c32-b841-0bb40f3a629a details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:21:19.534242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a5c8eefc-4a7e-47cc-928f-58f4bab27060 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:21:19.536225 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-a27ac317-7867-43e3-8808-2a0b7acc4bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:19.543942 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-a27ac317-7867-43e3-8808-2a0b7acc4bcf service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2622707 Sep 29 17:21:19.559126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076325d1-8ef0-491a-a670-fb7753324a14 admin admin] Network 84fc6ef8-082c-44d5-bab1-ab22e3c376f0 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:21:19.561560 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2a2dd6cc-8754-45f9-bd87-599419c24f4e service neutron] Attempting to bind port 59d97f32-c435-41ec-b532-7f80be83a5bb on host n-h1-811748-2 for vnic_type normal with profile None {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:21:19.562002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2a2dd6cc-8754-45f9-bd87-599419c24f4e service neutron] Attempting to bind port 59d97f32-c435-41ec-b532-7f80be83a5bb by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:21:19.562485 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2a2dd6cc-8754-45f9-bd87-599419c24f4e service neutron] Attempting to bind port 59d97f32-c435-41ec-b532-7f80be83a5bb on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:19.573413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2a2dd6cc-8754-45f9-bd87-599419c24f4e service neutron] Port 59d97f32-c435-41ec-b532-7f80be83a5bb on network c363c05d-b075-41d6-b265-c6ca1599d18c not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:21:19.573830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2a2dd6cc-8754-45f9-bd87-599419c24f4e service neutron] Attempting to bind port 59d97f32-c435-41ec-b532-7f80be83a5bb on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:19.587143 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2a2dd6cc-8754-45f9-bd87-599419c24f4e service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:21:19.593029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2a2dd6cc-8754-45f9-bd87-599419c24f4e service neutron] Checking segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:19.593617 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2a2dd6cc-8754-45f9-bd87-599419c24f4e service neutron] Bound using segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:21:19.594185 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2a2dd6cc-8754-45f9-bd87-599419c24f4e service neutron] Bound port: 59d97f32-c435-41ec-b532-7f80be83a5bb, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:21:19.605374 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7dee50eb-f303-446f-b703-1f99016d5b2c req-9e19826b-4e47-43b0-a54c-f02c209b067a tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915094 Sep 29 17:21:19.609504 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-076325d1-8ef0-491a-a670-fb7753324a14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 84fc6ef8-082c-44d5-bab1-ab22e3c376f0) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:19.627051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['5376ddf6-de01-4550-930c-4a8a487ae138'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:21:19.647204 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-4a668d96-5b3d-4c21-945b-647aa14ec27b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=e3859f1f-529e-4909-84a1-f0e253495e98 HTTP/1.1" status: 200 len: 217 time: 0.0910482 Sep 29 17:21:19.647692 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076325d1-8ef0-491a-a670-fb7753324a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:19.652103 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-076325d1-8ef0-491a-a670-fb7753324a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:19.691072 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6758ca0e-48c0-4444-9167-d2071d3f14d1 None None] Network 84fc6ef8-082c-44d5-bab1-ab22e3c376f0 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:21:19.719282 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e767743c-db17-4a1d-b4e6-a3307492eb0c x-openstack-request-id: req-e767743c-db17-4a1d-b4e6-a3307492eb0c {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:19.719583 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a8a0ad-34be-4851-9330-645677272498", "tag": "5376ddf6-de01-4550-930c-4a8a487ae138", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:19.719984 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e767743c-db17-4a1d-b4e6-a3307492eb0c {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:19.720207 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a8a0ad-34be-4851-9330-645677272498', 'tag': '5376ddf6-de01-4550-930c-4a8a487ae138', 'status': 'completed', 'code': 200} Sep 29 17:21:19.748845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-b0111ead-d7be-4776-b823-e1b021379248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:19.750332 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-b0111ead-d7be-4776-b823-e1b021379248 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0959053 Sep 29 17:21:19.762598 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-076325d1-8ef0-491a-a670-fb7753324a14 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1471035 Sep 29 17:21:19.773426 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2a2dd6cc-8754-45f9-bd87-599419c24f4e service neutron] For port 59d97f32-c435-41ec-b532-7f80be83a5bb, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=59d97f32-c435-41ec-b532-7f80be83a5bb,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:21:19.774468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49086) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:19.781209 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2a2dd6cc-8754-45f9-bd87-599419c24f4e service neutron] Notify callbacks [] for binding, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:19.785905 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b7a3546e-aa53-468a-bbb6-967847b37896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:19.787634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-570086409-router', 'tenant_id': '27008ee040714494b08566bc7fa3dc7e', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:19.795747 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2a2dd6cc-8754-45f9-bd87-599419c24f4e service neutron] 10.222.0.44 "POST /v2.0/ports/59d97f32-c435-41ec-b532-7f80be83a5bb/bindings HTTP/1.1" status: 201 len: 389 time: 0.6116905 Sep 29 17:21:19.865748 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c7aeb-e6c5-4713-9520-2a95d6f4a007 req-655091a8-584f-467f-99e2-a7ccd5bf77e7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:19.871682 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6c7c7aeb-e6c5-4713-9520-2a95d6f4a007 req-655091a8-584f-467f-99e2-a7ccd5bf77e7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 948 time: 0.0703163 Sep 29 17:21:19.887729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-21426d00-6d3d-42ee-9164-15e99fb11e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:19.889553 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-21426d00-6d3d-42ee-9164-15e99fb11e79 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294332 Sep 29 17:21:19.894961 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:19.895986 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:19.924648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c4673-2cc4-4986-a640-b838cf688139 req-192c3293-fd3d-4164-94bd-28b770c33959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:19.926258 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e51c4673-2cc4-4986-a640-b838cf688139 req-192c3293-fd3d-4164-94bd-28b770c33959 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 1096 time: 0.1645002 Sep 29 17:21:19.957719 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6c7c7aeb-e6c5-4713-9520-2a95d6f4a007 req-b251fef0-e870-4e89-871a-23b96b9af3eb tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732329 Sep 29 17:21:19.986525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] Set router 3cd2f06a-9905-4bca-80e8-4a0d8553094c gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:20.045678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b7a3546e-aa53-468a-bbb6-967847b37896 None None] For port 2fbb3edd-9ffa-432c-a208-b596741aae05, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2fbb3edd-9ffa-432c-a208-b596741aae05,segment=NetworkSegment(2f5dffd8-aaba-4198-82d4-bc2d8225e612),segment_id=2f5dffd8-aaba-4198-82d4-bc2d8225e612)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:20.080017 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d24f8b9-b5bf-4a07-965d-0c949bdff294 x-openstack-request-id: req-3d24f8b9-b5bf-4a07-965d-0c949bdff294 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:20.080313 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16f39aa-c7ae-4107-9673-c0b5c2d2d32d", "name": "network-vif-unplugged", "status": "completed", "tag": "e3859f1f-529e-4909-84a1-f0e253495e98", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:20.080565 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d24f8b9-b5bf-4a07-965d-0c949bdff294 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:20.080950 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16f39aa-c7ae-4107-9673-c0b5c2d2d32d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3859f1f-529e-4909-84a1-f0e253495e98', 'code': 200} Sep 29 17:21:20.085466 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:20.106741 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b7a3546e-aa53-468a-bbb6-967847b37896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:20.129738 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:20.164205 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device b02826e2-91c9-40e8-9aab-cb998725bce1 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:20.176829 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-29aa8c01-96d3-4bcc-a15a-d801e906998d req-f0d2b8e2-1b35-4a51-a490-a060695402af tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/floatingips/7e650803-0502-41d2-b57c-6a788ddf82c0 HTTP/1.1" status: 200 len: 998 time: 0.0898623 Sep 29 17:21:20.300149 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-2cdb49f5-c638-4f7e-93f9-9bba8ba9dfb7 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920355 Sep 29 17:21:20.308017 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b128c-b97b-496d-9242-feb61bd460ad req-b4a40ead-9835-412d-81d0-3d7f2705a0ad tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:20.309499 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b10b128c-b97b-496d-9242-feb61bd460ad req-b4a40ead-9835-412d-81d0-3d7f2705a0ad tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 944 time: 0.3585291 Sep 29 17:21:20.316523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa8c01-96d3-4bcc-a15a-d801e906998d req-8f8211a2-0818-41c4-b522-aed7124af271 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:20.321975 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-29aa8c01-96d3-4bcc-a15a-d801e906998d req-8f8211a2-0818-41c4-b522-aed7124af271 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.1438756 Sep 29 17:21:20.326978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c4673-2cc4-4986-a640-b838cf688139 req-bdf7e1d5-292d-403c-a264-879afc34147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:20.328436 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e51c4673-2cc4-4986-a640-b838cf688139 req-bdf7e1d5-292d-403c-a264-879afc34147f service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 922 time: 0.3908505 Sep 29 17:21:20.332765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-29aa8c01-96d3-4bcc-a15a-d801e906998d req-4a0aeaef-9a89-482a-80fd-54edfdd86890 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:21:20.334414 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-29aa8c01-96d3-4bcc-a15a-d801e906998d req-4a0aeaef-9a89-482a-80fd-54edfdd86890 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074210 Sep 29 17:21:20.413397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-6f2f2abd-0faa-48d6-aba5-ad6eaeeae450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:20.414868 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-6f2f2abd-0faa-48d6-aba5-ad6eaeeae450 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 1097 time: 0.3648694 Sep 29 17:21:20.447071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed792617-db87-40e4-8894-fb897e8271f4 req-24983f03-e0fe-41f0-8e0f-7a91d4baf8b2 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:20.448472 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ed792617-db87-40e4-8894-fb897e8271f4 req-24983f03-e0fe-41f0-8e0f-7a91d4baf8b2 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 946 time: 0.0537117 Sep 29 17:21:20.490622 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:20.496223 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ed792617-db87-40e4-8894-fb897e8271f4 req-949af0ab-891c-4831-8d37-d4d5d6163873 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407956 Sep 29 17:21:20.537483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d45b15e4-2a7d-407d-9a06-a5f502b5e4e3 None None] Provisioning complete for port 2fbb3edd-9ffa-432c-a208-b596741aae05 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:20.538080 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d45b15e4-2a7d-407d-9a06-a5f502b5e4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:20.539114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa67c1b5-8bb1-403e-9849-e981852b09f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:20.542052 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b112664-c07a-4730-a657-dee44e8dac45" -d '{"events": [{"server_uuid": "fa67c1b5-8bb1-403e-9849-e981852b09f6", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c8eefc-4a7e-47cc-928f-58f4bab27060"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:20.546534 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 35d95f39-d9e3-4c32-b841-0bb40f3a629a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=35d95f39-d9e3-4c32-b841-0bb40f3a629a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:20.611773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa44aa-410c-4315-a8e2-f3f3d8eaf23e req-148aa623-cad1-4d85-a346-a1661d0f6fa8 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:20.613318 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eefa44aa-410c-4315-a8e2-f3f3d8eaf23e req-148aa623-cad1-4d85-a346-a1661d0f6fa8 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.0520501 Sep 29 17:21:20.631217 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a5c8eefc-4a7e-47cc-928f-58f4bab27060, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a5c8eefc-4a7e-47cc-928f-58f4bab27060,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:20.639003 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b10b128c-b97b-496d-9242-feb61bd460ad req-f302f392-a4ea-4ce7-8b2a-7c4c78784e7a tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166640 Sep 29 17:21:20.648891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e51c4673-2cc4-4986-a640-b838cf688139 req-41b55c9f-939b-4393-b9a7-7f742de7d431 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5376ddf6-de01-4550-930c-4a8a487ae138 HTTP/1.1" status: 200 len: 1001 time: 0.2753375 Sep 29 17:21:20.660380 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eefa44aa-410c-4315-a8e2-f3f3d8eaf23e req-4d1ff604-9293-4c8b-abd5-f866337c9b34 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395894 Sep 29 17:21:20.661502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port b02826e2-91c9-40e8-9aab-cb998725bce1 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:21:20.663525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '35d95f39-d9e3-4c32-b841-0bb40f3a629a', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '35d95f39-d9e3-4c32-b841-0bb40f3a629a', 'mac_address': 'fa:16:3e:46:1d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:21:20.664986 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:20.712942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3546e-aa53-468a-bbb6-967847b37896 None None] Pushing event updated for resources: {'Port': ['ID=2fbb3edd-9ffa-432c-a208-b596741aae05,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:20.731681 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port b02826e2-91c9-40e8-9aab-cb998725bce1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:20.731681 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:20.739113 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ffc7a5-93d4-446c-a181-f260ba78b0b0 req-476c1de8-e4f2-4cdf-b67b-4a674252b3db service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283791 Sep 29 17:21:20.791412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-16e59609-282e-4b93-a035-f08eb2a10567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:20.791412 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-16e59609-282e-4b93-a035-f08eb2a10567 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.3447993 Sep 29 17:21:20.798167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-84fc6ef8-082c-44d5-bab1-ab22e3c376f0', 'network_id': '84fc6ef8-082c-44d5-bab1-ab22e3c376f0', 'tenant_id': '27008ee040714494b08566bc7fa3dc7e', 'fixed_ips': [{'subnet_id': '9d1d3ea7-914f-4de0-a0b7-7190ed94b8a5'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:21:20.798939 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:20.811323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c4673-2cc4-4986-a640-b838cf688139 req-5cba77cf-eb92-4192-804c-7cf7f3ec5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:20.813005 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e51c4673-2cc4-4986-a640-b838cf688139 req-5cba77cf-eb92-4192-804c-7cf7f3ec5275 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 200 len: 860 time: 0.1559451 Sep 29 17:21:20.862941 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e15262-d3c0-4c71-85b0-e94b459d8827 x-openstack-request-id: req-51e15262-d3c0-4c71-85b0-e94b459d8827 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:20.863191 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa67c1b5-8bb1-403e-9849-e981852b09f6", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c8eefc-4a7e-47cc-928f-58f4bab27060", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:20.863447 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51e15262-d3c0-4c71-85b0-e94b459d8827 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:20.863828 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa67c1b5-8bb1-403e-9849-e981852b09f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060', 'code': 200} Sep 29 17:21:20.891633 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-b5b613a4-851a-4072-a29d-dad7d9bf1821 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d97f32-c435-41ec-b532-7f80be83a5bb HTTP/1.1" status: 200 len: 217 time: 0.0902908 Sep 29 17:21:20.944864 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-04f33761-79c5-4a78-b936-29babe1d6ec1 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 1001 time: 0.2271576 Sep 29 17:21:20.954890 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:20.988318 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3fbfb-3e3c-4593-aec1-b58e760d3cad req-7fa3c7e9-8a13-4eea-a32b-276175be1656 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:20.990018 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f7c3fbfb-3e3c-4593-aec1-b58e760d3cad req-7fa3c7e9-8a13-4eea-a32b-276175be1656 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 948 time: 0.0688114 Sep 29 17:21:21.030955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=a5c8eefc-4a7e-47cc-928f-58f4bab27060,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:21.032949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c4673-2cc4-4986-a640-b838cf688139 req-8a178ba0-39e9-440d-b6f6-aa8ae1189bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:21.034486 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e51c4673-2cc4-4986-a640-b838cf688139 req-8a178ba0-39e9-440d-b6f6-aa8ae1189bc5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb7a1420-64a9-48a3-85e8-74b4d30ac194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896520 Sep 29 17:21:21.034610 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f7c3fbfb-3e3c-4593-aec1-b58e760d3cad req-2a59ba5e-7c68-46df-af0e-61a3524881c7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352070 Sep 29 17:21:21.050230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-14b2476a-44b9-4416-aba5-fcb4a0cc0a17 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:21.051597 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-14b2476a-44b9-4416-aba5-fcb4a0cc0a17 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports/5376ddf6-de01-4550-930c-4a8a487ae138 HTTP/1.1" status: 200 len: 942 time: 0.0772827 Sep 29 17:21:21.060860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-07df34b8-4ac1-4ccb-b742-e8c647bd1c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:21.062234 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-07df34b8-4ac1-4ccb-b742-e8c647bd1c91 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.1426713 Sep 29 17:21:21.092910 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d95f39-d9e3-4c32-b841-0bb40f3a629a {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:21:21.138586 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-8e7ae7a9-c656-4988-a43c-b9eb44302a6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520594 Sep 29 17:21:21.146779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 35d95f39-d9e3-4c32-b841-0bb40f3a629a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=35d95f39-d9e3-4c32-b841-0bb40f3a629a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:21.176849 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65262665-6880-4fea-8099-7a2d3933bb4d req-fe406bd1-3331-47dd-a8b7-2b7521958b1e tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:21.178379 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-65262665-6880-4fea-8099-7a2d3933bb4d req-fe406bd1-3331-47dd-a8b7-2b7521958b1e tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 948 time: 0.0539122 Sep 29 17:21:21.190433 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:21.191071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a5c8eefc-4a7e-47cc-928f-58f4bab27060 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:21:21.227268 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-65262665-6880-4fea-8099-7a2d3933bb4d req-4570f2f8-e626-4f95-b8b3-ffdcd014e8fe tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416024 Sep 29 17:21:21.286709 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:21.289069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Allocated IP 172.20.0.2 (84fc6ef8-082c-44d5-bab1-ab22e3c376f0/9d1d3ea7-914f-4de0-a0b7-7190ed94b8a5/1e8c1c9b-9cfb-41ea-ac9d-514a7144242b) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:21:21.332725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=35d95f39-d9e3-4c32-b841-0bb40f3a629a,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:21.338098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749630043-router', 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '1d2f85f6-c171-4330-8860-82fb1e0bbb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:04Z', 'updated_at': '2021-09-29T17:21:14Z', 'revision_number': 4, 'project_id': 'b7e957ca6a81445194e74f45a2397bd5', 'gw_port': {'id': '1d2f85f6-c171-4330-8860-82fb1e0bbb4c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:05Z', 'updated_at': '2021-09-29T17:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '2fbb3edd-9ffa-432c-a208-b596741aae05', 'name': '', 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270', 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5', 'mac_address': 'fa:16:3e:65:5b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7293b999-dfe6-4039-9a3b-78e924dd4dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:12Z', 'updated_at': '2021-09-29T17:21:18Z', 'revision_number': 4, 'project_id': 'b7e957ca6a81445194e74f45a2397bd5', 'subnets': [{'id': '7293b999-dfe6-4039-9a3b-78e924dd4dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:21.349916 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a5c8eefc-4a7e-47cc-928f-58f4bab27060, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a5c8eefc-4a7e-47cc-928f-58f4bab27060,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:21.396714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b33b957-c1bc-49d3-b1ce-19efe7a3e31f None None] The sync data for ids ['3cd2f06a-9905-4bca-80e8-4a0d8553094c'] in n-d-811748-2 is: [{'id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749630043-router', 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '1d2f85f6-c171-4330-8860-82fb1e0bbb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:04Z', 'updated_at': '2021-09-29T17:21:14Z', 'revision_number': 4, 'project_id': 'b7e957ca6a81445194e74f45a2397bd5', 'gw_port': {'id': '1d2f85f6-c171-4330-8860-82fb1e0bbb4c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:05Z', 'updated_at': '2021-09-29T17:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '2fbb3edd-9ffa-432c-a208-b596741aae05', 'name': '', 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270', 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5', 'mac_address': 'fa:16:3e:65:5b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7293b999-dfe6-4039-9a3b-78e924dd4dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:12Z', 'updated_at': '2021-09-29T17:21:18Z', 'revision_number': 4, 'project_id': 'b7e957ca6a81445194e74f45a2397bd5', 'subnets': [{'id': '7293b999-dfe6-4039-9a3b-78e924dd4dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:21:21.423008 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060', 'mac_address': 'fa:16:3e:1a:e2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:21:21.431555 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port b02826e2-91c9-40e8-9aab-cb998725bce1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=b02826e2-91c9-40e8-9aab-cb998725bce1,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:21.443528 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:21.443528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device ca80e824-6d80-424d-8761-3a0d22cb2b89 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:21.590118 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:21.641936 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-69331dad-a405-4b52-b151-c2446e81e067 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 1001 time: 0.5301473 Sep 29 17:21:21.645962 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=b02826e2-91c9-40e8-9aab-cb998725bce1,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:21.654126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c8eefc-4a7e-47cc-928f-58f4bab27060 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:21:21.675733 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2aa6b3-2132-44f1-8b58-29268c2ac11a req-ad178318-8843-4319-9496-b99f04292139 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:21.684037 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f2aa6b3-2132-44f1-8b58-29268c2ac11a req-ad178318-8843-4319-9496-b99f04292139 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 946 time: 0.0839431 Sep 29 17:21:21.686327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port ca80e824-6d80-424d-8761-3a0d22cb2b89 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:21:21.693970 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a5c8eefc-4a7e-47cc-928f-58f4bab27060, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a5c8eefc-4a7e-47cc-928f-58f4bab27060,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:21.695704 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e51c4673-2cc4-4986-a640-b838cf688139 req-d159da49-47ce-45c8-822f-5e0b708180da service neutron] 10.222.0.35 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6525745 Sep 29 17:21:21.705180 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port ca80e824-6d80-424d-8761-3a0d22cb2b89 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:21.705510 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:21.709525 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:21.713036 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:21.749316 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:21.751113 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f2aa6b3-2132-44f1-8b58-29268c2ac11a req-388050d2-e34d-4b5b-8cee-3412ff37e5a1 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578887 Sep 29 17:21:21.758043 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:21.810717 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Network 84fc6ef8-082c-44d5-bab1-ab22e3c376f0 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:21:21.814993 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-f4e27ccb-fb1d-4163-ad69-f91025fed488 service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226978 Sep 29 17:21:21.820321 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:21.820532 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:21.823536 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:21:21.833722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=a5c8eefc-4a7e-47cc-928f-58f4bab27060,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:21.915067 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251888ba-2e68-4999-8106-a600a9762e1d req-ce4b1f4d-3092-4be9-85d4-bec773dda498 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:21.916765 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-251888ba-2e68-4999-8106-a600a9762e1d req-ce4b1f4d-3092-4be9-85d4-bec773dda498 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 944 time: 0.0750065 Sep 29 17:21:21.946222 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Attempting to bind port 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:21:21.946579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Attempting to bind port 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '85651a57-8ec2-4e3a-bb09-a834055cb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '84fc6ef8-082c-44d5-bab1-ab22e3c376f0'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:21:21.946939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Attempting to bind port 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b on network 84fc6ef8-082c-44d5-bab1-ab22e3c376f0 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:21.951208 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Pushing event updated for resources: {'Port': ['ID=1e8c1c9b-9cfb-41ea-ac9d-514a7144242b,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:21.969637 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:21:21.970031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Checking segment: {'id': '85651a57-8ec2-4e3a-bb09-a834055cb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '84fc6ef8-082c-44d5-bab1-ab22e3c376f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:21.970500 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:21.970896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Bound using segment: {'id': '85651a57-8ec2-4e3a-bb09-a834055cb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '84fc6ef8-082c-44d5-bab1-ab22e3c376f0'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:21:21.971383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Bound port: 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85651a57-8ec2-4e3a-bb09-a834055cb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '84fc6ef8-082c-44d5-bab1-ab22e3c376f0'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:21:21.971763 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:21.975222 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:21.977190 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-251888ba-2e68-4999-8106-a600a9762e1d req-018231c3-50b2-47fd-bc13-5760a8f8891e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515890 Sep 29 17:21:22.056566 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port ca80e824-6d80-424d-8761-3a0d22cb2b89, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:22.065917 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:22.078740 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-1016c0e5-36dc-4407-ac93-5a60021a9b64 service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442138 Sep 29 17:21:22.085043 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c16f39aa-c7ae-4107-9673-c0b5c2d2d32d', 'tag': 'e3859f1f-529e-4909-84a1-f0e253495e98'}, {'server_uuid': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'name': 'network-vif-deleted', 'tag': 'ac0189c8-c402-4d86-bb07-8be0ab04b876'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:22.088082 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51c07f4-6ef8-4c75-9da9-a6610f05c280" -d '{"events": [{"name": "network-changed", "server_uuid": "c16f39aa-c7ae-4107-9673-c0b5c2d2d32d", "tag": "e3859f1f-529e-4909-84a1-f0e253495e98"}, {"server_uuid": "49e02f12-ef16-4d96-8188-b923b94fabcc", "name": "network-vif-deleted", "tag": "ac0189c8-c402-4d86-bb07-8be0ab04b876"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:22.106722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-e0e40504-0dbd-42f9-bdb2-334f98e48be4 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:22.115156 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-e0e40504-0dbd-42f9-bdb2-334f98e48be4 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.4564924 Sep 29 17:21:22.117186 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df106b7f-4ec0-46ce-8b24-7bf329d813a4 req-207d22e6-b073-4ab4-b16a-3d59647786ff tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:22.125858 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-df106b7f-4ec0-46ce-8b24-7bf329d813a4 req-207d22e6-b073-4ab4-b16a-3d59647786ff tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 949 time: 0.0789707 Sep 29 17:21:22.126154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['a5c8eefc-4a7e-47cc-928f-58f4bab27060'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:21:22.128788 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] For port 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:22.166149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] For port 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1e8c1c9b-9cfb-41ea-ac9d-514a7144242b,segment=NetworkSegment(85651a57-8ec2-4e3a-bb09-a834055cb1ab),segment_id=85651a57-8ec2-4e3a-bb09-a834055cb1ab)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:21:22.172303 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['35d95f39-d9e3-4c32-b841-0bb40f3a629a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:21:22.185892 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-df106b7f-4ec0-46ce-8b24-7bf329d813a4 req-6ff88bc6-3a44-4065-9287-ff7a5bba2ca1 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573523 Sep 29 17:21:22.218846 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:22.267526 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=ca80e824-6d80-424d-8761-3a0d22cb2b89,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:22.280688 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-d923eb21-5811-46cd-b544-9d288bf4fb05 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 1001 time: 0.1645920 Sep 29 17:21:22.292383 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e51c4673-2cc4-4986-a640-b838cf688139 req-d97cf859-85a6-4155-ad9c-380a9145981d service neutron] 10.222.0.35 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794065 Sep 29 17:21:22.298177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-cc0dd757-77ec-469a-b5f2-d4dbf5ae7e6a tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:22.373789 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Allocated IP 172.25.2.159 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/b134f56e-bb37-43c0-b7fc-fe9df16b330b) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:21:22.406416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2361eb13-84a5-499f-9f12-be68e153f859 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:22.408841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-2361eb13-84a5-499f-9f12-be68e153f859 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476&tenant_id=c50efc2fa4284829be7a860e331db6cd&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 1097 time: 0.1869261 Sep 29 17:21:22.413533 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-cc0dd757-77ec-469a-b5f2-d4dbf5ae7e6a tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:22.424462 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71012d-a1d5-4875-9c98-7dfc575f9b20 None None] Pushing event updated for resources: {'Port': ['ID=1e8c1c9b-9cfb-41ea-ac9d-514a7144242b,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:22.429263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811748-2'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:22.434256 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b877c-abab-4347-9a94-a24ba7c6a698 req-0f6a92c3-f222-4a69-9baa-774e84f1f53d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:22.442458 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-494b877c-abab-4347-9a94-a24ba7c6a698 req-0f6a92c3-f222-4a69-9baa-774e84f1f53d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 948 time: 0.1032703 Sep 29 17:21:22.505355 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-494b877c-abab-4347-9a94-a24ba7c6a698 req-272b6bcd-30b4-47f6-abe6-c43e8edba41a tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613337 Sep 29 17:21:22.681398 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88651ad7-af60-4fb0-a848-709b1beae58e x-openstack-request-id: req-88651ad7-af60-4fb0-a848-709b1beae58e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:22.681710 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c16f39aa-c7ae-4107-9673-c0b5c2d2d32d", "tag": "e3859f1f-529e-4909-84a1-f0e253495e98", "status": "completed", "code": 200}, {"server_uuid": "49e02f12-ef16-4d96-8188-b923b94fabcc", "name": "network-vif-deleted", "tag": "ac0189c8-c402-4d86-bb07-8be0ab04b876", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:22.681993 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88651ad7-af60-4fb0-a848-709b1beae58e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:22.682395 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16f39aa-c7ae-4107-9673-c0b5c2d2d32d', 'tag': 'e3859f1f-529e-4909-84a1-f0e253495e98', 'status': 'completed', 'code': 200} Sep 29 17:21:22.682655 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e02f12-ef16-4d96-8188-b923b94fabcc', 'name': 'network-vif-deleted', 'tag': 'ac0189c8-c402-4d86-bb07-8be0ab04b876', 'status': 'completed', 'code': 200} Sep 29 17:21:22.683351 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:22.760400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048d842-121e-48d0-b203-23503eceae72 req-aea9546d-8581-48da-8cc7-68a90fd2b369 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:22.768580 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f048d842-121e-48d0-b203-23503eceae72 req-aea9546d-8581-48da-8cc7-68a90fd2b369 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 949 time: 0.0675623 Sep 29 17:21:22.806799 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f048d842-121e-48d0-b203-23503eceae72 req-7c51fa95-8a4d-4608-a7e5-b7c1746cab1c tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373218 Sep 29 17:21:22.865693 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8150c5d8-f8f1-4b86-a2ab-03b3266c908d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02826e2-91c9-40e8-9aab-cb998725bce1'}, {'server_uuid': 'df10cc0c-5db0-4d17-8644-ffbe54c53e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca80e824-6d80-424d-8761-3a0d22cb2b89'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:22.870729 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e240f7c3-319b-44e7-8127-6e170edc0e39" -d '{"events": [{"server_uuid": "8150c5d8-f8f1-4b86-a2ab-03b3266c908d", "name": "network-vif-plugged", "status": "completed", "tag": "b02826e2-91c9-40e8-9aab-cb998725bce1"}, {"server_uuid": "df10cc0c-5db0-4d17-8644-ffbe54c53e0e", "name": "network-vif-plugged", "status": "completed", "tag": "ca80e824-6d80-424d-8761-3a0d22cb2b89"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:22.899854 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-cc0dd757-77ec-469a-b5f2-d4dbf5ae7e6a tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:22.914662 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:22.918625 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-cc0dd757-77ec-469a-b5f2-d4dbf5ae7e6a tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:22.918625 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-cc0dd757-77ec-469a-b5f2-d4dbf5ae7e6a tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Floating IP 7e650803-0502-41d2-b57c-6a788ddf82c0 disassociated. External IP: 172.25.2.119, port: 5376ddf6-de01-4550-930c-4a8a487ae138. Sep 29 17:21:22.938359 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c7b83-23a7-4250-a3d7-a7edea8449a2 req-1dcf3cee-9a9a-4968-84e8-83fa4c6a3160 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:22.940044 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-db4c7b83-23a7-4250-a3d7-a7edea8449a2 req-1dcf3cee-9a9a-4968-84e8-83fa4c6a3160 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 946 time: 0.0777216 Sep 29 17:21:22.997869 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-db4c7b83-23a7-4250-a3d7-a7edea8449a2 req-0707fc48-80d8-45d7-8cea-1d88d728136c tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Sep 29 17:21:23.019842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-de66e129-0209-4415-93f4-56627f5284cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:23.021421 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-de66e129-0209-4415-93f4-56627f5284cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 1099 time: 0.3418849 Sep 29 17:21:23.035274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-80c7c783-d9ab-4016-a503-4d13d3570b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:23.036744 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-80c7c783-d9ab-4016-a503-4d13d3570b3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 1099 time: 0.3469012 Sep 29 17:21:23.079036 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b010f8-52a4-4253-8fe9-630e5331f842 x-openstack-request-id: req-f6b010f8-52a4-4253-8fe9-630e5331f842 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:23.079336 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8150c5d8-f8f1-4b86-a2ab-03b3266c908d", "name": "network-vif-plugged", "status": "completed", "tag": "b02826e2-91c9-40e8-9aab-cb998725bce1", "code": 200}, {"server_uuid": "df10cc0c-5db0-4d17-8644-ffbe54c53e0e", "name": "network-vif-plugged", "status": "completed", "tag": "ca80e824-6d80-424d-8761-3a0d22cb2b89", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:23.079586 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6b010f8-52a4-4253-8fe9-630e5331f842 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:23.079980 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8150c5d8-f8f1-4b86-a2ab-03b3266c908d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02826e2-91c9-40e8-9aab-cb998725bce1', 'code': 200} Sep 29 17:21:23.080232 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df10cc0c-5db0-4d17-8644-ffbe54c53e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca80e824-6d80-424d-8761-3a0d22cb2b89', 'code': 200} Sep 29 17:21:23.280961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b655a16-bcbe-48f7-bb52-c119131ace5a req-c27b98b1-a6f4-4a62-b13c-e208cc8e0c37 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:23.283901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b655a16-bcbe-48f7-bb52-c119131ace5a req-c27b98b1-a6f4-4a62-b13c-e208cc8e0c37 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 945 time: 0.1563134 Sep 29 17:21:23.317984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dddb0e-1cf2-453b-aed0-38e3f78455e2 req-85fb50c6-9ab0-4bc4-b5a1-56ffb2b8f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:23.319991 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2dddb0e-1cf2-453b-aed0-38e3f78455e2 req-85fb50c6-9ab0-4bc4-b5a1-56ffb2b8f42d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 1096 time: 0.1121058 Sep 29 17:21:23.355641 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:23.358187 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b655a16-bcbe-48f7-bb52-c119131ace5a req-e5d17a45-840d-4a0b-aac0-dd6b5edb09c4 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636530 Sep 29 17:21:23.373345 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2dddb0e-1cf2-453b-aed0-38e3f78455e2 req-299f22ca-19c8-44bd-b45c-3f45608b6ed0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454171 Sep 29 17:21:23.438687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] For port 59d97f32-c435-41ec-b532-7f80be83a5bb, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=59d97f32-c435-41ec-b532-7f80be83a5bb,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:23.488465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-0db42677-0a95-4cb5-94c5-1995f1fd4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:23.489771 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-0db42677-0a95-4cb5-94c5-1995f1fd4a26 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.4475462 Sep 29 17:21:23.521083 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c62d91-9cf5-459b-bff8-4e083ee42a21 None None] Network 84fc6ef8-082c-44d5-bab1-ab22e3c376f0 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:21:23.521758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09265ce5-c80f-46c4-8992-06e80bbb8957 req-dbeddba7-1eaa-4a0e-8416-62b7070eea15 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:23.523342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-09265ce5-c80f-46c4-8992-06e80bbb8957 req-dbeddba7-1eaa-4a0e-8416-62b7070eea15 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 949 time: 0.0777607 Sep 29 17:21:23.567261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3c8b1e5b-b929-425e-9d97-c9b30a87dba0 None None] Provisioning complete for port 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:23.568287 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3c8b1e5b-b929-425e-9d97-c9b30a87dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:23.602761 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-09265ce5-c80f-46c4-8992-06e80bbb8957 req-577875ec-dca7-43c3-a022-67cc5650f3a8 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680959 Sep 29 17:21:23.770663 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2fbb3edd-9ffa-432c-a208-b596741aae05 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:23.772714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e3859f1f-529e-4909-84a1-f0e253495e98 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:21:23.774536 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a5c8eefc-4a7e-47cc-928f-58f4bab27060 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:23.781949 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52487c-119f-4eb6-863d-17408368586c req-435dc9d7-fec3-44c8-917c-a1e3869e9263 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:23.783477 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5e52487c-119f-4eb6-863d-17408368586c req-435dc9d7-fec3-44c8-917c-a1e3869e9263 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 948 time: 0.0565434 Sep 29 17:21:23.789752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:21:23.797827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-cd241c86-ccf0-4a85-bc8d-1280bf9d60d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:23.799245 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-cd241c86-ccf0-4a85-bc8d-1280bf9d60d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.7450395 Sep 29 17:21:23.812578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:23.818872 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:21:23.833483 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5e52487c-119f-4eb6-863d-17408368586c req-52f10b24-5cd6-4154-9864-aa01b1ba8d89 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413303 Sep 29 17:21:23.857244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Pushing event updated for resources: {'Port': ['ID=b134f56e-bb37-43c0-b7fc-fe9df16b330b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:23.918390 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-4250f68a-ebf9-4435-8dc8-e8337aaf49ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=e3859f1f-529e-4909-84a1-f0e253495e98 HTTP/1.1" status: 200 len: 217 time: 0.1220076 Sep 29 17:21:23.920114 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5e66d-7d02-4ebf-8b78-61a2b250d854 req-242460f8-a439-4155-83b0-acd0fefb256e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:23.921486 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3bf5e66d-7d02-4ebf-8b78-61a2b250d854 req-242460f8-a439-4155-83b0-acd0fefb256e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 1100 time: 0.6187961 Sep 29 17:21:23.952259 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-e47dede7-7bfb-4d36-b86d-c02beb5d6361 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=e3859f1f-529e-4909-84a1-f0e253495e98 HTTP/1.1" status: 200 len: 217 time: 0.1366589 Sep 29 17:21:23.956856 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f3aac-c92c-4cbf-81fb-a9572c1e3a0b req-d76d4912-c137-4e58-ad48-1241f05474a1 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:23.959143 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-126f3aac-c92c-4cbf-81fb-a9572c1e3a0b req-d76d4912-c137-4e58-ad48-1241f05474a1 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 949 time: 0.0519986 Sep 29 17:21:24.000794 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-126f3aac-c92c-4cbf-81fb-a9572c1e3a0b req-7b0263ad-c763-4ad1-bc1e-779d9893878a tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342121 Sep 29 17:21:24.011695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] For port 59d97f32-c435-41ec-b532-7f80be83a5bb, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:24.024710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port a5c8eefc-4a7e-47cc-928f-58f4bab27060 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:24.024710 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.063052 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 2fbb3edd-9ffa-432c-a208-b596741aae05 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:24.063435 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.112464 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3c8b1e5b-b929-425e-9d97-c9b30a87dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.116783 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e3859f1f-529e-4909-84a1-f0e253495e98, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e3859f1f-529e-4909-84a1-f0e253495e98,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:24.130730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-292c461b-aa5f-4b95-b33b-575bbebbc3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:24.132182 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-292c461b-aa5f-4b95-b33b-575bbebbc3f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1958134 Sep 29 17:21:24.177681 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'e3859f1f-529e-4909-84a1-f0e253495e98', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': 'e3859f1f-529e-4909-84a1-f0e253495e98', 'mac_address': 'fa:16:3e:54:06:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:21:24.181305 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3bf5e66d-7d02-4ebf-8b78-61a2b250d854 req-84517451-e76d-4423-9b2d-66470370ef52 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360590 Sep 29 17:21:24.195138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-3f447e3e-2b49-4023-8145-36b35bca0366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:24.196568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-3f447e3e-2b49-4023-8145-36b35bca0366 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.2143953 Sep 29 17:21:24.218281 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.243230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-cc0dd757-77ec-469a-b5f2-d4dbf5ae7e6a tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Router 02da1f8a-e722-43e8-8441-acb95ec68c39 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:21:24.244143 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3c8b1e5b-b929-425e-9d97-c9b30a87dba0 None None] For port 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1e8c1c9b-9cfb-41ea-ac9d-514a7144242b,segment=NetworkSegment(85651a57-8ec2-4e3a-bb09-a834055cb1ab),segment_id=85651a57-8ec2-4e3a-bb09-a834055cb1ab)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:24.270158 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.276827 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3c8b1e5b-b929-425e-9d97-c9b30a87dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.284061 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d3fd2-7c72-40c3-9055-4d06f272a5eb req-db51ff24-8371-472d-897c-d90aaa1bc768 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:24.297806 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.301338 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b1d3fd2-7c72-40c3-9055-4d06f272a5eb req-db51ff24-8371-472d-897c-d90aaa1bc768 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 946 time: 0.0973771 Sep 29 17:21:24.348080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-57730a74-7e5e-4efe-a6bb-acb51643037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:24.349911 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-57730a74-7e5e-4efe-a6bb-acb51643037d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1706944 Sep 29 17:21:24.355398 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b1d3fd2-7c72-40c3-9055-4d06f272a5eb req-b924b260-2af5-4459-99be-1f58671fcec0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525913 Sep 29 17:21:24.388567 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.398377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3859f1f-529e-4909-84a1-f0e253495e98 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:21:24.451441 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:24.454797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e3859f1f-529e-4909-84a1-f0e253495e98, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e3859f1f-529e-4909-84a1-f0e253495e98,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:24.485391 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b1e5b-b929-425e-9d97-c9b30a87dba0 None None] Pushing event updated for resources: {'Port': ['ID=1e8c1c9b-9cfb-41ea-ac9d-514a7144242b,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:24.488450 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.499178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d130f6-f47a-43bb-ad2d-1ace9f70a098 req-e0980410-163f-4667-8c93-9684d1474618 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:24.502695 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95d130f6-f47a-43bb-ad2d-1ace9f70a098 req-e0980410-163f-4667-8c93-9684d1474618 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 948 time: 0.0733185 Sep 29 17:21:24.524471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a5c8eefc-4a7e-47cc-928f-58f4bab27060, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a5c8eefc-4a7e-47cc-928f-58f4bab27060,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:24.537446 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.538237 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 35d95f39-d9e3-4c32-b841-0bb40f3a629a up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:24.560470 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95d130f6-f47a-43bb-ad2d-1ace9f70a098 req-2c6a462f-9e77-44d1-aced-63c1b7f568c6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518019 Sep 29 17:21:24.590165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Pushing event updated for resources: {'Port': ['ID=59d97f32-c435-41ec-b532-7f80be83a5bb,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:24.591655 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=e3859f1f-529e-4909-84a1-f0e253495e98,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:24.649807 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:24.650443 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.658623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-778bfdae-cae2-4fb3-939d-0a0fdd2a75fe None None] Provisioning complete for port 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:24.658989 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-778bfdae-cae2-4fb3-939d-0a0fdd2a75fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.691226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610270b3-6921-4d96-b80c-b08bb7d70476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d97f32-c435-41ec-b532-7f80be83a5bb'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:24.692654 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa4bb3-dde3-402c-87a2-81f22ef01fd1 req-b16753d5-be6d-45f0-a8fa-89e161fd2256 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:24.693473 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35aecc29-7ec1-491e-b8bf-985190e8117e" -d '{"events": [{"server_uuid": "610270b3-6921-4d96-b80c-b08bb7d70476", "name": "network-vif-unplugged", "status": "completed", "tag": "59d97f32-c435-41ec-b532-7f80be83a5bb"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:24.694433 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-04fa4bb3-dde3-402c-87a2-81f22ef01fd1 req-b16753d5-be6d-45f0-a8fa-89e161fd2256 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 945 time: 0.0561869 Sep 29 17:21:24.703269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Attempting to bind port 59d97f32-c435-41ec-b532-7f80be83a5bb on host n-h2-811748-2 for vnic_type normal with profile {"migrating_to": "n-h1-811748-2"} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:21:24.703632 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Attempting to bind port 59d97f32-c435-41ec-b532-7f80be83a5bb by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:21:24.703985 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Attempting to bind port 59d97f32-c435-41ec-b532-7f80be83a5bb on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:24.720030 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=a5c8eefc-4a7e-47cc-928f-58f4bab27060,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:24.727940 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 35d95f39-d9e3-4c32-b841-0bb40f3a629a completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:21:24.738819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 35d95f39-d9e3-4c32-b841-0bb40f3a629a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:24.739193 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.748108 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Port 59d97f32-c435-41ec-b532-7f80be83a5bb on network c363c05d-b075-41d6-b265-c6ca1599d18c not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:21:24.748926 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-04fa4bb3-dde3-402c-87a2-81f22ef01fd1 req-47865654-7c17-47e8-88d9-a12b2e1befe1 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459566 Sep 29 17:21:24.749049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Attempting to bind port 59d97f32-c435-41ec-b532-7f80be83a5bb on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:24.766796 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-b9266eee-31bf-4058-bf32-ca9058321c1f service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520682 Sep 29 17:21:24.778910 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:21:24.778910 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Checking segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:24.780103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Bound using segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:21:24.780103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Bound port: 59d97f32-c435-41ec-b532-7f80be83a5bb, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:21:24.780103 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.782629 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.836677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-cc0dd757-77ec-469a-b5f2-d4dbf5ae7e6a tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:21:24.839487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-334d2fbb-c4f0-4d8e-a764-ef41866c252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:24.840985 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-334d2fbb-c4f0-4d8e-a764-ef41866c252e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2779315 Sep 29 17:21:24.850586 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0b84bf-4df4-41c6-8ccb-6bb6b81f0610 None None] Sync routers for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:21:24.860590 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0b84bf-4df4-41c6-8ccb-6bb6b81f0610 None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:24.861515 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7b0b84bf-4df4-41c6-8ccb-6bb6b81f0610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:24.869024 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['e3859f1f-529e-4909-84a1-f0e253495e98'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:21:24.879894 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05570bf-24eb-4e76-a634-23ee12badb90 req-5e111296-f4d3-4850-b987-5fba8d9432f0 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:24.881569 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a05570bf-24eb-4e76-a634-23ee12badb90 req-5e111296-f4d3-4850-b987-5fba8d9432f0 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.0689676 Sep 29 17:21:24.918045 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-cc0dd757-77ec-469a-b5f2-d4dbf5ae7e6a tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.938262 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a05570bf-24eb-4e76-a634-23ee12badb90 req-420d806e-76b0-411a-941e-67b6cf4074f3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479136 Sep 29 17:21:24.967851 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:24.978749 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-7b0b84bf-4df4-41c6-8ccb-6bb6b81f0610 None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:25.024085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 35d95f39-d9e3-4c32-b841-0bb40f3a629a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=35d95f39-d9e3-4c32-b841-0bb40f3a629a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:25.033969 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:25.034868 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device ac0189c8-c402-4d86-bb07-8be0ab04b876 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:21:25.072531 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-cc0dd757-77ec-469a-b5f2-d4dbf5ae7e6a tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "PUT /v2.0/floatingips/7e650803-0502-41d2-b57c-6a788ddf82c0 HTTP/1.1" status: 200 len: 696 time: 2.7704594 Sep 29 17:21:25.129339 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa67c1b5-8bb1-403e-9849-e981852b09f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060'}, {'server_uuid': '382a2f20-8538-4095-b89a-aebb22304c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d95f39-d9e3-4c32-b841-0bb40f3a629a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:25.131730 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627cb930-32fa-4813-b08e-31cbb0c409e0" -d '{"events": [{"server_uuid": "fa67c1b5-8bb1-403e-9849-e981852b09f6", "name": "network-vif-plugged", "status": "completed", "tag": "a5c8eefc-4a7e-47cc-928f-58f4bab27060"}, {"server_uuid": "382a2f20-8538-4095-b89a-aebb22304c34", "name": "network-vif-plugged", "status": "completed", "tag": "35d95f39-d9e3-4c32-b841-0bb40f3a629a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:25.138375 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-9c1df353-8c84-4f3b-8428-9e4ef48ef8b1 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528094 Sep 29 17:21:25.142064 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c650bc-97df-44ec-85ac-67f05598ac6b x-openstack-request-id: req-26c650bc-97df-44ec-85ac-67f05598ac6b {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:25.142418 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610270b3-6921-4d96-b80c-b08bb7d70476", "name": "network-vif-unplugged", "status": "completed", "tag": "59d97f32-c435-41ec-b532-7f80be83a5bb", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:25.143028 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26c650bc-97df-44ec-85ac-67f05598ac6b {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:25.143711 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610270b3-6921-4d96-b80c-b08bb7d70476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d97f32-c435-41ec-b532-7f80be83a5bb', 'code': 200} Sep 29 17:21:25.152744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: ac0189c8-c402-4d86-bb07-8be0ab04b876 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:21:25.153089 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device ac0189c8-c402-4d86-bb07-8be0ab04b876 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:21:25.211320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=35d95f39-d9e3-4c32-b841-0bb40f3a629a,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:25.230309 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7b0b84bf-4df4-41c6-8ccb-6bb6b81f0610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:25.234003 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5abf1-c574-439b-a4b4-c4a51e446712 req-3fe176c1-4a7c-4ec7-a55c-f9d70fd29d2c tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:25.235845 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2e5abf1-c574-439b-a4b4-c4a51e446712 req-3fe176c1-4a7c-4ec7-a55c-f9d70fd29d2c tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.35 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d&tenant_id=a84d217d4dcf43a280aed44f5566a55f&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 949 time: 0.6476429 Sep 29 17:21:25.251988 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228fab4d-ccb8-4134-9921-e8a598cae9c0 req-edd1d2f1-ee10-434a-9455-71e2859e12e6 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:25.254393 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-228fab4d-ccb8-4134-9921-e8a598cae9c0 req-edd1d2f1-ee10-434a-9455-71e2859e12e6 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 949 time: 0.0936651 Sep 29 17:21:25.263768 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0b84bf-4df4-41c6-8ccb-6bb6b81f0610 None None] Checking router: 02da1f8a-e722-43e8-8441-acb95ec68c39 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:21:25.272644 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0b84bf-4df4-41c6-8ccb-6bb6b81f0610 None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:25.273301 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7b0b84bf-4df4-41c6-8ccb-6bb6b81f0610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:25.296411 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-228fab4d-ccb8-4134-9921-e8a598cae9c0 req-3f028a47-b392-47b7-a960-f12fcfc2a600 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361593 Sep 29 17:21:25.345965 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba133aee-80e3-4d87-a6c7-9073113bb7ad x-openstack-request-id: req-ba133aee-80e3-4d87-a6c7-9073113bb7ad {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:25.346263 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa67c1b5-8bb1-403e-9849-e981852b09f6", "name": "network-vif-plugged", "status": "completed", "tag": "a5c8eefc-4a7e-47cc-928f-58f4bab27060", "code": 200}, {"server_uuid": "382a2f20-8538-4095-b89a-aebb22304c34", "name": "network-vif-plugged", "status": "completed", "tag": "35d95f39-d9e3-4c32-b841-0bb40f3a629a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:25.346512 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba133aee-80e3-4d87-a6c7-9073113bb7ad {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:25.346904 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa67c1b5-8bb1-403e-9849-e981852b09f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060', 'code': 200} Sep 29 17:21:25.347178 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382a2f20-8538-4095-b89a-aebb22304c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d95f39-d9e3-4c32-b841-0bb40f3a629a', 'code': 200} Sep 29 17:21:25.392137 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-7b0b84bf-4df4-41c6-8ccb-6bb6b81f0610 None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:25.508660 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5533d40-b402-4ee7-9666-8405525ab44b req-fb6a474b-bf75-440a-8d58-3e23be5fb54f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:25.515336 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b5533d40-b402-4ee7-9666-8405525ab44b req-fb6a474b-bf75-440a-8d58-3e23be5fb54f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 944 time: 0.0840416 Sep 29 17:21:25.515956 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:25.559108 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b5533d40-b402-4ee7-9666-8405525ab44b req-81a73a77-4f2d-4908-81b0-e0e704c06dbd tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375645 Sep 29 17:21:25.601265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:25.602255 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:25.742203 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916208d9-9281-4d66-9bc0-341dc3e65013 req-ee671ec4-3e82-4afe-8e95-090dc62c20db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:25.743894 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-916208d9-9281-4d66-9bc0-341dc3e65013 req-ee671ec4-3e82-4afe-8e95-090dc62c20db service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 1101 time: 0.1207016 Sep 29 17:21:25.786481 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-7bc46e4b-39c9-4d79-87d3-2d9d8424ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:25.787054 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e87c4-2533-4ef0-9c01-436bfa5260d6 req-c22d1e3e-e315-4164-81c3-e981b2a3e2dc tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:25.787912 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-7bc46e4b-39c9-4d79-87d3-2d9d8424ba15 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 1096 time: 0.7141986 Sep 29 17:21:25.788768 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-567e87c4-2533-4ef0-9c01-436bfa5260d6 req-c22d1e3e-e315-4164-81c3-e981b2a3e2dc tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 949 time: 0.0859072 Sep 29 17:21:25.821429 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7b0b84bf-4df4-41c6-8ccb-6bb6b81f0610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:25.826424 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-916208d9-9281-4d66-9bc0-341dc3e65013 req-eb4535d3-04a4-4fd2-b94c-ecaf5d34bd07 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732918 Sep 29 17:21:25.850689 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0b84bf-4df4-41c6-8ccb-6bb6b81f0610 None None] The sync data for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 is: [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:20:12Z', 'revision_number': 4, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '8116d500-23d0-4f2f-90f7-11f0519af14a', 'name': '', 'network_id': 'fb7a1420-64a9-48a3-85e8-74b4d30ac194', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'mac_address': 'fa:16:3e:01:d0:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:17Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'subnets': [{'id': 'e1e0d88c-9eed-455c-b1a0-78e0e5d28593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:21:25.854547 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-567e87c4-2533-4ef0-9c01-436bfa5260d6 req-bf98aed3-96e1-4130-b266-1e799f11424c tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508697 Sep 29 17:21:25.870677 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:25.892852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] For port 59d97f32-c435-41ec-b532-7f80be83a5bb, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:25.897091 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-0089a359-068f-47a5-acde-2e86e16dbc2c service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8105943 Sep 29 17:21:25.918318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342688e2-702c-4819-ac7a-5766f201ef7e req-2d9263ff-3bde-4dd5-beca-abdab7aa94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:25.919805 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-342688e2-702c-4819-ac7a-5766f201ef7e req-2d9263ff-3bde-4dd5-beca-abdab7aa94ad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=382a2f20-8538-4095-b89a-aebb22304c34 HTTP/1.1" status: 200 len: 1100 time: 0.2035549 Sep 29 17:21:25.920576 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-a2e5abf1-c574-439b-a4b4-c4a51e446712 req-04710287-6ee7-4e46-9eeb-a2b3f4020481 service neutron] delete failed (client error): The resource could not be found. Sep 29 17:21:25.921477 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2e5abf1-c574-439b-a4b4-c4a51e446712 req-04710287-6ee7-4e46-9eeb-a2b3f4020481 service neutron] 10.222.0.35 "DELETE /v2.0/ports/e3859f1f-529e-4909-84a1-f0e253495e98/bindings/n-h2-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.6412268 Sep 29 17:21:25.923230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] For port 59d97f32-c435-41ec-b532-7f80be83a5bb, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=59d97f32-c435-41ec-b532-7f80be83a5bb,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:21:25.961009 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a28a9-a024-4c13-abec-ccf621537083 req-080e478c-d439-4250-9e5c-68cb52600f68 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:25.962622 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-014a28a9-a024-4c13-abec-ccf621537083 req-080e478c-d439-4250-9e5c-68cb52600f68 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 945 time: 0.0554838 Sep 29 17:21:26.004654 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-014a28a9-a024-4c13-abec-ccf621537083 req-960061f8-68f7-438f-bd64-b9b3cf0c00d8 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338087 Sep 29 17:21:26.018015 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:26.150217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b729d5-76fb-432a-9b3a-9d76db0e80c8 req-da084785-7fc5-4408-b11d-40e951d67fcb tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:26.155806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f78352-c432-4f19-81ab-214f02d35fa8 None None] New status for floating IP 7e650803-0502-41d2-b57c-6a788ddf82c0: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:21:26.163574 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-37b729d5-76fb-432a-9b3a-9d76db0e80c8 req-da084785-7fc5-4408-b11d-40e951d67fcb tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.0797803 Sep 29 17:21:26.187408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-7b0b81b8-05cb-4791-9bf8-b7d965dc46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:26.189220 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-7b0b81b8-05cb-4791-9bf8-b7d965dc46eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 922 time: 0.3653672 Sep 29 17:21:26.204847 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-37b729d5-76fb-432a-9b3a-9d76db0e80c8 req-71e360b5-246e-452b-bcf3-46f45fffdffb tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403502 Sep 29 17:21:26.236835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-342688e2-702c-4819-ac7a-5766f201ef7e req-82efce4b-f170-4e63-81ef-ee15c767f316 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924996 Sep 29 17:21:26.281364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Pushing event updated for resources: {'Port': ['ID=59d97f32-c435-41ec-b532-7f80be83a5bb,revision_number=8']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:26.284961 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:26.285594 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:26.286964 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-d57d3456-8a07-48dd-84c8-1687aa437292 service neutron] 10.222.0.49 "PUT /v2.0/ports/59d97f32-c435-41ec-b532-7f80be83a5bb HTTP/1.1" status: 200 len: 1122 time: 3.8635824 Sep 29 17:21:26.291375 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-e17fc6a6-bfcf-45f3-b11d-df15779b7f62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5376ddf6-de01-4550-930c-4a8a487ae138 HTTP/1.1" status: 200 len: 217 time: 0.0847914 Sep 29 17:21:26.301090 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c51c07f4-6ef8-4c75-9da9-a6610f05c280 req-1c7bff0e-42a2-410d-837a-4b04fb14a05c service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865469 Sep 29 17:21:26.362195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-28bc2553-5778-45da-a633-03cf0de90871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:26.363673 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-28bc2553-5778-45da-a633-03cf0de90871 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 200 len: 860 time: 0.0616775 Sep 29 17:21:26.372398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Router d4d49716-17d0-4a73-a770-119ca68ed527 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:21:26.440228 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['59d97f32-c435-41ec-b532-7f80be83a5bb'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:21:26.540639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5abf1-c574-439b-a4b4-c4a51e446712 req-328245e3-6d7a-4e0c-8118-7a903810edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:26.542418 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2e5abf1-c574-439b-a4b4-c4a51e446712 req-328245e3-6d7a-4e0c-8118-7a903810edb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 1100 time: 0.1355033 Sep 29 17:21:26.548419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-d36fd4d1-6c12-4648-bab5-81209c4a53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:26.549964 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-d36fd4d1-6c12-4648-bab5-81209c4a53e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fb7a1420-64a9-48a3-85e8-74b4d30ac194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715078 Sep 29 17:21:26.585818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:21:26.590574 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832c81a-014b-451d-8a45-3d372f3860b0 req-fd9277c4-e55d-4c58-88e8-04e4e77d4444 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:26.592337 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b832c81a-014b-451d-8a45-3d372f3860b0 req-fd9277c4-e55d-4c58-88e8-04e4e77d4444 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 1096 time: 0.0470922 Sep 29 17:21:26.597504 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Sync routers for ids ['d4d49716-17d0-4a73-a770-119ca68ed527'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:21:26.609496 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Routers {'d4d49716-17d0-4a73-a770-119ca68ed527'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:26.610728 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d4d49716-17d0-4a73-a770-119ca68ed527'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:26.644254 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b832c81a-014b-451d-8a45-3d372f3860b0 req-9369e721-1d67-4855-9c3c-c4405d8e3eb8 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381892 Sep 29 17:21:26.706622 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:26.707875 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-64c46c60-6bd7-4acd-9e89-a50b7e373445 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9242015 Sep 29 17:21:26.710917 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49168) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:26.761545 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Set router d4d49716-17d0-4a73-a770-119ca68ed527 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:26.769047 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-dbc42990-c1bd-49bd-91f4-fae36ff58af2 service neutron] 10.222.0.44 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067814 Sep 29 17:21:26.809020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5abf1-c574-439b-a4b4-c4a51e446712 req-6d9940d9-403b-48ad-a2b7-d5f40203019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:26.810498 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2e5abf1-c574-439b-a4b4-c4a51e446712 req-6d9940d9-403b-48ad-a2b7-d5f40203019a service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.1499581 Sep 29 17:21:26.855705 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa3e2c-4957-4cec-97a3-5dbf2093d8d6 req-f4f38e80-9f91-4d68-9ae6-cfda4bd41eda tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:26.857139 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-27fa3e2c-4957-4cec-97a3-5dbf2093d8d6 req-f4f38e80-9f91-4d68-9ae6-cfda4bd41eda tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 949 time: 0.1055889 Sep 29 17:21:26.893929 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2e5abf1-c574-439b-a4b4-c4a51e446712 req-66ff544e-173a-4041-aa76-a74d09ce6378 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=e3859f1f-529e-4909-84a1-f0e253495e98 HTTP/1.1" status: 200 len: 217 time: 0.0434413 Sep 29 17:21:26.944313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f08279cb-fb5f-4876-a0f5-fa9da8203568 req-be0ae4ed-a23d-4da6-837c-d012888b796e service neutron] 10.222.0.44 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602399 Sep 29 17:21:26.957485 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5abf1-c574-439b-a4b4-c4a51e446712 req-bfa138ab-635e-4823-9444-f93f17cd3ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:26.960369 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2e5abf1-c574-439b-a4b4-c4a51e446712 req-bfa138ab-635e-4823-9444-f93f17cd3ade service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0546341 Sep 29 17:21:26.966607 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-27fa3e2c-4957-4cec-97a3-5dbf2093d8d6 req-12f92973-4f59-413c-9e77-c6c23c88d64c tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988779 Sep 29 17:21:26.978507 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'name': 'tempest-AttachSCSIVolumeTestJSON-570086409-router', 'tenant_id': '27008ee040714494b08566bc7fa3dc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b134f56e-bb37-43c0-b7fc-fe9df16b330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:19Z', 'updated_at': '2021-09-29T17:21:24Z', 'revision_number': 3, 'project_id': '27008ee040714494b08566bc7fa3dc7e', 'gw_port': {'id': 'b134f56e-bb37-43c0-b7fc-fe9df16b330b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:21Z', 'updated_at': '2021-09-29T17:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:27.013409 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:27.017006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5abf1-c574-439b-a4b4-c4a51e446712 req-27f58156-9298-438e-9890-d59c2171f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:27.018547 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2e5abf1-c574-439b-a4b4-c4a51e446712 req-27f58156-9298-438e-9890-d59c2171f360 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0513136 Sep 29 17:21:27.027061 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Checking router: d4d49716-17d0-4a73-a770-119ca68ed527 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:21:27.027061 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Updating router d4d49716-17d0-4a73-a770-119ca68ed527 port b134f56e-bb37-43c0-b7fc-fe9df16b330b binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:21:27.077227 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:27.158924 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04a8a0ad-34be-4851-9330-645677272498', 'tag': '5376ddf6-de01-4550-930c-4a8a487ae138'}, {'name': 'network-changed', 'server_uuid': '610270b3-6921-4d96-b80c-b08bb7d70476', 'tag': '59d97f32-c435-41ec-b532-7f80be83a5bb'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:27.161999 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7980930-d4ad-4da7-ba0a-cdae059caefa" -d '{"events": [{"name": "network-changed", "server_uuid": "04a8a0ad-34be-4851-9330-645677272498", "tag": "5376ddf6-de01-4550-930c-4a8a487ae138"}, {"name": "network-changed", "server_uuid": "610270b3-6921-4d96-b80c-b08bb7d70476", "tag": "59d97f32-c435-41ec-b532-7f80be83a5bb"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:27.222497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b1074-0919-4764-b0e7-2b5500accfc3 req-96108be1-c3a3-4dd9-8d34-ae25a0e45d1f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:27.224707 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d77b1074-0919-4764-b0e7-2b5500accfc3 req-96108be1-c3a3-4dd9-8d34-ae25a0e45d1f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 949 time: 0.1217022 Sep 29 17:21:27.233234 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f290ba-d23b-4a92-be8f-74030dd66195 req-4734c128-b432-46fa-a075-d569ec7073c9 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:27.235862 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2f290ba-d23b-4a92-be8f-74030dd66195 req-4734c128-b432-46fa-a075-d569ec7073c9 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 944 time: 0.1649210 Sep 29 17:21:27.290128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2e5abf1-c574-439b-a4b4-c4a51e446712 req-17392662-ed57-4e7f-85de-02a966ef23c0 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622774 Sep 29 17:21:27.311731 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2f290ba-d23b-4a92-be8f-74030dd66195 req-3e663ac0-83cf-4d67-9d9c-3b80346bdac5 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611629 Sep 29 17:21:27.372361 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d77b1074-0919-4764-b0e7-2b5500accfc3 req-5d371a0f-8cc9-4328-bd16-88f29aa5d982 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366463 Sep 29 17:21:27.469808 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2e5abf1-c574-439b-a4b4-c4a51e446712 req-3998cfb7-443d-466b-b687-42ff4a6e6a5f service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707323 Sep 29 17:21:27.502614 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:27.514457 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:27.533602 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a0de64-90bd-4c66-9812-f0e6c9081f84 x-openstack-request-id: req-44a0de64-90bd-4c66-9812-f0e6c9081f84 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:27.534190 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04a8a0ad-34be-4851-9330-645677272498", "tag": "5376ddf6-de01-4550-930c-4a8a487ae138", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "610270b3-6921-4d96-b80c-b08bb7d70476", "tag": "59d97f32-c435-41ec-b532-7f80be83a5bb", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:27.534521 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44a0de64-90bd-4c66-9812-f0e6c9081f84 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:27.535012 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04a8a0ad-34be-4851-9330-645677272498', 'tag': '5376ddf6-de01-4550-930c-4a8a487ae138', 'status': 'completed', 'code': 200} Sep 29 17:21:27.535375 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610270b3-6921-4d96-b80c-b08bb7d70476', 'tag': '59d97f32-c435-41ec-b532-7f80be83a5bb', 'status': 'completed', 'code': 200} Sep 29 17:21:27.557515 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Attempting to bind port b134f56e-bb37-43c0-b7fc-fe9df16b330b on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:21:27.558029 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Attempting to bind port b134f56e-bb37-43c0-b7fc-fe9df16b330b by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:21:27.558862 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Attempting to bind port b134f56e-bb37-43c0-b7fc-fe9df16b330b on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:27.609255 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:21:27.610011 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:27.610530 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:27.611588 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:21:27.618045 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Bound port: b134f56e-bb37-43c0-b7fc-fe9df16b330b, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:21:27.619255 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:27.714588 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] For port b134f56e-bb37-43c0-b7fc-fe9df16b330b, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:27.717429 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] For port b134f56e-bb37-43c0-b7fc-fe9df16b330b, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b134f56e-bb37-43c0-b7fc-fe9df16b330b,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:21:27.721090 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4730170-3d68-4fbb-b6ce-0e323d421702 req-172fdd0b-32ba-4614-9875-0945d7f8c086 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:27.726306 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:27.727739 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-24e8d6f2-0ebb-4c07-802d-c038496e6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:27.730762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-24e8d6f2-0ebb-4c07-802d-c038496e6380 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 1096 time: 0.1348410 Sep 29 17:21:27.745835 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4730170-3d68-4fbb-b6ce-0e323d421702 req-172fdd0b-32ba-4614-9875-0945d7f8c086 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=382a2f20-8538-4095-b89a-aebb22304c34 HTTP/1.1" status: 200 len: 949 time: 0.2147090 Sep 29 17:21:27.750991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e3859f1f-529e-4909-84a1-f0e253495e98 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:27.758148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a170bb7-da99-4b6c-98ba-d25a42483b3e req-1643a206-b749-4dff-a6b9-3d75387f7daf tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:27.761849 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a170bb7-da99-4b6c-98ba-d25a42483b3e req-1643a206-b749-4dff-a6b9-3d75387f7daf tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.1165874 Sep 29 17:21:27.783653 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631c13f-dacd-437b-a284-06ebcf1725b9 None None] Pushing event updated for resources: {'Port': ['ID=b134f56e-bb37-43c0-b7fc-fe9df16b330b,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:27.828995 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Routers {'d4d49716-17d0-4a73-a770-119ca68ed527'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:27.830278 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d4d49716-17d0-4a73-a770-119ca68ed527'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:27.837478 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:27.884760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port e3859f1f-529e-4909-84a1-f0e253495e98 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:21:27.892741 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port e3859f1f-529e-4909-84a1-f0e253495e98 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:27.895895 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:27.929256 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a170bb7-da99-4b6c-98ba-d25a42483b3e req-5b5ad0c2-e9dd-4e61-a859-cc6db3a9d803 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535730 Sep 29 17:21:27.939823 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4730170-3d68-4fbb-b6ce-0e323d421702 req-45947adb-54e1-4acd-96bb-fd75956cc9a1 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924951 Sep 29 17:21:28.016120 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-95629af4-db5a-4d47-9f64-651d2bb5a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:28.025122 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-95629af4-db5a-4d47-9f64-651d2bb5a00d service neutron] 10.222.0.35 "GET /v2.0/networks?id=fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 200 len: 922 time: 0.2621708 Sep 29 17:21:28.142691 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-189a7e55-50d7-4819-b9f2-2536da931eec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5376ddf6-de01-4550-930c-4a8a487ae138 HTTP/1.1" status: 200 len: 217 time: 0.1057751 Sep 29 17:21:28.168366 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631c13f-dacd-437b-a284-06ebcf1725b9 None None] Pushing event updated for resources: {'Port': ['ID=b134f56e-bb37-43c0-b7fc-fe9df16b330b,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:28.218347 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:28.226701 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33dc9709-b206-4396-8091-c321519c24d0 req-cd8a2546-0dfa-4481-ba0c-66050b420740 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/floatingips/7e650803-0502-41d2-b57c-6a788ddf82c0 HTTP/1.1" status: 200 len: 694 time: 0.1480837 Sep 29 17:21:28.264284 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16f39aa-c7ae-4107-9673-c0b5c2d2d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3859f1f-529e-4909-84a1-f0e253495e98'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:28.266973 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cc433f-133c-42ab-819c-26f0185e2309" -d '{"events": [{"server_uuid": "c16f39aa-c7ae-4107-9673-c0b5c2d2d32d", "name": "network-vif-plugged", "status": "completed", "tag": "e3859f1f-529e-4909-84a1-f0e253495e98"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:28.276171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-a3dd9d1a-1b6e-4c85-a7d7-4f912e33f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:28.277742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-a3dd9d1a-1b6e-4c85-a7d7-4f912e33f60a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 200 len: 860 time: 0.1284225 Sep 29 17:21:28.282971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e3859f1f-529e-4909-84a1-f0e253495e98, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e3859f1f-529e-4909-84a1-f0e253495e98,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:28.290039 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:28.298174 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] Set router d4d49716-17d0-4a73-a770-119ca68ed527 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:28.346746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-4302462c-f32a-4332-ad3a-e0d488b02317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:28.348751 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-4302462c-f32a-4332-ad3a-e0d488b02317 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fb7a1420-64a9-48a3-85e8-74b4d30ac194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631347 Sep 29 17:21:28.425079 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=e3859f1f-529e-4909-84a1-f0e253495e98,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:28.428515 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ee3359-9c22-4854-94a8-ec9c3a233e8b x-openstack-request-id: req-d0ee3359-9c22-4854-94a8-ec9c3a233e8b {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:28.428805 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16f39aa-c7ae-4107-9673-c0b5c2d2d32d", "name": "network-vif-plugged", "status": "completed", "tag": "e3859f1f-529e-4909-84a1-f0e253495e98", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:28.429063 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0ee3359-9c22-4854-94a8-ec9c3a233e8b {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:28.429490 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16f39aa-c7ae-4107-9673-c0b5c2d2d32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3859f1f-529e-4909-84a1-f0e253495e98', 'code': 200} Sep 29 17:21:28.441767 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:28.442119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:28.442465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:28.443020 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:28.443152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:28.443458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:28.449480 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:28.450174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:28.450299 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:28.450599 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:28.450940 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:28.451276 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:21:28.538327 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Allocated IP 172.20.0.1 (84fc6ef8-082c-44d5-bab1-ab22e3c376f0/9d1d3ea7-914f-4de0-a0b7-7190ed94b8a5/e45b8df5-0174-4e93-94aa-72fbfc91c966) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:21:28.549152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc9709-b206-4396-8091-c321519c24d0 req-66c08116-252a-4129-aab7-6137e555996b tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:28.556380 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33dc9709-b206-4396-8091-c321519c24d0 req-66c08116-252a-4129-aab7-6137e555996b tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.3284504 Sep 29 17:21:28.561564 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-7bf4861c-9444-439d-9202-6dbabdc68a10 service neutron] 10.222.0.35 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921234 Sep 29 17:21:28.565061 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-33dc9709-b206-4396-8091-c321519c24d0 req-356d524e-c28d-458e-bdba-61850f4b5e00 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:21:28.566168 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33dc9709-b206-4396-8091-c321519c24d0 req-356d524e-c28d-458e-bdba-61850f4b5e00 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079813 Sep 29 17:21:28.618194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53754a4-3883-428f-a832-a233d284e1ca req-3b733c39-6236-4d53-b0d9-7dca551e4afe tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:28.620366 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a53754a4-3883-428f-a832-a233d284e1ca req-3b733c39-6236-4d53-b0d9-7dca551e4afe tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 944 time: 0.1146109 Sep 29 17:21:28.644227 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33dc9709-b206-4396-8091-c321519c24d0 req-f6bf483a-5f21-4ea1-a515-8cd3cffaf655 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 697 time: 0.0671661 Sep 29 17:21:28.665846 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'name': 'tempest-AttachSCSIVolumeTestJSON-570086409-router', 'tenant_id': '27008ee040714494b08566bc7fa3dc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b134f56e-bb37-43c0-b7fc-fe9df16b330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:19Z', 'updated_at': '2021-09-29T17:21:24Z', 'revision_number': 3, 'project_id': '27008ee040714494b08566bc7fa3dc7e', 'gw_port': {'id': 'b134f56e-bb37-43c0-b7fc-fe9df16b330b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:21Z', 'updated_at': '2021-09-29T17:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:28.695585 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1893f056-4d24-4538-87f8-6f7fb3c06877 None None] The sync data for ids ['d4d49716-17d0-4a73-a770-119ca68ed527'] in n-d-811748-2 is: [{'id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'name': 'tempest-AttachSCSIVolumeTestJSON-570086409-router', 'tenant_id': '27008ee040714494b08566bc7fa3dc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b134f56e-bb37-43c0-b7fc-fe9df16b330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:19Z', 'updated_at': '2021-09-29T17:21:24Z', 'revision_number': 3, 'project_id': '27008ee040714494b08566bc7fa3dc7e', 'gw_port': {'id': 'b134f56e-bb37-43c0-b7fc-fe9df16b330b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:21Z', 'updated_at': '2021-09-29T17:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:21:28.699162 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a53754a4-3883-428f-a832-a233d284e1ca req-8b6df556-abd3-4e1e-b775-4382cea83b12 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453715 Sep 29 17:21:28.729657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-c37905eb-1e2e-4fc4-9398-669feff1c2e0 service neutron] 10.222.0.35 "GET /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559298 Sep 29 17:21:28.741342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33dc9709-b206-4396-8091-c321519c24d0 req-5ab40f40-b14d-453e-9e66-b1572ea1ab27 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.119 HTTP/1.1" status: 200 len: 697 time: 0.0664406 Sep 29 17:21:28.816415 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:28.901862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd4fa8-eee9-42c2-bf2b-8d31d1719ba4 req-f5955f8a-7a9b-45f0-a217-4b4b65ed9c11 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:28.903480 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-75fd4fa8-eee9-42c2-bf2b-8d31d1719ba4 req-f5955f8a-7a9b-45f0-a217-4b4b65ed9c11 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.0904145 Sep 29 17:21:28.910564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-eeaf53b7-b216-4b59-a1ed-9c3a04cb38c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:28.912119 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-eeaf53b7-b216-4b59-a1ed-9c3a04cb38c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 1125 time: 0.0875831 Sep 29 17:21:28.937832 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:28.957786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-33dc9709-b206-4396-8091-c321519c24d0 req-371b2cb7-d8e7-49c6-ae3e-4e93abdccca7 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Deleting port 5b418625-18b2-45cb-b2cd-2fa5896d01d1 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:21:28.958163 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-33dc9709-b206-4396-8091-c321519c24d0 req-371b2cb7-d8e7-49c6-ae3e-4e93abdccca7 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:28.987742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-75fd4fa8-eee9-42c2-bf2b-8d31d1719ba4 req-09a726d7-d4ef-4ef4-9518-6547696398bc tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688982 Sep 29 17:21:29.040516 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Network 84fc6ef8-082c-44d5-bab1-ab22e3c376f0 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:21:29.054420 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:29.100408 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:21:29.115904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-19e5b779-3494-45d2-b209-b00b3aaaabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:29.117863 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-19e5b779-3494-45d2-b209-b00b3aaaabaf service neutron] 10.222.0.35 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.1919217 Sep 29 17:21:29.158204 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Pushing event updated for resources: {'Port': ['ID=e45b8df5-0174-4e93-94aa-72fbfc91c966,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:29.178000 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:29.184923 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-33dc9709-b206-4396-8091-c321519c24d0 req-371b2cb7-d8e7-49c6-ae3e-4e93abdccca7 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:29.185580 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-33dc9709-b206-4396-8091-c321519c24d0 req-371b2cb7-d8e7-49c6-ae3e-4e93abdccca7 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:29.209599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-c10e411d-fe5f-4422-8d25-227e1e8aafa5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d97f32-c435-41ec-b532-7f80be83a5bb HTTP/1.1" status: 200 len: 217 time: 0.0693548 Sep 29 17:21:29.249171 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-33dc9709-b206-4396-8091-c321519c24d0 req-371b2cb7-d8e7-49c6-ae3e-4e93abdccca7 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Calling delete_port for 5b418625-18b2-45cb-b2cd-2fa5896d01d1 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:21:29.266229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0869e96-a970-464b-9cb1-2c529dc6c3ba req-698be285-2066-4be8-a011-db4b0b79b95e tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:29.267732 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c0869e96-a970-464b-9cb1-2c529dc6c3ba req-698be285-2066-4be8-a011-db4b0b79b95e tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=382a2f20-8538-4095-b89a-aebb22304c34 HTTP/1.1" status: 200 len: 949 time: 0.1434178 Sep 29 17:21:29.341329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-ebee1070-3975-41a4-91ca-c7be6dd4b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:29.343071 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-ebee1070-3975-41a4-91ca-c7be6dd4b499 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.1218133 Sep 29 17:21:29.352063 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c0869e96-a970-464b-9cb1-2c529dc6c3ba req-28c261cf-8055-4f25-8208-8397cd1affe9 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778708 Sep 29 17:21:29.428844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-254e6c0a-6ee8-47ee-95e9-35f3a3a61fb5 None None] Provisioning complete for port e45b8df5-0174-4e93-94aa-72fbfc91c966 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:29.429936 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-254e6c0a-6ee8-47ee-95e9-35f3a3a61fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:29.573063 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:29.580992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-254e6c0a-6ee8-47ee-95e9-35f3a3a61fb5 None None] Port e45b8df5-0174-4e93-94aa-72fbfc91c966 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:21:29.624562 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b134f56e-bb37-43c0-b7fc-fe9df16b330b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:29.627556 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-33dc9709-b206-4396-8091-c321519c24d0 req-371b2cb7-d8e7-49c6-ae3e-4e93abdccca7 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:29.672282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b2cb7-d8e7-49c6-ae3e-4e93abdccca7 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Pushing event deleted for resources: {'Port': ['ID=5b418625-18b2-45cb-b2cd-2fa5896d01d1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:29.711495 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b134f56e-bb37-43c0-b7fc-fe9df16b330b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:29.711998 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:29.790792 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 59d97f32-c435-41ec-b532-7f80be83a5bb details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:21:29.793209 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-33dc9709-b206-4396-8091-c321519c24d0 req-371b2cb7-d8e7-49c6-ae3e-4e93abdccca7 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:29.800499 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-33dc9709-b206-4396-8091-c321519c24d0 req-371b2cb7-d8e7-49c6-ae3e-4e93abdccca7 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:29.800499 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33dc9709-b206-4396-8091-c321519c24d0 req-371b2cb7-d8e7-49c6-ae3e-4e93abdccca7 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "DELETE /v2.0/floatingips/7e650803-0502-41d2-b57c-6a788ddf82c0 HTTP/1.1" status: 204 len: 173 time: 1.0411837 Sep 29 17:21:29.923858 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:29.928544 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-59c1c167-8b04-41e6-a90c-1c83b42ce410 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5748820 Sep 29 17:21:29.960481 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:29.975360 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:30.003393 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port b134f56e-bb37-43c0-b7fc-fe9df16b330b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b134f56e-bb37-43c0-b7fc-fe9df16b330b,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:30.012882 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:30.075885 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:30.080946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 59d97f32-c435-41ec-b532-7f80be83a5bb, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=59d97f32-c435-41ec-b532-7f80be83a5bb,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:30.108502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643765f7-32e3-4615-a8cd-7ababc406fc9 req-c9f0dc1c-8790-49f5-bbb8-00c5896aa938 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:30.112950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 59d97f32-c435-41ec-b532-7f80be83a5bb has no active binding in host n-h1-811748-2 {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 17:21:30.116411 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-643765f7-32e3-4615-a8cd-7ababc406fc9 req-c9f0dc1c-8790-49f5-bbb8-00c5896aa938 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.1912019 Sep 29 17:21:30.118445 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34355b8f-da24-45d6-ae24-d43ae478e6f6 req-99c21705-4573-4c75-a59e-dea221fc1dcf tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:30.120105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=b134f56e-bb37-43c0-b7fc-fe9df16b330b,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:30.127063 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-34355b8f-da24-45d6-ae24-d43ae478e6f6 req-99c21705-4573-4c75-a59e-dea221fc1dcf tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.1893589 Sep 29 17:21:30.133429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Pushing event updated for resources: {'Port': ['ID=e45b8df5-0174-4e93-94aa-72fbfc91c966,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:30.160256 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-cb5d41a9-b662-40d4-b621-c5eaa49be460 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207570 Sep 29 17:21:30.220802 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-34355b8f-da24-45d6-ae24-d43ae478e6f6 req-e6cc43e0-79c6-4a9a-9a24-ad22e1be0daa tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892241 Sep 29 17:21:30.221572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-643765f7-32e3-4615-a8cd-7ababc406fc9 req-e43075ce-589d-4924-910e-47c8929aa7ef tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040771 Sep 29 17:21:30.304657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7980930-d4ad-4da7-ba0a-cdae059caefa req-c92e4d10-f7f1-4cc3-b8e2-da11ad274504 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297784 Sep 29 17:21:30.500467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacf697-3290-4c19-b5d0-aa3e110809ee req-11798048-84c9-430d-829e-8f63c2d8168d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:30.502678 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eacf697-3290-4c19-b5d0-aa3e110809ee req-11798048-84c9-430d-829e-8f63c2d8168d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 944 time: 0.0639074 Sep 29 17:21:30.550274 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eacf697-3290-4c19-b5d0-aa3e110809ee req-fd2876a6-4a72-4579-af17-566bdf480d62 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386746 Sep 29 17:21:30.558711 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Network 84fc6ef8-082c-44d5-bab1-ab22e3c376f0 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:21:30.560062 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:30.721939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Router d4d49716-17d0-4a73-a770-119ca68ed527 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:21:30.839782 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-6e45ea7d-0ef0-4b03-b089-a230d62c5ea2 service neutron] 10.222.0.35 "GET /v2.0/ports/59d97f32-c435-41ec-b532-7f80be83a5bb/bindings/n-h1-811748-2 HTTP/1.1" status: 200 len: 384 time: 0.0897951 Sep 29 17:21:30.923207 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915c422-e77f-44ed-9f69-7bd04ecbe359 req-845cad40-8215-4085-81e1-cd110d14101b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:30.926109 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7d9cb4b6-f997-4f71-a37c-8a1d01087414 None None] Provisioning complete for port e45b8df5-0174-4e93-94aa-72fbfc91c966 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:30.926989 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7d9cb4b6-f997-4f71-a37c-8a1d01087414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:30.931329 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3915c422-e77f-44ed-9f69-7bd04ecbe359 req-845cad40-8215-4085-81e1-cd110d14101b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.2081628 Sep 29 17:21:30.958854 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:21:30.983610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-7d9cb4b6-f997-4f71-a37c-8a1d01087414 None None] Port e45b8df5-0174-4e93-94aa-72fbfc91c966 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:21:30.986657 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a3f06fe4-5bf2-4515-97c1-4eaae162b354 admin admin] 10.222.0.44 "PUT /v2.0/routers/d4d49716-17d0-4a73-a770-119ca68ed527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2745252 Sep 29 17:21:31.011469 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3915c422-e77f-44ed-9f69-7bd04ecbe359 req-98864f4f-f191-425f-a24a-4388a009e61b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791509 Sep 29 17:21:31.095936 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-58607305-ce60-4031-a034-1e51a9420d16 service neutron] For port 59d97f32-c435-41ec-b532-7f80be83a5bb, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=59d97f32-c435-41ec-b532-7f80be83a5bb,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:31.122983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-58607305-ce60-4031-a034-1e51a9420d16 service neutron] For port 59d97f32-c435-41ec-b532-7f80be83a5bb, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:31.157296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Sync routers for ids ['d4d49716-17d0-4a73-a770-119ca68ed527'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:21:31.167435 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Routers {'d4d49716-17d0-4a73-a770-119ca68ed527'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:31.168087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d4d49716-17d0-4a73-a770-119ca68ed527'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:31.182967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-58607305-ce60-4031-a034-1e51a9420d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d97f32-c435-41ec-b532-7f80be83a5bb {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:21:31.196618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-58607305-ce60-4031-a034-1e51a9420d16 service neutron] For port 59d97f32-c435-41ec-b532-7f80be83a5bb, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=59d97f32-c435-41ec-b532-7f80be83a5bb,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:31.217074 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-58607305-ce60-4031-a034-1e51a9420d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:31.251955 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94630c84-1595-4a53-a752-5e848477cc78 req-c56830f2-c39b-4ab4-9bff-a20097ef460f tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:31.253585 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94630c84-1595-4a53-a752-5e848477cc78 req-c56830f2-c39b-4ab4-9bff-a20097ef460f tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 945 time: 0.0916908 Sep 29 17:21:31.333428 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94630c84-1595-4a53-a752-5e848477cc78 req-d2266cfe-b14e-4a2f-b54f-8bae5b3b2312 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703340 Sep 29 17:21:31.360828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Set router d4d49716-17d0-4a73-a770-119ca68ed527 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:31.387297 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-58607305-ce60-4031-a034-1e51a9420d16 service neutron] Transition to ACTIVE for port object 59d97f32-c435-41ec-b532-7f80be83a5bb will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:21:31.394911 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-58607305-ce60-4031-a034-1e51a9420d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:31.552045 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b134f56e-bb37-43c0-b7fc-fe9df16b330b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:31.742919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-58607305-ce60-4031-a034-1e51a9420d16 service neutron] No DVR routers for this DVR port 59d97f32-c435-41ec-b532-7f80be83a5bb on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:21:31.774023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58607305-ce60-4031-a034-1e51a9420d16 service neutron] Pushing event updated for resources: {'Port': ['ID=59d97f32-c435-41ec-b532-7f80be83a5bb,revision_number=10']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:31.807443 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731c255-8d4e-4752-8510-be48b18b0035 req-6b3e6d27-e740-4f43-a54a-76f0993ff6b1 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:31.819464 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0731c255-8d4e-4752-8510-be48b18b0035 req-6b3e6d27-e740-4f43-a54a-76f0993ff6b1 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 945 time: 0.1546388 Sep 29 17:21:31.823906 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-58607305-ce60-4031-a034-1e51a9420d16 service neutron] 10.222.0.35 "PUT /v2.0/ports/59d97f32-c435-41ec-b532-7f80be83a5bb/bindings/n-h1-811748-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9761651 Sep 29 17:21:31.963866 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b134f56e-bb37-43c0-b7fc-fe9df16b330b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:31.965762 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:31.969423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509be69-ebdd-41df-84dc-9654f779c149 req-188fa810-4c88-4c93-9b76-01e9beaacb34 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:31.971205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c509be69-ebdd-41df-84dc-9654f779c149 req-188fa810-4c88-4c93-9b76-01e9beaacb34 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.0709629 Sep 29 17:21:32.003155 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0731c255-8d4e-4752-8510-be48b18b0035 req-bfec02fe-cf1b-40b0-b8f7-ffa75be12322 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827447 Sep 29 17:21:32.101700 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c509be69-ebdd-41df-84dc-9654f779c149 req-eaef9bd8-ffc7-467b-bc3e-7bf404eee267 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228848 Sep 29 17:21:32.147914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-6f2b7e65-00b6-4cd3-947a-e0f81a618316 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:32.153070 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-6f2b7e65-00b6-4cd3-947a-e0f81a618316 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476&tenant_id=c50efc2fa4284829be7a860e331db6cd&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 1096 time: 0.1608214 Sep 29 17:21:32.172458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'name': 'tempest-AttachSCSIVolumeTestJSON-570086409-router', 'tenant_id': '27008ee040714494b08566bc7fa3dc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b134f56e-bb37-43c0-b7fc-fe9df16b330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:19Z', 'updated_at': '2021-09-29T17:21:29Z', 'revision_number': 4, 'project_id': '27008ee040714494b08566bc7fa3dc7e', 'gw_port': {'id': 'b134f56e-bb37-43c0-b7fc-fe9df16b330b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:21Z', 'updated_at': '2021-09-29T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e45b8df5-0174-4e93-94aa-72fbfc91c966', 'name': '', 'network_id': '84fc6ef8-082c-44d5-bab1-ab22e3c376f0', 'tenant_id': '27008ee040714494b08566bc7fa3dc7e', 'mac_address': 'fa:16:3e:01:27:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9d1d3ea7-914f-4de0-a0b7-7190ed94b8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:27Z', 'updated_at': '2021-09-29T17:21:29Z', 'revision_number': 2, 'project_id': '27008ee040714494b08566bc7fa3dc7e', 'subnets': [{'id': '9d1d3ea7-914f-4de0-a0b7-7190ed94b8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:32.174351 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-b14420f0-f6de-474e-acbc-b060d6c05b67 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a84d217d4dcf43a280aed44f5566a55f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393367 Sep 29 17:21:32.202458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Checking router: d4d49716-17d0-4a73-a770-119ca68ed527 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:21:32.203075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Updating router d4d49716-17d0-4a73-a770-119ca68ed527 port e45b8df5-0174-4e93-94aa-72fbfc91c966 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:21:32.273801 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:32.331618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-abcb761a-5f9b-4274-a741-55be04ef4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:32.335561 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-abcb761a-5f9b-4274-a741-55be04ef4104 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476&tenant_id=c50efc2fa4284829be7a860e331db6cd HTTP/1.1" status: 200 len: 1096 time: 0.1654832 Sep 29 17:21:32.347600 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-f0a35aaa-7041-4f25-b367-ee43c4fd9ba9 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:32.358706 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-f0a35aaa-7041-4f25-b367-ee43c4fd9ba9 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1832616 Sep 29 17:21:32.401702 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-ebcf8ff6-7cd5-43c5-8dec-0b350ffd275f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/quotas/a84d217d4dcf43a280aed44f5566a55f HTTP/1.1" status: 200 len: 375 time: 0.0409427 Sep 29 17:21:32.493037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-50d580d5-dc0f-48e1-9d07-b1841f3f5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:32.506049 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-50d580d5-dc0f-48e1-9d07-b1841f3f5a48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 1096 time: 0.1240582 Sep 29 17:21:32.555127 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-40f8e186-48ba-4feb-b37b-ba928c5d44b6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1513073 Sep 29 17:21:32.768265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fe8da-32aa-406c-b266-b121609e280b req-5c157346-f9ec-4d18-b689-4f8ac7ada2ee tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:32.776325 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f5fe8da-32aa-406c-b266-b121609e280b req-5c157346-f9ec-4d18-b689-4f8ac7ada2ee tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 945 time: 0.2514517 Sep 29 17:21:32.827573 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-83a32bc3-2455-48e4-a87d-fbac6bcccb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:32.829088 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-83a32bc3-2455-48e4-a87d-fbac6bcccb11 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.3205192 Sep 29 17:21:32.842060 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:32.864246 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:32.932407 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-910c015a-6ca6-42ff-9bf4-501b5d33e596 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=59d97f32-c435-41ec-b532-7f80be83a5bb HTTP/1.1" status: 200 len: 217 time: 0.0923975 Sep 29 17:21:32.951158 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f5fe8da-32aa-406c-b266-b121609e280b req-d41ced8f-8f08-4b4f-8ff4-dd65a662071a tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738853 Sep 29 17:21:33.072125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a43166-54d6-42e9-9126-ec21821c1b61 None None] Pushing event updated for resources: {'Port': ['ID=e45b8df5-0174-4e93-94aa-72fbfc91c966,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:33.178228 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Attempting to bind port e45b8df5-0174-4e93-94aa-72fbfc91c966 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:21:33.178599 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Attempting to bind port e45b8df5-0174-4e93-94aa-72fbfc91c966 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '85651a57-8ec2-4e3a-bb09-a834055cb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '84fc6ef8-082c-44d5-bab1-ab22e3c376f0'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:21:33.178966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Attempting to bind port e45b8df5-0174-4e93-94aa-72fbfc91c966 on network 84fc6ef8-082c-44d5-bab1-ab22e3c376f0 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:33.193013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:21:33.193422 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Checking segment: {'id': '85651a57-8ec2-4e3a-bb09-a834055cb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '84fc6ef8-082c-44d5-bab1-ab22e3c376f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:33.200809 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:33.201359 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Bound using segment: {'id': '85651a57-8ec2-4e3a-bb09-a834055cb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '84fc6ef8-082c-44d5-bab1-ab22e3c376f0'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:21:33.201994 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Bound port: e45b8df5-0174-4e93-94aa-72fbfc91c966, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85651a57-8ec2-4e3a-bb09-a834055cb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '84fc6ef8-082c-44d5-bab1-ab22e3c376f0'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:21:33.202660 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:33.295110 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5da5917c-e469-4931-bdae-c29451d9f017 req-201e4991-45a3-4029-865d-81d0ce18c6b1 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 210 time: 0.1103191 Sep 29 17:21:33.321385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7564573-a0bf-4846-93f7-71fdaf0d0c95 req-50949e04-cec4-4d47-9863-a41e1e7f1cfa tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:33.333699 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f7564573-a0bf-4846-93f7-71fdaf0d0c95 req-50949e04-cec4-4d47-9863-a41e1e7f1cfa tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 945 time: 0.1384344 Sep 29 17:21:33.364910 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a0750-4ac4-498c-a64b-96a76412e0fd req-ce779801-35b2-4d93-a7a1-34a22a1040ec tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:33.369198 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-554a0750-4ac4-498c-a64b-96a76412e0fd req-ce779801-35b2-4d93-a7a1-34a22a1040ec tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.35 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 945 time: 0.3836050 Sep 29 17:21:33.379671 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-a636c08b-fee1-43b3-9a30-3900df9904cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:33.381088 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-a636c08b-fee1-43b3-9a30-3900df9904cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.4254730 Sep 29 17:21:33.405257 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] For port e45b8df5-0174-4e93-94aa-72fbfc91c966, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:33.412141 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] For port e45b8df5-0174-4e93-94aa-72fbfc91c966, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e45b8df5-0174-4e93-94aa-72fbfc91c966,segment=NetworkSegment(85651a57-8ec2-4e3a-bb09-a834055cb1ab),segment_id=85651a57-8ec2-4e3a-bb09-a834055cb1ab)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:21:33.429013 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:33.435195 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f7564573-a0bf-4846-93f7-71fdaf0d0c95 req-bbb1fad2-ed2d-48d6-943b-9921aaaeaf74 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974643 Sep 29 17:21:33.561701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-77e13f37-171f-4335-a118-62e9d644d7c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523800 Sep 29 17:21:33.642572 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0b076aa8-eaf1-4711-a8fc-c060af5a48d9 None None] Provisioning complete for port e45b8df5-0174-4e93-94aa-72fbfc91c966 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:33.643240 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0b076aa8-eaf1-4711-a8fc-c060af5a48d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:33.696632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a43166-54d6-42e9-9126-ec21821c1b61 None None] Pushing event updated for resources: {'Port': ['ID=e45b8df5-0174-4e93-94aa-72fbfc91c966,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:33.700334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Routers {'d4d49716-17d0-4a73-a770-119ca68ed527'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:33.700947 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d4d49716-17d0-4a73-a770-119ca68ed527'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:33.806178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 35d95f39-d9e3-4c32-b841-0bb40f3a629a details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:21:34.076608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c0460-d14f-425f-b7dd-3013b2699d6f req-d2cb83d5-a0dc-4697-abc5-5e5cb74dcd97 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:34.105795 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b2c0460-d14f-425f-b7dd-3013b2699d6f req-d2cb83d5-a0dc-4697-abc5-5e5cb74dcd97 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.6165044 Sep 29 17:21:34.138498 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0b076aa8-eaf1-4711-a8fc-c060af5a48d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:34.184849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0b076aa8-eaf1-4711-a8fc-c060af5a48d9 None None] For port e45b8df5-0174-4e93-94aa-72fbfc91c966, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e45b8df5-0174-4e93-94aa-72fbfc91c966,segment=NetworkSegment(85651a57-8ec2-4e3a-bb09-a834055cb1ab),segment_id=85651a57-8ec2-4e3a-bb09-a834055cb1ab)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:34.186882 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 5376ddf6-de01-4550-930c-4a8a487ae138 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:21:34.251156 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0b076aa8-eaf1-4711-a8fc-c060af5a48d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:34.271644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bfa6c-f801-479e-9385-bac8f626d6cd req-e2f2acba-d2c4-4485-af59-153aad9e5e65 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:34.287193 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f51bfa6c-f801-479e-9385-bac8f626d6cd req-e2f2acba-d2c4-4485-af59-153aad9e5e65 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 945 time: 0.1635120 Sep 29 17:21:34.381478 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f51bfa6c-f801-479e-9385-bac8f626d6cd req-b9635061-489c-4492-9775-cf04fe7c4059 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925674 Sep 29 17:21:34.411202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b2c0460-d14f-425f-b7dd-3013b2699d6f req-ec8aaaf8-8ab7-440f-a5c8-cc38a48d468d tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041923 Sep 29 17:21:34.415325 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-fbc65ba0-baf5-415c-9abe-f3a63bb1e900 service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7532606 Sep 29 17:21:34.435549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-554a0750-4ac4-498c-a64b-96a76412e0fd req-cf9f33d3-a99c-4e79-bccd-22fa702a881f tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Deleting port 5376ddf6-de01-4550-930c-4a8a487ae138 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:21:34.435938 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-554a0750-4ac4-498c-a64b-96a76412e0fd req-cf9f33d3-a99c-4e79-bccd-22fa702a881f tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:34.486889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 35d95f39-d9e3-4c32-b841-0bb40f3a629a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=35d95f39-d9e3-4c32-b841-0bb40f3a629a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:34.503879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '35d95f39-d9e3-4c32-b841-0bb40f3a629a', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '35d95f39-d9e3-4c32-b841-0bb40f3a629a', 'mac_address': 'fa:16:3e:46:1d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:21:34.514144 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] Set router d4d49716-17d0-4a73-a770-119ca68ed527 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:34.638455 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c5a9e651-e7b8-4873-89de-5b43c1bb826f None None] Provisioning complete for port e45b8df5-0174-4e93-94aa-72fbfc91c966 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:34.638455 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c5a9e651-e7b8-4873-89de-5b43c1bb826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:34.735240 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:34.779055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4a12d-1afa-487b-972a-2be654605cdb req-e622d153-db2b-4ccb-97e3-beba14300a46 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:34.781342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eae4a12d-1afa-487b-972a-2be654605cdb req-e622d153-db2b-4ccb-97e3-beba14300a46 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 945 time: 0.1735871 Sep 29 17:21:34.798783 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b076aa8-eaf1-4711-a8fc-c060af5a48d9 None None] Pushing event updated for resources: {'Port': ['ID=e45b8df5-0174-4e93-94aa-72fbfc91c966,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:34.871987 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0281e003-c28e-4dfa-9dbc-c07f06f5497d req-e04219d5-18b4-4910-b7bc-e54d45c8a4c5 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 210 time: 0.2200971 Sep 29 17:21:34.893857 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eae4a12d-1afa-487b-972a-2be654605cdb req-5367d9f5-83c7-424a-affd-8b2168d8063d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116087 Sep 29 17:21:34.941799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 35d95f39-d9e3-4c32-b841-0bb40f3a629a {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:21:35.005654 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:35.062222 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-554a0750-4ac4-498c-a64b-96a76412e0fd req-cf9f33d3-a99c-4e79-bccd-22fa702a881f tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] For port 5376ddf6-de01-4550-930c-4a8a487ae138, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=5376ddf6-de01-4550-930c-4a8a487ae138,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:35.066779 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-554a0750-4ac4-498c-a64b-96a76412e0fd req-cf9f33d3-a99c-4e79-bccd-22fa702a881f tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:35.075314 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 35d95f39-d9e3-4c32-b841-0bb40f3a629a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=35d95f39-d9e3-4c32-b841-0bb40f3a629a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:35.088805 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:35.200726 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-f64a6958-2504-4b2c-a489-75a2f147793f service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7576451 Sep 29 17:21:35.212719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-554a0750-4ac4-498c-a64b-96a76412e0fd req-cf9f33d3-a99c-4e79-bccd-22fa702a881f tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Calling delete_port for 5376ddf6-de01-4550-930c-4a8a487ae138 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:21:35.219069 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-221fbe2d-60dd-4d0d-9a7d-96933bcbcb4d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=a84d217d4dcf43a280aed44f5566a55f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1095195 Sep 29 17:21:35.391835 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=35d95f39-d9e3-4c32-b841-0bb40f3a629a,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:35.452793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a8a0ad-34be-4851-9330-645677272498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5376ddf6-de01-4550-930c-4a8a487ae138'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:35.482956 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e313f8b9-d062-42cc-a4f3-b177c167b6d7" -d '{"events": [{"server_uuid": "04a8a0ad-34be-4851-9330-645677272498", "name": "network-vif-unplugged", "status": "completed", "tag": "5376ddf6-de01-4550-930c-4a8a487ae138"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:35.528203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 5376ddf6-de01-4550-930c-4a8a487ae138, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=5376ddf6-de01-4550-930c-4a8a487ae138,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:35.547385 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['35d95f39-d9e3-4c32-b841-0bb40f3a629a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:21:35.700677 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:35.706055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 59d97f32-c435-41ec-b532-7f80be83a5bb no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:21:35.782380 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82274744-d04f-46d3-a6fb-7ee8db8532f3 req-a2bcb245-45ff-44e3-9fa1-28932d433391 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:35.797894 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-82274744-d04f-46d3-a6fb-7ee8db8532f3 req-a2bcb245-45ff-44e3-9fa1-28932d433391 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 943 time: 0.1884239 Sep 29 17:21:35.940094 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-82274744-d04f-46d3-a6fb-7ee8db8532f3 req-62f2b167-8590-440b-9115-fc31811b0268 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/security-groups?id=e44243db-7066-401b-b862-3e99fa1abb51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278911 Sep 29 17:21:36.000514 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-554a0750-4ac4-498c-a64b-96a76412e0fd req-cf9f33d3-a99c-4e79-bccd-22fa702a881f tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:36.049799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=5376ddf6-de01-4550-930c-4a8a487ae138,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:36.084393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-ead968e0-a725-4247-972f-30307efc9875 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:36.088341 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-ead968e0-a725-4247-972f-30307efc9875 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8585069 Sep 29 17:21:36.093728 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970b3934-d845-440d-853f-19f133c05fad x-openstack-request-id: req-970b3934-d845-440d-853f-19f133c05fad {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:36.094038 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a8a0ad-34be-4851-9330-645677272498", "name": "network-vif-unplugged", "status": "completed", "tag": "5376ddf6-de01-4550-930c-4a8a487ae138", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:36.094925 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-970b3934-d845-440d-853f-19f133c05fad {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:36.094925 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a8a0ad-34be-4851-9330-645677272498', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5376ddf6-de01-4550-930c-4a8a487ae138', 'code': 200} Sep 29 17:21:36.155884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-edba7c3a-a0eb-413b-8395-2738929cdd27 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Request body: {'port': {'device_id': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': 'a84d217d4dcf43a280aed44f5566a55f'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:36.326811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f33d3-a99c-4e79-bccd-22fa702a881f tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Pushing event deleted for resources: {'Port': ['ID=5376ddf6-de01-4550-930c-4a8a487ae138,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:36.355792 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ab9c3ac3-9025-4127-9117-5f1e36074103 req-1e4f355a-c561-4ab8-abf0-c871a85a9cdd tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 210 time: 0.0650327 Sep 29 17:21:36.407061 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 59d97f32-c435-41ec-b532-7f80be83a5bb not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:21:36.465620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-f264d241-eddc-4d01-bcef-72db3b0028de tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:36.467125 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-f264d241-eddc-4d01-bcef-72db3b0028de tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476&tenant_id=c50efc2fa4284829be7a860e331db6cd&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 1096 time: 0.5106714 Sep 29 17:21:36.498785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aef2a6-8b15-44bf-bc47-cd0be4ccaa89 req-4fa9041c-6013-4ab2-b138-570c3726a1c1 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:36.504568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-45aef2a6-8b15-44bf-bc47-cd0be4ccaa89 req-4fa9041c-6013-4ab2-b138-570c3726a1c1 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.4624155 Sep 29 17:21:36.559397 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c5417-a6f8-4e5b-9d53-ab5d6c38db88 req-a0c8cc9d-2ed0-46f7-aa28-00483658e8f6 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:36.561583 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-542c5417-a6f8-4e5b-9d53-ab5d6c38db88 req-a0c8cc9d-2ed0-46f7-aa28-00483658e8f6 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 945 time: 0.0865045 Sep 29 17:21:36.595755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'name': 'tempest-AttachSCSIVolumeTestJSON-570086409-router', 'tenant_id': '27008ee040714494b08566bc7fa3dc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b134f56e-bb37-43c0-b7fc-fe9df16b330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:19Z', 'updated_at': '2021-09-29T17:21:29Z', 'revision_number': 4, 'project_id': '27008ee040714494b08566bc7fa3dc7e', 'gw_port': {'id': 'b134f56e-bb37-43c0-b7fc-fe9df16b330b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:21Z', 'updated_at': '2021-09-29T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e45b8df5-0174-4e93-94aa-72fbfc91c966', 'name': '', 'network_id': '84fc6ef8-082c-44d5-bab1-ab22e3c376f0', 'tenant_id': '27008ee040714494b08566bc7fa3dc7e', 'mac_address': 'fa:16:3e:01:27:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9d1d3ea7-914f-4de0-a0b7-7190ed94b8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:27Z', 'updated_at': '2021-09-29T17:21:33Z', 'revision_number': 4, 'project_id': '27008ee040714494b08566bc7fa3dc7e', 'subnets': [{'id': '9d1d3ea7-914f-4de0-a0b7-7190ed94b8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:36.608563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-554a0750-4ac4-498c-a64b-96a76412e0fd req-cf9f33d3-a99c-4e79-bccd-22fa702a881f tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] No DVR routers for this DVR port 5376ddf6-de01-4550-930c-4a8a487ae138 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:21:36.614417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-554a0750-4ac4-498c-a64b-96a76412e0fd req-cf9f33d3-a99c-4e79-bccd-22fa702a881f tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:36.617329 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-554a0750-4ac4-498c-a64b-96a76412e0fd req-cf9f33d3-a99c-4e79-bccd-22fa702a881f tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.35 "DELETE /v2.0/ports/5376ddf6-de01-4550-930c-4a8a487ae138 HTTP/1.1" status: 204 len: 173 time: 3.2407756 Sep 29 17:21:36.645549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04a8a0ad-34be-4851-9330-645677272498', 'name': 'network-vif-deleted', 'tag': '5376ddf6-de01-4550-930c-4a8a487ae138'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:36.651504 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f859268-3d4d-45df-b570-8b1fa27bb854" -d '{"events": [{"server_uuid": "04a8a0ad-34be-4851-9330-645677272498", "name": "network-vif-deleted", "tag": "5376ddf6-de01-4550-930c-4a8a487ae138"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:36.699627 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-45aef2a6-8b15-44bf-bc47-cd0be4ccaa89 req-976d9bb6-a2e8-4ed8-b9d8-a7d0eb5d4a16 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092396 Sep 29 17:21:36.725929 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-542c5417-a6f8-4e5b-9d53-ab5d6c38db88 req-1e40ef21-f208-4ec5-9ce3-91afe3cd1073 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491611 Sep 29 17:21:36.766495 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e8f2c-a627-4f71-9e80-86f24acfd5cb None None] The sync data for ids ['d4d49716-17d0-4a73-a770-119ca68ed527'] in n-d-811748-2 is: [{'id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'name': 'tempest-AttachSCSIVolumeTestJSON-570086409-router', 'tenant_id': '27008ee040714494b08566bc7fa3dc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b134f56e-bb37-43c0-b7fc-fe9df16b330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:19Z', 'updated_at': '2021-09-29T17:21:29Z', 'revision_number': 4, 'project_id': '27008ee040714494b08566bc7fa3dc7e', 'gw_port': {'id': 'b134f56e-bb37-43c0-b7fc-fe9df16b330b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:21Z', 'updated_at': '2021-09-29T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e45b8df5-0174-4e93-94aa-72fbfc91c966', 'name': '', 'network_id': '84fc6ef8-082c-44d5-bab1-ab22e3c376f0', 'tenant_id': '27008ee040714494b08566bc7fa3dc7e', 'mac_address': 'fa:16:3e:01:27:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9d1d3ea7-914f-4de0-a0b7-7190ed94b8a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:27Z', 'updated_at': '2021-09-29T17:21:33Z', 'revision_number': 4, 'project_id': '27008ee040714494b08566bc7fa3dc7e', 'subnets': [{'id': '9d1d3ea7-914f-4de0-a0b7-7190ed94b8a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:21:36.887810 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a0db48-6d54-4d1a-83e0-a5d33bae3d02 x-openstack-request-id: req-e7a0db48-6d54-4d1a-83e0-a5d33bae3d02 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:36.897829 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04a8a0ad-34be-4851-9330-645677272498", "name": "network-vif-deleted", "tag": "5376ddf6-de01-4550-930c-4a8a487ae138", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:36.898336 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7a0db48-6d54-4d1a-83e0-a5d33bae3d02 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:36.899015 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04a8a0ad-34be-4851-9330-645677272498', 'name': 'network-vif-deleted', 'tag': '5376ddf6-de01-4550-930c-4a8a487ae138', 'status': 'completed', 'code': 200} Sep 29 17:21:37.092521 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-edba7c3a-a0eb-413b-8395-2738929cdd27 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Made reservation on behalf of a84d217d4dcf43a280aed44f5566a55f for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:21:37.117100 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-edba7c3a-a0eb-413b-8395-2738929cdd27 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:37.301541 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2b882-f634-478d-a18f-ec2210c4e1b7 req-ea3311e8-1582-4f11-92e2-167449d50703 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:37.302465 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-02d2b882-f634-478d-a18f-ec2210c4e1b7 req-ea3311e8-1582-4f11-92e2-167449d50703 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 1096 time: 0.2850318 Sep 29 17:21:37.334468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-7a47a2b0-1611-4532-ba61-2878c060f8d2 service neutron] For port 59d97f32-c435-41ec-b532-7f80be83a5bb, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:37.375049 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-7a47a2b0-1611-4532-ba61-2878c060f8d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:37.389628 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-02d2b882-f634-478d-a18f-ec2210c4e1b7 req-24fe519a-805b-4472-8bdf-94b80eac7a42 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713964 Sep 29 17:21:37.396642 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dd9b7f5-5101-493f-a64c-5a53ebda72e8 req-7a47a2b0-1611-4532-ba61-2878c060f8d2 service neutron] 10.222.0.49 "DELETE /v2.0/ports/59d97f32-c435-41ec-b532-7f80be83a5bb/bindings/n-h2-811748-2 HTTP/1.1" status: 204 len: 173 time: 0.8690810 Sep 29 17:21:37.580077 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2638cadc-6d5c-4720-822d-597e94870418 req-a459b4e5-86bd-4640-97e9-343c047c5914 tempest-FloatingIPsAssociationTestJSON-1500652773 tempest-FloatingIPsAssociationTestJSON-1500652773-project] 10.222.0.44 "GET /v2.0/ports?device_id=04a8a0ad-34be-4851-9330-645677272498 HTTP/1.1" status: 200 len: 210 time: 0.0576298 Sep 29 17:21:37.767705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e45b8df5-0174-4e93-94aa-72fbfc91c966 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:37.839928 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 35d95f39-d9e3-4c32-b841-0bb40f3a629a up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:37.883027 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-edba7c3a-a0eb-413b-8395-2738929cdd27 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Allocated IP 192.168.233.78 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/965ee053-6a27-46b7-b03b-49b9b6a68dc6) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:21:37.936207 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 35d95f39-d9e3-4c32-b841-0bb40f3a629a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:37.938119 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:37.988202 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ed66b-2480-48f5-a335-08d3269ee5c3 req-a1a29119-9e86-4f0c-8466-251ace933bf1 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:37.994953 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-489ed66b-2480-48f5-a335-08d3269ee5c3 req-a1a29119-9e86-4f0c-8466-251ace933bf1 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.1465178 Sep 29 17:21:38.021583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e45b8df5-0174-4e93-94aa-72fbfc91c966 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:38.023193 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:38.120879 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-489ed66b-2480-48f5-a335-08d3269ee5c3 req-a1d945d8-de7b-4529-be0e-82cf4d3c725d tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151569 Sep 29 17:21:38.162398 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:38.287629 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-edba7c3a-a0eb-413b-8395-2738929cdd27 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:38.428680 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382a2f20-8538-4095-b89a-aebb22304c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d95f39-d9e3-4c32-b841-0bb40f3a629a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:38.458169 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c24ae0-da07-42fd-a5a4-b83927891a8f" -d '{"events": [{"server_uuid": "382a2f20-8538-4095-b89a-aebb22304c34", "name": "network-vif-plugged", "status": "completed", "tag": "35d95f39-d9e3-4c32-b841-0bb40f3a629a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:38.491955 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-edba7c3a-a0eb-413b-8395-2738929cdd27 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:38.507557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['2cc8cf57-72a7-451c-b24c-c823077f331e', 'e3859f1f-529e-4909-84a1-f0e253495e98'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:21:38.570610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 35d95f39-d9e3-4c32-b841-0bb40f3a629a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=35d95f39-d9e3-4c32-b841-0bb40f3a629a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:38.581387 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:38.668191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-e3614e6d-7f2e-449f-a3b8-0c753462eb35 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:38.672510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba7c3a-a0eb-413b-8395-2738929cdd27 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Pushing event updated for resources: {'Port': ['ID=965ee053-6a27-46b7-b03b-49b9b6a68dc6,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:38.680823 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-e3614e6d-7f2e-449f-a3b8-0c753462eb35 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 807 time: 0.3529584 Sep 29 17:21:38.746264 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-6e775196-725d-4174-9fef-63724798dcad tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/quotas/c50efc2fa4284829be7a860e331db6cd HTTP/1.1" status: 200 len: 375 time: 0.0556555 Sep 29 17:21:38.754572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-edba7c3a-a0eb-413b-8395-2738929cdd27 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:21:38.783195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-edba7c3a-a0eb-413b-8395-2738929cdd27 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:38.801400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-edba7c3a-a0eb-413b-8395-2738929cdd27 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:21:38.872328 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=35d95f39-d9e3-4c32-b841-0bb40f3a629a,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:38.906549 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-e4ebecbc-1d5f-4019-baff-67cea2591bd8 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1591628 Sep 29 17:21:38.936521 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84122956-14c6-4374-ba2e-f28f55c0f2b3 req-9f55d962-3b8b-408e-a9b9-cca50e849346 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:38.953323 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-84122956-14c6-4374-ba2e-f28f55c0f2b3 req-9f55d962-3b8b-408e-a9b9-cca50e849346 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 935 time: 0.5109618 Sep 29 17:21:38.975801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-edba7c3a-a0eb-413b-8395-2738929cdd27 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:38.976247 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-edba7c3a-a0eb-413b-8395-2738929cdd27 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:39.082987 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-edba7c3a-a0eb-413b-8395-2738929cdd27 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9380682 Sep 29 17:21:39.105261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Request body: {'port': {'device_id': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:39.207970 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-84122956-14c6-4374-ba2e-f28f55c0f2b3 req-745c2288-b8ca-429b-8800-117e86a46b58 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553535 Sep 29 17:21:39.236968 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-5c88c940-f8e1-4ec9-b96f-d8d2135b4135 service neutron] 10.222.0.44 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290708 Sep 29 17:21:39.332206 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:39.496448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5b1efee7-74a8-4560-a030-b339ae64bf19 None None] Provisioning complete for port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:39.503579 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5b1efee7-74a8-4560-a030-b339ae64bf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:39.562294 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-bccb594b-b553-4f6c-8e11-5abd8154a659 service neutron] 10.222.0.44 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238847 Sep 29 17:21:39.628613 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d2569e-0397-451d-8d4b-e099e2a68b4b x-openstack-request-id: req-69d2569e-0397-451d-8d4b-e099e2a68b4b {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:39.631430 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382a2f20-8538-4095-b89a-aebb22304c34", "name": "network-vif-plugged", "status": "completed", "tag": "35d95f39-d9e3-4c32-b841-0bb40f3a629a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:39.631959 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69d2569e-0397-451d-8d4b-e099e2a68b4b {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:39.633861 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382a2f20-8538-4095-b89a-aebb22304c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d95f39-d9e3-4c32-b841-0bb40f3a629a', 'code': 200} Sep 29 17:21:39.692516 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5b1efee7-74a8-4560-a030-b339ae64bf19 None None] Port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:21:39.777833 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49482) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:40.204717 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03e04d90-bdee-48fd-8cc8-8a89affd2d13 req-e9afe06e-2efa-42ed-b48a-51579caa144c tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 210 time: 0.1337221 Sep 29 17:21:40.420569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965ee053-6a27-46b7-b03b-49b9b6a68dc6 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:21:40.455867 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:40.497508 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Transition to ACTIVE for port object 965ee053-6a27-46b7-b03b-49b9b6a68dc6 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:21:40.550463 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:40.569416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760855d6-f6c4-42aa-8d1a-15c658d8cae0 req-9105aa9d-cd82-4846-a40f-ad8f5ca1a661 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:40.578717 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-760855d6-f6c4-42aa-8d1a-15c658d8cae0 req-9105aa9d-cd82-4846-a40f-ad8f5ca1a661 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.5566900 Sep 29 17:21:40.757031 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5364443a-7e14-4a74-bf9f-a5bc3c964851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:40.895674 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-760855d6-f6c4-42aa-8d1a-15c658d8cae0 req-7a580377-b103-496b-8784-9da05a2a980e tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157389 Sep 29 17:21:41.156666 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-150f8823-1e58-4a26-a572-3737b7e1c631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:41.516646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Pushing event updated for resources: {'Port': ['ID=965ee053-6a27-46b7-b03b-49b9b6a68dc6,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:41.556777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5cc3e-c0a1-4db0-89f8-51084b770feb req-49003fc0-1098-47bf-b5ed-e8d3f2eeea46 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:41.573898 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-62c5cc3e-c0a1-4db0-89f8-51084b770feb req-49003fc0-1098-47bf-b5ed-e8d3f2eeea46 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 947 time: 1.0645483 Sep 29 17:21:41.578078 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b5acb69a-77b4-4344-8d4a-01a67ac46d52 req-1d71b88a-3b91-4852-8a89-8c19fa8efbbf tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 210 time: 0.1475558 Sep 29 17:21:41.783035 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-62c5cc3e-c0a1-4db0-89f8-51084b770feb req-93b794f1-8d70-4e34-8507-08bec4e2ca79 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081165 Sep 29 17:21:41.814766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Attempting to bind port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:21:41.815297 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Attempting to bind port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:21:41.815631 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Attempting to bind port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:41.830984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:21:41.841641 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Attempting to bind port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:41.854588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:21:41.854930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:41.855327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:21:41.855771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Bound port: 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:21:41.856134 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:41.898268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-150f8823-1e58-4a26-a572-3737b7e1c631 admin admin] Deleting port 8116d500-23d0-4f2f-90f7-11f0519af14a {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:21:41.899224 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-150f8823-1e58-4a26-a572-3737b7e1c631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:42.067335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:42.075997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:21:42.108108 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:42.210555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-150f8823-1e58-4a26-a572-3737b7e1c631 admin admin] For port 8116d500-23d0-4f2f-90f7-11f0519af14a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8116d500-23d0-4f2f-90f7-11f0519af14a,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:42.211725 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-150f8823-1e58-4a26-a572-3737b7e1c631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:42.250368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-150f8823-1e58-4a26-a572-3737b7e1c631 admin admin] Calling delete_port for 8116d500-23d0-4f2f-90f7-11f0519af14a owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:21:42.280521 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:42.283320 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:42.289955 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] 10.222.0.49 "PUT /v2.0/ports/965ee053-6a27-46b7-b03b-49b9b6a68dc6 HTTP/1.1" status: 200 len: 1095 time: 3.1941652 Sep 29 17:21:42.291212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:42.294256 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66420d3-6020-4496-8955-f182e026e47d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:42.397024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e3bf0-729c-429a-93c5-3056eaf3fea5 service neutron] Pushing event updated for resources: {'Port': ['ID=965ee053-6a27-46b7-b03b-49b9b6a68dc6,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:42.653268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-1e7d835c-801a-493b-8bbf-c8d266fca8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:42.660132 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-1e7d835c-801a-493b-8bbf-c8d266fca8be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 1098 time: 0.3071826 Sep 29 17:21:42.750915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-054e24c1-2a73-44d3-8fc6-ec76bf7f342c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6 HTTP/1.1" status: 200 len: 217 time: 0.0783050 Sep 29 17:21:42.808472 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-35139665-7747-46c7-b0da-0209cd51e5ae tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:42.810925 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-35139665-7747-46c7-b0da-0209cd51e5ae tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.35 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 807 time: 0.7316844 Sep 29 17:21:42.888639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-92f557f1-0b9e-4e14-83f5-834fc61349f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:42.891667 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-92f557f1-0b9e-4e14-83f5-834fc61349f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0797203 Sep 29 17:21:42.901591 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580a27ec-5df6-47da-9829-e5e2b3a41fb5 x-openstack-request-id: req-580a27ec-5df6-47da-9829-e5e2b3a41fb5 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:42.901855 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:42.902155 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-580a27ec-5df6-47da-9829-e5e2b3a41fb5 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:42.902651 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6', 'status': 'completed', 'code': 200} Sep 29 17:21:42.909922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-3ecbd7e2-b9d8-4e72-ad44-6e1b5d215b55 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Request body: {'port': {'device_id': '9dbc1252-4da1-476c-8433-d916ee2adfa5', 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c', 'admin_state_up': True, 'tenant_id': 'c50efc2fa4284829be7a860e331db6cd'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:42.924998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22baa37-983e-47a6-afe0-7093b34f62da req-a1ab889b-cee5-441a-abe5-a8ba8c53134c tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:42.937826 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d22baa37-983e-47a6-afe0-7093b34f62da req-a1ab889b-cee5-441a-abe5-a8ba8c53134c tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.2064612 Sep 29 17:21:43.058939 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d22baa37-983e-47a6-afe0-7093b34f62da req-ed5f50d7-d242-4fa3-985c-52e73957d03f tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064839 Sep 29 17:21:43.169756 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3b0456f-6696-44d3-b4e9-3cad475645d2 req-6c79f066-1583-4435-9dbf-52ad4acf04ad tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 210 time: 0.0703549 Sep 29 17:21:43.193381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-3ecbd7e2-b9d8-4e72-ad44-6e1b5d215b55 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Made reservation on behalf of c50efc2fa4284829be7a860e331db6cd for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:21:43.194496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-3ecbd7e2-b9d8-4e72-ad44-6e1b5d215b55 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:43.250078 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-150f8823-1e58-4a26-a572-3737b7e1c631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:43.374943 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-3ecbd7e2-b9d8-4e72-ad44-6e1b5d215b55 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Allocated IP 172.20.0.10 (c363c05d-b075-41d6-b265-c6ca1599d18c/d15f3d65-c180-43d2-bcd4-0685feeb3b5c/a2ab2463-c5bb-4aad-9cb4-0498ceedad3f) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:21:43.393142 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f8823-1e58-4a26-a572-3737b7e1c631 admin admin] Pushing event deleted for resources: {'Port': ['ID=8116d500-23d0-4f2f-90f7-11f0519af14a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:43.463294 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18efbc-5a9c-45d9-b82c-78779372e0bd req-9fd27535-c4ab-4717-b577-c385e0daefc2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:43.480817 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2a18efbc-5a9c-45d9-b82c-78779372e0bd req-9fd27535-c4ab-4717-b577-c385e0daefc2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 947 time: 0.1682591 Sep 29 17:21:43.488012 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a06df15a-57ac-4f75-ba43-c111a5554c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:43.695450 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2a18efbc-5a9c-45d9-b82c-78779372e0bd req-77916a7c-a181-48fd-807c-830b76b769e1 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142525 Sep 29 17:21:43.800646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-b7f51fb0-e23c-4db8-ad0e-4158b56f65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:43.802392 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-b7f51fb0-e23c-4db8-ad0e-4158b56f65bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6805720 Sep 29 17:21:43.894801 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-3ecbd7e2-b9d8-4e72-ad44-6e1b5d215b55 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:44.140784 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-3ecbd7e2-b9d8-4e72-ad44-6e1b5d215b55 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:44.141311 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-150f8823-1e58-4a26-a572-3737b7e1c631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:44.145924 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-9f91086e-ae9a-491c-9471-f8c89a417da7 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299994 Sep 29 17:21:44.220805 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:44.274674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-3ecbd7e2-b9d8-4e72-ad44-6e1b5d215b55 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Network c363c05d-b075-41d6-b265-c6ca1599d18c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:21:44.374846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-3ecbd7e2-b9d8-4e72-ad44-6e1b5d215b55 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:44.383461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-3ecbd7e2-b9d8-4e72-ad44-6e1b5d215b55 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:21:44.467590 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:44.486847 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-043a0a1b-86f6-482e-b16d-d29dd5cf83d2 req-4f4540ad-d5c1-4143-8c7f-883d37739de1 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564468 Sep 29 17:21:44.580383 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-3ecbd7e2-b9d8-4e72-ad44-6e1b5d215b55 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:44.581364 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-3ecbd7e2-b9d8-4e72-ad44-6e1b5d215b55 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:44.591246 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:44.606064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbd7e2-b9d8-4e72-ad44-6e1b5d215b55 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Pushing event updated for resources: {'Port': ['ID=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:44.666219 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-3ecbd7e2-b9d8-4e72-ad44-6e1b5d215b55 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7734294 Sep 29 17:21:44.706483 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Request body: {'port': {'device_id': '9dbc1252-4da1-476c-8433-d916ee2adfa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:44.837070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962918a-3bcd-4c71-8a22-cb587dbf65ef req-370f4648-1d94-40aa-ba1b-98d932855481 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:44.849570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc1e20-c543-41af-ab1a-b538c7627590 req-76113a91-ffc8-456f-b2c8-1be9b7d664cd tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:44.859866 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-01bc1e20-c543-41af-ab1a-b538c7627590 req-76113a91-ffc8-456f-b2c8-1be9b7d664cd tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.2522953 Sep 29 17:21:44.862790 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6962918a-3bcd-4c71-8a22-cb587dbf65ef req-370f4648-1d94-40aa-ba1b-98d932855481 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 932 time: 0.3310380 Sep 29 17:21:44.866964 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:44.932751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66420d3-6020-4496-8955-f182e026e47d req-4a75bc7b-6749-4833-a068-20b384af964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:44.936783 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150f8823-1e58-4a26-a572-3737b7e1c631 admin admin] Router 02da1f8a-e722-43e8-8441-acb95ec68c39 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:21:44.945425 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f66420d3-6020-4496-8955-f182e026e47d req-4a75bc7b-6749-4833-a068-20b384af964c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 1098 time: 0.3105772 Sep 29 17:21:45.151612 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6962918a-3bcd-4c71-8a22-cb587dbf65ef req-e54da6da-df46-417b-a5bb-19f26aae318c tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867613 Sep 29 17:21:45.191701 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150f8823-1e58-4a26-a572-3737b7e1c631 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:21:45.202564 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5170fe23-aa52-480a-b2f7-ccf74fd67faf None None] Sync routers for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:21:45.211457 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-150f8823-1e58-4a26-a572-3737b7e1c631 admin admin] 10.222.0.44 "PUT /v2.0/routers/02da1f8a-e722-43e8-8441-acb95ec68c39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4314456 Sep 29 17:21:45.217484 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5170fe23-aa52-480a-b2f7-ccf74fd67faf None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:45.217925 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5170fe23-aa52-480a-b2f7-ccf74fd67faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:45.221604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49582) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:45.467177 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-5170fe23-aa52-480a-b2f7-ccf74fd67faf None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:45.468995 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-01bc1e20-c543-41af-ab1a-b538c7627590 req-e8ac61dc-ea76-4fad-be87-fa05771cd9b8 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6079886 Sep 29 17:21:45.472883 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ca334d2a-422e-449f-921c-2980908905d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:45.516827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ab2463-c5bb-4aad-9cb4-0498ceedad3f {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:21:45.543770 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:45.664183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Transition to ACTIVE for port object a2ab2463-c5bb-4aad-9cb4-0498ceedad3f will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:21:45.672457 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:45.759468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66420d3-6020-4496-8955-f182e026e47d req-6d2dad47-fd54-42ed-aea2-839855718856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:45.762787 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f66420d3-6020-4496-8955-f182e026e47d req-6d2dad47-fd54-42ed-aea2-839855718856 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.8087535 Sep 29 17:21:45.798252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e818a-1959-4935-9e06-ab4ed3d317bd req-65438ec9-c33b-430b-a74c-1ea07a2b8125 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:45.799943 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f21e818a-1959-4935-9e06-ab4ed3d317bd req-65438ec9-c33b-430b-a74c-1ea07a2b8125 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 947 time: 0.1553206 Sep 29 17:21:45.841460 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f66420d3-6020-4496-8955-f182e026e47d req-30ef2c84-6b1c-4e58-b5d3-d21110ffe3b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6 HTTP/1.1" status: 200 len: 217 time: 0.0652063 Sep 29 17:21:45.860977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:45.908216 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f21e818a-1959-4935-9e06-ab4ed3d317bd req-888eefb2-b30d-4114-bd83-8a7774394c15 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899236 Sep 29 17:21:45.965130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Attempting to bind port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:21:45.965491 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Attempting to bind port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:21:45.965818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Attempting to bind port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:45.968346 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ca334d2a-422e-449f-921c-2980908905d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:45.973954 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5170fe23-aa52-480a-b2f7-ccf74fd67faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:21:43Z', 'revision_number': 5, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port': {'id': '9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:04Z', 'updated_at': '2021-09-29T17:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:46.008769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f on network c363c05d-b075-41d6-b265-c6ca1599d18c not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:21:46.009106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Attempting to bind port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:46.037242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66420d3-6020-4496-8955-f182e026e47d req-7ff71170-2213-4c35-bb2c-f59146d30a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:46.039496 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f66420d3-6020-4496-8955-f182e026e47d req-7ff71170-2213-4c35-bb2c-f59146d30a62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1798208 Sep 29 17:21:46.041922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:21:46.042540 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Checking segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:46.043139 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Bound using segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:21:46.043834 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Bound port: a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:21:46.044397 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:46.096409 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ca334d2a-422e-449f-921c-2980908905d8 admin admin] Deleting port 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:21:46.096913 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ca334d2a-422e-449f-921c-2980908905d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:46.139267 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5170fe23-aa52-480a-b2f7-ccf74fd67faf None None] Checking router: 02da1f8a-e722-43e8-8441-acb95ec68c39 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:21:46.144150 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:21:46.151532 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5170fe23-aa52-480a-b2f7-ccf74fd67faf None None] Routers {'02da1f8a-e722-43e8-8441-acb95ec68c39'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:46.152660 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5170fe23-aa52-480a-b2f7-ccf74fd67faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['02da1f8a-e722-43e8-8441-acb95ec68c39'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:46.182726 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] For port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:46.190990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] For port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:21:46.205221 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:46.216788 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-ca334d2a-422e-449f-921c-2980908905d8 admin admin] For port 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:46.217429 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ca334d2a-422e-449f-921c-2980908905d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:46.249111 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ca334d2a-422e-449f-921c-2980908905d8 admin admin] Calling delete_port for 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:21:46.283880 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-5170fe23-aa52-480a-b2f7-ccf74fd67faf None None] Set router 02da1f8a-e722-43e8-8441-acb95ec68c39 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:46.307436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:46.308319 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:46.310003 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] 10.222.0.35 "PUT /v2.0/ports/a2ab2463-c5bb-4aad-9cb4-0498ceedad3f HTTP/1.1" status: 200 len: 1092 time: 1.6219935 Sep 29 17:21:46.311952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849dbf6-d06e-4a2b-8b77-444a6f126d29 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:46.331340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbc1252-4da1-476c-8433-d916ee2adfa5', 'tag': 'a2ab2463-c5bb-4aad-9cb4-0498ceedad3f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:46.334865 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcffa1c-fcbc-440a-933b-27908a942935" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbc1252-4da1-476c-8433-d916ee2adfa5", "tag": "a2ab2463-c5bb-4aad-9cb4-0498ceedad3f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:46.357801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66420d3-6020-4496-8955-f182e026e47d req-1e02eb38-0e25-4bd4-940b-82b82f4aaaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:46.359671 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f66420d3-6020-4496-8955-f182e026e47d req-1e02eb38-0e25-4bd4-940b-82b82f4aaaec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2891674 Sep 29 17:21:46.435671 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5170fe23-aa52-480a-b2f7-ccf74fd67faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:21:45Z', 'revision_number': 6, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:46.471608 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f66420d3-6020-4496-8955-f182e026e47d req-46f3f195-e900-4f49-8bec-cd6d7764cc14 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017709 Sep 29 17:21:46.508637 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5170fe23-aa52-480a-b2f7-ccf74fd67faf None None] The sync data for ids ['02da1f8a-e722-43e8-8441-acb95ec68c39'] in n-d-811748-2 is: [{'id': '02da1f8a-e722-43e8-8441-acb95ec68c39', 'name': 'tempest-FloatingIPsAssociationTestJSON-1562878307-router', 'tenant_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:01Z', 'updated_at': '2021-09-29T17:21:45Z', 'revision_number': 6, 'project_id': '4a4458d3c4a64659b03a39cea8cc9e8b', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:21:46.525680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8b70c-943f-4500-b0d6-5e2b72b7c5f1 req-4b5961ee-5cd4-4b2c-92db-e20ddb31b453 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:46.534449 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aab8b70c-943f-4500-b0d6-5e2b72b7c5f1 req-4b5961ee-5cd4-4b2c-92db-e20ddb31b453 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 944 time: 0.2545855 Sep 29 17:21:46.642387 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f66420d3-6020-4496-8955-f182e026e47d req-4094f318-c0e0-4430-a3d3-4c58b37c7435 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243274 Sep 29 17:21:46.678632 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-7d6ea96e-2e47-48ee-bea3-19038eae467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:46.680508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-7d6ea96e-2e47-48ee-bea3-19038eae467c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 1095 time: 0.2076635 Sep 29 17:21:46.706881 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:46.722842 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ca334d2a-422e-449f-921c-2980908905d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:46.776424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca334d2a-422e-449f-921c-2980908905d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:46.793499 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-1d4a4c45-27b2-49b4-af09-02005ca9a83b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f HTTP/1.1" status: 200 len: 217 time: 0.0930109 Sep 29 17:21:46.800785 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aab8b70c-943f-4500-b0d6-5e2b72b7c5f1 req-11ca3235-db8a-4b68-8da0-6e484336b5cc tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943794 Sep 29 17:21:46.881705 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ca334d2a-422e-449f-921c-2980908905d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:46.911474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-a232753e-fd87-4a6e-bb4f-4c2b6dc6b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:46.913900 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-a232753e-fd87-4a6e-bb4f-4c2b6dc6b404 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.0909252 Sep 29 17:21:46.919609 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce5338d-c743-4c9a-893e-f5d02dafe3db x-openstack-request-id: req-6ce5338d-c743-4c9a-893e-f5d02dafe3db {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:46.919804 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbc1252-4da1-476c-8433-d916ee2adfa5", "tag": "a2ab2463-c5bb-4aad-9cb4-0498ceedad3f", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:46.920038 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ce5338d-c743-4c9a-893e-f5d02dafe3db {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:46.920433 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbc1252-4da1-476c-8433-d916ee2adfa5', 'tag': 'a2ab2463-c5bb-4aad-9cb4-0498ceedad3f', 'status': 'completed', 'code': 200} Sep 29 17:21:47.018655 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-a42bba1b-d6c4-4f45-bc3e-2d9058b37ce4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913124 Sep 29 17:21:47.134055 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ca334d2a-422e-449f-921c-2980908905d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:47.136860 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ca334d2a-422e-449f-921c-2980908905d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:47.146932 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-ff99a836-dd81-4e3c-93a0-236b5deb9d95 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173875 Sep 29 17:21:47.273207 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c9c5cc33-8496-4841-87a6-1390ed105572 req-b07681fa-36d5-4100-90a6-8c022552b2fa service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059186 Sep 29 17:21:47.291716 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ca334d2a-422e-449f-921c-2980908905d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:47.292304 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca334d2a-422e-449f-921c-2980908905d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02da1f8a-e722-43e8-8441-acb95ec68c39 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:21:47.305698 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ca334d2a-422e-449f-921c-2980908905d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:47.313703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49602) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:47.314082 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ca334d2a-422e-449f-921c-2980908905d8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/02da1f8a-e722-43e8-8441-acb95ec68c39 HTTP/1.1" status: 204 len: 168 time: 2.0907655 Sep 29 17:21:47.328620 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed28a72-ab80-4786-8892-cca3f9ac3971 req-fd214159-b76f-4ab8-b962-07424beb34b8 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:47.330246 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fed28a72-ab80-4786-8892-cca3f9ac3971 req-fd214159-b76f-4ab8-b962-07424beb34b8 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.3082557 Sep 29 17:21:47.461245 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fed28a72-ab80-4786-8892-cca3f9ac3971 req-5597393b-f48f-464f-a3f4-8e8ebe738b61 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243875 Sep 29 17:21:47.528692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f41a3f-6b50-44e7-87f9-0058652bc682 admin admin] Deleting subnet e1e0d88c-9eed-455c-b1a0-78e0e5d28593 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:21:47.547275 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffa1c-fcbc-440a-933b-27908a942935 req-f50d859a-c8a5-4691-b573-330a4edfc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:47.557005 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-edcffa1c-fcbc-440a-933b-27908a942935 req-f50d859a-c8a5-4691-b573-330a4edfc1c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 1095 time: 0.1644771 Sep 29 17:21:47.566199 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-81f41a3f-6b50-44e7-87f9-0058652bc682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:47.581816 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:21:47.640998 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:21:47.642217 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9dc5a9df-a418-4ac6-a2c7-2b68742a9e4e not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:21:47.643079 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8116d500-23d0-4f2f-90f7-11f0519af14a no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:21:47.695687 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 8116d500-23d0-4f2f-90f7-11f0519af14a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:21:47.696365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8116d500-23d0-4f2f-90f7-11f0519af14a not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:21:47.706184 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535afd45-b6b8-428c-8831-e56f2e7385e3 req-4c71d0ee-2b35-4085-a8ed-a5e90dff794a tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:47.707741 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-535afd45-b6b8-428c-8831-e56f2e7385e3 req-4c71d0ee-2b35-4085-a8ed-a5e90dff794a tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 947 time: 0.1051867 Sep 29 17:21:47.791538 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-535afd45-b6b8-428c-8831-e56f2e7385e3 req-870e9308-9b0c-4844-a646-708158341f65 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731006 Sep 29 17:21:47.871852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffa1c-fcbc-440a-933b-27908a942935 req-e700c355-5731-4c0e-a8d8-7a573f5ae6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:47.872257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-edcffa1c-fcbc-440a-933b-27908a942935 req-e700c355-5731-4c0e-a8d8-7a573f5ae6f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.3079429 Sep 29 17:21:47.919170 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 965ee053-6a27-46b7-b03b-49b9b6a68dc6 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:21:48.010265 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-edcffa1c-fcbc-440a-933b-27908a942935 req-aeb403c9-42df-422a-9c11-ca1f210fcf71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f HTTP/1.1" status: 200 len: 217 time: 0.1279774 Sep 29 17:21:48.112931 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-81f41a3f-6b50-44e7-87f9-0058652bc682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:48.153797 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcffa1c-fcbc-440a-933b-27908a942935 req-2ceb8272-10c9-4291-8550-487a6cc1bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:48.155930 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-edcffa1c-fcbc-440a-933b-27908a942935 req-2ceb8272-10c9-4291-8550-487a6cc1bdc4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.1232352 Sep 29 17:21:48.158834 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:48.185594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207deb1-3ca2-47db-993d-2915689435d5 req-34dda24d-772a-4fba-97a2-a606cccc01a1 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:48.198011 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a207deb1-3ca2-47db-993d-2915689435d5 req-34dda24d-772a-4fba-97a2-a606cccc01a1 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 944 time: 0.1317997 Sep 29 17:21:48.200885 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '965ee053-6a27-46b7-b03b-49b9b6a68dc6', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '965ee053-6a27-46b7-b03b-49b9b6a68dc6', 'mac_address': 'fa:16:3e:77:f7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:21:48.213811 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-edcffa1c-fcbc-440a-933b-27908a942935 req-2d0c0d4a-7822-43f6-92cb-ea9ca8303e2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446274 Sep 29 17:21:48.368480 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:48.371922 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a207deb1-3ca2-47db-993d-2915689435d5 req-c70414ed-62cd-4e52-a5cb-16acf7197863 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703601 Sep 29 17:21:48.406364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965ee053-6a27-46b7-b03b-49b9b6a68dc6 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:21:48.440116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:48.449231 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:48.522283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=965ee053-6a27-46b7-b03b-49b9b6a68dc6,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:48.543505 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-81f41a3f-6b50-44e7-87f9-0058652bc682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:48.617167 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-edcffa1c-fcbc-440a-933b-27908a942935 req-43e6ed50-1c85-4373-b28c-6a9c6969f6f4 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943226 Sep 29 17:21:48.742548 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364122f-bbb1-40c0-a5d7-12d59f2d4d53 req-42af6746-ccb7-4a3b-9cf6-a47372d6f826 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:48.750500 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c364122f-bbb1-40c0-a5d7-12d59f2d4d53 req-42af6746-ccb7-4a3b-9cf6-a47372d6f826 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.1130636 Sep 29 17:21:48.780693 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-81f41a3f-6b50-44e7-87f9-0058652bc682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:48.868524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['965ee053-6a27-46b7-b03b-49b9b6a68dc6'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:21:48.877955 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c364122f-bbb1-40c0-a5d7-12d59f2d4d53 req-08313333-8bfd-4f49-9a10-61fd72d4af44 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160948 Sep 29 17:21:49.134637 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de66341-a600-43ef-b5c0-ac68f42c4361 req-23db114a-1a37-45d6-87fa-00082602437e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:49.142434 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2de66341-a600-43ef-b5c0-ac68f42c4361 req-23db114a-1a37-45d6-87fa-00082602437e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 948 time: 0.1444829 Sep 29 17:21:49.237551 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41b4d203-8d17-4606-bcc5-4a1751944119 req-e399c7a7-041b-4550-ac02-a6180af28941 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6084328 Sep 29 17:21:49.246849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f41a3f-6b50-44e7-87f9-0058652bc682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e0d88c-9eed-455c-b1a0-78e0e5d28593,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:49.255298 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-81f41a3f-6b50-44e7-87f9-0058652bc682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:49.256778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-81f41a3f-6b50-44e7-87f9-0058652bc682 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e1e0d88c-9eed-455c-b1a0-78e0e5d28593 HTTP/1.1" status: 204 len: 168 time: 1.9414699 Sep 29 17:21:49.267981 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2de66341-a600-43ef-b5c0-ac68f42c4361 req-9c12ea22-9939-478a-a6c4-282a63083eb3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241865 Sep 29 17:21:49.286595 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e647eb1-e6e5-4033-8a3f-7dca40b4f520 None None] Network fb7a1420-64a9-48a3-85e8-74b4d30ac194 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:21:49.289638 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49616) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:49.330435 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-edcffa1c-fcbc-440a-933b-27908a942935 req-2c61ebd7-9ca7-4cb4-b776-7a64b01e5f69 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001987 Sep 29 17:21:49.375348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4d203-8d17-4606-bcc5-4a1751944119 req-01aef4ae-a40d-4c06-b04c-c34dd2574e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:49.376840 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41b4d203-8d17-4606-bcc5-4a1751944119 req-01aef4ae-a40d-4c06-b04c-c34dd2574e7f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 1095 time: 0.0913517 Sep 29 17:21:49.605547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4d203-8d17-4606-bcc5-4a1751944119 req-7fc1f231-08be-4622-9e2b-e1504968dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:49.607046 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41b4d203-8d17-4606-bcc5-4a1751944119 req-7fc1f231-08be-4622-9e2b-e1504968dfc1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.2039497 Sep 29 17:21:49.680965 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5ec17e-f5e7-4193-a44f-23d1841440f7 None None] DHCP port deletion for fb7a1420-64a9-48a3-85e8-74b4d30ac194 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:21:49.705774 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41b4d203-8d17-4606-bcc5-4a1751944119 req-15601e6f-0b1f-4776-a086-49770282be62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047 HTTP/1.1" status: 200 len: 217 time: 0.0855315 Sep 29 17:21:49.816697 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4d203-8d17-4606-bcc5-4a1751944119 req-8b3d066e-e70d-4424-be57-c7270fd1a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:49.819097 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41b4d203-8d17-4606-bcc5-4a1751944119 req-8b3d066e-e70d-4424-be57-c7270fd1a3fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.1026206 Sep 29 17:21:49.830193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ec17e-f5e7-4193-a44f-23d1841440f7 None None] Deleting port 9f108f43-4e27-440b-8c24-590825616092 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:21:49.830593 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec17e-f5e7-4193-a44f-23d1841440f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:49.875835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41b4d203-8d17-4606-bcc5-4a1751944119 req-511a6d9a-99d6-4fd4-b44e-1059de0acc2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428762 Sep 29 17:21:49.882271 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:49.943259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21fa68-b752-4dd3-ad55-6ca0e13d0624 req-b132b04a-af81-4ee7-a146-8b09552ca780 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:49.951402 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd21fa68-b752-4dd3-ad55-6ca0e13d0624 req-b132b04a-af81-4ee7-a146-8b09552ca780 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 944 time: 0.1014602 Sep 29 17:21:49.993046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8e5ec17e-f5e7-4193-a44f-23d1841440f7 None None] For port 9f108f43-4e27-440b-8c24-590825616092, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9f108f43-4e27-440b-8c24-590825616092,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:50.012714 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec17e-f5e7-4193-a44f-23d1841440f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:50.018160 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd21fa68-b752-4dd3-ad55-6ca0e13d0624 req-038dd2a4-d5e5-4dfc-ac25-80f53cdde003 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658088 Sep 29 17:21:50.032267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8e5ec17e-f5e7-4193-a44f-23d1841440f7 None None] Calling delete_port for 9f108f43-4e27-440b-8c24-590825616092 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:21:50.069118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] Deleting port 9f108f43-4e27-440b-8c24-590825616092 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:21:50.069502 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:50.113719 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41b4d203-8d17-4606-bcc5-4a1751944119 req-38e2fdee-358d-44ad-9683-01f37b81a6b6 service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074969 Sep 29 17:21:50.176358 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a2ab2463-c5bb-4aad-9cb4-0498ceedad3f details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:21:50.263891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41b4d203-8d17-4606-bcc5-4a1751944119 req-2e21d29c-186f-4379-945d-b2686528dc8e service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492767 Sep 29 17:21:50.307439 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] For port 9f108f43-4e27-440b-8c24-590825616092, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9f108f43-4e27-440b-8c24-590825616092,segment=NetworkSegment(f45332f8-acb9-43ba-9f17-b5165e02bc1b),segment_id=f45332f8-acb9-43ba-9f17-b5165e02bc1b)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:50.307929 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:50.346938 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] Calling delete_port for 9f108f43-4e27-440b-8c24-590825616092 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:21:50.398361 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:50.412469 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'a2ab2463-c5bb-4aad-9cb4-0498ceedad3f', 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c', 'port_id': 'a2ab2463-c5bb-4aad-9cb4-0498ceedad3f', 'mac_address': 'fa:16:3e:9f:d3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15f3d65-c180-43d2-bcd4-0685feeb3b5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:21:50.435667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d5b6d-15ad-46d1-af4b-8f44e6a0a180 req-0dfc42a1-581f-4352-9773-c795adf6939d tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:50.446114 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-205d5b6d-15ad-46d1-af4b-8f44e6a0a180 req-0dfc42a1-581f-4352-9773-c795adf6939d tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.3073304 Sep 29 17:21:50.483055 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:50.500997 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec17e-f5e7-4193-a44f-23d1841440f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:50.508524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ab2463-c5bb-4aad-9cb4-0498ceedad3f {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:21:50.542842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:50.574411 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ec17e-f5e7-4193-a44f-23d1841440f7 None None] Pushing event deleted for resources: {'Port': ['ID=9f108f43-4e27-440b-8c24-590825616092,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:50.579606 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:50.592358 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-205d5b6d-15ad-46d1-af4b-8f44e6a0a180 req-24dd1b66-550f-45f9-90b9-f516b65c28df tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441002 Sep 29 17:21:50.612757 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:50.652537 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] No DVR routers for this DVR port 9f108f43-4e27-440b-8c24-590825616092 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:21:50.659984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] Pushing event deleted for resources: {'Port': ['ID=9f108f43-4e27-440b-8c24-590825616092,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:50.669389 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:50.672418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ec17e-f5e7-4193-a44f-23d1841440f7 None None] No DVR routers for this DVR port 9f108f43-4e27-440b-8c24-590825616092 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:21:50.766555 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:50.798488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7a1420-64a9-48a3-85e8-74b4d30ac194']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:50.817787 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45332f8-acb9-43ba-9f17-b5165e02bc1b') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:50.818212 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45332f8-acb9-43ba-9f17-b5165e02bc1b') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:50.830532 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:50.855357 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:50.862851 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:21:50.867785 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:21:51.006075 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:21:51.009050 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:51.030292 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7a1420-64a9-48a3-85e8-74b4d30ac194,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:51.038753 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:51.049999 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f51c16d9-d0c6-402f-b72f-e0deb67cedcf admin admin] 10.222.0.44 "DELETE /v2.0/networks/fb7a1420-64a9-48a3-85e8-74b4d30ac194 HTTP/1.1" status: 204 len: 168 time: 1.7570822 Sep 29 17:21:51.072718 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d03932-638c-452c-ad73-4bf7b97a535d req-d5e84183-635a-448d-8a34-beb4c1406e34 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:51.075485 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48d03932-638c-452c-ad73-4bf7b97a535d req-d5e84183-635a-448d-8a34-beb4c1406e34 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 948 time: 0.1226523 Sep 29 17:21:51.086525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a2ab2463-c5bb-4aad-9cb4-0498ceedad3f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:21:51.209609 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48d03932-638c-452c-ad73-4bf7b97a535d req-f117bfb8-336e-4da2-88ad-3a50a8049cec tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279790 Sep 29 17:21:51.425722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49638) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:51.572363 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-264e9266-fbf4-4189-832d-378c96458cc1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a4458d3c4a64659b03a39cea8cc9e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440928 Sep 29 17:21:51.576050 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49642) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:51.611054 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9f108f43-4e27-440b-8c24-590825616092 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:21:51.640366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd13534-6cc3-4bec-9823-99b189fe6862 req-92908b05-6ab4-43ad-9800-f31567eb1c2c tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:51.645825 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cd13534-6cc3-4bec-9823-99b189fe6862 req-92908b05-6ab4-43ad-9800-f31567eb1c2c tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 945 time: 0.1418841 Sep 29 17:21:51.658618 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 9f108f43-4e27-440b-8c24-590825616092 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:21:51.658871 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9f108f43-4e27-440b-8c24-590825616092 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:21:51.686929 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-52f9b238-7a4e-438d-a0fd-e57f6b2cdfed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:51.711364 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cd13534-6cc3-4bec-9823-99b189fe6862 req-64cc72bd-b1cd-4c1b-847a-620e030b3cdd tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613134 Sep 29 17:21:51.746537 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-52f9b238-7a4e-438d-a0fd-e57f6b2cdfed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:51.858973 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-52f9b238-7a4e-438d-a0fd-e57f6b2cdfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:51.867139 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-52f9b238-7a4e-438d-a0fd-e57f6b2cdfed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:51.871290 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-52f9b238-7a4e-438d-a0fd-e57f6b2cdfed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e44243db-7066-401b-b862-3e99fa1abb51 HTTP/1.1" status: 204 len: 168 time: 0.2858837 Sep 29 17:21:51.928623 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9b238-7a4e-438d-a0fd-e57f6b2cdfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44243db-7066-401b-b862-3e99fa1abb51,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:51.955209 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 965ee053-6a27-46b7-b03b-49b9b6a68dc6 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:51.981552 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242ccaf-0d5d-46cc-aae8-62451cdbf905 req-3bddb65f-e5f6-428e-a69e-c93fe1f238cc tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:51.989897 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4242ccaf-0d5d-46cc-aae8-62451cdbf905 req-3bddb65f-e5f6-428e-a69e-c93fe1f238cc tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.1560490 Sep 29 17:21:52.073182 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4242ccaf-0d5d-46cc-aae8-62451cdbf905 req-2789c49e-b18f-4d94-9238-946f1d638d49 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750148 Sep 29 17:21:52.108111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:21:52.134380 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:52.135102 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:52.334101 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:52.364679 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:52.367306 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4ab8cb-a3b5-40d9-aabc-ec32e603e0d4" -d '{"events": [{"server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "name": "network-vif-plugged", "status": "completed", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:52.387908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:52.395048 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:52.487726 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13182c-44e8-43f5-b5ea-2ecb6f8faff6 req-0afaeb34-143c-46c3-af05-6f0af5ee0bbb tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:52.496683 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=965ee053-6a27-46b7-b03b-49b9b6a68dc6,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:52.510708 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad13182c-44e8-43f5-b5ea-2ecb6f8faff6 req-0afaeb34-143c-46c3-af05-6f0af5ee0bbb tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 948 time: 0.1557667 Sep 29 17:21:52.574032 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad13182c-44e8-43f5-b5ea-2ecb6f8faff6 req-3257e690-709a-4015-8989-f90ba510a7b6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621049 Sep 29 17:21:52.667310 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a883dc-3a25-4b84-b17f-b0f0238512b9 x-openstack-request-id: req-a3a883dc-3a25-4b84-b17f-b0f0238512b9 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:52.668164 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "name": "network-vif-plugged", "status": "completed", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:52.668574 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3a883dc-3a25-4b84-b17f-b0f0238512b9 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:52.669125 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6', 'code': 200} Sep 29 17:21:52.846818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5700b-d525-4100-ab7f-2eb2e17b963b req-551a04c1-2347-438f-8f1a-2bd1f81cfcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:52.850640 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3d5700b-d525-4100-ab7f-2eb2e17b963b req-551a04c1-2347-438f-8f1a-2bd1f81cfcb2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 1100 time: 0.0968869 Sep 29 17:21:52.922431 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3d5700b-d525-4100-ab7f-2eb2e17b963b req-d0c516f4-73fd-4f2c-af8a-a9967e157137 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618742 Sep 29 17:21:52.959300 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0f64f-83e9-410f-a4f1-a9b0108f3697 req-4e7d2c05-901a-496c-92e0-6f68d887a3b9 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:52.971428 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e0e0f64f-83e9-410f-a4f1-a9b0108f3697 req-4e7d2c05-901a-496c-92e0-6f68d887a3b9 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 945 time: 0.0893137 Sep 29 17:21:53.067219 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e0e0f64f-83e9-410f-a4f1-a9b0108f3697 req-471fc00b-831a-415e-9d79-5c303704ae45 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945759 Sep 29 17:21:53.211858 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb81f44-2f20-4b0b-b9b0-3b205cb66130 req-9ba07b6b-54dd-4da4-8d6b-404bba22f3e0 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:53.221466 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4bb81f44-2f20-4b0b-b9b0-3b205cb66130 req-9ba07b6b-54dd-4da4-8d6b-404bba22f3e0 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.0733206 Sep 29 17:21:53.332442 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4bb81f44-2f20-4b0b-b9b0-3b205cb66130 req-053ce530-fc52-456b-8b25-2892d78e76b9 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002550 Sep 29 17:21:53.437003 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49680) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:53.639822 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-8617c219-33b0-46b1-bf31-a1147b707729 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1482711262-network', 'tenant_id': '0ce95cf2aaab479c9228ffc87b557f8c'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:53.729077 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8617c219-33b0-46b1-bf31-a1147b707729 admin admin] Made reservation on behalf of 0ce95cf2aaab479c9228ffc87b557f8c for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:21:53.731844 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8617c219-33b0-46b1-bf31-a1147b707729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:53.791654 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8617c219-33b0-46b1-bf31-a1147b707729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:53.816848 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf4ad5e-7da0-4fb1-8c2a-ce4d232182a6 req-ded3f503-1ac9-475c-ab8d-d6f17a63598e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:53.818652 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fbf4ad5e-7da0-4fb1-8c2a-ce4d232182a6 req-ded3f503-1ac9-475c-ab8d-d6f17a63598e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.1275599 Sep 29 17:21:53.970258 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8617c219-33b0-46b1-bf31-a1147b707729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:53.981161 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8617c219-33b0-46b1-bf31-a1147b707729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:54.001187 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8617c219-33b0-46b1-bf31-a1147b707729 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:21:54.013357 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8617c219-33b0-46b1-bf31-a1147b707729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:54.013703 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-8617c219-33b0-46b1-bf31-a1147b707729 admin admin] Added segment 3427b395-19fa-499e-815d-a386c4da8ca1 of type vlan for network e1a33afc-7cc7-49da-8508-aa0bb268ddad Sep 29 17:21:54.071393 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8617c219-33b0-46b1-bf31-a1147b707729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:54.210836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a2ab2463-c5bb-4aad-9cb4-0498ceedad3f up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:54.282110 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8617c219-33b0-46b1-bf31-a1147b707729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:54.288887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8617c219-33b0-46b1-bf31-a1147b707729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:54.289834 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8617c219-33b0-46b1-bf31-a1147b707729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:54.371104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:21:54.375898 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:54.376306 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:54.389936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617c219-33b0-46b1-bf31-a1147b707729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989fd7bc-fda6-4052-9e7d-276fd3f74a95,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:54.499744 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8617c219-33b0-46b1-bf31-a1147b707729 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0611203 Sep 29 17:21:54.502655 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49698) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:54.509672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-d9795d08-a094-4242-84f2-b5f61f794338 admin admin] Request body: {'subnet': {'network_id': 'e1a33afc-7cc7-49da-8508-aa0bb268ddad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1482711262-subnet', 'tenant_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:54.532985 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fbf4ad5e-7da0-4fb1-8c2a-ce4d232182a6 req-b6d90ec5-cd05-4806-b1e9-d3a6b3531861 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5610533 Sep 29 17:21:54.565122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9795d08-a094-4242-84f2-b5f61f794338 admin admin] Made reservation on behalf of 0ce95cf2aaab479c9228ffc87b557f8c for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:21:54.568623 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9795d08-a094-4242-84f2-b5f61f794338 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:54.603981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617c219-33b0-46b1-bf31-a1147b707729 admin admin] Pushing event updated for resources: {'Network': ['ID=e1a33afc-7cc7-49da-8508-aa0bb268ddad,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:54.653212 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network e1a33afc-7cc7-49da-8508-aa0bb268ddad details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:21:54.740939 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:54.805892 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30651d58-ec87-4826-9c07-e264e012bcc0 req-5be32990-cfd4-4f2e-a35a-d6058a9b3544 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:54.816247 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-30651d58-ec87-4826-9c07-e264e012bcc0 req-5be32990-cfd4-4f2e-a35a-d6058a9b3544 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 1096 time: 0.1866827 Sep 29 17:21:54.826837 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbc1252-4da1-476c-8433-d916ee2adfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ab2463-c5bb-4aad-9cb4-0498ceedad3f'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:21:54.829614 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d29aa9f-2092-43bd-9eaa-0d7496fdd3f5" -d '{"events": [{"server_uuid": "9dbc1252-4da1-476c-8433-d916ee2adfa5", "name": "network-vif-plugged", "status": "completed", "tag": "a2ab2463-c5bb-4aad-9cb4-0498ceedad3f"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:21:54.867700 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:54.868641 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-30651d58-ec87-4826-9c07-e264e012bcc0 req-b7948100-34c2-4a31-bd1b-4fbbf163f5bf tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494161 Sep 29 17:21:54.875195 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:54.909145 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9795d08-a094-4242-84f2-b5f61f794338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:54.949501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:55.077340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9795d08-a094-4242-84f2-b5f61f794338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61031049-2c2d-4fcc-9808-9b9b5e1a79ae,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:55.081948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9795d08-a094-4242-84f2-b5f61f794338 admin admin] Checking segment: {'id': '3427b395-19fa-499e-815d-a386c4da8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e1a33afc-7cc7-49da-8508-aa0bb268ddad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:55.082468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9795d08-a094-4242-84f2-b5f61f794338 admin admin] Network hostable DHCP agents. Network: e1a33afc-7cc7-49da-8508-aa0bb268ddad, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:21:55.116716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9795d08-a094-4242-84f2-b5f61f794338 admin admin] Network e1a33afc-7cc7-49da-8508-aa0bb268ddad is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:21:55.147554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d9795d08-a094-4242-84f2-b5f61f794338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, e1a33afc-7cc7-49da-8508-aa0bb268ddad) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:55.156569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9795d08-a094-4242-84f2-b5f61f794338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:55.157186 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9795d08-a094-4242-84f2-b5f61f794338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:55.158348 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f199353-fc3a-4d94-b989-f07f3e6c0d2e None None] Network e1a33afc-7cc7-49da-8508-aa0bb268ddad requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:21:55.200120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d9795d08-a094-4242-84f2-b5f61f794338 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6959715 Sep 29 17:21:55.202830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49708) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:55.209019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1482711262-router', 'tenant_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:55.249979 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514e69b-378a-432c-9abb-66ae768a4dda req-594f11fc-3054-44da-ac80-a51749548884 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:55.264127 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:55.265231 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:55.266039 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7514e69b-378a-432c-9abb-66ae768a4dda req-594f11fc-3054-44da-ac80-a51749548884 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.1402199 Sep 29 17:21:55.351965 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7514e69b-378a-432c-9abb-66ae768a4dda req-837a1f82-d9fa-4769-9d4c-654f640b93cb tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847971 Sep 29 17:21:55.461745 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:55.470864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-e1a33afc-7cc7-49da-8508-aa0bb268ddad', 'network_id': 'e1a33afc-7cc7-49da-8508-aa0bb268ddad', 'tenant_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'fixed_ips': [{'subnet_id': '61031049-2c2d-4fcc-9808-9b9b5e1a79ae'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:21:55.473758 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:55.545449 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb870fba-67f0-41ef-9c0c-6b5f686e55fd req-9bdb9d70-6f38-46c5-bda6-16573201e0d8 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:55.557711 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eb870fba-67f0-41ef-9c0c-6b5f686e55fd req-9bdb9d70-6f38-46c5-bda6-16573201e0d8 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.1038563 Sep 29 17:21:55.638952 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eb870fba-67f0-41ef-9c0c-6b5f686e55fd req-40442302-5156-4a6c-b08c-3ac65809de3a tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742350 Sep 29 17:21:55.687688 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Allocated IP 172.20.0.2 (e1a33afc-7cc7-49da-8508-aa0bb268ddad/61031049-2c2d-4fcc-9808-9b9b5e1a79ae/46ae3cf2-3efe-4186-a95f-74f6d66b1fda) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:21:55.711254 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc60938-1e12-495f-b32a-c67b02eb4013 x-openstack-request-id: req-ffc60938-1e12-495f-b32a-c67b02eb4013 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:21:55.711880 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbc1252-4da1-476c-8433-d916ee2adfa5", "name": "network-vif-plugged", "status": "completed", "tag": "a2ab2463-c5bb-4aad-9cb4-0498ceedad3f", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:21:55.712380 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ffc60938-1e12-495f-b32a-c67b02eb4013 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:21:55.713803 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbc1252-4da1-476c-8433-d916ee2adfa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ab2463-c5bb-4aad-9cb4-0498ceedad3f', 'code': 200} Sep 29 17:21:55.726619 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:55.925771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749ad9d-8a5e-455a-a08f-5e8510840426 req-4daf5ec7-2700-4636-b765-08cc96c20205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:55.928400 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8749ad9d-8a5e-455a-a08f-5e8510840426 req-4daf5ec7-2700-4636-b765-08cc96c20205 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 1097 time: 0.1183434 Sep 29 17:21:56.074118 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8749ad9d-8a5e-455a-a08f-5e8510840426 req-6176c7c0-027f-400a-b1d1-b41111eb046a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365941 Sep 29 17:21:56.128262 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:56.139659 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:56.188084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Network e1a33afc-7cc7-49da-8508-aa0bb268ddad is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:21:56.191291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:56.195359 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:21:56.249949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Pushing event updated for resources: {'Port': ['ID=46ae3cf2-3efe-4186-a95f-74f6d66b1fda,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:56.281598 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Attempting to bind port 46ae3cf2-3efe-4186-a95f-74f6d66b1fda on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:21:56.282145 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Attempting to bind port 46ae3cf2-3efe-4186-a95f-74f6d66b1fda by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '3427b395-19fa-499e-815d-a386c4da8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e1a33afc-7cc7-49da-8508-aa0bb268ddad'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:21:56.282851 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Attempting to bind port 46ae3cf2-3efe-4186-a95f-74f6d66b1fda on network e1a33afc-7cc7-49da-8508-aa0bb268ddad {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:56.294444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:21:56.295265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Checking segment: {'id': '3427b395-19fa-499e-815d-a386c4da8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e1a33afc-7cc7-49da-8508-aa0bb268ddad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:56.295764 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:56.296400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Bound using segment: {'id': '3427b395-19fa-499e-815d-a386c4da8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e1a33afc-7cc7-49da-8508-aa0bb268ddad'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:21:56.296970 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Bound port: 46ae3cf2-3efe-4186-a95f-74f6d66b1fda, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427b395-19fa-499e-815d-a386c4da8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e1a33afc-7cc7-49da-8508-aa0bb268ddad'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:21:56.297483 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:56.371667 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:56.439772 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:56.467732 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] For port 46ae3cf2-3efe-4186-a95f-74f6d66b1fda, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:21:56.471821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] For port 46ae3cf2-3efe-4186-a95f-74f6d66b1fda, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=46ae3cf2-3efe-4186-a95f-74f6d66b1fda,segment=NetworkSegment(3427b395-19fa-499e-815d-a386c4da8ca1),segment_id=3427b395-19fa-499e-815d-a386c4da8ca1)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:21:56.486607 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:56.578013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03621fdf-01d4-4cd6-84fa-85cac46427ad None None] Pushing event updated for resources: {'Port': ['ID=46ae3cf2-3efe-4186-a95f-74f6d66b1fda,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:56.643882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Allocated IP 172.25.2.40 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/b834c46c-4a39-452f-86db-2bd26bd5e961) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:21:56.810417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:56.915847 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:57.012691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:21:57.013992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:21:57.022635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:21:57.037382 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:57.061984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Pushing event updated for resources: {'Port': ['ID=b834c46c-4a39-452f-86db-2bd26bd5e961,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:57.286122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a2143-7484-4bd6-ab50-a862bbf90edd req-9bd3d708-957a-42e7-b24b-4bc4296a6d87 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:57.287848 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc0a2143-7484-4bd6-ab50-a862bbf90edd req-9bd3d708-957a-42e7-b24b-4bc4296a6d87 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.0865510 Sep 29 17:21:57.404152 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc0a2143-7484-4bd6-ab50-a862bbf90edd req-698cea05-2aba-47b8-98c6-d5eb441509db tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772111 Sep 29 17:21:57.442137 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:57.479027 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-0187f52b-7f3a-4e55-a79b-cf7c341bb7a1 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:21:57.487783 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-0187f52b-7f3a-4e55-a79b-cf7c341bb7a1 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191362 Sep 29 17:21:57.637723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-651e2c69-1610-448c-a182-253affd336bd tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:57.641133 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-651e2c69-1610-448c-a182-253affd336bd tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports/ca80e824-6d80-424d-8761-3a0d22cb2b89 HTTP/1.1" status: 200 len: 1093 time: 0.1521578 Sep 29 17:21:57.659889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-afab7f9c-0547-4a3f-933c-842fad39d932 service neutron] Request body: {'binding': {'host': 'n-h1-811748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:21:57.660475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-afab7f9c-0547-4a3f-933c-842fad39d932 service neutron] Unknown quota resources ['binding']. {{(pid=95015) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:21:57.724305 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 46ae3cf2-3efe-4186-a95f-74f6d66b1fda up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:57.820826 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c298fab-3cd8-498a-a392-972394c830a1 req-94ad46fe-c681-44eb-a675-972348e9a1c1 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:57.829813 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c298fab-3cd8-498a-a392-972394c830a1 req-94ad46fe-c681-44eb-a675-972348e9a1c1 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.1563158 Sep 29 17:21:57.834863 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 46ae3cf2-3efe-4186-a95f-74f6d66b1fda triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:57.835286 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:57.848010 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-afab7f9c-0547-4a3f-933c-842fad39d932 service neutron] Attempting to bind port ca80e824-6d80-424d-8761-3a0d22cb2b89 on host n-h1-811748-2 for vnic_type normal with profile None {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:21:57.850267 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-afab7f9c-0547-4a3f-933c-842fad39d932 service neutron] Attempting to bind port ca80e824-6d80-424d-8761-3a0d22cb2b89 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:21:57.850602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-afab7f9c-0547-4a3f-933c-842fad39d932 service neutron] Attempting to bind port ca80e824-6d80-424d-8761-3a0d22cb2b89 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:57.856032 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-afab7f9c-0547-4a3f-933c-842fad39d932 service neutron] Port ca80e824-6d80-424d-8761-3a0d22cb2b89 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:21:57.856595 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-afab7f9c-0547-4a3f-933c-842fad39d932 service neutron] Attempting to bind port ca80e824-6d80-424d-8761-3a0d22cb2b89 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:21:57.862640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-afab7f9c-0547-4a3f-933c-842fad39d932 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:21:57.863201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-afab7f9c-0547-4a3f-933c-842fad39d932 service neutron] Checking segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:21:57.863898 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-afab7f9c-0547-4a3f-933c-842fad39d932 service neutron] Bound using segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:21:57.864478 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-afab7f9c-0547-4a3f-933c-842fad39d932 service neutron] Bound port: ca80e824-6d80-424d-8761-3a0d22cb2b89, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:21:57.918596 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c298fab-3cd8-498a-a392-972394c830a1 req-7d249524-f3c1-4a03-b7e6-ed1d74bf29b0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862451 Sep 29 17:21:57.936066 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-afab7f9c-0547-4a3f-933c-842fad39d932 service neutron] For port ca80e824-6d80-424d-8761-3a0d22cb2b89, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:21:57.947258 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-afab7f9c-0547-4a3f-933c-842fad39d932 service neutron] Notify callbacks [] for binding, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:57.952536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-afab7f9c-0547-4a3f-933c-842fad39d932 service neutron] 10.222.0.44 "POST /v2.0/ports/ca80e824-6d80-424d-8761-3a0d22cb2b89/bindings HTTP/1.1" status: 201 len: 389 time: 0.3008063 Sep 29 17:21:57.969708 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:58.070355 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:58.101735 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc8d9d-1b7a-443a-9b91-329f857b90b9 None None] Network e1a33afc-7cc7-49da-8508-aa0bb268ddad requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:21:58.179215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5e95b-1ae3-49be-9e72-69caaef67c4f req-8d80dc0e-11ab-44b3-b080-5dddebf6fd05 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:58.182181 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8bb5e95b-1ae3-49be-9e72-69caaef67c4f req-8d80dc0e-11ab-44b3-b080-5dddebf6fd05 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.1489637 Sep 29 17:21:58.193923 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 46ae3cf2-3efe-4186-a95f-74f6d66b1fda, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=46ae3cf2-3efe-4186-a95f-74f6d66b1fda,segment=NetworkSegment(3427b395-19fa-499e-815d-a386c4da8ca1),segment_id=3427b395-19fa-499e-815d-a386c4da8ca1)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:21:58.197107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-28c1a4b4-7291-4f41-bfa1-aec62f2d7138 None None] Provisioning complete for port 46ae3cf2-3efe-4186-a95f-74f6d66b1fda triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:58.198046 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-28c1a4b4-7291-4f41-bfa1-aec62f2d7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:58.242635 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:58.275197 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8bb5e95b-1ae3-49be-9e72-69caaef67c4f req-b907042b-9e2f-4cc3-8312-f59affbbf2fc tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851495 Sep 29 17:21:58.347526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-91972dde-4ecd-409c-b40a-df6f2fc71a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:58.349329 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-91972dde-4ecd-409c-b40a-df6f2fc71a64 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 1096 time: 0.0688009 Sep 29 17:21:58.351064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Router 01a59151-47c4-4724-8d24-99c2d17714d5 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:21:58.391259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb99bf-8af9-4ae6-80cd-eef2e9ec761e req-5609948a-3865-4209-9342-e8675a60ceda tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:58.400412 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9efb99bf-8af9-4ae6-80cd-eef2e9ec761e req-5609948a-3865-4209-9342-e8675a60ceda tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.0852826 Sep 29 17:21:58.415848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=46ae3cf2-3efe-4186-a95f-74f6d66b1fda,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:21:58.465020 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9efb99bf-8af9-4ae6-80cd-eef2e9ec761e req-f3065605-873b-4894-a126-0d2bf1b86ee6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587556 Sep 29 17:21:58.587057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-baa7a3e0-6ce3-446e-b737-a5fdb7dbb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:58.589111 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-baa7a3e0-6ce3-446e-b737-a5fdb7dbb984 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.2306957 Sep 29 17:21:58.594679 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25e274-7c4d-4c7e-ae5f-8806c3cf6f52 req-c51b869f-7d16-4b2a-be86-945d4f3212f0 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:58.597855 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dd25e274-7c4d-4c7e-ae5f-8806c3cf6f52 req-c51b869f-7d16-4b2a-be86-945d4f3212f0 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=382a2f20-8538-4095-b89a-aebb22304c34 HTTP/1.1" status: 200 len: 949 time: 0.0653045 Sep 29 17:21:58.655584 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dd25e274-7c4d-4c7e-ae5f-8806c3cf6f52 req-46e22d72-492b-4afe-80a2-11d2394a04c1 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519364 Sep 29 17:21:58.661170 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-3f0e3e71-2342-40dd-8987-d48badaf3ea2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89 HTTP/1.1" status: 200 len: 217 time: 0.0463848 Sep 29 17:21:58.703004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089f0c7-7de1-48c8-8b13-a7e8b59bc0d3 req-2f507ceb-ae34-48e6-8477-0080ebd3e349 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:58.704572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f089f0c7-7de1-48c8-8b13-a7e8b59bc0d3 req-2f507ceb-ae34-48e6-8477-0080ebd3e349 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 945 time: 0.2742181 Sep 29 17:21:58.824617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:21:58.837994 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Sync routers for ids ['01a59151-47c4-4724-8d24-99c2d17714d5'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:21:58.854431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Routers {'01a59151-47c4-4724-8d24-99c2d17714d5'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:21:58.860328 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['01a59151-47c4-4724-8d24-99c2d17714d5'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:21:58.902042 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f089f0c7-7de1-48c8-8b13-a7e8b59bc0d3 req-6787f20d-6fa0-427b-a417-788a4881dcfc tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372099 Sep 29 17:21:58.910977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a0bfd5c-f372-4345-84e4-a3bad93dafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:58.912854 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a0bfd5c-f372-4345-84e4-a3bad93dafe1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.2442536 Sep 29 17:21:58.917521 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:58.918708 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a7b91719-5787-466d-acad-96c042bf9f42 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.7149253 Sep 29 17:21:58.921643 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49782) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:21:58.987175 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-6752009e-a6e0-4954-8a26-95f25645837f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566478 Sep 29 17:21:59.176553 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b7deb-58ab-4fb2-90bf-ef0c58f6139c req-9e70749f-dead-4ec5-a8c6-c3c06732c1d3 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:59.186658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-679b7deb-58ab-4fb2-90bf-ef0c58f6139c req-9e70749f-dead-4ec5-a8c6-c3c06732c1d3 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.0864780 Sep 29 17:21:59.216716 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-57c7202a-a0ac-4c7f-a7ed-e3befdaece23 service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229190 Sep 29 17:21:59.291973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-dc9b7b96-5c38-4ac2-ab3a-71b6d624d195 None None] Provisioning complete for port 46ae3cf2-3efe-4186-a95f-74f6d66b1fda triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:21:59.292611 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dc9b7b96-5c38-4ac2-ab3a-71b6d624d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:21:59.380205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-ce1e15cb-07f0-42b2-b7d2-f94745162ac0 service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464860 Sep 29 17:21:59.412072 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-679b7deb-58ab-4fb2-90bf-ef0c58f6139c req-3a0c21b9-aec0-426c-a1c8-f78eb3b33c42 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240856 Sep 29 17:21:59.482924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Set router 01a59151-47c4-4724-8d24-99c2d17714d5 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:21:59.627606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 46ae3cf2-3efe-4186-a95f-74f6d66b1fda up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:21:59.651195 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-4f55b833-f2e3-42f1-ae01-2716b60f2bb0 req-20360d55-926f-4b88-83c9-d3d3fba1597c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:21:59.653943 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f55b833-f2e3-42f1-ae01-2716b60f2bb0 req-20360d55-926f-4b88-83c9-d3d3fba1597c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184357 Sep 29 17:21:59.679421 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04cfea-386f-40d8-8c76-e00fdba43924 req-e3a127b4-d619-479d-a27a-c695775548b8 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:21:59.681803 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa04cfea-386f-40d8-8c76-e00fdba43924 req-e3a127b4-d619-479d-a27a-c695775548b8 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.0753973 Sep 29 17:21:59.742798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa04cfea-386f-40d8-8c76-e00fdba43924 req-a388a8fa-13f7-48b2-be57-0ad703c3aed0 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506048 Sep 29 17:21:59.746215 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:00.042451 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a59151-47c4-4724-8d24-99c2d17714d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1482711262-router', 'tenant_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'b834c46c-4a39-452f-86db-2bd26bd5e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:55Z', 'updated_at': '2021-09-29T17:21:57Z', 'revision_number': 3, 'project_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'gw_port': {'id': 'b834c46c-4a39-452f-86db-2bd26bd5e961', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a59151-47c4-4724-8d24-99c2d17714d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:56Z', 'updated_at': '2021-09-29T17:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:00.045985 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 46ae3cf2-3efe-4186-a95f-74f6d66b1fda triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:22:00.046644 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:00.116543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb420d-8c02-4354-b1ad-dadaf1d2b1e2 req-c9722370-a9aa-4ff9-8a61-5cd2b130cc62 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:00.118127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cefb420d-8c02-4354-b1ad-dadaf1d2b1e2 req-c9722370-a9aa-4ff9-8a61-5cd2b130cc62 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 1097 time: 0.1192176 Sep 29 17:22:00.148738 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Checking router: 01a59151-47c4-4724-8d24-99c2d17714d5 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:22:00.149100 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Updating router 01a59151-47c4-4724-8d24-99c2d17714d5 port b834c46c-4a39-452f-86db-2bd26bd5e961 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:22:00.168588 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cefb420d-8c02-4354-b1ad-dadaf1d2b1e2 req-c9340255-ae96-4cd8-bc6b-2d52a7f5f6b0 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436699 Sep 29 17:22:00.243461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Allocated IP 172.20.0.1 (e1a33afc-7cc7-49da-8508-aa0bb268ddad/61031049-2c2d-4fcc-9808-9b9b5e1a79ae/2a506d9b-178e-411d-a8b4-e95985009305) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:22:00.251576 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:00.349370 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1b814-03b9-4b9b-91e4-48c38324f93e req-cb60e2e3-1a55-411b-b680-94e9d1b05a25 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:00.357717 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-09d1b814-03b9-4b9b-91e4-48c38324f93e req-cb60e2e3-1a55-411b-b680-94e9d1b05a25 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.1183102 Sep 29 17:22:00.426687 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-09d1b814-03b9-4b9b-91e4-48c38324f93e req-6d1a860d-1081-46c2-aa18-f97d5b8d12bd tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626299 Sep 29 17:22:00.452279 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-f71fcaf0-c9d6-4baa-a6f7-5b0c487e5a96 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3741846 Sep 29 17:22:00.465798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-c43c540f-16d9-4bc9-a245-8a827a561d90 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:22:00.466767 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-c43c540f-16d9-4bc9-a245-8a827a561d90 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062075 Sep 29 17:22:00.502038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18bc5f-17d9-4347-b5ad-2686215c101a req-649e1e69-9b72-44b0-a686-4a07aee65f71 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:00.509906 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e18bc5f-17d9-4347-b5ad-2686215c101a req-649e1e69-9b72-44b0-a686-4a07aee65f71 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 945 time: 0.3237281 Sep 29 17:22:00.518850 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:00.581652 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e18bc5f-17d9-4347-b5ad-2686215c101a req-9aaef0a8-0560-41ee-8f6f-61f0f3473a0a tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523367 Sep 29 17:22:00.648177 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:00.655431 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:00.655942 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:00.689059 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Network e1a33afc-7cc7-49da-8508-aa0bb268ddad is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:22:00.696952 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:22:00.735645 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:22:00.744278 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Attempting to bind port b834c46c-4a39-452f-86db-2bd26bd5e961 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:22:00.744699 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Attempting to bind port b834c46c-4a39-452f-86db-2bd26bd5e961 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:22:00.745034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Attempting to bind port b834c46c-4a39-452f-86db-2bd26bd5e961 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:00.754939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a13b2-67d2-4d4e-a21d-9b70291ac1b9 None None] Pushing event updated for resources: {'Port': ['ID=b834c46c-4a39-452f-86db-2bd26bd5e961,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:00.757625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:22:00.757999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:22:00.758569 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:00.759665 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:22:00.760145 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Bound port: b834c46c-4a39-452f-86db-2bd26bd5e961, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:22:00.760525 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:00.828495 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:00.950886 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] For port b834c46c-4a39-452f-86db-2bd26bd5e961, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:22:00.959446 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] For port b834c46c-4a39-452f-86db-2bd26bd5e961, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b834c46c-4a39-452f-86db-2bd26bd5e961,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:22:00.966593 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:01.061324 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Pushing event updated for resources: {'Port': ['ID=2a506d9b-178e-411d-a8b4-e95985009305,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:01.107875 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e780f-b9b9-43af-bd7a-876dce8a1d33 req-8ba80966-0439-4a73-8324-c70372139fc9 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:01.119814 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:01.128213 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cc9e780f-b9b9-43af-bd7a-876dce8a1d33 req-8ba80966-0439-4a73-8324-c70372139fc9 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.1875613 Sep 29 17:22:01.147156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:01.147617 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:01.147960 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:01.148295 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:01.148625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:01.148951 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:01.149289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:01.166675 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:01.167183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:01.167649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:01.167862 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:01.313022 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cc9e780f-b9b9-43af-bd7a-876dce8a1d33 req-1b6cc617-d5ba-4361-8ea0-eebbc29217c0 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838186 Sep 29 17:22:01.401542 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:01.421538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a13b2-67d2-4d4e-a21d-9b70291ac1b9 None None] Pushing event updated for resources: {'Port': ['ID=b834c46c-4a39-452f-86db-2bd26bd5e961,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:01.440456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Routers {'01a59151-47c4-4724-8d24-99c2d17714d5'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:22:01.441218 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['01a59151-47c4-4724-8d24-99c2d17714d5'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:01.443378 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e9761ad1-94f1-40a6-8467-96cd2aa893eb None None] Provisioning complete for port 2a506d9b-178e-411d-a8b4-e95985009305 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:22:01.443759 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e9761ad1-94f1-40a6-8467-96cd2aa893eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:01.615493 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e9761ad1-94f1-40a6-8467-96cd2aa893eb None None] Port 2a506d9b-178e-411d-a8b4-e95985009305 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:22:01.651845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcdcd0-8ad3-482b-82c8-7de7acd90cab req-63c1c77f-0561-4a62-b849-13a9846acf42 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:01.653625 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0cdcdcd0-8ad3-482b-82c8-7de7acd90cab req-63c1c77f-0561-4a62-b849-13a9846acf42 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.0988095 Sep 29 17:22:01.689201 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] Set router 01a59151-47c4-4724-8d24-99c2d17714d5 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:22:01.714060 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0cdcdcd0-8ad3-482b-82c8-7de7acd90cab req-e1df085d-2c7c-4aa0-9863-5f684631ea37 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522258 Sep 29 17:22:01.715360 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:01.733812 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:01.924969 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:02.028382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 35d95f39-d9e3-4c32-b841-0bb40f3a629a no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:22:02.107567 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Pushing event updated for resources: {'Port': ['ID=2a506d9b-178e-411d-a8b4-e95985009305,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:02.131285 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a35241-8a94-4cf7-9e2f-504075804348 req-6271e364-16ac-448a-8718-8472bf0f15b5 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:02.140492 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43a35241-8a94-4cf7-9e2f-504075804348 req-6271e364-16ac-448a-8718-8472bf0f15b5 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 945 time: 0.3461370 Sep 29 17:22:02.171144 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a59151-47c4-4724-8d24-99c2d17714d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1482711262-router', 'tenant_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'b834c46c-4a39-452f-86db-2bd26bd5e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:55Z', 'updated_at': '2021-09-29T17:22:01Z', 'revision_number': 4, 'project_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'gw_port': {'id': 'b834c46c-4a39-452f-86db-2bd26bd5e961', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a59151-47c4-4724-8d24-99c2d17714d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:56Z', 'updated_at': '2021-09-29T17:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '2a506d9b-178e-411d-a8b4-e95985009305', 'name': '', 'network_id': 'e1a33afc-7cc7-49da-8508-aa0bb268ddad', 'tenant_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'mac_address': 'fa:16:3e:64:54:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a59151-47c4-4724-8d24-99c2d17714d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '61031049-2c2d-4fcc-9808-9b9b5e1a79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:59Z', 'updated_at': '2021-09-29T17:22:00Z', 'revision_number': 1, 'project_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'subnets': [{'id': '61031049-2c2d-4fcc-9808-9b9b5e1a79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:02.186324 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Network e1a33afc-7cc7-49da-8508-aa0bb268ddad is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:22:02.188596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:22:02.208828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0921a8ef-e377-4cde-9cb9-771a8f9895f4 None None] The sync data for ids ['01a59151-47c4-4724-8d24-99c2d17714d5'] in n-d-811748-2 is: [{'id': '01a59151-47c4-4724-8d24-99c2d17714d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1482711262-router', 'tenant_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'b834c46c-4a39-452f-86db-2bd26bd5e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:55Z', 'updated_at': '2021-09-29T17:22:01Z', 'revision_number': 4, 'project_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'gw_port': {'id': 'b834c46c-4a39-452f-86db-2bd26bd5e961', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a59151-47c4-4724-8d24-99c2d17714d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:56Z', 'updated_at': '2021-09-29T17:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '2a506d9b-178e-411d-a8b4-e95985009305', 'name': '', 'network_id': 'e1a33afc-7cc7-49da-8508-aa0bb268ddad', 'tenant_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'mac_address': 'fa:16:3e:64:54:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a59151-47c4-4724-8d24-99c2d17714d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '61031049-2c2d-4fcc-9808-9b9b5e1a79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:59Z', 'updated_at': '2021-09-29T17:22:00Z', 'revision_number': 1, 'project_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'subnets': [{'id': '61031049-2c2d-4fcc-9808-9b9b5e1a79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:22:02.219907 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:02.256991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382a2f20-8538-4095-b89a-aebb22304c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d95f39-d9e3-4c32-b841-0bb40f3a629a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:02.260259 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78301a10-f089-4152-b932-f4be54501602" -d '{"events": [{"server_uuid": "382a2f20-8538-4095-b89a-aebb22304c34", "name": "network-vif-unplugged", "status": "completed", "tag": "35d95f39-d9e3-4c32-b841-0bb40f3a629a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:02.331141 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 35d95f39-d9e3-4c32-b841-0bb40f3a629a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=35d95f39-d9e3-4c32-b841-0bb40f3a629a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:02.342902 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:02.401672 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43a35241-8a94-4cf7-9e2f-504075804348 req-03b5b11a-9ee7-431a-a65c-29a73da82297 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560065 Sep 29 17:22:02.473077 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74604908-6b65-4baa-a0c6-ea2181112965 x-openstack-request-id: req-74604908-6b65-4baa-a0c6-ea2181112965 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:02.474615 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382a2f20-8538-4095-b89a-aebb22304c34", "name": "network-vif-unplugged", "status": "completed", "tag": "35d95f39-d9e3-4c32-b841-0bb40f3a629a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:02.475108 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74604908-6b65-4baa-a0c6-ea2181112965 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:02.477549 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382a2f20-8538-4095-b89a-aebb22304c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d95f39-d9e3-4c32-b841-0bb40f3a629a', 'code': 200} Sep 29 17:22:02.479894 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=35d95f39-d9e3-4c32-b841-0bb40f3a629a,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:02.590920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Router 01a59151-47c4-4724-8d24-99c2d17714d5 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:22:02.695306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391293c4-4609-44b9-90d7-b7eb6804902b req-76f4c171-6791-43c9-b8fe-55642908f29c tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:02.705994 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-391293c4-4609-44b9-90d7-b7eb6804902b req-76f4c171-6791-43c9-b8fe-55642908f29c tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.1306622 Sep 29 17:22:02.778428 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-542c8387-1eed-4b49-8ee1-f40e6f89e39b None None] Provisioning complete for port 2a506d9b-178e-411d-a8b4-e95985009305 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:22:02.778746 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-542c8387-1eed-4b49-8ee1-f40e6f89e39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:02.908054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-391293c4-4609-44b9-90d7-b7eb6804902b req-c28106f0-1ff4-49ea-a08d-d0b6cb8de6b3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804986 Sep 29 17:22:02.912008 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-542c8387-1eed-4b49-8ee1-f40e6f89e39b None None] Port 2a506d9b-178e-411d-a8b4-e95985009305 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:22:03.016544 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:22:03.054787 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8847f0f5-3b42-4f38-881a-db099cd43ddf admin admin] 10.222.0.44 "PUT /v2.0/routers/01a59151-47c4-4724-8d24-99c2d17714d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1319666 Sep 29 17:22:03.095429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb318ce-3822-4708-84e1-719bcf6a4a3e req-dfe0f546-0a7b-4088-b655-3742d06f6e60 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:03.105931 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-beb318ce-3822-4708-84e1-719bcf6a4a3e req-dfe0f546-0a7b-4088-b655-3742d06f6e60 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.1427460 Sep 29 17:22:03.209743 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-beb318ce-3822-4708-84e1-719bcf6a4a3e req-1d4e0d0c-6091-4ab8-89d6-956bb49fbc9d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022680 Sep 29 17:22:03.216670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8870-b36a-4854-a170-03f8b9275106 req-a485d43b-1e41-44d9-b86f-71e145467662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:03.218758 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-a485d43b-1e41-44d9-b86f-71e145467662 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 1100 time: 0.1894934 Sep 29 17:22:03.624904 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf25526-a3c3-45df-a892-27a917f46513 req-cde3f99a-d142-49a6-b795-edaf2ca13d19 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:03.626959 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fdf25526-a3c3-45df-a892-27a917f46513 req-cde3f99a-d142-49a6-b795-edaf2ca13d19 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 945 time: 0.0886471 Sep 29 17:22:03.678273 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fdf25526-a3c3-45df-a892-27a917f46513 req-f7c37e50-59f1-4a37-82eb-66c3ec838f5e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452986 Sep 29 17:22:03.746705 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8162622c-c137-4af4-a4fa-7c02b7720695 req-97e2acfc-af62-4a1a-b9e9-d01ded638434 tempest-FloatingIPsNegativeTestJSON-512516780 tempest-FloatingIPsNegativeTestJSON-512516780-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=0ce95cf2aaab479c9228ffc87b557f8c HTTP/1.1" status: 200 len: 217 time: 0.0765743 Sep 29 17:22:03.799159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8870-b36a-4854-a170-03f8b9275106 req-20f8d876-6d06-44d4-96a7-0b3919299b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:03.800926 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-20f8d876-6d06-44d4-96a7-0b3919299b4e service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.5627451 Sep 29 17:22:03.862295 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-93464e1f-e8fe-437a-82cf-361f0f902bdd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6 HTTP/1.1" status: 200 len: 217 time: 0.0498803 Sep 29 17:22:03.929146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8870-b36a-4854-a170-03f8b9275106 req-704752d0-281f-446a-a1ec-55afc6f83879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:03.931903 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-704752d0-281f-446a-a1ec-55afc6f83879 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0602627 Sep 29 17:22:04.010716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8870-b36a-4854-a170-03f8b9275106 req-bbd6c816-dbfd-4c5d-9506-32b1f30eaf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:04.012249 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-bbd6c816-dbfd-4c5d-9506-32b1f30eaf14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679171 Sep 29 17:22:04.203140 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-bf5f8eac-6a3d-43b9-8e55-dc07b3676fcb service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735663 Sep 29 17:22:04.210302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-6361c6a4-c02a-4a12-a1d8-10c7e093aeb3 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:04.211915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-6361c6a4-c02a-4a12-a1d8-10c7e093aeb3 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/networks?id=3c2e4849-97cc-4563-aae0-e0a72f37a270 HTTP/1.1" status: 200 len: 815 time: 0.1957796 Sep 29 17:22:04.238528 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdefd357-797f-477a-a78d-9fe8d1702c2d req-eb0bb5e3-e259-4014-adc0-ce2535b44218 tempest-FloatingIPsNegativeTestJSON-512516780 tempest-FloatingIPsNegativeTestJSON-512516780-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0252709 Sep 29 17:22:04.252965 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-aec1628f-a38c-4294-9376-715e2d61c8c3 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/quotas/b7e957ca6a81445194e74f45a2397bd5 HTTP/1.1" status: 200 len: 375 time: 0.0310881 Sep 29 17:22:04.257648 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device b02826e2-91c9-40e8-9aab-cb998725bce1 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:22:04.394032 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d40440ff-d920-42b1-8aac-e0f11ac688f7 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b7e957ca6a81445194e74f45a2397bd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1403079 Sep 29 17:22:04.424343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port b02826e2-91c9-40e8-9aab-cb998725bce1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=b02826e2-91c9-40e8-9aab-cb998725bce1,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:04.442132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'b02826e2-91c9-40e8-9aab-cb998725bce1', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': 'b02826e2-91c9-40e8-9aab-cb998725bce1', 'mac_address': 'fa:16:3e:32:ba:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:22:04.479066 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-b5deb18d-7476-41c2-bd6e-55e076325209 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646825 Sep 29 17:22:04.494847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655430e-e3d8-4b18-83c0-4031e5c4ca4f req-4d064b27-f151-48f5-99b3-f64f243e5745 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:04.496413 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d655430e-e3d8-4b18-83c0-4031e5c4ca4f req-4d064b27-f151-48f5-99b3-f64f243e5745 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.1521077 Sep 29 17:22:04.544257 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:04.583142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b02826e2-91c9-40e8-9aab-cb998725bce1 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:22:04.611133 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-ebb8df15-55d6-4dd5-bd3d-fb7b14dfcff5 service neutron] 10.222.0.44 "GET /v2.0/networks/3c2e4849-97cc-4563-aae0-e0a72f37a270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065558 Sep 29 17:22:04.624378 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d655430e-e3d8-4b18-83c0-4031e5c4ca4f req-7967adec-c710-437e-8590-05d168140b02 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119447 Sep 29 17:22:04.659615 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port b02826e2-91c9-40e8-9aab-cb998725bce1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=b02826e2-91c9-40e8-9aab-cb998725bce1,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:04.666515 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:04.784456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=b02826e2-91c9-40e8-9aab-cb998725bce1,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:04.826174 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-0373db4e-c0b0-4e59-b4ff-61eee0cdd09b service neutron] 10.222.0.44 "GET /v2.0/networks/3c2e4849-97cc-4563-aae0-e0a72f37a270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140346 Sep 29 17:22:04.859273 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['b02826e2-91c9-40e8-9aab-cb998725bce1'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:22:04.920486 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c05e1a-59a8-4386-a723-918b2c22f609 req-2b926d97-275d-4887-bf7e-158d6d30197c tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:04.925892 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7c05e1a-59a8-4386-a723-918b2c22f609 req-2b926d97-275d-4887-bf7e-158d6d30197c tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.0915966 Sep 29 17:22:05.011968 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7c05e1a-59a8-4386-a723-918b2c22f609 req-f978d72d-7f82-4cd5-94e7-64f7fa566650 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799546 Sep 29 17:22:05.050561 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f3859-92f5-4e34-ae47-806828904918 req-7bef2ce1-bbfb-4266-8a38-2cd8bd891c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:05.052160 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-247f3859-92f5-4e34-ae47-806828904918 req-7bef2ce1-bbfb-4266-8a38-2cd8bd891c3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 1096 time: 0.0779500 Sep 29 17:22:05.087679 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [req-766a77c2-4925-4ad6-940f-5283584c87b3 req-3fb549f8-c339-4962-8eb9-dae7def48b4f tempest-FloatingIPsNegativeTestJSON-512516780 tempest-FloatingIPsNegativeTestJSON-512516780-project] show failed (client error): The resource could not be found. Sep 29 17:22:05.102349 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-766a77c2-4925-4ad6-940f-5283584c87b3 req-3fb549f8-c339-4962-8eb9-dae7def48b4f tempest-FloatingIPsNegativeTestJSON-512516780 tempest-FloatingIPsNegativeTestJSON-512516780-project] 10.222.0.44 "GET /v2.0/floatingips/99c146c5-755c-4bf6-82ab-82ffdbe61356 HTTP/1.1" status: 404 len: 350 time: 0.0595837 Sep 29 17:22:05.104574 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49974) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:22:05.382562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f3859-92f5-4e34-ae47-806828904918 req-d4f9f3b2-f6e2-44e7-9865-f0dda273dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:05.388614 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-247f3859-92f5-4e34-ae47-806828904918 req-d4f9f3b2-f6e2-44e7-9865-f0dda273dfd3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.3111143 Sep 29 17:22:05.400982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f084d43-f786-49ec-9bc2-eb4bf748c950 req-031b0216-e931-41d1-b2d1-b1779e49842d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:05.412544 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-72769dbd-60ad-4f5b-b12e-201bb5905bb0 req-446ac821-6488-46aa-b998-434ae69bd3a1 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 210 time: 0.0579042 Sep 29 17:22:05.413207 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f084d43-f786-49ec-9bc2-eb4bf748c950 req-031b0216-e931-41d1-b2d1-b1779e49842d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 945 time: 0.1481221 Sep 29 17:22:05.546591 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-247f3859-92f5-4e34-ae47-806828904918 req-0a1bb4c6-c629-4e7a-90fa-50d954e729df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89 HTTP/1.1" status: 200 len: 217 time: 0.1349010 Sep 29 17:22:05.642200 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f084d43-f786-49ec-9bc2-eb4bf748c950 req-914a5aa1-4833-4d90-a08d-42f196c2203e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318068 Sep 29 17:22:05.686543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f3859-92f5-4e34-ae47-806828904918 req-c6a13726-ca8c-4ac4-8e7b-94e0adcab4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:05.688776 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-247f3859-92f5-4e34-ae47-806828904918 req-c6a13726-ca8c-4ac4-8e7b-94e0adcab4b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.1262298 Sep 29 17:22:05.740255 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b834c46c-4a39-452f-86db-2bd26bd5e961 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:22:05.850162 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-247f3859-92f5-4e34-ae47-806828904918 req-8429d587-8f26-4e3e-95d5-4db88242e6fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486604 Sep 29 17:22:05.910540 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b834c46c-4a39-452f-86db-2bd26bd5e961 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:22:05.910779 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:06.082807 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-247f3859-92f5-4e34-ae47-806828904918 req-dcc10c02-3c05-4d8b-88f8-2d3a8666ad26 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085016 Sep 29 17:22:06.187557 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:06.230563 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-247f3859-92f5-4e34-ae47-806828904918 req-acbdae7c-7713-441a-a6f5-999f8bb48450 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399283 Sep 29 17:22:06.278770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port b834c46c-4a39-452f-86db-2bd26bd5e961, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b834c46c-4a39-452f-86db-2bd26bd5e961,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:06.283377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device b02826e2-91c9-40e8-9aab-cb998725bce1 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:22:06.295088 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Sync routers for ids ['01a59151-47c4-4724-8d24-99c2d17714d5'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:22:06.306677 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:06.335217 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Routers {'01a59151-47c4-4724-8d24-99c2d17714d5'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:22:06.340856 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['01a59151-47c4-4724-8d24-99c2d17714d5'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:06.359247 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0ce94-2395-4356-b255-507bad33a0c0 req-db7c0540-b083-4178-8027-75d143036af9 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:06.367038 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9bc0ce94-2395-4356-b255-507bad33a0c0 req-db7c0540-b083-4178-8027-75d143036af9 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.0863650 Sep 29 17:22:06.423143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a872aa7-602a-44b2-b9f8-bb78e3d3a0a5 req-495858fc-85f2-457f-b312-06da9ad548e6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:06.430358 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a872aa7-602a-44b2-b9f8-bb78e3d3a0a5 req-495858fc-85f2-457f-b312-06da9ad548e6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.1986957 Sep 29 17:22:06.467160 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9bc0ce94-2395-4356-b255-507bad33a0c0 req-6a6617f6-1e97-46f2-b84c-2fc26323d5e9 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928299 Sep 29 17:22:06.555288 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a872aa7-602a-44b2-b9f8-bb78e3d3a0a5 req-56d6c9ae-831a-4c26-a627-7b4e61714d84 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239092 Sep 29 17:22:06.563612 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Set router 01a59151-47c4-4724-8d24-99c2d17714d5 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:22:06.608473 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=b834c46c-4a39-452f-86db-2bd26bd5e961,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:06.638165 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port b02826e2-91c9-40e8-9aab-cb998725bce1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:22:06.638516 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:06.695701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1924bc42-4a25-437f-ad9e-6f641be97a68 req-9b560b8a-5875-423f-8d18-bbad6a9ab129 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 210 time: 0.0407820 Sep 29 17:22:06.733826 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a30642ae-0bc8-4507-9e40-cb34e2a3f80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:06.813749 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:06.841510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8150c5d8-f8f1-4b86-a2ab-03b3266c908d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02826e2-91c9-40e8-9aab-cb998725bce1'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:06.844104 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a49d71-9e4b-4265-9620-9c0d89d2a080" -d '{"events": [{"server_uuid": "8150c5d8-f8f1-4b86-a2ab-03b3266c908d", "name": "network-vif-plugged", "status": "completed", "tag": "b02826e2-91c9-40e8-9aab-cb998725bce1"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:06.867507 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port b02826e2-91c9-40e8-9aab-cb998725bce1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=b02826e2-91c9-40e8-9aab-cb998725bce1,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:06.875213 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:06.877439 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a59151-47c4-4724-8d24-99c2d17714d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1482711262-router', 'tenant_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'b834c46c-4a39-452f-86db-2bd26bd5e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:55Z', 'updated_at': '2021-09-29T17:22:01Z', 'revision_number': 4, 'project_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'gw_port': {'id': 'b834c46c-4a39-452f-86db-2bd26bd5e961', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a59151-47c4-4724-8d24-99c2d17714d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:56Z', 'updated_at': '2021-09-29T17:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '2a506d9b-178e-411d-a8b4-e95985009305', 'name': '', 'network_id': 'e1a33afc-7cc7-49da-8508-aa0bb268ddad', 'tenant_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'mac_address': 'fa:16:3e:64:54:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01a59151-47c4-4724-8d24-99c2d17714d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '61031049-2c2d-4fcc-9808-9b9b5e1a79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:59Z', 'updated_at': '2021-09-29T17:22:01Z', 'revision_number': 2, 'project_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'subnets': [{'id': '61031049-2c2d-4fcc-9808-9b9b5e1a79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:06.932299 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Checking router: 01a59151-47c4-4724-8d24-99c2d17714d5 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:22:06.932693 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Updating router 01a59151-47c4-4724-8d24-99c2d17714d5 port 2a506d9b-178e-411d-a8b4-e95985009305 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:22:06.935556 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f9733a-8ad2-41ca-9da7-6f30a04f6d45 x-openstack-request-id: req-26f9733a-8ad2-41ca-9da7-6f30a04f6d45 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:06.935788 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8150c5d8-f8f1-4b86-a2ab-03b3266c908d", "name": "network-vif-plugged", "status": "completed", "tag": "b02826e2-91c9-40e8-9aab-cb998725bce1", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:06.936029 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26f9733a-8ad2-41ca-9da7-6f30a04f6d45 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:06.936427 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8150c5d8-f8f1-4b86-a2ab-03b3266c908d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02826e2-91c9-40e8-9aab-cb998725bce1', 'code': 200} Sep 29 17:22:06.968639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdef06-b988-44f9-a756-622eb5f22aa4 req-4d5e2d31-35f7-42ad-a504-de4260fa81eb tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:06.970162 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-99bdef06-b988-44f9-a756-622eb5f22aa4 req-4d5e2d31-35f7-42ad-a504-de4260fa81eb tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 945 time: 0.1239271 Sep 29 17:22:06.971422 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=b02826e2-91c9-40e8-9aab-cb998725bce1,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:06.975204 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:07.039763 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-99bdef06-b988-44f9-a756-622eb5f22aa4 req-b76d2da0-5f38-42a1-8b3b-078c63c4ffd5 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619941 Sep 29 17:22:07.090697 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a30642ae-0bc8-4507-9e40-cb34e2a3f80e admin admin] Deleting port 2a506d9b-178e-411d-a8b4-e95985009305 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:22:07.091039 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a30642ae-0bc8-4507-9e40-cb34e2a3f80e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:07.171549 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a30642ae-0bc8-4507-9e40-cb34e2a3f80e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:07.184387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a30642ae-0bc8-4507-9e40-cb34e2a3f80e admin admin] Calling delete_port for 2a506d9b-178e-411d-a8b4-e95985009305 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:22:07.306795 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:07.319578 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:07.416653 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aac75f-d428-4012-8f73-755791e80fd2 None None] Pushing event updated for resources: {'Port': ['ID=2a506d9b-178e-411d-a8b4-e95985009305,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:07.443456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-dd8be806-61d9-499c-8d74-f77d3c577cf2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:07.445114 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-dd8be806-61d9-499c-8d74-f77d3c577cf2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.35 "GET /v2.0/networks?id=3c2e4849-97cc-4563-aae0-e0a72f37a270 HTTP/1.1" status: 200 len: 815 time: 0.2022579 Sep 29 17:22:07.463041 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Attempting to bind port 2a506d9b-178e-411d-a8b4-e95985009305 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:22:07.463498 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Attempting to bind port 2a506d9b-178e-411d-a8b4-e95985009305 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '3427b395-19fa-499e-815d-a386c4da8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e1a33afc-7cc7-49da-8508-aa0bb268ddad'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:22:07.463866 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Attempting to bind port 2a506d9b-178e-411d-a8b4-e95985009305 on network e1a33afc-7cc7-49da-8508-aa0bb268ddad {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:07.464843 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a30642ae-0bc8-4507-9e40-cb34e2a3f80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:07.470182 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:22:07.470567 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Checking segment: {'id': '3427b395-19fa-499e-815d-a386c4da8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e1a33afc-7cc7-49da-8508-aa0bb268ddad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:22:07.471137 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:07.471391 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Bound using segment: {'id': '3427b395-19fa-499e-815d-a386c4da8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e1a33afc-7cc7-49da-8508-aa0bb268ddad'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:22:07.471912 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Bound port: 2a506d9b-178e-411d-a8b4-e95985009305, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427b395-19fa-499e-815d-a386c4da8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'e1a33afc-7cc7-49da-8508-aa0bb268ddad'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:22:07.472315 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:07.484195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Request body: {'port': {'device_id': '0857a233-f3aa-45ae-a20a-2e58bb11253f', 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270', 'admin_state_up': True, 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:22:07.552995 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.plugin [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Port 2a506d9b-178e-411d-a8b4-e95985009305 has been deleted concurrently {{(pid=95018) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 29 17:22:07.590212 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Routers {'01a59151-47c4-4724-8d24-99c2d17714d5'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:22:07.591072 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['01a59151-47c4-4724-8d24-99c2d17714d5'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:07.596566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30642ae-0bc8-4507-9e40-cb34e2a3f80e admin admin] Pushing event deleted for resources: {'Port': ['ID=2a506d9b-178e-411d-a8b4-e95985009305,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:07.637474 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b834c46c-4a39-452f-86db-2bd26bd5e961 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:22:07.747058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b834c46c-4a39-452f-86db-2bd26bd5e961 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:22:07.747345 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:07.825267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a17bc080-2698-4c36-a297-642fcd7b9942 None None] Could not find standard attr ID for object 2a506d9b-178e-411d-a8b4-e95985009305. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:22:07.855139 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] Set router 01a59151-47c4-4724-8d24-99c2d17714d5 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:22:07.910447 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9739f3-6609-49b5-916f-bd700fa2344e req-157e12a0-d290-41b6-825a-92d4b0c4e9da tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:07.912246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-af9739f3-6609-49b5-916f-bd700fa2344e req-157e12a0-d290-41b6-825a-92d4b0c4e9da tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.2534423 Sep 29 17:22:07.913729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Made reservation on behalf of b7e957ca6a81445194e74f45a2397bd5 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:22:07.917319 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:07.955557 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a30642ae-0bc8-4507-9e40-cb34e2a3f80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:08.003898 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18249a4f-668b-48bc-a292-c1b95d8b4896 req-1a6de30b-f43c-4ff6-b65e-9834b8839eac tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:08.006731 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18249a4f-668b-48bc-a292-c1b95d8b4896 req-1a6de30b-f43c-4ff6-b65e-9834b8839eac tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.2990572 Sep 29 17:22:08.020713 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a5c8eefc-4a7e-47cc-928f-58f4bab27060 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:22:08.028143 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a5c8eefc-4a7e-47cc-928f-58f4bab27060 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:22:08.187424 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a59151-47c4-4724-8d24-99c2d17714d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1482711262-router', 'tenant_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'b834c46c-4a39-452f-86db-2bd26bd5e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:55Z', 'updated_at': '2021-09-29T17:22:07Z', 'revision_number': 5, 'project_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'gw_port': {'id': 'b834c46c-4a39-452f-86db-2bd26bd5e961', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a59151-47c4-4724-8d24-99c2d17714d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:56Z', 'updated_at': '2021-09-29T17:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:08.188254 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18249a4f-668b-48bc-a292-c1b95d8b4896 req-dd8fa56b-e4d7-40d2-b106-67fb5c16091a tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716082 Sep 29 17:22:08.348982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a5c8eefc-4a7e-47cc-928f-58f4bab27060, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a5c8eefc-4a7e-47cc-928f-58f4bab27060,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:08.362246 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fae6701-d964-479b-bed6-3bf8b39d8b78 None None] The sync data for ids ['01a59151-47c4-4724-8d24-99c2d17714d5'] in n-d-811748-2 is: [{'id': '01a59151-47c4-4724-8d24-99c2d17714d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1482711262-router', 'tenant_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.40'}], 'enable_snat': True}, 'gw_port_id': 'b834c46c-4a39-452f-86db-2bd26bd5e961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:55Z', 'updated_at': '2021-09-29T17:22:07Z', 'revision_number': 5, 'project_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'gw_port': {'id': 'b834c46c-4a39-452f-86db-2bd26bd5e961', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:fd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a59151-47c4-4724-8d24-99c2d17714d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:56Z', 'updated_at': '2021-09-29T17:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:22:08.381350 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-af9739f3-6609-49b5-916f-bd700fa2344e req-c1906f31-ffb4-4383-a855-2c930b8e3290 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295123 Sep 29 17:22:08.557449 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Allocated IP 172.20.0.5 (3c2e4849-97cc-4563-aae0-e0a72f37a270/7293b999-dfe6-4039-9a3b-78e924dd4dea/428909e0-5a45-4549-90ac-aa0219fdefb7) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:22:08.630088 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30642ae-0bc8-4507-9e40-cb34e2a3f80e admin admin] Router 01a59151-47c4-4724-8d24-99c2d17714d5 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:22:08.703324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-11081e0b-c218-4ed7-a0cf-23ae8fb99511 req-58d8e73c-eca5-495f-a0c2-b1c5031d461c tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 210 time: 0.0712860 Sep 29 17:22:08.810940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c7f20-f47b-4a0a-9c86-f7b12f54d429 req-8eeb5053-2e07-45ff-b35c-cc447c8d9058 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:08.833489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-841c7f20-f47b-4a0a-9c86-f7b12f54d429 req-8eeb5053-2e07-45ff-b35c-cc447c8d9058 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 945 time: 0.1455195 Sep 29 17:22:08.836398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060', 'mac_address': 'fa:16:3e:1a:e2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:22:08.862460 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:08.906910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-841c7f20-f47b-4a0a-9c86-f7b12f54d429 req-c7ed6f77-54e0-421f-9553-70aed37088ad tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723891 Sep 29 17:22:08.991451 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:09.007890 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30642ae-0bc8-4507-9e40-cb34e2a3f80e admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:22:09.014239 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a30642ae-0bc8-4507-9e40-cb34e2a3f80e admin admin] 10.222.0.44 "PUT /v2.0/routers/01a59151-47c4-4724-8d24-99c2d17714d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9077978 Sep 29 17:22:09.017856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa67c1b5-8bb1-403e-9849-e981852b09f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:09.019942 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50062) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:22:09.028681 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c86aa7-4ba1-4455-9a67-a3df664010ef" -d '{"events": [{"server_uuid": "fa67c1b5-8bb1-403e-9849-e981852b09f6", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c8eefc-4a7e-47cc-928f-58f4bab27060"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:09.060524 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:09.063575 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a5c8eefc-4a7e-47cc-928f-58f4bab27060, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a5c8eefc-4a7e-47cc-928f-58f4bab27060,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:09.091992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5c8eefc-4a7e-47cc-928f-58f4bab27060 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:22:09.104459 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:09.112522 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:09.130307 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306a93ed-e5dc-44be-95af-3d67ecbb99ae x-openstack-request-id: req-306a93ed-e5dc-44be-95af-3d67ecbb99ae {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:09.130877 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa67c1b5-8bb1-403e-9849-e981852b09f6", "name": "network-vif-unplugged", "status": "completed", "tag": "a5c8eefc-4a7e-47cc-928f-58f4bab27060", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:09.132965 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-306a93ed-e5dc-44be-95af-3d67ecbb99ae {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:09.133628 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa67c1b5-8bb1-403e-9849-e981852b09f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060', 'code': 200} Sep 29 17:22:09.178367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Network 3c2e4849-97cc-4563-aae0-e0a72f37a270 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:22:09.186865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:22:09.200426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:22:09.301203 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:09.302584 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:09.306130 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5bf2-5dd0-4c19-9030-5ca77716d5f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:09.327780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Pushing event updated for resources: {'Port': ['ID=428909e0-5a45-4549-90ac-aa0219fdefb7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:09.388173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:09.390424 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:09.391405 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:09.395185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:09.395608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:09.395947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:09.396288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:09.396661 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:09.396960 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:09.397314 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:09.401097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:09.420717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:09.421441 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=a5c8eefc-4a7e-47cc-928f-58f4bab27060,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:09.421540 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-a5f05329-d043-43d8-b8ea-49d2f6d6f0f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9353313 Sep 29 17:22:09.449750 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:22:09.450215 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:22:09.518326 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Request body: {'port': {'device_id': '0857a233-f3aa-45ae-a20a-2e58bb11253f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:22:09.526459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2a506d9b-178e-411d-a8b4-e95985009305 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:22:09.562534 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 2a506d9b-178e-411d-a8b4-e95985009305 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:22:09.563229 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2a506d9b-178e-411d-a8b4-e95985009305 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:22:09.702179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb0c26-bc80-409c-9166-c3299577a8ae req-70f33640-34a5-4550-b182-5c52801583d1 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:09.712643 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5bf2-5dd0-4c19-9030-5ca77716d5f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:09.717218 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1acb0c26-bc80-409c-9166-c3299577a8ae req-70f33640-34a5-4550-b182-5c52801583d1 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.3121519 Sep 29 17:22:09.721108 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:09.777064 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-60313204-e200-4516-b670-53c03bc8e87f None None] Provisioning complete for port 428909e0-5a45-4549-90ac-aa0219fdefb7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:22:09.778039 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60313204-e200-4516-b670-53c03bc8e87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:09.800128 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361414c-afd2-4047-80ee-9e07374cff87 req-227a6bc6-c216-4675-9f1b-151e2631cef4 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:09.809687 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c361414c-afd2-4047-80ee-9e07374cff87 req-227a6bc6-c216-4675-9f1b-151e2631cef4 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 948 time: 0.1113493 Sep 29 17:22:09.861646 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c361414c-afd2-4047-80ee-9e07374cff87 req-fbc9fdbd-692b-416c-a91d-0c702201d6cb tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506332 Sep 29 17:22:09.909290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a5bf2-5dd0-4c19-9030-5ca77716d5f1 admin admin] Deleting port b834c46c-4a39-452f-86db-2bd26bd5e961 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:22:09.909649 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5bf2-5dd0-4c19-9030-5ca77716d5f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:09.944427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-60313204-e200-4516-b670-53c03bc8e87f None None] Port 428909e0-5a45-4549-90ac-aa0219fdefb7 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:22:10.076454 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:10.103300 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1acb0c26-bc80-409c-9166-c3299577a8ae req-a4132976-e394-4deb-8bd5-0111b8f54363 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576372 Sep 29 17:22:10.117588 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-0b5a5bf2-5dd0-4c19-9030-5ca77716d5f1 admin admin] For port b834c46c-4a39-452f-86db-2bd26bd5e961, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b834c46c-4a39-452f-86db-2bd26bd5e961,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:10.117800 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5bf2-5dd0-4c19-9030-5ca77716d5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:10.133414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c8eefc-4a7e-47cc-928f-58f4bab27060 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:22:10.154138 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a5bf2-5dd0-4c19-9030-5ca77716d5f1 admin admin] Calling delete_port for b834c46c-4a39-452f-86db-2bd26bd5e961 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:22:10.202150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a5c8eefc-4a7e-47cc-928f-58f4bab27060, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a5c8eefc-4a7e-47cc-928f-58f4bab27060,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:10.211790 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:10.323188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=a5c8eefc-4a7e-47cc-928f-58f4bab27060,revision_number=10']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:10.553952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998798c-7443-41a2-b634-2ddb4f45ffae req-8b2fba7d-1ab4-419d-b7f5-46520bab9106 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:10.563394 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6998798c-7443-41a2-b634-2ddb4f45ffae req-8b2fba7d-1ab4-419d-b7f5-46520bab9106 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 931 time: 0.2779381 Sep 29 17:22:10.569172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb22d828-9a68-43c9-9c83-c67dec7528e9 None None] Sync routers for ids ['01a59151-47c4-4724-8d24-99c2d17714d5'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:22:10.589846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb22d828-9a68-43c9-9c83-c67dec7528e9 None None] Routers {'01a59151-47c4-4724-8d24-99c2d17714d5'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:22:10.590497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-eb22d828-9a68-43c9-9c83-c67dec7528e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['01a59151-47c4-4724-8d24-99c2d17714d5'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:10.605741 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5bf2-5dd0-4c19-9030-5ca77716d5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:10.682121 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6998798c-7443-41a2-b634-2ddb4f45ffae req-3d22b926-a5cd-47d2-bbc1-c4423b2c6842 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173432 Sep 29 17:22:10.691244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a5bf2-5dd0-4c19-9030-5ca77716d5f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b834c46c-4a39-452f-86db-2bd26bd5e961,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:10.753705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['a5c8eefc-4a7e-47cc-928f-58f4bab27060'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:22:10.886259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 428909e0-5a45-4549-90ac-aa0219fdefb7 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:22:10.893604 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5bf2-5dd0-4c19-9030-5ca77716d5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:10.929880 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:10.977780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834fbc8-2970-4ecb-802f-80d9be4e58f1 req-048b151d-f495-45d2-9855-af4ec102d3be tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:10.985793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6834fbc8-2970-4ecb-802f-80d9be4e58f1 req-048b151d-f495-45d2-9855-af4ec102d3be tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 945 time: 0.1594133 Sep 29 17:22:11.006117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Transition to ACTIVE for port object 428909e0-5a45-4549-90ac-aa0219fdefb7 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:22:11.014631 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-27731d0d-fd09-42bd-b912-87db582570f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:11.025015 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:11.058892 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-eb22d828-9a68-43c9-9c83-c67dec7528e9 None None] Set router 01a59151-47c4-4724-8d24-99c2d17714d5 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:22:11.100806 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6834fbc8-2970-4ecb-802f-80d9be4e58f1 req-7a848adf-82b9-4514-875e-eca26038058a tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080606 Sep 29 17:22:11.149938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Pushing event updated for resources: {'Port': ['ID=428909e0-5a45-4549-90ac-aa0219fdefb7,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:11.264028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-eb22d828-9a68-43c9-9c83-c67dec7528e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01a59151-47c4-4724-8d24-99c2d17714d5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1482711262-router', 'tenant_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:55Z', 'updated_at': '2021-09-29T17:22:09Z', 'revision_number': 6, 'project_id': '0ce95cf2aaab479c9228ffc87b557f8c', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:11.268941 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5bf2-5dd0-4c19-9030-5ca77716d5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:11.272711 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5bf2-5dd0-4c19-9030-5ca77716d5f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:11.370797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb22d828-9a68-43c9-9c83-c67dec7528e9 None None] Checking router: 01a59151-47c4-4724-8d24-99c2d17714d5 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:22:11.372173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Attempting to bind port 428909e0-5a45-4549-90ac-aa0219fdefb7 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:22:11.372620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Attempting to bind port 428909e0-5a45-4549-90ac-aa0219fdefb7 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '2f5dffd8-aaba-4198-82d4-bc2d8225e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:22:11.373062 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Attempting to bind port 428909e0-5a45-4549-90ac-aa0219fdefb7 on network 3c2e4849-97cc-4563-aae0-e0a72f37a270 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:11.402139 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5bf2-5dd0-4c19-9030-5ca77716d5f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:11.404718 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5a5bf2-5dd0-4c19-9030-5ca77716d5f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01a59151-47c4-4724-8d24-99c2d17714d5 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:22:11.425913 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb22d828-9a68-43c9-9c83-c67dec7528e9 None None] Routers {'01a59151-47c4-4724-8d24-99c2d17714d5'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:22:11.427707 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b5a5bf2-5dd0-4c19-9030-5ca77716d5f1 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:11.428133 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-eb22d828-9a68-43c9-9c83-c67dec7528e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:21:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['01a59151-47c4-4724-8d24-99c2d17714d5'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:11.432937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0b5a5bf2-5dd0-4c19-9030-5ca77716d5f1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/01a59151-47c4-4724-8d24-99c2d17714d5 HTTP/1.1" status: 204 len: 168 time: 2.4116988 Sep 29 17:22:11.438876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50110) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:22:11.466228 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Port 428909e0-5a45-4549-90ac-aa0219fdefb7 on network 3c2e4849-97cc-4563-aae0-e0a72f37a270 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:22:11.466720 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Attempting to bind port 428909e0-5a45-4549-90ac-aa0219fdefb7 on network 3c2e4849-97cc-4563-aae0-e0a72f37a270 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:11.538909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:22:11.539251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Checking segment: {'id': '2f5dffd8-aaba-4198-82d4-bc2d8225e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:22:11.539644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Bound using segment: {'id': '2f5dffd8-aaba-4198-82d4-bc2d8225e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:22:11.540768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Bound port: 428909e0-5a45-4549-90ac-aa0219fdefb7, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5dffd8-aaba-4198-82d4-bc2d8225e612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:22:11.541127 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:11.541924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-eb22d828-9a68-43c9-9c83-c67dec7528e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:11.543360 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb22d828-9a68-43c9-9c83-c67dec7528e9 None None] The sync data for ids ['01a59151-47c4-4724-8d24-99c2d17714d5'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:22:11.568061 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d248cf5-9465-4283-9128-c0ba3db94cc6 req-a7dba40d-aa5d-48b9-9004-1c22b8100d15 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:11.581970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-49aacbfc-a50d-4059-81b1-27184c36b7ee admin admin] Deleting subnet 61031049-2c2d-4fcc-9808-9b9b5e1a79ae {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:22:11.591178 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49aacbfc-a50d-4059-81b1-27184c36b7ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:11.593873 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8d248cf5-9465-4283-9128-c0ba3db94cc6 req-a7dba40d-aa5d-48b9-9004-1c22b8100d15 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.2094767 Sep 29 17:22:11.719536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] For port 428909e0-5a45-4549-90ac-aa0219fdefb7, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:22:11.728225 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49aacbfc-a50d-4059-81b1-27184c36b7ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:11.728462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] For port 428909e0-5a45-4549-90ac-aa0219fdefb7, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=428909e0-5a45-4549-90ac-aa0219fdefb7,segment=NetworkSegment(2f5dffd8-aaba-4198-82d4-bc2d8225e612),segment_id=2f5dffd8-aaba-4198-82d4-bc2d8225e612)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:22:11.746095 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:11.792734 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8d248cf5-9465-4283-9128-c0ba3db94cc6 req-6f9a32fb-48a2-4778-98b8-c9940b0b5e0c tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980422 Sep 29 17:22:11.803885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:11.813264 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:11.816795 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] 10.222.0.35 "PUT /v2.0/ports/428909e0-5a45-4549-90ac-aa0219fdefb7 HTTP/1.1" status: 200 len: 1091 time: 2.3350985 Sep 29 17:22:11.867624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0857a233-f3aa-45ae-a20a-2e58bb11253f', 'tag': '428909e0-5a45-4549-90ac-aa0219fdefb7'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:11.880239 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc0d61e-9245-4078-be9e-7d7bc9df8167" -d '{"events": [{"name": "network-changed", "server_uuid": "0857a233-f3aa-45ae-a20a-2e58bb11253f", "tag": "428909e0-5a45-4549-90ac-aa0219fdefb7"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:12.037208 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49aacbfc-a50d-4059-81b1-27184c36b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:12.080238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-3fa55301-2461-4aa1-892b-09569a997ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:12.081667 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-3fa55301-2461-4aa1-892b-09569a997ea9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7e957ca6a81445194e74f45a2397bd5&device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 1094 time: 0.1825554 Sep 29 17:22:12.124152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ccd52-7166-4a84-be8f-da74e009d3e9 req-ea64d0c5-3134-482d-a9fb-50bf579085c2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:12.135111 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-042ccd52-7166-4a84-be8f-da74e009d3e9 req-ea64d0c5-3134-482d-a9fb-50bf579085c2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.1901245 Sep 29 17:22:12.152180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1de7dcc-6b68-4614-bef6-1856e09f54f0 service neutron] Pushing event updated for resources: {'Port': ['ID=428909e0-5a45-4549-90ac-aa0219fdefb7,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:12.157861 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49aacbfc-a50d-4059-81b1-27184c36b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:12.210255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aacbfc-a50d-4059-81b1-27184c36b7ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61031049-2c2d-4fcc-9808-9b9b5e1a79ae,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:12.245486 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49aacbfc-a50d-4059-81b1-27184c36b7ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:12.261117 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e4e51a-9585-442a-98b1-0cb025fced1a None None] Network e1a33afc-7cc7-49da-8508-aa0bb268ddad requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:22:12.264792 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-49aacbfc-a50d-4059-81b1-27184c36b7ee admin admin] 10.222.0.44 "DELETE /v2.0/subnets/61031049-2c2d-4fcc-9808-9b9b5e1a79ae HTTP/1.1" status: 204 len: 168 time: 0.8235047 Sep 29 17:22:12.269596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50118) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:22:12.333745 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-77dea2d3-1e74-4e96-a175-ec5ad6502cd7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=428909e0-5a45-4549-90ac-aa0219fdefb7 HTTP/1.1" status: 200 len: 217 time: 0.2173445 Sep 29 17:22:12.410793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-042ccd52-7166-4a84-be8f-da74e009d3e9 req-a5606a00-00fa-46bd-a05e-2516f2398560 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745996 Sep 29 17:22:12.445789 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:12.590992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27636da-98bb-4a63-84fe-9149ebc25865 None None] DHCP port deletion for e1a33afc-7cc7-49da-8508-aa0bb268ddad request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:22:12.598583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] Deleting port 46ae3cf2-3efe-4186-a95f-74f6d66b1fda {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:22:12.599698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-4efa4dff-c162-4317-bdd8-bf1bb62e1554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:12.601064 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-4efa4dff-c162-4317-bdd8-bf1bb62e1554 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7293b999-dfe6-4039-9a3b-78e924dd4dea HTTP/1.1" status: 200 len: 854 time: 0.2583492 Sep 29 17:22:12.605020 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:12.716625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b27636da-98bb-4a63-84fe-9149ebc25865 None None] Deleting port 46ae3cf2-3efe-4186-a95f-74f6d66b1fda {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:22:12.717073 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b27636da-98bb-4a63-84fe-9149ebc25865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:12.784425 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] For port 46ae3cf2-3efe-4186-a95f-74f6d66b1fda, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=46ae3cf2-3efe-4186-a95f-74f6d66b1fda,segment=NetworkSegment(3427b395-19fa-499e-815d-a386c4da8ca1),segment_id=3427b395-19fa-499e-815d-a386c4da8ca1)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:12.784885 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:12.809712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] Calling delete_port for 46ae3cf2-3efe-4186-a95f-74f6d66b1fda owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:22:12.816493 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b27636da-98bb-4a63-84fe-9149ebc25865 None None] For port 46ae3cf2-3efe-4186-a95f-74f6d66b1fda, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=46ae3cf2-3efe-4186-a95f-74f6d66b1fda,segment=NetworkSegment(3427b395-19fa-499e-815d-a386c4da8ca1),segment_id=3427b395-19fa-499e-815d-a386c4da8ca1)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:12.817607 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b27636da-98bb-4a63-84fe-9149ebc25865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:12.845625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b27636da-98bb-4a63-84fe-9149ebc25865 None None] Calling delete_port for 46ae3cf2-3efe-4186-a95f-74f6d66b1fda owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:22:12.853485 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe9e68-303b-4e51-91dd-bb58fb5b6a37 req-f0ede90b-1870-4b41-a69c-28b41184ef0d tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:12.855135 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9fbe9e68-303b-4e51-91dd-bb58fb5b6a37 req-f0ede90b-1870-4b41-a69c-28b41184ef0d tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 943 time: 0.3166263 Sep 29 17:22:12.871143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-ae6191d7-2ae3-41a9-bc24-ad74c647489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:12.878628 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-ae6191d7-2ae3-41a9-bc24-ad74c647489e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c2e4849-97cc-4563-aae0-e0a72f37a270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2087326 Sep 29 17:22:13.001605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9fbe9e68-303b-4e51-91dd-bb58fb5b6a37 req-24137ab0-fa3c-476b-b8c0-2997e76185e5 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331193 Sep 29 17:22:13.005036 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:13.102291 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ae3cf2-3efe-4186-a95f-74f6d66b1fda,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:13.111074 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] No DVR routers for this DVR port 46ae3cf2-3efe-4186-a95f-74f6d66b1fda on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:22:13.130597 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b27636da-98bb-4a63-84fe-9149ebc25865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:13.139350 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9664ea31-f923-4d15-be5d-042de7bcfd1e x-openstack-request-id: req-9664ea31-f923-4d15-be5d-042de7bcfd1e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:13.144699 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0857a233-f3aa-45ae-a20a-2e58bb11253f", "tag": "428909e0-5a45-4549-90ac-aa0219fdefb7", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:13.146972 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9664ea31-f923-4d15-be5d-042de7bcfd1e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:13.147644 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0857a233-f3aa-45ae-a20a-2e58bb11253f', 'tag': '428909e0-5a45-4549-90ac-aa0219fdefb7', 'status': 'completed', 'code': 200} Sep 29 17:22:13.168070 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27636da-98bb-4a63-84fe-9149ebc25865 None None] Pushing event deleted for resources: {'Port': ['ID=46ae3cf2-3efe-4186-a95f-74f6d66b1fda,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:13.183190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27636da-98bb-4a63-84fe-9149ebc25865 None None] No DVR routers for this DVR port 46ae3cf2-3efe-4186-a95f-74f6d66b1fda on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:22:13.208294 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-cba4eb4d-3886-4424-8523-c435389b56f4 service neutron] 10.222.0.35 "GET /v2.0/networks/3c2e4849-97cc-4563-aae0-e0a72f37a270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940876 Sep 29 17:22:13.484224 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9676f530-3ff1-4f95-9a9f-2175219711d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:13.655564 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b834c46c-4a39-452f-86db-2bd26bd5e961 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:22:13.757181 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b6c46-1bd0-4e8a-aa52-dc2fb7acc179 req-11945f93-e63d-4a9e-bd53-07619aee4b9d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:13.765802 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de6b6c46-1bd0-4e8a-aa52-dc2fb7acc179 req-11945f93-e63d-4a9e-bd53-07619aee4b9d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 945 time: 0.5402458 Sep 29 17:22:13.766990 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: b834c46c-4a39-452f-86db-2bd26bd5e961 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:22:13.767400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b834c46c-4a39-452f-86db-2bd26bd5e961 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:22:13.767829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 46ae3cf2-3efe-4186-a95f-74f6d66b1fda no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:22:13.773497 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:13.832782 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 46ae3cf2-3efe-4186-a95f-74f6d66b1fda {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:22:13.833130 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 46ae3cf2-3efe-4186-a95f-74f6d66b1fda not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:22:13.842447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a33afc-7cc7-49da-8508-aa0bb268ddad']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:13.875182 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3427b395-19fa-499e-815d-a386c4da8ca1') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:13.875524 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3427b395-19fa-499e-815d-a386c4da8ca1') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:13.889451 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:13.905356 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de6b6c46-1bd0-4e8a-aa52-dc2fb7acc179 req-87ba19c5-d0bf-470e-b046-39620fb327d0 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385398 Sep 29 17:22:13.914628 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:13.923777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:22:13.924217 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:13.929321 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05c03d64-5090-4911-bd66-bfc1917ef384 req-c0fcabd3-56f3-4b65-9d0c-816be9f2d476 service neutron] 10.222.0.35 "GET /v2.0/networks/3c2e4849-97cc-4563-aae0-e0a72f37a270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7081239 Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: items = [ Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:22:14.001996 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:22:14.011324 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:14.022500 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:14.025995 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e1a33afc-7cc7-49da-8508-aa0bb268ddad HTTP/1.1" status: 204 len: 168 time: 1.7493136 Sep 29 17:22:14.043321 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4747a-729d-481a-81fe-25f0209e2ec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a33afc-7cc7-49da-8508-aa0bb268ddad,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:14.183085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0d61e-9245-4078-be9e-7d7bc9df8167 req-129b691a-e44b-490e-a855-22980d6270ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:14.197995 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ccc0d61e-9245-4078-be9e-7d7bc9df8167 req-129b691a-e44b-490e-a855-22980d6270ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b7e957ca6a81445194e74f45a2397bd5&device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 1094 time: 0.1506541 Sep 29 17:22:14.220481 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:14.238919 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a5c8eefc-4a7e-47cc-928f-58f4bab27060 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:22:14.276901 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50134) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:22:14.384304 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7e0853e1-61b7-4b5b-8977-ae3354b93b63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ce95cf2aaab479c9228ffc87b557f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0951235 Sep 29 17:22:14.386731 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50136) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:22:14.404310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port a5c8eefc-4a7e-47cc-928f-58f4bab27060 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:22:14.404675 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:14.516635 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:14.653358 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:14.657782 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:14.667020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc06f9-f977-47e9-8c01-f25ff27456f6 req-e45d2f55-4d6d-403d-96a6-0d4e909530fe tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:14.670261 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03dc06f9-f977-47e9-8c01-f25ff27456f6 req-e45d2f55-4d6d-403d-96a6-0d4e909530fe tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 950 time: 0.4456451 Sep 29 17:22:14.671125 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7ab2787b-8f96-4295-bbf1-7c45c3affb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:14.711483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa67c1b5-8bb1-403e-9849-e981852b09f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:14.716003 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb08166-213b-4bc5-88cd-30730f0a1980" -d '{"events": [{"server_uuid": "fa67c1b5-8bb1-403e-9849-e981852b09f6", "name": "network-vif-plugged", "status": "completed", "tag": "a5c8eefc-4a7e-47cc-928f-58f4bab27060"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:14.748671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a5c8eefc-4a7e-47cc-928f-58f4bab27060, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a5c8eefc-4a7e-47cc-928f-58f4bab27060,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:14.757475 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:14.800162 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7ab2787b-8f96-4295-bbf1-7c45c3affb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:14.845915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=a5c8eefc-4a7e-47cc-928f-58f4bab27060,revision_number=11']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:14.865691 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03dc06f9-f977-47e9-8c01-f25ff27456f6 req-653164eb-4404-4a2f-9166-5aaaf4da5885 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860180 Sep 29 17:22:14.869710 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0d61e-9245-4078-be9e-7d7bc9df8167 req-0471f87f-1ddb-4f8d-b7fd-eed2d35e9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:14.882414 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ccc0d61e-9245-4078-be9e-7d7bc9df8167 req-0471f87f-1ddb-4f8d-b7fd-eed2d35e9f43 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c2e4849-97cc-4563-aae0-e0a72f37a270 HTTP/1.1" status: 200 len: 916 time: 0.5697670 Sep 29 17:22:15.030102 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ccc0d61e-9245-4078-be9e-7d7bc9df8167 req-044f14f0-5bba-44d2-8ad3-c8754d3279fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=428909e0-5a45-4549-90ac-aa0219fdefb7 HTTP/1.1" status: 200 len: 217 time: 0.1204405 Sep 29 17:22:15.103852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a6234-b7b4-4ea3-a752-cf502707f430 req-d006d2de-20bb-4b42-858b-47bfee21d910 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:15.105391 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e10a6234-b7b4-4ea3-a752-cf502707f430 req-d006d2de-20bb-4b42-858b-47bfee21d910 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.0941250 Sep 29 17:22:15.152838 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7ab2787b-8f96-4295-bbf1-7c45c3affb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:15.155460 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7ab2787b-8f96-4295-bbf1-7c45c3affb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:15.159261 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7ab2787b-8f96-4295-bbf1-7c45c3affb49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/989fd7bc-fda6-4052-9e7d-276fd3f74a95 HTTP/1.1" status: 204 len: 168 time: 0.7715030 Sep 29 17:22:15.214064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2787b-8f96-4295-bbf1-7c45c3affb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989fd7bc-fda6-4052-9e7d-276fd3f74a95,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:15.345452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0d61e-9245-4078-be9e-7d7bc9df8167 req-80c8453c-b4f5-4c14-9283-c36267acc859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:15.349037 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ccc0d61e-9245-4078-be9e-7d7bc9df8167 req-80c8453c-b4f5-4c14-9283-c36267acc859 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7293b999-dfe6-4039-9a3b-78e924dd4dea HTTP/1.1" status: 200 len: 854 time: 0.2424040 Sep 29 17:22:15.357435 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e10a6234-b7b4-4ea3-a752-cf502707f430 req-82a13c18-9438-457e-b35a-fe3957afbb3f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195518 Sep 29 17:22:15.514443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-e8fd9814-850f-4a5d-a4be-06bfb3a9b126 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:15.516143 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-e8fd9814-850f-4a5d-a4be-06bfb3a9b126 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e&tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 1096 time: 0.2444327 Sep 29 17:22:15.525130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0d61e-9245-4078-be9e-7d7bc9df8167 req-af30dc7b-cfbf-4e1d-bad8-a9890aed66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:15.527265 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ccc0d61e-9245-4078-be9e-7d7bc9df8167 req-af30dc7b-cfbf-4e1d-bad8-a9890aed66a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c2e4849-97cc-4563-aae0-e0a72f37a270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645813 Sep 29 17:22:15.534562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811748-2'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:22:15.737222 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:15.920654 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ccc0d61e-9245-4078-be9e-7d7bc9df8167 req-5df6eb9d-889f-4328-9e23-e96b1bd71a15 service neutron] 10.222.0.35 "GET /v2.0/networks/3c2e4849-97cc-4563-aae0-e0a72f37a270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720435 Sep 29 17:22:16.006810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2700be1-9de6-44ab-a7f5-1717bf958f36 req-c084f747-9a8b-420c-a60a-5bdc56106594 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:16.007792 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2700be1-9de6-44ab-a7f5-1717bf958f36 req-c084f747-9a8b-420c-a60a-5bdc56106594 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 943 time: 0.3948498 Sep 29 17:22:16.154701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2700be1-9de6-44ab-a7f5-1717bf958f36 req-6c70da4c-1dbb-42aa-9393-6b91178a9866 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307113 Sep 29 17:22:16.156602 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] For port ca80e824-6d80-424d-8761-3a0d22cb2b89, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:16.238271 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] For port ca80e824-6d80-424d-8761-3a0d22cb2b89, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:22:16.263282 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf820cd-27f4-4c90-b081-bb6ba55ae3aa x-openstack-request-id: req-eaf820cd-27f4-4c90-b081-bb6ba55ae3aa {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:16.263788 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa67c1b5-8bb1-403e-9849-e981852b09f6", "name": "network-vif-plugged", "status": "completed", "tag": "a5c8eefc-4a7e-47cc-928f-58f4bab27060", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:16.263906 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eaf820cd-27f4-4c90-b081-bb6ba55ae3aa {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:16.264203 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa67c1b5-8bb1-403e-9849-e981852b09f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060', 'code': 200} Sep 29 17:22:16.327898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df10cc0c-5db0-4d17-8644-ffbe54c53e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca80e824-6d80-424d-8761-3a0d22cb2b89'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:16.330469 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2735803-7767-4a77-ba6f-5df0af7eaae3" -d '{"events": [{"server_uuid": "df10cc0c-5db0-4d17-8644-ffbe54c53e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "ca80e824-6d80-424d-8761-3a0d22cb2b89"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:16.335116 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:16.352152 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:16.473057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Pushing event updated for resources: {'Port': ['ID=ca80e824-6d80-424d-8761-3a0d22cb2b89,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:16.586516 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50180) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:22:16.624569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ceaaae-76ab-4d45-b7c5-d9a4e02e8e02 req-ae758631-3b92-4c36-b8d5-a72dfe6b89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:16.626716 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f6ceaaae-76ab-4d45-b7c5-d9a4e02e8e02 req-ae758631-3b92-4c36-b8d5-a72dfe6b89bf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 1102 time: 0.1547356 Sep 29 17:22:16.633555 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Attempting to bind port ca80e824-6d80-424d-8761-3a0d22cb2b89 on host n-h2-811748-2 for vnic_type normal with profile {"migrating_to": "n-h1-811748-2"} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:22:16.633881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Attempting to bind port ca80e824-6d80-424d-8761-3a0d22cb2b89 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:22:16.634339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Attempting to bind port ca80e824-6d80-424d-8761-3a0d22cb2b89 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:16.645593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b9a45-103b-4664-95a9-b09a549b8449 req-3c76676e-d9e4-417a-a960-5241012c627b tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:16.648525 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-826b9a45-103b-4664-95a9-b09a549b8449 req-3c76676e-d9e4-417a-a960-5241012c627b tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 943 time: 0.1777995 Sep 29 17:22:16.668809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Port ca80e824-6d80-424d-8761-3a0d22cb2b89 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:22:16.669031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Attempting to bind port ca80e824-6d80-424d-8761-3a0d22cb2b89 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:16.691656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:22:16.691995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Checking segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:22:16.692376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Bound using segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:22:16.692823 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Bound port: ca80e824-6d80-424d-8761-3a0d22cb2b89, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:22:16.693178 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:16.703251 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:16.742884 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-32e0fb3b-ba17-481b-80cc-55d892a00cdf admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1557907495-network', 'tenant_id': '03471ff03c464865a23b72de4e110368'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:22:16.792310 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e0fb3b-ba17-481b-80cc-55d892a00cdf admin admin] Made reservation on behalf of 03471ff03c464865a23b72de4e110368 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:22:16.795710 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32e0fb3b-ba17-481b-80cc-55d892a00cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:16.796314 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f6ceaaae-76ab-4d45-b7c5-d9a4e02e8e02 req-5e1f7f72-2e1d-4e1a-9db4-f34fda5e8e09 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449344 Sep 29 17:22:16.811239 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32e0fb3b-ba17-481b-80cc-55d892a00cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:16.818987 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-826b9a45-103b-4664-95a9-b09a549b8449 req-7da439cb-f7d7-4788-9cd6-d75349745083 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543338 Sep 29 17:22:16.860652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] For port ca80e824-6d80-424d-8761-3a0d22cb2b89, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:22:16.865370 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] For port ca80e824-6d80-424d-8761-3a0d22cb2b89, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:22:16.877804 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:16.984668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Pushing event updated for resources: {'Port': ['ID=ca80e824-6d80-424d-8761-3a0d22cb2b89,revision_number=8']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:17.017602 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32e0fb3b-ba17-481b-80cc-55d892a00cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:17.033128 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32e0fb3b-ba17-481b-80cc-55d892a00cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:17.038037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:17.038973 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:17.040409 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-4a8a257a-c697-4231-b635-71eff8d483fa service neutron] 10.222.0.49 "PUT /v2.0/ports/ca80e824-6d80-424d-8761-3a0d22cb2b89 HTTP/1.1" status: 200 len: 1121 time: 1.5118721 Sep 29 17:22:17.079387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e0fb3b-ba17-481b-80cc-55d892a00cdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:22:17.090544 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32e0fb3b-ba17-481b-80cc-55d892a00cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:17.090880 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-32e0fb3b-ba17-481b-80cc-55d892a00cdf admin admin] Added segment 4344f4bf-191a-4b91-b585-6bd02753395e of type vlan for network 76df170c-e1e4-4882-b30d-122279313449 Sep 29 17:22:17.151694 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0fb3b-ba17-481b-80cc-55d892a00cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fca6355-b345-493b-9f0d-5b6342ab0fd8,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:17.207817 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['ca80e824-6d80-424d-8761-3a0d22cb2b89'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:22:17.236541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['ca80e824-6d80-424d-8761-3a0d22cb2b89'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:22:17.281205 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32e0fb3b-ba17-481b-80cc-55d892a00cdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:17.318501 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32e0fb3b-ba17-481b-80cc-55d892a00cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:17.319955 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e0fb3b-ba17-481b-80cc-55d892a00cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:17.320751 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32e0fb3b-ba17-481b-80cc-55d892a00cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:17.356826 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-32e0fb3b-ba17-481b-80cc-55d892a00cdf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7681100 Sep 29 17:22:17.357969 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50188) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:22:17.388977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ef52990f-b56a-4efb-8290-298b092efa72 admin admin] Request body: {'subnet': {'network_id': '76df170c-e1e4-4882-b30d-122279313449', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1557907495-subnet', 'tenant_id': '03471ff03c464865a23b72de4e110368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:22:17.448064 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0fb3b-ba17-481b-80cc-55d892a00cdf admin admin] Pushing event updated for resources: {'Network': ['ID=76df170c-e1e4-4882-b30d-122279313449,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:17.482473 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 76df170c-e1e4-4882-b30d-122279313449 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:22:17.544008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc7961-6efa-4bd1-b9c7-48c80820cf3e req-4b9f9690-b04b-4245-8f6f-7723d4a4b3e6 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:17.548139 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-19dc7961-6efa-4bd1-b9c7-48c80820cf3e req-4b9f9690-b04b-4245-8f6f-7723d4a4b3e6 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 951 time: 0.3383257 Sep 29 17:22:17.550256 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef52990f-b56a-4efb-8290-298b092efa72 admin admin] Made reservation on behalf of 03471ff03c464865a23b72de4e110368 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:22:17.554112 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef52990f-b56a-4efb-8290-298b092efa72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:17.910946 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-19dc7961-6efa-4bd1-b9c7-48c80820cf3e req-0b76bc6b-7cdc-4e47-8f75-8cd1121e4bc7 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499107 Sep 29 17:22:18.030917 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0120dfb-0f05-4b64-becd-faae44e61996 x-openstack-request-id: req-c0120dfb-0f05-4b64-becd-faae44e61996 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:18.031511 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df10cc0c-5db0-4d17-8644-ffbe54c53e0e", "name": "network-vif-unplugged", "status": "completed", "tag": "ca80e824-6d80-424d-8761-3a0d22cb2b89", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:18.031945 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0120dfb-0f05-4b64-becd-faae44e61996 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:18.032538 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df10cc0c-5db0-4d17-8644-ffbe54c53e0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca80e824-6d80-424d-8761-3a0d22cb2b89', 'code': 200} Sep 29 17:22:18.054822 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ccc0d61e-9245-4078-be9e-7d7bc9df8167 req-918cd67d-2075-4205-9e07-585ca1745a1e service neutron] 10.222.0.35 "GET /v2.0/networks/3c2e4849-97cc-4563-aae0-e0a72f37a270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285033 Sep 29 17:22:18.252557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device ca80e824-6d80-424d-8761-3a0d22cb2b89 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:22:18.390288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb9023-e26e-4d78-ac8a-de20a2694923 req-40a6dabb-c4b8-4a7f-8391-e2e9f32b4df0 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:18.401196 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-47fb9023-e26e-4d78-ac8a-de20a2694923 req-40a6dabb-c4b8-4a7f-8391-e2e9f32b4df0 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.2446005 Sep 29 17:22:18.490747 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-47fb9023-e26e-4d78-ac8a-de20a2694923 req-310a16fd-b91a-49b2-8110-46f2b328b5b6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845582 Sep 29 17:22:18.496602 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef52990f-b56a-4efb-8290-298b092efa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:18.527551 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port ca80e824-6d80-424d-8761-3a0d22cb2b89, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:18.556785 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device ca80e824-6d80-424d-8761-3a0d22cb2b89 has no active binding in host n-h1-811748-2 {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 17:22:18.593443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52990f-b56a-4efb-8290-298b092efa72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a98c8895-c09f-4e08-8162-342e59909ede,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:18.633657 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef52990f-b56a-4efb-8290-298b092efa72 admin admin] Checking segment: {'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:22:18.634309 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef52990f-b56a-4efb-8290-298b092efa72 admin admin] Network hostable DHCP agents. Network: 76df170c-e1e4-4882-b30d-122279313449, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:22:18.668227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896a26c8-b47c-41c2-a4b2-6ea787f71034 req-e5e81d24-6cde-4450-b9d4-a057b6865799 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:18.669991 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-896a26c8-b47c-41c2-a4b2-6ea787f71034 req-e5e81d24-6cde-4450-b9d4-a057b6865799 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 943 time: 0.0783665 Sep 29 17:22:18.671288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef52990f-b56a-4efb-8290-298b092efa72 admin admin] Network 76df170c-e1e4-4882-b30d-122279313449 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:22:18.685930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-ef52990f-b56a-4efb-8290-298b092efa72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 76df170c-e1e4-4882-b30d-122279313449) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:22:18.692228 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef52990f-b56a-4efb-8290-298b092efa72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:18.692939 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef52990f-b56a-4efb-8290-298b092efa72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:18.702065 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb5f382-0c33-458b-8a3e-cdd52ad1d72f None None] Network 76df170c-e1e4-4882-b30d-122279313449 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:22:18.732137 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ef52990f-b56a-4efb-8290-298b092efa72 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3601213 Sep 29 17:22:18.833915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-896a26c8-b47c-41c2-a4b2-6ea787f71034 req-2339f4d0-9e3d-4773-bece-64b40ef47500 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883610 Sep 29 17:22:19.027373 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6976868-c11e-4756-ad2d-f3b4a2622ef5 None None] Network 76df170c-e1e4-4882-b30d-122279313449 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:22:19.044453 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df77af2-a7dc-47bb-943f-28e41beb681c req-47bc1e6a-ed54-409a-b7da-0e8d83ede248 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:19.046112 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8df77af2-a7dc-47bb-943f-28e41beb681c req-47bc1e6a-ed54-409a-b7da-0e8d83ede248 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 943 time: 0.0983715 Sep 29 17:22:19.093050 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8df77af2-a7dc-47bb-943f-28e41beb681c req-b810e628-bd9b-457b-8aa9-2763512e925e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402524 Sep 29 17:22:19.410536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c797c-ce45-4671-a148-d6a634e6288e req-d8261cd7-221e-4ff9-8b43-b7bbce25c366 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:19.412641 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-728c797c-ce45-4671-a148-d6a634e6288e req-d8261cd7-221e-4ff9-8b43-b7bbce25c366 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 951 time: 0.1091101 Sep 29 17:22:19.508587 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-728c797c-ce45-4671-a148-d6a634e6288e req-23506012-08dd-4407-b1a5-11b6e9073ea0 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892818 Sep 29 17:22:20.033922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df10cc0c-5db0-4d17-8644-ffbe54c53e0e', 'tag': 'ca80e824-6d80-424d-8761-3a0d22cb2b89'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:20.036282 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1577de4b-d7fb-4182-860f-60b935bb8298" -d '{"events": [{"name": "network-changed", "server_uuid": "df10cc0c-5db0-4d17-8644-ffbe54c53e0e", "tag": "ca80e824-6d80-424d-8761-3a0d22cb2b89"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:21.907615 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-35db8870-b36a-4854-a170-03f8b9275106 req-88141220-1942-481b-8c24-afb5196e5a20 service neutron] show failed (client error): The resource could not be found. Sep 29 17:22:21.909202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-88141220-1942-481b-8c24-afb5196e5a20 service neutron] 10.222.0.49 "GET /v2.0/ports/965ee053-6a27-46b7-b03b-49b9b6a68dc6/bindings/n-h2-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.0672767 Sep 29 17:22:23.143554 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:22:23.714585 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770148fb-f7af-40f6-9959-9bc61d10ad93 req-eb8c688a-7c42-491d-8057-3e60512a6d18 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:23.715207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-5bfb1a5d-e0a7-42ba-8414-914b524078fd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:23.716455 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-770148fb-f7af-40f6-9959-9bc61d10ad93 req-eb8c688a-7c42-491d-8057-3e60512a6d18 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.0749035 Sep 29 17:22:23.717597 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-5bfb1a5d-e0a7-42ba-8414-914b524078fd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/networks?id=76df170c-e1e4-4882-b30d-122279313449 HTTP/1.1" status: 200 len: 805 time: 0.1272902 Sep 29 17:22:23.733050 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-85a96ca5-55c1-4c36-80c0-8536bb6211fd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/quotas/03471ff03c464865a23b72de4e110368 HTTP/1.1" status: 200 len: 375 time: 0.0111377 Sep 29 17:22:23.762593 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-770148fb-f7af-40f6-9959-9bc61d10ad93 req-f8d55404-3ce4-4bf7-b118-6dc27fca397a tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362499 Sep 29 17:22:23.770395 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-dbf067c9-65d1-4174-9c45-d33f196e5eff tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=03471ff03c464865a23b72de4e110368&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312440 Sep 29 17:22:23.894314 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-b807a2ec-dfff-48e4-96a3-78a8d315f107 service neutron] 10.222.0.44 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063368 Sep 29 17:22:24.016274 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-4abb7f80-e858-4426-a1a1-c42a537892c0 service neutron] 10.222.0.44 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154656 Sep 29 17:22:24.025140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231a9d6-0e60-4d76-8037-b2ad2ceb564d req-19859228-5f33-4f6e-88d2-09050a72cbd5 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:24.026740 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6231a9d6-0e60-4d76-8037-b2ad2ceb564d req-19859228-5f33-4f6e-88d2-09050a72cbd5 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 943 time: 0.0584567 Sep 29 17:22:24.077205 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6231a9d6-0e60-4d76-8037-b2ad2ceb564d req-e0aa7313-5731-4a73-ad8f-cf5d77edc3a9 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425344 Sep 29 17:22:24.125447 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f6cbca-e73a-4fd7-a7ad-f7515f4213ef x-openstack-request-id: req-74f6cbca-e73a-4fd7-a7ad-f7515f4213ef {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:24.125808 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df10cc0c-5db0-4d17-8644-ffbe54c53e0e", "tag": "ca80e824-6d80-424d-8761-3a0d22cb2b89", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:24.126124 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74f6cbca-e73a-4fd7-a7ad-f7515f4213ef {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:24.126592 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df10cc0c-5db0-4d17-8644-ffbe54c53e0e', 'tag': 'ca80e824-6d80-424d-8761-3a0d22cb2b89', 'status': 'completed', 'code': 200} Sep 29 17:22:24.236140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf7259-1f47-4b54-9761-0b49befcefb5 req-4f0366fd-45b4-42c3-abc1-38fa618062b6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:24.238948 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dadf7259-1f47-4b54-9761-0b49befcefb5 req-4f0366fd-45b4-42c3-abc1-38fa618062b6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 943 time: 0.0577958 Sep 29 17:22:24.298630 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dadf7259-1f47-4b54-9761-0b49befcefb5 req-b01f1ff5-2cc5-4602-a85d-db23b2ade07e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457277 Sep 29 17:22:24.428861 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f8e22-0f3d-4dee-a17b-2e6b84c94d70 req-26bf1d8e-ff27-4b64-87bc-3b20dac86605 tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:24.429428 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e9689a9b-62b3-4cda-b37b-de30cb962eca req-da4190a4-cebc-4f19-b24e-b478f50cc530 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 210 time: 0.0433414 Sep 29 17:22:24.442769 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f5f8e22-0f3d-4dee-a17b-2e6b84c94d70 req-26bf1d8e-ff27-4b64-87bc-3b20dac86605 tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 1102 time: 0.0936162 Sep 29 17:22:24.500317 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f5f8e22-0f3d-4dee-a17b-2e6b84c94d70 req-dbf671ec-65ca-4f98-a9ab-e3478ba71e03 tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503690 Sep 29 17:22:24.604803 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d82a0-db66-4272-b7eb-76a2ba0f75b5 req-ca2fda4c-aa5b-4b21-bea2-95ed7ea13e17 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:24.606617 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-245d82a0-db66-4272-b7eb-76a2ba0f75b5 req-ca2fda4c-aa5b-4b21-bea2-95ed7ea13e17 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 949 time: 0.0658097 Sep 29 17:22:24.664098 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-245d82a0-db66-4272-b7eb-76a2ba0f75b5 req-034c346b-d731-4240-98d9-030a13e2bcb6 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468657 Sep 29 17:22:24.763335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a939d-16a3-490e-a940-74358f399242 req-6c227b9b-241e-4eff-9c9c-8286837a6527 tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:24.764881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-200a939d-16a3-490e-a940-74358f399242 req-6c227b9b-241e-4eff-9c9c-8286837a6527 tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 1102 time: 0.0439301 Sep 29 17:22:24.801259 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-200a939d-16a3-490e-a940-74358f399242 req-058e493b-5930-4055-8bb0-7056baf653b5 tempest-ServersAdminTestJSON-545488271 tempest-ServersAdminTestJSON-545488271-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300241 Sep 29 17:22:24.885739 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93eee6a-760b-4be8-b440-81a09a21b7a9 req-79d35cb9-f9d0-4799-b721-13db9d6f2794 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:24.887670 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e93eee6a-760b-4be8-b440-81a09a21b7a9 req-79d35cb9-f9d0-4799-b721-13db9d6f2794 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.0558538 Sep 29 17:22:24.928238 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e93eee6a-760b-4be8-b440-81a09a21b7a9 req-0393c629-0324-4008-a328-7bd2e9bf1431 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350008 Sep 29 17:22:25.054560 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f3c7db-1a6f-4ff0-9dee-ba4f7e944f71 req-5049a280-9051-4edb-9a60-34b3ba90e035 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:25.056769 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92f3c7db-1a6f-4ff0-9dee-ba4f7e944f71 req-5049a280-9051-4edb-9a60-34b3ba90e035 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 950 time: 0.0506778 Sep 29 17:22:25.096534 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92f3c7db-1a6f-4ff0-9dee-ba4f7e944f71 req-ff83b453-5f14-4413-86c6-02ebfe443805 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337288 Sep 29 17:22:25.197961 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a978cb1-00f3-4024-a19f-e338e121d639 req-53ebe7fb-6ce0-415c-a5f7-03df0d2274b8 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:25.199399 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a978cb1-00f3-4024-a19f-e338e121d639 req-53ebe7fb-6ce0-415c-a5f7-03df0d2274b8 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 943 time: 0.0516496 Sep 29 17:22:25.237590 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a978cb1-00f3-4024-a19f-e338e121d639 req-68c3f010-ffe1-4866-81be-dbe5948871d5 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Sep 29 17:22:25.428406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c6070-e3a8-459c-9403-7fd1a9ef8f1a req-39ca6a1c-0c2c-4028-aa3c-9d3a3bd6a39e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:25.429885 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-730c6070-e3a8-459c-9403-7fd1a9ef8f1a req-39ca6a1c-0c2c-4028-aa3c-9d3a3bd6a39e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 943 time: 0.0477722 Sep 29 17:22:25.467533 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-730c6070-e3a8-459c-9403-7fd1a9ef8f1a req-75d09beb-1252-4c1f-bc5d-d8c892707562 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310493 Sep 29 17:22:25.512789 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610c9b93-dad4-44e4-bb13-c143d0c9fea0 req-9f8e262f-7ba3-4eec-a60c-a78015edee40 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 210 time: 0.0263171 Sep 29 17:22:25.770717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca38324-21d8-40f6-9a3a-ca10de90c6ee req-5ed6decd-1208-4daf-9146-5578fb3cf0ae tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:25.772156 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cca38324-21d8-40f6-9a3a-ca10de90c6ee req-5ed6decd-1208-4daf-9146-5578fb3cf0ae tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 949 time: 0.0482879 Sep 29 17:22:25.809124 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cca38324-21d8-40f6-9a3a-ca10de90c6ee req-33d3617a-bfdf-4942-80fb-0281aac206ac tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304961 Sep 29 17:22:26.046260 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36f569-8ba9-4baa-bf18-055bb19c66ac req-6892707b-6b4e-47cf-87cd-5d145be3f4e9 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:26.047729 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1a36f569-8ba9-4baa-bf18-055bb19c66ac req-6892707b-6b4e-47cf-87cd-5d145be3f4e9 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.0509982 Sep 29 17:22:26.084629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1a36f569-8ba9-4baa-bf18-055bb19c66ac req-dde65574-e0f1-4580-b0c2-32dec5554451 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310328 Sep 29 17:22:26.213529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa530ae-7da5-4e02-8937-2e82b39571ba req-a3031729-4040-4c67-8e28-89ac72120ac3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:26.214766 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7fa530ae-7da5-4e02-8937-2e82b39571ba req-a3031729-4040-4c67-8e28-89ac72120ac3 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 950 time: 0.0512252 Sep 29 17:22:26.252060 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7fa530ae-7da5-4e02-8937-2e82b39571ba req-1c3ae52c-9889-4758-ae3f-401c483d165a tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314739 Sep 29 17:22:26.262775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 965ee053-6a27-46b7-b03b-49b9b6a68dc6 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:22:26.346616 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:26.362895 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea956ea1-4393-486a-af99-9aef56567d7f req-b746ed70-c219-432d-a9bf-22052733a459 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:26.364368 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea956ea1-4393-486a-af99-9aef56567d7f req-b746ed70-c219-432d-a9bf-22052733a459 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 943 time: 0.0502841 Sep 29 17:22:26.369007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:26.371277 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4d4074-31b6-4075-84fa-38e22da39bf0" -d '{"events": [{"server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "name": "network-vif-unplugged", "status": "completed", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:26.385802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:26.390839 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:26.409752 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea956ea1-4393-486a-af99-9aef56567d7f req-ff3cfb36-2113-4889-a998-bba5d6b7790f tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382414 Sep 29 17:22:26.421355 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7164dde1-0ed6-4ebe-9516-a5f5d2412ed5 x-openstack-request-id: req-7164dde1-0ed6-4ebe-9516-a5f5d2412ed5 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:26.421621 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "name": "network-vif-unplugged", "status": "completed", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:26.421876 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7164dde1-0ed6-4ebe-9516-a5f5d2412ed5 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:26.422261 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6', 'code': 200} Sep 29 17:22:26.443838 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=965ee053-6a27-46b7-b03b-49b9b6a68dc6,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:26.519581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6091f-45f1-4660-8c94-673f8798e307 req-ad2cfa03-cd2b-49c2-b284-d95cd8119872 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:26.521020 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bb6091f-45f1-4660-8c94-673f8798e307 req-ad2cfa03-cd2b-49c2-b284-d95cd8119872 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.49 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 950 time: 0.0485034 Sep 29 17:22:26.607630 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-524ffc04-06f3-4dc8-a1db-0db5665bd436 req-1383629e-7a49-4e31-942a-b2c5fb0eed73 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 210 time: 0.0268428 Sep 29 17:22:26.637023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fc5ef-0a05-4d51-b84d-d3e27a134e8f req-0bfd33af-3457-42e0-9d07-6090066e71d6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:26.638485 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-781fc5ef-0a05-4d51-b84d-d3e27a134e8f req-0bfd33af-3457-42e0-9d07-6090066e71d6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 943 time: 0.0862522 Sep 29 17:22:26.672579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-6bb6091f-45f1-4660-8c94-673f8798e307 req-0e8d53b8-3553-4de9-a91f-f4049c5729a4 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Deleting port 910189b6-6301-492c-9ce4-3aa298d62f83 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:22:26.672925 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6bb6091f-45f1-4660-8c94-673f8798e307 req-0e8d53b8-3553-4de9-a91f-f4049c5729a4 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:26.707010 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-781fc5ef-0a05-4d51-b84d-d3e27a134e8f req-ed26758e-f785-40b4-92b9-3b8c3eef8387 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610712 Sep 29 17:22:26.768834 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-6bb6091f-45f1-4660-8c94-673f8798e307 req-0e8d53b8-3553-4de9-a91f-f4049c5729a4 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] For port 910189b6-6301-492c-9ce4-3aa298d62f83, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=910189b6-6301-492c-9ce4-3aa298d62f83,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:26.769130 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6bb6091f-45f1-4660-8c94-673f8798e307 req-0e8d53b8-3553-4de9-a91f-f4049c5729a4 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:26.782070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-6bb6091f-45f1-4660-8c94-673f8798e307 req-0e8d53b8-3553-4de9-a91f-f4049c5729a4 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Calling delete_port for 910189b6-6301-492c-9ce4-3aa298d62f83 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:22:26.909198 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6bb6091f-45f1-4660-8c94-673f8798e307 req-0e8d53b8-3553-4de9-a91f-f4049c5729a4 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:26.920925 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199', '910189b6-6301-492c-9ce4-3aa298d62f83', 'a5c8eefc-4a7e-47cc-928f-58f4bab27060'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:22:26.926604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665892c9-682e-4831-83a1-edde42238cd3 req-62a866d2-3bd0-4e69-b492-750535acef20 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:26.928150 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-665892c9-682e-4831-83a1-edde42238cd3 req-62a866d2-3bd0-4e69-b492-750535acef20 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 949 time: 0.0522683 Sep 29 17:22:26.940304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d53b8-3553-4de9-a91f-f4049c5729a4 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Pushing event deleted for resources: {'Port': ['ID=910189b6-6301-492c-9ce4-3aa298d62f83,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:26.986652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb6091f-45f1-4660-8c94-673f8798e307 req-0e8d53b8-3553-4de9-a91f-f4049c5729a4 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] No DVR routers for this DVR port 910189b6-6301-492c-9ce4-3aa298d62f83 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:22:26.987083 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-665892c9-682e-4831-83a1-edde42238cd3 req-21a5c699-1b0b-4505-a6d1-0fa8d8c4a0e5 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515819 Sep 29 17:22:26.989364 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6bb6091f-45f1-4660-8c94-673f8798e307 req-0e8d53b8-3553-4de9-a91f-f4049c5729a4 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:26.991388 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bb6091f-45f1-4660-8c94-673f8798e307 req-0e8d53b8-3553-4de9-a91f-f4049c5729a4 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.49 "DELETE /v2.0/ports/910189b6-6301-492c-9ce4-3aa298d62f83 HTTP/1.1" status: 204 len: 173 time: 0.4633155 Sep 29 17:22:26.991820 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113052fa-1180-46a0-b97b-ba45b6cdb399', 'name': 'network-vif-deleted', 'tag': '910189b6-6301-492c-9ce4-3aa298d62f83'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:26.995073 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c54829-3e3b-41c2-bb8a-0cf2a2653925" -d '{"events": [{"server_uuid": "113052fa-1180-46a0-b97b-ba45b6cdb399", "name": "network-vif-deleted", "tag": "910189b6-6301-492c-9ce4-3aa298d62f83"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:27.037820 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:27.038845 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6406dc49-e990-4d22-b329-40dfa955ebec x-openstack-request-id: req-6406dc49-e990-4d22-b329-40dfa955ebec {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:27.039164 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113052fa-1180-46a0-b97b-ba45b6cdb399", "name": "network-vif-deleted", "tag": "910189b6-6301-492c-9ce4-3aa298d62f83", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:27.039390 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6406dc49-e990-4d22-b329-40dfa955ebec {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:27.040388 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113052fa-1180-46a0-b97b-ba45b6cdb399', 'name': 'network-vif-deleted', 'tag': '910189b6-6301-492c-9ce4-3aa298d62f83', 'status': 'completed', 'code': 200} Sep 29 17:22:27.242505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6818a1-6435-40dd-920e-3ba60fcb8b57 req-a4047e62-9caf-4c61-924c-a5fca59c163b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:27.244564 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b6818a1-6435-40dd-920e-3ba60fcb8b57 req-a4047e62-9caf-4c61-924c-a5fca59c163b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 947 time: 0.0710397 Sep 29 17:22:27.292077 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b6818a1-6435-40dd-920e-3ba60fcb8b57 req-4d671042-7ece-4f48-a8ba-5c793ca5b794 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413823 Sep 29 17:22:27.416474 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7496bbe0-6353-4690-8386-21b17c7d6c9e req-58739bd3-e6cf-48ac-bb3c-b06a4ce9bf9c tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=113052fa-1180-46a0-b97b-ba45b6cdb399 HTTP/1.1" status: 200 len: 210 time: 0.0546222 Sep 29 17:22:27.434100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577de4b-d7fb-4182-860f-60b935bb8298 req-a20fd481-936b-4afc-941b-607944197fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:27.435652 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1577de4b-d7fb-4182-860f-60b935bb8298 req-a20fd481-936b-4afc-941b-607944197fe5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 1124 time: 0.1301832 Sep 29 17:22:27.441683 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8870-b36a-4854-a170-03f8b9275106 req-ac31418b-f129-4876-afb8-4afede259532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:27.443236 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-ac31418b-f129-4876-afb8-4afede259532 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61&tenant_id=a84d217d4dcf43a280aed44f5566a55f HTTP/1.1" status: 200 len: 1098 time: 0.1332648 Sep 29 17:22:27.513304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:22:27.535979 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738ec11-89a8-458c-a5c6-9f055d1accec req-3ee0e710-6c5d-4092-9262-99a1b51e76b3 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:27.537580 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7738ec11-89a8-458c-a5c6-9f055d1accec req-3ee0e710-6c5d-4092-9262-99a1b51e76b3 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 943 time: 0.0508990 Sep 29 17:22:27.586128 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7738ec11-89a8-458c-a5c6-9f055d1accec req-e63c9dd2-d750-4cb9-afe8-d72fc4859af0 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416086 Sep 29 17:22:27.639966 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:27.726795 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8a85eda-680e-47af-ab8f-dae2656620b3 req-6de23a4a-f3e4-49eb-a2f9-b1204ca4c438 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 210 time: 0.0384350 Sep 29 17:22:27.728436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577de4b-d7fb-4182-860f-60b935bb8298 req-d9e08c5f-873f-4fb7-aa92-e04c831a2fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:27.729881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1577de4b-d7fb-4182-860f-60b935bb8298 req-d9e08c5f-873f-4fb7-aa92-e04c831a2fad service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.2215483 Sep 29 17:22:27.842775 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1577de4b-d7fb-4182-860f-60b935bb8298 req-601eae07-3d5c-4ac0-ba3e-0d188caa3907 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89 HTTP/1.1" status: 200 len: 217 time: 0.0914383 Sep 29 17:22:27.862034 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2159718-45b3-469d-87c8-102079a49548 req-444b108b-2ee9-4244-a823-5ac43c130e53 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:27.863658 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c2159718-45b3-469d-87c8-102079a49548 req-444b108b-2ee9-4244-a823-5ac43c130e53 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 943 time: 0.0527658 Sep 29 17:22:27.905194 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c2159718-45b3-469d-87c8-102079a49548 req-b4d3abb6-f9c2-49bc-b818-a01ad670176b tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353563 Sep 29 17:22:27.963750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577de4b-d7fb-4182-860f-60b935bb8298 req-1a83d9b9-11ab-45c9-b676-081b59ae0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:27.965207 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1577de4b-d7fb-4182-860f-60b935bb8298 req-1a83d9b9-11ab-45c9-b676-081b59ae0c04 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.1048706 Sep 29 17:22:28.318457 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1577de4b-d7fb-4182-860f-60b935bb8298 req-f8201f4b-6d49-4574-9bb1-165adc6d36f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3386054 Sep 29 17:22:28.332628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:28.392520 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device ca80e824-6d80-424d-8761-3a0d22cb2b89 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:22:28.428282 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59c360-e97f-4e63-85ec-42818e3d4747 req-f336d84e-366e-4816-a218-9573a4775360 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:28.439859 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e59c360-e97f-4e63-85ec-42818e3d4747 req-f336d84e-366e-4816-a218-9573a4775360 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 949 time: 0.1715260 Sep 29 17:22:28.541115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:22:28.561727 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e59c360-e97f-4e63-85ec-42818e3d4747 req-7ff9e9c9-8bf8-43b9-8bd2-e53f57c53391 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207058 Sep 29 17:22:28.572960 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f59773-c21b-4edf-a720-d77fd65f76dd req-a91cbcb8-8eaa-434c-8efe-ca8c00136b41 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:28.589501 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-25f59773-c21b-4edf-a720-d77fd65f76dd req-a91cbcb8-8eaa-434c-8efe-ca8c00136b41 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 947 time: 0.1821156 Sep 29 17:22:28.640915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965ee053-6a27-46b7-b03b-49b9b6a68dc6 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:22:28.653164 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:28.660327 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1577de4b-d7fb-4182-860f-60b935bb8298 req-ee50b3ac-098f-425a-8d68-eaad45e78bd6 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253698 Sep 29 17:22:28.690724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Transition to ACTIVE for port object 965ee053-6a27-46b7-b03b-49b9b6a68dc6 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:22:28.717827 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:28.726494 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-25f59773-c21b-4edf-a720-d77fd65f76dd req-5b02be82-cc12-4d77-8d07-b76b60bc7ca4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343136 Sep 29 17:22:28.908159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] No DVR routers for this DVR port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:22:28.909132 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-8586a3a8-914c-4d09-84f3-efc4a2f0a159 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:28.910941 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-8586a3a8-914c-4d09-84f3-efc4a2f0a159 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.35 "GET /v2.0/networks?id=76df170c-e1e4-4882-b30d-122279313449 HTTP/1.1" status: 200 len: 805 time: 0.3038549 Sep 29 17:22:28.917752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Pushing event updated for resources: {'Port': ['ID=965ee053-6a27-46b7-b03b-49b9b6a68dc6,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:28.928991 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536de1f-cdf9-42c1-ab27-e0aa41539a46 req-155169d6-dcab-43d0-8135-4bb84cb8b64f tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:28.930986 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f536de1f-cdf9-42c1-ab27-e0aa41539a46 req-155169d6-dcab-43d0-8135-4bb84cb8b64f tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 943 time: 0.0802500 Sep 29 17:22:28.947830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-eeb93307-6bc7-4b0b-b057-ed48ef2e120d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Request body: {'port': {'device_id': '8208873f-5bad-4671-9dc1-276eeb5c53b2', 'network_id': '76df170c-e1e4-4882-b30d-122279313449', 'admin_state_up': True, 'tenant_id': '03471ff03c464865a23b72de4e110368'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:22:28.958145 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1577de4b-d7fb-4182-860f-60b935bb8298 req-38a69e63-14d2-4c01-9f56-6bb874bbddb9 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851884 Sep 29 17:22:28.998811 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a23a5361-9469-479e-8da5-67217407cd58 req-56f9427f-4f0f-4e4e-b3f4-795ea0b22d81 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 210 time: 0.0527232 Sep 29 17:22:29.017453 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Attempting to bind port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:22:29.018000 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Attempting to bind port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:22:29.018450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Attempting to bind port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:29.035782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:22:29.036243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Attempting to bind port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:29.049118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:22:29.051180 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f536de1f-cdf9-42c1-ab27-e0aa41539a46 req-b36e898c-0fb7-4d7d-9950-9e54c681d700 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780478 Sep 29 17:22:29.051749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:22:29.056003 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:22:29.056601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Bound port: 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:22:29.057254 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:29.183989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:22:29.188552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:22:29.235547 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:29.241944 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cf36a-ac1a-46f2-b03d-9a60c089017d req-647f6103-0d31-4822-afcb-f8f4b7424e52 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:29.249893 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0b0cf36a-ac1a-46f2-b03d-9a60c089017d req-647f6103-0d31-4822-afcb-f8f4b7424e52 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 943 time: 0.0911984 Sep 29 17:22:29.283604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-eeb93307-6bc7-4b0b-b057-ed48ef2e120d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Made reservation on behalf of 03471ff03c464865a23b72de4e110368 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:22:29.287582 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-eeb93307-6bc7-4b0b-b057-ed48ef2e120d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:29.308591 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:29.309216 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:29.311325 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] 10.222.0.35 "PUT /v2.0/ports/965ee053-6a27-46b7-b03b-49b9b6a68dc6 HTTP/1.1" status: 200 len: 1095 time: 1.8041406 Sep 29 17:22:29.323750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:29.326858 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76" -d '{"events": [{"name": "network-changed", "server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:29.338870 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0b0cf36a-ac1a-46f2-b03d-9a60c089017d req-b4168694-de9f-4264-8fc0-631f46cecefb tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847862 Sep 29 17:22:29.421107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1d9dc-f188-4629-b780-54bf15aa030b service neutron] Pushing event updated for resources: {'Port': ['ID=965ee053-6a27-46b7-b03b-49b9b6a68dc6,revision_number=8']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:29.472118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1da38b-26a7-4776-9612-f25a45ef9560 req-36224748-1eea-48a1-9139-a3cfecce26c5 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:29.480278 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e1da38b-26a7-4776-9612-f25a45ef9560 req-36224748-1eea-48a1-9139-a3cfecce26c5 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 948 time: 0.1790502 Sep 29 17:22:29.488940 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424319e1-38bb-4732-9684-d3eecea85635 x-openstack-request-id: req-424319e1-38bb-4732-9684-d3eecea85635 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:29.489188 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:29.489326 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-424319e1-38bb-4732-9684-d3eecea85635 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:29.489721 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6', 'status': 'completed', 'code': 200} Sep 29 17:22:29.518756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8870-b36a-4854-a170-03f8b9275106 req-1a1f2c44-e43a-472c-8b49-d333f974669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:29.522581 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-1a1f2c44-e43a-472c-8b49-d333f974669a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 1098 time: 0.1385376 Sep 29 17:22:29.526842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-eeb93307-6bc7-4b0b-b057-ed48ef2e120d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Allocated IP 172.20.0.3 (76df170c-e1e4-4882-b30d-122279313449/a98c8895-c09f-4e08-8162-342e59909ede/8de3d4d4-988b-4d3f-b919-c2fa278ea94c) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:22:29.616465 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e1da38b-26a7-4776-9612-f25a45ef9560 req-d41bec01-f8be-4b20-8f61-7b095c21a442 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293747 Sep 29 17:22:29.641455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-6026c459-9aab-43ed-b0fd-d17b5ec2e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:29.643016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-6026c459-9aab-43ed-b0fd-d17b5ec2e353 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 1098 time: 0.1516516 Sep 29 17:22:29.773484 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66946556-03d8-4e01-80a9-7d52b6c863cf req-452bca24-d943-4b13-8934-a74a5cf7932e tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:29.776087 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-66946556-03d8-4e01-80a9-7d52b6c863cf req-452bca24-d943-4b13-8934-a74a5cf7932e tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 1097 time: 0.0752871 Sep 29 17:22:29.778604 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-eeb93307-6bc7-4b0b-b057-ed48ef2e120d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:29.825718 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8870-b36a-4854-a170-03f8b9275106 req-8643f9ff-717e-49cc-842d-ef9985e3edff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:29.827169 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-8643f9ff-717e-49cc-842d-ef9985e3edff service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2708597 Sep 29 17:22:29.827311 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-66946556-03d8-4e01-80a9-7d52b6c863cf req-728bcab5-3c3f-46be-81a6-e0cf785ff429 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441473 Sep 29 17:22:29.838372 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-eeb93307-6bc7-4b0b-b057-ed48ef2e120d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:29.882754 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-eeb93307-6bc7-4b0b-b057-ed48ef2e120d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Network 76df170c-e1e4-4882-b30d-122279313449 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:22:29.889584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-eeb93307-6bc7-4b0b-b057-ed48ef2e120d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:22:29.889584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-eeb93307-6bc7-4b0b-b057-ed48ef2e120d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:22:29.909955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-2a0580a8-d3a9-46a1-8424-bebe78a1ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:29.912902 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-2a0580a8-d3a9-46a1-8424-bebe78a1ce1f service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2424374 Sep 29 17:22:29.923461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343926c1-3f59-4780-aad0-1715c360e1ca req-ee675c00-be7f-491c-b308-ac1d8000b29c tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:29.923621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb93307-6bc7-4b0b-b057-ed48ef2e120d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Pushing event updated for resources: {'Port': ['ID=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:29.925495 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-343926c1-3f59-4780-aad0-1715c360e1ca req-ee675c00-be7f-491c-b308-ac1d8000b29c tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 949 time: 0.2320890 Sep 29 17:22:29.927212 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-df52ef6a-13ee-480e-ad9a-0ab545cc5447 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6 HTTP/1.1" status: 200 len: 217 time: 0.0859046 Sep 29 17:22:29.954159 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-eeb93307-6bc7-4b0b-b057-ed48ef2e120d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:29.954783 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-eeb93307-6bc7-4b0b-b057-ed48ef2e120d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:29.989049 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-dd078503-0bb1-4348-a386-db5d62f627d2 service neutron] 10.222.0.35 "GET /v2.0/ports/ca80e824-6d80-424d-8761-3a0d22cb2b89/bindings/n-h1-811748-2 HTTP/1.1" status: 200 len: 384 time: 0.2491541 Sep 29 17:22:29.996075 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-eeb93307-6bc7-4b0b-b057-ed48ef2e120d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0637670 Sep 29 17:22:30.013359 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-b8758bf2-70d5-4705-bfff-3524767ab3c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6 HTTP/1.1" status: 200 len: 217 time: 0.0848856 Sep 29 17:22:30.014966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Request body: {'port': {'device_id': '8208873f-5bad-4671-9dc1-276eeb5c53b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:22:30.025773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9c61b-3c7a-43b4-849f-06044e745d1d req-a8431a39-0172-4346-b5e4-4057ae52d9d7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:30.027244 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dce9c61b-3c7a-43b4-849f-06044e745d1d req-a8431a39-0172-4346-b5e4-4057ae52d9d7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 947 time: 0.0659478 Sep 29 17:22:30.094773 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-343926c1-3f59-4780-aad0-1715c360e1ca req-6d08adce-b76d-4d65-af8f-269edb8650f4 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620896 Sep 29 17:22:30.098722 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dce9c61b-3c7a-43b4-849f-06044e745d1d req-d459a331-0edd-4321-b68d-3d553d3971a5 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570126 Sep 29 17:22:30.101325 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:30.109821 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8870-b36a-4854-a170-03f8b9275106 req-3a0795bb-b3f0-4ac6-8ca0-af1f259610c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:30.111295 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-3a0795bb-b3f0-4ac6-8ca0-af1f259610c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1729712 Sep 29 17:22:30.158324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-32b82969-570e-4816-af23-d9d649eac95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:30.159780 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-32b82969-570e-4816-af23-d9d649eac95c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1124980 Sep 29 17:22:30.265186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8870-b36a-4854-a170-03f8b9275106 req-e90849b1-034c-4e24-98c9-c1ecef681164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:30.266724 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-e90849b1-034c-4e24-98c9-c1ecef681164 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446133 Sep 29 17:22:30.292734 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 910189b6-6301-492c-9ce4-3aa298d62f83 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:22:30.316056 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 910189b6-6301-492c-9ce4-3aa298d62f83 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:22:30.316760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 910189b6-6301-492c-9ce4-3aa298d62f83 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:22:30.365648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-09d29926-a290-4505-a839-2510749c8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:30.367132 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-09d29926-a290-4505-a839-2510749c8ec2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1958756 Sep 29 17:22:30.379266 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10174532-8c75-450b-a7bc-8fafd23f14e1 req-581dd655-fd3e-42b3-99e9-a538bf20e180 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:30.380683 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10174532-8c75-450b-a7bc-8fafd23f14e1 req-581dd655-fd3e-42b3-99e9-a538bf20e180 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 931 time: 0.1651528 Sep 29 17:22:30.434354 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de3d4d4-988b-4d3f-b919-c2fa278ea94c {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:22:30.441797 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:30.454890 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Transition to ACTIVE for port object 8de3d4d4-988b-4d3f-b919-c2fa278ea94c will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:22:30.460381 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:30.530734 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:30.549313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-4daaaa50-e081-4e90-86d1-6f9013b831e8 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683504 Sep 29 17:22:30.550732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-b6630865-5236-4b8e-bdd4-6bc2633fcef2 service neutron] For port ca80e824-6d80-424d-8761-3a0d22cb2b89, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:30.567199 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10174532-8c75-450b-a7bc-8fafd23f14e1 req-6eb0bda0-c4c6-4093-8bb1-ae24b50f8d37 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489604 Sep 29 17:22:30.593413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Attempting to bind port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:22:30.593594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Attempting to bind port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:22:30.594011 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Attempting to bind port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c on network 76df170c-e1e4-4882-b30d-122279313449 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:30.599473 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c on network 76df170c-e1e4-4882-b30d-122279313449 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:22:30.599796 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Attempting to bind port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c on network 76df170c-e1e4-4882-b30d-122279313449 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:30.607834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:22:30.607834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Checking segment: {'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:22:30.607834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Bound using segment: {'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:22:30.608292 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Bound port: 8de3d4d4-988b-4d3f-b919-c2fa278ea94c, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:22:30.608701 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:30.627964 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-b6630865-5236-4b8e-bdd4-6bc2633fcef2 service neutron] For port ca80e824-6d80-424d-8761-3a0d22cb2b89, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:22:30.649018 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-c6008b34-4abf-4dae-8ad8-a676d9d49d70 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673450 Sep 29 17:22:30.687422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] For port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:22:30.690682 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] For port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:22:30.698467 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:30.734549 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:30.735228 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:30.736701 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] 10.222.0.35 "PUT /v2.0/ports/8de3d4d4-988b-4d3f-b919-c2fa278ea94c HTTP/1.1" status: 200 len: 1091 time: 0.7258184 Sep 29 17:22:30.737218 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8208873f-5bad-4671-9dc1-276eeb5c53b2', 'tag': '8de3d4d4-988b-4d3f-b919-c2fa278ea94c'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:30.739549 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ab924b-2467-45bc-b5f0-5c3b71f6207c" -d '{"events": [{"name": "network-changed", "server_uuid": "8208873f-5bad-4671-9dc1-276eeb5c53b2", "tag": "8de3d4d4-988b-4d3f-b919-c2fa278ea94c"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:30.752919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-b6630865-5236-4b8e-bdd4-6bc2633fcef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca80e824-6d80-424d-8761-3a0d22cb2b89 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:22:30.770468 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b0121-759d-4871-8e9f-b592548696b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:30.774629 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-b6630865-5236-4b8e-bdd4-6bc2633fcef2 service neutron] For port ca80e824-6d80-424d-8761-3a0d22cb2b89, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:30.792694 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35db8870-b36a-4854-a170-03f8b9275106 req-a313bee9-708b-408b-9792-dbbef623a858 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305739 Sep 29 17:22:30.831173 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-b6630865-5236-4b8e-bdd4-6bc2633fcef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:30.861427 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-0e14a82c-a6ca-4d80-a9d4-aa2d0e211219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:30.863196 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-0e14a82c-a6ca-4d80-a9d4-aa2d0e211219 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03471ff03c464865a23b72de4e110368&device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 1094 time: 0.0583856 Sep 29 17:22:30.893693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cea34-062e-4fa1-a465-9028e2f0d552 req-81bd9260-c402-4cd9-aefa-56cb628b8959 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:30.895188 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-453cea34-062e-4fa1-a465-9028e2f0d552 req-81bd9260-c402-4cd9-aefa-56cb628b8959 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 943 time: 0.2091696 Sep 29 17:22:30.937388 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-bfa39cbd-0ab5-4710-ab75-467c683b0ab4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8de3d4d4-988b-4d3f-b919-c2fa278ea94c HTTP/1.1" status: 200 len: 217 time: 0.0542202 Sep 29 17:22:30.998044 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-86943a43-638f-431d-b705-da0dc47c88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:30.999609 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-86943a43-638f-431d-b705-da0dc47c88fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a98c8895-c09f-4e08-8162-342e59909ede HTTP/1.1" status: 200 len: 845 time: 0.0559456 Sep 29 17:22:31.051893 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-b043330a-fc55-4880-bed0-335b83806243 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76df170c-e1e4-4882-b30d-122279313449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266163 Sep 29 17:22:31.163241 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-57c8829d-eef2-4f78-b6db-21dc4b7d1eba service neutron] 10.222.0.35 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983963 Sep 29 17:22:31.194627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-0947b3bc-fab9-4784-8968-8b3b308abcf8 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:22:31.196384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-0947b3bc-fab9-4784-8968-8b3b308abcf8 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158443 Sep 29 17:22:31.201913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-a77f581d-1d32-467f-bce0-0463bf681d78 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267088 Sep 29 17:22:31.240023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a0e13-fb6c-4204-bc0b-334f536140fc req-83bc6f0b-63fc-4af1-9cd7-ab421d805544 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:31.241524 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3d3a0e13-fb6c-4204-bc0b-334f536140fc req-83bc6f0b-63fc-4af1-9cd7-ab421d805544 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 948 time: 0.4221547 Sep 29 17:22:31.276411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-bd5c791d-0625-4198-952e-215fb41ff8c4 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:31.277843 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-bd5c791d-0625-4198-952e-215fb41ff8c4 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports/a2ab2463-c5bb-4aad-9cb4-0498ceedad3f HTTP/1.1" status: 200 len: 1094 time: 0.0696487 Sep 29 17:22:31.290041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-26edb6d8-f61b-46cf-bc64-f705f3762655 service neutron] Request body: {'binding': {'host': 'n-h1-811748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:22:31.290549 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-26edb6d8-f61b-46cf-bc64-f705f3762655 service neutron] Unknown quota resources ['binding']. {{(pid=95015) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:22:31.312681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-45596a34-d869-4091-8a5a-bf07b95a1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:31.314114 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-45596a34-d869-4091-8a5a-bf07b95a1b45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 1098 time: 0.4162440 Sep 29 17:22:31.322220 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-453cea34-062e-4fa1-a465-9028e2f0d552 req-ce1ed18f-9cd6-4ba3-9450-b3b5ba2ec2bc tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484163 Sep 29 17:22:31.329682 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f2d73014-9481-4a09-bc26-7f69284d0177 req-6f7a1fd0-9be9-4102-809e-7c2ca99d5d2c service neutron] 10.222.0.35 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585534 Sep 29 17:22:31.332206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-b6630865-5236-4b8e-bdd4-6bc2633fcef2 service neutron] Transition to ACTIVE for port object ca80e824-6d80-424d-8761-3a0d22cb2b89 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:22:31.368151 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-b6630865-5236-4b8e-bdd4-6bc2633fcef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:31.449781 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-26edb6d8-f61b-46cf-bc64-f705f3762655 service neutron] Attempting to bind port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f on host n-h1-811748-2 for vnic_type normal with profile None {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:22:31.450154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-26edb6d8-f61b-46cf-bc64-f705f3762655 service neutron] Attempting to bind port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:22:31.450771 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-26edb6d8-f61b-46cf-bc64-f705f3762655 service neutron] Attempting to bind port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:31.455789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-26edb6d8-f61b-46cf-bc64-f705f3762655 service neutron] Port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f on network c363c05d-b075-41d6-b265-c6ca1599d18c not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:22:31.456108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-26edb6d8-f61b-46cf-bc64-f705f3762655 service neutron] Attempting to bind port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:31.460964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-26edb6d8-f61b-46cf-bc64-f705f3762655 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:22:31.461442 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-26edb6d8-f61b-46cf-bc64-f705f3762655 service neutron] Checking segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:22:31.462569 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-26edb6d8-f61b-46cf-bc64-f705f3762655 service neutron] Bound using segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:22:31.463336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-26edb6d8-f61b-46cf-bc64-f705f3762655 service neutron] Bound port: a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:22:31.495327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-b6630865-5236-4b8e-bdd4-6bc2633fcef2 service neutron] No DVR routers for this DVR port ca80e824-6d80-424d-8761-3a0d22cb2b89 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:22:31.506145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6630865-5236-4b8e-bdd4-6bc2633fcef2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca80e824-6d80-424d-8761-3a0d22cb2b89,revision_number=10']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:31.531333 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-26edb6d8-f61b-46cf-bc64-f705f3762655 service neutron] For port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:22:31.536177 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-26edb6d8-f61b-46cf-bc64-f705f3762655 service neutron] Notify callbacks [] for binding, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:31.537465 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-26edb6d8-f61b-46cf-bc64-f705f3762655 service neutron] 10.222.0.44 "POST /v2.0/ports/a2ab2463-c5bb-4aad-9cb4-0498ceedad3f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2507386 Sep 29 17:22:31.541410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-176b374f-619f-4edf-9992-b91389ed2bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:31.542878 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-176b374f-619f-4edf-9992-b91389ed2bf0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2181628 Sep 29 17:22:31.552205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-b6630865-5236-4b8e-bdd4-6bc2633fcef2 service neutron] 10.222.0.35 "PUT /v2.0/ports/ca80e824-6d80-424d-8761-3a0d22cb2b89/bindings/n-h1-811748-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5379760 Sep 29 17:22:31.564873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-3d3a0e13-fb6c-4204-bc0b-334f536140fc req-5ea641c3-e99d-427c-8a5c-92cb5da2215b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Deleting port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:22:31.565120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3d3a0e13-fb6c-4204-bc0b-334f536140fc req-5ea641c3-e99d-427c-8a5c-92cb5da2215b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:31.613534 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-0bf90c73-e45c-4670-b3a5-b54cc1dd8f51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6 HTTP/1.1" status: 200 len: 217 time: 0.0603061 Sep 29 17:22:31.738150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457ca15-5ab4-4993-be13-49740004bc5c req-efb12bae-dcd0-417f-87e0-59de75191eb3 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:31.740109 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8457ca15-5ab4-4993-be13-49740004bc5c req-efb12bae-dcd0-417f-87e0-59de75191eb3 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 944 time: 0.0659952 Sep 29 17:22:31.746042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-96e114fb-39f2-4163-9749-a5a4c779a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:31.747602 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-96e114fb-39f2-4163-9749-a5a4c779a0af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1155002 Sep 29 17:22:31.780333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-3d3a0e13-fb6c-4204-bc0b-334f536140fc req-5ea641c3-e99d-427c-8a5c-92cb5da2215b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] For port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:31.780701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3d3a0e13-fb6c-4204-bc0b-334f536140fc req-5ea641c3-e99d-427c-8a5c-92cb5da2215b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:31.788870 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8457ca15-5ab4-4993-be13-49740004bc5c req-c88c48a7-80b1-47bd-9584-a9d0688f1524 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410397 Sep 29 17:22:31.805944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-60742b48-753b-4f89-85fa-3fc14ea49031 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:31.807421 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-60742b48-753b-4f89-85fa-3fc14ea49031 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e&tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 1095 time: 0.1233864 Sep 29 17:22:31.823803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-3d3a0e13-fb6c-4204-bc0b-334f536140fc req-5ea641c3-e99d-427c-8a5c-92cb5da2215b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Calling delete_port for 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:22:31.837679 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3846a443-0d3e-4df4-b334-945538d46123 x-openstack-request-id: req-3846a443-0d3e-4df4-b334-945538d46123 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:31.837971 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8208873f-5bad-4671-9dc1-276eeb5c53b2", "tag": "8de3d4d4-988b-4d3f-b919-c2fa278ea94c", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:31.838226 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3846a443-0d3e-4df4-b334-945538d46123 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:31.838648 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8208873f-5bad-4671-9dc1-276eeb5c53b2', 'tag': '8de3d4d4-988b-4d3f-b919-c2fa278ea94c', 'status': 'completed', 'code': 200} Sep 29 17:22:31.957965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-965affc5-7dc8-4530-89e3-43bd00ef952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:31.959419 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-965affc5-7dc8-4530-89e3-43bd00ef952c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1979430 Sep 29 17:22:31.974287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc1f2c-784c-4066-b630-0827308b40de req-4a68f62c-1cd4-4870-9e00-8b7188424587 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:31.975728 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3cfc1f2c-784c-4066-b630-0827308b40de req-4a68f62c-1cd4-4870-9e00-8b7188424587 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 948 time: 0.1736977 Sep 29 17:22:31.999610 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-46fb1948-8bef-4ab9-9935-0d88bea20dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:32.001033 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-46fb1948-8bef-4ab9-9935-0d88bea20dbc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e&tenant_id=d53b74dfe44140fcbab1c205ed9e0f93 HTTP/1.1" status: 200 len: 1095 time: 0.1754007 Sep 29 17:22:32.002382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c7c7d-bd5c-4cc8-a677-4cee8e10d84f req-c63b5ba7-8a1a-408e-a083-c70aa5037e01 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:32.003865 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a19c7c7d-bd5c-4cc8-a677-4cee8e10d84f req-c63b5ba7-8a1a-408e-a083-c70aa5037e01 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 947 time: 0.0524371 Sep 29 17:22:32.048384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a19c7c7d-bd5c-4cc8-a677-4cee8e10d84f req-fc88522a-768d-4bd4-9f64-65c19ac10ee9 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377083 Sep 29 17:22:32.077693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab924b-2467-45bc-b5f0-5c3b71f6207c req-ef773e41-fd5b-4ed7-9c5d-758824429602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:32.079166 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46ab924b-2467-45bc-b5f0-5c3b71f6207c req-ef773e41-fd5b-4ed7-9c5d-758824429602 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03471ff03c464865a23b72de4e110368&device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 1094 time: 0.1920800 Sep 29 17:22:32.164038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d07b1-cb60-41c4-a483-61907970520b req-edfb9b13-0b70-41f9-8834-c3532ec0df29 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:32.165882 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-220d07b1-cb60-41c4-a483-61907970520b req-edfb9b13-0b70-41f9-8834-c3532ec0df29 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 943 time: 0.0543020 Sep 29 17:22:32.178575 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3cfc1f2c-784c-4066-b630-0827308b40de req-586304d9-e724-459c-90b8-de6f1806311e tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962104 Sep 29 17:22:32.214135 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-220d07b1-cb60-41c4-a483-61907970520b req-8e09a620-2584-4d53-8f57-7525b5caac72 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Sep 29 17:22:32.251233 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-abd12ecd-b022-41d8-a0d2-75a9cd12d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:32.252743 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-abd12ecd-b022-41d8-a0d2-75a9cd12d2ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 1095 time: 0.2160606 Sep 29 17:22:32.281701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-ada89222-da1b-4915-9c5d-a3b1ce00ad7c service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019204 Sep 29 17:22:32.368853 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3d3a0e13-fb6c-4204-bc0b-334f536140fc req-5ea641c3-e99d-427c-8a5c-92cb5da2215b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:32.386746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199', 'a5c8eefc-4a7e-47cc-928f-58f4bab27060'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:22:32.417525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 428909e0-5a45-4549-90ac-aa0219fdefb7 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:22:32.419697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device b02826e2-91c9-40e8-9aab-cb998725bce1 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:22:32.427729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab924b-2467-45bc-b5f0-5c3b71f6207c req-47ea3299-e656-424b-b7ac-a9c48da4907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:32.429185 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46ab924b-2467-45bc-b5f0-5c3b71f6207c req-47ea3299-e656-424b-b7ac-a9c48da4907c service neutron] 10.222.0.35 "GET /v2.0/networks?id=76df170c-e1e4-4882-b30d-122279313449 HTTP/1.1" status: 200 len: 906 time: 0.3100486 Sep 29 17:22:32.452011 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c795d-e276-4147-ba22-51e182bf7b17 req-249583f5-80fd-4545-972a-b69c2fa7e854 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:32.453624 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd0c795d-e276-4147-ba22-51e182bf7b17 req-249583f5-80fd-4545-972a-b69c2fa7e854 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 943 time: 0.0499463 Sep 29 17:22:32.465729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea641c3-e99d-427c-8a5c-92cb5da2215b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Pushing event deleted for resources: {'Port': ['ID=912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:32.507322 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd0c795d-e276-4147-ba22-51e182bf7b17 req-27afe083-c87e-4285-b1cd-63e88bb4c1f2 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451586 Sep 29 17:22:32.558445 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46ab924b-2467-45bc-b5f0-5c3b71f6207c req-344731c6-171a-4523-8339-0b7cc0215833 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8de3d4d4-988b-4d3f-b919-c2fa278ea94c HTTP/1.1" status: 200 len: 217 time: 0.1036513 Sep 29 17:22:32.573155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2f7cc-3b36-4675-85ef-21703fb25890 req-cd46dcda-c4b0-4b27-abc9-0998f054a407 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:32.574750 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0c2f7cc-3b36-4675-85ef-21703fb25890 req-cd46dcda-c4b0-4b27-abc9-0998f054a407 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.3077891 Sep 29 17:22:32.602643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-6e4d89c7-bc41-4b55-90ce-39751eefd040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:32.604222 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-6e4d89c7-bc41-4b55-90ce-39751eefd040 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.3362134 Sep 29 17:22:32.605022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3a0e13-fb6c-4204-bc0b-334f536140fc req-5ea641c3-e99d-427c-8a5c-92cb5da2215b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] No DVR routers for this DVR port 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:22:32.610479 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3d3a0e13-fb6c-4204-bc0b-334f536140fc req-5ea641c3-e99d-427c-8a5c-92cb5da2215b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:32.612549 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3d3a0e13-fb6c-4204-bc0b-334f536140fc req-5ea641c3-e99d-427c-8a5c-92cb5da2215b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.49 "DELETE /v2.0/ports/912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 HTTP/1.1" status: 204 len: 173 time: 1.3548887 Sep 29 17:22:32.619749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d693d7-dc69-4d78-b28b-fafacaedde20', 'name': 'network-vif-deleted', 'tag': '912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:32.622301 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbef191e-5439-4829-9415-dfa569c1a497" -d '{"events": [{"server_uuid": "d5d693d7-dc69-4d78-b28b-fafacaedde20", "name": "network-vif-deleted", "tag": "912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:32.702562 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9610ae7-377e-407e-bfe4-e9a232e870ef x-openstack-request-id: req-c9610ae7-377e-407e-bfe4-e9a232e870ef {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:32.702852 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d693d7-dc69-4d78-b28b-fafacaedde20", "name": "network-vif-deleted", "tag": "912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:32.703107 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9610ae7-377e-407e-bfe4-e9a232e870ef {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:32.703499 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d693d7-dc69-4d78-b28b-fafacaedde20', 'name': 'network-vif-deleted', 'tag': '912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199', 'status': 'completed', 'code': 200} Sep 29 17:22:32.710648 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-c8f36264-8792-4dea-a298-908e6ef72847 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89 HTTP/1.1" status: 200 len: 217 time: 0.0631218 Sep 29 17:22:32.719250 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b670bd3c-0b6a-476c-b076-01c6a4fb1a76 req-36cee3ba-90f4-4bf7-8765-7a44e7aa16e1 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154871 Sep 29 17:22:32.742125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab924b-2467-45bc-b5f0-5c3b71f6207c req-4106613c-d6df-404f-af60-a2963f6663c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:32.744126 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46ab924b-2467-45bc-b5f0-5c3b71f6207c req-4106613c-d6df-404f-af60-a2963f6663c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a98c8895-c09f-4e08-8162-342e59909ede HTTP/1.1" status: 200 len: 845 time: 0.1536613 Sep 29 17:22:32.765351 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0c2f7cc-3b36-4675-85ef-21703fb25890 req-e7252edf-b219-4ff3-a76e-8f735fadddca tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670265 Sep 29 17:22:32.778711 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 428909e0-5a45-4549-90ac-aa0219fdefb7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=428909e0-5a45-4549-90ac-aa0219fdefb7,segment=NetworkSegment(2f5dffd8-aaba-4198-82d4-bc2d8225e612),segment_id=2f5dffd8-aaba-4198-82d4-bc2d8225e612)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:32.782480 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:32.802102 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46ab924b-2467-45bc-b5f0-5c3b71f6207c req-94403bf7-4752-47bf-a0e1-27e4737001cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76df170c-e1e4-4882-b30d-122279313449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356023 Sep 29 17:22:32.819160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-50ad3ec1-9261-4331-be59-98a2ca46e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:32.820623 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-50ad3ec1-9261-4331-be59-98a2ca46e7f4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.0943913 Sep 29 17:22:32.829565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8150c5d8-f8f1-4b86-a2ab-03b3266c908d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b02826e2-91c9-40e8-9aab-cb998725bce1'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:32.832126 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bb21ae-c202-40c6-9f29-0dd2d49fe9f3" -d '{"events": [{"server_uuid": "8150c5d8-f8f1-4b86-a2ab-03b3266c908d", "name": "network-vif-unplugged", "status": "completed", "tag": "b02826e2-91c9-40e8-9aab-cb998725bce1"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:32.838594 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '428909e0-5a45-4549-90ac-aa0219fdefb7', 'network_id': '3c2e4849-97cc-4563-aae0-e0a72f37a270', 'port_id': '428909e0-5a45-4549-90ac-aa0219fdefb7', 'mac_address': 'fa:16:3e:2a:4a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7293b999-dfe6-4039-9a3b-78e924dd4dea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:22:32.857248 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port b02826e2-91c9-40e8-9aab-cb998725bce1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=b02826e2-91c9-40e8-9aab-cb998725bce1,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:32.867362 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-facbe2b1-80aa-4723-a9dc-e6e2b5b98883 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351164 Sep 29 17:22:32.870798 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:32.913904 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2319d9f7-b93e-47a8-ab3a-30fae71dc54d x-openstack-request-id: req-2319d9f7-b93e-47a8-ab3a-30fae71dc54d {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:32.915068 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8150c5d8-f8f1-4b86-a2ab-03b3266c908d", "name": "network-vif-unplugged", "status": "completed", "tag": "b02826e2-91c9-40e8-9aab-cb998725bce1", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:32.915549 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2319d9f7-b93e-47a8-ab3a-30fae71dc54d {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:32.916104 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8150c5d8-f8f1-4b86-a2ab-03b3266c908d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b02826e2-91c9-40e8-9aab-cb998725bce1', 'code': 200} Sep 29 17:22:32.920128 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:32.963697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 428909e0-5a45-4549-90ac-aa0219fdefb7 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:22:32.982856 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dbb1d-8a51-46c3-beb8-f298356bda86 req-abf007a6-2e4e-4a47-b9cd-2dcdbe0d4740 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:32.988530 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46ab924b-2467-45bc-b5f0-5c3b71f6207c req-7043c9ae-c13a-4ea5-b6b5-01edf71fae2f service neutron] 10.222.0.35 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766360 Sep 29 17:22:32.990524 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ec9dbb1d-8a51-46c3-beb8-f298356bda86 req-abf007a6-2e4e-4a47-b9cd-2dcdbe0d4740 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 944 time: 0.0657654 Sep 29 17:22:33.004579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 428909e0-5a45-4549-90ac-aa0219fdefb7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=428909e0-5a45-4549-90ac-aa0219fdefb7,segment=NetworkSegment(2f5dffd8-aaba-4198-82d4-bc2d8225e612),segment_id=2f5dffd8-aaba-4198-82d4-bc2d8225e612)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:33.014967 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:33.016877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=b02826e2-91c9-40e8-9aab-cb998725bce1,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:33.029663 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:33.030282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:33.031300 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:33.032444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:33.032880 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:33.033357 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:33.034001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:33.034545 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:33.034971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:33.035449 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:33.035873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:33.036343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:22:33.037334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ec9dbb1d-8a51-46c3-beb8-f298356bda86 req-0cc9db1e-d97e-4d3b-b0aa-65472d23c1d1 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456965 Sep 29 17:22:33.095917 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=428909e0-5a45-4549-90ac-aa0219fdefb7,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:33.294827 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-465f5bed-473f-4ab6-99c3-24728934de41 req-4bf79abf-be5b-4e1c-888b-8a5dbf77b21e tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5d693d7-dc69-4d78-b28b-fafacaedde20 HTTP/1.1" status: 200 len: 210 time: 0.0279164 Sep 29 17:22:33.408252 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-69c450d1-4ea1-4594-8165-80f964963b48 service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088768 Sep 29 17:22:33.411495 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6c62b-fae8-46d9-bb89-63b89028ecd9 req-b906fa22-4f4b-4951-aafd-c4bb6e55589a tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:33.412956 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e2f6c62b-fae8-46d9-bb89-63b89028ecd9 req-b906fa22-4f4b-4951-aafd-c4bb6e55589a tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 943 time: 0.0540934 Sep 29 17:22:33.438286 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6fa540-f7ca-42a0-baf7-fdade1935849 req-676c1383-4e97-468e-be49-60325cc93f5e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:33.439704 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e6fa540-f7ca-42a0-baf7-fdade1935849 req-676c1383-4e97-468e-be49-60325cc93f5e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 947 time: 0.1585646 Sep 29 17:22:33.451241 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e2f6c62b-fae8-46d9-bb89-63b89028ecd9 req-4a9bc52c-f68e-4a8f-b201-d1a8b54d52da tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315657 Sep 29 17:22:33.455656 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46ab924b-2467-45bc-b5f0-5c3b71f6207c req-536b7548-31ff-455d-8ea6-e8d3c1e783f0 service neutron] 10.222.0.35 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582200 Sep 29 17:22:33.537881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e6fa540-f7ca-42a0-baf7-fdade1935849 req-70adc5ce-efab-4bd9-a9c5-9edfe010cbc7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868182 Sep 29 17:22:33.557010 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-263ebe46-5024-4f88-a521-ed0fe18791e0 service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344099 Sep 29 17:22:33.611591 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['428909e0-5a45-4549-90ac-aa0219fdefb7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:22:33.633907 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6be245-acba-4c55-94a6-e6b4c406e944 req-8a885e77-2ad5-4c4d-b579-e5015010ecae tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:33.635421 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fe6be245-acba-4c55-94a6-e6b4c406e944 req-8a885e77-2ad5-4c4d-b579-e5015010ecae tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 944 time: 0.0505452 Sep 29 17:22:33.673990 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fe6be245-acba-4c55-94a6-e6b4c406e944 req-bc1d3283-f973-430e-b5ed-9e2b64b30301 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325410 Sep 29 17:22:33.824897 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-ed3749b0-f606-470d-9e04-c4c17fba22f9 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:33.826491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-ed3749b0-f606-470d-9e04-c4c17fba22f9 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e&tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 1095 time: 0.0438588 Sep 29 17:22:33.927538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb04b2-e477-426c-899d-56e92e98d9d3 req-bcaf1693-cb2c-464d-a39d-f92392ef9d0f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:33.929002 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91bb04b2-e477-426c-899d-56e92e98d9d3 req-bcaf1693-cb2c-464d-a39d-f92392ef9d0f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.0942914 Sep 29 17:22:33.999836 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91bb04b2-e477-426c-899d-56e92e98d9d3 req-f119a83b-1f86-4a82-b6a2-78f278028778 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642002 Sep 29 17:22:34.003991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-39febc11-3078-482b-8e43-0c2053a4c173 service neutron] For port ca80e824-6d80-424d-8761-3a0d22cb2b89, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:22:34.007186 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-39febc11-3078-482b-8e43-0c2053a4c173 service neutron] Notify callbacks [] for binding, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:34.008367 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a632d2f8-f464-4284-96b5-df9ab5e22f07 req-39febc11-3078-482b-8e43-0c2053a4c173 service neutron] 10.222.0.49 "DELETE /v2.0/ports/ca80e824-6d80-424d-8761-3a0d22cb2b89/bindings/n-h2-811748-2 HTTP/1.1" status: 204 len: 173 time: 0.1718521 Sep 29 17:22:34.164294 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d7576-b885-4fc5-893a-4d7e68b47d2d req-510c598c-299e-4601-9f90-8132de83959a tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:34.165919 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c09d7576-b885-4fc5-893a-4d7e68b47d2d req-510c598c-299e-4601-9f90-8132de83959a tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 944 time: 0.0484741 Sep 29 17:22:34.202616 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c09d7576-b885-4fc5-893a-4d7e68b47d2d req-ce1f3951-b5db-4659-8d48-f174d5837dce tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307896 Sep 29 17:22:34.320138 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:22:34.341926 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:22:34.342281 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 912ccbc5-ac9a-44c4-8bcb-8c53ea9ab199 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:22:34.344392 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285b9dc-6684-4485-b98f-81dcd6e7c62a req-b51b3163-4483-4383-8067-558514f257b3 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:34.346329 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3285b9dc-6684-4485-b98f-81dcd6e7c62a req-b51b3163-4483-4383-8067-558514f257b3 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 1095 time: 0.0440722 Sep 29 17:22:34.387148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3285b9dc-6684-4485-b98f-81dcd6e7c62a req-c9cf8f17-3fc3-43fa-b5c8-37ad4639a720 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345187 Sep 29 17:22:34.416045 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 8de3d4d4-988b-4d3f-b919-c2fa278ea94c details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:22:34.542287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af74f9-be20-4293-9631-e6ecd04fd04a req-98c912a2-a963-41ca-9070-afe4f7a4b142 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:34.543789 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12af74f9-be20-4293-9631-e6ecd04fd04a req-98c912a2-a963-41ca-9070-afe4f7a4b142 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 1095 time: 0.0486627 Sep 29 17:22:34.553865 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:34.573770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '8de3d4d4-988b-4d3f-b919-c2fa278ea94c', 'network_id': '76df170c-e1e4-4882-b30d-122279313449', 'port_id': '8de3d4d4-988b-4d3f-b919-c2fa278ea94c', 'mac_address': 'fa:16:3e:f9:9c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98c8895-c09f-4e08-8162-342e59909ede', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:22:34.593241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc6c2a7-091e-410f-bd94-5dbe57b629bf req-98b485f2-7669-4107-b3e6-5e41aac18006 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:34.594765 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-efc6c2a7-091e-410f-bd94-5dbe57b629bf req-98b485f2-7669-4107-b3e6-5e41aac18006 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 943 time: 0.0519834 Sep 29 17:22:34.595106 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12af74f9-be20-4293-9631-e6ecd04fd04a req-2766b41d-da18-41f4-ab76-f857e7ed91c8 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425441 Sep 29 17:22:34.612289 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:34.633061 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de3d4d4-988b-4d3f-b919-c2fa278ea94c {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:22:34.651171 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-efc6c2a7-091e-410f-bd94-5dbe57b629bf req-dbdcf988-701a-495d-a7fb-0e8d7e7979c7 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471137 Sep 29 17:22:34.670889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:34.681451 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:34.682453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 965ee053-6a27-46b7-b03b-49b9b6a68dc6 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:22:34.744224 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658e8b0-a200-405c-b0e7-19aabdcb59c1 req-5efd6f02-0005-4e98-87fb-b3a91b1a5811 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:34.745814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d658e8b0-a200-405c-b0e7-19aabdcb59c1 req-5efd6f02-0005-4e98-87fb-b3a91b1a5811 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 951 time: 0.0636480 Sep 29 17:22:34.770010 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:34.797798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d658e8b0-a200-405c-b0e7-19aabdcb59c1 req-b36979db-6dbd-465e-8c02-e60eb57aa3c9 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456362 Sep 29 17:22:34.824799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b75c-7670-46a2-b8b9-2cbfb3826808 req-e25c3362-34c0-4676-897e-2991d85ab2b8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:34.826373 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2d48b75c-7670-46a2-b8b9-2cbfb3826808 req-e25c3362-34c0-4676-897e-2991d85ab2b8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 947 time: 0.0543163 Sep 29 17:22:34.834192 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:34.846265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '965ee053-6a27-46b7-b03b-49b9b6a68dc6', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '965ee053-6a27-46b7-b03b-49b9b6a68dc6', 'mac_address': 'fa:16:3e:77:f7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:22:34.865617 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2d48b75c-7670-46a2-b8b9-2cbfb3826808 req-d7915540-85dd-48d6-b9db-0095d4db1e30 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333416 Sep 29 17:22:34.893592 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:34.908878 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965ee053-6a27-46b7-b03b-49b9b6a68dc6 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:22:34.912551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130589a-a59e-4b22-8e6e-7226bad58de6 req-9e05819f-adba-4909-9990-c22f085912a7 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:34.914057 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c130589a-a59e-4b22-8e6e-7226bad58de6 req-9e05819f-adba-4909-9990-c22f085912a7 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 944 time: 0.0491569 Sep 29 17:22:34.928249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:34.934054 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:34.975620 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c130589a-a59e-4b22-8e6e-7226bad58de6 req-b57c667e-4791-4551-9ed5-61d1c4480299 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512972 Sep 29 17:22:34.995328 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=965ee053-6a27-46b7-b03b-49b9b6a68dc6,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:35.139726 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07279cfc-6afd-4e10-9651-a7a74192d583 req-d39d328c-99f5-4186-b749-6eba2e9128a2 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:35.147063 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07279cfc-6afd-4e10-9651-a7a74192d583 req-d39d328c-99f5-4186-b749-6eba2e9128a2 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.0732358 Sep 29 17:22:35.206121 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07279cfc-6afd-4e10-9651-a7a74192d583 req-6c410a98-a298-41ba-b027-1e1180c05654 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580342 Sep 29 17:22:35.460614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-03f3ea8e-f3e9-4f6e-bec9-10f55ef52b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:35.462242 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-03f3ea8e-f3e9-4f6e-bec9-10f55ef52b27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 1097 time: 0.0417407 Sep 29 17:22:35.543645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['8de3d4d4-988b-4d3f-b919-c2fa278ea94c'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:22:35.571307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-2bf52ddc-ca2f-4363-9cf2-10aea040a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:35.573162 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-2bf52ddc-ca2f-4363-9cf2-10aea040a8fb service neutron] 10.222.0.49 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.1013649 Sep 29 17:22:35.574939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['965ee053-6a27-46b7-b03b-49b9b6a68dc6'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:22:35.615667 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-c549eb94-a7d5-4d57-9fc8-f06a3a075bc0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f HTTP/1.1" status: 200 len: 217 time: 0.0346074 Sep 29 17:22:35.676545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-32017cd9-f0b9-49bd-b49b-a431a2f0a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:35.678113 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-32017cd9-f0b9-49bd-b49b-a431a2f0a44a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.0514102 Sep 29 17:22:35.745713 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-20cd94fc-0d13-4bc6-a076-924d06de32d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519791 Sep 29 17:22:35.780288 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e976c-1b9d-48b4-bb71-f5b1365569cc req-3d1dfea1-60cc-446e-8943-58dce7592f34 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:35.781852 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-097e976c-1b9d-48b4-bb71-f5b1365569cc req-3d1dfea1-60cc-446e-8943-58dce7592f34 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 944 time: 0.0679228 Sep 29 17:22:35.865460 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-097e976c-1b9d-48b4-bb71-f5b1365569cc req-a572cf4a-e238-4379-a62f-a1de8c8cc47d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743220 Sep 29 17:22:35.903675 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-596839ec-60b9-4898-8aa4-7d58575a2dd1 service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503534 Sep 29 17:22:36.039434 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163d633-3f62-4443-bb49-d6a8eeacc22a req-c4e5fd4f-0afc-4ca0-87b7-3f0847840dff tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:36.041250 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1163d633-3f62-4443-bb49-d6a8eeacc22a req-c4e5fd4f-0afc-4ca0-87b7-3f0847840dff tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 951 time: 0.1041505 Sep 29 17:22:36.073559 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-31a01e00-c7e1-4e55-8945-2ac2cd863c6d service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557312 Sep 29 17:22:36.094938 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb614413-0346-4e6d-aaeb-490cabdae405 req-fa9c0c8e-d0f2-47b8-9cd7-f0dbbf5c31eb tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:36.103591 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb614413-0346-4e6d-aaeb-490cabdae405 req-fa9c0c8e-d0f2-47b8-9cd7-f0dbbf5c31eb tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 948 time: 0.1055896 Sep 29 17:22:36.110622 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1163d633-3f62-4443-bb49-d6a8eeacc22a req-886d6409-d664-4a76-8150-7a9e5aa3dcfa tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591254 Sep 29 17:22:36.212823 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb614413-0346-4e6d-aaeb-490cabdae405 req-c794c4f3-79f7-4409-8874-7c67237f04c7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077130 Sep 29 17:22:36.309263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1269737-30e1-46f0-ac8b-4270e6156a2d req-d93a932d-2810-4ab0-9a40-d05e34e98f0b tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:36.319290 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1269737-30e1-46f0-ac8b-4270e6156a2d req-d93a932d-2810-4ab0-9a40-d05e34e98f0b tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 944 time: 0.1193213 Sep 29 17:22:36.343891 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 35d95f39-d9e3-4c32-b841-0bb40f3a629a details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:22:36.444341 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1269737-30e1-46f0-ac8b-4270e6156a2d req-21526fc3-a65f-4eee-bc59-43953a707cff tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201758 Sep 29 17:22:36.456993 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 428909e0-5a45-4549-90ac-aa0219fdefb7 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:22:36.502420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475a40e-71f6-4062-a090-c0900d248081 req-c9dd84a6-9e1b-49b0-bbdc-342632600dd6 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:36.506175 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4475a40e-71f6-4062-a090-c0900d248081 req-c9dd84a6-9e1b-49b0-bbdc-342632600dd6 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 951 time: 0.1515996 Sep 29 17:22:36.520379 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1832ca-3283-4fed-adac-c8895113eafb req-ce6a0ece-4d13-445c-9eeb-0b22f76dff4e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:36.522323 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1f1832ca-3283-4fed-adac-c8895113eafb req-ce6a0ece-4d13-445c-9eeb-0b22f76dff4e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.1377118 Sep 29 17:22:36.612468 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1f1832ca-3283-4fed-adac-c8895113eafb req-9c3e364d-e6f8-4a3d-96e6-3edcf4ca8e8a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814342 Sep 29 17:22:36.634666 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 428909e0-5a45-4549-90ac-aa0219fdefb7 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:22:36.652485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 428909e0-5a45-4549-90ac-aa0219fdefb7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:22:36.654852 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:36.745064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-4475a40e-71f6-4062-a090-c0900d248081 req-ff78341b-033a-49ff-9776-7c451915fb89 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Deleting port a5c8eefc-4a7e-47cc-928f-58f4bab27060 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:22:36.745663 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4475a40e-71f6-4062-a090-c0900d248081 req-ff78341b-033a-49ff-9776-7c451915fb89 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:36.761143 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 35d95f39-d9e3-4c32-b841-0bb40f3a629a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=35d95f39-d9e3-4c32-b841-0bb40f3a629a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:36.792877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '35d95f39-d9e3-4c32-b841-0bb40f3a629a', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '35d95f39-d9e3-4c32-b841-0bb40f3a629a', 'mac_address': 'fa:16:3e:46:1d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:22:36.983856 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:36.993907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4475a40e-71f6-4062-a090-c0900d248081 req-ff78341b-033a-49ff-9776-7c451915fb89 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] For port a5c8eefc-4a7e-47cc-928f-58f4bab27060, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a5c8eefc-4a7e-47cc-928f-58f4bab27060,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:36.997843 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4475a40e-71f6-4062-a090-c0900d248081 req-ff78341b-033a-49ff-9776-7c451915fb89 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:37.035602 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-4475a40e-71f6-4062-a090-c0900d248081 req-ff78341b-033a-49ff-9776-7c451915fb89 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Calling delete_port for a5c8eefc-4a7e-47cc-928f-58f4bab27060 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:22:37.079381 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 428909e0-5a45-4549-90ac-aa0219fdefb7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=428909e0-5a45-4549-90ac-aa0219fdefb7,segment=NetworkSegment(2f5dffd8-aaba-4198-82d4-bc2d8225e612),segment_id=2f5dffd8-aaba-4198-82d4-bc2d8225e612)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:37.082829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0857a233-f3aa-45ae-a20a-2e58bb11253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428909e0-5a45-4549-90ac-aa0219fdefb7'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:37.086999 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345ae70c-e243-4b58-8031-f7e8ed17824e" -d '{"events": [{"server_uuid": "0857a233-f3aa-45ae-a20a-2e58bb11253f", "name": "network-vif-plugged", "status": "completed", "tag": "428909e0-5a45-4549-90ac-aa0219fdefb7"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:37.094589 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:37.116998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d734d2-3d5b-4971-af5f-1d98693609af req-ea0008c7-0075-4460-9a59-4540d5867b8a tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:37.125889 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16d734d2-3d5b-4971-af5f-1d98693609af req-ea0008c7-0075-4460-9a59-4540d5867b8a tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 944 time: 0.0855629 Sep 29 17:22:37.153577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=428909e0-5a45-4549-90ac-aa0219fdefb7,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:37.169781 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:37.172614 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16d734d2-3d5b-4971-af5f-1d98693609af req-a0846ee8-e734-4704-a41a-12481bd93594 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456426 Sep 29 17:22:37.202247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d95f39-d9e3-4c32-b841-0bb40f3a629a {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:22:37.250895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 35d95f39-d9e3-4c32-b841-0bb40f3a629a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=35d95f39-d9e3-4c32-b841-0bb40f3a629a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:37.259946 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:37.305620 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a8d503-7994-4464-bc2c-cbf421c09a4f x-openstack-request-id: req-83a8d503-7994-4464-bc2c-cbf421c09a4f {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:37.306157 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0857a233-f3aa-45ae-a20a-2e58bb11253f", "name": "network-vif-plugged", "status": "completed", "tag": "428909e0-5a45-4549-90ac-aa0219fdefb7", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:37.306582 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83a8d503-7994-4464-bc2c-cbf421c09a4f {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:37.307118 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0857a233-f3aa-45ae-a20a-2e58bb11253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '428909e0-5a45-4549-90ac-aa0219fdefb7', 'code': 200} Sep 29 17:22:37.386451 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=35d95f39-d9e3-4c32-b841-0bb40f3a629a,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:37.401781 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['35d95f39-d9e3-4c32-b841-0bb40f3a629a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:22:37.466536 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d1cbe-5509-4584-8b9a-3ef07bc39b53 req-f52f0c44-e76e-4b00-85ab-ce8b2c404686 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:37.468735 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c9d1cbe-5509-4584-8b9a-3ef07bc39b53 req-f52f0c44-e76e-4b00-85ab-ce8b2c404686 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa67c1b5-8bb1-403e-9849-e981852b09f6 HTTP/1.1" status: 200 len: 951 time: 0.0805159 Sep 29 17:22:37.560067 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-e5381f40-24d6-4f2c-a1b1-7eb5483f2deb tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:37.561849 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-e5381f40-24d6-4f2c-a1b1-7eb5483f2deb tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61&tenant_id=a84d217d4dcf43a280aed44f5566a55f&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 948 time: 0.2224002 Sep 29 17:22:37.565421 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4475a40e-71f6-4062-a090-c0900d248081 req-ff78341b-033a-49ff-9776-7c451915fb89 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:37.579567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544ca56-3eab-416f-962c-17a35f870077 req-717b007c-e9d1-4efb-9a88-19ddfa3ea7a4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:37.591288 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6544ca56-3eab-416f-962c-17a35f870077 req-717b007c-e9d1-4efb-9a88-19ddfa3ea7a4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 948 time: 0.2567670 Sep 29 17:22:37.620611 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c9d1cbe-5509-4584-8b9a-3ef07bc39b53 req-e7b2c07d-490a-416b-bddf-abeb0284ec6b tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.44 "GET /v2.0/security-groups?id=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452870 Sep 29 17:22:37.667266 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78341b-033a-49ff-9776-7c451915fb89 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Pushing event deleted for resources: {'Port': ['ID=a5c8eefc-4a7e-47cc-928f-58f4bab27060,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:37.708421 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de83424-c924-4013-94d3-c443c9443195 req-3fe07468-3994-4c0c-8d8f-014cb0c7a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:37.709507 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0de83424-c924-4013-94d3-c443c9443195 req-3fe07468-3994-4c0c-8d8f-014cb0c7a354 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 1096 time: 0.2891343 Sep 29 17:22:37.804494 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0de83424-c924-4013-94d3-c443c9443195 req-194f6d16-4b10-47e6-a77d-8340d11b092e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680635 Sep 29 17:22:37.813897 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6544ca56-3eab-416f-962c-17a35f870077 req-3bd0cc54-d207-4afd-bbf9-9702a4b86d1a tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216902 Sep 29 17:22:37.829890 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d23f29-4e6b-4fc4-b3d0-22c429efd29e req-694cf793-1e07-4589-9ac1-d6ce4bfdd8fa tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:37.838589 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92d23f29-4e6b-4fc4-b3d0-22c429efd29e req-694cf793-1e07-4589-9ac1-d6ce4bfdd8fa tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 945 time: 0.1006541 Sep 29 17:22:37.851143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4475a40e-71f6-4062-a090-c0900d248081 req-ff78341b-033a-49ff-9776-7c451915fb89 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] No DVR routers for this DVR port a5c8eefc-4a7e-47cc-928f-58f4bab27060 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:22:37.862071 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4475a40e-71f6-4062-a090-c0900d248081 req-ff78341b-033a-49ff-9776-7c451915fb89 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:37.864448 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4475a40e-71f6-4062-a090-c0900d248081 req-ff78341b-033a-49ff-9776-7c451915fb89 tempest-ServersAdminTestJSON-1656651976 tempest-ServersAdminTestJSON-1656651976-project] 10.222.0.49 "DELETE /v2.0/ports/a5c8eefc-4a7e-47cc-928f-58f4bab27060 HTTP/1.1" status: 204 len: 173 time: 1.3500965 Sep 29 17:22:37.870612 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa67c1b5-8bb1-403e-9849-e981852b09f6', 'name': 'network-vif-deleted', 'tag': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:37.880156 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37098f08-dd80-4b19-bcc9-560bb34c5fbc" -d '{"events": [{"server_uuid": "fa67c1b5-8bb1-403e-9849-e981852b09f6", "name": "network-vif-deleted", "tag": "a5c8eefc-4a7e-47cc-928f-58f4bab27060"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:37.891034 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92d23f29-4e6b-4fc4-b3d0-22c429efd29e req-b0a717da-50c4-474e-b8e0-2333dbe07b3a tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514607 Sep 29 17:22:37.987410 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-3922582a-2659-47c2-be21-d64a95912357 service neutron] 10.222.0.35 "GET /v2.0/ports/965ee053-6a27-46b7-b03b-49b9b6a68dc6/bindings/n-h2-811748-2 HTTP/1.1" status: 200 len: 382 time: 0.3940547 Sep 29 17:22:38.050136 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77648d61-e99b-4e03-bd2b-ce6ad8c4b2c7 req-74abfb1c-450c-4de1-b132-65a5de9ed65c tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:38.052186 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-77648d61-e99b-4e03-bd2b-ce6ad8c4b2c7 req-74abfb1c-450c-4de1-b132-65a5de9ed65c tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.1044345 Sep 29 17:22:38.136072 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-77648d61-e99b-4e03-bd2b-ce6ad8c4b2c7 req-47f32fa6-3757-4211-954a-826c3166bd6e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718923 Sep 29 17:22:38.188005 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877bab0a-8c24-49c1-9bc8-c3a55addf40f x-openstack-request-id: req-877bab0a-8c24-49c1-9bc8-c3a55addf40f {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:38.188416 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa67c1b5-8bb1-403e-9849-e981852b09f6", "name": "network-vif-deleted", "tag": "a5c8eefc-4a7e-47cc-928f-58f4bab27060", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:38.188737 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-877bab0a-8c24-49c1-9bc8-c3a55addf40f {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:38.189236 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa67c1b5-8bb1-403e-9849-e981852b09f6', 'name': 'network-vif-deleted', 'tag': 'a5c8eefc-4a7e-47cc-928f-58f4bab27060', 'status': 'completed', 'code': 200} Sep 29 17:22:38.296130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-db1593b0-4317-4ebe-b9f6-98c9b731d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:38.298136 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-db1593b0-4317-4ebe-b9f6-98c9b731d5d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 1099 time: 0.1061835 Sep 29 17:22:38.324649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42bf2f-3039-4c92-9864-733fb799bca0 req-2ba0f7cc-d0d0-4088-8f2e-6ad7aa223940 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:38.332418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de42bf2f-3039-4c92-9864-733fb799bca0 req-2ba0f7cc-d0d0-4088-8f2e-6ad7aa223940 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 944 time: 0.0666382 Sep 29 17:22:38.354188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a5c8eefc-4a7e-47cc-928f-58f4bab27060 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:22:38.382606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de42bf2f-3039-4c92-9864-733fb799bca0 req-a675354b-5e46-452b-ae7e-4e7b01720b68 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444751 Sep 29 17:22:38.386395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: a5c8eefc-4a7e-47cc-928f-58f4bab27060 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:22:38.386746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a5c8eefc-4a7e-47cc-928f-58f4bab27060 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:22:38.433665 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 8de3d4d4-988b-4d3f-b919-c2fa278ea94c up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:22:38.481102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-06d91b6e-dcae-4931-b308-0a1aafcb5f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:38.483168 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-06d91b6e-dcae-4931-b308-0a1aafcb5f90 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.1767812 Sep 29 17:22:38.526602 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:22:38.530451 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:22:38.530830 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:38.545977 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-d23ddb52-7fb8-40b7-bdcd-d4c545142eaf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6 HTTP/1.1" status: 200 len: 217 time: 0.0552835 Sep 29 17:22:38.620536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-38319b76-5ac1-4db7-9b5c-151ab0fbbe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:38.622492 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-38319b76-5ac1-4db7-9b5c-151ab0fbbe8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0696471 Sep 29 17:22:38.635029 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:38.687642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-b8195e0a-1d83-40a7-939f-00d99b9b4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:38.689160 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-b8195e0a-1d83-40a7-939f-00d99b9b4b03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0568016 Sep 29 17:22:38.714707 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:38.721584 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:38.722436 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 965ee053-6a27-46b7-b03b-49b9b6a68dc6 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:22:38.935576 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-97d75671-c55d-41db-8e0b-12cef9a51289 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369840 Sep 29 17:22:38.951767 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:38.994727 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:22:38.999385 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:22:39.002001 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:39.092473 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50612) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:22:39.100786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d22da-1a74-45e9-b2d7-c363e0815185 req-f449ff6c-9ab6-4bf8-9d75-4a9e0ce279c8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:39.109235 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-999d22da-1a74-45e9-b2d7-c363e0815185 req-f449ff6c-9ab6-4bf8-9d75-4a9e0ce279c8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 948 time: 0.1057050 Sep 29 17:22:39.172721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-5cf0cdc8-e351-4dab-86c5-7f1805f5c74c service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189918 Sep 29 17:22:39.222022 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:39.229054 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-999d22da-1a74-45e9-b2d7-c363e0815185 req-70f03480-86d4-42b5-957f-b9cd5d4f49a2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187594 Sep 29 17:22:39.268332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dcb32-fa98-4a57-a101-4b4f92beaf5c req-448d169c-20a8-4a9a-b764-2dd3af0fc831 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:39.297523 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-802dcb32-fa98-4a57-a101-4b4f92beaf5c req-448d169c-20a8-4a9a-b764-2dd3af0fc831 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 945 time: 0.1018298 Sep 29 17:22:39.312174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:39.313194 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8208873f-5bad-4671-9dc1-276eeb5c53b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de3d4d4-988b-4d3f-b919-c2fa278ea94c'}, {'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:39.320208 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fecc3f9-9848-487a-921a-3c4a92578d21" -d '{"events": [{"server_uuid": "8208873f-5bad-4671-9dc1-276eeb5c53b2", "name": "network-vif-plugged", "status": "completed", "tag": "8de3d4d4-988b-4d3f-b919-c2fa278ea94c"}, {"server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "name": "network-vif-plugged", "status": "completed", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:39.338338 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:39.411407 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=965ee053-6a27-46b7-b03b-49b9b6a68dc6,revision_number=10']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:39.440587 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-802dcb32-fa98-4a57-a101-4b4f92beaf5c req-99f7a203-e49d-4247-8d9c-daf0aaa17a0b tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402457 Sep 29 17:22:39.513466 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f640d917-52fa-48a6-822b-97fb7b78350b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a3ff8babce74d53aa1ff2d02816ab64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992646 Sep 29 17:22:39.514196 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50632) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:22:39.566829 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febd9d8-2e38-4fba-91ef-f9abbdc61757 req-95e02e24-199e-49c2-a73b-9f06ef3959f0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:39.575991 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7febd9d8-2e38-4fba-91ef-f9abbdc61757 req-95e02e24-199e-49c2-a73b-9f06ef3959f0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.0801945 Sep 29 17:22:39.634498 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7febd9d8-2e38-4fba-91ef-f9abbdc61757 req-e7a60955-0336-470f-99aa-b7d31ff1c243 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505080 Sep 29 17:22:39.642473 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5fd4015d-0263-4b5c-916e-b8e8cf640ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:39.666213 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8bedae-967d-4e48-aaae-9c26b8dbdcd5 x-openstack-request-id: req-9e8bedae-967d-4e48-aaae-9c26b8dbdcd5 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:39.666557 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8208873f-5bad-4671-9dc1-276eeb5c53b2", "name": "network-vif-plugged", "status": "completed", "tag": "8de3d4d4-988b-4d3f-b919-c2fa278ea94c", "code": 200}, {"server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "name": "network-vif-plugged", "status": "completed", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:39.667237 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e8bedae-967d-4e48-aaae-9c26b8dbdcd5 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:39.667237 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8208873f-5bad-4671-9dc1-276eeb5c53b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de3d4d4-988b-4d3f-b919-c2fa278ea94c', 'code': 200} Sep 29 17:22:39.667450 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6', 'code': 200} Sep 29 17:22:39.689268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5fd4015d-0263-4b5c-916e-b8e8cf640ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:39.763841 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5fd4015d-0263-4b5c-916e-b8e8cf640ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:39.767659 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5fd4015d-0263-4b5c-916e-b8e8cf640ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:39.771707 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5fd4015d-0263-4b5c-916e-b8e8cf640ee8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f21ba2e7-4c33-42e3-a458-a519cfa3c4ee HTTP/1.1" status: 204 len: 168 time: 0.2546048 Sep 29 17:22:39.779532 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81595244-0fa8-422c-ba6f-d33d4d874ceb req-62c1fd9b-78d7-4d75-a7a0-13027c2341e6 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:39.788158 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81595244-0fa8-422c-ba6f-d33d4d874ceb req-62c1fd9b-78d7-4d75-a7a0-13027c2341e6 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 945 time: 0.0793092 Sep 29 17:22:39.800517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4015d-0263-4b5c-916e-b8e8cf640ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21ba2e7-4c33-42e3-a458-a519cfa3c4ee,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:39.888436 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81595244-0fa8-422c-ba6f-d33d4d874ceb req-5985b4be-a059-4cc2-8a35-588b982270dd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977931 Sep 29 17:22:39.913828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8618-f4be-45ba-a7d5-9c951f500c96 req-18756f82-cd0f-4f0a-9676-46b8b9465531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:39.916914 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b40d8618-f4be-45ba-a7d5-9c951f500c96 req-18756f82-cd0f-4f0a-9676-46b8b9465531 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 1096 time: 0.0825546 Sep 29 17:22:39.970258 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b40d8618-f4be-45ba-a7d5-9c951f500c96 req-669d4b94-fcca-4497-9dfc-7f1616409f55 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447965 Sep 29 17:22:40.145775 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50642) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:22:40.191158 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-db649147-2340-456d-993c-7c3e5444a0e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7675b27eb87e429d995bf33fc7b88c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439003 Sep 29 17:22:40.193539 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50644) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:22:40.256813 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b36008f4-1d76-4354-87e2-46948c6b9d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:40.419674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 35d95f39-d9e3-4c32-b841-0bb40f3a629a up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:22:40.498981 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b36008f4-1d76-4354-87e2-46948c6b9d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:40.586310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 35d95f39-d9e3-4c32-b841-0bb40f3a629a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:22:40.598067 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:40.604174 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c37e16-182c-4b20-b6e1-cb29936e2bc4 req-503c406e-cc65-499a-a636-76026f9d00e5 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:40.612236 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-27c37e16-182c-4b20-b6e1-cb29936e2bc4 req-503c406e-cc65-499a-a636-76026f9d00e5 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 950 time: 0.0820143 Sep 29 17:22:40.656743 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b36008f4-1d76-4354-87e2-46948c6b9d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:40.660945 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b36008f4-1d76-4354-87e2-46948c6b9d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:40.665742 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b36008f4-1d76-4354-87e2-46948c6b9d62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3866f513-5b2d-4d6b-bc3f-a123a07b4ae9 HTTP/1.1" status: 204 len: 168 time: 0.4710305 Sep 29 17:22:40.703474 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-27c37e16-182c-4b20-b6e1-cb29936e2bc4 req-39068ae4-5976-461b-a7ec-e52cc0b4fbd3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805101 Sep 29 17:22:40.703474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36008f4-1d76-4354-87e2-46948c6b9d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3866f513-5b2d-4d6b-bc3f-a123a07b4ae9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:40.761163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec93cc-d6d4-45f3-8cba-f2d9f5706407 req-93938400-21f4-4026-871c-513480954baf tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:40.771563 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a0ec93cc-d6d4-45f3-8cba-f2d9f5706407 req-93938400-21f4-4026-871c-513480954baf tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 945 time: 0.0831831 Sep 29 17:22:40.804426 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09ac299a-23ed-41f2-80c8-ab2d912c9264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:40.853194 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a0ec93cc-d6d4-45f3-8cba-f2d9f5706407 req-c5cf73e4-0836-4d13-b8f2-2f235a67d159 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754287 Sep 29 17:22:40.943610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3fdb3-cdf1-4bd5-9d26-e532afdeb0c2 req-f15c5c2f-63aa-4cc1-83c9-83f00e829527 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:40.945189 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ee3fdb3-cdf1-4bd5-9d26-e532afdeb0c2 req-f15c5c2f-63aa-4cc1-83c9-83f00e829527 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 945 time: 0.0607672 Sep 29 17:22:41.015485 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:41.019725 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ee3fdb3-cdf1-4bd5-9d26-e532afdeb0c2 req-00b5c9d9-0942-420d-b5f7-3bf3689337d2 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588613 Sep 29 17:22:41.089001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 35d95f39-d9e3-4c32-b841-0bb40f3a629a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=35d95f39-d9e3-4c32-b841-0bb40f3a629a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:41.116634 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:41.122551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7a0ce-10c7-4097-8cac-52e94b50055c req-a182117f-c9e5-48ba-bc66-de161f625043 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:41.140369 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32a7a0ce-10c7-4097-8cac-52e94b50055c req-a182117f-c9e5-48ba-bc66-de161f625043 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.1813025 Sep 29 17:22:41.174433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=35d95f39-d9e3-4c32-b841-0bb40f3a629a,revision_number=10']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:41.221248 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32a7a0ce-10c7-4097-8cac-52e94b50055c req-0efd7b5b-d35f-4845-9ad9-ca8d0587e2e7 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740340 Sep 29 17:22:41.308762 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa025c-9e21-4011-8035-bd38e172aba5 req-79508419-0dc1-4e49-97d9-776d272cb5af tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:41.316420 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-27aa025c-9e21-4011-8035-bd38e172aba5 req-79508419-0dc1-4e49-97d9-776d272cb5af tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 945 time: 0.1624124 Sep 29 17:22:41.405894 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-27aa025c-9e21-4011-8035-bd38e172aba5 req-06d6fc53-ea57-42f2-a858-4a77255c9d67 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870681 Sep 29 17:22:41.670057 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382a2f20-8538-4095-b89a-aebb22304c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d95f39-d9e3-4c32-b841-0bb40f3a629a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:41.676469 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ad1a95-73ce-4166-a929-5cdb41de9a7d" -d '{"events": [{"server_uuid": "382a2f20-8538-4095-b89a-aebb22304c34", "name": "network-vif-plugged", "status": "completed", "tag": "35d95f39-d9e3-4c32-b841-0bb40f3a629a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:41.742057 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6753a1c7-e2e4-4f74-b1ee-df41a2d7f7c8 x-openstack-request-id: req-6753a1c7-e2e4-4f74-b1ee-df41a2d7f7c8 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:41.742677 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382a2f20-8538-4095-b89a-aebb22304c34", "name": "network-vif-plugged", "status": "completed", "tag": "35d95f39-d9e3-4c32-b841-0bb40f3a629a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:41.743091 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6753a1c7-e2e4-4f74-b1ee-df41a2d7f7c8 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:41.743638 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382a2f20-8538-4095-b89a-aebb22304c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d95f39-d9e3-4c32-b841-0bb40f3a629a', 'code': 200} Sep 29 17:22:42.009981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4cd02-a59e-4455-97e5-f03d9c7417ec req-a88aa8df-90bb-40a2-a2c5-f8c2353d6631 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:42.032921 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fdd4cd02-a59e-4455-97e5-f03d9c7417ec req-a88aa8df-90bb-40a2-a2c5-f8c2353d6631 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 950 time: 0.1416032 Sep 29 17:22:42.144042 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fdd4cd02-a59e-4455-97e5-f03d9c7417ec req-45136ea5-c3b1-4291-bf89-7a35c99855b7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048417 Sep 29 17:22:42.380963 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-647baea5-bda2-43f4-bf54-ccc2bbfbda0b tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1154223002&fields=id&tenant_id=d7f4460541cb46a58c2b100f386f72d9 HTTP/1.1" status: 200 len: 267 time: 0.1505735 Sep 29 17:22:42.442557 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178b342-aff5-4107-9974-68186a78829c req-eb10800f-0d85-4c8f-9361-aa8c718fb7cb tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:42.447595 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c178b342-aff5-4107-9974-68186a78829c req-eb10800f-0d85-4c8f-9361-aa8c718fb7cb tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.1021845 Sep 29 17:22:42.540976 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c178b342-aff5-4107-9974-68186a78829c req-2a6a8850-4990-4241-97e6-6c1768173171 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856376 Sep 29 17:22:42.675690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-f8a726d6-3755-41a7-8d7d-787e108510ac tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:42.677409 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-f8a726d6-3755-41a7-8d7d-787e108510ac tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/networks?id=40461b8a-b841-41cc-8ce4-55106acc93a9 HTTP/1.1" status: 200 len: 824 time: 0.2788324 Sep 29 17:22:42.692159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-afa2093d-b1d8-4e94-a64a-075ca57d3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:42.693671 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-afa2093d-b1d8-4e94-a64a-075ca57d3f77 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61&tenant_id=a84d217d4dcf43a280aed44f5566a55f HTTP/1.1" status: 200 len: 1101 time: 0.1111782 Sep 29 17:22:42.730733 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-a7f38ad3-1dcf-4998-a6b5-a45c11553b0a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/quotas/d7f4460541cb46a58c2b100f386f72d9 HTTP/1.1" status: 200 len: 375 time: 0.0429935 Sep 29 17:22:42.735622 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:22:42.769650 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444fae0-aba9-4d41-b388-6253248a877b req-b08e4eb8-4926-41ab-9528-08f008554a4d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:42.775943 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1444fae0-aba9-4d41-b388-6253248a877b req-b08e4eb8-4926-41ab-9528-08f008554a4d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 945 time: 0.1571734 Sep 29 17:22:42.839335 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1444fae0-aba9-4d41-b388-6253248a877b req-51f7cf4f-4dfe-4b78-bee5-cfa697138e37 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534158 Sep 29 17:22:42.896548 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:43.062830 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-8e04c9a3-36a7-4a0a-9105-7619f4543634 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d7f4460541cb46a58c2b100f386f72d9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2739880 Sep 29 17:22:43.392244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad85f02-49c6-46da-946f-05b795c177b1 req-4339a285-1f82-4bc7-b967-869503f58066 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:43.404307 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ad85f02-49c6-46da-946f-05b795c177b1 req-4339a285-1f82-4bc7-b967-869503f58066 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 945 time: 0.1700525 Sep 29 17:22:43.482137 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f27491fd-d5c0-4ca7-86ff-a988c556269a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:43.516672 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ad85f02-49c6-46da-946f-05b795c177b1 req-dd7cc46c-c37d-48de-9848-37c341fdc60b tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038127 Sep 29 17:22:43.701300 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8078a0-ede9-4d54-ae08-dce0dd1927b3 req-367c56c7-5f70-44e5-b4d3-c1b7a9c52def tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:43.705926 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a8078a0-ede9-4d54-ae08-dce0dd1927b3 req-367c56c7-5f70-44e5-b4d3-c1b7a9c52def tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.49 "GET /v2.0/ports?device_id=6606b453-2418-4ea6-b45e-11cf34187f5f HTTP/1.1" status: 200 len: 945 time: 0.3687172 Sep 29 17:22:43.856386 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-a86341fe-3ec3-4bd5-9355-9d85d0027329 service neutron] 10.222.0.44 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7710524 Sep 29 17:22:43.892130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84621d21-893a-4b78-9cb6-883fe3a37664 req-d0ed5bcc-0295-4b7a-b35b-f79129f53b67 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:43.907151 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-84621d21-893a-4b78-9cb6-883fe3a37664 req-d0ed5bcc-0295-4b7a-b35b-f79129f53b67 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 950 time: 0.1626482 Sep 29 17:22:43.965271 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-2f015f04-c1be-4c8c-bf80-6b299361b11c service neutron] 10.222.0.44 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079445 Sep 29 17:22:43.985958 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-84621d21-893a-4b78-9cb6-883fe3a37664 req-658b92cc-102d-4a52-9518-814f4e74e662 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792589 Sep 29 17:22:44.237489 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:44.353867 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09deca-7409-4dff-a8e3-4280b2a7442b req-5b60f488-c71f-49d9-ac29-0d85759bfc80 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:44.371626 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae09deca-7409-4dff-a8e3-4280b2a7442b req-5b60f488-c71f-49d9-ac29-0d85759bfc80 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.1950598 Sep 29 17:22:44.460414 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:44.488245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 965ee053-6a27-46b7-b03b-49b9b6a68dc6 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:22:44.521002 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae09deca-7409-4dff-a8e3-4280b2a7442b req-846c14e3-f490-4a5c-887e-b5479a36bfa2 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485198 Sep 29 17:22:44.536373 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:44.556696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-1a8078a0-ede9-4d54-ae08-dce0dd1927b3 req-770b6125-bdc6-477f-acdc-cf39c93cf26a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Deleting port 37e51e99-e311-4500-9104-5d373bc8cdc0 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:22:44.557254 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1a8078a0-ede9-4d54-ae08-dce0dd1927b3 req-770b6125-bdc6-477f-acdc-cf39c93cf26a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:44.622816 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:44.715445 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:44.721465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:22:44.765897 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02318578-7004-4c4d-89be-98a2831568ff req-a99db257-a027-4fd4-b96f-ff0e388815f2 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=dac7a47eaa2d4d40822770120f7f585a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672283 Sep 29 17:22:44.770809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1a8078a0-ede9-4d54-ae08-dce0dd1927b3 req-770b6125-bdc6-477f-acdc-cf39c93cf26a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] For port 37e51e99-e311-4500-9104-5d373bc8cdc0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=37e51e99-e311-4500-9104-5d373bc8cdc0,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:44.771181 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1a8078a0-ede9-4d54-ae08-dce0dd1927b3 req-770b6125-bdc6-477f-acdc-cf39c93cf26a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:44.784451 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba0777f6-9aa5-4610-9ab6-93f010cb0c96 req-f768bf9f-edad-4cea-9d54-c3494512541b tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 210 time: 0.1156452 Sep 29 17:22:44.968074 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009faa0-839a-4315-bafe-1a31a4710276 req-59448e3b-c539-4937-a57d-7b0f60176d4c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:44.978845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:44.981700 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be16436-98af-470d-8c8c-02a40e1a56df" -d '{"events": [{"server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "name": "network-vif-unplugged", "status": "completed", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:44.984683 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9009faa0-839a-4315-bafe-1a31a4710276 req-59448e3b-c539-4937-a57d-7b0f60176d4c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 945 time: 0.1344664 Sep 29 17:22:44.986473 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:45.080085 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9009faa0-839a-4315-bafe-1a31a4710276 req-2e4103f3-d44e-4579-a257-456df118eb1b tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943794 Sep 29 17:22:45.128165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Transition to ACTIVE for port object 965ee053-6a27-46b7-b03b-49b9b6a68dc6 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:22:45.153841 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:45.220183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Pushing event updated for resources: {'Port': ['ID=965ee053-6a27-46b7-b03b-49b9b6a68dc6,revision_number=11']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:45.249453 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:22:45.249903 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:22:45.265302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02318578-7004-4c4d-89be-98a2831568ff req-dbe10700-ac7b-4bc0-b82c-2192e5ed846f tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:45.272409 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02318578-7004-4c4d-89be-98a2831568ff req-dbe10700-ac7b-4bc0-b82c-2192e5ed846f tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5056393 Sep 29 17:22:45.359895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] No DVR routers for this DVR port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:22:45.378545 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02318578-7004-4c4d-89be-98a2831568ff req-92a6a572-536e-4942-b7bd-64d77236b5d2 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/quotas/dac7a47eaa2d4d40822770120f7f585a HTTP/1.1" status: 200 len: 375 time: 0.1049478 Sep 29 17:22:45.431255 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02318578-7004-4c4d-89be-98a2831568ff req-41090ede-50b1-4d74-b0fb-bcf0c9b2aac6 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515320 Sep 29 17:22:45.555990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Attempting to bind port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:22:45.558759 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Attempting to bind port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:22:45.559302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Attempting to bind port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:45.566318 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1a8078a0-ede9-4d54-ae08-dce0dd1927b3 req-770b6125-bdc6-477f-acdc-cf39c93cf26a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:45.568975 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1a8078a0-ede9-4d54-ae08-dce0dd1927b3 req-770b6125-bdc6-477f-acdc-cf39c93cf26a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:45.573905 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-1a8078a0-ede9-4d54-ae08-dce0dd1927b3 req-770b6125-bdc6-477f-acdc-cf39c93cf26a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Floating IP e4a3e8b1-1605-4422-8e37-5734d402f7fc disassociated. External IP: 172.25.2.254, port: 37e51e99-e311-4500-9104-5d373bc8cdc0. Sep 29 17:22:45.574575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-1a8078a0-ede9-4d54-ae08-dce0dd1927b3 req-770b6125-bdc6-477f-acdc-cf39c93cf26a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Calling delete_port for 37e51e99-e311-4500-9104-5d373bc8cdc0 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:22:45.587921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:22:45.601983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Attempting to bind port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:45.847235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:22:45.847235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:22:45.847975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:22:45.849298 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Bound port: 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:22:45.850520 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:45.964657 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:22:45.969415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:22:45.971220 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1a8078a0-ede9-4d54-ae08-dce0dd1927b3 req-770b6125-bdc6-477f-acdc-cf39c93cf26a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:45.980093 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9689f77-8249-4778-bfa4-6278a0aaf1a5 x-openstack-request-id: req-e9689f77-8249-4778-bfa4-6278a0aaf1a5 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:45.980440 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "name": "network-vif-unplugged", "status": "completed", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:45.980897 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9689f77-8249-4778-bfa4-6278a0aaf1a5 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:45.981485 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6', 'code': 200} Sep 29 17:22:45.998189 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:46.085017 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b6125-bdc6-477f-acdc-cf39c93cf26a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Pushing event deleted for resources: {'Port': ['ID=37e51e99-e311-4500-9104-5d373bc8cdc0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:46.187476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Pushing event updated for resources: {'Port': ['ID=965ee053-6a27-46b7-b03b-49b9b6a68dc6,revision_number=12']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:46.215164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:46.233193 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:46.234743 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-dc2c1c4f-fbd2-474d-a8ba-9ee743b9ece1 service neutron] 10.222.0.49 "PUT /v2.0/ports/965ee053-6a27-46b7-b03b-49b9b6a68dc6 HTTP/1.1" status: 200 len: 1096 time: 3.5031011 Sep 29 17:22:46.337839 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193041b2-ada9-4c98-b2c9-33c7a5a8b405 req-474e0b35-db1b-43e5-8388-9e355d1d8c91 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:46.349870 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-193041b2-ada9-4c98-b2c9-33c7a5a8b405 req-474e0b35-db1b-43e5-8388-9e355d1d8c91 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 948 time: 0.2363265 Sep 29 17:22:46.451715 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-193041b2-ada9-4c98-b2c9-33c7a5a8b405 req-3fa726d0-8694-4025-888b-7bb299780656 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820625 Sep 29 17:22:46.720364 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:46.770110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a8078a0-ede9-4d54-ae08-dce0dd1927b3 req-770b6125-bdc6-477f-acdc-cf39c93cf26a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Router f924ee3b-c9e8-4cd0-833b-855df51370e9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:22:46.834832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad0c8d-39c0-43da-a634-8834cd16d142 req-0db62aba-6408-49ad-9795-6f812ebfb4ce tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:46.845982 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1ad0c8d-39c0-43da-a634-8834cd16d142 req-0db62aba-6408-49ad-9795-6f812ebfb4ce tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.1998439 Sep 29 17:22:46.912025 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1ad0c8d-39c0-43da-a634-8834cd16d142 req-99790392-0304-4b68-87c8-ffd93f399a2a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640309 Sep 29 17:22:47.129370 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-63711f54-0d31-446f-9d7d-f0587166c148 req-dd11afa4-2062-4309-81f8-151dcea31327 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 210 time: 0.0923347 Sep 29 17:22:47.391838 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5e7b30c7-a425-45c5-818c-6e1e77ff9b9a req-ca9d3bd5-520a-48e8-a055-5c79b9b150f7 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 210 time: 0.0509863 Sep 29 17:22:47.411646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-b2498306-73a1-47e0-9c58-962cfda1aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:47.413753 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-b2498306-73a1-47e0-9c58-962cfda1aecf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 1099 time: 1.0012610 Sep 29 17:22:47.510411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-15e22878-603d-4500-8951-f7891f1ca523 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:47.511183 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-15e22878-603d-4500-8951-f7891f1ca523 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.35 "GET /v2.0/networks?id=40461b8a-b841-41cc-8ce4-55106acc93a9 HTTP/1.1" status: 200 len: 824 time: 0.7006867 Sep 29 17:22:47.606744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a8078a0-ede9-4d54-ae08-dce0dd1927b3 req-770b6125-bdc6-477f-acdc-cf39c93cf26a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:22:47.619280 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd128411-2e6f-4656-9bbf-bf8ee2e9a311 None None] Sync routers for ids ['f924ee3b-c9e8-4cd0-833b-855df51370e9'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:22:47.644663 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd128411-2e6f-4656-9bbf-bf8ee2e9a311 None None] Routers {'f924ee3b-c9e8-4cd0-833b-855df51370e9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:22:47.645332 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fd128411-2e6f-4656-9bbf-bf8ee2e9a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:22:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f924ee3b-c9e8-4cd0-833b-855df51370e9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:47.693256 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8078a0-ede9-4d54-ae08-dce0dd1927b3 req-770b6125-bdc6-477f-acdc-cf39c93cf26a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] No DVR routers for this DVR port 37e51e99-e311-4500-9104-5d373bc8cdc0 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:22:47.706764 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1a8078a0-ede9-4d54-ae08-dce0dd1927b3 req-770b6125-bdc6-477f-acdc-cf39c93cf26a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:47.709616 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a8078a0-ede9-4d54-ae08-dce0dd1927b3 req-770b6125-bdc6-477f-acdc-cf39c93cf26a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.49 "DELETE /v2.0/ports/37e51e99-e311-4500-9104-5d373bc8cdc0 HTTP/1.1" status: 204 len: 173 time: 3.9573944 Sep 29 17:22:47.718238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-2f2f7aca-8050-4dd1-9aed-10a25e1cee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:47.719716 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-2f2f7aca-8050-4dd1-9aed-10a25e1cee4a service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2756608 Sep 29 17:22:47.729099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-261e79d1-9144-4167-95a6-822bff8d8708 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7f4460541cb46a58c2b100f386f72d9 HTTP/1.1" status: 200 len: 380 time: 0.1313260 Sep 29 17:22:47.774270 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-fd128411-2e6f-4656-9bbf-bf8ee2e9a311 None None] Set router f924ee3b-c9e8-4cd0-833b-855df51370e9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:22:47.806244 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-495fc683-4b0c-44a6-9f06-dc4624b4fa07 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6 HTTP/1.1" status: 200 len: 217 time: 0.0757036 Sep 29 17:22:47.815990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-693455e2-df5b-4f16-bec4-b45f0c0b6775 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Request body: {'port': {'device_id': '95d7bc64-aa9e-45d0-aedf-806638610d8a', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'admin_state_up': True, 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'security_groups': ['0414120c-0038-4c26-8c6d-4b73a5867b6c']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:22:47.985172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6'}, {'server_uuid': '6606b453-2418-4ea6-b45e-11cf34187f5f', 'name': 'network-vif-deleted', 'tag': '37e51e99-e311-4500-9104-5d373bc8cdc0'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:47.987455 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd71cdab-906a-4227-b8e2-ead4417111e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6"}, {"server_uuid": "6606b453-2418-4ea6-b45e-11cf34187f5f", "name": "network-vif-deleted", "tag": "37e51e99-e311-4500-9104-5d373bc8cdc0"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:48.052545 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02318578-7004-4c4d-89be-98a2831568ff req-dcf57836-ce8b-4564-9a2d-1f66093a8c26 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=dac7a47eaa2d4d40822770120f7f585a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999632 Sep 29 17:22:48.083422 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fd128411-2e6f-4656-9bbf-bf8ee2e9a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:05Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '26fe45ec-8420-49a7-ae01-b36bc13a83fa', 'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'mac_address': 'fa:16:3e:08:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:03Z', 'updated_at': '2021-09-29T17:20:10Z', 'revision_number': 5, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'subnets': [{'id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:48.107629 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-f8632837-edd1-4830-bbea-4ae9dbf6d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:48.109096 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-f8632837-edd1-4830-bbea-4ae9dbf6d1dc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1743538 Sep 29 17:22:48.119456 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd128411-2e6f-4656-9bbf-bf8ee2e9a311 None None] Checking router: f924ee3b-c9e8-4cd0-833b-855df51370e9 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:22:48.130782 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd128411-2e6f-4656-9bbf-bf8ee2e9a311 None None] Routers {'f924ee3b-c9e8-4cd0-833b-855df51370e9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:22:48.131733 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fd128411-2e6f-4656-9bbf-bf8ee2e9a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:22:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f924ee3b-c9e8-4cd0-833b-855df51370e9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:48.144017 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-693455e2-df5b-4f16-bec4-b45f0c0b6775 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Made reservation on behalf of d7f4460541cb46a58c2b100f386f72d9 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:22:48.158925 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-693455e2-df5b-4f16-bec4-b45f0c0b6775 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:48.390173 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 37e51e99-e311-4500-9104-5d373bc8cdc0 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:22:48.419540 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-fd128411-2e6f-4656-9bbf-bf8ee2e9a311 None None] Set router f924ee3b-c9e8-4cd0-833b-855df51370e9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:22:48.427668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-693455e2-df5b-4f16-bec4-b45f0c0b6775 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Allocated IP 172.20.0.6 (40461b8a-b841-41cc-8ce4-55106acc93a9/59a8d133-1ed0-4c52-9a90-7b5a1d2cea45/0f03a7b6-c7cb-4625-abf7-53adc53cb4a3) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:22:48.448484 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 37e51e99-e311-4500-9104-5d373bc8cdc0 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:22:48.448829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 37e51e99-e311-4500-9104-5d373bc8cdc0 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:22:48.606458 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-693455e2-df5b-4f16-bec4-b45f0c0b6775 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:48.669501 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-693455e2-df5b-4f16-bec4-b45f0c0b6775 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:48.792924 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-693455e2-df5b-4f16-bec4-b45f0c0b6775 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Network 40461b8a-b841-41cc-8ce4-55106acc93a9 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:22:48.800625 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-693455e2-df5b-4f16-bec4-b45f0c0b6775 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:22:48.808491 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-693455e2-df5b-4f16-bec4-b45f0c0b6775 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:22:48.901513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-693455e2-df5b-4f16-bec4-b45f0c0b6775 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:48.902410 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-693455e2-df5b-4f16-bec4-b45f0c0b6775 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:48.928968 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fd128411-2e6f-4656-9bbf-bf8ee2e9a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:05Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '26fe45ec-8420-49a7-ae01-b36bc13a83fa', 'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'mac_address': 'fa:16:3e:08:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:03Z', 'updated_at': '2021-09-29T17:20:10Z', 'revision_number': 5, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'subnets': [{'id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:22:48.984285 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-693455e2-df5b-4f16-bec4-b45f0c0b6775 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1773636 Sep 29 17:22:49.001007 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd128411-2e6f-4656-9bbf-bf8ee2e9a311 None None] The sync data for ids ['f924ee3b-c9e8-4cd0-833b-855df51370e9'] in n-d-811748-2 is: [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:05Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '26fe45ec-8420-49a7-ae01-b36bc13a83fa', 'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'mac_address': 'fa:16:3e:08:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:03Z', 'updated_at': '2021-09-29T17:20:10Z', 'revision_number': 5, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'subnets': [{'id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:22:49.014246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-21959586-187a-4090-8560-a5f51a52b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:49.018991 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-21959586-187a-4090-8560-a5f51a52b1bf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8933725 Sep 29 17:22:49.032066 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Request body: {'port': {'device_id': '95d7bc64-aa9e-45d0-aedf-806638610d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:22:49.083306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02318578-7004-4c4d-89be-98a2831568ff req-49c071a9-0c8e-45c3-926a-ff4f1acc0cb3 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:49.084758 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02318578-7004-4c4d-89be-98a2831568ff req-49c071a9-0c8e-45c3-926a-ff4f1acc0cb3 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0184164 Sep 29 17:22:49.119748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693455e2-df5b-4f16-bec4-b45f0c0b6775 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Pushing event updated for resources: {'Port': ['ID=0f03a7b6-c7cb-4625-abf7-53adc53cb4a3,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:49.131005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-02318578-7004-4c4d-89be-98a2831568ff req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Request body: {'port': {'device_id': '03dc8f87-0317-4ecc-90e1-4d91b9bf5b57', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': 'dac7a47eaa2d4d40822770120f7f585a'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:22:49.257238 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3b0aaba1-5bf3-4470-bb6a-99e5163d498d None None] Provisioning complete for port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:22:49.257981 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3b0aaba1-5bf3-4470-bb6a-99e5163d498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:49.337485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3b0aaba1-5bf3-4470-bb6a-99e5163d498d None None] Port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:22:49.498116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9b8b0-1ff8-447f-b4ea-5ce43d00f4d8 None None] New status for floating IP e4a3e8b1-1605-4422-8e37-5734d402f7fc: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:22:49.553329 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:49.837114 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-43fa5b58-aa35-430d-84a7-1e333bcd5e51 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7478008 Sep 29 17:22:50.060570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02318578-7004-4c4d-89be-98a2831568ff req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Made reservation on behalf of dac7a47eaa2d4d40822770120f7f585a for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:22:50.064670 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02318578-7004-4c4d-89be-98a2831568ff req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:50.082481 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02318578-7004-4c4d-89be-98a2831568ff req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:50.197023 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2389ee4-ad65-4b20-b757-e6ba66bbc84c req-3d12b775-a624-4ef1-9955-d0087fa606ff service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964721 Sep 29 17:22:50.324371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:22:50.341441 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:50.391119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Transition to ACTIVE for port object 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:22:50.422213 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:50.425524 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02318578-7004-4c4d-89be-98a2831568ff req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:50.471079 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02318578-7004-4c4d-89be-98a2831568ff req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:50.612089 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a5d2fa9-4bfe-4097-a2aa-49346d89eb36 req-84f9252c-ec71-4cab-9301-e861a2b469ba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2383955 Sep 29 17:22:50.687463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Pushing event updated for resources: {'Port': ['ID=0f03a7b6-c7cb-4625-abf7-53adc53cb4a3,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:50.701219 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=970df10c-6ca3-43bb-ac9b-7872e34a872a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:50.876060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d2fa9-4bfe-4097-a2aa-49346d89eb36 req-949cb664-5b66-404a-85b8-0a06592b3790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:50.877966 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a5d2fa9-4bfe-4097-a2aa-49346d89eb36 req-949cb664-5b66-404a-85b8-0a06592b3790 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 1095 time: 0.2103028 Sep 29 17:22:50.887730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Attempting to bind port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:22:50.888437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Attempting to bind port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:22:50.888996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Attempting to bind port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 on network 40461b8a-b841-41cc-8ce4-55106acc93a9 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:51.001178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 on network 40461b8a-b841-41cc-8ce4-55106acc93a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:22:51.001923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Attempting to bind port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 on network 40461b8a-b841-41cc-8ce4-55106acc93a9 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:51.006951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-02318578-7004-4c4d-89be-98a2831568ff req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Allocated IP 192.168.233.60 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/046e9848-0706-4079-828a-97c9ad328382) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:22:51.019610 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:22:51.020113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Checking segment: {'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:22:51.020599 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Bound using segment: {'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:22:51.021152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Bound port: 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc2290c6-a852-4076-a071-5112aa131040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:22:51.021637 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:51.067075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d2fa9-4bfe-4097-a2aa-49346d89eb36 req-2a50d649-e075-4f4c-8fd9-1d4e4dd7bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:51.068774 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a5d2fa9-4bfe-4097-a2aa-49346d89eb36 req-2a50d649-e075-4f4c-8fd9-1d4e4dd7bf4e service neutron] 10.222.0.49 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.1598511 Sep 29 17:22:51.156162 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a5d2fa9-4bfe-4097-a2aa-49346d89eb36 req-ea730f65-28fa-488b-a8cf-3b2915c506e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd HTTP/1.1" status: 200 len: 217 time: 0.0757701 Sep 29 17:22:51.250075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] For port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:22:51.279458 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] For port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0f03a7b6-c7cb-4625-abf7-53adc53cb4a3,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:22:51.293130 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:51.296409 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d2fa9-4bfe-4097-a2aa-49346d89eb36 req-c69e06e9-50a1-4855-aed2-8e5df4e056e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:51.298275 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a5d2fa9-4bfe-4097-a2aa-49346d89eb36 req-c69e06e9-50a1-4855-aed2-8e5df4e056e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.1323957 Sep 29 17:22:51.401657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a5d2fa9-4bfe-4097-a2aa-49346d89eb36 req-37d102dd-5987-4992-8d39-8387598b1651 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700469 Sep 29 17:22:51.410265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:51.410998 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:51.412467 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] 10.222.0.35 "PUT /v2.0/ports/0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 HTTP/1.1" status: 200 len: 1091 time: 2.3913896 Sep 29 17:22:51.509895 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02318578-7004-4c4d-89be-98a2831568ff req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:51.553328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee450984-1cb9-4f54-9d48-81a6f240a644 service neutron] Pushing event updated for resources: {'Port': ['ID=0f03a7b6-c7cb-4625-abf7-53adc53cb4a3,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:51.672293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-0541ee9c-ab35-4031-b123-a8b5a2c2d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:51.674007 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-0541ee9c-ab35-4031-b123-a8b5a2c2d1eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7f4460541cb46a58c2b100f386f72d9&device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 1094 time: 0.1870370 Sep 29 17:22:51.688403 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a5d2fa9-4bfe-4097-a2aa-49346d89eb36 req-cbb7f6f6-cefe-4789-a401-5e13c795a4b4 service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712126 Sep 29 17:22:51.690166 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02318578-7004-4c4d-89be-98a2831568ff req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:51.808513 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-4877db49-7d63-4039-9102-80c2b520e184 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 HTTP/1.1" status: 200 len: 217 time: 0.1161895 Sep 29 17:22:51.841666 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02318578-7004-4c4d-89be-98a2831568ff req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:22:51.874418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-02318578-7004-4c4d-89be-98a2831568ff req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:22:51.885760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-02318578-7004-4c4d-89be-98a2831568ff req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:22:51.957171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event updated for resources: {'Port': ['ID=046e9848-0706-4079-828a-97c9ad328382,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:51.985469 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-32092039-3b25-4d9b-a2fb-035a339487af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:51.987138 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-32092039-3b25-4d9b-a2fb-035a339487af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59a8d133-1ed0-4c52-9a90-7b5a1d2cea45 HTTP/1.1" status: 200 len: 863 time: 0.1648462 Sep 29 17:22:52.093595 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02318578-7004-4c4d-89be-98a2831568ff req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:52.093595 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02318578-7004-4c4d-89be-98a2831568ff req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:52.099898 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a5d2fa9-4bfe-4097-a2aa-49346d89eb36 req-ca9cb668-0160-4e7f-9392-84b0083f59fd service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950236 Sep 29 17:22:52.128740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-a1199519-3a32-4448-b43c-6d9daa56b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:52.130641 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-a1199519-3a32-4448-b43c-6d9daa56b771 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=40461b8a-b841-41cc-8ce4-55106acc93a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350632 Sep 29 17:22:52.133435 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02318578-7004-4c4d-89be-98a2831568ff req-7dd50d01-a8d1-47c7-819c-665fe4fa1fce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0065227 Sep 29 17:22:52.291622 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-64013a09-498c-49b8-9649-a8f5a98e60b1 service neutron] 10.222.0.35 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517618 Sep 29 17:22:52.299226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Request body: {'port': {'device_id': '03dc8f87-0317-4ecc-90e1-4d91b9bf5b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:22:52.497623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-06d68445-f62c-4415-bc82-cfcd6dc81d5f None None] Provisioning complete for port 046e9848-0706-4079-828a-97c9ad328382 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:22:52.498219 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-06d68445-f62c-4415-bc82-cfcd6dc81d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:52.523693 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:52.566622 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23b7e8fc-2a95-4181-a295-a6853e832464 req-88fa9f9b-9c52-4e35-9c72-5201ea44768c service neutron] 10.222.0.35 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820848 Sep 29 17:22:52.581292 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-06d68445-f62c-4415-bc82-cfcd6dc81d5f None None] Port 046e9848-0706-4079-828a-97c9ad328382 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:22:53.082464 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046e9848-0706-4079-828a-97c9ad328382 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:22:53.094626 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:53.110305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Transition to ACTIVE for port object 046e9848-0706-4079-828a-97c9ad328382 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:22:53.119531 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:53.211328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Pushing event updated for resources: {'Port': ['ID=046e9848-0706-4079-828a-97c9ad328382,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:53.318546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Attempting to bind port 046e9848-0706-4079-828a-97c9ad328382 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:22:53.319826 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Attempting to bind port 046e9848-0706-4079-828a-97c9ad328382 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:22:53.323644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Attempting to bind port 046e9848-0706-4079-828a-97c9ad328382 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:53.331244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Port 046e9848-0706-4079-828a-97c9ad328382 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:22:53.331563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Attempting to bind port 046e9848-0706-4079-828a-97c9ad328382 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:22:53.343344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:22:53.343344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:22:53.343344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:22:53.343344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Bound port: 046e9848-0706-4079-828a-97c9ad328382, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:22:53.343344 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:53.466039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] For port 046e9848-0706-4079-828a-97c9ad328382, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:22:53.479853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] For port 046e9848-0706-4079-828a-97c9ad328382, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=046e9848-0706-4079-828a-97c9ad328382,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:22:53.489856 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:53.592330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:53.593716 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:53.595938 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02318578-7004-4c4d-89be-98a2831568ff req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] 10.222.0.49 "PUT /v2.0/ports/046e9848-0706-4079-828a-97c9ad328382 HTTP/1.1" status: 200 len: 1095 time: 1.3033719 Sep 29 17:22:53.698389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408e102-cbe6-4731-93e1-a0b140edb0af service neutron] Pushing event updated for resources: {'Port': ['ID=046e9848-0706-4079-828a-97c9ad328382,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:53.769883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02318578-7004-4c4d-89be-98a2831568ff req-c8a8b996-01b5-4554-a7ac-b7c4b5a4c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:53.771402 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02318578-7004-4c4d-89be-98a2831568ff req-c8a8b996-01b5-4554-a7ac-b7c4b5a4c7ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 1098 time: 0.1169207 Sep 29 17:22:53.833571 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02318578-7004-4c4d-89be-98a2831568ff req-506c6363-1551-4916-8bb4-214ef86300be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=046e9848-0706-4079-828a-97c9ad328382 HTTP/1.1" status: 200 len: 217 time: 0.0511911 Sep 29 17:22:53.924249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02318578-7004-4c4d-89be-98a2831568ff req-eff4d0f2-0cc5-4da6-8908-beff0060dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:53.925897 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02318578-7004-4c4d-89be-98a2831568ff req-eff4d0f2-0cc5-4da6-8908-beff0060dc6d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0854545 Sep 29 17:22:54.003959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02318578-7004-4c4d-89be-98a2831568ff req-5a09e2b4-58b7-49d7-8363-0d86f0cd4844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:54.005831 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02318578-7004-4c4d-89be-98a2831568ff req-5a09e2b4-58b7-49d7-8363-0d86f0cd4844 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702717 Sep 29 17:22:54.128676 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02318578-7004-4c4d-89be-98a2831568ff req-3e6b7dab-fc5c-48b4-9293-3aeb357e58f7 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148305 Sep 29 17:22:54.288762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02318578-7004-4c4d-89be-98a2831568ff req-3b7b3238-15e9-4a48-b82f-a08e8acf789c service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473057 Sep 29 17:22:54.403098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 965ee053-6a27-46b7-b03b-49b9b6a68dc6 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:22:54.583967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:54.610518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '965ee053-6a27-46b7-b03b-49b9b6a68dc6', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '965ee053-6a27-46b7-b03b-49b9b6a68dc6', 'mac_address': 'fa:16:3e:77:f7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:22:54.664938 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:54.679639 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965ee053-6a27-46b7-b03b-49b9b6a68dc6 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:22:54.712416 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:54.720653 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:54.790253 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=965ee053-6a27-46b7-b03b-49b9b6a68dc6,revision_number=13']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:55.073186 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['965ee053-6a27-46b7-b03b-49b9b6a68dc6'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:22:56.302369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1047c-537f-42a2-9ceb-bb0cfef77282 req-eda1e72a-7e9c-451e-a6c4-0057d6efd5b8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:56.305815 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6fb1047c-537f-42a2-9ceb-bb0cfef77282 req-eda1e72a-7e9c-451e-a6c4-0057d6efd5b8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 949 time: 0.0583804 Sep 29 17:22:56.358163 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6fb1047c-537f-42a2-9ceb-bb0cfef77282 req-df0fb8ee-54b3-4ba2-92e9-ca60db448b81 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373399 Sep 29 17:22:56.400501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 965ee053-6a27-46b7-b03b-49b9b6a68dc6 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:22:56.464386 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61eb2480-d0a4-4905-baa8-04d78960656a x-openstack-request-id: req-61eb2480-d0a4-4905-baa8-04d78960656a {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:56.464941 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6", "status": "completed", "code": 200}, {"server_uuid": "6606b453-2418-4ea6-b45e-11cf34187f5f", "name": "network-vif-deleted", "tag": "37e51e99-e311-4500-9104-5d373bc8cdc0", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:56.465382 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61eb2480-d0a4-4905-baa8-04d78960656a {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:56.465852 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6', 'status': 'completed', 'code': 200} Sep 29 17:22:56.466170 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6606b453-2418-4ea6-b45e-11cf34187f5f', 'name': 'network-vif-deleted', 'tag': '37e51e99-e311-4500-9104-5d373bc8cdc0', 'status': 'completed', 'code': 200} Sep 29 17:22:56.490343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:22:56.525515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:22:56.544217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e73fb3-e2fc-4b00-8c92-52624ceabf22 req-f9710e95-5a35-45af-9fa5-47143f2e515f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:56.546265 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-85e73fb3-e2fc-4b00-8c92-52624ceabf22 req-f9710e95-5a35-45af-9fa5-47143f2e515f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.1069241 Sep 29 17:22:56.587358 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:22:56.587733 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:56.623052 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0f03a7b6-c7cb-4625-abf7-53adc53cb4a3,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:56.623850 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-85e73fb3-e2fc-4b00-8c92-52624ceabf22 req-06085964-656b-472d-802e-7fd137bf5f47 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703905 Sep 29 17:22:56.635419 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '0f03a7b6-c7cb-4625-abf7-53adc53cb4a3', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'port_id': '0f03a7b6-c7cb-4625-abf7-53adc53cb4a3', 'mac_address': 'fa:16:3e:cd:c8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:22:56.664662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9655b34-124c-4440-9ec8-a6fb75e30500 req-44907124-a2c9-4c4f-ac62-a8cf9cae9e0f tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:56.668747 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a9655b34-124c-4440-9ec8-a6fb75e30500 req-44907124-a2c9-4c4f-ac62-a8cf9cae9e0f tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 947 time: 0.1476035 Sep 29 17:22:56.675374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71cdab-906a-4227-b8e2-ead4417111e6 req-a4b0a015-6520-46e0-a089-bccd9a66d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:56.678343 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd71cdab-906a-4227-b8e2-ead4417111e6 req-a4b0a015-6520-46e0-a089-bccd9a66d1dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 1100 time: 0.1393974 Sep 29 17:22:56.706014 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:56.744312 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70319dba-2057-4d8a-b806-54209e136c68 req-c27cb0a7-5150-49d9-a38a-168ab100b684 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:56.746342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70319dba-2057-4d8a-b806-54209e136c68 req-c27cb0a7-5150-49d9-a38a-168ab100b684 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 943 time: 0.0600119 Sep 29 17:22:56.769863 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a9655b34-124c-4440-9ec8-a6fb75e30500 req-d3767dca-6b85-48bb-9277-04f4dc7bb54d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898499 Sep 29 17:22:56.776592 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:56.779656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:22:56.823760 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70319dba-2057-4d8a-b806-54209e136c68 req-dbdcf43d-70f4-4c6a-8046-1d71d1dff097 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705092 Sep 29 17:22:56.834261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0f03a7b6-c7cb-4625-abf7-53adc53cb4a3,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:56.840552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:56.852438 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20db8396-b069-4ebf-a486-8013e9117ff8" -d '{"events": [{"server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "name": "network-vif-plugged", "status": "completed", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:56.855545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71cdab-906a-4227-b8e2-ead4417111e6 req-87da47f0-e305-4646-b295-00d07a34f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:56.859588 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd71cdab-906a-4227-b8e2-ead4417111e6 req-87da47f0-e305-4646-b295-00d07a34f397 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.1689138 Sep 29 17:22:56.861909 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:56.871934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:56.897789 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:56.931402 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd71cdab-906a-4227-b8e2-ead4417111e6 req-71482ef9-029a-4607-a720-d319629884e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6 HTTP/1.1" status: 200 len: 217 time: 0.0618300 Sep 29 17:22:56.948945 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f44615-f8ee-4374-b772-dce202362182 x-openstack-request-id: req-b7f44615-f8ee-4374-b772-dce202362182 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:56.949235 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "name": "network-vif-plugged", "status": "completed", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:56.949649 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7f44615-f8ee-4374-b772-dce202362182 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:56.950175 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6', 'code': 200} Sep 29 17:22:56.953676 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0f03a7b6-c7cb-4625-abf7-53adc53cb4a3,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:57.029853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71cdab-906a-4227-b8e2-ead4417111e6 req-0af25924-ad98-41b6-a811-a8b8ff4cf5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:57.030793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=965ee053-6a27-46b7-b03b-49b9b6a68dc6,revision_number=14']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:57.031300 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd71cdab-906a-4227-b8e2-ead4417111e6 req-0af25924-ad98-41b6-a811-a8b8ff4cf5b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0887735 Sep 29 17:22:57.042935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f56b0b-0a3d-4d40-8a77-693e30d7b37f req-109cf1f0-1b57-4598-a18c-be4a5d978ee4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:57.044229 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:57.044754 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-45f56b0b-0a3d-4d40-8a77-693e30d7b37f req-109cf1f0-1b57-4598-a18c-be4a5d978ee4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 950 time: 0.1171925 Sep 29 17:22:57.068684 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af336dad-28f0-4895-8a36-e035ef2e0ded req-8646c6c0-d5cf-4897-a791-554e15bc873b tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:57.070238 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-af336dad-28f0-4895-8a36-e035ef2e0ded req-8646c6c0-d5cf-4897-a791-554e15bc873b tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=382a2f20-8538-4095-b89a-aebb22304c34 HTTP/1.1" status: 200 len: 950 time: 0.0659535 Sep 29 17:22:57.110417 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71cdab-906a-4227-b8e2-ead4417111e6 req-26493117-eb3a-41bb-b902-8df2d0ad2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:57.111905 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd71cdab-906a-4227-b8e2-ead4417111e6 req-26493117-eb3a-41bb-b902-8df2d0ad2826 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0662851 Sep 29 17:22:57.117825 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-af336dad-28f0-4895-8a36-e035ef2e0ded req-f897542b-2cf0-427a-959d-304162594da8 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410593 Sep 29 17:22:57.120013 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-45f56b0b-0a3d-4d40-8a77-693e30d7b37f req-42a5633c-e2d0-4772-b9e0-575a756939eb tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474308 Sep 29 17:22:57.232791 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd71cdab-906a-4227-b8e2-ead4417111e6 req-222fe750-c303-4793-85f9-2149dab755d5 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118331 Sep 29 17:22:57.351039 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd71cdab-906a-4227-b8e2-ead4417111e6 req-089f7bc9-7e9b-4f24-a925-cf108c284f05 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098390 Sep 29 17:22:57.381055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['0f03a7b6-c7cb-4625-abf7-53adc53cb4a3'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:22:57.452018 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-435846de-fdc8-4a99-b568-462a5f06f54d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a84d217d4dcf43a280aed44f5566a55f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310483 Sep 29 17:22:57.583473 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-3d085893-46a2-4447-8c14-0d06053c2474 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:57.585250 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-3d085893-46a2-4447-8c14-0d06053c2474 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1274624 Sep 29 17:22:57.603603 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-c65a4fbe-d89d-4071-857e-852b977b035e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/quotas/a84d217d4dcf43a280aed44f5566a55f HTTP/1.1" status: 200 len: 375 time: 0.0100701 Sep 29 17:22:57.669814 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-9d9aa351-742d-4328-92a4-fc704e0193df tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0576940 Sep 29 17:22:57.799133 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5d76e-90ec-4543-a964-d227fa6335db req-a62de603-92a0-4281-97f5-5cf7273cf644 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:57.800730 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3d5d76e-90ec-4543-a964-d227fa6335db req-a62de603-92a0-4281-97f5-5cf7273cf644 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.0594733 Sep 29 17:22:57.864431 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3d5d76e-90ec-4543-a964-d227fa6335db req-10b317ba-3a13-43f4-b722-532d90f6fccf tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565248 Sep 29 17:22:58.074154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720c4b8-8544-4eac-b6c2-789bf6ae691e req-f8d45515-f411-453f-bd5a-93922bafa08d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:58.076762 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7720c4b8-8544-4eac-b6c2-789bf6ae691e req-f8d45515-f411-453f-bd5a-93922bafa08d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 947 time: 0.0725117 Sep 29 17:22:58.128385 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7720c4b8-8544-4eac-b6c2-789bf6ae691e req-92cad413-1181-4edb-bc72-38fb8799e0ee tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448737 Sep 29 17:22:58.253698 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de26a266-58d7-40a6-a360-2ee5ed37031a req-a3f17036-b09f-41cd-858e-aa26b15fe4e4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 210 time: 0.3272045 Sep 29 17:22:58.303126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01603f58-0d5f-4c13-bcf3-763e123ca983 req-3c60aadc-8dce-4e5a-818d-054a49d8e786 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:58.305379 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-01603f58-0d5f-4c13-bcf3-763e123ca983 req-3c60aadc-8dce-4e5a-818d-054a49d8e786 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 944 time: 0.0922086 Sep 29 17:22:58.348900 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-01603f58-0d5f-4c13-bcf3-763e123ca983 req-563c0e92-5f37-4361-a921-40290cff0c48 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373018 Sep 29 17:22:58.416588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 046e9848-0706-4079-828a-97c9ad328382 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:22:58.467956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d7bc64-aa9e-45d0-aedf-806638610d8a', 'tag': '0f03a7b6-c7cb-4625-abf7-53adc53cb4a3'}, {'name': 'network-changed', 'server_uuid': '03dc8f87-0317-4ecc-90e1-4d91b9bf5b57', 'tag': '046e9848-0706-4079-828a-97c9ad328382'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:22:58.470705 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022" -d '{"events": [{"name": "network-changed", "server_uuid": "95d7bc64-aa9e-45d0-aedf-806638610d8a", "tag": "0f03a7b6-c7cb-4625-abf7-53adc53cb4a3"}, {"name": "network-changed", "server_uuid": "03dc8f87-0317-4ecc-90e1-4d91b9bf5b57", "tag": "046e9848-0706-4079-828a-97c9ad328382"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:22:58.532115 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 046e9848-0706-4079-828a-97c9ad328382, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=046e9848-0706-4079-828a-97c9ad328382,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:58.545092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '046e9848-0706-4079-828a-97c9ad328382', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '046e9848-0706-4079-828a-97c9ad328382', 'mac_address': 'fa:16:3e:67:ac:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:22:58.579988 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 29 Sep 2021 17:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d963db-6a41-4f08-bbce-08773c307d70 x-openstack-request-id: req-c9d963db-6a41-4f08-bbce-08773c307d70 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:22:58.580287 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d7bc64-aa9e-45d0-aedf-806638610d8a", "tag": "0f03a7b6-c7cb-4625-abf7-53adc53cb4a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "03dc8f87-0317-4ecc-90e1-4d91b9bf5b57", "tag": "046e9848-0706-4079-828a-97c9ad328382", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:22:58.580537 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9d963db-6a41-4f08-bbce-08773c307d70 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:22:58.581108 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d7bc64-aa9e-45d0-aedf-806638610d8a', 'tag': '0f03a7b6-c7cb-4625-abf7-53adc53cb4a3', 'status': 'completed', 'code': 200} Sep 29 17:22:58.581492 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03dc8f87-0317-4ecc-90e1-4d91b9bf5b57', 'tag': '046e9848-0706-4079-828a-97c9ad328382', 'status': 'completed', 'code': 200} Sep 29 17:22:58.588938 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:58.604180 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046e9848-0706-4079-828a-97c9ad328382 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:22:58.630505 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 046e9848-0706-4079-828a-97c9ad328382, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=046e9848-0706-4079-828a-97c9ad328382,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:22:58.636613 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:22:58.698737 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=046e9848-0706-4079-828a-97c9ad328382,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:22:58.707400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-25eabc99-d9d2-4a2e-87f2-8ca210fbf717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:58.708883 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-25eabc99-d9d2-4a2e-87f2-8ca210fbf717 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 1098 time: 0.1056299 Sep 29 17:22:58.714944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-b652404d-acf6-41e3-be8e-ffb2b6ddecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:58.717160 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-b652404d-acf6-41e3-be8e-ffb2b6ddecce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7f4460541cb46a58c2b100f386f72d9&device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 1095 time: 0.0911446 Sep 29 17:22:58.926673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['046e9848-0706-4079-828a-97c9ad328382'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:22:58.954603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-2f75b4d4-dbef-4b5b-aae8-0c6c78a0081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:58.956089 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-2f75b4d4-dbef-4b5b-aae8-0c6c78a0081c service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2380459 Sep 29 17:22:58.957497 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-20bf5165-9fac-4c5b-a632-c8d7ab217aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:58.958887 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-20bf5165-9fac-4c5b-a632-c8d7ab217aaa service neutron] 10.222.0.35 "GET /v2.0/networks?id=40461b8a-b841-41cc-8ce4-55106acc93a9 HTTP/1.1" status: 200 len: 925 time: 0.2237446 Sep 29 17:22:59.046268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75914450-8a71-4dc1-8104-185fb2978112 req-2da28871-0fb7-402c-857d-f72d76303d0d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:59.048530 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-75914450-8a71-4dc1-8104-185fb2978112 req-2da28871-0fb7-402c-857d-f72d76303d0d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.0916538 Sep 29 17:22:59.057812 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-42b8110c-2f2d-48b9-976e-2159fb4b76e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 HTTP/1.1" status: 200 len: 217 time: 0.0852602 Sep 29 17:22:59.095284 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-75914450-8a71-4dc1-8104-185fb2978112 req-3c22567b-fa4a-4264-b5f4-20c0e57f31aa tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393252 Sep 29 17:22:59.113603 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-8d80a360-f472-41f3-8649-61292c68c382 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=046e9848-0706-4079-828a-97c9ad328382 HTTP/1.1" status: 200 len: 217 time: 0.1338303 Sep 29 17:22:59.195493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-daf0bb76-036c-46fa-9366-8e9f35aab1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:59.197093 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-daf0bb76-036c-46fa-9366-8e9f35aab1b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59a8d133-1ed0-4c52-9a90-7b5a1d2cea45 HTTP/1.1" status: 200 len: 863 time: 0.0937877 Sep 29 17:22:59.202518 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-f87cbc69-8678-4133-9aa6-c60e77e92af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:59.203895 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-f87cbc69-8678-4133-9aa6-c60e77e92af9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0626147 Sep 29 17:22:59.273864 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccc488-a2c6-4aa7-994e-c97238c55b6a req-3f0f7c87-da00-4c9a-baf7-23a77b1227d0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:59.286185 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ccccc488-a2c6-4aa7-994e-c97238c55b6a req-3f0f7c87-da00-4c9a-baf7-23a77b1227d0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 948 time: 0.0708621 Sep 29 17:22:59.314033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-16a3cdc7-a4a4-47dc-807f-360e165a519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:59.315786 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-16a3cdc7-a4a4-47dc-807f-360e165a519d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=40461b8a-b841-41cc-8ce4-55106acc93a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094122 Sep 29 17:22:59.319495 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-8f82e941-4c8b-419d-9e84-8542f7d0e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:59.321137 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-8f82e941-4c8b-419d-9e84-8542f7d0e483 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034644 Sep 29 17:22:59.333550 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ccccc488-a2c6-4aa7-994e-c97238c55b6a req-baa1bfb9-22a8-4954-906c-952ece72b48b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501027 Sep 29 17:22:59.467265 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e04f347-697b-4ebe-91b6-ca3f2d92c189 req-684a4f2e-7964-4d9b-b7c3-b1cb4f1149a4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 210 time: 0.0832052 Sep 29 17:22:59.574927 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-8e7b37ea-3c11-47f6-9dc4-650e8d8f5528 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a84d217d4dcf43a280aed44f5566a55f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1645815 Sep 29 17:22:59.735109 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-1b19a61b-5b56-438a-9be6-3700b4645703 service neutron] 10.222.0.35 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094429 Sep 29 17:22:59.793221 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-bb84f76d-a2c6-420f-83ad-c72b6fe588d5 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222939 Sep 29 17:22:59.827031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec7fa2-2ba3-455d-8b7c-b1e7bb504772 req-8329305c-fb3e-44d2-9988-13f5c6637038 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:59.828373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a0ec7fa2-2ba3-455d-8b7c-b1e7bb504772 req-8329305c-fb3e-44d2-9988-13f5c6637038 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 944 time: 0.2495801 Sep 29 17:22:59.966582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-319b6f98-f4a7-4c49-a492-b256be6d8990 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:22:59.968045 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-319b6f98-f4a7-4c49-a492-b256be6d8990 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3401034 Sep 29 17:23:00.020961 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-b8d6ce1d-1c28-4ca2-bb5d-60a033aaf191 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Request body: {'port': {'device_id': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': 'a84d217d4dcf43a280aed44f5566a55f'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:00.034929 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a0ec7fa2-2ba3-455d-8b7c-b1e7bb504772 req-230d1516-8921-401b-a7c3-4bfa9c9163c5 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801782 Sep 29 17:23:00.056455 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-f80cbbda-1851-4bd7-917b-82d2e37be009 service neutron] 10.222.0.35 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858801 Sep 29 17:23:00.064746 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66509f6a-3cd3-4fd1-a93c-5f3724cc6022 req-e42cb686-2e2d-4cfa-b89a-906875d94bd0 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582028 Sep 29 17:23:00.143529 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:23:00.167771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-b8d6ce1d-1c28-4ca2-bb5d-60a033aaf191 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Made reservation on behalf of a84d217d4dcf43a280aed44f5566a55f for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:23:00.172815 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-b8d6ce1d-1c28-4ca2-bb5d-60a033aaf191 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:00.300652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64422f-3e31-4fc2-ba0b-edc82e654366 req-bc27ecad-3f0b-4b84-95e8-6008b75fa99d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:00.302162 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b64422f-3e31-4fc2-ba0b-edc82e654366 req-bc27ecad-3f0b-4b84-95e8-6008b75fa99d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 946 time: 0.1173360 Sep 29 17:23:00.396137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-b8d6ce1d-1c28-4ca2-bb5d-60a033aaf191 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Allocated IP 192.168.233.7 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/09d713e9-aaf1-420d-bb9e-06027b9d55bf) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:23:00.406505 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b64422f-3e31-4fc2-ba0b-edc82e654366 req-71b6f32e-15ce-419a-852a-6ddaf2629401 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943234 Sep 29 17:23:00.436844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 046e9848-0706-4079-828a-97c9ad328382 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:23:00.526950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 8de3d4d4-988b-4d3f-b919-c2fa278ea94c details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:23:00.530295 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:23:00.552473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-1608ac14-0c07-488f-978d-aba249556d28 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:00.553993 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-1608ac14-0c07-488f-978d-aba249556d28 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5&tenant_id=c50efc2fa4284829be7a860e331db6cd&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 1097 time: 0.0991545 Sep 29 17:23:00.592698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811748-2'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:00.637048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 046e9848-0706-4079-828a-97c9ad328382 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:23:00.667401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 046e9848-0706-4079-828a-97c9ad328382 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:00.667779 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:00.669775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:23:00.690394 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:00.691157 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:00.731710 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1db3e-efc0-4cd5-bdb7-d965eb238e4f req-4ac21fe5-22c5-4b6a-9410-a6cdb438bbfe tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:00.733310 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0d1db3e-efc0-4cd5-bdb7-d965eb238e4f req-4ac21fe5-22c5-4b6a-9410-a6cdb438bbfe tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 948 time: 0.2070477 Sep 29 17:23:00.738341 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-b8d6ce1d-1c28-4ca2-bb5d-60a033aaf191 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:00.748177 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:00.848031 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0d1db3e-efc0-4cd5-bdb7-d965eb238e4f req-29338c26-227f-43f7-9bc7-9efcb630729f tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015739 Sep 29 17:23:00.868718 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:00.873996 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-b8d6ce1d-1c28-4ca2-bb5d-60a033aaf191 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:00.902183 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['2cc8cf57-72a7-451c-b24c-c823077f331e', 'e3859f1f-529e-4909-84a1-f0e253495e98', '965ee053-6a27-46b7-b03b-49b9b6a68dc6'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:00.933936 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '8de3d4d4-988b-4d3f-b919-c2fa278ea94c', 'network_id': '76df170c-e1e4-4882-b30d-122279313449', 'port_id': '8de3d4d4-988b-4d3f-b919-c2fa278ea94c', 'mac_address': 'fa:16:3e:f9:9c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98c8895-c09f-4e08-8162-342e59909ede', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:23:00.936735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6ce1d-1c28-4ca2-bb5d-60a033aaf191 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Pushing event updated for resources: {'Port': ['ID=09d713e9-aaf1-420d-bb9e-06027b9d55bf,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:00.990650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-b8d6ce1d-1c28-4ca2-bb5d-60a033aaf191 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:23:01.029860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-b8d6ce1d-1c28-4ca2-bb5d-60a033aaf191 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:23:01.044073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-b8d6ce1d-1c28-4ca2-bb5d-60a033aaf191 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:23:01.143163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] For port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:01.160103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c044a3-0792-4b8a-8c63-2142fb1eddc9 req-d363ba40-5949-4896-b7b4-4704157dd85e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:01.161654 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5c044a3-0792-4b8a-8c63-2142fb1eddc9 req-d363ba40-5949-4896-b7b4-4704157dd85e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 934 time: 0.1700044 Sep 29 17:23:01.169883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-b8d6ce1d-1c28-4ca2-bb5d-60a033aaf191 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:01.170527 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-b8d6ce1d-1c28-4ca2-bb5d-60a033aaf191 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:01.219826 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:01.250439 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:01.262611 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] For port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:01.271060 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:01.289905 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8de3d4d4-988b-4d3f-b919-c2fa278ea94c {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:01.321112 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:01.327870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbc1252-4da1-476c-8433-d916ee2adfa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ab2463-c5bb-4aad-9cb4-0498ceedad3f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:01.331471 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d22f12-042d-43bc-b8d7-c2d79211fcee" -d '{"events": [{"server_uuid": "9dbc1252-4da1-476c-8433-d916ee2adfa5", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ab2463-c5bb-4aad-9cb4-0498ceedad3f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:01.347349 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 046e9848-0706-4079-828a-97c9ad328382, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=046e9848-0706-4079-828a-97c9ad328382,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:01.352516 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:01.354343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dc8f87-0317-4ecc-90e1-4d91b9bf5b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046e9848-0706-4079-828a-97c9ad328382'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:01.357854 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c6ee05-0707-44d4-91bc-4964cf89ce17" -d '{"events": [{"server_uuid": "03dc8f87-0317-4ecc-90e1-4d91b9bf5b57", "name": "network-vif-plugged", "status": "completed", "tag": "046e9848-0706-4079-828a-97c9ad328382"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:01.366059 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-b8d6ce1d-1c28-4ca2-bb5d-60a033aaf191 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3555374 Sep 29 17:23:01.386754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Request body: {'port': {'device_id': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:01.411258 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0f03a7b6-c7cb-4625-abf7-53adc53cb4a3,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:01.413340 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:01.414866 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 35d95f39-d9e3-4c32-b841-0bb40f3a629a no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:23:01.451874 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:01.475288 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:01.479316 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:01.485799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5c044a3-0792-4b8a-8c63-2142fb1eddc9 req-93ac4722-4ca3-42ea-a133-f953d41c23bf tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079123 Sep 29 17:23:01.557806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-abbfc15d-2ea8-48cd-82b8-2aa49eafb234 None None] Provisioning complete for port 09d713e9-aaf1-420d-bb9e-06027b9d55bf triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:01.558175 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-abbfc15d-2ea8-48cd-82b8-2aa49eafb234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:01.584005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Pushing event updated for resources: {'Port': ['ID=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:01.667808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Attempting to bind port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f on host n-h2-811748-2 for vnic_type normal with profile {"migrating_to": "n-h1-811748-2"} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:23:01.668145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Attempting to bind port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:23:01.668475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Attempting to bind port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:01.682661 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:01.682912 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:01.699516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f on network c363c05d-b075-41d6-b265-c6ca1599d18c not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:23:01.699705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Attempting to bind port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:01.706291 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:23:01.706651 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Checking segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:23:01.707039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Bound using segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:23:01.707481 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Bound port: a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:23:01.708007 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:01.715697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=046e9848-0706-4079-828a-97c9ad328382,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:01.756303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c100c7-a746-4724-a90d-92e38527414c req-9d969578-ee99-419e-b4f2-8cc7bc0d0e20 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:01.756303 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94c100c7-a746-4724-a90d-92e38527414c req-9d969578-ee99-419e-b4f2-8cc7bc0d0e20 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 945 time: 0.1623220 Sep 29 17:23:01.798336 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34faa384-2f49-44de-8e23-dcd03ed79989 x-openstack-request-id: req-34faa384-2f49-44de-8e23-dcd03ed79989 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:01.798666 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbc1252-4da1-476c-8433-d916ee2adfa5", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ab2463-c5bb-4aad-9cb4-0498ceedad3f", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:01.799875 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34faa384-2f49-44de-8e23-dcd03ed79989 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:01.800816 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:01.801521 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbc1252-4da1-476c-8433-d916ee2adfa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ab2463-c5bb-4aad-9cb4-0498ceedad3f', 'code': 200} Sep 29 17:23:01.808137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['8de3d4d4-988b-4d3f-b919-c2fa278ea94c'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:01.937022 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b714ebe1-40a1-4283-8fa1-f98cab6790d2 x-openstack-request-id: req-b714ebe1-40a1-4283-8fa1-f98cab6790d2 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:01.937486 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03dc8f87-0317-4ecc-90e1-4d91b9bf5b57", "name": "network-vif-plugged", "status": "completed", "tag": "046e9848-0706-4079-828a-97c9ad328382", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:01.937951 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b714ebe1-40a1-4283-8fa1-f98cab6790d2 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:01.938431 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dc8f87-0317-4ecc-90e1-4d91b9bf5b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046e9848-0706-4079-828a-97c9ad328382', 'code': 200} Sep 29 17:23:01.954950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-abbfc15d-2ea8-48cd-82b8-2aa49eafb234 None None] Port 09d713e9-aaf1-420d-bb9e-06027b9d55bf cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:23:02.000971 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd6114-03f2-4d68-92c2-963c86b2d2f1 req-a6b2cb5e-9797-47e4-9b73-d94cb4538535 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:02.015168 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 35d95f39-d9e3-4c32-b841-0bb40f3a629a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=35d95f39-d9e3-4c32-b841-0bb40f3a629a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:02.023473 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5bd6114-03f2-4d68-92c2-963c86b2d2f1 req-a6b2cb5e-9797-47e4-9b73-d94cb4538535 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 944 time: 0.1248636 Sep 29 17:23:02.033613 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:02.069623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0f03a7b6-c7cb-4625-abf7-53adc53cb4a3,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:02.091222 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5bd6114-03f2-4d68-92c2-963c86b2d2f1 req-d1cd99e7-fb2e-411b-ae5b-fb4fb1b8e2dd tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643263 Sep 29 17:23:02.121923 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94c100c7-a746-4724-a90d-92e38527414c req-7ac172b2-7363-45c1-ab2a-c0d23bc533b5 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3194263 Sep 29 17:23:02.127687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] For port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:02.153111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] For port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:23:02.215462 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=35d95f39-d9e3-4c32-b841-0bb40f3a629a,revision_number=11']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:02.229957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4064ee5-67bf-4a63-a8d2-5fcc0d63069e req-06be789c-504c-4a1b-a123-3e37d5c9aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:02.234238 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4064ee5-67bf-4a63-a8d2-5fcc0d63069e req-06be789c-504c-4a1b-a123-3e37d5c9aea1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 1100 time: 0.2617550 Sep 29 17:23:02.237049 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:02.449923 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a2ab2463-c5bb-4aad-9cb4-0498ceedad3f details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:23:02.545027 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 8de3d4d4-988b-4d3f-b919-c2fa278ea94c up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:23:02.580001 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82752a-9472-4cfd-ab53-6dd7bd615239 req-2088f253-9214-489a-b78c-4791c879ab11 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:02.583550 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b82752a-9472-4cfd-ab53-6dd7bd615239 req-2088f253-9214-489a-b78c-4791c879ab11 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 947 time: 0.0783184 Sep 29 17:23:02.620801 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:02.640114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a2ab2463-c5bb-4aad-9cb4-0498ceedad3f has no active binding in host n-h1-811748-2 {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 17:23:02.651651 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:02.652025 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:02.654336 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b82752a-9472-4cfd-ab53-6dd7bd615239 req-8d6d4ee7-25eb-4b59-a2e9-d8dd9d8ffcf8 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638065 Sep 29 17:23:02.741357 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa57b6-9d60-44fc-a55b-570bce444c9a req-42f10337-0bfa-491a-b429-7c6dd2cc00cb tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:02.749499 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78aa57b6-9d60-44fc-a55b-570bce444c9a req-42f10337-0bfa-491a-b429-7c6dd2cc00cb tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 949 time: 0.5307508 Sep 29 17:23:02.755545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:02.756151 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:02.757735 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] 10.222.0.49 "PUT /v2.0/ports/a2ab2463-c5bb-4aad-9cb4-0498ceedad3f HTTP/1.1" status: 200 len: 1122 time: 2.1959481 Sep 29 17:23:02.770013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a525640e-b701-4ebb-b606-290e64f2f12d service neutron] Pushing event updated for resources: {'Port': ['ID=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,revision_number=8']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:02.770408 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:02.791094 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4064ee5-67bf-4a63-a8d2-5fcc0d63069e req-7bb98d56-f77f-4b49-b9db-1d899ba05729 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111771 Sep 29 17:23:02.802396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:02.810037 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:02.852805 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78aa57b6-9d60-44fc-a55b-570bce444c9a req-f22a13d5-24d7-42a8-9c0b-31bf03d1dec6 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023488 Sep 29 17:23:02.875732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d713e9-aaf1-420d-bb9e-06027b9d55bf {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:02.884111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['a2ab2463-c5bb-4aad-9cb4-0498ceedad3f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:02.887365 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:02.912223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Transition to ACTIVE for port object 09d713e9-aaf1-420d-bb9e-06027b9d55bf will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:23:02.925541 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:02.945486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a2ab2463-c5bb-4aad-9cb4-0498ceedad3f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:02.952092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:03.089766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Pushing event updated for resources: {'Port': ['ID=09d713e9-aaf1-420d-bb9e-06027b9d55bf,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:03.187710 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39450f19-006d-45ca-b9e4-e29ecd646aaa req-c06e344a-0950-4de6-aa0f-c1a8dda28936 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:03.192176 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-39450f19-006d-45ca-b9e4-e29ecd646aaa req-c06e344a-0950-4de6-aa0f-c1a8dda28936 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 946 time: 0.2753716 Sep 29 17:23:03.292747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Attempting to bind port 09d713e9-aaf1-420d-bb9e-06027b9d55bf on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:23:03.293179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Attempting to bind port 09d713e9-aaf1-420d-bb9e-06027b9d55bf by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:23:03.293604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Attempting to bind port 09d713e9-aaf1-420d-bb9e-06027b9d55bf on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:03.300652 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-39450f19-006d-45ca-b9e4-e29ecd646aaa req-d0a90b1f-c95a-410c-9344-7014a27d4603 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035514 Sep 29 17:23:03.303228 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Port 09d713e9-aaf1-420d-bb9e-06027b9d55bf on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:23:03.303627 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Attempting to bind port 09d713e9-aaf1-420d-bb9e-06027b9d55bf on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:03.313247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:23:03.313724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:23:03.314217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:23:03.314747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Bound port: 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:23:03.315122 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:03.353585 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d8e19-8d4c-4377-a244-08f1b691b845 req-6426a956-f4c6-46cb-aa25-dc0aff2e615d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:03.362173 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b77d8e19-8d4c-4377-a244-08f1b691b845 req-6426a956-f4c6-46cb-aa25-dc0aff2e615d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 944 time: 0.1163228 Sep 29 17:23:03.426378 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b77d8e19-8d4c-4377-a244-08f1b691b845 req-5aafa734-0db9-4040-aed3-de75c01db870 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591433 Sep 29 17:23:03.441308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:03.461050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4850620-6b06-4bf2-92dd-d8be483987bc req-f387d7db-23b7-4480-960d-5fdac79bcdfa tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:03.462851 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4850620-6b06-4bf2-92dd-d8be483987bc req-f387d7db-23b7-4480-960d-5fdac79bcdfa tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 945 time: 0.0753562 Sep 29 17:23:03.466636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:23:03.475546 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:03.540664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:03.541322 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:03.542747 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] 10.222.0.35 "PUT /v2.0/ports/09d713e9-aaf1-420d-bb9e-06027b9d55bf HTTP/1.1" status: 200 len: 1094 time: 2.1602566 Sep 29 17:23:03.564652 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4850620-6b06-4bf2-92dd-d8be483987bc req-2d2fb34e-d4b8-4c5e-91b7-656c6ba521b2 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919359 Sep 29 17:23:03.565296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93c27f-6bdd-4a43-8498-dea35078e03a service neutron] Pushing event updated for resources: {'Port': ['ID=09d713e9-aaf1-420d-bb9e-06027b9d55bf,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:03.655789 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-666dd390-e03a-4176-b334-c62756275c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:03.657376 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-666dd390-e03a-4176-b334-c62756275c58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 1097 time: 0.0449550 Sep 29 17:23:03.714670 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-f0f1c77a-a1be-4cdb-bea7-85b19629093c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf HTTP/1.1" status: 200 len: 217 time: 0.0402310 Sep 29 17:23:03.778847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-b8a75e7c-1363-4ad9-acf1-677add6cece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:03.780379 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-b8a75e7c-1363-4ad9-acf1-677add6cece4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0550182 Sep 29 17:23:03.795641 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e844e9-2fac-4e65-a2e5-08d6be184b31 req-8713f467-5b6c-4d2c-8610-c3d35f716d37 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:03.797027 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-12e844e9-2fac-4e65-a2e5-08d6be184b31 req-8713f467-5b6c-4d2c-8610-c3d35f716d37 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 947 time: 0.0567999 Sep 29 17:23:03.803879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbc1252-4da1-476c-8433-d916ee2adfa5', 'tag': 'a2ab2463-c5bb-4aad-9cb4-0498ceedad3f'}, {'name': 'network-changed', 'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:03.806405 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757fc302-7800-40c9-81e7-d6b80ab6948a" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbc1252-4da1-476c-8433-d916ee2adfa5", "tag": "a2ab2463-c5bb-4aad-9cb4-0498ceedad3f"}, {"name": "network-changed", "server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:03.840616 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-12e844e9-2fac-4e65-a2e5-08d6be184b31 req-ee429238-c6f5-4ab0-91dd-9db7424bec1b tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375905 Sep 29 17:23:03.844423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-36e13bd7-6c8b-4fea-94f5-304f6a3dc753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:03.846285 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-36e13bd7-6c8b-4fea-94f5-304f6a3dc753 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0532780 Sep 29 17:23:03.870664 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e533fffa-37b2-4999-9284-631324b6a5ec x-openstack-request-id: req-e533fffa-37b2-4999-9284-631324b6a5ec {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:03.870957 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbc1252-4da1-476c-8433-d916ee2adfa5", "tag": "a2ab2463-c5bb-4aad-9cb4-0498ceedad3f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:03.871203 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e533fffa-37b2-4999-9284-631324b6a5ec {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:03.871635 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbc1252-4da1-476c-8433-d916ee2adfa5', 'tag': 'a2ab2463-c5bb-4aad-9cb4-0498ceedad3f', 'status': 'completed', 'code': 200} Sep 29 17:23:03.871855 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf', 'status': 'completed', 'code': 200} Sep 29 17:23:03.939953 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d7bc64-aa9e-45d0-aedf-806638610d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f03a7b6-c7cb-4625-abf7-53adc53cb4a3'}, {'server_uuid': '382a2f20-8538-4095-b89a-aebb22304c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d95f39-d9e3-4c32-b841-0bb40f3a629a'}, {'server_uuid': '8208873f-5bad-4671-9dc1-276eeb5c53b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de3d4d4-988b-4d3f-b919-c2fa278ea94c'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:03.943385 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c1dfb4-b585-4ab4-a9a9-9ed9fc6bda46" -d '{"events": [{"server_uuid": "95d7bc64-aa9e-45d0-aedf-806638610d8a", "name": "network-vif-plugged", "status": "completed", "tag": "0f03a7b6-c7cb-4625-abf7-53adc53cb4a3"}, {"server_uuid": "382a2f20-8538-4095-b89a-aebb22304c34", "name": "network-vif-unplugged", "status": "completed", "tag": "35d95f39-d9e3-4c32-b841-0bb40f3a629a"}, {"server_uuid": "8208873f-5bad-4671-9dc1-276eeb5c53b2", "name": "network-vif-plugged", "status": "completed", "tag": "8de3d4d4-988b-4d3f-b919-c2fa278ea94c"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:04.013440 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e47617-21e0-4a3d-946e-a890c222a96d x-openstack-request-id: req-44e47617-21e0-4a3d-946e-a890c222a96d {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:04.013440 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d7bc64-aa9e-45d0-aedf-806638610d8a", "name": "network-vif-plugged", "status": "completed", "tag": "0f03a7b6-c7cb-4625-abf7-53adc53cb4a3", "code": 200}, {"server_uuid": "382a2f20-8538-4095-b89a-aebb22304c34", "name": "network-vif-unplugged", "status": "completed", "tag": "35d95f39-d9e3-4c32-b841-0bb40f3a629a", "code": 200}, {"server_uuid": "8208873f-5bad-4671-9dc1-276eeb5c53b2", "name": "network-vif-plugged", "status": "completed", "tag": "8de3d4d4-988b-4d3f-b919-c2fa278ea94c", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:04.013440 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44e47617-21e0-4a3d-946e-a890c222a96d {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:04.013440 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d7bc64-aa9e-45d0-aedf-806638610d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f03a7b6-c7cb-4625-abf7-53adc53cb4a3', 'code': 200} Sep 29 17:23:04.013440 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382a2f20-8538-4095-b89a-aebb22304c34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d95f39-d9e3-4c32-b841-0bb40f3a629a', 'code': 200} Sep 29 17:23:04.013440 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8208873f-5bad-4671-9dc1-276eeb5c53b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de3d4d4-988b-4d3f-b919-c2fa278ea94c', 'code': 200} Sep 29 17:23:04.015317 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-a45c00fd-4883-4c0b-9ec6-e508859f6b78 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527910 Sep 29 17:23:04.025938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-cf93e1aa-2d90-43f1-9011-ac5063cf4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:04.026617 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0d05b-682f-4d68-a6c7-26e448ebc1fe req-647b1a08-0a7c-4ac1-8aac-55b8709ab7a4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:04.027182 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-cf93e1aa-2d90-43f1-9011-ac5063cf4532 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 1125 time: 0.0952694 Sep 29 17:23:04.028144 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a0c0d05b-682f-4d68-a6c7-26e448ebc1fe req-647b1a08-0a7c-4ac1-8aac-55b8709ab7a4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 949 time: 0.1054180 Sep 29 17:23:04.074173 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a0c0d05b-682f-4d68-a6c7-26e448ebc1fe req-6b97f281-d840-434e-87dc-9d57b151b5ad tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383866 Sep 29 17:23:04.391284 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be15d5-ac53-475a-a316-9f0c3ca2a105 req-32ffe918-ce1d-427c-944c-d23666aee309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:04.393804 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57be15d5-ac53-475a-a316-9f0c3ca2a105 req-32ffe918-ce1d-427c-944c-d23666aee309 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 1096 time: 0.0763774 Sep 29 17:23:04.456396 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57be15d5-ac53-475a-a316-9f0c3ca2a105 req-9102e66d-c423-481d-b0c8-2191317e3023 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396287 Sep 29 17:23:04.514806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b45f21-6ee1-43bc-ac4c-46e34018dda4 req-6a60557f-ac2c-4ba9-96ad-4cc8c09b3db4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:04.516649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-11b45f21-6ee1-43bc-ac4c-46e34018dda4 req-6a60557f-ac2c-4ba9-96ad-4cc8c09b3db4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 946 time: 0.0985267 Sep 29 17:23:04.527247 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8b399fc-3347-4c4d-9c9e-a215e7cd516f req-eae56bc5-001d-44b7-b5a9-efafafa58094 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030353 Sep 29 17:23:04.554703 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bc327-8ae9-46e0-9af5-de717a382c18 req-2f8e16ca-9c6f-45ab-8900-6346acabe9e1 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:04.562574 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-424bc327-8ae9-46e0-9af5-de717a382c18 req-2f8e16ca-9c6f-45ab-8900-6346acabe9e1 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 944 time: 0.0660188 Sep 29 17:23:04.596536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-cf2aee01-b7e8-4f68-81a2-5b159325c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:04.598033 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-cf2aee01-b7e8-4f68-81a2-5b159325c5f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.3647017 Sep 29 17:23:04.602294 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-11b45f21-6ee1-43bc-ac4c-46e34018dda4 req-bcd85611-a8f1-4856-b243-1fc9add63d4e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778220 Sep 29 17:23:04.605829 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-424bc327-8ae9-46e0-9af5-de717a382c18 req-47264644-0421-4242-bfd0-d43f6727b2f0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422759 Sep 29 17:23:04.741008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcbd86-a5e0-4ba1-93a9-2f0ce35fba76 req-374f9249-c21e-412a-9e66-d136e01e3581 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:04.743358 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-96dcbd86-a5e0-4ba1-93a9-2f0ce35fba76 req-374f9249-c21e-412a-9e66-d136e01e3581 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 945 time: 0.0559285 Sep 29 17:23:04.783041 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-96dcbd86-a5e0-4ba1-93a9-2f0ce35fba76 req-0e6c38d6-0c09-421a-8d87-9f229743584c tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335007 Sep 29 17:23:05.033971 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-5926c790-e203-4edf-9b1f-702f56433fe0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f HTTP/1.1" status: 200 len: 217 time: 0.0742016 Sep 29 17:23:05.052777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6da95-657e-46a7-9394-aa8f9ab62fa8 req-379f1d06-6acc-4bba-8084-ea4055ced4d7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:05.056172 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26b6da95-657e-46a7-9394-aa8f9ab62fa8 req-379f1d06-6acc-4bba-8084-ea4055ced4d7 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 947 time: 0.1283567 Sep 29 17:23:05.102771 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26b6da95-657e-46a7-9394-aa8f9ab62fa8 req-da13e09d-97f6-45a1-8a96-6b8855560327 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397243 Sep 29 17:23:05.261229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-fe0356fd-7a7d-4deb-a0e5-3e024ae76a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:05.262864 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-fe0356fd-7a7d-4deb-a0e5-3e024ae76a30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.1219337 Sep 29 17:23:05.334793 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d6723-2efd-4e9a-8c6f-aaaf79d04f8c req-cb37ec4a-1fab-4dc5-b4ea-9b7ad7c6991e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:05.345904 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-e3a15b8a-7f80-4e23-9c4c-2228f677f576 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599625 Sep 29 17:23:05.346922 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-568d6723-2efd-4e9a-8c6f-aaaf79d04f8c req-cb37ec4a-1fab-4dc5-b4ea-9b7ad7c6991e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 949 time: 0.1213527 Sep 29 17:23:05.440308 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-568d6723-2efd-4e9a-8c6f-aaaf79d04f8c req-fd5710db-1960-4d49-a75f-ba65ec49b540 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734646 Sep 29 17:23:05.486129 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8796dc-9477-44af-89d5-645d013df9d0 req-8356fa41-39d4-4fa8-8203-3d8f9a03cba2 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:05.487701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e8796dc-9477-44af-89d5-645d013df9d0 req-8356fa41-39d4-4fa8-8203-3d8f9a03cba2 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.35 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 947 time: 0.1367290 Sep 29 17:23:05.531077 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-b7778d65-1387-43d5-a0cb-ea8ced67c8b3 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712501 Sep 29 17:23:05.821330 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-7d148a23-c628-4cfb-8ec3-1e5aaccf12e0 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734621 Sep 29 17:23:05.865258 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a883e-0efd-46db-89bd-5b135ff7bd38 req-423e1e96-ab20-4cc3-a556-286fe053175d tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:05.867019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-161a883e-0efd-46db-89bd-5b135ff7bd38 req-423e1e96-ab20-4cc3-a556-286fe053175d tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 1100 time: 0.2141593 Sep 29 17:23:05.878387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e0ff0-fdc1-40aa-954e-634567aac546 req-30051f49-8b81-42fb-ba49-d9cf117a9929 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:05.884083 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea0e0ff0-fdc1-40aa-954e-634567aac546 req-30051f49-8b81-42fb-ba49-d9cf117a9929 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 946 time: 0.1268921 Sep 29 17:23:05.933715 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-6e8796dc-9477-44af-89d5-645d013df9d0 req-89544959-daf2-44ed-99b6-e3172c6f0809 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Deleting port b02826e2-91c9-40e8-9aab-cb998725bce1 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:23:05.934160 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6e8796dc-9477-44af-89d5-645d013df9d0 req-89544959-daf2-44ed-99b6-e3172c6f0809 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:05.970799 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea0e0ff0-fdc1-40aa-954e-634567aac546 req-74ddd4ce-c1a5-4e93-993d-792a6eeba3cc tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774131 Sep 29 17:23:05.997323 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-161a883e-0efd-46db-89bd-5b135ff7bd38 req-2c8c1c59-6605-41b2-afa5-416bdcb78d5c tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:06.218423 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8ecc1-72c0-4ff0-b560-409591f49dea req-75784e97-194e-4016-adfe-f475a12e925a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:06.238065 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-69e8ecc1-72c0-4ff0-b560-409591f49dea req-75784e97-194e-4016-adfe-f475a12e925a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 944 time: 0.1249835 Sep 29 17:23:06.341856 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-69e8ecc1-72c0-4ff0-b560-409591f49dea req-258f2ee9-d0ec-4bf4-be78-8bd697d3e996 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899208 Sep 29 17:23:06.402800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-570ff5f0-8545-4501-93da-5524cabd42cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:06.404321 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-570ff5f0-8545-4501-93da-5524cabd42cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 1097 time: 0.4631047 Sep 29 17:23:06.426373 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-6e8796dc-9477-44af-89d5-645d013df9d0 req-89544959-daf2-44ed-99b6-e3172c6f0809 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] For port b02826e2-91c9-40e8-9aab-cb998725bce1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=b02826e2-91c9-40e8-9aab-cb998725bce1,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:06.426784 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6e8796dc-9477-44af-89d5-645d013df9d0 req-89544959-daf2-44ed-99b6-e3172c6f0809 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:06.457097 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-161a883e-0efd-46db-89bd-5b135ff7bd38 req-2c8c1c59-6605-41b2-afa5-416bdcb78d5c tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:06.480475 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-161a883e-0efd-46db-89bd-5b135ff7bd38 req-2c8c1c59-6605-41b2-afa5-416bdcb78d5c tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:06.485362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-6e8796dc-9477-44af-89d5-645d013df9d0 req-89544959-daf2-44ed-99b6-e3172c6f0809 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Calling delete_port for b02826e2-91c9-40e8-9aab-cb998725bce1 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:23:06.552952 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-161a883e-0efd-46db-89bd-5b135ff7bd38 req-2c8c1c59-6605-41b2-afa5-416bdcb78d5c tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6712613 Sep 29 17:23:06.656940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c1c59-6605-41b2-afa5-416bdcb78d5c tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575fb6ed-5d5f-4163-b245-9de7bea2e0e3,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:06.660243 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da4e31-3e65-468d-b7d9-c4f3317cdd84 req-1a2676a6-d66f-4f8c-94bd-af4d189768f9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:06.674262 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f7da4e31-3e65-468d-b7d9-c4f3317cdd84 req-1a2676a6-d66f-4f8c-94bd-af4d189768f9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 945 time: 0.1084096 Sep 29 17:23:06.781552 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f7da4e31-3e65-468d-b7d9-c4f3317cdd84 req-92e47384-0f21-4419-b89e-0f470556fadc tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027887 Sep 29 17:23:06.843646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-71a1e975-fc9e-49e5-8831-17285043b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:06.847303 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-71a1e975-fc9e-49e5-8831-17285043b2dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.4246058 Sep 29 17:23:07.008403 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-343ba474-d7cc-46da-b90d-22311c5d1513 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf HTTP/1.1" status: 200 len: 217 time: 0.1361797 Sep 29 17:23:07.027287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be5188-9823-4f84-a642-a5ed739e513c req-bf34f236-0020-4fc4-8463-09023a230300 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:07.042795 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96be5188-9823-4f84-a642-a5ed739e513c req-bf34f236-0020-4fc4-8463-09023a230300 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=8150c5d8-f8f1-4b86-a2ab-03b3266c908d HTTP/1.1" status: 200 len: 947 time: 0.3303998 Sep 29 17:23:07.154623 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96be5188-9823-4f84-a642-a5ed739e513c req-015b9892-9a8e-440d-87e7-95343cf132f0 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108301 Sep 29 17:23:07.177603 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf8213-7754-4e11-bedb-17deebec5813 req-62450fef-b94e-4fff-b20e-87da415aa50b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:07.186227 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86bf8213-7754-4e11-bedb-17deebec5813 req-62450fef-b94e-4fff-b20e-87da415aa50b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 946 time: 0.0809431 Sep 29 17:23:07.240991 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86bf8213-7754-4e11-bedb-17deebec5813 req-932ccae2-e21e-4776-a57e-1af0c889eaed tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536072 Sep 29 17:23:07.344647 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0ebe3586-6850-48e6-a8a7-aa06846a4d09 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=dac7a47eaa2d4d40822770120f7f585a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638433 Sep 29 17:23:07.357235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-b0b0ba0f-1cd8-41ad-ada7-adb18190eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:07.361870 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ec80b-4888-4415-b0bd-dd20dd47114b req-4e6df1a7-892e-49ab-bfc0-8325e9976627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:07.362158 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-b0b0ba0f-1cd8-41ad-ada7-adb18190eafb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.2753131 Sep 29 17:23:07.363349 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d40ec80b-4888-4415-b0bd-dd20dd47114b req-4e6df1a7-892e-49ab-bfc0-8325e9976627 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 1125 time: 0.0557899 Sep 29 17:23:07.524079 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6e8796dc-9477-44af-89d5-645d013df9d0 req-89544959-daf2-44ed-99b6-e3172c6f0809 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:07.676581 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ec80b-4888-4415-b0bd-dd20dd47114b req-3b388aec-3118-4bc4-95ec-14e6b4777deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:07.678448 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d40ec80b-4888-4415-b0bd-dd20dd47114b req-3b388aec-3118-4bc4-95ec-14e6b4777deb service neutron] 10.222.0.35 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.2787037 Sep 29 17:23:07.704517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ad76b-5504-485f-82e1-c0950252f903 req-04b712b4-d9ce-4862-89d3-15dc139123b0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:07.707076 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-7167dd0c-d7bf-4a8b-b0d8-3cc359104ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:07.708559 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-7167dd0c-d7bf-4a8b-b0d8-3cc359104ce6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2591453 Sep 29 17:23:07.709302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89544959-daf2-44ed-99b6-e3172c6f0809 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Pushing event deleted for resources: {'Port': ['ID=b02826e2-91c9-40e8-9aab-cb998725bce1,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:07.714200 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-732ad76b-5504-485f-82e1-c0950252f903 req-04b712b4-d9ce-4862-89d3-15dc139123b0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 944 time: 0.2430027 Sep 29 17:23:07.792414 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d40ec80b-4888-4415-b0bd-dd20dd47114b req-591ba204-0622-40b9-8e3d-d6438b42e98a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f HTTP/1.1" status: 200 len: 217 time: 0.1025436 Sep 29 17:23:07.855143 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ec80b-4888-4415-b0bd-dd20dd47114b req-7ab31c5f-ab98-4d28-8c43-ead4774b1545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:07.856621 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d40ec80b-4888-4415-b0bd-dd20dd47114b req-7ab31c5f-ab98-4d28-8c43-ead4774b1545 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.0533431 Sep 29 17:23:07.861684 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8796dc-9477-44af-89d5-645d013df9d0 req-89544959-daf2-44ed-99b6-e3172c6f0809 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] No DVR routers for this DVR port b02826e2-91c9-40e8-9aab-cb998725bce1 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:23:07.900545 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6e8796dc-9477-44af-89d5-645d013df9d0 req-89544959-daf2-44ed-99b6-e3172c6f0809 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:07.915617 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e8796dc-9477-44af-89d5-645d013df9d0 req-89544959-daf2-44ed-99b6-e3172c6f0809 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.35 "DELETE /v2.0/ports/b02826e2-91c9-40e8-9aab-cb998725bce1 HTTP/1.1" status: 204 len: 173 time: 2.4151196 Sep 29 17:23:07.916246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8150c5d8-f8f1-4b86-a2ab-03b3266c908d', 'name': 'network-vif-deleted', 'tag': 'b02826e2-91c9-40e8-9aab-cb998725bce1'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:07.918666 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ee37a7-300e-4be9-8aca-b7303ebd0614" -d '{"events": [{"server_uuid": "8150c5d8-f8f1-4b86-a2ab-03b3266c908d", "name": "network-vif-deleted", "tag": "b02826e2-91c9-40e8-9aab-cb998725bce1"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:07.967749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-763d366f-238c-4281-9174-3d04f897d5e1 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:07.969990 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-763d366f-238c-4281-9174-3d04f897d5e1 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6242435 Sep 29 17:23:08.088585 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-74a126cc-e4dd-4834-a254-be24ee8aef45 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/quotas/dac7a47eaa2d4d40822770120f7f585a HTTP/1.1" status: 200 len: 375 time: 0.0444191 Sep 29 17:23:08.226804 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-6d5c722d-d0a2-45b7-977b-f171f8470e06 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067184 Sep 29 17:23:08.282265 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-732ad76b-5504-485f-82e1-c0950252f903 req-ecea4270-516f-47d3-98f3-e470c9d09a4f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5671296 Sep 29 17:23:08.286033 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d40ec80b-4888-4415-b0bd-dd20dd47114b req-5e3d8d8e-f45f-40c5-ac55-e8b3c71af2e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4191222 Sep 29 17:23:08.299052 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-c8827d10-0822-4fd3-bb31-11975567aaa6 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2000332 Sep 29 17:23:08.472396 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-757fc302-7800-40c9-81e7-d6b80ab6948a req-7825b2e0-0843-4c96-80f9-ab6d40f9ac80 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253079 Sep 29 17:23:08.542841 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d40ec80b-4888-4415-b0bd-dd20dd47114b req-0b1f7af9-50a9-4ce5-a71a-1f3f845f4279 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482495 Sep 29 17:23:08.557737 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 09d713e9-aaf1-420d-bb9e-06027b9d55bf details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:23:08.573425 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device b02826e2-91c9-40e8-9aab-cb998725bce1 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:23:08.640295 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: b02826e2-91c9-40e8-9aab-cb998725bce1 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:23:08.641856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device b02826e2-91c9-40e8-9aab-cb998725bce1 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:23:08.792812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc53f71-651e-4516-8ad1-175f2da004fb req-a8f25aec-51ec-4980-bd48-8b4e884e1ba9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:08.819246 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8cc53f71-651e-4516-8ad1-175f2da004fb req-a8f25aec-51ec-4980-bd48-8b4e884e1ba9 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 945 time: 0.2751942 Sep 29 17:23:08.861304 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:08.905477 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '09d713e9-aaf1-420d-bb9e-06027b9d55bf', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '09d713e9-aaf1-420d-bb9e-06027b9d55bf', 'mac_address': 'fa:16:3e:71:60:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:23:08.987082 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:09.005607 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8cc53f71-651e-4516-8ad1-175f2da004fb req-4b3a8ac2-d415-4527-bdfb-20b1d8c5aa0d tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838803 Sep 29 17:23:09.029779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d713e9-aaf1-420d-bb9e-06027b9d55bf {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:09.072326 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d40ec80b-4888-4415-b0bd-dd20dd47114b req-aacf0c70-79b6-480b-9d6b-f040d36de59f service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079570 Sep 29 17:23:09.077166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:09.093097 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:09.098785 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ec633f-9547-4080-ae30-29f3ec57a71c x-openstack-request-id: req-97ec633f-9547-4080-ae30-29f3ec57a71c {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:09.099306 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8150c5d8-f8f1-4b86-a2ab-03b3266c908d", "name": "network-vif-deleted", "tag": "b02826e2-91c9-40e8-9aab-cb998725bce1", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:09.099306 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97ec633f-9547-4080-ae30-29f3ec57a71c {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:09.099709 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8150c5d8-f8f1-4b86-a2ab-03b3266c908d', 'name': 'network-vif-deleted', 'tag': 'b02826e2-91c9-40e8-9aab-cb998725bce1', 'status': 'completed', 'code': 200} Sep 29 17:23:09.208137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=09d713e9-aaf1-420d-bb9e-06027b9d55bf,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:09.407345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ce6aa-325f-48c5-9f20-ecc8408f6622 req-45d36755-f3b6-4f16-9979-bc657e5d9752 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:09.408887 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a04ce6aa-325f-48c5-9f20-ecc8408f6622 req-45d36755-f3b6-4f16-9979-bc657e5d9752 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 945 time: 0.0853982 Sep 29 17:23:09.419073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51598) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:09.423879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-54e855e4-b2d8-4fd9-9eef-1d6a9d27a3d4 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Request body: {'floatingip': {'port_id': '0f03a7b6-c7cb-4625-abf7-53adc53cb4a3'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:09.520254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c8189-a7ec-4087-9f87-388a02815326 req-75bddbf6-ea0e-45b0-acc8-e5bd2f6bf479 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:09.520722 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54e855e4-b2d8-4fd9-9eef-1d6a9d27a3d4 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:09.532322 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-409c8189-a7ec-4087-9f87-388a02815326 req-75bddbf6-ea0e-45b0-acc8-e5bd2f6bf479 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 947 time: 0.1402860 Sep 29 17:23:09.542829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['09d713e9-aaf1-420d-bb9e-06027b9d55bf'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:09.642520 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-409c8189-a7ec-4087-9f87-388a02815326 req-61ddb63e-c785-46f2-a0c6-c6ea2b84f9c1 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029544 Sep 29 17:23:10.623507 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b04b5-9019-4d9e-8a9b-9f0379762c31 req-7e3c83d6-45d2-417c-ae00-26092220c378 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:10.650423 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2c1b04b5-9019-4d9e-8a9b-9f0379762c31 req-7e3c83d6-45d2-417c-ae00-26092220c378 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=382a2f20-8538-4095-b89a-aebb22304c34 HTTP/1.1" status: 200 len: 948 time: 0.2363663 Sep 29 17:23:10.731913 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2c1b04b5-9019-4d9e-8a9b-9f0379762c31 req-c34e544b-c88b-4c22-8af5-50cb646cbcae tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837631 Sep 29 17:23:10.736902 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e9d7c4a6-13a3-49aa-a73d-0e87f1e3bd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:11.118205 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f5fc928-1f11-493c-9aed-a13a2620d5fe req-4157fa0c-e2af-405b-9928-5bd3379b7688 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fdc9c7f-b553-4a57-873d-a359ff2b3e6f HTTP/1.1" status: 200 len: 210 time: 0.0625007 Sep 29 17:23:11.342923 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c685c-b0f8-403d-8d47-0c93903eba72 req-005c723a-2e52-4d04-897e-13b2045a3ce7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:11.367283 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ec8c685c-b0f8-403d-8d47-0c93903eba72 req-005c723a-2e52-4d04-897e-13b2045a3ce7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 947 time: 0.1338546 Sep 29 17:23:11.484472 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ec8c685c-b0f8-403d-8d47-0c93903eba72 req-479ac548-f24e-48bf-89b3-3bd4d54baa74 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129801 Sep 29 17:23:11.512746 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54e855e4-b2d8-4fd9-9eef-1d6a9d27a3d4 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:11.548849 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54e855e4-b2d8-4fd9-9eef-1d6a9d27a3d4 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:11.817735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74ed3e-aaa9-4350-8e2d-5d74fb267c22 req-d5bd11d1-235e-484a-8112-1cc754febf3d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:11.818981 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf74ed3e-aaa9-4350-8e2d-5d74fb267c22 req-d5bd11d1-235e-484a-8112-1cc754febf3d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 944 time: 1.8608162 Sep 29 17:23:11.997842 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf74ed3e-aaa9-4350-8e2d-5d74fb267c22 req-a757a304-3d22-488b-a6f3-28eceeeca925 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784465 Sep 29 17:23:12.092144 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-54e855e4-b2d8-4fd9-9eef-1d6a9d27a3d4 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Floating IP e4a3e8b1-1605-4422-8e37-5734d402f7fc associated. External IP: 172.25.2.254, port: 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3. Sep 29 17:23:12.134454 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6d029-1895-4392-a53e-4df9a87d7176 req-5f068b0d-9709-4f17-994f-0807a4930375 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:12.142205 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a7a6d029-1895-4392-a53e-4df9a87d7176 req-5f068b0d-9709-4f17-994f-0807a4930375 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=382a2f20-8538-4095-b89a-aebb22304c34 HTTP/1.1" status: 200 len: 948 time: 0.1153970 Sep 29 17:23:12.256163 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a7a6d029-1895-4392-a53e-4df9a87d7176 req-23a84d96-5ed5-440e-956c-3d8ea81a4cd0 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123664 Sep 29 17:23:12.258956 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-a30c6794-772a-4202-a95b-6a972b5b7093 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dac7a47eaa2d4d40822770120f7f585a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805438 Sep 29 17:23:12.404324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d6165-214b-40e1-8c5b-f20beee2d8d6 req-c0e35861-320c-4909-ac61-a7d2e05f9cc3 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:12.405957 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-481d6165-214b-40e1-8c5b-f20beee2d8d6 req-c0e35861-320c-4909-ac61-a7d2e05f9cc3 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 945 time: 0.1474664 Sep 29 17:23:12.416526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a430a7-57d2-4258-baae-1f1f8ddca45d req-07e02c0c-7466-4d63-8496-8a1317f3df54 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:12.418545 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01a430a7-57d2-4258-baae-1f1f8ddca45d req-07e02c0c-7466-4d63-8496-8a1317f3df54 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.49 "GET /v2.0/ports?device_id=382a2f20-8538-4095-b89a-aebb22304c34 HTTP/1.1" status: 200 len: 948 time: 0.4626391 Sep 29 17:23:12.442875 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2036db67-a807-41ef-8277-87069da23dee req-19ead187-7035-425a-8338-bfae86bfedca tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fdc9c7f-b553-4a57-873d-a359ff2b3e6f HTTP/1.1" status: 200 len: 210 time: 0.0478029 Sep 29 17:23:12.493044 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-15a652c1-9bae-4001-a6e1-97feda0028fd tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:12.494775 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-15a652c1-9bae-4001-a6e1-97feda0028fd tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258201 Sep 29 17:23:12.525939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Request body: {'port': {'device_id': '4fdc9c7f-b553-4a57-873d-a359ff2b3e6f', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': 'dac7a47eaa2d4d40822770120f7f585a'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:12.578720 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 09d713e9-aaf1-420d-bb9e-06027b9d55bf up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:23:12.761363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 09d713e9-aaf1-420d-bb9e-06027b9d55bf completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:23:12.770966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 09d713e9-aaf1-420d-bb9e-06027b9d55bf triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:12.771650 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:12.792495 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Made reservation on behalf of dac7a47eaa2d4d40822770120f7f585a for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:23:12.814913 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:12.949233 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:13.004722 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Allocated IP 192.168.233.148 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/54d93eea-ebc5-4726-a8f6-8ee2df308d7c) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:23:13.016949 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-cbb4d1ed-5f7a-4606-96c3-1de7046a6e74 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dac7a47eaa2d4d40822770120f7f585a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1365888 Sep 29 17:23:13.043447 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:13.046589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:13.052507 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1dc7d3-2a28-4c3e-b4b4-4864bcb24c4d" -d '{"events": [{"server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "name": "network-vif-plugged", "status": "completed", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:13.063114 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:13.064095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a2ab2463-c5bb-4aad-9cb4-0498ceedad3f no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:23:13.182438 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:13.212592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-f140751b-eaec-4090-b2be-a6a7f53da343 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:13.214574 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-f140751b-eaec-4090-b2be-a6a7f53da343 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420300 Sep 29 17:23:13.240075 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-39376ef5-2367-479e-a18a-22387a418672 service neutron] 10.222.0.35 "GET /v2.0/ports/a2ab2463-c5bb-4aad-9cb4-0498ceedad3f/bindings/n-h1-811748-2 HTTP/1.1" status: 200 len: 384 time: 0.3266680 Sep 29 17:23:13.240632 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:13.249183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-394a13e2-898f-4c9e-8736-be7aed0050c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Request body: {'port': {'device_id': '68f3b1bd-ea0d-4731-8ebe-1d271dd614cd', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': 'dac7a47eaa2d4d40822770120f7f585a'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:13.251375 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1c312-3671-4200-895c-175400917a2d req-a6ebc68f-cbde-4337-8c8c-fb2ec99d11a0 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:13.261701 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61d1c312-3671-4200-895c-175400917a2d req-a6ebc68f-cbde-4337-8c8c-fb2ec99d11a0 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 947 time: 0.4940376 Sep 29 17:23:13.281166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['046e9848-0706-4079-828a-97c9ad328382'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:13.342248 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=09d713e9-aaf1-420d-bb9e-06027b9d55bf,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:13.352973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:23:13.372768 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61d1c312-3671-4200-895c-175400917a2d req-871e0615-1278-4500-b069-38c44c776a8d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096551 Sep 29 17:23:13.385723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:23:13.394375 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:23:13.453887 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-481d6165-214b-40e1-8c5b-f20beee2d8d6 req-92d7403d-c2b1-427c-9502-372b5890a6db tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0307319 Sep 29 17:23:13.462551 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:13.463579 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:13.496976 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9801903 Sep 29 17:23:13.497833 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event updated for resources: {'Port': ['ID=54d93eea-ebc5-4726-a8f6-8ee2df308d7c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:13.511018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-394a13e2-898f-4c9e-8736-be7aed0050c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Made reservation on behalf of dac7a47eaa2d4d40822770120f7f585a for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:23:13.516762 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-394a13e2-898f-4c9e-8736-be7aed0050c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:13.519564 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Request body: {'port': {'device_id': '4fdc9c7f-b553-4a57-873d-a359ff2b3e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:13.523757 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:13.524810 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:13.525156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:13.525507 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:13.525851 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:13.526162 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:13.526502 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:13.526814 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:13.527137 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:13.527461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:13.527785 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:13.528104 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b3e31-07c5-496d-929d-1e5860ab51ab tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:13.645211 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef3e8de-ce84-43e1-af25-a44798d7c8e0 x-openstack-request-id: req-3ef3e8de-ce84-43e1-af25-a44798d7c8e0 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:13.645211 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "name": "network-vif-plugged", "status": "completed", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:13.645211 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ef3e8de-ce84-43e1-af25-a44798d7c8e0 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:13.645211 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf', 'code': 200} Sep 29 17:23:13.691862 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:13.692872 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-31a256b6-d462-41c6-87dd-2246a2751b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:13.736763 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-01a430a7-57d2-4258-baae-1f1f8ddca45d req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Deleting port 35d95f39-d9e3-4c32-b841-0bb40f3a629a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:23:13.737186 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-01a430a7-57d2-4258-baae-1f1f8ddca45d req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:13.881380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e855e4-b2d8-4fd9-9eef-1d6a9d27a3d4 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Router f924ee3b-c9e8-4cd0-833b-855df51370e9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:23:13.948756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bec7fd-2ec0-489c-a320-d98410c4f5bf req-5bacbbd4-5d4f-4b07-a4c0-99f6cdd8cc98 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:13.950668 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43bec7fd-2ec0-489c-a320-d98410c4f5bf req-5bacbbd4-5d4f-4b07-a4c0-99f6cdd8cc98 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/ports?device_id=382a2f20-8538-4095-b89a-aebb22304c34 HTTP/1.1" status: 200 len: 948 time: 0.1841185 Sep 29 17:23:13.971018 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4ab4e3f7-181b-4f61-9c7b-1529b6904ae0 None None] Provisioning complete for port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:13.971395 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4ab4e3f7-181b-4f61-9c7b-1529b6904ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:13.984322 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf34fa-1599-4c64-999d-ac7dd276320d req-c3c5b27e-3a86-4b65-b4cf-f1e38c1fc636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:13.985895 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3bdf34fa-1599-4c64-999d-ac7dd276320d req-c3c5b27e-3a86-4b65-b4cf-f1e38c1fc636 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 1099 time: 0.1871736 Sep 29 17:23:13.989832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45140c-e631-4091-a613-4733d5ce0924 req-19115774-5b17-4ef3-99fd-3c93a56b89c8 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:13.993436 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cc45140c-e631-4091-a613-4733d5ce0924 req-19115774-5b17-4ef3-99fd-3c93a56b89c8 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 944 time: 0.3931789 Sep 29 17:23:14.021738 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43bec7fd-2ec0-489c-a320-d98410c4f5bf req-61703b09-8113-4a29-816c-fb50ec125d53 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2191a86-6769-4184-adc3-379f36bd8c18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568879 Sep 29 17:23:14.028145 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4ab4e3f7-181b-4f61-9c7b-1529b6904ae0 None None] Port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:23:14.050054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-01a430a7-57d2-4258-baae-1f1f8ddca45d req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] For port 35d95f39-d9e3-4c32-b841-0bb40f3a629a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=35d95f39-d9e3-4c32-b841-0bb40f3a629a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:14.050518 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-01a430a7-57d2-4258-baae-1f1f8ddca45d req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:14.070767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-01a430a7-57d2-4258-baae-1f1f8ddca45d req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Calling delete_port for 35d95f39-d9e3-4c32-b841-0bb40f3a629a owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:23:14.075288 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3bdf34fa-1599-4c64-999d-ac7dd276320d req-59f04ba7-0f03-43cb-8df6-eac727ac8dc3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524313 Sep 29 17:23:14.155506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a8016-f5c7-4747-964b-26f550def740 req-c83658a9-16b7-4da8-a305-118e2adf3200 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:14.162901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c88a8016-f5c7-4747-964b-26f550def740 req-c83658a9-16b7-4da8-a305-118e2adf3200 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fdc9c7f-b553-4a57-873d-a359ff2b3e6f HTTP/1.1" status: 200 len: 936 time: 0.0696366 Sep 29 17:23:14.202582 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c88a8016-f5c7-4747-964b-26f550def740 req-81d4db17-9438-4743-aa78-321bf18e80d9 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387650 Sep 29 17:23:14.259787 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:14.359026 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-394a13e2-898f-4c9e-8736-be7aed0050c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Allocated IP 192.168.233.67 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/0844192e-5470-4a7b-9446-c355fea56b0e) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:23:14.421330 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cc45140c-e631-4091-a613-4733d5ce0924 req-8891e54d-c2a0-4a4f-aebd-0827d5028a36 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523846 Sep 29 17:23:14.444536 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:14.502232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-4f650980-b0fc-4aea-8139-89454664d857 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:14.504579 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-4f650980-b0fc-4aea-8139-89454664d857 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 820 time: 0.1965134 Sep 29 17:23:14.541886 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-853433d7-bf59-4e9f-8f40-af964955fb82 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/quotas/d53b74dfe44140fcbab1c205ed9e0f93 HTTP/1.1" status: 200 len: 375 time: 0.0278344 Sep 29 17:23:14.553533 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:14.588165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e855e4-b2d8-4fd9-9eef-1d6a9d27a3d4 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:23:14.589027 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54e855e4-b2d8-4fd9-9eef-1d6a9d27a3d4 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:14.603360 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0eb32-4eb3-44af-bc47-888ea87cfdb8 None None] Sync routers for ids ['f924ee3b-c9e8-4cd0-833b-855df51370e9'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:23:14.622629 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0eb32-4eb3-44af-bc47-888ea87cfdb8 None None] Routers {'f924ee3b-c9e8-4cd0-833b-855df51370e9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:23:14.623651 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cbf0eb32-4eb3-44af-bc47-888ea87cfdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:23:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f924ee3b-c9e8-4cd0-833b-855df51370e9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:14.652353 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-6aa5d315-8d5b-4626-8a89-002c26de78f1 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1079948 Sep 29 17:23:14.654082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a5179e99-064f-4002-a6c1-7c092d3f2c73 service neutron] For port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:14.697876 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-54e855e4-b2d8-4fd9-9eef-1d6a9d27a3d4 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "PUT /v2.0/floatingips/e4a3e8b1-1605-4422-8e37-5734d402f7fc HTTP/1.1" status: 200 len: 991 time: 5.2776160 Sep 29 17:23:14.715102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d7bc64-aa9e-45d0-aedf-806638610d8a', 'tag': '0f03a7b6-c7cb-4625-abf7-53adc53cb4a3'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:14.718028 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24dc090-8060-4071-8e2c-7d160897c37d" -d '{"events": [{"name": "network-changed", "server_uuid": "95d7bc64-aa9e-45d0-aedf-806638610d8a", "tag": "0f03a7b6-c7cb-4625-abf7-53adc53cb4a3"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:14.802567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a5179e99-064f-4002-a6c1-7c092d3f2c73 service neutron] For port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:14.805683 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-cbf0eb32-4eb3-44af-bc47-888ea87cfdb8 None None] Set router f924ee3b-c9e8-4cd0-833b-855df51370e9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:23:14.816600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58383be7-ed05-4da3-be1d-1df062ca6af7 req-0241cdc8-2cd4-40b0-b5d2-f5d4a908ccad tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:14.818711 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58383be7-ed05-4da3-be1d-1df062ca6af7 req-0241cdc8-2cd4-40b0-b5d2-f5d4a908ccad tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.2589099 Sep 29 17:23:14.862754 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d4174-806d-4cc4-873d-92c896af3ba3 req-3355e560-1aab-4894-be9e-022b42f40b00 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:14.866948 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b38d4174-806d-4cc4-873d-92c896af3ba3 req-3355e560-1aab-4894-be9e-022b42f40b00 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.35 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 945 time: 0.1102290 Sep 29 17:23:14.902648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a5179e99-064f-4002-a6c1-7c092d3f2c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ab2463-c5bb-4aad-9cb4-0498ceedad3f {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:14.907374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-01a430a7-57d2-4258-baae-1f1f8ddca45d req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:14.963029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a5179e99-064f-4002-a6c1-7c092d3f2c73 service neutron] For port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:14.968814 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-8115da1b-68c8-437b-ac11-01d622a7c288 service neutron] 10.222.0.44 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137984 Sep 29 17:23:14.979163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Pushing event deleted for resources: {'Port': ['ID=35d95f39-d9e3-4c32-b841-0bb40f3a629a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:14.996858 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58383be7-ed05-4da3-be1d-1df062ca6af7 req-3893e032-f7dd-4a0e-a93a-e32c1ab8c56f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449399 Sep 29 17:23:14.999865 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-394a13e2-898f-4c9e-8736-be7aed0050c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:15.030058 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a5179e99-064f-4002-a6c1-7c092d3f2c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:15.032573 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:15.032908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:15.033245 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:15.039069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:15.039416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:15.039811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:15.040482 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:15.040828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:15.043995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:15.043995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:15.043995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:15.043995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:15.083675 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a430a7-57d2-4258-baae-1f1f8ddca45d req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] No DVR routers for this DVR port 35d95f39-d9e3-4c32-b841-0bb40f3a629a on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:23:15.086731 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-01a430a7-57d2-4258-baae-1f1f8ddca45d req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:15.089210 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01a430a7-57d2-4258-baae-1f1f8ddca45d req-044cd2b0-91e1-45aa-9339-ce5ac3e12951 tempest-ListImageFiltersTestJSON-736164863 tempest-ListImageFiltersTestJSON-736164863-project] 10.222.0.49 "DELETE /v2.0/ports/35d95f39-d9e3-4c32-b841-0bb40f3a629a HTTP/1.1" status: 204 len: 173 time: 2.5496342 Sep 29 17:23:15.187628 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cbf0eb32-4eb3-44af-bc47-888ea87cfdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:05Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e4a3e8b1-1605-4422-8e37-5734d402f7fc', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'port_id': '0f03a7b6-c7cb-4625-abf7-53adc53cb4a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'mac_address': 'fa:16:3e:cd:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bc64-aa9e-45d0-aedf-806638610d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:26Z', 'updated_at': '2021-09-29T17:23:11Z', 'revision_number': 5, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26fe45ec-8420-49a7-ae01-b36bc13a83fa', 'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'mac_address': 'fa:16:3e:08:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:03Z', 'updated_at': '2021-09-29T17:20:10Z', 'revision_number': 5, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'subnets': [{'id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:15.219703 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-b38d4174-806d-4cc4-873d-92c896af3ba3 req-f662ede6-ee62-4237-aadd-cedb84b92ff7 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Deleting port 428909e0-5a45-4549-90ac-aa0219fdefb7 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:23:15.220252 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-b38d4174-806d-4cc4-873d-92c896af3ba3 req-f662ede6-ee62-4237-aadd-cedb84b92ff7 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:15.228588 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0eb32-4eb3-44af-bc47-888ea87cfdb8 None None] Checking router: f924ee3b-c9e8-4cd0-833b-855df51370e9 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:23:15.250476 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0eb32-4eb3-44af-bc47-888ea87cfdb8 None None] Routers {'f924ee3b-c9e8-4cd0-833b-855df51370e9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:23:15.251601 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cbf0eb32-4eb3-44af-bc47-888ea87cfdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:23:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f924ee3b-c9e8-4cd0-833b-855df51370e9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:15.379147 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-b38d4174-806d-4cc4-873d-92c896af3ba3 req-f662ede6-ee62-4237-aadd-cedb84b92ff7 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] For port 428909e0-5a45-4549-90ac-aa0219fdefb7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=428909e0-5a45-4549-90ac-aa0219fdefb7,segment=NetworkSegment(2f5dffd8-aaba-4198-82d4-bc2d8225e612),segment_id=2f5dffd8-aaba-4198-82d4-bc2d8225e612)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:15.379439 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-b38d4174-806d-4cc4-873d-92c896af3ba3 req-f662ede6-ee62-4237-aadd-cedb84b92ff7 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:15.402143 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-b38d4174-806d-4cc4-873d-92c896af3ba3 req-f662ede6-ee62-4237-aadd-cedb84b92ff7 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Calling delete_port for 428909e0-5a45-4549-90ac-aa0219fdefb7 owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:23:15.416785 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-cbf0eb32-4eb3-44af-bc47-888ea87cfdb8 None None] Set router f924ee3b-c9e8-4cd0-833b-855df51370e9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:23:15.553345 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-9d16f59b-92e0-475b-9117-c4b9b02bb54f service neutron] 10.222.0.44 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502422 Sep 29 17:23:15.575514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a5179e99-064f-4002-a6c1-7c092d3f2c73 service neutron] Transition to ACTIVE for port object a2ab2463-c5bb-4aad-9cb4-0498ceedad3f will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:23:15.596172 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a5179e99-064f-4002-a6c1-7c092d3f2c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:15.686310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5179e99-064f-4002-a6c1-7c092d3f2c73 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,revision_number=10']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:15.726550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fb587-274f-4fc6-aae5-6e5be68f4fbf req-fbf1aa70-fdd6-40aa-a9ad-f528ba1b8a26 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:15.733938 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec7fb587-274f-4fc6-aae5-6e5be68f4fbf req-fbf1aa70-fdd6-40aa-a9ad-f528ba1b8a26 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/ports?device_id=0857a233-f3aa-45ae-a20a-2e58bb11253f HTTP/1.1" status: 200 len: 945 time: 0.3105204 Sep 29 17:23:15.746767 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-394a13e2-898f-4c9e-8736-be7aed0050c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:15.760832 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['046e9848-0706-4079-828a-97c9ad328382'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:15.833408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a13e2-898f-4c9e-8736-be7aed0050c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event updated for resources: {'Port': ['ID=0844192e-5470-4a7b-9446-c355fea56b0e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:15.843302 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cbf0eb32-4eb3-44af-bc47-888ea87cfdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:05Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e4a3e8b1-1605-4422-8e37-5734d402f7fc', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'port_id': '0f03a7b6-c7cb-4625-abf7-53adc53cb4a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'mac_address': 'fa:16:3e:cd:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bc64-aa9e-45d0-aedf-806638610d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:26Z', 'updated_at': '2021-09-29T17:23:11Z', 'revision_number': 5, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26fe45ec-8420-49a7-ae01-b36bc13a83fa', 'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'mac_address': 'fa:16:3e:08:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:03Z', 'updated_at': '2021-09-29T17:20:10Z', 'revision_number': 5, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'subnets': [{'id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:15.913391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a5179e99-064f-4002-a6c1-7c092d3f2c73 service neutron] No DVR routers for this DVR port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:23:15.999768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-394a13e2-898f-4c9e-8736-be7aed0050c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:23:16.027751 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec7fb587-274f-4fc6-aae5-6e5be68f4fbf req-baa0f2fb-369e-47d6-b693-a2be8fe37cbe tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.44 "GET /v2.0/security-groups?id=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887049 Sep 29 17:23:16.030446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-394a13e2-898f-4c9e-8736-be7aed0050c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:23:16.057593 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-a5179e99-064f-4002-a6c1-7c092d3f2c73 service neutron] 10.222.0.35 "PUT /v2.0/ports/a2ab2463-c5bb-4aad-9cb4-0498ceedad3f/bindings/n-h1-811748-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7650194 Sep 29 17:23:16.058934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-394a13e2-898f-4c9e-8736-be7aed0050c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:23:16.147658 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0eb32-4eb3-44af-bc47-888ea87cfdb8 None None] The sync data for ids ['f924ee3b-c9e8-4cd0-833b-855df51370e9'] in n-d-811748-2 is: [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:05Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e4a3e8b1-1605-4422-8e37-5734d402f7fc', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'floating_ip_address': '172.25.2.254', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'port_id': '0f03a7b6-c7cb-4625-abf7-53adc53cb4a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'mac_address': 'fa:16:3e:cd:c8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d7bc64-aa9e-45d0-aedf-806638610d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:20:26Z', 'updated_at': '2021-09-29T17:23:11Z', 'revision_number': 5, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26fe45ec-8420-49a7-ae01-b36bc13a83fa', 'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'mac_address': 'fa:16:3e:08:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:03Z', 'updated_at': '2021-09-29T17:20:10Z', 'revision_number': 5, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'subnets': [{'id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:23:16.204561 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-b38d4174-806d-4cc4-873d-92c896af3ba3 req-f662ede6-ee62-4237-aadd-cedb84b92ff7 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:16.231012 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d93eea-ebc5-4726-a8f6-8ee2df308d7c {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:16.238974 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['428909e0-5a45-4549-90ac-aa0219fdefb7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:16.282345 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:16.291258 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-394a13e2-898f-4c9e-8736-be7aed0050c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:16.299113 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-394a13e2-898f-4c9e-8736-be7aed0050c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:16.346472 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-969a78e2-cd15-407d-b9d8-ba64374ade66 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:16.351607 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-969a78e2-cd15-407d-b9d8-ba64374ade66 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5&tenant_id=c50efc2fa4284829be7a860e331db6cd&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 1096 time: 0.1987114 Sep 29 17:23:16.357346 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-394a13e2-898f-4c9e-8736-be7aed0050c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1161575 Sep 29 17:23:16.380532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662ede6-ee62-4237-aadd-cedb84b92ff7 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Pushing event deleted for resources: {'Port': ['ID=428909e0-5a45-4549-90ac-aa0219fdefb7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:16.459193 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea82636-8c2c-4526-85bc-a0b3005ff516 x-openstack-request-id: req-eea82636-8c2c-4526-85bc-a0b3005ff516 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:16.462881 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d7bc64-aa9e-45d0-aedf-806638610d8a", "tag": "0f03a7b6-c7cb-4625-abf7-53adc53cb4a3", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:16.463298 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eea82636-8c2c-4526-85bc-a0b3005ff516 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:16.463877 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d7bc64-aa9e-45d0-aedf-806638610d8a', 'tag': '0f03a7b6-c7cb-4625-abf7-53adc53cb4a3', 'status': 'completed', 'code': 200} Sep 29 17:23:16.504822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 35d95f39-d9e3-4c32-b841-0bb40f3a629a no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:23:16.521211 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Request body: {'port': {'device_id': '68f3b1bd-ea0d-4731-8ebe-1d271dd614cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:16.528790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Transition to ACTIVE for port object 54d93eea-ebc5-4726-a8f6-8ee2df308d7c will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:23:16.554683 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 35d95f39-d9e3-4c32-b841-0bb40f3a629a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:23:16.555091 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 35d95f39-d9e3-4c32-b841-0bb40f3a629a not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:23:16.577982 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:16.584130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38d4174-806d-4cc4-873d-92c896af3ba3 req-f662ede6-ee62-4237-aadd-cedb84b92ff7 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] No DVR routers for this DVR port 428909e0-5a45-4549-90ac-aa0219fdefb7 on host n-h2-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:23:16.587866 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-b38d4174-806d-4cc4-873d-92c896af3ba3 req-f662ede6-ee62-4237-aadd-cedb84b92ff7 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:16.590269 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b38d4174-806d-4cc4-873d-92c896af3ba3 req-f662ede6-ee62-4237-aadd-cedb84b92ff7 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] 10.222.0.35 "DELETE /v2.0/ports/428909e0-5a45-4549-90ac-aa0219fdefb7 HTTP/1.1" status: 204 len: 173 time: 1.7103319 Sep 29 17:23:16.607452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0857a233-f3aa-45ae-a20a-2e58bb11253f', 'name': 'network-vif-deleted', 'tag': '428909e0-5a45-4549-90ac-aa0219fdefb7'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:16.613426 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24731d57-1608-4776-9ad7-07c3b6d60cf8" -d '{"events": [{"server_uuid": "0857a233-f3aa-45ae-a20a-2e58bb11253f", "name": "network-vif-deleted", "tag": "428909e0-5a45-4549-90ac-aa0219fdefb7"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:16.613687 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b294111a-3953-4359-86c8-905d4accf9c9 None None] Provisioning complete for port 0844192e-5470-4a7b-9446-c355fea56b0e triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:16.615170 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b294111a-3953-4359-86c8-905d4accf9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:16.784182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc5e5e2-fa8f-452b-abb4-78d8aa0c381b None None] New status for floating IP e4a3e8b1-1605-4422-8e37-5734d402f7fc: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:23:16.792436 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b294111a-3953-4359-86c8-905d4accf9c9 None None] Port 0844192e-5470-4a7b-9446-c355fea56b0e cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:23:16.799911 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:16.874118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-6e4d9d02-ff6a-4add-a130-c7286a278045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:16.875701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-6e4d9d02-ff6a-4add-a130-c7286a278045 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5&tenant_id=c50efc2fa4284829be7a860e331db6cd HTTP/1.1" status: 200 len: 1096 time: 0.5143275 Sep 29 17:23:16.889002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc13c64-61db-4560-9a44-3e094abc2f0f req-dc4fc911-6f60-40c6-b95f-583124d96b78 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:16.899282 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7fc13c64-61db-4560-9a44-3e094abc2f0f req-dc4fc911-6f60-40c6-b95f-583124d96b78 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fdc9c7f-b553-4a57-873d-a359ff2b3e6f HTTP/1.1" status: 200 len: 936 time: 0.3811922 Sep 29 17:23:16.936881 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Pushing event updated for resources: {'Port': ['ID=54d93eea-ebc5-4726-a8f6-8ee2df308d7c,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:17.029681 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7fc13c64-61db-4560-9a44-3e094abc2f0f req-68a2b94c-bc94-47e3-ae23-db96b9b8c62c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294086 Sep 29 17:23:17.032927 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Attempting to bind port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:23:17.033580 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Attempting to bind port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:23:17.034132 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Attempting to bind port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:17.039940 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:23:17.040667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Attempting to bind port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:17.046852 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:23:17.046852 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:23:17.047262 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:23:17.047699 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Bound port: 54d93eea-ebc5-4726-a8f6-8ee2df308d7c, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:23:17.048063 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:17.078868 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:17.140386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1de26-0fbc-4d93-9cdc-f595cf8633cc req-033a6d2b-e68d-45a1-adf0-4ece34682f31 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:17.143015 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03c1de26-0fbc-4d93-9cdc-f595cf8633cc req-033a6d2b-e68d-45a1-adf0-4ece34682f31 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 945 time: 0.4662724 Sep 29 17:23:17.167180 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] For port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:17.181702 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] For port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=54d93eea-ebc5-4726-a8f6-8ee2df308d7c,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:23:17.204502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dc090-8060-4071-8e2c-7d160897c37d req-e3a46412-d878-4c53-a30c-cc31783d95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:17.206099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f24dc090-8060-4071-8e2c-7d160897c37d req-e3a46412-d878-4c53-a30c-cc31783d95ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7f4460541cb46a58c2b100f386f72d9&device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 1096 time: 0.7325137 Sep 29 17:23:17.211147 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:17.334523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:17.336250 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:17.337840 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] 10.222.0.35 "PUT /v2.0/ports/54d93eea-ebc5-4726-a8f6-8ee2df308d7c HTTP/1.1" status: 200 len: 1096 time: 3.8246219 Sep 29 17:23:17.390323 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03c1de26-0fbc-4d93-9cdc-f595cf8633cc req-d902f4f9-c2a5-4f24-b42f-51d39000c265 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338991 Sep 29 17:23:17.398491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc36392-c4bc-4b99-8d3f-a26d73b8f2cc req-8e40a73d-2e10-430e-94ac-2dad0f41b004 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:17.400793 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9dc36392-c4bc-4b99-8d3f-a26d73b8f2cc req-8e40a73d-2e10-430e-94ac-2dad0f41b004 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.2173986 Sep 29 17:23:17.420284 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1173b-aff5-4f48-a3f2-79f6b9de1629 service neutron] Pushing event updated for resources: {'Port': ['ID=54d93eea-ebc5-4726-a8f6-8ee2df308d7c,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:17.586495 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9dc36392-c4bc-4b99-8d3f-a26d73b8f2cc req-108f4f97-84d8-479c-9e1f-070a048d53d4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601198 Sep 29 17:23:17.595431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-9c74ca07-8de5-4333-8453-ad98f89f4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:17.601556 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-9c74ca07-8de5-4333-8453-ad98f89f4fdd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=4fdc9c7f-b553-4a57-873d-a359ff2b3e6f HTTP/1.1" status: 200 len: 1099 time: 0.1621280 Sep 29 17:23:17.685244 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-d7939b41-3594-4982-998e-9054a412a231 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=54d93eea-ebc5-4726-a8f6-8ee2df308d7c HTTP/1.1" status: 200 len: 217 time: 0.0737016 Sep 29 17:23:17.814967 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-8fc1bd9b-c630-41a9-adf6-74890c10531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:17.816638 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-8fc1bd9b-c630-41a9-adf6-74890c10531a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1228299 Sep 29 17:23:17.854589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-1e2ad6df-e0bb-499a-95eb-2f2d6c6cba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:17.856270 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-1e2ad6df-e0bb-499a-95eb-2f2d6c6cba34 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 1096 time: 0.9156013 Sep 29 17:23:17.901580 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a248abee-3198-4b2a-b269-166b0900f133 req-ac5c9c49-1c3f-4b80-9301-ad2405bacb2c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 210 time: 0.0393472 Sep 29 17:23:17.915827 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-1f790465-fc44-4382-bd66-1deb1ccc3c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:17.917392 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-1f790465-fc44-4382-bd66-1deb1ccc3c54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0927670 Sep 29 17:23:18.048970 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-2557cd84-ce5c-4ffb-b5db-9a20cbcb5edd service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240551 Sep 29 17:23:18.050672 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d93f30b-14a4-41e8-b8a9-98755ad897df x-openstack-request-id: req-4d93f30b-14a4-41e8-b8a9-98755ad897df {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:18.051061 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0857a233-f3aa-45ae-a20a-2e58bb11253f", "name": "network-vif-deleted", "tag": "428909e0-5a45-4549-90ac-aa0219fdefb7", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:18.051413 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d93f30b-14a4-41e8-b8a9-98755ad897df {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:18.051896 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0857a233-f3aa-45ae-a20a-2e58bb11253f', 'name': 'network-vif-deleted', 'tag': '428909e0-5a45-4549-90ac-aa0219fdefb7', 'status': 'completed', 'code': 200} Sep 29 17:23:18.108614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0844192e-5470-4a7b-9446-c355fea56b0e {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:18.114366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dc090-8060-4071-8e2c-7d160897c37d req-fc3da99c-c0f4-4dd5-a4cf-1bbf1e9c5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:18.115860 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f24dc090-8060-4071-8e2c-7d160897c37d req-fc3da99c-c0f4-4dd5-a4cf-1bbf1e9c5193 service neutron] 10.222.0.35 "GET /v2.0/networks?id=40461b8a-b841-41cc-8ce4-55106acc93a9 HTTP/1.1" status: 200 len: 925 time: 0.8935571 Sep 29 17:23:18.139724 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:18.212663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Transition to ACTIVE for port object 0844192e-5470-4a7b-9446-c355fea56b0e will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:23:18.227293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-3a3f05d1-6d68-4b31-a15e-cf0214ee522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:18.229188 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-3a3f05d1-6d68-4b31-a15e-cf0214ee522a service neutron] 10.222.0.49 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.3133836 Sep 29 17:23:18.230017 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:18.307119 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f24dc090-8060-4071-8e2c-7d160897c37d req-90f43cd9-2f78-44fb-b9e5-6e2da525c92f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 HTTP/1.1" status: 200 len: 1001 time: 0.1801591 Sep 29 17:23:18.385177 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-96c23553-029d-45c3-95ab-da11131ed43d service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286765 Sep 29 17:23:18.452846 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-b1db3237-ac1e-45f0-b097-ffe0f77b86f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f HTTP/1.1" status: 200 len: 217 time: 0.2091684 Sep 29 17:23:18.467075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-a6ee8127-283f-40e6-b73e-05d3a80eadd7 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:18.468600 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-a6ee8127-283f-40e6-b73e-05d3a80eadd7 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.49 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 820 time: 0.1600177 Sep 29 17:23:18.485780 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18aded0-be82-4be3-aee8-1507a6c63983 req-bce89392-7b5f-4848-9712-5b1982f0ca92 tempest-MigrationsAdminTest-1527522258 tempest-MigrationsAdminTest-1527522258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:18.488529 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b18aded0-be82-4be3-aee8-1507a6c63983 req-bce89392-7b5f-4848-9712-5b1982f0ca92 tempest-MigrationsAdminTest-1527522258 tempest-MigrationsAdminTest-1527522258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 1099 time: 0.0696149 Sep 29 17:23:18.509660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382a2f20-8538-4095-b89a-aebb22304c34', 'name': 'network-vif-deleted', 'tag': '35d95f39-d9e3-4c32-b841-0bb40f3a629a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:18.511920 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c26f51-6794-4915-b02e-fefe12cd02a3" -d '{"events": [{"server_uuid": "382a2f20-8538-4095-b89a-aebb22304c34", "name": "network-vif-deleted", "tag": "35d95f39-d9e3-4c32-b841-0bb40f3a629a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:18.518946 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-a0ac2ba7-48d7-4160-87a1-342ee84e7e08 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Request body: {'port': {'device_id': 'f5e05124-1760-4569-8f83-0acf58ee95fe', 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7', 'admin_state_up': True, 'tenant_id': 'd53b74dfe44140fcbab1c205ed9e0f93'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:18.565330 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b18aded0-be82-4be3-aee8-1507a6c63983 req-bf975b8d-38e3-40f6-ab5a-14a6e1a36550 tempest-MigrationsAdminTest-1527522258 tempest-MigrationsAdminTest-1527522258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614882 Sep 29 17:23:18.587476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 428909e0-5a45-4549-90ac-aa0219fdefb7 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:23:18.650889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 428909e0-5a45-4549-90ac-aa0219fdefb7 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:23:18.651234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 428909e0-5a45-4549-90ac-aa0219fdefb7 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:23:18.677351 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Pushing event updated for resources: {'Port': ['ID=0844192e-5470-4a7b-9446-c355fea56b0e,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:18.753414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dc090-8060-4071-8e2c-7d160897c37d req-34119883-2575-4c89-acc6-9d0b49370d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:18.756286 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f24dc090-8060-4071-8e2c-7d160897c37d req-34119883-2575-4c89-acc6-9d0b49370d5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59a8d133-1ed0-4c52-9a90-7b5a1d2cea45 HTTP/1.1" status: 200 len: 863 time: 0.3147757 Sep 29 17:23:18.840173 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979668f-848c-4923-ac59-52339d380337 req-124c8400-d6d8-4832-ac28-25200c474b24 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:18.843647 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b979668f-848c-4923-ac59-52339d380337 req-124c8400-d6d8-4832-ac28-25200c474b24 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fdc9c7f-b553-4a57-873d-a359ff2b3e6f HTTP/1.1" status: 200 len: 948 time: 0.1359720 Sep 29 17:23:18.913220 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b979668f-848c-4923-ac59-52339d380337 req-3e73848d-f4fb-40ff-9ea4-3d3df3590151 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622232 Sep 29 17:23:18.920220 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-af9b7c2a-676a-4bb8-b447-f03791d97070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:18.921785 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-af9b7c2a-676a-4bb8-b447-f03791d97070 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.4500709 Sep 29 17:23:18.978187 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-43888c74-7ff7-4412-befd-ac2e3683363b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403996 Sep 29 17:23:19.091764 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-6b903fa3-1ccd-47ea-8314-ea4255e98334 service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945077 Sep 29 17:23:19.102588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dc090-8060-4071-8e2c-7d160897c37d req-89570ed2-c644-4910-964a-7c31dab6caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:19.104091 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f24dc090-8060-4071-8e2c-7d160897c37d req-89570ed2-c644-4910-964a-7c31dab6caa8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=40461b8a-b841-41cc-8ce4-55106acc93a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2215488 Sep 29 17:23:19.125182 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Attempting to bind port 0844192e-5470-4a7b-9446-c355fea56b0e on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:23:19.125564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Attempting to bind port 0844192e-5470-4a7b-9446-c355fea56b0e by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:23:19.125897 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Attempting to bind port 0844192e-5470-4a7b-9446-c355fea56b0e on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:19.156536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Port 0844192e-5470-4a7b-9446-c355fea56b0e on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:23:19.156865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Attempting to bind port 0844192e-5470-4a7b-9446-c355fea56b0e on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:19.177304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:23:19.177918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:23:19.178487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:23:19.179175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Bound port: 0844192e-5470-4a7b-9446-c355fea56b0e, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:23:19.180208 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:19.306372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-a0ac2ba7-48d7-4160-87a1-342ee84e7e08 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Made reservation on behalf of d53b74dfe44140fcbab1c205ed9e0f93 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:23:19.310909 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-a0ac2ba7-48d7-4160-87a1-342ee84e7e08 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:19.419362 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f24dc090-8060-4071-8e2c-7d160897c37d req-a901d4bd-2f2f-4e48-85fd-81c9500b5503 service neutron] 10.222.0.35 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037059 Sep 29 17:23:19.421430 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-181574be-7cec-44f7-9baf-bdbcc022bc20 service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164601 Sep 29 17:23:19.485908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] For port 0844192e-5470-4a7b-9446-c355fea56b0e, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:19.516877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] For port 0844192e-5470-4a7b-9446-c355fea56b0e, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0844192e-5470-4a7b-9446-c355fea56b0e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:23:19.531697 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:19.739293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:19.743984 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:19.745975 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] 10.222.0.35 "PUT /v2.0/ports/0844192e-5470-4a7b-9446-c355fea56b0e HTTP/1.1" status: 200 len: 1095 time: 3.2940521 Sep 29 17:23:19.895553 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223eb69a-e61d-4412-a2a1-4050b363d1fc x-openstack-request-id: req-223eb69a-e61d-4412-a2a1-4050b363d1fc {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:19.895923 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382a2f20-8538-4095-b89a-aebb22304c34", "name": "network-vif-deleted", "tag": "35d95f39-d9e3-4c32-b841-0bb40f3a629a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:19.896144 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-223eb69a-e61d-4412-a2a1-4050b363d1fc {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:19.896492 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382a2f20-8538-4095-b89a-aebb22304c34', 'name': 'network-vif-deleted', 'tag': '35d95f39-d9e3-4c32-b841-0bb40f3a629a', 'status': 'completed', 'code': 200} Sep 29 17:23:19.898980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-a0ac2ba7-48d7-4160-87a1-342ee84e7e08 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Allocated IP 172.20.0.7 (9ff89bdc-1790-411e-92d4-65e23c2d16d7/86eaf9b4-1784-4ab4-8567-540414d627ca/3513661f-1810-4ae0-934f-1dd76bb88218) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:23:19.978461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c36a6d-f743-4676-a6a6-0e7b7fe71d67 service neutron] Pushing event updated for resources: {'Port': ['ID=0844192e-5470-4a7b-9446-c355fea56b0e,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:19.989674 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f24dc090-8060-4071-8e2c-7d160897c37d req-d455d6a9-88eb-40ff-834f-458b2644c522 service neutron] 10.222.0.35 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231814 Sep 29 17:23:20.065108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7f955-883c-43ee-b7af-7402255338c6 req-30dfed24-4cc5-4549-bef7-338b97dafdd3 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:20.093960 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eea7f955-883c-43ee-b7af-7402255338c6 req-30dfed24-4cc5-4549-bef7-338b97dafdd3 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 945 time: 0.2744935 Sep 29 17:23:20.103937 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdc9c7f-b553-4a57-873d-a359ff2b3e6f', 'tag': '54d93eea-ebc5-4726-a8f6-8ee2df308d7c'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:20.110453 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-aceeb60e-219d-4add-86ac-2c5dba0712b5 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:20.112256 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-aceeb60e-219d-4add-86ac-2c5dba0712b5 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5&tenant_id=c50efc2fa4284829be7a860e331db6cd&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 1096 time: 0.3273330 Sep 29 17:23:20.112702 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7026f107-a107-4fe2-a765-f728231002db" -d '{"events": [{"name": "network-changed", "server_uuid": "4fdc9c7f-b553-4a57-873d-a359ff2b3e6f", "tag": "54d93eea-ebc5-4726-a8f6-8ee2df308d7c"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:20.150779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-a0b66caf-e989-447a-8736-e2d95e82be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:20.152521 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-a0b66caf-e989-447a-8736-e2d95e82be2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd HTTP/1.1" status: 200 len: 1098 time: 0.2672565 Sep 29 17:23:20.228287 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eea7f955-883c-43ee-b7af-7402255338c6 req-793c7ecf-5738-42d2-982c-68ad2effb9c9 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328924 Sep 29 17:23:20.393340 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdc8828d-98be-47e7-a0fa-e6fef58bf978 req-f016692d-e38e-402b-b850-8154aa2a22f0 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 210 time: 0.0530283 Sep 29 17:23:20.589728 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-db42cb74-59dd-4bdc-ab2d-d678ac09184b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=0844192e-5470-4a7b-9446-c355fea56b0e HTTP/1.1" status: 200 len: 217 time: 0.4087236 Sep 29 17:23:20.605483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 54d93eea-ebc5-4726-a8f6-8ee2df308d7c details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:23:20.704465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-a0178055-9443-4540-9154-bd89dc0e8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:20.706333 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-a0178055-9443-4540-9154-bd89dc0e8780 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0831792 Sep 29 17:23:20.783247 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-a0ac2ba7-48d7-4160-87a1-342ee84e7e08 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:20.895966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=54d93eea-ebc5-4726-a8f6-8ee2df308d7c,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:20.902754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-434ddd97-f207-4422-ab71-6970dba86ed3 service neutron] For port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:20.910714 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-434ddd97-f207-4422-ab71-6970dba86ed3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:20.911895 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25744d4-6c73-4a67-8d10-7ba52b675d7a req-434ddd97-f207-4422-ab71-6970dba86ed3 service neutron] 10.222.0.49 "DELETE /v2.0/ports/a2ab2463-c5bb-4aad-9cb4-0498ceedad3f/bindings/n-h2-811748-2 HTTP/1.1" status: 204 len: 173 time: 0.7812393 Sep 29 17:23:20.916322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-48ccc772-4934-46d9-b39c-b18b0a37146d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:20.918088 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-48ccc772-4934-46d9-b39c-b18b0a37146d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2025132 Sep 29 17:23:20.920885 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-a0ac2ba7-48d7-4160-87a1-342ee84e7e08 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:20.921564 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '54d93eea-ebc5-4726-a8f6-8ee2df308d7c', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '54d93eea-ebc5-4726-a8f6-8ee2df308d7c', 'mac_address': 'fa:16:3e:46:03:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:23:20.990162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['ca80e824-6d80-424d-8761-3a0d22cb2b89'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:21.135203 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:21.152504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-a0ac2ba7-48d7-4160-87a1-342ee84e7e08 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:23:21.169990 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d93eea-ebc5-4726-a8f6-8ee2df308d7c {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:21.176596 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad1b03b-4586-4a2e-b9f3-e669f6cd2b8e x-openstack-request-id: req-7ad1b03b-4586-4a2e-b9f3-e669f6cd2b8e {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:21.177111 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fdc9c7f-b553-4a57-873d-a359ff2b3e6f", "tag": "54d93eea-ebc5-4726-a8f6-8ee2df308d7c", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:21.182452 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ad1b03b-4586-4a2e-b9f3-e669f6cd2b8e {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:21.183145 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdc9c7f-b553-4a57-873d-a359ff2b3e6f', 'tag': '54d93eea-ebc5-4726-a8f6-8ee2df308d7c', 'status': 'completed', 'code': 200} Sep 29 17:23:21.199453 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-26f3cdab-bedf-45bc-9196-07a206a8cd91 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1594055 Sep 29 17:23:21.209557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-a0ac2ba7-48d7-4160-87a1-342ee84e7e08 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:23:21.212022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac2ba7-48d7-4160-87a1-342ee84e7e08 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Pushing event updated for resources: {'Port': ['ID=3513661f-1810-4ae0-934f-1dd76bb88218,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:21.241849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=54d93eea-ebc5-4726-a8f6-8ee2df308d7c,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:21.260683 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:21.277616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-a0ac2ba7-48d7-4160-87a1-342ee84e7e08 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:23:21.400765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=54d93eea-ebc5-4726-a8f6-8ee2df308d7c,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:21.533121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-a0ac2ba7-48d7-4160-87a1-342ee84e7e08 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:21.534324 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-a0ac2ba7-48d7-4160-87a1-342ee84e7e08 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:21.555685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d0f6c-39f2-4eeb-9429-470604cc2e27 req-8f8e6bc6-0384-49b7-b790-e33bc4fae4ed tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:21.569017 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-624d0f6c-39f2-4eeb-9429-470604cc2e27 req-8f8e6bc6-0384-49b7-b790-e33bc4fae4ed tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.1752160 Sep 29 17:23:21.608230 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-a0ac2ba7-48d7-4160-87a1-342ee84e7e08 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0931709 Sep 29 17:23:21.613503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026f107-a107-4fe2-a765-f728231002db req-caf501a9-66ba-44b4-b158-d99dcbe70f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:21.615001 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7026f107-a107-4fe2-a765-f728231002db req-caf501a9-66ba-44b4-b158-d99dcbe70f48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=4fdc9c7f-b553-4a57-873d-a359ff2b3e6f HTTP/1.1" status: 200 len: 1100 time: 0.3316073 Sep 29 17:23:21.637353 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957ce02-e23e-4f0b-9fb8-f5b030ab8c16 req-763f5783-46c8-483b-95b7-b56a3405c149 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:21.647099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4957ce02-e23e-4f0b-9fb8-f5b030ab8c16 req-763f5783-46c8-483b-95b7-b56a3405c149 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fdc9c7f-b553-4a57-873d-a359ff2b3e6f HTTP/1.1" status: 200 len: 948 time: 0.5811362 Sep 29 17:23:21.668941 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-624d0f6c-39f2-4eeb-9429-470604cc2e27 req-e31542e6-1c15-4567-939c-398575c29b70 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877404 Sep 29 17:23:21.692762 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['54d93eea-ebc5-4726-a8f6-8ee2df308d7c'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:21.714480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Request body: {'port': {'device_id': 'f5e05124-1760-4569-8f83-0acf58ee95fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:21.791723 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-15bd7df1-8877-4500-88f5-ed96c6139f87 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8560483 Sep 29 17:23:21.793740 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51920) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:21.908732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f3b1bd-ea0d-4731-8ebe-1d271dd614cd', 'tag': '0844192e-5470-4a7b-9446-c355fea56b0e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:21.911460 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038a5f15-eeae-433a-bbd6-6383c0a41453" -d '{"events": [{"name": "network-changed", "server_uuid": "68f3b1bd-ea0d-4731-8ebe-1d271dd614cd", "tag": "0844192e-5470-4a7b-9446-c355fea56b0e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:21.932952 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7cf80-7619-4d2b-ac4c-4ba1a9205a1e req-0bc07ffc-c565-410d-b7ba-34d6c9401b7b tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:21.941346 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e4c7cf80-7619-4d2b-ac4c-4ba1a9205a1e req-0bc07ffc-c565-410d-b7ba-34d6c9401b7b tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 945 time: 0.1617942 Sep 29 17:23:21.980674 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:22.060483 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4957ce02-e23e-4f0b-9fb8-f5b030ab8c16 req-94225bf8-4be2-4950-8715-7c87aab045f8 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068918 Sep 29 17:23:22.133912 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e4c7cf80-7619-4d2b-ac4c-4ba1a9205a1e req-521118a7-76d2-4ede-9ef3-146b8dd87be5 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913538 Sep 29 17:23:22.405111 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-80e2d3e5-9130-4ba6-9628-10fb5545ca03 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4782f5bfcbf247dc8044d3ec4d222d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6099958 Sep 29 17:23:22.414274 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51938) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:22.420214 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd5642e-3da4-4b45-aeaf-a1882d7e8d68 x-openstack-request-id: req-6fd5642e-3da4-4b45-aeaf-a1882d7e8d68 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:22.423683 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f3b1bd-ea0d-4731-8ebe-1d271dd614cd", "tag": "0844192e-5470-4a7b-9446-c355fea56b0e", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:22.424234 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6fd5642e-3da4-4b45-aeaf-a1882d7e8d68 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:22.425245 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f3b1bd-ea0d-4731-8ebe-1d271dd614cd', 'tag': '0844192e-5470-4a7b-9446-c355fea56b0e', 'status': 'completed', 'code': 200} Sep 29 17:23:22.492498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026f107-a107-4fe2-a765-f728231002db req-6b0a17b4-aa70-4d53-b668-056ef7c8eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:22.501912 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7026f107-a107-4fe2-a765-f728231002db req-6b0a17b4-aa70-4d53-b668-056ef7c8eb14 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.8505495 Sep 29 17:23:22.557266 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac2da-7217-41df-8d4d-426148c2d2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:22.589767 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac2da-7217-41df-8d4d-426148c2d2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:22.660868 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7026f107-a107-4fe2-a765-f728231002db req-d87f9e73-3906-4f4c-9d07-9c4cf3b80fa5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=54d93eea-ebc5-4726-a8f6-8ee2df308d7c HTTP/1.1" status: 200 len: 217 time: 0.1135375 Sep 29 17:23:22.669404 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2469f50e-8274-4fa6-8145-f9a9672041b4 req-f7508bb1-703e-4c46-b293-5c1bf0befcbc service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7504447 Sep 29 17:23:22.762283 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497c03d-e04b-4aa0-b489-d9d42269d754 req-88e01098-3de3-42d6-ae4e-fdd22ebc6590 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:22.764923 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3497c03d-e04b-4aa0-b489-d9d42269d754 req-88e01098-3de3-42d6-ae4e-fdd22ebc6590 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 1096 time: 0.0600078 Sep 29 17:23:22.765683 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac2da-7217-41df-8d4d-426148c2d2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:22.768703 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a0ac2da-7217-41df-8d4d-426148c2d2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:22.786556 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8a0ac2da-7217-41df-8d4d-426148c2d2cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2191a86-6769-4184-adc3-379f36bd8c18 HTTP/1.1" status: 204 len: 168 time: 0.3655312 Sep 29 17:23:22.888089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ac2da-7217-41df-8d4d-426148c2d2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2191a86-6769-4184-adc3-379f36bd8c18,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:22.896020 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3497c03d-e04b-4aa0-b489-d9d42269d754 req-1166ef97-9b22-440e-b84f-f637a107c008 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052547 Sep 29 17:23:22.901037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026f107-a107-4fe2-a765-f728231002db req-e395a1ca-7a9e-4354-9beb-33c59fdab7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:22.903443 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7026f107-a107-4fe2-a765-f728231002db req-e395a1ca-7a9e-4354-9beb-33c59fdab7da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.2288082 Sep 29 17:23:22.987561 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7cf8b-e2c9-42e9-b965-2024185930c9 req-ed435573-c532-4a1e-afed-62ba883526c5 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:22.998679 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-90c7cf8b-e2c9-42e9-b965-2024185930c9 req-ed435573-c532-4a1e-afed-62ba883526c5 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 931 time: 0.7559037 Sep 29 17:23:23.106540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebf560-446d-4f61-948d-f05150f25239 req-0122dfa4-ef9d-4e50-85f3-78435407c2a6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:23.108497 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f7ebf560-446d-4f61-948d-f05150f25239 req-0122dfa4-ef9d-4e50-85f3-78435407c2a6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.0611937 Sep 29 17:23:23.177614 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-90c7cf8b-e2c9-42e9-b965-2024185930c9 req-25752735-28ac-45c3-bc04-540b61453f1e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735692 Sep 29 17:23:23.198244 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f7ebf560-446d-4f61-948d-f05150f25239 req-364a06fa-a91b-4bec-8f00-95c0b68e1a61 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761287 Sep 29 17:23:23.373489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3513661f-1810-4ae0-934f-1dd76bb88218 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:23.394092 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:23.426320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Transition to ACTIVE for port object 3513661f-1810-4ae0-934f-1dd76bb88218 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:23:23.434915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a5f15-eeae-433a-bbd6-6383c0a41453 req-6602c81e-cd4d-4b8f-82be-9b03ab404836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:23.436448 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-038a5f15-eeae-433a-bbd6-6383c0a41453 req-6602c81e-cd4d-4b8f-82be-9b03ab404836 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd HTTP/1.1" status: 200 len: 1098 time: 0.5320044 Sep 29 17:23:23.440199 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:23.552562 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd64af-61d6-425f-b916-1d50d0f21ecb req-fc967655-e32a-4db2-a645-5bab7400eefb tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:23.565426 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d6cd64af-61d6-425f-b916-1d50d0f21ecb req-fc967655-e32a-4db2-a645-5bab7400eefb tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fdc9c7f-b553-4a57-873d-a359ff2b3e6f HTTP/1.1" status: 200 len: 949 time: 0.1860797 Sep 29 17:23:23.567709 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898dd06-6392-42b8-8660-236379255d84 req-b9d1dab4-13f9-45ed-8af8-4b7ff3693577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:23.569220 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-b9d1dab4-13f9-45ed-8af8-4b7ff3693577 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 1099 time: 0.1256905 Sep 29 17:23:23.701720 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898dd06-6392-42b8-8660-236379255d84 req-e26584aa-1f46-4c66-971f-79b41f0fbc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:23.703189 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-e26584aa-1f46-4c66-971f-79b41f0fbc20 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.1025271 Sep 29 17:23:23.729786 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d6cd64af-61d6-425f-b916-1d50d0f21ecb req-8ec9f433-a115-402a-adb4-d676c8ae0e6c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567948 Sep 29 17:23:23.749189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026f107-a107-4fe2-a765-f728231002db req-5daa1832-4579-4a7d-8a9b-f58c1d5abc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:23.750730 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7026f107-a107-4fe2-a765-f728231002db req-5daa1832-4579-4a7d-8a9b-f58c1d5abc66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8117950 Sep 29 17:23:23.777684 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-e4c739d9-8b82-4b83-bc43-d20994f7a23d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf HTTP/1.1" status: 200 len: 217 time: 0.0610983 Sep 29 17:23:23.880590 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898dd06-6392-42b8-8660-236379255d84 req-e9edf5df-5899-41d4-be61-0a0035bf588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:23.884124 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-e9edf5df-5899-41d4-be61-0a0035bf588b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1032913 Sep 29 17:23:23.985230 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898dd06-6392-42b8-8660-236379255d84 req-67e832dc-fdec-4011-99be-259d07986485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:23.986770 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-67e832dc-fdec-4011-99be-259d07986485 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0945852 Sep 29 17:23:24.033655 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3513661f-1810-4ae0-934f-1dd76bb88218,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:24.036776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a5f15-eeae-433a-bbd6-6383c0a41453 req-e984e9d6-6fc4-4377-8717-05e82323e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:24.039039 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-038a5f15-eeae-433a-bbd6-6383c0a41453 req-e984e9d6-6fc4-4377-8717-05e82323e915 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.5740385 Sep 29 17:23:24.068349 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7026f107-a107-4fe2-a765-f728231002db req-98c46cb1-e2d8-4312-98ce-7838fe643f36 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788877 Sep 29 17:23:24.083374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484654b-8f89-4480-a1e2-2d1f1dcf70ce req-86df8272-cf84-4e9d-8c60-faf3377fae75 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:24.085578 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4484654b-8f89-4480-a1e2-2d1f1dcf70ce req-86df8272-cf84-4e9d-8c60-faf3377fae75 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 1096 time: 0.6476176 Sep 29 17:23:24.241623 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-038a5f15-eeae-433a-bbd6-6383c0a41453 req-0168f79c-f282-4ff0-8862-c0e3101a8eb7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=0844192e-5470-4a7b-9446-c355fea56b0e HTTP/1.1" status: 200 len: 217 time: 0.1937926 Sep 29 17:23:24.355562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a5f15-eeae-433a-bbd6-6383c0a41453 req-5c59d9b6-470d-44f5-a02b-ed82fa084cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:24.357823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-038a5f15-eeae-433a-bbd6-6383c0a41453 req-5c59d9b6-470d-44f5-a02b-ed82fa084cdd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0652087 Sep 29 17:23:24.478276 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-d3d01f5b-b422-4fa4-955d-bb1328e04c51 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770436 Sep 29 17:23:24.559976 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a5f15-eeae-433a-bbd6-6383c0a41453 req-6ebabea3-b8c1-4a13-b52f-d09383f11be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:24.561855 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-038a5f15-eeae-433a-bbd6-6383c0a41453 req-6ebabea3-b8c1-4a13-b52f-d09383f11be2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1938076 Sep 29 17:23:24.565625 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4484654b-8f89-4480-a1e2-2d1f1dcf70ce req-5c849195-2716-48cc-9375-61c304cb3bbd tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588121 Sep 29 17:23:24.594056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Attempting to bind port 3513661f-1810-4ae0-934f-1dd76bb88218 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:23:24.594699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Attempting to bind port 3513661f-1810-4ae0-934f-1dd76bb88218 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:23:24.604459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Attempting to bind port 3513661f-1810-4ae0-934f-1dd76bb88218 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:24.620952 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70e444-ddfd-4c02-8b9c-baf2f4ffef53 req-93b36e75-a0bf-47e7-b8ca-82a345aed786 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:24.622544 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea70e444-ddfd-4c02-8b9c-baf2f4ffef53 req-93b36e75-a0bf-47e7-b8ca-82a345aed786 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 943 time: 0.1430981 Sep 29 17:23:24.643331 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 54d93eea-ebc5-4726-a8f6-8ee2df308d7c up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:23:24.665499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Port 3513661f-1810-4ae0-934f-1dd76bb88218 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:23:24.665840 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Attempting to bind port 3513661f-1810-4ae0-934f-1dd76bb88218 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:24.672823 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-76e723f5-57cd-49e3-a5b7-830906c6c28a service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836448 Sep 29 17:23:24.692018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:23:24.692678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Checking segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:23:24.693461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Bound using segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:23:24.694848 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Bound port: 3513661f-1810-4ae0-934f-1dd76bb88218, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:23:24.695634 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:24.719859 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7026f107-a107-4fe2-a765-f728231002db req-53d34282-9446-4456-a0b3-b8aaa8999a64 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335021 Sep 29 17:23:24.747098 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea70e444-ddfd-4c02-8b9c-baf2f4ffef53 req-b55ce009-4ea0-4335-971c-5531b342775f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048810 Sep 29 17:23:24.827048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:23:24.831248 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:24.833799 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:24.855115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb7601-3855-488e-bed2-57e453cf643f req-7b7160a2-48b8-4ccf-a145-781ec1f6bb36 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:24.865264 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fbb7601-3855-488e-bed2-57e453cf643f req-7b7160a2-48b8-4ccf-a145-781ec1f6bb36 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.1439762 Sep 29 17:23:24.924201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] For port 3513661f-1810-4ae0-934f-1dd76bb88218, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:24.933403 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-038a5f15-eeae-433a-bbd6-6383c0a41453 req-1d635ef5-563a-4ae7-844f-f3ce9492f6e2 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485594 Sep 29 17:23:24.953166 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] For port 3513661f-1810-4ae0-934f-1dd76bb88218, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=3513661f-1810-4ae0-934f-1dd76bb88218,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:23:24.963853 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fbb7601-3855-488e-bed2-57e453cf643f req-22a05b37-3c80-4b07-bf20-0ce8f0fce298 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820937 Sep 29 17:23:24.965414 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:24.980740 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:25.029753 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdc9c7f-b553-4a57-873d-a359ff2b3e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d93eea-ebc5-4726-a8f6-8ee2df308d7c'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:25.032686 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc48280-1756-434f-914c-76e8b82532b4" -d '{"events": [{"server_uuid": "4fdc9c7f-b553-4a57-873d-a359ff2b3e6f", "name": "network-vif-plugged", "status": "completed", "tag": "54d93eea-ebc5-4726-a8f6-8ee2df308d7c"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:25.049182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=54d93eea-ebc5-4726-a8f6-8ee2df308d7c,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:25.066102 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:25.133800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:25.134591 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:25.136114 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] 10.222.0.49 "PUT /v2.0/ports/3513661f-1810-4ae0-934f-1dd76bb88218 HTTP/1.1" status: 200 len: 1091 time: 3.4804258 Sep 29 17:23:25.396429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e05124-1760-4569-8f83-0acf58ee95fe', 'tag': '3513661f-1810-4ae0-934f-1dd76bb88218'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:25.406883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=54d93eea-ebc5-4726-a8f6-8ee2df308d7c,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:25.408848 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ff044b-379c-4a97-9c5c-8992d07add10" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e05124-1760-4569-8f83-0acf58ee95fe", "tag": "3513661f-1810-4ae0-934f-1dd76bb88218"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:25.428266 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-038a5f15-eeae-433a-bbd6-6383c0a41453 req-87cf504a-b549-47df-95cf-70f443530827 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517717 Sep 29 17:23:25.581158 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae19ea8-14a0-43e9-85a1-47a4165797b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3513661f-1810-4ae0-934f-1dd76bb88218,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:25.662652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33306c2c-9d9d-4f0d-85c3-538a7eda5178 req-2aac2b29-6960-425e-8a13-8844e35365a6 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:25.664912 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33306c2c-9d9d-4f0d-85c3-538a7eda5178 req-2aac2b29-6960-425e-8a13-8844e35365a6 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fdc9c7f-b553-4a57-873d-a359ff2b3e6f HTTP/1.1" status: 200 len: 950 time: 0.2692723 Sep 29 17:23:25.673535 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-f513129d-1643-4390-943f-3f545fc44742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:25.675521 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-f513129d-1643-4390-943f-3f545fc44742 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 1094 time: 0.2357492 Sep 29 17:23:25.700675 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a5da26-437b-41bd-9d8c-6f57ee3a7d8a x-openstack-request-id: req-87a5da26-437b-41bd-9d8c-6f57ee3a7d8a {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:25.701167 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdc9c7f-b553-4a57-873d-a359ff2b3e6f", "name": "network-vif-plugged", "status": "completed", "tag": "54d93eea-ebc5-4726-a8f6-8ee2df308d7c", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:25.701253 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87a5da26-437b-41bd-9d8c-6f57ee3a7d8a {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:25.701617 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdc9c7f-b553-4a57-873d-a359ff2b3e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d93eea-ebc5-4726-a8f6-8ee2df308d7c', 'code': 200} Sep 29 17:23:25.748740 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-f935d309-c230-4357-a5f0-779504026ae4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3513661f-1810-4ae0-934f-1dd76bb88218 HTTP/1.1" status: 200 len: 217 time: 0.0635498 Sep 29 17:23:25.845310 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33306c2c-9d9d-4f0d-85c3-538a7eda5178 req-cf6eddfc-4310-4680-b9ae-c51752396d05 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740863 Sep 29 17:23:25.871216 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1683d7-bdc1-4d5a-a5dd-80ab23e7b7ba x-openstack-request-id: req-6e1683d7-bdc1-4d5a-a5dd-80ab23e7b7ba {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:25.872393 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e05124-1760-4569-8f83-0acf58ee95fe", "tag": "3513661f-1810-4ae0-934f-1dd76bb88218", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:25.872865 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e1683d7-bdc1-4d5a-a5dd-80ab23e7b7ba {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:25.873509 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e05124-1760-4569-8f83-0acf58ee95fe', 'tag': '3513661f-1810-4ae0-934f-1dd76bb88218', 'status': 'completed', 'code': 200} Sep 29 17:23:25.898354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-c4b22930-f1e2-4226-89b3-94a770541f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:25.900204 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-c4b22930-f1e2-4226-89b3-94a770541f74 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.1418879 Sep 29 17:23:25.911316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ed717-3727-4ee1-85d3-1c111bb646e4 req-011632e4-7eec-4fa8-8516-7e684813e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:25.913638 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-465ed717-3727-4ee1-85d3-1c111bb646e4 req-011632e4-7eec-4fa8-8516-7e684813e1e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4fdc9c7f-b553-4a57-873d-a359ff2b3e6f HTTP/1.1" status: 200 len: 1101 time: 0.0900254 Sep 29 17:23:25.951569 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-75e42e90-d219-406a-be39-4a63c18d5614 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424588 Sep 29 17:23:26.015426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-465ed717-3727-4ee1-85d3-1c111bb646e4 req-932b7082-52da-4486-a8ab-b0e021b17692 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924306 Sep 29 17:23:26.035339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52066) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:26.123756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701f249-0a5f-485e-91f6-56cac7194b4b req-6d9501d4-d5ce-4670-837a-7378467da9cd tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:26.131603 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1701f249-0a5f-485e-91f6-56cac7194b4b req-6d9501d4-d5ce-4670-837a-7378467da9cd tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 943 time: 0.1759446 Sep 29 17:23:26.221545 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1701f249-0a5f-485e-91f6-56cac7194b4b req-6baec054-45f2-477a-9a03-3f84d5227a7b tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833836 Sep 29 17:23:26.306744 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-01bc7836-7063-4409-83b9-ff83db309a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:26.458904 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-01bc7836-7063-4409-83b9-ff83db309a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:26.466817 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-01bc7836-7063-4409-83b9-ff83db309a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:26.482643 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-97ac10ff-4492-434e-b6da-5bf03a1489a6 service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227001 Sep 29 17:23:26.521076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc7836-7063-4409-83b9-ff83db309a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d76fab-6ddc-4713-b580-bb137faa39e5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:26.562400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c325c3-f1c6-44ba-a888-bd6f93cead5e req-6b2babb9-a1be-4a81-a382-59b66703eaa8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:26.564058 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8c325c3-f1c6-44ba-a888-bd6f93cead5e req-6b2babb9-a1be-4a81-a382-59b66703eaa8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.4413581 Sep 29 17:23:26.579559 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-01bc7836-7063-4409-83b9-ff83db309a09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebbc306bb7394f588c3c7cf4a20d2784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353906 Sep 29 17:23:26.580314 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52072) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:26.638964 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0844192e-5470-4a7b-9446-c355fea56b0e details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:23:26.660775 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-67e69cca-d136-4209-8361-6c9c9dead405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:26.680869 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ee9ba3c3-8d25-4957-827a-4cd5e9706c40 req-8f4d6a00-71ad-4d10-b037-48d0214325c9 service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787879 Sep 29 17:23:26.684590 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8c325c3-f1c6-44ba-a888-bd6f93cead5e req-270f4435-2fc9-4b5f-9ee9-a61b926edf7f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754125 Sep 29 17:23:26.754489 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-67e69cca-d136-4209-8361-6c9c9dead405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:26.816072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff044b-379c-4a97-9c5c-8992d07add10 req-307017f5-6df8-42cf-a685-655cc8791746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:26.818313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01ff044b-379c-4a97-9c5c-8992d07add10 req-307017f5-6df8-42cf-a685-655cc8791746 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 1094 time: 0.0707722 Sep 29 17:23:26.868535 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-67e69cca-d136-4209-8361-6c9c9dead405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:26.872144 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-67e69cca-d136-4209-8361-6c9c9dead405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:26.873465 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-67e69cca-d136-4209-8361-6c9c9dead405 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08d76fab-6ddc-4713-b580-bb137faa39e5 HTTP/1.1" status: 204 len: 168 time: 0.2921283 Sep 29 17:23:26.891283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0844192e-5470-4a7b-9446-c355fea56b0e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0844192e-5470-4a7b-9446-c355fea56b0e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:26.900162 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e69cca-d136-4209-8361-6c9c9dead405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d76fab-6ddc-4713-b580-bb137faa39e5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:26.930588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '0844192e-5470-4a7b-9446-c355fea56b0e', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '0844192e-5470-4a7b-9446-c355fea56b0e', 'mac_address': 'fa:16:3e:41:7e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:23:26.995050 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:27.044028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0844192e-5470-4a7b-9446-c355fea56b0e {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:27.076331 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:27.102485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0844192e-5470-4a7b-9446-c355fea56b0e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0844192e-5470-4a7b-9446-c355fea56b0e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:27.111891 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:27.138439 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad333d94-51c5-4eec-b693-ba38fc971a00 req-6bfd74fd-2bad-402d-af1e-f18acfd707aa tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:27.148530 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ad333d94-51c5-4eec-b693-ba38fc971a00 req-6bfd74fd-2bad-402d-af1e-f18acfd707aa tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fdc9c7f-b553-4a57-873d-a359ff2b3e6f HTTP/1.1" status: 200 len: 950 time: 0.1074829 Sep 29 17:23:27.158514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff044b-379c-4a97-9c5c-8992d07add10 req-3909c15e-053d-4a90-bede-da1fc5d982e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:27.159961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01ff044b-379c-4a97-9c5c-8992d07add10 req-3909c15e-053d-4a90-bede-da1fc5d982e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.3060992 Sep 29 17:23:27.215463 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01ff044b-379c-4a97-9c5c-8992d07add10 req-5b412d1b-aa8c-4209-9c57-290b017c6f17 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3513661f-1810-4ae0-934f-1dd76bb88218 HTTP/1.1" status: 200 len: 217 time: 0.0469689 Sep 29 17:23:27.224838 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0844192e-5470-4a7b-9446-c355fea56b0e,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:27.361216 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ad333d94-51c5-4eec-b693-ba38fc971a00 req-8e19f5e5-149f-4b33-83ad-46a4983fedbd tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116971 Sep 29 17:23:27.422749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff044b-379c-4a97-9c5c-8992d07add10 req-4aa363d4-5102-4235-b841-e0f5f20994e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:27.425900 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01ff044b-379c-4a97-9c5c-8992d07add10 req-4aa363d4-5102-4235-b841-e0f5f20994e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.1951067 Sep 29 17:23:27.469460 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01ff044b-379c-4a97-9c5c-8992d07add10 req-0fd78006-e6cc-4c66-90a5-d1b2b96548ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339010 Sep 29 17:23:27.563181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8510822-993d-4f38-8a87-b4112c4b9a6d req-6d7837eb-52d9-4db1-8f56-94536a5efb44 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:27.566856 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f8510822-993d-4f38-8a87-b4112c4b9a6d req-6d7837eb-52d9-4db1-8f56-94536a5efb44 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 943 time: 0.1842322 Sep 29 17:23:27.670768 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f8510822-993d-4f38-8a87-b4112c4b9a6d req-82641eea-7774-42e6-8930-7c34f0514e0c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931602 Sep 29 17:23:27.754959 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01ff044b-379c-4a97-9c5c-8992d07add10 req-6b1c3b30-1dec-4652-bf18-0c12044bd616 service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682846 Sep 29 17:23:27.859301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['0844192e-5470-4a7b-9446-c355fea56b0e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:27.953324 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01ff044b-379c-4a97-9c5c-8992d07add10 req-0dcfe58b-d0b8-43f7-ac03-614bcc008925 service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896765 Sep 29 17:23:27.973950 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b23f3-c7ab-4df5-b803-6bdb51a90c67 req-4b44417a-ba15-4136-acd2-2ef6e1373b71 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:27.976467 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3d9b23f3-c7ab-4df5-b803-6bdb51a90c67 req-4b44417a-ba15-4136-acd2-2ef6e1373b71 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.0961428 Sep 29 17:23:28.058166 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3d9b23f3-c7ab-4df5-b803-6bdb51a90c67 req-048c2532-ebb8-42e5-b5ca-44e2a91edaab tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709264 Sep 29 17:23:28.601467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f40393-5dd0-4cb4-b05c-1173cb14b0e7 req-23347520-ce05-41c9-b6e0-37170e29e139 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:28.609061 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98f40393-5dd0-4cb4-b05c-1173cb14b0e7 req-23347520-ce05-41c9-b6e0-37170e29e139 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fdc9c7f-b553-4a57-873d-a359ff2b3e6f HTTP/1.1" status: 200 len: 950 time: 0.0911727 Sep 29 17:23:28.700944 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98f40393-5dd0-4cb4-b05c-1173cb14b0e7 req-7d9a7e8e-4b56-4391-a0c1-cf02b66115d4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909963 Sep 29 17:23:28.717520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52148) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:28.925219 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288da8f6-da16-41e5-9f4d-3038b8a09a10 req-e2ea1379-8f6b-49db-af61-5666d848d76b tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:28.939083 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-288da8f6-da16-41e5-9f4d-3038b8a09a10 req-e2ea1379-8f6b-49db-af61-5666d848d76b tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 943 time: 0.1200783 Sep 29 17:23:28.993817 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-288da8f6-da16-41e5-9f4d-3038b8a09a10 req-22a82f5f-fad3-4da0-9066-cfac7e0b6f6c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467470 Sep 29 17:23:29.100149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416aa7de-890e-4702-8f50-e7bf25945c97 req-0ac3e9a2-43ec-4d5f-a913-f38336e97742 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:29.102635 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-416aa7de-890e-4702-8f50-e7bf25945c97 req-0ac3e9a2-43ec-4d5f-a913-f38336e97742 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd HTTP/1.1" status: 200 len: 948 time: 0.1903753 Sep 29 17:23:29.222530 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52168) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:29.298503 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-416aa7de-890e-4702-8f50-e7bf25945c97 req-f51017f9-500d-4b78-974a-4becd99b319f tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084015 Sep 29 17:23:29.361921 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368da9f-b326-4c21-b83b-befffda82209 req-3aa6106f-6cf3-4d0f-9b00-24c7e3a11883 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:29.369734 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8368da9f-b326-4c21-b83b-befffda82209 req-3aa6106f-6cf3-4d0f-9b00-24c7e3a11883 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.0825264 Sep 29 17:23:29.448308 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8368da9f-b326-4c21-b83b-befffda82209 req-685a044f-9297-458b-8e50-f104ceea4467 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607386 Sep 29 17:23:29.482374 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e676e4b3-aab7-4478-8f7e-b968e46bde49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:29.636907 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-496d455c-670e-4832-9519-ec797b149ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:29.658077 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e676e4b3-aab7-4478-8f7e-b968e46bde49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:29.666320 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e676e4b3-aab7-4478-8f7e-b968e46bde49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:29.698658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676e4b3-aab7-4478-8f7e-b968e46bde49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1259a5a6-5771-49c4-bbf2-0dbd6a5158c9,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:29.718827 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e676e4b3-aab7-4478-8f7e-b968e46bde49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11158dedcb73497ab5f3d08f33b77228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4946249 Sep 29 17:23:29.719584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52206) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:29.777404 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06894228-7abe-4354-9209-d9bac45dc8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:29.802095 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06894228-7abe-4354-9209-d9bac45dc8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:29.875390 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06894228-7abe-4354-9209-d9bac45dc8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:29.879290 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06894228-7abe-4354-9209-d9bac45dc8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:29.882394 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-06894228-7abe-4354-9209-d9bac45dc8c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1259a5a6-5771-49c4-bbf2-0dbd6a5158c9 HTTP/1.1" status: 204 len: 168 time: 0.1616197 Sep 29 17:23:29.893971 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06894228-7abe-4354-9209-d9bac45dc8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1259a5a6-5771-49c4-bbf2-0dbd6a5158c9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:30.154199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-496d455c-670e-4832-9519-ec797b149ef1 admin admin] Deleting port 2fbb3edd-9ffa-432c-a208-b596741aae05 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:23:30.154199 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-496d455c-670e-4832-9519-ec797b149ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:30.201412 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15595334-7741-4dcd-bff5-b7a658ce643a req-df10af0b-898e-4cc9-9a7a-f751315702a2 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:30.203912 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-15595334-7741-4dcd-bff5-b7a658ce643a req-df10af0b-898e-4cc9-9a7a-f751315702a2 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 943 time: 0.0788262 Sep 29 17:23:30.264079 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-15595334-7741-4dcd-bff5-b7a658ce643a req-5216eec8-1f2d-4b55-a881-25a25583195e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522344 Sep 29 17:23:30.323610 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-496d455c-670e-4832-9519-ec797b149ef1 admin admin] For port 2fbb3edd-9ffa-432c-a208-b596741aae05, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2fbb3edd-9ffa-432c-a208-b596741aae05,segment=NetworkSegment(2f5dffd8-aaba-4198-82d4-bc2d8225e612),segment_id=2f5dffd8-aaba-4198-82d4-bc2d8225e612)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:30.324054 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-496d455c-670e-4832-9519-ec797b149ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:30.353623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-496d455c-670e-4832-9519-ec797b149ef1 admin admin] Calling delete_port for 2fbb3edd-9ffa-432c-a208-b596741aae05 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:23:30.587192 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d7939-9438-4434-90aa-dc86336e1e1a req-cc3b35fc-3c3a-4f08-bbd1-79f601671e5a tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:30.594673 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a1d7939-9438-4434-90aa-dc86336e1e1a req-cc3b35fc-3c3a-4f08-bbd1-79f601671e5a tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd HTTP/1.1" status: 200 len: 948 time: 0.1230137 Sep 29 17:23:30.651266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0844192e-5470-4a7b-9446-c355fea56b0e up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:23:30.691920 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a1d7939-9438-4434-90aa-dc86336e1e1a req-2d2e6db7-8a8a-472f-b256-4b932fe03fe7 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951633 Sep 29 17:23:30.799297 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-496d455c-670e-4832-9519-ec797b149ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:30.821452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 0844192e-5470-4a7b-9446-c355fea56b0e completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:23:30.830129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 0844192e-5470-4a7b-9446-c355fea56b0e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:30.833887 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:30.857461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958ecd2-ee72-4fd1-8265-208594ff2205 req-6b7089ce-ed03-4666-abfb-e02a7939dc9c tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:30.859397 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8958ecd2-ee72-4fd1-8265-208594ff2205 req-6b7089ce-ed03-4666-abfb-e02a7939dc9c tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.1316807 Sep 29 17:23:30.879656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d455c-670e-4832-9519-ec797b149ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fbb3edd-9ffa-432c-a208-b596741aae05,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:30.957599 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8958ecd2-ee72-4fd1-8265-208594ff2205 req-5538e97c-b470-4e45-9228-265dc1a5ce77 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746408 Sep 29 17:23:31.092049 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:31.126625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f3b1bd-ea0d-4731-8ebe-1d271dd614cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0844192e-5470-4a7b-9446-c355fea56b0e'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:31.129002 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864eb33a-2648-4758-9ba7-d66eb485b61e" -d '{"events": [{"server_uuid": "68f3b1bd-ea0d-4731-8ebe-1d271dd614cd", "name": "network-vif-plugged", "status": "completed", "tag": "0844192e-5470-4a7b-9446-c355fea56b0e"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:31.141838 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0844192e-5470-4a7b-9446-c355fea56b0e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0844192e-5470-4a7b-9446-c355fea56b0e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:31.149715 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:31.201241 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436120e3-22c1-40d2-a9e8-416a6e34f531 x-openstack-request-id: req-436120e3-22c1-40d2-a9e8-416a6e34f531 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:31.201647 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f3b1bd-ea0d-4731-8ebe-1d271dd614cd", "name": "network-vif-plugged", "status": "completed", "tag": "0844192e-5470-4a7b-9446-c355fea56b0e", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:31.202235 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-436120e3-22c1-40d2-a9e8-416a6e34f531 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:31.202432 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f3b1bd-ea0d-4731-8ebe-1d271dd614cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0844192e-5470-4a7b-9446-c355fea56b0e', 'code': 200} Sep 29 17:23:31.209528 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52280) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:31.212768 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0844192e-5470-4a7b-9446-c355fea56b0e,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:31.292288 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-496d455c-670e-4832-9519-ec797b149ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:31.317456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-206a69ac-48bc-492a-a6e4-2c0663472f32 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:31.319381 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-206a69ac-48bc-492a-a6e4-2c0663472f32 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/networks?id=76df170c-e1e4-4882-b30d-122279313449 HTTP/1.1" status: 200 len: 805 time: 0.2034342 Sep 29 17:23:31.345094 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-74d5d7b2-5961-44e4-92ca-2a7cdc217047 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-873560231-network', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:31.375169 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d5d7b2-5961-44e4-92ca-2a7cdc217047 admin admin] Made reservation on behalf of 5ec9ac2e1e3d43d09adba1b8ce2a0b66 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:23:31.378262 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74d5d7b2-5961-44e4-92ca-2a7cdc217047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:31.400352 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74d5d7b2-5961-44e4-92ca-2a7cdc217047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:31.423956 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-cf0de8f8-41ec-44f7-9e98-12d678ea3fae tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/quotas/03471ff03c464865a23b72de4e110368 HTTP/1.1" status: 200 len: 375 time: 0.0775559 Sep 29 17:23:31.459565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178a3c9-2e96-488d-84f5-70b0043015af req-88824273-d868-45bc-8152-34703bee47e6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:31.461141 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e178a3c9-2e96-488d-84f5-70b0043015af req-88824273-d868-45bc-8152-34703bee47e6 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 943 time: 0.0781484 Sep 29 17:23:31.461422 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac93a2a-e489-4c21-8b28-bec8e0b095e6 req-54c4312f-665b-45d7-a6d7-63063f33175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:31.462839 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fac93a2a-e489-4c21-8b28-bec8e0b095e6 req-54c4312f-665b-45d7-a6d7-63063f33175a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd HTTP/1.1" status: 200 len: 1100 time: 0.1406410 Sep 29 17:23:31.525721 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e178a3c9-2e96-488d-84f5-70b0043015af req-32dbf1c6-599b-46e0-8f3c-ba829ebc0109 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575218 Sep 29 17:23:31.574497 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74d5d7b2-5961-44e4-92ca-2a7cdc217047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:31.591595 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74d5d7b2-5961-44e4-92ca-2a7cdc217047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:31.633932 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d5d7b2-5961-44e4-92ca-2a7cdc217047 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:23:31.651895 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5d7b2-5961-44e4-92ca-2a7cdc217047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a4ca05-654c-4b75-81f0-9ac143f84d28,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:31.670018 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74d5d7b2-5961-44e4-92ca-2a7cdc217047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:31.670693 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-74d5d7b2-5961-44e4-92ca-2a7cdc217047 admin admin] Added segment 778aa94c-7d03-4e59-aea7-133a8b0d96a4 of type vlan for network 201abf05-d70e-4829-87b2-d88d337df26a Sep 29 17:23:31.716022 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74d5d7b2-5961-44e4-92ca-2a7cdc217047 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:31.744860 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74d5d7b2-5961-44e4-92ca-2a7cdc217047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:31.745999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d5d7b2-5961-44e4-92ca-2a7cdc217047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:31.746798 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74d5d7b2-5961-44e4-92ca-2a7cdc217047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:31.782133 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-74d5d7b2-5961-44e4-92ca-2a7cdc217047 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5706136 Sep 29 17:23:31.785342 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52290) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:31.791494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9d2f96a9-4cf3-461a-90d1-40759c3eb517 admin admin] Request body: {'subnet': {'network_id': '201abf05-d70e-4829-87b2-d88d337df26a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-873560231-subnet', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:31.798958 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fac93a2a-e489-4c21-8b28-bec8e0b095e6 req-c7166e67-1ee7-4df2-ae73-a5f5b753a5af service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582056 Sep 29 17:23:31.812289 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-c600966a-daed-438c-83da-4f169f261173 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=03471ff03c464865a23b72de4e110368&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3771122 Sep 29 17:23:31.845610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5d7b2-5961-44e4-92ca-2a7cdc217047 admin admin] Pushing event updated for resources: {'Network': ['ID=201abf05-d70e-4829-87b2-d88d337df26a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:31.859545 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 201abf05-d70e-4829-87b2-d88d337df26a details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:23:31.908083 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56e675-e4d2-4d5f-ae95-5bf4a7314c6c req-5195ade2-c9c4-418c-92e1-18deeba53e42 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:31.910179 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ab56e675-e4d2-4d5f-ae95-5bf4a7314c6c req-5195ade2-c9c4-418c-92e1-18deeba53e42 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd HTTP/1.1" status: 200 len: 949 time: 0.0764992 Sep 29 17:23:31.914260 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2f96a9-4cf3-461a-90d1-40759c3eb517 admin admin] Made reservation on behalf of 5ec9ac2e1e3d43d09adba1b8ce2a0b66 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:23:31.917016 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9d2f96a9-4cf3-461a-90d1-40759c3eb517 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:31.991706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-4bfef9e5-d35f-4532-a4be-fd93b37ea146 service neutron] 10.222.0.44 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785481 Sep 29 17:23:32.010021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496d455c-670e-4832-9519-ec797b149ef1 admin admin] Router 3cd2f06a-9905-4bca-80e8-4a0d8553094c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:23:32.021669 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ab56e675-e4d2-4d5f-ae95-5bf4a7314c6c req-e6ef91d3-ff07-477c-898b-df8d9ee2c909 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019740 Sep 29 17:23:32.148670 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9d2f96a9-4cf3-461a-90d1-40759c3eb517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:32.202096 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-097680d7-36d1-40fb-9597-7c116d87f489 service neutron] 10.222.0.44 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040093 Sep 29 17:23:32.217314 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496d455c-670e-4832-9519-ec797b149ef1 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:23:32.222418 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-496d455c-670e-4832-9519-ec797b149ef1 admin admin] 10.222.0.44 "PUT /v2.0/routers/3cd2f06a-9905-4bca-80e8-4a0d8553094c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5037062 Sep 29 17:23:32.229102 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615ee26-6690-4910-86b8-d063b1b8b638 None None] Sync routers for ids ['3cd2f06a-9905-4bca-80e8-4a0d8553094c'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:23:32.232777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52296) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:32.239037 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f96a9-4cf3-461a-90d1-40759c3eb517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8925bfe-e7cc-499e-9f17-d49be415ef6e,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:32.244319 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615ee26-6690-4910-86b8-d063b1b8b638 None None] Routers {'3cd2f06a-9905-4bca-80e8-4a0d8553094c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:23:32.244950 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1615ee26-6690-4910-86b8-d063b1b8b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:23:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3cd2f06a-9905-4bca-80e8-4a0d8553094c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:32.274496 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace8fb8-59e4-4f9b-9e81-608ceae5ebb9 req-055cc5c6-af0e-4fa7-88db-2f31ce380554 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:32.281790 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5ace8fb8-59e4-4f9b-9e81-608ceae5ebb9 req-055cc5c6-af0e-4fa7-88db-2f31ce380554 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.1266067 Sep 29 17:23:32.305955 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f96a9-4cf3-461a-90d1-40759c3eb517 admin admin] Checking segment: {'id': '778aa94c-7d03-4e59-aea7-133a8b0d96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:23:32.306294 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2f96a9-4cf3-461a-90d1-40759c3eb517 admin admin] Network hostable DHCP agents. Network: 201abf05-d70e-4829-87b2-d88d337df26a, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:23:32.340541 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5ace8fb8-59e4-4f9b-9e81-608ceae5ebb9 req-44248226-f6c6-4650-99dc-4155ae177df8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577993 Sep 29 17:23:32.364649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2f96a9-4cf3-461a-90d1-40759c3eb517 admin admin] Network 201abf05-d70e-4829-87b2-d88d337df26a is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:23:32.369776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b255adfb-e475-477c-a6a6-bde4de36c9ff admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:32.388101 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-9d2f96a9-4cf3-461a-90d1-40759c3eb517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 201abf05-d70e-4829-87b2-d88d337df26a) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:23:32.394696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c5c705-b2a7-4d27-8383-c7d66d1b59a6 None None] Network 201abf05-d70e-4829-87b2-d88d337df26a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:23:32.402627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2f96a9-4cf3-461a-90d1-40759c3eb517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:32.403224 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9d2f96a9-4cf3-461a-90d1-40759c3eb517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:32.437705 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9d2f96a9-4cf3-461a-90d1-40759c3eb517 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6489601 Sep 29 17:23:32.438037 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52302) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:32.442216 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-873560231-router', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:32.468360 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-1615ee26-6690-4910-86b8-d063b1b8b638 None None] Set router 3cd2f06a-9905-4bca-80e8-4a0d8553094c gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:23:32.512825 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:32.513043 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:32.649270 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:32.654102 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b255adfb-e475-477c-a6a6-bde4de36c9ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:32.658880 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 8de3d4d4-988b-4d3f-b919-c2fa278ea94c no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:23:32.696872 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-201abf05-d70e-4829-87b2-d88d337df26a', 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'fixed_ips': [{'subnet_id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:23:32.697774 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:32.699596 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40c81ab5-026b-422a-838e-032e3cb6b72a req-89935c69-2949-4de7-81fe-48d0670f138c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 210 time: 0.2149560 Sep 29 17:23:32.854423 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1615ee26-6690-4910-86b8-d063b1b8b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749630043-router', 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '1d2f85f6-c171-4330-8860-82fb1e0bbb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:04Z', 'updated_at': '2021-09-29T17:23:30Z', 'revision_number': 5, 'project_id': 'b7e957ca6a81445194e74f45a2397bd5', 'gw_port': {'id': '1d2f85f6-c171-4330-8860-82fb1e0bbb4c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ab:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:05Z', 'updated_at': '2021-09-29T17:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:32.860461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d6640-ac8b-4ed6-a875-e160ce20bca9 req-9546ca89-ce8f-438f-a861-680e99b43483 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:32.863919 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-562d6640-ac8b-4ed6-a875-e160ce20bca9 req-9546ca89-ce8f-438f-a861-680e99b43483 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 943 time: 0.2252281 Sep 29 17:23:32.904880 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:32.905647 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615ee26-6690-4910-86b8-d063b1b8b638 None None] Checking router: 3cd2f06a-9905-4bca-80e8-4a0d8553094c for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:23:32.919189 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615ee26-6690-4910-86b8-d063b1b8b638 None None] Routers {'3cd2f06a-9905-4bca-80e8-4a0d8553094c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:23:32.920815 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1615ee26-6690-4910-86b8-d063b1b8b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:23:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3cd2f06a-9905-4bca-80e8-4a0d8553094c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:32.969328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-b255adfb-e475-477c-a6a6-bde4de36c9ff admin admin] Deleting port 1d2f85f6-c171-4330-8860-82fb1e0bbb4c {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:23:32.969673 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b255adfb-e475-477c-a6a6-bde4de36c9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.008044 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.026494 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-562d6640-ac8b-4ed6-a875-e160ce20bca9 req-80ef1c4f-0f1d-4fa1-8626-8909eb77467d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490018 Sep 29 17:23:33.046182 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-1615ee26-6690-4910-86b8-d063b1b8b638 None None] Set router 3cd2f06a-9905-4bca-80e8-4a0d8553094c gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:23:33.119696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-b255adfb-e475-477c-a6a6-bde4de36c9ff admin admin] For port 1d2f85f6-c171-4330-8860-82fb1e0bbb4c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1d2f85f6-c171-4330-8860-82fb1e0bbb4c,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:33.120249 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b255adfb-e475-477c-a6a6-bde4de36c9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.125491 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Allocated IP 172.20.0.2 (201abf05-d70e-4829-87b2-d88d337df26a/f8925bfe-e7cc-499e-9f17-d49be415ef6e/8f4005ea-188a-49ae-8566-7d7d70a8a1bd) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:23:33.136917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-b255adfb-e475-477c-a6a6-bde4de36c9ff admin admin] Calling delete_port for 1d2f85f6-c171-4330-8860-82fb1e0bbb4c owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:23:33.140512 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:33.150638 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.152944 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1615ee26-6690-4910-86b8-d063b1b8b638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749630043-router', 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:04Z', 'updated_at': '2021-09-29T17:23:32Z', 'revision_number': 6, 'project_id': 'b7e957ca6a81445194e74f45a2397bd5', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:33.204934 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615ee26-6690-4910-86b8-d063b1b8b638 None None] The sync data for ids ['3cd2f06a-9905-4bca-80e8-4a0d8553094c'] in n-d-811748-2 is: [{'id': '3cd2f06a-9905-4bca-80e8-4a0d8553094c', 'name': 'tempest-AttachSCSIVolumeTestJSON-1749630043-router', 'tenant_id': 'b7e957ca6a81445194e74f45a2397bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:04Z', 'updated_at': '2021-09-29T17:23:32Z', 'revision_number': 6, 'project_id': 'b7e957ca6a81445194e74f45a2397bd5', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:23:33.305906 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8208873f-5bad-4671-9dc1-276eeb5c53b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de3d4d4-988b-4d3f-b919-c2fa278ea94c'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:33.308265 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e23777-551b-4b9f-9bcc-afc6ee6a9e8b" -d '{"events": [{"server_uuid": "8208873f-5bad-4671-9dc1-276eeb5c53b2", "name": "network-vif-unplugged", "status": "completed", "tag": "8de3d4d4-988b-4d3f-b919-c2fa278ea94c"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:33.312561 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:33.322014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5ff1b-91c4-42e1-bd74-5fde106b89f1 req-d3b32cae-a68a-43f5-8b18-8f34d620471e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:33.322569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:33.322773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:33.323327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:33.323857 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:33.324390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:33.324938 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:33.325529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:33.326071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:33.326607 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:33.327143 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:33.327678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:33.328241 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:33.334218 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fef5ff1b-91c4-42e1-bd74-5fde106b89f1 req-d3b32cae-a68a-43f5-8b18-8f34d620471e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd HTTP/1.1" status: 200 len: 949 time: 0.1242945 Sep 29 17:23:33.370950 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5683c9-d8fa-42cc-8354-e5f63e0a0a1e x-openstack-request-id: req-1b5683c9-d8fa-42cc-8354-e5f63e0a0a1e {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:33.371619 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8208873f-5bad-4671-9dc1-276eeb5c53b2", "name": "network-vif-unplugged", "status": "completed", "tag": "8de3d4d4-988b-4d3f-b919-c2fa278ea94c", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:33.372079 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b5683c9-d8fa-42cc-8354-e5f63e0a0a1e {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:33.373875 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8208873f-5bad-4671-9dc1-276eeb5c53b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de3d4d4-988b-4d3f-b919-c2fa278ea94c', 'code': 200} Sep 29 17:23:33.392680 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fef5ff1b-91c4-42e1-bd74-5fde106b89f1 req-49395b13-589e-4c6e-a3df-d3fe29713c0a tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555866 Sep 29 17:23:33.394287 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.421689 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.425406 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b255adfb-e475-477c-a6a6-bde4de36c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.468657 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255adfb-e475-477c-a6a6-bde4de36c9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=1d2f85f6-c171-4330-8860-82fb1e0bbb4c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:33.538451 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.548022 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.566122 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Allocated IP 172.25.2.85 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/c3c0a800-67e5-40d9-b02c-51cbc50c82be) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:23:33.598158 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818eb5f7-5baf-4576-bb74-c0a2489db5ef req-e1c49b0c-8757-4bb8-9d85-af03d5feb9b6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:33.600315 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-818eb5f7-5baf-4576-bb74-c0a2489db5ef req-e1c49b0c-8757-4bb8-9d85-af03d5feb9b6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.1287112 Sep 29 17:23:33.605920 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b255adfb-e475-477c-a6a6-bde4de36c9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.654257 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Network 201abf05-d70e-4829-87b2-d88d337df26a is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:23:33.661184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:23:33.663240 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Pushing event updated for resources: {'Port': ['ID=8f4005ea-188a-49ae-8566-7d7d70a8a1bd,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:33.666039 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:23:33.781846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Attempting to bind port 8f4005ea-188a-49ae-8566-7d7d70a8a1bd on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:23:33.782574 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Attempting to bind port 8f4005ea-188a-49ae-8566-7d7d70a8a1bd by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '778aa94c-7d03-4e59-aea7-133a8b0d96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:23:33.782939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Attempting to bind port 8f4005ea-188a-49ae-8566-7d7d70a8a1bd on network 201abf05-d70e-4829-87b2-d88d337df26a {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:33.791829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:23:33.792207 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Checking segment: {'id': '778aa94c-7d03-4e59-aea7-133a8b0d96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:23:33.792613 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.793040 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Bound using segment: {'id': '778aa94c-7d03-4e59-aea7-133a8b0d96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:23:33.795790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Bound port: 8f4005ea-188a-49ae-8566-7d7d70a8a1bd, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778aa94c-7d03-4e59-aea7-133a8b0d96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:23:33.796355 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.796638 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b255adfb-e475-477c-a6a6-bde4de36c9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.801630 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2fbb3edd-9ffa-432c-a208-b596741aae05 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:23:33.807039 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b255adfb-e475-477c-a6a6-bde4de36c9ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.839476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-818eb5f7-5baf-4576-bb74-c0a2489db5ef req-645f2d8a-a128-47e5-9a6f-ecefb90dc9f2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265711 Sep 29 17:23:33.843757 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 2fbb3edd-9ffa-432c-a208-b596741aae05 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:23:33.844096 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2fbb3edd-9ffa-432c-a208-b596741aae05 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:23:33.868357 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.904613 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc44a087-6ba2-41ff-b700-41031327236e req-b06ce9cb-3c93-44a3-bd39-7d56bab6c77c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 210 time: 0.0412874 Sep 29 17:23:33.945469 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] For port 8f4005ea-188a-49ae-8566-7d7d70a8a1bd, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:33.949404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] For port 8f4005ea-188a-49ae-8566-7d7d70a8a1bd, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8f4005ea-188a-49ae-8566-7d7d70a8a1bd,segment=NetworkSegment(778aa94c-7d03-4e59-aea7-133a8b0d96a4),segment_id=778aa94c-7d03-4e59-aea7-133a8b0d96a4)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:23:33.957513 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.958603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c9be3-28cb-4e3e-87b3-4cec2d086e1a req-7ee0cdf4-6ef3-4654-b36a-f03f8eca5e95 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:33.960563 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f0c9be3-28cb-4e3e-87b3-4cec2d086e1a req-7ee0cdf4-6ef3-4654-b36a-f03f8eca5e95 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.35 "GET /v2.0/ports?device_id=8208873f-5bad-4671-9dc1-276eeb5c53b2 HTTP/1.1" status: 200 len: 943 time: 0.3169053 Sep 29 17:23:33.961918 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b255adfb-e475-477c-a6a6-bde4de36c9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.962619 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b255adfb-e475-477c-a6a6-bde4de36c9ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cd2f06a-9905-4bca-80e8-4a0d8553094c {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:23:33.967048 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b255adfb-e475-477c-a6a6-bde4de36c9ff admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:33.968555 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b255adfb-e475-477c-a6a6-bde4de36c9ff admin admin] 10.222.0.44 "DELETE /v2.0/routers/3cd2f06a-9905-4bca-80e8-4a0d8553094c HTTP/1.1" status: 204 len: 168 time: 1.7344663 Sep 29 17:23:33.970797 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52326) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:33.972060 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:34.017531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:23:34.020692 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:23:34.023198 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:23:34.043365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f5285-885e-4b26-84c5-15e6a3fb661f None None] Pushing event updated for resources: {'Port': ['ID=8f4005ea-188a-49ae-8566-7d7d70a8a1bd,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:34.062100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-384d19a9-16b6-411e-ae04-9a1f2c80d6c0 admin admin] Deleting subnet 7293b999-dfe6-4039-9a3b-78e924dd4dea {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:23:34.086271 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-384d19a9-16b6-411e-ae04-9a1f2c80d6c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:34.112712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c0a800-67e5-40d9-b02c-51cbc50c82be,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:34.145391 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-384d19a9-16b6-411e-ae04-9a1f2c80d6c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:34.244006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-4f0c9be3-28cb-4e3e-87b3-4cec2d086e1a req-1db21f47-a53c-4e2b-97e4-e24faa746485 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Deleting port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:23:34.244347 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f0c9be3-28cb-4e3e-87b3-4cec2d086e1a req-1db21f47-a53c-4e2b-97e4-e24faa746485 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:34.367168 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239d2f4-f3fd-4d33-873f-0e034c63fb88 req-4d849872-972f-4aa7-9333-448f877dc2fe tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:34.374404 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a239d2f4-f3fd-4d33-873f-0e034c63fb88 req-4d849872-972f-4aa7-9333-448f877dc2fe tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 943 time: 0.2226996 Sep 29 17:23:34.407861 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-384d19a9-16b6-411e-ae04-9a1f2c80d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:34.454549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-0b68bc20-930b-439f-a516-d3f04129a816 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:34.463029 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-0b68bc20-930b-439f-a516-d3f04129a816 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.35 "GET /v2.0/networks?id=76df170c-e1e4-4882-b30d-122279313449 HTTP/1.1" status: 200 len: 805 time: 0.2869914 Sep 29 17:23:34.515370 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a239d2f4-f3fd-4d33-873f-0e034c63fb88 req-d49b09a3-9e2a-44d3-a1f4-c305cb0ee718 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400943 Sep 29 17:23:34.551263 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:34.554332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-3146d142-4469-4a5a-a3cc-035a3e20c6ec tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Request body: {'port': {'device_id': 'ec156c5b-8665-4394-98e3-44e85081ff5e', 'network_id': '76df170c-e1e4-4882-b30d-122279313449', 'admin_state_up': True, 'tenant_id': '03471ff03c464865a23b72de4e110368'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:34.713237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4f0c9be3-28cb-4e3e-87b3-4cec2d086e1a req-1db21f47-a53c-4e2b-97e4-e24faa746485 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] For port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:34.713648 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f0c9be3-28cb-4e3e-87b3-4cec2d086e1a req-1db21f47-a53c-4e2b-97e4-e24faa746485 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:34.731007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-4f0c9be3-28cb-4e3e-87b3-4cec2d086e1a req-1db21f47-a53c-4e2b-97e4-e24faa746485 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Calling delete_port for 8de3d4d4-988b-4d3f-b919-c2fa278ea94c owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:23:34.795009 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:34.796332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47d6d1-339b-42e0-b5d3-9204089b317d req-c34789bf-76f3-4a98-a5c8-af89dac5e5f7 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:34.798019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc47d6d1-339b-42e0-b5d3-9204089b317d req-c34789bf-76f3-4a98-a5c8-af89dac5e5f7 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd HTTP/1.1" status: 200 len: 949 time: 0.2294829 Sep 29 17:23:34.840777 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-384d19a9-16b6-411e-ae04-9a1f2c80d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:34.904484 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bf1ee6-864c-4e80-974d-657625bef859 None None] Network 3c2e4849-97cc-4563-aae0-e0a72f37a270 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:23:34.922701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d19a9-16b6-411e-ae04-9a1f2c80d6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7293b999-dfe6-4039-9a3b-78e924dd4dea,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:34.988530 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7315bf-a5a3-4f7c-b5fe-5329d1ed24cb req-d2d9cd45-8761-4ab5-9f3f-0e85ee2b436e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:34.990235 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca7315bf-a5a3-4f7c-b5fe-5329d1ed24cb req-d2d9cd45-8761-4ab5-9f3f-0e85ee2b436e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.0729969 Sep 29 17:23:35.008413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Router 7ab01687-2041-468d-9556-aac9a9171770 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:23:35.024229 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-384d19a9-16b6-411e-ae04-9a1f2c80d6c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:35.026786 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-384d19a9-16b6-411e-ae04-9a1f2c80d6c0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7293b999-dfe6-4039-9a3b-78e924dd4dea HTTP/1.1" status: 204 len: 168 time: 1.0547514 Sep 29 17:23:35.030202 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52378) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:35.038441 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f0c9be3-28cb-4e3e-87b3-4cec2d086e1a req-1db21f47-a53c-4e2b-97e4-e24faa746485 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:35.110872 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc47d6d1-339b-42e0-b5d3-9204089b317d req-dec3a4fb-6ad3-4e24-a5f1-be9a6061eb2b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713654 Sep 29 17:23:35.114195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db21f47-a53c-4e2b-97e4-e24faa746485 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Pushing event deleted for resources: {'Port': ['ID=8de3d4d4-988b-4d3f-b919-c2fa278ea94c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:35.125463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-3146d142-4469-4a5a-a3cc-035a3e20c6ec tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Made reservation on behalf of 03471ff03c464865a23b72de4e110368 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:23:35.130815 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-3146d142-4469-4a5a-a3cc-035a3e20c6ec tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:35.174945 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8181d802-cc83-472e-821b-ae32d3174606 None None] DHCP port deletion for 3c2e4849-97cc-4563-aae0-e0a72f37a270 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:23:35.244487 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca7315bf-a5a3-4f7c-b5fe-5329d1ed24cb req-4fd24ec4-841c-4663-9b3a-176974a5675c tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455132 Sep 29 17:23:35.276675 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0c9be3-28cb-4e3e-87b3-4cec2d086e1a req-1db21f47-a53c-4e2b-97e4-e24faa746485 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] No DVR routers for this DVR port 8de3d4d4-988b-4d3f-b919-c2fa278ea94c on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:23:35.292429 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f0c9be3-28cb-4e3e-87b3-4cec2d086e1a req-1db21f47-a53c-4e2b-97e4-e24faa746485 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:35.295001 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f0c9be3-28cb-4e3e-87b3-4cec2d086e1a req-1db21f47-a53c-4e2b-97e4-e24faa746485 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.35 "DELETE /v2.0/ports/8de3d4d4-988b-4d3f-b919-c2fa278ea94c HTTP/1.1" status: 204 len: 173 time: 1.2965443 Sep 29 17:23:35.297056 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8181d802-cc83-472e-821b-ae32d3174606 None None] Deleting port c5a226a8-bc92-44c2-9ecd-82ec3ac9053d {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:23:35.298356 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8181d802-cc83-472e-821b-ae32d3174606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:35.298489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8208873f-5bad-4671-9dc1-276eeb5c53b2', 'name': 'network-vif-deleted', 'tag': '8de3d4d4-988b-4d3f-b919-c2fa278ea94c'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:35.300903 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf6721e-50e9-48b0-bc60-39f9f2b8b3dd" -d '{"events": [{"server_uuid": "8208873f-5bad-4671-9dc1-276eeb5c53b2", "name": "network-vif-deleted", "tag": "8de3d4d4-988b-4d3f-b919-c2fa278ea94c"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:35.347439 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:35.361911 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e693348-f254-4a24-ac06-2af7542d4dc8 req-4320cd70-3b32-4ca9-a17c-3ad5d6f3ea23 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 210 time: 0.0887456 Sep 29 17:23:35.394337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:23:35.479917 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Sync routers for ids ['7ab01687-2041-468d-9556-aac9a9171770'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:23:35.483554 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:35.496669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52410) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:35.496997 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f0acc81b-0a98-4438-ba64-a3f3beb9aa61 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0535307 Sep 29 17:23:35.518660 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8181d802-cc83-472e-821b-ae32d3174606 None None] For port c5a226a8-bc92-44c2-9ecd-82ec3ac9053d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c5a226a8-bc92-44c2-9ecd-82ec3ac9053d,segment=NetworkSegment(2f5dffd8-aaba-4198-82d4-bc2d8225e612),segment_id=2f5dffd8-aaba-4198-82d4-bc2d8225e612)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:35.519207 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8181d802-cc83-472e-821b-ae32d3174606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:35.543721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8181d802-cc83-472e-821b-ae32d3174606 None None] Calling delete_port for c5a226a8-bc92-44c2-9ecd-82ec3ac9053d owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:23:35.595110 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550cec2c-29bb-416b-b067-c413b7afa693 x-openstack-request-id: req-550cec2c-29bb-416b-b067-c413b7afa693 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:35.595648 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8208873f-5bad-4671-9dc1-276eeb5c53b2", "name": "network-vif-deleted", "tag": "8de3d4d4-988b-4d3f-b919-c2fa278ea94c", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:35.596059 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-550cec2c-29bb-416b-b067-c413b7afa693 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:35.596790 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8208873f-5bad-4671-9dc1-276eeb5c53b2', 'name': 'network-vif-deleted', 'tag': '8de3d4d4-988b-4d3f-b919-c2fa278ea94c', 'status': 'completed', 'code': 200} Sep 29 17:23:35.700103 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] Deleting port c5a226a8-bc92-44c2-9ecd-82ec3ac9053d {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:23:35.700327 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:35.717238 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Routers {'7ab01687-2041-468d-9556-aac9a9171770'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:23:35.717920 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:23:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7ab01687-2041-468d-9556-aac9a9171770'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:35.849242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-3146d142-4469-4a5a-a3cc-035a3e20c6ec tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Allocated IP 172.20.0.8 (76df170c-e1e4-4882-b30d-122279313449/a98c8895-c09f-4e08-8162-342e59909ede/83d3b1db-ca20-4bce-b618-564ff3bc1dcf) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:23:35.880024 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] For port c5a226a8-bc92-44c2-9ecd-82ec3ac9053d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c5a226a8-bc92-44c2-9ecd-82ec3ac9053d,segment=NetworkSegment(2f5dffd8-aaba-4198-82d4-bc2d8225e612),segment_id=2f5dffd8-aaba-4198-82d4-bc2d8225e612)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:35.880397 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:35.921924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] Calling delete_port for c5a226a8-bc92-44c2-9ecd-82ec3ac9053d owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:23:35.934650 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Set router 7ab01687-2041-468d-9556-aac9a9171770 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:23:36.077653 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8181d802-cc83-472e-821b-ae32d3174606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:36.079521 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8f4005ea-188a-49ae-8566-7d7d70a8a1bd up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:23:36.124769 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:36.137886 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f75f2-7bcc-4a9e-86b2-b2a5fa0a11a2 req-13ec83f9-46c7-492c-9c60-4dfb98e8746c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:36.145724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f75f2-7bcc-4a9e-86b2-b2a5fa0a11a2 req-13ec83f9-46c7-492c-9c60-4dfb98e8746c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:36.149733 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] No DVR routers for this DVR port c5a226a8-bc92-44c2-9ecd-82ec3ac9053d on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:23:36.152930 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b2f75f2-7bcc-4a9e-86b2-b2a5fa0a11a2 req-13ec83f9-46c7-492c-9c60-4dfb98e8746c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fdc9c7f-b553-4a57-873d-a359ff2b3e6f&device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd HTTP/1.1" status: 200 len: 1690 time: 0.1968656 Sep 29 17:23:36.180563 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfd508d-5222-48dd-8a92-9e98e86f2306 None None] Network 201abf05-d70e-4829-87b2-d88d337df26a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:23:36.250380 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a226a8-bc92-44c2-9ecd-82ec3ac9053d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:36.344388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181d802-cc83-472e-821b-ae32d3174606 None None] Pushing event deleted for resources: {'Port': ['ID=c5a226a8-bc92-44c2-9ecd-82ec3ac9053d,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:36.352379 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:36.398147 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2e4849-97cc-4563-aae0-e0a72f37a270']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:36.413027 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181d802-cc83-472e-821b-ae32d3174606 None None] No DVR routers for this DVR port c5a226a8-bc92-44c2-9ecd-82ec3ac9053d on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:23:36.420018 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5dffd8-aaba-4198-82d4-bc2d8225e612') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:36.420018 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5dffd8-aaba-4198-82d4-bc2d8225e612') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:36.434702 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc3002-0084-47cc-a067-96bc1e35f590 req-f18d0fc6-87de-4084-9743-fdadcd36a374 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:36.448556 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8fcc3002-0084-47cc-a067-96bc1e35f590 req-f18d0fc6-87de-4084-9743-fdadcd36a374 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 943 time: 0.1355522 Sep 29 17:23:36.460925 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:36.492326 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:36.515588 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8fcc3002-0084-47cc-a067-96bc1e35f590 req-f1c82d7e-33cb-4fed-b570-446fbee84032 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620515 Sep 29 17:23:36.517178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:23:36.517608 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:23:36.519519 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:23:36.606953 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:36.619011 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:36.623674 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] 10.222.0.44 "DELETE /v2.0/networks/3c2e4849-97cc-4563-aae0-e0a72f37a270 HTTP/1.1" status: 204 len: 168 time: 1.5865440 Sep 29 17:23:36.630682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52430) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:36.669340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8f4005ea-188a-49ae-8566-7d7d70a8a1bd triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:36.670029 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:36.672283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 3513661f-1810-4ae0-934f-1dd76bb88218 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:23:36.675223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 8de3d4d4-988b-4d3f-b919-c2fa278ea94c no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:23:36.678971 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9948f0-a854-425f-8357-bdaa016b6a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=3c2e4849-97cc-4563-aae0-e0a72f37a270,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:36.686755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4a57f3ad-9a7a-4328-a5c3-225d185a88b9 None None] Provisioning complete for port 8f4005ea-188a-49ae-8566-7d7d70a8a1bd triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:36.687394 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4a57f3ad-9a7a-4328-a5c3-225d185a88b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:36.708251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07bb2a-84a6-4ec8-8a34-d6e8aff4ac9b req-c8e910b5-be8d-4f51-bed1-0936d2753ab1 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:36.710870 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ac07bb2a-84a6-4ec8-8a34-d6e8aff4ac9b req-c8e910b5-be8d-4f51-bed1-0936d2753ab1 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.0837073 Sep 29 17:23:36.745951 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b2f75f2-7bcc-4a9e-86b2-b2a5fa0a11a2 req-7b6b7a7f-3275-49a2-b200-0420565eb1e8 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919642 Sep 29 17:23:36.782496 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 8de3d4d4-988b-4d3f-b919-c2fa278ea94c {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:23:36.782857 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 8de3d4d4-988b-4d3f-b919-c2fa278ea94c not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:23:36.820774 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-3146d142-4469-4a5a-a3cc-035a3e20c6ec tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:36.885618 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81e9da9b-4e5e-4d00-bb71-fd0b75341b2c req-75b30bd1-72ba-4d54-ba53-ca61dfde0c2e tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 210 time: 0.0751832 Sep 29 17:23:37.019521 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4a57f3ad-9a7a-4328-a5c3-225d185a88b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:37.081465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4a57f3ad-9a7a-4328-a5c3-225d185a88b9 None None] For port 8f4005ea-188a-49ae-8566-7d7d70a8a1bd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8f4005ea-188a-49ae-8566-7d7d70a8a1bd,segment=NetworkSegment(778aa94c-7d03-4e59-aea7-133a8b0d96a4),segment_id=778aa94c-7d03-4e59-aea7-133a8b0d96a4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:37.112603 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ac07bb2a-84a6-4ec8-8a34-d6e8aff4ac9b req-3a5c4055-7f08-40dc-a6f6-5dde39f27857 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946543 Sep 29 17:23:37.132790 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4a57f3ad-9a7a-4328-a5c3-225d185a88b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:37.144391 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:23:37.156281 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-3146d142-4469-4a5a-a3cc-035a3e20c6ec tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:37.245776 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57f3ad-9a7a-4328-a5c3-225d185a88b9 None None] Pushing event updated for resources: {'Port': ['ID=8f4005ea-188a-49ae-8566-7d7d70a8a1bd,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:37.268054 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 3513661f-1810-4ae0-934f-1dd76bb88218, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=3513661f-1810-4ae0-934f-1dd76bb88218,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:37.276861 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab01687-2041-468d-9556-aac9a9171770', 'name': 'tempest-ServersTestFqdnHostnames-873560231-router', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:23:32Z', 'updated_at': '2021-09-29T17:23:34Z', 'revision_number': 3, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'gw_port': {'id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:33Z', 'updated_at': '2021-09-29T17:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:37.316686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '3513661f-1810-4ae0-934f-1dd76bb88218', 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7', 'port_id': '3513661f-1810-4ae0-934f-1dd76bb88218', 'mac_address': 'fa:16:3e:09:07:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86eaf9b4-1784-4ab4-8567-540414d627ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:23:37.318536 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Checking router: 7ab01687-2041-468d-9556-aac9a9171770 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:23:37.318926 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Updating router 7ab01687-2041-468d-9556-aac9a9171770 port c3c0a800-67e5-40d9-b02c-51cbc50c82be binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:23:37.364013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-3146d142-4469-4a5a-a3cc-035a3e20c6ec tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Network 76df170c-e1e4-4882-b30d-122279313449 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:23:37.369070 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1d2f85f6-c171-4330-8860-82fb1e0bbb4c no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:23:37.394790 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:37.400957 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 1d2f85f6-c171-4330-8860-82fb1e0bbb4c {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:23:37.401324 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1d2f85f6-c171-4330-8860-82fb1e0bbb4c not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:23:37.401752 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c5a226a8-bc92-44c2-9ecd-82ec3ac9053d no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:23:37.409469 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-3146d142-4469-4a5a-a3cc-035a3e20c6ec tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:23:37.418936 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-3146d142-4469-4a5a-a3cc-035a3e20c6ec tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:23:37.446614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: c5a226a8-bc92-44c2-9ecd-82ec3ac9053d {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:23:37.446960 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c5a226a8-bc92-44c2-9ecd-82ec3ac9053d not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:23:37.450137 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:37.492573 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146d142-4469-4a5a-a3cc-035a3e20c6ec tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Pushing event updated for resources: {'Port': ['ID=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:37.532668 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3513661f-1810-4ae0-934f-1dd76bb88218 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:37.566618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c4376-7b76-4001-a3d5-99f66d0727af req-c45a9819-4524-4259-8183-dd0c55ad7f51 tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:37.569945 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d9c4376-7b76-4001-a3d5-99f66d0727af req-c45a9819-4524-4259-8183-dd0c55ad7f51 tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4fdc9c7f-b553-4a57-873d-a359ff2b3e6f HTTP/1.1" status: 200 len: 1101 time: 0.3699243 Sep 29 17:23:37.575586 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 3513661f-1810-4ae0-934f-1dd76bb88218, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=3513661f-1810-4ae0-934f-1dd76bb88218,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:37.583875 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-3146d142-4469-4a5a-a3cc-035a3e20c6ec tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:37.587341 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:37.587561 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-3146d142-4469-4a5a-a3cc-035a3e20c6ec tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:37.642852 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9b8802e6-b785-4e1c-82ca-05a174a2aaea None None] Provisioning complete for port 8f4005ea-188a-49ae-8566-7d7d70a8a1bd triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:37.643230 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9b8802e6-b785-4e1c-82ca-05a174a2aaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:37.666392 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77d67c-2197-46c2-9bec-baf6eb9e04f5 req-96c4aa71-dd81-4580-ba24-9e73f38bc0b3 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:37.671017 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-3146d142-4469-4a5a-a3cc-035a3e20c6ec tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1209598 Sep 29 17:23:37.675951 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ce77d67c-2197-46c2-9bec-baf6eb9e04f5 req-96c4aa71-dd81-4580-ba24-9e73f38bc0b3 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 944 time: 0.0686440 Sep 29 17:23:37.708947 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8f4005ea-188a-49ae-8566-7d7d70a8a1bd up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:23:37.711512 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Request body: {'port': {'device_id': 'ec156c5b-8665-4394-98e3-44e85081ff5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:37.730800 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ce77d67c-2197-46c2-9bec-baf6eb9e04f5 req-39e75b75-1094-4414-aaa7-9214e184a7fb tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536749 Sep 29 17:23:37.771541 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d9c4376-7b76-4001-a3d5-99f66d0727af req-5d6c1620-6c82-42ce-b784-89eec11be876 tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778312 Sep 29 17:23:37.789565 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:37.818640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=3513661f-1810-4ae0-934f-1dd76bb88218,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:37.853460 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:37.928242 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c9c5a-9904-41f0-b2d7-79922dcef498 req-ffd0c80e-0cbc-4c75-a664-374e1137400d tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:37.941858 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b50c9c5a-9904-41f0-b2d7-79922dcef498 req-ffd0c80e-0cbc-4c75-a664-374e1137400d tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd HTTP/1.1" status: 200 len: 1100 time: 0.0756125 Sep 29 17:23:37.943569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8f4005ea-188a-49ae-8566-7d7d70a8a1bd triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:37.944508 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:37.978904 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b50c9c5a-9904-41f0-b2d7-79922dcef498 req-79c17ce9-6c7e-46f9-9535-1924068a1b6d tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360477 Sep 29 17:23:37.994639 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['3513661f-1810-4ae0-934f-1dd76bb88218'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:38.115401 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:38.130261 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:38.216974 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-85554fc5-7cd4-4cba-85cd-c55a648b8605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:38.269851 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Attempting to bind port c3c0a800-67e5-40d9-b02c-51cbc50c82be on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:23:38.270568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Attempting to bind port c3c0a800-67e5-40d9-b02c-51cbc50c82be by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:23:38.270819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Attempting to bind port c3c0a800-67e5-40d9-b02c-51cbc50c82be on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:38.278998 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c8c56-65ef-4089-b43b-12f8c3c8bedc None None] Pushing event updated for resources: {'Port': ['ID=c3c0a800-67e5-40d9-b02c-51cbc50c82be,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:38.283201 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:23:38.283577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:23:38.283982 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:38.284374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:23:38.284856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Bound port: c3c0a800-67e5-40d9-b02c-51cbc50c82be, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:23:38.285239 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:38.414713 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] For port c3c0a800-67e5-40d9-b02c-51cbc50c82be, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:38.419571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] For port c3c0a800-67e5-40d9-b02c-51cbc50c82be, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c3c0a800-67e5-40d9-b02c-51cbc50c82be,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:23:38.430098 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:38.434941 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b028700-e391-4664-9a84-c6fa6c9aa2ea req-9558a1a1-02aa-4ac8-a7d6-439649ca3755 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:38.449934 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8b028700-e391-4664-9a84-c6fa6c9aa2ea req-9558a1a1-02aa-4ac8-a7d6-439649ca3755 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.0957465 Sep 29 17:23:38.494689 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39106a3b-cb95-412a-a9e1-827ae13bdbd1 req-3a01f5e6-774a-4bb5-a935-29452088e5b0 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:38.496411 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Routers {'7ab01687-2041-468d-9556-aac9a9171770'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:23:38.496869 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-39106a3b-cb95-412a-a9e1-827ae13bdbd1 req-3a01f5e6-774a-4bb5-a935-29452088e5b0 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 931 time: 0.4401016 Sep 29 17:23:38.497260 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:23:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7ab01687-2041-468d-9556-aac9a9171770'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:38.517038 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8b028700-e391-4664-9a84-c6fa6c9aa2ea req-c9da6d0a-16fc-46e3-9700-1d798311acc7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655248 Sep 29 17:23:38.565801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Allocated IP 172.20.0.1 (201abf05-d70e-4829-87b2-d88d337df26a/f8925bfe-e7cc-499e-9f17-d49be415ef6e/bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:23:38.576652 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c8c56-65ef-4089-b43b-12f8c3c8bedc None None] Pushing event updated for resources: {'Port': ['ID=c3c0a800-67e5-40d9-b02c-51cbc50c82be,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:38.632059 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-3c53da90-c6a5-4f55-ac65-7c06e24c3032 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=dac7a47eaa2d4d40822770120f7f585a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304224 Sep 29 17:23:38.650664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] Set router 7ab01687-2041-468d-9556-aac9a9171770 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:23:38.713843 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-39106a3b-cb95-412a-a9e1-827ae13bdbd1 req-e9f168a4-82c9-436f-9da4-66d2188adabb tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051507 Sep 29 17:23:38.769455 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-1970a8f1-3ddb-4ae7-afe7-e3a736e7d100 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:38.772981 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-1970a8f1-3ddb-4ae7-afe7-e3a736e7d100 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1395028 Sep 29 17:23:38.799239 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-6eb712ba-fa7c-40a0-8da4-b3400999054a tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/quotas/dac7a47eaa2d4d40822770120f7f585a HTTP/1.1" status: 200 len: 375 time: 0.0187659 Sep 29 17:23:38.828650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d3b1db-ca20-4bce-b618-564ff3bc1dcf {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:38.876892 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-cf8ca06a-b8e9-41a7-94d5-ce8a239dab7c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762703 Sep 29 17:23:38.878602 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:38.937073 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:38.942476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Transition to ACTIVE for port object 83d3b1db-ca20-4bce-b618-564ff3bc1dcf will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:23:38.956746 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:39.050249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab01687-2041-468d-9556-aac9a9171770', 'name': 'tempest-ServersTestFqdnHostnames-873560231-router', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:23:32Z', 'updated_at': '2021-09-29T17:23:34Z', 'revision_number': 3, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'gw_port': {'id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:33Z', 'updated_at': '2021-09-29T17:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:39.059013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3f322-61a7-4dd0-80da-021c0bd61bbf req-e163f5c5-c55d-4577-ac3a-a6bd49be0370 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:39.061752 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1f3f322-61a7-4dd0-80da-021c0bd61bbf req-e163f5c5-c55d-4577-ac3a-a6bd49be0370 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 944 time: 0.1963308 Sep 29 17:23:39.088998 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56afebe3-05da-4da4-9626-6c672bfc580a None None] The sync data for ids ['7ab01687-2041-468d-9556-aac9a9171770'] in n-d-811748-2 is: [{'id': '7ab01687-2041-468d-9556-aac9a9171770', 'name': 'tempest-ServersTestFqdnHostnames-873560231-router', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:23:32Z', 'updated_at': '2021-09-29T17:23:34Z', 'revision_number': 3, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'gw_port': {'id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:33Z', 'updated_at': '2021-09-29T17:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:23:39.141221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Pushing event updated for resources: {'Port': ['ID=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:39.173605 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:39.282852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Network 201abf05-d70e-4829-87b2-d88d337df26a is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:23:39.290467 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1f3f322-61a7-4dd0-80da-021c0bd61bbf req-a7f01799-745a-4323-8c5a-da808f69d36b tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180839 Sep 29 17:23:39.296724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:23:39.299313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:23:39.380331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Pushing event updated for resources: {'Port': ['ID=bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:39.416270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Attempting to bind port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:23:39.416270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Attempting to bind port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:23:39.416270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Attempting to bind port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf on network 76df170c-e1e4-4882-b30d-122279313449 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:39.420309 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:39.540750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf on network 76df170c-e1e4-4882-b30d-122279313449 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:23:39.541096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Attempting to bind port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf on network 76df170c-e1e4-4882-b30d-122279313449 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:39.581982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:23:39.582312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Checking segment: {'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:23:39.582691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Bound using segment: {'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:23:39.583137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Bound port: 83d3b1db-ca20-4bce-b618-564ff3bc1dcf, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:23:39.583601 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:39.724444 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43882a87-0b7c-48b4-9210-275304c3351c req-55a14757-2609-4b0a-adf1-063ea33f54e6 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 210 time: 0.0685403 Sep 29 17:23:39.799676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-85554fc5-7cd4-4cba-85cd-c55a648b8605 admin admin] Deleting port e45b8df5-0174-4e93-94aa-72fbfc91c966 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:23:39.800673 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-85554fc5-7cd4-4cba-85cd-c55a648b8605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:39.817786 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c3c0a800-67e5-40d9-b02c-51cbc50c82be up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:23:39.971410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5269721b-e206-4f42-bba9-b606a5f208ac None None] Provisioning complete for port bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:39.971781 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5269721b-e206-4f42-bba9-b606a5f208ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:39.998690 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8de4b1-b074-4a50-b8fc-7f14040ba381 req-fa9b03be-54b0-4ead-8452-df411ae12dc3 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:40.000238 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff8de4b1-b074-4a50-b8fc-7f14040ba381 req-fa9b03be-54b0-4ead-8452-df411ae12dc3 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 943 time: 0.1305351 Sep 29 17:23:40.091055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port c3c0a800-67e5-40d9-b02c-51cbc50c82be triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:40.092939 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff8de4b1-b074-4a50-b8fc-7f14040ba381 req-99444bb6-faa3-4a8f-bd49-b58985260346 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841720 Sep 29 17:23:40.093893 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:40.147283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5269721b-e206-4f42-bba9-b606a5f208ac None None] Port bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:23:40.222213 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:40.263430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port c3c0a800-67e5-40d9-b02c-51cbc50c82be, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c3c0a800-67e5-40d9-b02c-51cbc50c82be,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:40.271600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] For port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:40.272193 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:40.302777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93358399-2385-4611-8b8d-a9b55a4e5e74 req-cddf1431-717e-4528-86e0-f03f4201dd9d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:40.304896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-93358399-2385-4611-8b8d-a9b55a4e5e74 req-cddf1431-717e-4528-86e0-f03f4201dd9d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.6206961 Sep 29 17:23:40.336496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] For port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:23:40.367548 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:40.388878 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=c3c0a800-67e5-40d9-b02c-51cbc50c82be,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:40.423773 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:40.462303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-85554fc5-7cd4-4cba-85cd-c55a648b8605 admin admin] For port e45b8df5-0174-4e93-94aa-72fbfc91c966, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e45b8df5-0174-4e93-94aa-72fbfc91c966,segment=NetworkSegment(85651a57-8ec2-4e3a-bb09-a834055cb1ab),segment_id=85651a57-8ec2-4e3a-bb09-a834055cb1ab)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:40.462672 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-85554fc5-7cd4-4cba-85cd-c55a648b8605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:40.472746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:40.474091 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:40.476312 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] 10.222.0.35 "PUT /v2.0/ports/83d3b1db-ca20-4bce-b618-564ff3bc1dcf HTTP/1.1" status: 200 len: 1091 time: 2.7715259 Sep 29 17:23:40.493815 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec156c5b-8665-4394-98e3-44e85081ff5e', 'tag': '83d3b1db-ca20-4bce-b618-564ff3bc1dcf'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:40.496879 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8426d96f-bfd0-4f0d-b501-e40e9c4d97da" -d '{"events": [{"name": "network-changed", "server_uuid": "ec156c5b-8665-4394-98e3-44e85081ff5e", "tag": "83d3b1db-ca20-4bce-b618-564ff3bc1dcf"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:40.499980 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776981c-fc2a-4463-ae64-a4530e81cca6 req-23b651e9-f3e0-4793-9d06-bb0efb314b99 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:40.512341 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4776981c-fc2a-4463-ae64-a4530e81cca6 req-23b651e9-f3e0-4793-9d06-bb0efb314b99 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 944 time: 0.0919182 Sep 29 17:23:40.516160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-85554fc5-7cd4-4cba-85cd-c55a648b8605 admin admin] Calling delete_port for e45b8df5-0174-4e93-94aa-72fbfc91c966 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:23:40.520350 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-93358399-2385-4611-8b8d-a9b55a4e5e74 req-217f2efd-35c5-4bcb-b314-6e1e7c43c402 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915812 Sep 29 17:23:40.583741 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4776981c-fc2a-4463-ae64-a4530e81cca6 req-b8936ed2-a4b3-4d6a-abad-740eb2619869 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704448 Sep 29 17:23:40.627512 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e66665c-f876-4d20-b3e4-c35566f218b5 x-openstack-request-id: req-2e66665c-f876-4d20-b3e4-c35566f218b5 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:40.627777 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 3513661f-1810-4ae0-934f-1dd76bb88218 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:23:40.627909 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec156c5b-8665-4394-98e3-44e85081ff5e", "tag": "83d3b1db-ca20-4bce-b618-564ff3bc1dcf", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:40.628165 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e66665c-f876-4d20-b3e4-c35566f218b5 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:40.628622 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec156c5b-8665-4394-98e3-44e85081ff5e', 'tag': '83d3b1db-ca20-4bce-b618-564ff3bc1dcf', 'status': 'completed', 'code': 200} Sep 29 17:23:40.704259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da747bd5-1ef8-42fb-9731-c4239326be18 service neutron] Pushing event updated for resources: {'Port': ['ID=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:40.782659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 3513661f-1810-4ae0-934f-1dd76bb88218 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:23:40.789751 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a530f520-dba0-4955-bc99-b83d4159b229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:40.793093 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 3513661f-1810-4ae0-934f-1dd76bb88218 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:40.793477 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:40.879666 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a96c24fd-96be-489a-85e2-eca6ede80203 req-887821bc-49c8-4b9e-aef2-d3de643a2110 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 210 time: 0.0601435 Sep 29 17:23:40.926733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-3a431f6b-cd49-469c-88b5-c81c0c6495f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:40.929115 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-3a431f6b-cd49-469c-88b5-c81c0c6495f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03471ff03c464865a23b72de4e110368&device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 1094 time: 0.3090940 Sep 29 17:23:40.938457 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:40.966844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e05124-1760-4569-8f83-0acf58ee95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3513661f-1810-4ae0-934f-1dd76bb88218'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:40.969225 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5cd118-bdf3-4178-acce-6ef0f6addb5f" -d '{"events": [{"server_uuid": "f5e05124-1760-4569-8f83-0acf58ee95fe", "name": "network-vif-plugged", "status": "completed", "tag": "3513661f-1810-4ae0-934f-1dd76bb88218"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:40.981471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 3513661f-1810-4ae0-934f-1dd76bb88218, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=3513661f-1810-4ae0-934f-1dd76bb88218,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:40.988821 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:41.032945 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e373c32-6508-49fb-a308-9b03913961b9 x-openstack-request-id: req-5e373c32-6508-49fb-a308-9b03913961b9 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:41.033298 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e05124-1760-4569-8f83-0acf58ee95fe", "name": "network-vif-plugged", "status": "completed", "tag": "3513661f-1810-4ae0-934f-1dd76bb88218", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:41.033509 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e373c32-6508-49fb-a308-9b03913961b9 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:41.033902 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e05124-1760-4569-8f83-0acf58ee95fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3513661f-1810-4ae0-934f-1dd76bb88218', 'code': 200} Sep 29 17:23:41.089174 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-26a16ebd-8a4a-49f0-94d5-6079d41acb30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83d3b1db-ca20-4bce-b618-564ff3bc1dcf HTTP/1.1" status: 200 len: 217 time: 0.1174903 Sep 29 17:23:41.096167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=3513661f-1810-4ae0-934f-1dd76bb88218,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:41.191384 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:41.210853 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:41.233589 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1711a-8297-4a34-bbd7-a9d3f3778f90 req-8d219cb9-829d-44a2-9f4b-4f65eca7396d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:41.235084 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bdd1711a-8297-4a34-bbd7-a9d3f3778f90 req-8d219cb9-829d-44a2-9f4b-4f65eca7396d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 943 time: 0.0535357 Sep 29 17:23:41.265690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:41.289832 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bdd1711a-8297-4a34-bbd7-a9d3f3778f90 req-8ff9bed3-c4b4-4f3d-abd6-bd2d29712d6f tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Sep 29 17:23:41.336462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374887a-e16a-4b1a-9d03-258e2d2d6c08 req-66f217d2-ca83-4d65-aff9-8fd8952c2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:41.338102 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e374887a-e16a-4b1a-9d03-258e2d2d6c08 req-66f217d2-ca83-4d65-aff9-8fd8952c2977 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 1096 time: 0.2082114 Sep 29 17:23:41.339472 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-410c50dc-d96b-4553-83fe-2fd2b6e7d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:41.341175 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-410c50dc-d96b-4553-83fe-2fd2b6e7d8c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a98c8895-c09f-4e08-8162-342e59909ede HTTP/1.1" status: 200 len: 845 time: 0.2360666 Sep 29 17:23:41.406316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Pushing event updated for resources: {'Port': ['ID=bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:41.434926 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-620c9365-2d64-4a8e-8944-927e6fc5ac40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76df170c-e1e4-4882-b30d-122279313449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573394 Sep 29 17:23:41.528951 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e374887a-e16a-4b1a-9d03-258e2d2d6c08 req-224c3cd5-26c8-47f1-ac2f-9ad506af3e91 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524453 Sep 29 17:23:41.542588 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-85554fc5-7cd4-4cba-85cd-c55a648b8605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:41.669387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Network 201abf05-d70e-4829-87b2-d88d337df26a is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:23:41.707000 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:23:41.712401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c3c0a800-67e5-40d9-b02c-51cbc50c82be up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:23:41.785325 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port c3c0a800-67e5-40d9-b02c-51cbc50c82be triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:41.786688 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-5f9249b1-c21f-406e-8aa4-a2a6082d194c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dac7a47eaa2d4d40822770120f7f585a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2505977 Sep 29 17:23:41.788348 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:41.799207 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-57f6436b-fb9f-4bb4-a212-5a0ee719eec5 service neutron] 10.222.0.35 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279934 Sep 29 17:23:41.815302 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71616ce0-29ea-41a8-83fe-69e080401b10 req-f939a1f9-67d1-40f0-95f3-9060661ba73d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:41.824012 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-71616ce0-29ea-41a8-83fe-69e080401b10 req-f939a1f9-67d1-40f0-95f3-9060661ba73d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 945 time: 0.1092048 Sep 29 17:23:41.853184 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85554fc5-7cd4-4cba-85cd-c55a648b8605 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45b8df5-0174-4e93-94aa-72fbfc91c966,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:41.917867 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-71616ce0-29ea-41a8-83fe-69e080401b10 req-65a4089b-27de-44e1-a1f6-4dea7fe1f7ea tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927169 Sep 29 17:23:42.081493 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-9216b20d-187a-4014-9a36-47a1d1e5b643 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=dac7a47eaa2d4d40822770120f7f585a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2751386 Sep 29 17:23:42.180194 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [req-2898dd06-6392-42b8-8660-236379255d84 req-ef6cc188-059d-4735-858c-6c34addf27d2 service neutron] show failed (client error): The resource could not be found. Sep 29 17:23:42.181489 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0b93b1c0-8e6b-4a87-9e2c-c6593d9e0dc4 None None] Provisioning complete for port bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:42.181976 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-ef6cc188-059d-4735-858c-6c34addf27d2 service neutron] 10.222.0.35 "GET /v2.0/ports/09d713e9-aaf1-420d-bb9e-06027b9d55bf/bindings/n-h1-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.0980179 Sep 29 17:23:42.184604 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0b93b1c0-8e6b-4a87-9e2c-c6593d9e0dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:42.196825 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-09d78c42-e58c-4359-823f-f5afdfd65ad5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:42.198624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-09d78c42-e58c-4359-823f-f5afdfd65ad5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2779214 Sep 29 17:23:42.203789 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2829d3a1-da19-4390-88c9-1add778fda47 req-e9d6e4a3-5f80-47dc-bea8-d6dbc4aa9a5f tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 210 time: 0.0526750 Sep 29 17:23:42.259686 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-61864263-25ac-42f8-8c43-801338f13329 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Request body: {'port': {'device_id': '1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': 'dac7a47eaa2d4d40822770120f7f585a'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:42.281554 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0b93b1c0-8e6b-4a87-9e2c-c6593d9e0dc4 None None] Port bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:23:42.428121 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a553fd-b727-4923-b9ad-3e46e311f549 req-6371918d-8934-4442-8ec9-c8ebc062e479 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:42.430774 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-45a553fd-b727-4923-b9ad-3e46e311f549 req-6371918d-8934-4442-8ec9-c8ebc062e479 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 943 time: 0.0569599 Sep 29 17:23:42.463041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649825d2-ba01-4c1b-a58a-90c2982b5d6f req-91c9454f-62d6-48f4-8a08-64e6a925d469 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:42.470111 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-649825d2-ba01-4c1b-a58a-90c2982b5d6f req-91c9454f-62d6-48f4-8a08-64e6a925d469 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.7684913 Sep 29 17:23:42.476274 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-45a553fd-b727-4923-b9ad-3e46e311f549 req-ecff8313-0ee8-4d57-9a3b-a8dc0047a380 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385857 Sep 29 17:23:42.870626 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e33daf8-2cf6-4115-ab8c-b371e63262cc req-78622452-3898-413e-83f2-bc843d3eedce service neutron] 10.222.0.35 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9918458 Sep 29 17:23:42.959999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-799e2724-94b2-4144-a666-bb5a171f2a8d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:42.961494 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-799e2724-94b2-4144-a666-bb5a171f2a8d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8706839 Sep 29 17:23:42.963380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898dd06-6392-42b8-8660-236379255d84 req-bdc2dd2b-792a-44ea-b60c-b157ead03a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:42.964725 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-bdc2dd2b-792a-44ea-b60c-b157ead03a01 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8&tenant_id=a84d217d4dcf43a280aed44f5566a55f HTTP/1.1" status: 200 len: 1099 time: 0.5549374 Sep 29 17:23:42.968289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Router 7ab01687-2041-468d-9556-aac9a9171770 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:23:42.972878 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-649825d2-ba01-4c1b-a58a-90c2982b5d6f req-8283b1c2-50a3-43e6-9f0a-fceb0cda9914 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019820 Sep 29 17:23:42.999038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-5422644c-23a5-4d70-adcc-4dc2f26e6ec5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Request body: {'port': {'device_id': 'e513ca59-6943-4d6d-8008-7a2b22b0bd65', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': 'dac7a47eaa2d4d40822770120f7f585a'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:43.009109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:43.052670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012a56d-496f-48f3-a705-a46f6e83368c req-2be5f6d1-d6af-49f9-8f85-33ce8628971d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:43.054809 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9012a56d-496f-48f3-a705-a46f6e83368c req-2be5f6d1-d6af-49f9-8f85-33ce8628971d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 945 time: 0.0618935 Sep 29 17:23:43.090068 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-61864263-25ac-42f8-8c43-801338f13329 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Made reservation on behalf of dac7a47eaa2d4d40822770120f7f585a for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:23:43.093555 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-61864263-25ac-42f8-8c43-801338f13329 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:43.107476 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9012a56d-496f-48f3-a705-a46f6e83368c req-4e7801e9-0910-4deb-a1bf-4c8330ab591d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454507 Sep 29 17:23:43.116410 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-85554fc5-7cd4-4cba-85cd-c55a648b8605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:43.232279 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28abe4e-008f-424c-9fee-4f8097c62625 req-97a9c1de-f2dc-4d29-8c5a-ff56aa139c96 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:43.237798 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e28abe4e-008f-424c-9fee-4f8097c62625 req-97a9c1de-f2dc-4d29-8c5a-ff56aa139c96 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 1096 time: 0.0493286 Sep 29 17:23:43.260829 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426d96f-bfd0-4f0d-b501-e40e9c4d97da req-5163cb2f-3d65-4856-ba13-5968a0ecdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:43.262398 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8426d96f-bfd0-4f0d-b501-e40e9c4d97da req-5163cb2f-3d65-4856-ba13-5968a0ecdd8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03471ff03c464865a23b72de4e110368&device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 1094 time: 0.2854412 Sep 29 17:23:43.292232 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:43.295424 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e28abe4e-008f-424c-9fee-4f8097c62625 req-9232ba8c-d0a1-45eb-8821-7f045508020a tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483255 Sep 29 17:23:43.417924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d6eb0-16fe-43d6-8102-0af0cf4f4b27 req-82baa6df-b6d2-4ea1-8fec-7e4b70f64618 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:43.421988 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c72d6eb0-16fe-43d6-8102-0af0cf4f4b27 req-82baa6df-b6d2-4ea1-8fec-7e4b70f64618 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 1096 time: 0.0475321 Sep 29 17:23:43.460629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c72d6eb0-16fe-43d6-8102-0af0cf4f4b27 req-3264ebb0-73f1-421a-b8c0-11452429f794 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335903 Sep 29 17:23:43.467153 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ef20ea43-b183-4b2f-bb57-c3903168a5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:43.480876 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48a0dbbb-9354-44d8-9dcf-26543cd756c9 req-cfb326c9-f7bf-4b3c-b195-591e128b695e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 210 time: 0.1451406 Sep 29 17:23:43.595327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:23:43.608192 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Sync routers for ids ['7ab01687-2041-468d-9556-aac9a9171770'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:23:43.627000 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Routers {'7ab01687-2041-468d-9556-aac9a9171770'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:23:43.628206 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:23:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7ab01687-2041-468d-9556-aac9a9171770'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:43.652918 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-77348446-befc-4f5e-9759-6101f6737de9 admin admin] 10.222.0.44 "PUT /v2.0/routers/7ab01687-2041-468d-9556-aac9a9171770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1556263 Sep 29 17:23:43.653943 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-5422644c-23a5-4d70-adcc-4dc2f26e6ec5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Made reservation on behalf of dac7a47eaa2d4d40822770120f7f585a for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:23:43.657303 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-5422644c-23a5-4d70-adcc-4dc2f26e6ec5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:43.708907 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41cc27-5b56-4a99-afa1-94d35fc7b763 req-c82eb50b-6e76-4f52-9a97-de6f588c75d7 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:43.710538 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c41cc27-5b56-4a99-afa1-94d35fc7b763 req-c82eb50b-6e76-4f52-9a97-de6f588c75d7 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 943 time: 0.1507170 Sep 29 17:23:43.787176 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c41cc27-5b56-4a99-afa1-94d35fc7b763 req-004eb8e6-fae3-44f4-9d27-2ac7c9b62040 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707817 Sep 29 17:23:43.819680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426d96f-bfd0-4f0d-b501-e40e9c4d97da req-76764cd8-0882-497f-8785-6bb9364ddd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:43.821194 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8426d96f-bfd0-4f0d-b501-e40e9c4d97da req-76764cd8-0882-497f-8785-6bb9364ddd30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=76df170c-e1e4-4882-b30d-122279313449 HTTP/1.1" status: 200 len: 906 time: 0.5465200 Sep 29 17:23:43.827171 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Set router 7ab01687-2041-468d-9556-aac9a9171770 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:23:43.831797 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-61864263-25ac-42f8-8c43-801338f13329 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Allocated IP 192.168.233.157 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/67d9ace3-a7d1-45bd-801f-00fea73c00c0) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:23:44.044407 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8426d96f-bfd0-4f0d-b501-e40e9c4d97da req-f5e332f1-0a16-40ed-a18c-a6e99e2316e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83d3b1db-ca20-4bce-b618-564ff3bc1dcf HTTP/1.1" status: 200 len: 217 time: 0.2026815 Sep 29 17:23:44.138087 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab01687-2041-468d-9556-aac9a9171770', 'name': 'tempest-ServersTestFqdnHostnames-873560231-router', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:23:32Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'gw_port': {'id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:33Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560', 'name': '', 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'mac_address': 'fa:16:3e:ec:6d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:37Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 2, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'subnets': [{'id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:44.169417 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Checking router: 7ab01687-2041-468d-9556-aac9a9171770 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:23:44.169764 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Updating router 7ab01687-2041-468d-9556-aac9a9171770 port bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:23:44.203618 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:44.213260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426d96f-bfd0-4f0d-b501-e40e9c4d97da req-59188f16-14f6-4bfc-8e61-91d4c3f83fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:44.214797 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8426d96f-bfd0-4f0d-b501-e40e9c4d97da req-59188f16-14f6-4bfc-8e61-91d4c3f83fde service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a98c8895-c09f-4e08-8162-342e59909ede HTTP/1.1" status: 200 len: 845 time: 0.1604583 Sep 29 17:23:44.246235 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:44.263005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85554fc5-7cd4-4cba-85cd-c55a648b8605 admin admin] Router d4d49716-17d0-4a73-a770-119ca68ed527 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:23:44.297642 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8426d96f-bfd0-4f0d-b501-e40e9c4d97da req-65803aa9-b2bc-4a06-b05c-0bdb8ec39e32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76df170c-e1e4-4882-b30d-122279313449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417545 Sep 29 17:23:44.446133 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:44.539647 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-61864263-25ac-42f8-8c43-801338f13329 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:44.555918 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:44.638853 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:44.649264 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:44.661234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 09d713e9-aaf1-420d-bb9e-06027b9d55bf no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:23:44.752548 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c8c97-0b8b-488b-9b2a-b9cb13d96e1e None None] Pushing event updated for resources: {'Port': ['ID=bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:44.773083 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85554fc5-7cd4-4cba-85cd-c55a648b8605 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:23:44.792133 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-85554fc5-7cd4-4cba-85cd-c55a648b8605 admin admin] 10.222.0.44 "PUT /v2.0/routers/d4d49716-17d0-4a73-a770-119ca68ed527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1595170 Sep 29 17:23:44.792356 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:44.794795 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52570) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:44.796276 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-61864263-25ac-42f8-8c43-801338f13329 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:44.802275 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c8c97-0b8b-488b-9b2a-b9cb13d96e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:44.802734 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c8c97-0b8b-488b-9b2a-b9cb13d96e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:44.803668 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c8c97-0b8b-488b-9b2a-b9cb13d96e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:44.804236 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c8c97-0b8b-488b-9b2a-b9cb13d96e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:44.805143 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c8c97-0b8b-488b-9b2a-b9cb13d96e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:44.805679 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c8c97-0b8b-488b-9b2a-b9cb13d96e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:44.806594 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c8c97-0b8b-488b-9b2a-b9cb13d96e1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:44.807033 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c8c97-0b8b-488b-9b2a-b9cb13d96e1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:44.807477 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c8c97-0b8b-488b-9b2a-b9cb13d96e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:44.808160 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c8c97-0b8b-488b-9b2a-b9cb13d96e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:44.808282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e114f3-6ba7-48ac-8921-9264cd794397 None None] Sync routers for ids ['d4d49716-17d0-4a73-a770-119ca68ed527'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:23:44.808908 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c8c97-0b8b-488b-9b2a-b9cb13d96e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:44.809599 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624c8c97-0b8b-488b-9b2a-b9cb13d96e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:23:44.823361 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['046e9848-0706-4079-828a-97c9ad328382'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:44.839465 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8426d96f-bfd0-4f0d-b501-e40e9c4d97da req-81f09f20-3c9d-413c-a250-63cda1d07884 service neutron] 10.222.0.35 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273180 Sep 29 17:23:44.869509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['54d93eea-ebc5-4726-a8f6-8ee2df308d7c', '0844192e-5470-4a7b-9446-c355fea56b0e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:44.880559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e114f3-6ba7-48ac-8921-9264cd794397 None None] Routers {'d4d49716-17d0-4a73-a770-119ca68ed527'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:23:44.882055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-25e114f3-6ba7-48ac-8921-9264cd794397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:23:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d4d49716-17d0-4a73-a770-119ca68ed527'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:44.930181 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Attempting to bind port bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:23:44.931038 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Attempting to bind port bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '778aa94c-7d03-4e59-aea7-133a8b0d96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:23:44.931693 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Attempting to bind port bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 on network 201abf05-d70e-4829-87b2-d88d337df26a {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:44.942191 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:23:44.942714 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Checking segment: {'id': '778aa94c-7d03-4e59-aea7-133a8b0d96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:23:44.943266 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:44.944159 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Bound using segment: {'id': '778aa94c-7d03-4e59-aea7-133a8b0d96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:23:44.944806 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Bound port: bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778aa94c-7d03-4e59-aea7-133a8b0d96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:23:44.946239 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:45.036143 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-25e114f3-6ba7-48ac-8921-9264cd794397 None None] Set router d4d49716-17d0-4a73-a770-119ca68ed527 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:23:45.064819 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] For port bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:45.075250 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] For port bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560,segment=NetworkSegment(778aa94c-7d03-4e59-aea7-133a8b0d96a4),segment_id=778aa94c-7d03-4e59-aea7-133a8b0d96a4)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:23:45.085977 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc42841e-634b-4831-8d18-3d11b72f0430 admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:45.087166 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:45.114494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-61864263-25ac-42f8-8c43-801338f13329 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:23:45.222645 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-61864263-25ac-42f8-8c43-801338f13329 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:23:45.227386 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc42841e-634b-4831-8d18-3d11b72f0430 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:45.238690 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-32043469-d0a1-4f81-9221-ad649ad5fdb5 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:23:45.247161 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-32043469-d0a1-4f81-9221-ad649ad5fdb5 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0294230 Sep 29 17:23:45.268268 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c8c97-0b8b-488b-9b2a-b9cb13d96e1e None None] Pushing event updated for resources: {'Port': ['ID=bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:45.284103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-61864263-25ac-42f8-8c43-801338f13329 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:23:45.293257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61864263-25ac-42f8-8c43-801338f13329 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event updated for resources: {'Port': ['ID=67d9ace3-a7d1-45bd-801f-00fea73c00c0,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:45.330771 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Routers {'7ab01687-2041-468d-9556-aac9a9171770'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:23:45.332636 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:23:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7ab01687-2041-468d-9556-aac9a9171770'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:45.350962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-a3126ddb-15e4-4db2-8487-83286d35405f tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:45.365318 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-a3126ddb-15e4-4db2-8487-83286d35405f tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports/3513661f-1810-4ae0-934f-1dd76bb88218 HTTP/1.1" status: 200 len: 1093 time: 0.1169727 Sep 29 17:23:45.371182 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-33b019f7-9dff-4a1f-a63e-860cbb2655de service neutron] Request body: {'binding': {'host': 'n-h2-811748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:45.371636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-33b019f7-9dff-4a1f-a63e-860cbb2655de service neutron] Unknown quota resources ['binding']. {{(pid=95015) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:23:45.493564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:45.510221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-33495f47-ca4e-473e-a155-864e37a8ec5a None None] Provisioning complete for port bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:45.511245 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-33495f47-ca4e-473e-a155-864e37a8ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:45.571922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-61864263-25ac-42f8-8c43-801338f13329 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:45.572652 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-61864263-25ac-42f8-8c43-801338f13329 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:45.595824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-33b019f7-9dff-4a1f-a63e-860cbb2655de service neutron] Attempting to bind port 3513661f-1810-4ae0-934f-1dd76bb88218 on host n-h2-811748-2 for vnic_type normal with profile None {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:23:45.596166 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-33b019f7-9dff-4a1f-a63e-860cbb2655de service neutron] Attempting to bind port 3513661f-1810-4ae0-934f-1dd76bb88218 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:23:45.596489 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-33b019f7-9dff-4a1f-a63e-860cbb2655de service neutron] Attempting to bind port 3513661f-1810-4ae0-934f-1dd76bb88218 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:45.603234 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-33b019f7-9dff-4a1f-a63e-860cbb2655de service neutron] Port 3513661f-1810-4ae0-934f-1dd76bb88218 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:23:45.603234 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-33b019f7-9dff-4a1f-a63e-860cbb2655de service neutron] Attempting to bind port 3513661f-1810-4ae0-934f-1dd76bb88218 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:45.610604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-bc42841e-634b-4831-8d18-3d11b72f0430 admin admin] Deleting port b134f56e-bb37-43c0-b7fc-fe9df16b330b {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:23:45.610948 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc42841e-634b-4831-8d18-3d11b72f0430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:45.654190 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8426d96f-bfd0-4f0d-b501-e40e9c4d97da req-dd3a1493-fa30-4c91-8d43-755f822261c1 service neutron] 10.222.0.35 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244875 Sep 29 17:23:45.701076 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-61864263-25ac-42f8-8c43-801338f13329 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4623666 Sep 29 17:23:45.711332 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-33b019f7-9dff-4a1f-a63e-860cbb2655de service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:23:45.711818 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-33b019f7-9dff-4a1f-a63e-860cbb2655de service neutron] Checking segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:23:45.712325 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-33b019f7-9dff-4a1f-a63e-860cbb2655de service neutron] Bound using segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:23:45.712868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-33b019f7-9dff-4a1f-a63e-860cbb2655de service neutron] Bound port: 3513661f-1810-4ae0-934f-1dd76bb88218, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:23:45.727354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:45.741848 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Request body: {'port': {'device_id': '1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:45.794378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-bc42841e-634b-4831-8d18-3d11b72f0430 admin admin] For port b134f56e-bb37-43c0-b7fc-fe9df16b330b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b134f56e-bb37-43c0-b7fc-fe9df16b330b,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:45.794601 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc42841e-634b-4831-8d18-3d11b72f0430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:45.827485 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-bc42841e-634b-4831-8d18-3d11b72f0430 admin admin] Calling delete_port for b134f56e-bb37-43c0-b7fc-fe9df16b330b owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:23:45.835822 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-33b019f7-9dff-4a1f-a63e-860cbb2655de service neutron] For port 3513661f-1810-4ae0-934f-1dd76bb88218, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=3513661f-1810-4ae0-934f-1dd76bb88218,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:23:45.849174 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-33b019f7-9dff-4a1f-a63e-860cbb2655de service neutron] Notify callbacks [] for binding, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:45.864772 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-33b019f7-9dff-4a1f-a63e-860cbb2655de service neutron] 10.222.0.44 "POST /v2.0/ports/3513661f-1810-4ae0-934f-1dd76bb88218/bindings HTTP/1.1" status: 201 len: 389 time: 0.4982722 Sep 29 17:23:45.872649 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-25e114f3-6ba7-48ac-8921-9264cd794397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'name': 'tempest-AttachSCSIVolumeTestJSON-570086409-router', 'tenant_id': '27008ee040714494b08566bc7fa3dc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'b134f56e-bb37-43c0-b7fc-fe9df16b330b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:19Z', 'updated_at': '2021-09-29T17:23:41Z', 'revision_number': 5, 'project_id': '27008ee040714494b08566bc7fa3dc7e', 'gw_port': {'id': 'b134f56e-bb37-43c0-b7fc-fe9df16b330b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:90:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:21:21Z', 'updated_at': '2021-09-29T17:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:45.880827 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-33495f47-ca4e-473e-a155-864e37a8ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:45.910633 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] Set router 7ab01687-2041-468d-9556-aac9a9171770 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:23:45.998707 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-33495f47-ca4e-473e-a155-864e37a8ec5a None None] For port bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560,segment=NetworkSegment(778aa94c-7d03-4e59-aea7-133a8b0d96a4),segment_id=778aa94c-7d03-4e59-aea7-133a8b0d96a4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:46.000151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e114f3-6ba7-48ac-8921-9264cd794397 None None] Checking router: d4d49716-17d0-4a73-a770-119ca68ed527 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:23:46.017809 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-33495f47-ca4e-473e-a155-864e37a8ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:46.029183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:46.041950 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6482007-e5ff-4a48-9473-7578f134dee2" -d '{"events": [{"server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "name": "network-vif-unplugged", "status": "completed", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:46.065780 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:46.116655 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33495f47-ca4e-473e-a155-864e37a8ec5a None None] Pushing event updated for resources: {'Port': ['ID=bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:46.121962 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Transition to ACTIVE for port object 09d713e9-aaf1-420d-bb9e-06027b9d55bf will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:23:46.130419 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:46.130729 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e114f3-6ba7-48ac-8921-9264cd794397 None None] Routers {'d4d49716-17d0-4a73-a770-119ca68ed527'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:23:46.132261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-25e114f3-6ba7-48ac-8921-9264cd794397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:23:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d4d49716-17d0-4a73-a770-119ca68ed527'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:46.195333 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:46.256702 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52582) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:46.264843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e1f53c53-ae35-4822-9712-c657f5221b1b tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--901408274', 'description': 'tempest-description--622588888'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:46.268550 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0855fc2b-906d-4a00-a400-00bc1727d359 None None] Provisioning complete for port bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:46.268929 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0855fc2b-906d-4a00-a400-00bc1727d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:46.345887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e1f53c53-ae35-4822-9712-c657f5221b1b tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:46.359007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-25e114f3-6ba7-48ac-8921-9264cd794397 None None] Set router d4d49716-17d0-4a73-a770-119ca68ed527 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:23:46.442880 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab01687-2041-468d-9556-aac9a9171770', 'name': 'tempest-ServersTestFqdnHostnames-873560231-router', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:23:32Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'gw_port': {'id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:33Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560', 'name': '', 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'mac_address': 'fa:16:3e:ec:6d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:37Z', 'updated_at': '2021-09-29T17:23:45Z', 'revision_number': 4, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'subnets': [{'id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:46.472135 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e1f53c53-ae35-4822-9712-c657f5221b1b tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:46.476278 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc42841e-634b-4831-8d18-3d11b72f0430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:46.488004 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651e1c9e-9eb0-414c-8c01-bd550a84dc13 None None] The sync data for ids ['7ab01687-2041-468d-9556-aac9a9171770'] in n-d-811748-2 is: [{'id': '7ab01687-2041-468d-9556-aac9a9171770', 'name': 'tempest-ServersTestFqdnHostnames-873560231-router', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:23:32Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'gw_port': {'id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:33Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560', 'name': '', 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'mac_address': 'fa:16:3e:ec:6d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:37Z', 'updated_at': '2021-09-29T17:23:45Z', 'revision_number': 4, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'subnets': [{'id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:23:46.517223 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42841e-634b-4831-8d18-3d11b72f0430 admin admin] Pushing event deleted for resources: {'Port': ['ID=b134f56e-bb37-43c0-b7fc-fe9df16b330b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:46.524260 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e1f53c53-ae35-4822-9712-c657f5221b1b tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:46.601914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Pushing event updated for resources: {'Port': ['ID=09d713e9-aaf1-420d-bb9e-06027b9d55bf,revision_number=6']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:46.604353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f53c53-ae35-4822-9712-c657f5221b1b tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae97154-31ba-4d0c-9e24-ac583f050863,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:46.675405 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e1f53c53-ae35-4822-9712-c657f5221b1b tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:46.676847 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e1f53c53-ae35-4822-9712-c657f5221b1b tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4180667 Sep 29 17:23:46.686474 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:23:46.686831 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:23:46.687393 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-25e114f3-6ba7-48ac-8921-9264cd794397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'name': 'tempest-AttachSCSIVolumeTestJSON-570086409-router', 'tenant_id': '27008ee040714494b08566bc7fa3dc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:19Z', 'updated_at': '2021-09-29T17:23:45Z', 'revision_number': 6, 'project_id': '27008ee040714494b08566bc7fa3dc7e', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:46.707886 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52584) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:46.713247 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-877565f0-95ec-4fea-b058-3baffaae1864 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Request body: {'security_group_rule': {'security_group_id': '6ae97154-31ba-4d0c-9e24-ac583f050863', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:46.775860 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f92ad883-16f0-4f20-b588-fb51d6cbd8e7 req-fa8e5850-e0a9-4c13-8ad6-1dd8d57e693f tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 210 time: 0.1724668 Sep 29 17:23:46.780263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e114f3-6ba7-48ac-8921-9264cd794397 None None] The sync data for ids ['d4d49716-17d0-4a73-a770-119ca68ed527'] in n-d-811748-2 is: [{'id': 'd4d49716-17d0-4a73-a770-119ca68ed527', 'name': 'tempest-AttachSCSIVolumeTestJSON-570086409-router', 'tenant_id': '27008ee040714494b08566bc7fa3dc7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:21:19Z', 'updated_at': '2021-09-29T17:23:45Z', 'revision_number': 6, 'project_id': '27008ee040714494b08566bc7fa3dc7e', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:23:46.821960 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:46.887840 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc42841e-634b-4831-8d18-3d11b72f0430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.054393 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0855fc2b-906d-4a00-a400-00bc1727d359 None None] Provisioning complete for port 67d9ace3-a7d1-45bd-801f-00fea73c00c0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:47.054989 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0855fc2b-906d-4a00-a400-00bc1727d359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.098876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0855fc2b-906d-4a00-a400-00bc1727d359 None None] Port 67d9ace3-a7d1-45bd-801f-00fea73c00c0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:23:47.099123 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-877565f0-95ec-4fea-b058-3baffaae1864 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.127000 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-5422644c-23a5-4d70-adcc-4dc2f26e6ec5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Allocated IP 192.168.233.159 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/8258af0d-1216-42fe-b4c8-00243ef27ff7) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:23:47.135139 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] No DVR routers for this DVR port 09d713e9-aaf1-420d-bb9e-06027b9d55bf on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:23:47.136656 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc42841e-634b-4831-8d18-3d11b72f0430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.155683 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc42841e-634b-4831-8d18-3d11b72f0430 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.172346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-d6d2dfa6-c8d5-4805-8b0f-2eef232c7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:47.173900 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-d6d2dfa6-c8d5-4805-8b0f-2eef232c7989 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 1096 time: 0.8991835 Sep 29 17:23:47.243724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f302040-745a-4242-973d-085cf820cdb2 req-4773726f-0fa1-4cfd-8995-410666429497 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:47.249801 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf82607-c222-42e1-a4f5-93c201dd0948 req-14b819db-7788-45ec-9be6-a3b031a4c021 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:47.258163 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3f302040-745a-4242-973d-085cf820cdb2 req-4773726f-0fa1-4cfd-8995-410666429497 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 946 time: 1.0637727 Sep 29 17:23:47.259297 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-adf82607-c222-42e1-a4f5-93c201dd0948 req-14b819db-7788-45ec-9be6-a3b031a4c021 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 943 time: 0.3275669 Sep 29 17:23:47.421554 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-877565f0-95ec-4fea-b058-3baffaae1864 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.435771 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-877565f0-95ec-4fea-b058-3baffaae1864 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.444899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Attempting to bind port 09d713e9-aaf1-420d-bb9e-06027b9d55bf on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:23:47.445245 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Attempting to bind port 09d713e9-aaf1-420d-bb9e-06027b9d55bf by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:23:47.445601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Attempting to bind port 09d713e9-aaf1-420d-bb9e-06027b9d55bf on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:47.456895 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc42841e-634b-4831-8d18-3d11b72f0430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.457442 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc42841e-634b-4831-8d18-3d11b72f0430 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4d49716-17d0-4a73-a770-119ca68ed527 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:23:47.467341 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc42841e-634b-4831-8d18-3d11b72f0430 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.470894 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bc42841e-634b-4831-8d18-3d11b72f0430 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d4d49716-17d0-4a73-a770-119ca68ed527 HTTP/1.1" status: 204 len: 168 time: 2.6728957 Sep 29 17:23:47.472209 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52590) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:47.479248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877565f0-95ec-4fea-b058-3baffaae1864 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc69429a-1c66-4f9b-b848-294080608834,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:47.497378 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3f302040-745a-4242-973d-085cf820cdb2 req-c3499ad6-5b86-4e71-a3c0-3789bdd465ca tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326939 Sep 29 17:23:47.497378 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Port 09d713e9-aaf1-420d-bb9e-06027b9d55bf on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:23:47.497713 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-adf82607-c222-42e1-a4f5-93c201dd0948 req-607ce5b5-4aa1-4449-a2fe-199df2a83e8a tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161844 Sep 29 17:23:47.497900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Attempting to bind port 09d713e9-aaf1-420d-bb9e-06027b9d55bf on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:47.505168 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-877565f0-95ec-4fea-b058-3baffaae1864 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.514174 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-877565f0-95ec-4fea-b058-3baffaae1864 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8052101 Sep 29 17:23:47.518479 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52592) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:47.525431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c9999e7c-c1a5-4e20-b29f-6289007a76e7 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Request body: {'security_group_rule': {'security_group_id': '6ae97154-31ba-4d0c-9e24-ac583f050863', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:47.577004 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c9999e7c-c1a5-4e20-b29f-6289007a76e7 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.596173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:23:47.596173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:23:47.596173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:23:47.596555 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Bound port: 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:23:47.596735 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.628515 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9555f48-6b2e-4e85-9240-a790e0bf2936 x-openstack-request-id: req-b9555f48-6b2e-4e85-9240-a790e0bf2936 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:47.628515 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "name": "network-vif-unplugged", "status": "completed", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:47.628515 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9555f48-6b2e-4e85-9240-a790e0bf2936 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:47.629345 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf', 'code': 200} Sep 29 17:23:47.644931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-6450b524-a18d-4c2f-ae82-b97186f11f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:47.646453 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-6450b524-a18d-4c2f-ae82-b97186f11f82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.3527460 Sep 29 17:23:47.679057 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c9999e7c-c1a5-4e20-b29f-6289007a76e7 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.692324 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c9999e7c-c1a5-4e20-b29f-6289007a76e7 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.722744 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c9999e7c-c1a5-4e20-b29f-6289007a76e7 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.729957 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c9999e7c-c1a5-4e20-b29f-6289007a76e7 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2091846 Sep 29 17:23:47.733741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52594) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:47.740253 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:47.747193 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9999e7c-c1a5-4e20-b29f-6289007a76e7 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecc012e-a4a4-4bc6-83f2-a57fd0cf7222,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:47.781375 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.793494 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f46cec59-ef77-467e-b3b9-b51d2e38b6ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3513661f-1810-4ae0-934f-1dd76bb88218 HTTP/1.1" status: 200 len: 217 time: 0.1212845 Sep 29 17:23:47.801617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3c71d3-4864-49ca-bba8-a983a2c8f9d8 admin admin] Deleting subnet 9d1d3ea7-914f-4de0-a0b7-7190ed94b8a5 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:23:47.820957 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c3c71d3-4864-49ca-bba8-a983a2c8f9d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.958111 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cfb72c5f-7449-4553-bb1b-35c2ed1814ba req-c5c183cf-67a9-4a6f-b370-6e2e7c492f32 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 210 time: 0.0586712 Sep 29 17:23:47.968714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:23:47.978778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0195df3-9d6c-4aa9-9e25-ba8c86effd9d req-4b8ede6f-e40f-441f-9d5a-59a314e6c48f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:47.980740 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0195df3-9d6c-4aa9-9e25-ba8c86effd9d req-4b8ede6f-e40f-441f-9d5a-59a314e6c48f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 945 time: 0.3868699 Sep 29 17:23:47.993834 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c3c71d3-4864-49ca-bba8-a983a2c8f9d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:47.995555 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:48.062587 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:48.063064 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:48.074698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:48.078994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:23:48.145714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-1ecca207-d203-468f-97f8-e22ef717dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:48.147245 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-1ecca207-d203-468f-97f8-e22ef717dbc8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.3415241 Sep 29 17:23:48.153605 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-5422644c-23a5-4d70-adcc-4dc2f26e6ec5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:48.163066 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c3c71d3-4864-49ca-bba8-a983a2c8f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:48.167140 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:48.230757 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Allocated IP 172.25.2.131 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/1e4a0a02-867a-49f2-837a-338b70e2f71a) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:23:48.304949 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-ffa69117-c6e4-457a-b4ab-a1bba5176859 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1439908 Sep 29 17:23:48.343164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e45b8df5-0174-4e93-94aa-72fbfc91c966 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:23:48.373264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:48.382453 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:48.384042 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] 10.222.0.49 "PUT /v2.0/ports/09d713e9-aaf1-420d-bb9e-06027b9d55bf HTTP/1.1" status: 200 len: 1094 time: 5.3818855 Sep 29 17:23:48.387802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: e45b8df5-0174-4e93-94aa-72fbfc91c966 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:23:48.393298 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e45b8df5-0174-4e93-94aa-72fbfc91c966 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:23:48.396560 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b134f56e-bb37-43c0-b7fc-fe9df16b330b no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:23:48.464285 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: b134f56e-bb37-43c0-b7fc-fe9df16b330b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:23:48.464763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b134f56e-bb37-43c0-b7fc-fe9df16b330b not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:23:48.487848 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:48.515226 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0195df3-9d6c-4aa9-9e25-ba8c86effd9d req-1712706c-b433-4148-969d-af12a94a9366 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296911 Sep 29 17:23:48.602102 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:48.641654 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cff18-cacf-46b1-8699-c94b5649a80a service neutron] Pushing event updated for resources: {'Port': ['ID=09d713e9-aaf1-420d-bb9e-06027b9d55bf,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:48.692320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 83d3b1db-ca20-4bce-b618-564ff3bc1dcf details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:23:48.702702 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:23:48.713659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:23:48.717806 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:23:48.757659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Pushing event updated for resources: {'Port': ['ID=1e4a0a02-867a-49f2-837a-338b70e2f71a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:48.777063 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c3c71d3-4864-49ca-bba8-a983a2c8f9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:48.785683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71d030-cd09-4b24-bbc2-ea42d288ac88 req-710148fc-7f35-42b4-b5f1-cfc637fef226 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:48.787922 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f71d030-cd09-4b24-bbc2-ea42d288ac88 req-710148fc-7f35-42b4-b5f1-cfc637fef226 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 946 time: 0.1426184 Sep 29 17:23:48.788663 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-5422644c-23a5-4d70-adcc-4dc2f26e6ec5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:48.825784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['046e9848-0706-4079-828a-97c9ad328382'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:48.828296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['54d93eea-ebc5-4726-a8f6-8ee2df308d7c', '0844192e-5470-4a7b-9446-c355fea56b0e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:48.866041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c71d3-4864-49ca-bba8-a983a2c8f9d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d1d3ea7-914f-4de0-a0b7-7190ed94b8a5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:48.866565 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f71d030-cd09-4b24-bbc2-ea42d288ac88 req-f7fcf490-103a-4464-b6dc-bad06cb3b941 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656242 Sep 29 17:23:48.888266 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c3c71d3-4864-49ca-bba8-a983a2c8f9d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:48.890192 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7c3c71d3-4864-49ca-bba8-a983a2c8f9d8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9d1d3ea7-914f-4de0-a0b7-7190ed94b8a5 HTTP/1.1" status: 204 len: 168 time: 1.4134278 Sep 29 17:23:48.891048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77507615-440b-4e5d-8d74-0cc358f2304b None None] Network 84fc6ef8-082c-44d5-bab1-ab22e3c376f0 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:23:48.900060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52606) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:48.927663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898dd06-6392-42b8-8660-236379255d84 req-095e3a79-25eb-4f4f-b1c5-6c9eacce9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:48.930356 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-095e3a79-25eb-4f4f-b1c5-6c9eacce9e2f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 1097 time: 0.4996331 Sep 29 17:23:48.941513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-5422644c-23a5-4d70-adcc-4dc2f26e6ec5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:23:48.974140 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:48.982541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-5422644c-23a5-4d70-adcc-4dc2f26e6ec5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:23:48.986615 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-60c5fd6e-3772-4aab-8296-5e99544fa87c service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6678777 Sep 29 17:23:49.001265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-5422644c-23a5-4d70-adcc-4dc2f26e6ec5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:23:49.003909 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:49.011921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422644c-23a5-4d70-adcc-4dc2f26e6ec5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event updated for resources: {'Port': ['ID=8258af0d-1216-42fe-b4c8-00243ef27ff7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:49.040827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4afaee-0511-4b0b-b797-ee003bc7c2a8 req-6683feb9-935d-4600-a0b7-d772fa21dd23 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:49.042956 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6d4afaee-0511-4b0b-b797-ee003bc7c2a8 req-6683feb9-935d-4600-a0b7-d772fa21dd23 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 943 time: 0.4101393 Sep 29 17:23:49.066407 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:49.078943 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '83d3b1db-ca20-4bce-b618-564ff3bc1dcf', 'network_id': '76df170c-e1e4-4882-b30d-122279313449', 'port_id': '83d3b1db-ca20-4bce-b618-564ff3bc1dcf', 'mac_address': 'fa:16:3e:cf:74:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98c8895-c09f-4e08-8162-342e59909ede', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:23:49.274350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d493add-ef5c-4e4c-ac9c-7b0b9746fa1b req-c9397c46-1ada-49ed-b0f1-12c43e86278f tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:49.276570 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:49.281795 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7d493add-ef5c-4e4c-ac9c-7b0b9746fa1b req-c9397c46-1ada-49ed-b0f1-12c43e86278f tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 936 time: 0.1407666 Sep 29 17:23:49.304312 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:49.342463 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee4f8f9-a5de-41a4-8ec4-c745e6f670ea None None] DHCP port deletion for 84fc6ef8-082c-44d5-bab1-ab22e3c376f0 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:23:49.345748 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d3b1db-ca20-4bce-b618-564ff3bc1dcf {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:49.412040 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7d493add-ef5c-4e4c-ac9c-7b0b9746fa1b req-c3924958-1ed1-45e9-82ae-35273755a7e1 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225481 Sep 29 17:23:49.436399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:49.437367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-dda2a5c3-fb99-4f53-926c-28045b9be6df None None] Provisioning complete for port 8258af0d-1216-42fe-b4c8-00243ef27ff7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:49.437743 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dda2a5c3-fb99-4f53-926c-28045b9be6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:49.441318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-5422644c-23a5-4d70-adcc-4dc2f26e6ec5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:49.442185 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-5422644c-23a5-4d70-adcc-4dc2f26e6ec5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:49.447790 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:49.449012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d9ace3-a7d1-45bd-801f-00fea73c00c0 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:49.454448 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:49.479636 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:49.483349 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:49.500897 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6d4afaee-0511-4b0b-b797-ee003bc7c2a8 req-0c6a8bbd-43c6-4104-89b7-acd3b1ed060e tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072413 Sep 29 17:23:49.557878 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-5422644c-23a5-4d70-adcc-4dc2f26e6ec5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5694141 Sep 29 17:23:49.560895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Transition to ACTIVE for port object 67d9ace3-a7d1-45bd-801f-00fea73c00c0 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:23:49.565206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898dd06-6392-42b8-8660-236379255d84 req-8717edf0-94b2-45fb-9865-0a652a800b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:49.566973 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-8717edf0-94b2-45fb-9865-0a652a800b6c service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.6099741 Sep 29 17:23:49.570648 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-7529c9d0-8405-4eda-88e2-0447fb7c43a1 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473132 Sep 29 17:23:49.576391 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:49.610624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Request body: {'port': {'device_id': 'e513ca59-6943-4d6d-8008-7a2b22b0bd65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:49.647400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-dda2a5c3-fb99-4f53-926c-28045b9be6df None None] Port 8258af0d-1216-42fe-b4c8-00243ef27ff7 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:23:49.653406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:49.655935 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:49.690053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:49.719961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-eee4f8f9-a5de-41a4-8ec4-c745e6f670ea None None] Deleting port 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:23:49.720337 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-eee4f8f9-a5de-41a4-8ec4-c745e6f670ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:49.747628 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:23:49.755253 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-caf8ba28-4f89-4521-a791-3d9bc67df840 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf HTTP/1.1" status: 200 len: 217 time: 0.1753383 Sep 29 17:23:49.785343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Pushing event updated for resources: {'Port': ['ID=1e4a0a02-867a-49f2-837a-338b70e2f71a,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:49.834565 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:49.886848 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acde4653-9c6d-4d55-a7d5-0cfe8ad07b99 x-openstack-request-id: req-acde4653-9c6d-4d55-a7d5-0cfe8ad07b99 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:49.887451 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:49.887867 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acde4653-9c6d-4d55-a7d5-0cfe8ad07b99 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:49.888009 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f570a7-0e55-437d-9f9b-cd1716b9f558 req-2453aeac-6097-4dbd-b02e-ed721c8d1ca5 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:49.888552 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf', 'status': 'completed', 'code': 200} Sep 29 17:23:49.891290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Pushing event updated for resources: {'Port': ['ID=67d9ace3-a7d1-45bd-801f-00fea73c00c0,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:49.895651 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-17f570a7-0e55-437d-9f9b-cd1716b9f558 req-2453aeac-6097-4dbd-b02e-ed721c8d1ca5 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 945 time: 0.1683359 Sep 29 17:23:49.903349 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:49.926836 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-84123b5b-3a1b-4015-8c93-f09f82f80419 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1695502 Sep 29 17:23:49.962161 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['83d3b1db-ca20-4bce-b618-564ff3bc1dcf'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:49.986676 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-eee4f8f9-a5de-41a4-8ec4-c745e6f670ea None None] For port 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1e8c1c9b-9cfb-41ea-ac9d-514a7144242b,segment=NetworkSegment(85651a57-8ec2-4e3a-bb09-a834055cb1ab),segment_id=85651a57-8ec2-4e3a-bb09-a834055cb1ab)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:49.987062 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-eee4f8f9-a5de-41a4-8ec4-c745e6f670ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:50.031603 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:50.039344 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-17f570a7-0e55-437d-9f9b-cd1716b9f558 req-a2a9a426-3cb2-4315-813b-33b2a9944e1e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408746 Sep 29 17:23:50.120832 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-eee4f8f9-a5de-41a4-8ec4-c745e6f670ea None None] Calling delete_port for 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:23:50.160103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] Deleting port 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:23:50.161032 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:50.208369 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898dd06-6392-42b8-8660-236379255d84 req-944657e5-06af-4612-98da-2c4a24836e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:50.209952 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-944657e5-06af-4612-98da-2c4a24836e7b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.4387193 Sep 29 17:23:50.390246 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-cb71797d-f8dc-4531-81a4-5928b96e5f53 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--901408274&fields=id&tenant_id=5ec9ac2e1e3d43d09adba1b8ce2a0b66 HTTP/1.1" status: 200 len: 267 time: 0.0535312 Sep 29 17:23:50.451628 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-eee4f8f9-a5de-41a4-8ec4-c745e6f670ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:50.462371 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:50.532210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee4f8f9-a5de-41a4-8ec4-c745e6f670ea None None] No DVR routers for this DVR port 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:23:50.573661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4f8f9-a5de-41a4-8ec4-c745e6f670ea None None] Pushing event deleted for resources: {'Port': ['ID=1e8c1c9b-9cfb-41ea-ac9d-514a7144242b,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:50.596826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-1ba281a1-7b9f-4cf6-a1b0-f1501d583d5e tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:50.601808 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-1ba281a1-7b9f-4cf6-a1b0-f1501d583d5e tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/networks?id=201abf05-d70e-4829-87b2-d88d337df26a HTTP/1.1" status: 200 len: 814 time: 0.2030170 Sep 29 17:23:50.622918 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-bab4e528-5451-4d2a-a65b-3cfb89ee70a5 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/quotas/5ec9ac2e1e3d43d09adba1b8ce2a0b66 HTTP/1.1" status: 200 len: 375 time: 0.0132058 Sep 29 17:23:50.679848 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-64cc3774-b7ba-4026-a89d-a7e0c2072a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:50.682114 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-64cc3774-b7ba-4026-a89d-a7e0c2072a16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 1097 time: 0.7020607 Sep 29 17:23:50.686086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] For port 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1e8c1c9b-9cfb-41ea-ac9d-514a7144242b,segment=NetworkSegment(85651a57-8ec2-4e3a-bb09-a834055cb1ab),segment_id=85651a57-8ec2-4e3a-bb09-a834055cb1ab)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:50.686517 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:50.690697 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Attempting to bind port 67d9ace3-a7d1-45bd-801f-00fea73c00c0 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:23:50.691865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Attempting to bind port 67d9ace3-a7d1-45bd-801f-00fea73c00c0 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:23:50.691865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Attempting to bind port 67d9ace3-a7d1-45bd-801f-00fea73c00c0 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:50.715562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e576e43-29da-4c9e-89fd-eba677d80b56 req-8ebd03a5-6f94-40b0-83fb-e99246cda9a9 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:50.717056 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e576e43-29da-4c9e-89fd-eba677d80b56 req-8ebd03a5-6f94-40b0-83fb-e99246cda9a9 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 946 time: 0.6835020 Sep 29 17:23:50.742750 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-487b0747-f29b-4885-93b8-b0395f858b31 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5ec9ac2e1e3d43d09adba1b8ce2a0b66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0932648 Sep 29 17:23:50.777827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Port 67d9ace3-a7d1-45bd-801f-00fea73c00c0 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:23:50.778157 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Attempting to bind port 67d9ace3-a7d1-45bd-801f-00fea73c00c0 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:50.781768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] Calling delete_port for 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:23:50.817757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898dd06-6392-42b8-8660-236379255d84 req-2bd58126-6821-4151-869e-80912aee9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:50.820335 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-2bd58126-6821-4151-869e-80912aee9223 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5912507 Sep 29 17:23:50.842877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:23:50.843212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:23:50.843787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:23:50.844415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Bound port: 67d9ace3-a7d1-45bd-801f-00fea73c00c0, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:23:50.844937 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:50.875817 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-d36b5cc1-3aa5-4267-9b0d-ea555d190a22 service neutron] 10.222.0.44 "GET /v2.0/networks/201abf05-d70e-4829-87b2-d88d337df26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178610 Sep 29 17:23:50.989235 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-10776f0f-6f2d-4332-a374-3b70a9183812 service neutron] 10.222.0.44 "GET /v2.0/networks/201abf05-d70e-4829-87b2-d88d337df26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122067 Sep 29 17:23:51.040606 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e576e43-29da-4c9e-89fd-eba677d80b56 req-4f82f6b0-59c2-4b07-82c3-61b6f5350eb1 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093700 Sep 29 17:23:51.179844 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-cd991981-473d-4a9d-a16a-64c89fce7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:51.181357 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-cd991981-473d-4a9d-a16a-64c89fce7f34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.4824114 Sep 29 17:23:51.200596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] For port 67d9ace3-a7d1-45bd-801f-00fea73c00c0, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:51.255082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] For port 67d9ace3-a7d1-45bd-801f-00fea73c00c0, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=67d9ace3-a7d1-45bd-801f-00fea73c00c0,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:23:51.292568 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:51.300257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-83623d04-da83-44ac-9c4f-4b9d7e65e847 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452271 Sep 29 17:23:51.317724 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:51.320336 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-3b5729ee-b4f7-4d99-8644-8debc5a1ab90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf HTTP/1.1" status: 200 len: 217 time: 0.0981352 Sep 29 17:23:51.332580 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da738a6-d62f-4704-b0c2-fd6dc5e76cba req-91e52e87-ea69-4599-b6a4-33cc560ffc0c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:51.346167 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5da738a6-d62f-4704-b0c2-fd6dc5e76cba req-91e52e87-ea69-4599-b6a4-33cc560ffc0c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 944 time: 0.1347563 Sep 29 17:23:51.370141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8c1c9b-9cfb-41ea-ac9d-514a7144242b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:51.444143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] No DVR routers for this DVR port 1e8c1c9b-9cfb-41ea-ac9d-514a7144242b on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:23:51.451097 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5da738a6-d62f-4704-b0c2-fd6dc5e76cba req-ce5f4d6d-d666-4a7e-9b85-8df1f5fec50f tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016433 Sep 29 17:23:51.474368 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:51.476573 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:51.476837 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] 10.222.0.35 "PUT /v2.0/ports/67d9ace3-a7d1-45bd-801f-00fea73c00c0 HTTP/1.1" status: 200 len: 1096 time: 5.7557652 Sep 29 17:23:51.658584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-29918f66-5570-47ce-9af7-d94ff4189947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:51.660039 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-29918f66-5570-47ce-9af7-d94ff4189947 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.3032420 Sep 29 17:23:51.673114 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c235f1-ec84-4186-b702-3f73cc0385d0 req-c58a7cc9-f8e9-4280-8305-5ebdbfd0b522 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:51.674676 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57c235f1-ec84-4186-b702-3f73cc0385d0 req-c58a7cc9-f8e9-4280-8305-5ebdbfd0b522 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 936 time: 0.4514065 Sep 29 17:23:51.744975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe2ec4-3022-455e-bcb8-596f12c6501e req-d22d7410-3bfe-436a-bdd5-0c6c817f0567 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:51.746448 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8258af0d-1216-42fe-b4c8-00243ef27ff7 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:51.763303 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2bfe2ec4-3022-455e-bcb8-596f12c6501e req-d22d7410-3bfe-436a-bdd5-0c6c817f0567 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 945 time: 0.1373470 Sep 29 17:23:51.822554 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:51.849313 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2bfe2ec4-3022-455e-bcb8-596f12c6501e req-2efb4be9-fda8-4abe-b088-3f6fd9918e21 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758958 Sep 29 17:23:51.891698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bca519-0ea4-4070-b894-7fcbb7ee695f service neutron] Pushing event updated for resources: {'Port': ['ID=67d9ace3-a7d1-45bd-801f-00fea73c00c0,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:51.895232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f', 'tag': '67d9ace3-a7d1-45bd-801f-00fea73c00c0'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:51.898123 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4f3dd7-f33f-43ba-9d5c-66d974eb5213" -d '{"events": [{"name": "network-changed", "server_uuid": "1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f", "tag": "67d9ace3-a7d1-45bd-801f-00fea73c00c0"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:51.937367 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:51.956836 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-5d03edfc-6747-4012-835d-afdac0ed12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:51.958421 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-5d03edfc-6747-4012-835d-afdac0ed12ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f HTTP/1.1" status: 200 len: 1099 time: 0.3539507 Sep 29 17:23:51.960375 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-c2d3d24a-8b5b-4f1f-8ba6-9365d932b972 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6183474 Sep 29 17:23:51.964037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Transition to ACTIVE for port object 8258af0d-1216-42fe-b4c8-00243ef27ff7 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:23:51.976902 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-baf7ec0b-2c11-429a-9b70-56d15cb4912e req-2373131c-877c-4d5f-85f5-61c55790689f tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 210 time: 0.0364332 Sep 29 17:23:51.981940 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57c235f1-ec84-4186-b702-3f73cc0385d0 req-feba385f-dadf-49a1-a31f-344d482cbb76 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547331 Sep 29 17:23:52.020323 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:52.032855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fc6ef8-082c-44d5-bab1-ab22e3c376f0']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:52.049328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-572ced1a-8ef1-41ca-b0f1-96088c3756d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:52.051176 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-572ced1a-8ef1-41ca-b0f1-96088c3756d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3415480 Sep 29 17:23:52.158173 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-2d7dc200-9ba6-4455-ab69-bec8439caccd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=67d9ace3-a7d1-45bd-801f-00fea73c00c0 HTTP/1.1" status: 200 len: 217 time: 0.1587625 Sep 29 17:23:52.162032 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287f6542-4496-4b1b-a989-720c7986c4a6 x-openstack-request-id: req-287f6542-4496-4b1b-a989-720c7986c4a6 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:52.163085 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f", "tag": "67d9ace3-a7d1-45bd-801f-00fea73c00c0", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:52.163085 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-287f6542-4496-4b1b-a989-720c7986c4a6 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:52.163469 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f', 'tag': '67d9ace3-a7d1-45bd-801f-00fea73c00c0', 'status': 'completed', 'code': 200} Sep 29 17:23:52.174209 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85651a57-8ec2-4e3a-bb09-a834055cb1ab') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:52.174498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85651a57-8ec2-4e3a-bb09-a834055cb1ab') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:23:52.242730 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:52.305628 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c90ee-68ec-4210-b6db-ed8bb44584a2 req-9fa8d974-8618-406c-8f49-93d281fb1473 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:52.307752 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-750c90ee-68ec-4210-b6db-ed8bb44584a2 req-9fa8d974-8618-406c-8f49-93d281fb1473 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 946 time: 0.0962226 Sep 29 17:23:52.358327 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-750c90ee-68ec-4210-b6db-ed8bb44584a2 req-406e041b-0a89-4e81-ac64-e25f91d01cf1 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442626 Sep 29 17:23:52.359852 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:52.379288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Pushing event updated for resources: {'Port': ['ID=8258af0d-1216-42fe-b4c8-00243ef27ff7,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:52.401769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-aebdd87a-1999-4811-b56f-839de7f1d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:52.403369 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-aebdd87a-1999-4811-b56f-839de7f1d128 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 1097 time: 0.2966368 Sep 29 17:23:52.448665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:23:52.449117 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:23:52.523918 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:23:52.573535 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:52.583483 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:52.589720 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] 10.222.0.44 "DELETE /v2.0/networks/84fc6ef8-082c-44d5-bab1-ab22e3c376f0 HTTP/1.1" status: 204 len: 168 time: 3.6825099 Sep 29 17:23:52.670674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-581e0a91-5626-4e43-9359-c15453a3ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:52.672138 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-581e0a91-5626-4e43-9359-c15453a3ee90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.4674320 Sep 29 17:23:52.705725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 83d3b1db-ca20-4bce-b618-564ff3bc1dcf up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:23:52.707679 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a63d18-4628-45fa-8398-86a6c462e4ab admin admin] Pushing event deleted for resources: {'Network': ['ID=84fc6ef8-082c-44d5-bab1-ab22e3c376f0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:52.839826 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:23:52.847389 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:52.847389 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:52.870906 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Attempting to bind port 8258af0d-1216-42fe-b4c8-00243ef27ff7 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:23:52.872993 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Attempting to bind port 8258af0d-1216-42fe-b4c8-00243ef27ff7 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:23:52.872993 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Attempting to bind port 8258af0d-1216-42fe-b4c8-00243ef27ff7 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:52.941851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Port 8258af0d-1216-42fe-b4c8-00243ef27ff7 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:23:52.942502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Attempting to bind port 8258af0d-1216-42fe-b4c8-00243ef27ff7 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:52.953775 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-0e91dfef-a8db-4831-a8e9-ee4982ba28be service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7988331 Sep 29 17:23:52.963680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52674) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:52.984772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90637573-c37b-47e4-bc6b-c198f8fcedb7 req-f69c48c7-d55e-4898-b459-4f25800fa2d9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:52.993327 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-90637573-c37b-47e4-bc6b-c198f8fcedb7 req-f69c48c7-d55e-4898-b459-4f25800fa2d9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 944 time: 0.3861911 Sep 29 17:23:53.004989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:23:53.005372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:23:53.005744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:23:53.007405 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Bound port: 8258af0d-1216-42fe-b4c8-00243ef27ff7, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:23:53.007783 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:53.026236 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e25710f5-986d-4116-acdb-43df5217baa4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b7e957ca6a81445194e74f45a2397bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0609069 Sep 29 17:23:53.029087 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52680) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:53.064554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-e046baa7-2d50-4e15-8e40-a5b964587ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:53.066084 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-e046baa7-2d50-4e15-8e40-a5b964587ab6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3601413 Sep 29 17:23:53.070460 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:53.118618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-bf4c0a4e-fbbe-43b1-a384-cd0b14609223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:53.120479 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-bf4c0a4e-fbbe-43b1-a384-cd0b14609223 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.5916610 Sep 29 17:23:53.128266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec156c5b-8665-4394-98e3-44e85081ff5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d3b1db-ca20-4bce-b618-564ff3bc1dcf'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:53.134515 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a564748-392c-495a-ada2-f2ab83da704e" -d '{"events": [{"server_uuid": "ec156c5b-8665-4394-98e3-44e85081ff5e", "name": "network-vif-plugged", "status": "completed", "tag": "83d3b1db-ca20-4bce-b618-564ff3bc1dcf"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:53.162260 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd978aab-fb96-4fcd-89c1-fe8fd37ecaaa req-3fd8fd77-e3ed-4065-ae86-aaf5c2196c31 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:53.163472 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:53.170227 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:53.170846 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd978aab-fb96-4fcd-89c1-fe8fd37ecaaa req-3fd8fd77-e3ed-4065-ae86-aaf5c2196c31 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 945 time: 0.1469166 Sep 29 17:23:53.232605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:53.273575 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd978aab-fb96-4fcd-89c1-fe8fd37ecaaa req-5a58f3f2-12ec-4048-b7df-8f61d8fe1c23 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014986 Sep 29 17:23:53.292358 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-170ec1d8-cc29-421d-b770-296f2a8c2b63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf HTTP/1.1" status: 200 len: 217 time: 0.1414690 Sep 29 17:23:53.301398 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-267b6322-072b-410d-a236-106665d7ea78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:53.348165 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-267b6322-072b-410d-a236-106665d7ea78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:53.369315 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-90637573-c37b-47e4-bc6b-c198f8fcedb7 req-ffeabca0-2881-4ba9-b878-9e91f98d8051 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750010 Sep 29 17:23:53.548619 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-17e1b04d-6541-4f27-be7f-4e5194381975 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827284 Sep 29 17:23:53.781086 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-822dd9b6-4620-4cb4-a476-e5aa4e320e2a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:53.783647 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-822dd9b6-4620-4cb4-a476-e5aa4e320e2a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.35 "GET /v2.0/networks?id=201abf05-d70e-4829-87b2-d88d337df26a HTTP/1.1" status: 200 len: 814 time: 0.7384105 Sep 29 17:23:53.786569 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-267b6322-072b-410d-a236-106665d7ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:53.789400 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-267b6322-072b-410d-a236-106665d7ea78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:53.793723 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-267b6322-072b-410d-a236-106665d7ea78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27cc90eb-9bd2-4582-a3e8-d3db0e8659a6 HTTP/1.1" status: 204 len: 168 time: 0.7634168 Sep 29 17:23:53.852103 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be377c7b-37cc-427f-b397-aa7b140137d3 req-53efb671-ad9e-4415-ad9f-fecc50e2ae1b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:53.859771 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-be377c7b-37cc-427f-b397-aa7b140137d3 req-53efb671-ad9e-4415-ad9f-fecc50e2ae1b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 948 time: 0.4497204 Sep 29 17:23:53.870615 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-50d18053-5975-4ce5-9e14-4946503e7ab9 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ec9ac2e1e3d43d09adba1b8ce2a0b66 HTTP/1.1" status: 200 len: 379 time: 0.0683515 Sep 29 17:23:53.872729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b6322-072b-410d-a236-106665d7ea78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cc90eb-9bd2-4582-a3e8-d3db0e8659a6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:53.886833 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-775ecb52-326b-48e9-b65e-f4247c81379a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Request body: {'port': {'device_id': '312be1d9-c7e1-4c01-93a9-90b0f84e741e', 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a', 'admin_state_up': True, 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'security_groups': ['6ae97154-31ba-4d0c-9e24-ac583f050863']}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:53.961135 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-be377c7b-37cc-427f-b397-aa7b140137d3 req-2d6c5bbc-0b35-4506-8441-920e4d9803ea tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001215 Sep 29 17:23:54.045651 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fc320adb-3220-45f0-a167-86bfbf9b0110 req-5a397f71-c4c3-4457-8c0c-bb2113035c4a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 210 time: 0.5375409 Sep 29 17:23:54.045651 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-986b0499-43a1-41ce-9818-169d8778fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:54.045651 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-986b0499-43a1-41ce-9818-169d8778fe19 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.7204881 Sep 29 17:23:54.061800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] For port 8258af0d-1216-42fe-b4c8-00243ef27ff7, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:54.116696 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-9283d0a0-e8ce-4e25-8701-99ac44c04980 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0333903 Sep 29 17:23:54.118711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] For port 8258af0d-1216-42fe-b4c8-00243ef27ff7, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8258af0d-1216-42fe-b4c8-00243ef27ff7,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:23:54.148356 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:54.171552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-4b67e1da-db3c-41c5-afaf-923da1af0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:54.173061 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-4b67e1da-db3c-41c5-afaf-923da1af0866 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1127565 Sep 29 17:23:54.215903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:54.216522 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:54.217935 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] 10.222.0.49 "PUT /v2.0/ports/8258af0d-1216-42fe-b4c8-00243ef27ff7 HTTP/1.1" status: 200 len: 1096 time: 4.6406939 Sep 29 17:23:54.269563 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65a4ac0-2ce6-4364-b541-9bf812fe6c6c x-openstack-request-id: req-f65a4ac0-2ce6-4364-b541-9bf812fe6c6c {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:54.270453 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec156c5b-8665-4394-98e3-44e85081ff5e", "name": "network-vif-plugged", "status": "completed", "tag": "83d3b1db-ca20-4bce-b618-564ff3bc1dcf", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:54.270879 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f65a4ac0-2ce6-4364-b541-9bf812fe6c6c {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:54.271985 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec156c5b-8665-4394-98e3-44e85081ff5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d3b1db-ca20-4bce-b618-564ff3bc1dcf', 'code': 200} Sep 29 17:23:54.280802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e513ca59-6943-4d6d-8008-7a2b22b0bd65', 'tag': '8258af0d-1216-42fe-b4c8-00243ef27ff7'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:54.283527 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bc48ec-37d1-492d-bf2e-836f1aea8efc" -d '{"events": [{"name": "network-changed", "server_uuid": "e513ca59-6943-4d6d-8008-7a2b22b0bd65", "tag": "8258af0d-1216-42fe-b4c8-00243ef27ff7"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:54.284501 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-775ecb52-326b-48e9-b65e-f4247c81379a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Made reservation on behalf of 5ec9ac2e1e3d43d09adba1b8ce2a0b66 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:23:54.292833 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-775ecb52-326b-48e9-b65e-f4247c81379a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:54.437861 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8c922f-c61c-44cc-9312-6f812b7af0f2 x-openstack-request-id: req-ee8c922f-c61c-44cc-9312-6f812b7af0f2 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:54.438205 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e513ca59-6943-4d6d-8008-7a2b22b0bd65", "tag": "8258af0d-1216-42fe-b4c8-00243ef27ff7", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:54.438399 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee8c922f-c61c-44cc-9312-6f812b7af0f2 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:54.438804 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e513ca59-6943-4d6d-8008-7a2b22b0bd65', 'tag': '8258af0d-1216-42fe-b4c8-00243ef27ff7', 'status': 'completed', 'code': 200} Sep 29 17:23:54.551252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52710) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:54.590866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9f86a-703f-4aae-8657-5ac278ba75fa req-0d9d2deb-7f13-4e2d-8a10-22a6847026bf tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:54.592736 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3e9f86a-703f-4aae-8657-5ac278ba75fa req-0d9d2deb-7f13-4e2d-8a10-22a6847026bf tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 946 time: 0.2383671 Sep 29 17:23:54.612724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d07dc3-589e-4eaf-b1cb-66b63bc56e2e service neutron] Pushing event updated for resources: {'Port': ['ID=8258af0d-1216-42fe-b4c8-00243ef27ff7,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:54.677270 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-e5200c00-f1dc-4338-acc0-37683f536cda service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528653 Sep 29 17:23:54.717813 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-775ecb52-326b-48e9-b65e-f4247c81379a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Allocated IP 172.20.0.12 (201abf05-d70e-4829-87b2-d88d337df26a/f8925bfe-e7cc-499e-9f17-d49be415ef6e/4916e657-b94d-4b61-851b-6db1bda06584) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:23:54.719578 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-0d7e8e16-691b-4db8-9e25-15fc4605be34 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263429 Sep 29 17:23:54.727116 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7d2e8eb3-0b53-456a-8471-add56122fad2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27008ee040714494b08566bc7fa3dc7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683114 Sep 29 17:23:54.728282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52712) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:54.731057 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 09d713e9-aaf1-420d-bb9e-06027b9d55bf details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:23:54.755810 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3e9f86a-703f-4aae-8657-5ac278ba75fa req-a8eb364e-2efe-4472-8933-073d117fe217 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328392 Sep 29 17:23:54.758735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcbbcd-f4c1-407b-9608-24b3526d36a4 req-8b655b23-df4e-4cdc-b9bd-a1d8ba2045c9 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:54.761523 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1afcbbcd-f4c1-407b-9608-24b3526d36a4 req-8b655b23-df4e-4cdc-b9bd-a1d8ba2045c9 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 945 time: 0.1560640 Sep 29 17:23:54.765036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f7e86-b6cf-467c-9430-9c7987f8c36c req-7043f73a-520e-4e72-86da-59c3fd4b159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:54.767076 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f9f7e86-b6cf-467c-9430-9c7987f8c36c req-7043f73a-520e-4e72-86da-59c3fd4b159b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 1096 time: 0.3270183 Sep 29 17:23:54.770878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-7635943b-ce16-4ce0-ab69-9883f5ba5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:54.774814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-7635943b-ce16-4ce0-ab69-9883f5ba5f58 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 1099 time: 0.4038088 Sep 29 17:23:54.933418 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8ec25ab-9be5-4566-9dbb-0db67cb89dc7 req-b4860779-1f48-453c-b8ec-cc3c6e5a6ade service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872556 Sep 29 17:23:54.961813 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:54.977191 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '09d713e9-aaf1-420d-bb9e-06027b9d55bf', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '09d713e9-aaf1-420d-bb9e-06027b9d55bf', 'mac_address': 'fa:16:3e:71:60:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:23:54.998941 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1b2bdf5-e7c4-4e17-924b-99713a401ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:55.026998 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:55.029213 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b6d2e-57dd-4a06-b437-b6b83f691b60 req-321443c0-7c51-4408-9b54-518405287073 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:55.036735 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-047b6d2e-57dd-4a06-b437-b6b83f691b60 req-321443c0-7c51-4408-9b54-518405287073 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.1718886 Sep 29 17:23:55.049614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d713e9-aaf1-420d-bb9e-06027b9d55bf {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:55.070784 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1b2bdf5-e7c4-4e17-924b-99713a401ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:55.114337 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:55.122876 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:55.124257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f9f7e86-b6cf-467c-9430-9c7987f8c36c req-1ffffee3-1062-46b5-962c-4135698772af service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764202 Sep 29 17:23:55.127164 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-e735a9de-4beb-4d20-a462-977a544bc117 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=8258af0d-1216-42fe-b4c8-00243ef27ff7 HTTP/1.1" status: 200 len: 217 time: 0.1898012 Sep 29 17:23:55.136394 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-775ecb52-326b-48e9-b65e-f4247c81379a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:55.158521 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-047b6d2e-57dd-4a06-b437-b6b83f691b60 req-7b078971-31f5-469c-94fa-608cb2292db4 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145205 Sep 29 17:23:55.248235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-d16eb26f-645b-4bd3-b133-29a11031f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:55.249710 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1b2bdf5-e7c4-4e17-924b-99713a401ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:55.249898 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-d16eb26f-645b-4bd3-b133-29a11031f66b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1067677 Sep 29 17:23:55.255731 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1b2bdf5-e7c4-4e17-924b-99713a401ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:55.260506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f3dd7-f33f-43ba-9d5c-66d974eb5213 req-ee47b996-2adc-4d5d-b3d9-71a5441f28a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:55.264272 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f1b2bdf5-e7c4-4e17-924b-99713a401ee8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2251b426-f945-4af9-abec-3252a8dd451f HTTP/1.1" status: 204 len: 168 time: 0.5331254 Sep 29 17:23:55.265092 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a4f3dd7-f33f-43ba-9d5c-66d974eb5213 req-ee47b996-2adc-4d5d-b3d9-71a5441f28a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f HTTP/1.1" status: 200 len: 1099 time: 0.3283482 Sep 29 17:23:55.293978 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=09d713e9-aaf1-420d-bb9e-06027b9d55bf,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:55.327841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1afcbbcd-f4c1-407b-9608-24b3526d36a4 req-ecb8fa36-9ea7-42ee-aa4d-e7d7096d270c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011638 Sep 29 17:23:55.354423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-9e670f19-29f2-445e-b97c-8d7516a94f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:55.356706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-9e670f19-29f2-445e-b97c-8d7516a94f3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928137 Sep 29 17:23:55.356846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2bdf5-e7c4-4e17-924b-99713a401ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2251b426-f945-4af9-abec-3252a8dd451f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:55.382560 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-775ecb52-326b-48e9-b65e-f4247c81379a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:55.456261 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-775ecb52-326b-48e9-b65e-f4247c81379a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Network 201abf05-d70e-4829-87b2-d88d337df26a is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:23:55.478178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ecb52-326b-48e9-b65e-f4247c81379a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Pushing event updated for resources: {'Port': ['ID=4916e657-b94d-4b61-851b-6db1bda06584,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:55.497626 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf79ec8-f225-48b6-87ec-988858fa3252 req-d4bff14e-48f9-4cee-b592-9d896b11c2dd tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:55.500898 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['09d713e9-aaf1-420d-bb9e-06027b9d55bf'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:55.506027 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0bf79ec8-f225-48b6-87ec-988858fa3252 req-d4bff14e-48f9-4cee-b592-9d896b11c2dd tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 948 time: 0.2287507 Sep 29 17:23:55.509667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-775ecb52-326b-48e9-b65e-f4247c81379a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:23:55.518964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-775ecb52-326b-48e9-b65e-f4247c81379a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:23:55.665534 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0bf79ec8-f225-48b6-87ec-988858fa3252 req-c306fda0-23b3-4eaa-b45e-518e3cef6e92 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583769 Sep 29 17:23:55.680541 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-775ecb52-326b-48e9-b65e-f4247c81379a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:55.681171 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-775ecb52-326b-48e9-b65e-f4247c81379a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:55.709835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa27d34-6b72-4c15-8894-9af3607c2722 req-ee138446-9f2c-4784-8ff8-5f3a8b2f7445 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:55.712352 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2fa27d34-6b72-4c15-8894-9af3607c2722 req-ee138446-9f2c-4784-8ff8-5f3a8b2f7445 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 932 time: 0.1311476 Sep 29 17:23:55.737385 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-775ecb52-326b-48e9-b65e-f4247c81379a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8544197 Sep 29 17:23:55.758758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Request body: {'port': {'device_id': '312be1d9-c7e1-4c01-93a9-90b0f84e741e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:23:55.944345 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:55.966545 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8ba9b591-ec60-4a8d-9aed-81b3eec8fd6c None None] Provisioning complete for port 4916e657-b94d-4b61-851b-6db1bda06584 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:55.966920 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8ba9b591-ec60-4a8d-9aed-81b3eec8fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:56.038886 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8ba9b591-ec60-4a8d-9aed-81b3eec8fd6c None None] Port 4916e657-b94d-4b61-851b-6db1bda06584 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:23:56.056803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f3dd7-f33f-43ba-9d5c-66d974eb5213 req-dfd74711-761c-4be8-a8a0-d75f5b26f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:56.058360 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a4f3dd7-f33f-43ba-9d5c-66d974eb5213 req-dfd74711-761c-4be8-a8a0-d75f5b26f894 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.5260141 Sep 29 17:23:56.067858 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2fa27d34-6b72-4c15-8894-9af3607c2722 req-dfcbd00b-3a31-4e62-8dce-67b7dc85ca9c tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ae97154-31ba-4d0c-9e24-ac583f050863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3326731 Sep 29 17:23:56.075051 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-2f721256-7c33-498c-a215-19a863bf9b58 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7099359 Sep 29 17:23:56.140915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a4f3dd7-f33f-43ba-9d5c-66d974eb5213 req-e4dc7928-b348-4da7-b3f0-ed512908c929 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=67d9ace3-a7d1-45bd-801f-00fea73c00c0 HTTP/1.1" status: 200 len: 217 time: 0.0618820 Sep 29 17:23:56.269916 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29eef0-a6bb-4c1f-8360-ef861bcad19e req-f598ff00-fdbd-4f08-9774-59946c8281df tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:56.278932 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b29eef0-a6bb-4c1f-8360-ef861bcad19e req-f598ff00-fdbd-4f08-9774-59946c8281df tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 947 time: 0.2516117 Sep 29 17:23:56.299913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-851091fb-0db0-4f18-94fd-ac15f416c6e3 req-86d7f14c-96e1-4d90-a0f8-08ada10d1739 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576889 Sep 29 17:23:56.445109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f3dd7-f33f-43ba-9d5c-66d974eb5213 req-70c420b3-b604-487f-ae44-5f7471f76c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:56.446739 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a4f3dd7-f33f-43ba-9d5c-66d974eb5213 req-70c420b3-b604-487f-ae44-5f7471f76c19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1455815 Sep 29 17:23:56.449257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc48ec-37d1-492d-bf2e-836f1aea8efc req-4827b947-8d7b-4fc5-bcc2-a6041cb99578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:56.450666 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63bc48ec-37d1-492d-bf2e-836f1aea8efc req-4827b947-8d7b-4fc5-bcc2-a6041cb99578 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 1099 time: 0.0904937 Sep 29 17:23:56.456581 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b29eef0-a6bb-4c1f-8360-ef861bcad19e req-97b3d510-6485-42f6-b6d3-e18fe5aa25db tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763260 Sep 29 17:23:56.533027 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0768a2-72f9-4ca9-91ff-ff87efb4fa0d req-eaa5d2e4-025f-403c-b99a-6f977564262c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:56.534913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e0768a2-72f9-4ca9-91ff-ff87efb4fa0d req-eaa5d2e4-025f-403c-b99a-6f977564262c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.1731365 Sep 29 17:23:56.655371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f3dd7-f33f-43ba-9d5c-66d974eb5213 req-613dedce-3030-4346-b7ad-6e38d81a0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:56.657019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a4f3dd7-f33f-43ba-9d5c-66d974eb5213 req-613dedce-3030-4346-b7ad-6e38d81a0fb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2003512 Sep 29 17:23:56.664710 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e0768a2-72f9-4ca9-91ff-ff87efb4fa0d req-4a09fb91-6cc6-447d-a50b-9069a2741897 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939505 Sep 29 17:23:56.668758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4916e657-b94d-4b61-851b-6db1bda06584 {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:56.678843 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:56.690301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc48ec-37d1-492d-bf2e-836f1aea8efc req-56671136-15fc-4dcd-8e4e-71477e700416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:56.690301 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63bc48ec-37d1-492d-bf2e-836f1aea8efc req-56671136-15fc-4dcd-8e4e-71477e700416 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.1956804 Sep 29 17:23:56.704966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15391626-1fc0-407a-9952-da5ffb7a0eec req-bb82aca5-3883-41a4-8a72-682916cf637b tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:56.713193 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-15391626-1fc0-407a-9952-da5ffb7a0eec req-bb82aca5-3883-41a4-8a72-682916cf637b tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 945 time: 0.1190920 Sep 29 17:23:56.716926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Transition to ACTIVE for port object 4916e657-b94d-4b61-851b-6db1bda06584 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:23:56.723855 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:56.753978 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63bc48ec-37d1-492d-bf2e-836f1aea8efc req-b3f7609d-b447-4bfa-acf5-37c1cad9476d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=8258af0d-1216-42fe-b4c8-00243ef27ff7 HTTP/1.1" status: 200 len: 217 time: 0.0529385 Sep 29 17:23:56.806188 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-15391626-1fc0-407a-9952-da5ffb7a0eec req-e5fa6c14-9712-4c5b-9101-f07e2d41ae30 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918815 Sep 29 17:23:56.836815 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Pushing event updated for resources: {'Port': ['ID=4916e657-b94d-4b61-851b-6db1bda06584,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:56.940689 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a4f3dd7-f33f-43ba-9d5c-66d974eb5213 req-97cad5b5-ca6c-4d62-8e9a-bc81c4fd4744 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739463 Sep 29 17:23:56.944274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc48ec-37d1-492d-bf2e-836f1aea8efc req-395bb9e9-6819-478e-b5b6-e254bfd38503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:56.945976 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63bc48ec-37d1-492d-bf2e-836f1aea8efc req-395bb9e9-6819-478e-b5b6-e254bfd38503 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1308827 Sep 29 17:23:57.027331 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:57.032486 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Attempting to bind port 4916e657-b94d-4b61-851b-6db1bda06584 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:23:57.032987 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Attempting to bind port 4916e657-b94d-4b61-851b-6db1bda06584 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '778aa94c-7d03-4e59-aea7-133a8b0d96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:23:57.033688 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Attempting to bind port 4916e657-b94d-4b61-851b-6db1bda06584 on network 201abf05-d70e-4829-87b2-d88d337df26a {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:57.044268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Port 4916e657-b94d-4b61-851b-6db1bda06584 on network 201abf05-d70e-4829-87b2-d88d337df26a not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:23:57.044745 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Attempting to bind port 4916e657-b94d-4b61-851b-6db1bda06584 on network 201abf05-d70e-4829-87b2-d88d337df26a {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:23:57.054071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:23:57.054799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Checking segment: {'id': '778aa94c-7d03-4e59-aea7-133a8b0d96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:23:57.055279 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Bound using segment: {'id': '778aa94c-7d03-4e59-aea7-133a8b0d96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:23:57.055823 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Bound port: 4916e657-b94d-4b61-851b-6db1bda06584, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778aa94c-7d03-4e59-aea7-133a8b0d96a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:23:57.056313 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:57.082362 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c471bd-aa53-42a2-a5a4-e0935542f88f req-0484e648-c5df-4039-8c71-0d5ce5c5ddcf tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:57.084096 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16c471bd-aa53-42a2-a5a4-e0935542f88f req-0484e648-c5df-4039-8c71-0d5ce5c5ddcf tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 948 time: 0.1589582 Sep 29 17:23:57.150834 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc48ec-37d1-492d-bf2e-836f1aea8efc req-a589b9e7-93ca-45fb-b9d6-d96bfcec6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:57.152643 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63bc48ec-37d1-492d-bf2e-836f1aea8efc req-a589b9e7-93ca-45fb-b9d6-d96bfcec6068 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1805370 Sep 29 17:23:57.174502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d312-356e-4406-a482-62e849bc00d5 req-ac977f43-54f3-40e2-9915-895d0f7c5f1c tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:57.176152 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-ac977f43-54f3-40e2-9915-895d0f7c5f1c tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.49 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8&tenant_id=a84d217d4dcf43a280aed44f5566a55f&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 947 time: 0.1249859 Sep 29 17:23:57.180261 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] For port 4916e657-b94d-4b61-851b-6db1bda06584, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:23:57.184069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] For port 4916e657-b94d-4b61-851b-6db1bda06584, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4916e657-b94d-4b61-851b-6db1bda06584,segment=NetworkSegment(778aa94c-7d03-4e59-aea7-133a8b0d96a4),segment_id=778aa94c-7d03-4e59-aea7-133a8b0d96a4)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:23:57.196969 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:57.217701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a4f3dd7-f33f-43ba-9d5c-66d974eb5213 req-a61e6a27-c12a-418f-8534-6ab74377409e service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647550 Sep 29 17:23:57.303304 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16c471bd-aa53-42a2-a5a4-e0935542f88f req-92c99f1c-e347-42e8-ac68-db4663b8dce9 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071757 Sep 29 17:23:57.324587 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:57.325343 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:57.329132 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] 10.222.0.35 "PUT /v2.0/ports/4916e657-b94d-4b61-851b-6db1bda06584 HTTP/1.1" status: 200 len: 1092 time: 1.5734854 Sep 29 17:23:57.398778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-4fda90cc-0a38-4668-98e3-3607b6a50992 service neutron] 10.222.0.49 "GET /v2.0/ports/09d713e9-aaf1-420d-bb9e-06027b9d55bf/bindings/n-h1-811748-2 HTTP/1.1" status: 200 len: 382 time: 0.2054176 Sep 29 17:23:57.399120 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312be1d9-c7e1-4c01-93a9-90b0f84e741e', 'tag': '4916e657-b94d-4b61-851b-6db1bda06584'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:57.401897 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa6ce07-c460-4049-a619-f6caecdb7e57" -d '{"events": [{"name": "network-changed", "server_uuid": "312be1d9-c7e1-4c01-93a9-90b0f84e741e", "tag": "4916e657-b94d-4b61-851b-6db1bda06584"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:57.402527 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63bc48ec-37d1-492d-bf2e-836f1aea8efc req-019b0714-db3d-4517-884d-7c09c40f1bbb service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196174 Sep 29 17:23:57.405682 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13386bf5-a01c-4021-82fb-d96b8d33faa6 service neutron] Pushing event updated for resources: {'Port': ['ID=4916e657-b94d-4b61-851b-6db1bda06584,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:57.531997 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-1f2bd1f0-c8da-4134-9853-b3f4051cb78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:57.542697 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-1f2bd1f0-c8da-4134-9853-b3f4051cb78d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ec9ac2e1e3d43d09adba1b8ce2a0b66&device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 1095 time: 0.1303837 Sep 29 17:23:57.566562 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f042e-a413-4faf-af52-122516f8a7fc req-c914a8d8-4eee-429f-aff7-1ffed2d14422 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:57.569126 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ed5f042e-a413-4faf-af52-122516f8a7fc req-c914a8d8-4eee-429f-aff7-1ffed2d14422 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 947 time: 0.1122711 Sep 29 17:23:57.635861 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-e2a520c3-33b8-4c88-ba96-5e08e03377cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4916e657-b94d-4b61-851b-6db1bda06584 HTTP/1.1" status: 200 len: 217 time: 0.0654266 Sep 29 17:23:57.638967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d312-356e-4406-a482-62e849bc00d5 req-54335722-ac68-44a3-8fd4-e7dae5124d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:57.640442 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-54335722-ac68-44a3-8fd4-e7dae5124d20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 1098 time: 0.2052758 Sep 29 17:23:57.685244 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63bc48ec-37d1-492d-bf2e-836f1aea8efc req-b225d947-fd17-49ae-ac7a-809a91a5e2f9 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600060 Sep 29 17:23:57.696936 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281b698-4dcf-4772-820c-516787efae8d req-53dfc99b-9fd0-4af7-ba9d-57207821ab0c tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:57.698950 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0281b698-4dcf-4772-820c-516787efae8d req-53dfc99b-9fd0-4af7-ba9d-57207821ab0c tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 944 time: 0.1362679 Sep 29 17:23:57.708035 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ed5f042e-a413-4faf-af52-122516f8a7fc req-007097fb-a4c2-4376-8dde-c2cd41e5f22e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315799 Sep 29 17:23:57.725723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-30651936-72e2-4ab2-81e7-601b79536fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:57.727353 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-30651936-72e2-4ab2-81e7-601b79536fff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8925bfe-e7cc-499e-9f17-d49be415ef6e HTTP/1.1" status: 200 len: 853 time: 0.0828507 Sep 29 17:23:57.784801 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-b9c4c8e8-1b75-4f16-8c21-dbf9a2b4af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:57.786420 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-b9c4c8e8-1b75-4f16-8c21-dbf9a2b4af22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=201abf05-d70e-4829-87b2-d88d337df26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483346 Sep 29 17:23:57.803045 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0281b698-4dcf-4772-820c-516787efae8d req-0283a0bd-6070-47ca-9df7-a51ee61b213d tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ae97154-31ba-4d0c-9e24-ac583f050863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972750 Sep 29 17:23:57.806848 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d312-356e-4406-a482-62e849bc00d5 req-3f1e262e-1e20-4f61-bc7a-0ce98e75efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:57.808334 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-3f1e262e-1e20-4f61-bc7a-0ce98e75efdf service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.1562948 Sep 29 17:23:57.861327 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-c0c7f507-5572-46b2-86ef-0f99ec128bc8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf HTTP/1.1" status: 200 len: 217 time: 0.0436163 Sep 29 17:23:57.865981 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de59cb30-8b9e-4292-9eaf-b6597f1c0afa req-aaf81ecc-aa8b-474e-8016-5b77a23f5d50 tempest-AbsoluteLimitsNegativeTestJSON-94951182 tempest-AbsoluteLimitsNegativeTestJSON-94951182-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=40712d2bb78544e4a3ae6f705fc51bef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538380 Sep 29 17:23:57.873704 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d60ac9-5a1c-4bf6-8060-8d2290bd7b83 x-openstack-request-id: req-e0d60ac9-5a1c-4bf6-8060-8d2290bd7b83 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:57.873997 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312be1d9-c7e1-4c01-93a9-90b0f84e741e", "tag": "4916e657-b94d-4b61-851b-6db1bda06584", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:57.874246 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0d60ac9-5a1c-4bf6-8060-8d2290bd7b83 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:57.874627 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312be1d9-c7e1-4c01-93a9-90b0f84e741e', 'tag': '4916e657-b94d-4b61-851b-6db1bda06584', 'status': 'completed', 'code': 200} Sep 29 17:23:57.960094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d312-356e-4406-a482-62e849bc00d5 req-23d36b9a-ac08-4804-93af-69fe2a63912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:57.961751 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-23d36b9a-ac08-4804-93af-69fe2a63912d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0809739 Sep 29 17:23:57.973381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2796708-7b4e-4b94-ad62-a24abe5aa131 req-42c252b9-9192-4dbf-954d-bf419e163a0c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:57.975725 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2796708-7b4e-4b94-ad62-a24abe5aa131 req-42c252b9-9192-4dbf-954d-bf419e163a0c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.0644224 Sep 29 17:23:58.047329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d312-356e-4406-a482-62e849bc00d5 req-69d4c64e-0ac4-472e-b575-6828796b0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:58.048695 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-69d4c64e-0ac4-472e-b575-6828796b0a14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0720987 Sep 29 17:23:58.049687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59cb30-8b9e-4292-9eaf-b6597f1c0afa req-4f0b19ad-9a03-4795-92db-ea19d1b8731b tempest-AbsoluteLimitsNegativeTestJSON-94951182 tempest-AbsoluteLimitsNegativeTestJSON-94951182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:58.053949 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de59cb30-8b9e-4292-9eaf-b6597f1c0afa req-4f0b19ad-9a03-4795-92db-ea19d1b8731b tempest-AbsoluteLimitsNegativeTestJSON-94951182 tempest-AbsoluteLimitsNegativeTestJSON-94951182-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782742 Sep 29 17:23:58.059584 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2796708-7b4e-4b94-ad62-a24abe5aa131 req-c007897f-defc-4d7e-96aa-3d7db790d475 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560153 Sep 29 17:23:58.062639 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-8ba37c3c-a021-439b-a89d-9a3091d3c81e service neutron] 10.222.0.35 "GET /v2.0/networks/201abf05-d70e-4829-87b2-d88d337df26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661893 Sep 29 17:23:58.096464 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de59cb30-8b9e-4292-9eaf-b6597f1c0afa req-c3a4ba12-8366-4e7a-acf7-81d50ce13440 tempest-AbsoluteLimitsNegativeTestJSON-94951182 tempest-AbsoluteLimitsNegativeTestJSON-94951182-project] 10.222.0.44 "GET /v2.0/quotas/40712d2bb78544e4a3ae6f705fc51bef HTTP/1.1" status: 200 len: 375 time: 0.0325923 Sep 29 17:23:58.151451 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de59cb30-8b9e-4292-9eaf-b6597f1c0afa req-be565a5a-4f9a-449a-82a8-a82d7012bdc8 tempest-AbsoluteLimitsNegativeTestJSON-94951182 tempest-AbsoluteLimitsNegativeTestJSON-94951182-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=40712d2bb78544e4a3ae6f705fc51bef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427287 Sep 29 17:23:58.228683 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fac325e2-6e7c-44dd-8e79-efee3a0b09fa req-ff6a18fd-c48c-42ae-9915-68aa959832d1 service neutron] 10.222.0.35 "GET /v2.0/networks/201abf05-d70e-4829-87b2-d88d337df26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439726 Sep 29 17:23:58.229689 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-ba670481-541d-44a6-9a7d-3951cef4999a service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636865 Sep 29 17:23:58.289100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39e531-af79-4309-9c01-50833589d7a8 req-a32111e1-2076-4cf0-8901-40fe08455515 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:58.291082 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fe39e531-af79-4309-9c01-50833589d7a8 req-a32111e1-2076-4cf0-8901-40fe08455515 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 945 time: 0.1569424 Sep 29 17:23:58.406203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fe39e531-af79-4309-9c01-50833589d7a8 req-aa8b15fe-5de0-42c7-b00a-17e7541a34f2 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935760 Sep 29 17:23:58.439192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6ce07-c460-4049-a619-f6caecdb7e57 req-6e438a13-4e6f-42f4-b367-fd7772f3ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:58.440180 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-b34a5a5d-370f-4fe5-a0db-121db91a5292 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048748 Sep 29 17:23:58.445632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1aa6ce07-c460-4049-a619-f6caecdb7e57 req-6e438a13-4e6f-42f4-b367-fd7772f3ea00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ec9ac2e1e3d43d09adba1b8ce2a0b66&device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 1095 time: 0.1187696 Sep 29 17:23:58.589928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26900529-3119-4d71-afc6-9b3bf1c9f3a0 req-75d231c2-c212-4d47-95b9-ae586c4b5ee5 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:58.591649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26900529-3119-4d71-afc6-9b3bf1c9f3a0 req-75d231c2-c212-4d47-95b9-ae586c4b5ee5 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.0900853 Sep 29 17:23:58.645167 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26900529-3119-4d71-afc6-9b3bf1c9f3a0 req-fa4df604-7d64-463b-9286-53643369c57b tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460510 Sep 29 17:23:58.654397 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73b039-17c3-4c62-87a2-fdbbbc31d80d req-07c4326b-6360-4acd-855c-b678b397e14b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:58.656159 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f73b039-17c3-4c62-87a2-fdbbbc31d80d req-07c4326b-6360-4acd-855c-b678b397e14b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 948 time: 0.1418269 Sep 29 17:23:58.700773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6ce07-c460-4049-a619-f6caecdb7e57 req-1cd29f93-8274-423b-b44d-7d5cc3b61763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:58.702343 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1aa6ce07-c460-4049-a619-f6caecdb7e57 req-1cd29f93-8274-423b-b44d-7d5cc3b61763 service neutron] 10.222.0.35 "GET /v2.0/networks?id=201abf05-d70e-4829-87b2-d88d337df26a HTTP/1.1" status: 200 len: 915 time: 0.2492321 Sep 29 17:23:58.757350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8258af0d-1216-42fe-b4c8-00243ef27ff7 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:23:58.761389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52808) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:58.768943 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1aa6ce07-c460-4049-a619-f6caecdb7e57 req-6e54b9b0-8fec-4b4f-ab49-6dffebce5add service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4916e657-b94d-4b61-851b-6db1bda06584 HTTP/1.1" status: 200 len: 217 time: 0.0542367 Sep 29 17:23:58.773986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 09d713e9-aaf1-420d-bb9e-06027b9d55bf up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:23:58.775536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f73b039-17c3-4c62-87a2-fdbbbc31d80d req-8bc186a7-16fa-4cc9-aafc-62b9508b5a43 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975056 Sep 29 17:23:58.867073 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6ce07-c460-4049-a619-f6caecdb7e57 req-6fe296a2-ea86-4386-a0fe-5d5a0b8df43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:58.868609 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1aa6ce07-c460-4049-a619-f6caecdb7e57 req-6fe296a2-ea86-4386-a0fe-5d5a0b8df43e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8925bfe-e7cc-499e-9f17-d49be415ef6e HTTP/1.1" status: 200 len: 853 time: 0.0922000 Sep 29 17:23:58.932153 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 09d713e9-aaf1-420d-bb9e-06027b9d55bf completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:23:58.937701 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 09d713e9-aaf1-420d-bb9e-06027b9d55bf triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:23:58.938278 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:58.950367 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3af09406-5d31-43d2-92ab-aa4dba50cd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:58.979299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6ce07-c460-4049-a619-f6caecdb7e57 req-81e8f34b-0314-46cd-ac6e-1e51d93aee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:58.980787 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1aa6ce07-c460-4049-a619-f6caecdb7e57 req-81e8f34b-0314-46cd-ac6e-1e51d93aee1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=201abf05-d70e-4829-87b2-d88d337df26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979500 Sep 29 17:23:58.991650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d79c95-da2f-433a-8503-a0034e63f23f req-d2c4569b-8f36-4537-a94a-12a3e4d0928f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:58.992870 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb2382-72fe-4fca-bbff-09ad172f6cfe req-ac417948-6432-46eb-bd82-b2aa95b00d0b tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:58.994519 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fbb2382-72fe-4fca-bbff-09ad172f6cfe req-ac417948-6432-46eb-bd82-b2aa95b00d0b tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 944 time: 0.0873053 Sep 29 17:23:59.001730 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-61d79c95-da2f-433a-8503-a0034e63f23f req-d2c4569b-8f36-4537-a94a-12a3e4d0928f tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 947 time: 0.1303499 Sep 29 17:23:59.003961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 8258af0d-1216-42fe-b4c8-00243ef27ff7, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8258af0d-1216-42fe-b4c8-00243ef27ff7,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:59.019582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '8258af0d-1216-42fe-b4c8-00243ef27ff7', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '8258af0d-1216-42fe-b4c8-00243ef27ff7', 'mac_address': 'fa:16:3e:c0:04:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:23:59.059238 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fbb2382-72fe-4fca-bbff-09ad172f6cfe req-f45200d8-ea24-4bb4-b09a-81b2e02a60ff tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ae97154-31ba-4d0c-9e24-ac583f050863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562603 Sep 29 17:23:59.066316 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-61d79c95-da2f-433a-8503-a0034e63f23f req-f89b6648-c232-41e5-b488-bbb5e3104fc5 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634720 Sep 29 17:23:59.094072 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:59.114392 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8258af0d-1216-42fe-b4c8-00243ef27ff7 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:23:59.125382 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1aa6ce07-c460-4049-a619-f6caecdb7e57 req-ab1606be-8efe-4d16-9da2-f6cc1c5b73de service neutron] 10.222.0.35 "GET /v2.0/networks/201abf05-d70e-4829-87b2-d88d337df26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296837 Sep 29 17:23:59.126648 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:59.150020 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 8258af0d-1216-42fe-b4c8-00243ef27ff7, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8258af0d-1216-42fe-b4c8-00243ef27ff7,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:59.161646 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:23:59.164508 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcec5b9f-2cb5-419a-8cdc-727895212966" -d '{"events": [{"server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "name": "network-vif-plugged", "status": "completed", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:23:59.170276 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:59.176934 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3af09406-5d31-43d2-92ab-aa4dba50cd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:59.183283 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3af09406-5d31-43d2-92ab-aa4dba50cd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:59.235259 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3af09406-5d31-43d2-92ab-aa4dba50cd75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40712d2bb78544e4a3ae6f705fc51bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4723773 Sep 29 17:23:59.237940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52816) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:23:59.257999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af09406-5d31-43d2-92ab-aa4dba50cd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244bfa8d-a121-44a6-a5bc-78bb84e57a50,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:59.313716 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1aa6ce07-c460-4049-a619-f6caecdb7e57 req-f75b821d-5503-4e37-92cd-134c58ee7fb4 service neutron] 10.222.0.35 "GET /v2.0/networks/201abf05-d70e-4829-87b2-d88d337df26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797533 Sep 29 17:23:59.316235 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94fb2219-71a0-42b8-a0c9-708e14fe4bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:59.338609 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94fb2219-71a0-42b8-a0c9-708e14fe4bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:59.365149 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96162115-7e71-46bd-b3e8-4fb309a8178e x-openstack-request-id: req-96162115-7e71-46bd-b3e8-4fb309a8178e {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:23:59.365520 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "name": "network-vif-plugged", "status": "completed", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:23:59.365715 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96162115-7e71-46bd-b3e8-4fb309a8178e {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:23:59.366286 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf', 'code': 200} Sep 29 17:23:59.368769 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=8258af0d-1216-42fe-b4c8-00243ef27ff7,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:59.372760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:23:59.381156 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:59.388494 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94fb2219-71a0-42b8-a0c9-708e14fe4bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:59.391224 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94fb2219-71a0-42b8-a0c9-708e14fe4bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:23:59.392360 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-94fb2219-71a0-42b8-a0c9-708e14fe4bc2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/244bfa8d-a121-44a6-a5bc-78bb84e57a50 HTTP/1.1" status: 204 len: 168 time: 0.1531575 Sep 29 17:23:59.408165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb2219-71a0-42b8-a0c9-708e14fe4bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244bfa8d-a121-44a6-a5bc-78bb84e57a50,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:59.460643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=09d713e9-aaf1-420d-bb9e-06027b9d55bf,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:23:59.554116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['8258af0d-1216-42fe-b4c8-00243ef27ff7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:23:59.558499 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ce069-1441-4014-b86f-edb6191ef82d req-9d1c92a9-55ed-4499-878f-55d6df57d326 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:59.566182 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a5ce069-1441-4014-b86f-edb6191ef82d req-9d1c92a9-55ed-4499-878f-55d6df57d326 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 945 time: 0.0584857 Sep 29 17:23:59.616058 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a5ce069-1441-4014-b86f-edb6191ef82d req-fd237921-1c1a-466d-b9a2-6f90610aaa8d tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487082 Sep 29 17:23:59.784859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820cd70-df3f-4c18-95eb-33ae24488f8d req-0d16fbc7-c255-4ff0-9fd4-cf0b6bc42d25 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:59.786388 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3820cd70-df3f-4c18-95eb-33ae24488f8d req-0d16fbc7-c255-4ff0-9fd4-cf0b6bc42d25 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.0550773 Sep 29 17:23:59.839856 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3820cd70-df3f-4c18-95eb-33ae24488f8d req-999ff588-1e16-4805-a0b1-3e0a5ead55d7 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456121 Sep 29 17:23:59.958219 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae5151-a01f-4326-80ef-36c219a88c12 req-c2ce010d-aaf1-4850-acfb-bd2348f9056e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:23:59.960967 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87ae5151-a01f-4326-80ef-36c219a88c12 req-c2ce010d-aaf1-4850-acfb-bd2348f9056e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 949 time: 0.0587478 Sep 29 17:24:00.005258 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87ae5151-a01f-4326-80ef-36c219a88c12 req-a8872110-2d3c-4cec-a425-b5d7c28fcc42 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358016 Sep 29 17:24:00.144166 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52852) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:00.188032 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f54ee-e9a8-45f8-a07f-02aed6a0a3fe req-d9b243da-e570-465f-8480-026fe1b93b5e tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:00.189728 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-476f54ee-e9a8-45f8-a07f-02aed6a0a3fe req-d9b243da-e570-465f-8480-026fe1b93b5e tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 944 time: 0.0541506 Sep 29 17:24:00.205929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10f04b-3d0d-4c49-9fa4-b96a67179e6d req-df1d6875-96b9-478c-a1ef-3b52eaef0213 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:00.207526 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b10f04b-3d0d-4c49-9fa4-b96a67179e6d req-df1d6875-96b9-478c-a1ef-3b52eaef0213 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.0711539 Sep 29 17:24:00.253141 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b10f04b-3d0d-4c49-9fa4-b96a67179e6d req-3d5a638f-1027-44c1-8110-7f44c7fa6ca8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378656 Sep 29 17:24:00.256829 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-476f54ee-e9a8-45f8-a07f-02aed6a0a3fe req-7d992f56-e73c-491b-86c4-3e0d271e4ec3 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ae97154-31ba-4d0c-9e24-ac583f050863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491095 Sep 29 17:24:00.281465 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3a885570-4b47-4eab-ba1c-6588d3273158 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1113022412-network', 'tenant_id': 'b64ccf0f819f457c915ea40d3f0460ff'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:00.309148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a885570-4b47-4eab-ba1c-6588d3273158 admin admin] Made reservation on behalf of b64ccf0f819f457c915ea40d3f0460ff for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:24:00.311502 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a885570-4b47-4eab-ba1c-6588d3273158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:00.326580 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a885570-4b47-4eab-ba1c-6588d3273158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:00.420449 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a885570-4b47-4eab-ba1c-6588d3273158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:00.424328 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a885570-4b47-4eab-ba1c-6588d3273158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:00.448724 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a885570-4b47-4eab-ba1c-6588d3273158 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:24:00.467178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a885570-4b47-4eab-ba1c-6588d3273158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47a4553-cc42-499f-83eb-e5ac298aad1d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:00.470103 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a885570-4b47-4eab-ba1c-6588d3273158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:00.470448 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-3a885570-4b47-4eab-ba1c-6588d3273158 admin admin] Added segment 9048b862-65e2-4d19-b507-518bbf57d9d5 of type vlan for network 87cb60af-fdca-4dbf-8692-386dd902a0fc Sep 29 17:24:00.524791 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a885570-4b47-4eab-ba1c-6588d3273158 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:00.551989 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a885570-4b47-4eab-ba1c-6588d3273158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:00.554235 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a885570-4b47-4eab-ba1c-6588d3273158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:00.554831 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a885570-4b47-4eab-ba1c-6588d3273158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:00.594994 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3a885570-4b47-4eab-ba1c-6588d3273158 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4468608 Sep 29 17:24:00.594994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52860) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:00.600584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-80049f4d-5cc7-48ef-9246-58e182b8fb90 admin admin] Request body: {'subnet': {'network_id': '87cb60af-fdca-4dbf-8692-386dd902a0fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1113022412-subnet', 'tenant_id': 'b64ccf0f819f457c915ea40d3f0460ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:00.635194 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a885570-4b47-4eab-ba1c-6588d3273158 admin admin] Pushing event updated for resources: {'Network': ['ID=87cb60af-fdca-4dbf-8692-386dd902a0fc,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:00.648946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 87cb60af-fdca-4dbf-8692-386dd902a0fc details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:24:00.655878 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80049f4d-5cc7-48ef-9246-58e182b8fb90 admin admin] Made reservation on behalf of b64ccf0f819f457c915ea40d3f0460ff for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:24:00.658977 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80049f4d-5cc7-48ef-9246-58e182b8fb90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:00.743095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 67d9ace3-a7d1-45bd-801f-00fea73c00c0 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:24:00.809059 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d312-356e-4406-a482-62e849bc00d5 req-2b5791b0-8d98-4b31-9ed7-1abfd22d85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:00.811106 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-2b5791b0-8d98-4b31-9ed7-1abfd22d85b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8&tenant_id=a84d217d4dcf43a280aed44f5566a55f HTTP/1.1" status: 200 len: 1099 time: 0.1384754 Sep 29 17:24:00.821527 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e6e82-cdcd-491c-896b-65580afb7a7e req-500249b5-28db-46dc-bd1f-4e37cd192c0b tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:00.823079 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-547e6e82-cdcd-491c-896b-65580afb7a7e req-500249b5-28db-46dc-bd1f-4e37cd192c0b tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 945 time: 0.1192393 Sep 29 17:24:00.823664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ada50-1a74-4afe-97d2-b78066af1012 req-2365714d-f503-488d-b313-07de3f74d709 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:00.832870 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:00.834817 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-443ada50-1a74-4afe-97d2-b78066af1012 req-2365714d-f503-488d-b313-07de3f74d709 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 807 time: 0.1348407 Sep 29 17:24:00.855395 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-443ada50-1a74-4afe-97d2-b78066af1012 req-80147dba-546b-4e55-bcf7-7a3886c55a96 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/quotas/c50efc2fa4284829be7a860e331db6cd HTTP/1.1" status: 200 len: 375 time: 0.0192828 Sep 29 17:24:00.878101 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 67d9ace3-a7d1-45bd-801f-00fea73c00c0, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=67d9ace3-a7d1-45bd-801f-00fea73c00c0,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:00.889900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '67d9ace3-a7d1-45bd-801f-00fea73c00c0', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '67d9ace3-a7d1-45bd-801f-00fea73c00c0', 'mac_address': 'fa:16:3e:fa:48:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:24:00.906235 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:00.921893 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-443ada50-1a74-4afe-97d2-b78066af1012 req-2b7c1dad-1982-481e-89a3-344e15d0816a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653133 Sep 29 17:24:00.931721 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:00.945383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d9ace3-a7d1-45bd-801f-00fea73c00c0 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:00.966191 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 67d9ace3-a7d1-45bd-801f-00fea73c00c0, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=67d9ace3-a7d1-45bd-801f-00fea73c00c0,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:00.971724 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:01.013215 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-547e6e82-cdcd-491c-896b-65580afb7a7e req-b2bf3e90-dfe6-46a6-9693-8de023ff34ef tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116714 Sep 29 17:24:01.025221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=67d9ace3-a7d1-45bd-801f-00fea73c00c0,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:01.040989 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-443ada50-1a74-4afe-97d2-b78066af1012 req-9a7c73e3-8e1a-4e4b-8901-803e07348608 service neutron] 10.222.0.44 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044333 Sep 29 17:24:01.135942 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-443ada50-1a74-4afe-97d2-b78066af1012 req-b87ee2d4-cc30-41ce-8f0a-3d75beb031ec service neutron] 10.222.0.44 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957110 Sep 29 17:24:01.160673 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80049f4d-5cc7-48ef-9246-58e182b8fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:01.309493 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80049f4d-5cc7-48ef-9246-58e182b8fb90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7216d4f-935d-4d7e-8ac1-fe216eb6a840,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:01.344505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80049f4d-5cc7-48ef-9246-58e182b8fb90 admin admin] Checking segment: {'id': '9048b862-65e2-4d19-b507-518bbf57d9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '87cb60af-fdca-4dbf-8692-386dd902a0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:01.344863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80049f4d-5cc7-48ef-9246-58e182b8fb90 admin admin] Network hostable DHCP agents. Network: 87cb60af-fdca-4dbf-8692-386dd902a0fc, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:24:01.349650 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:01.360156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfb435-98db-4289-a0f9-cb94f6621ed5 req-7e919308-16f9-4fe9-8d3b-7219e4d6a2ad tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:01.361712 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b7bfb435-98db-4289-a0f9-cb94f6621ed5 req-7e919308-16f9-4fe9-8d3b-7219e4d6a2ad tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.1712096 Sep 29 17:24:01.424135 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80049f4d-5cc7-48ef-9246-58e182b8fb90 admin admin] Network 87cb60af-fdca-4dbf-8692-386dd902a0fc is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:24:01.443806 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:01.474260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb96e45-14f3-433b-9b5b-25d52b2e9ae1 req-5112e132-4985-48fe-b6c4-ce2165ad5179 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:01.475828 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ffb96e45-14f3-433b-9b5b-25d52b2e9ae1 req-5112e132-4985-48fe-b6c4-ce2165ad5179 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 949 time: 0.0507734 Sep 29 17:24:01.476788 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-80049f4d-5cc7-48ef-9246-58e182b8fb90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 87cb60af-fdca-4dbf-8692-386dd902a0fc) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:01.481383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80049f4d-5cc7-48ef-9246-58e182b8fb90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:01.482353 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80049f4d-5cc7-48ef-9246-58e182b8fb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:01.488022 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aae429-5085-43ed-9ed3-d674bc8b6b7c None None] Network 87cb60af-fdca-4dbf-8692-386dd902a0fc requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:24:01.493370 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b7bfb435-98db-4289-a0f9-cb94f6621ed5 req-fa72c6da-c870-4b8f-afed-870f7e3fc327 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226881 Sep 29 17:24:01.507926 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['67d9ace3-a7d1-45bd-801f-00fea73c00c0'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:01.525946 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:01.528546 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17871f0-41c4-4cd8-b310-0298df9bea79" -d '{"events": [{"server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "name": "network-vif-unplugged", "status": "completed", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:01.534189 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:01.546500 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-80049f4d-5cc7-48ef-9246-58e182b8fb90 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9421353 Sep 29 17:24:01.570364 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Transition to ACTIVE for port object 09d713e9-aaf1-420d-bb9e-06027b9d55bf will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:24:01.573887 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ffb96e45-14f3-433b-9b5b-25d52b2e9ae1 req-6da62b24-0011-42ee-b04f-305406ff8095 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906117 Sep 29 17:24:01.586131 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:01.639500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Pushing event updated for resources: {'Port': ['ID=09d713e9-aaf1-420d-bb9e-06027b9d55bf,revision_number=10']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:01.732200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] No DVR routers for this DVR port 09d713e9-aaf1-420d-bb9e-06027b9d55bf on host n-h1-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:24:01.739797 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315d600-2b4c-47cf-8aea-e215a14f1ca4 req-afd6502b-63dd-4609-a7d3-b18a3b28b2e3 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:01.743585 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6315d600-2b4c-47cf-8aea-e215a14f1ca4 req-afd6502b-63dd-4609-a7d3-b18a3b28b2e3 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 944 time: 0.0726705 Sep 29 17:24:01.767635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c9747-1115-44f3-b31b-36b5ec3b18dc req-434bf026-b1ab-4983-903c-87c43de3a998 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:01.776211 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-631c9747-1115-44f3-b31b-36b5ec3b18dc req-434bf026-b1ab-4983-903c-87c43de3a998 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 947 time: 0.1376419 Sep 29 17:24:01.825099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6315d600-2b4c-47cf-8aea-e215a14f1ca4 req-f41820ec-af0a-4a54-a76b-77f7c18beea2 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ae97154-31ba-4d0c-9e24-ac583f050863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690360 Sep 29 17:24:01.834604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Attempting to bind port 09d713e9-aaf1-420d-bb9e-06027b9d55bf on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:01.834967 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Attempting to bind port 09d713e9-aaf1-420d-bb9e-06027b9d55bf by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:01.835308 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Attempting to bind port 09d713e9-aaf1-420d-bb9e-06027b9d55bf on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:01.842851 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Port 09d713e9-aaf1-420d-bb9e-06027b9d55bf on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:24:01.843184 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Attempting to bind port 09d713e9-aaf1-420d-bb9e-06027b9d55bf on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:01.866535 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-631c9747-1115-44f3-b31b-36b5ec3b18dc req-637327f2-c665-43d0-a1bf-6a79ea0ff473 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893679 Sep 29 17:24:01.874711 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:01.874937 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:01.875285 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:01.875730 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Bound port: 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:01.876211 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:01.915228 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d365b99-84de-4032-9686-e4fc470bfccc None None] Network 87cb60af-fdca-4dbf-8692-386dd902a0fc requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:24:01.922192 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bebe4bb0-30ee-4b10-87b2-7b476d778c07 req-da82e4b0-88a8-4bac-89a2-433a932d723a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 210 time: 0.0497062 Sep 29 17:24:02.001101 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a757e5-236e-4820-8696-37b9ee8018cd x-openstack-request-id: req-69a757e5-236e-4820-8696-37b9ee8018cd {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:02.001423 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "name": "network-vif-unplugged", "status": "completed", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:02.002015 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69a757e5-236e-4820-8696-37b9ee8018cd {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:02.002185 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf', 'code': 200} Sep 29 17:24:02.024925 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:02.032360 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:02.039250 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:02.079282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:02.080447 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:02.082101 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] 10.222.0.35 "PUT /v2.0/ports/09d713e9-aaf1-420d-bb9e-06027b9d55bf HTTP/1.1" status: 200 len: 1095 time: 1.2561707 Sep 29 17:24:02.111053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67671f0c-c314-4c88-a9d3-dab7aab3b452 service neutron] Pushing event updated for resources: {'Port': ['ID=09d713e9-aaf1-420d-bb9e-06027b9d55bf,revision_number=11']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:02.172760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-8ab4353e-8a05-4f21-85f7-6aab51dc5e5a req-5440753a-dcba-4cce-92ea-bcc2775bdae3 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-855760606', 'description': 'tempest-description-1633750275'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:02.211413 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8ab4353e-8a05-4f21-85f7-6aab51dc5e5a req-5440753a-dcba-4cce-92ea-bcc2775bdae3 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:02.221914 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d312-356e-4406-a482-62e849bc00d5 req-8e349490-17e9-4414-b015-b6eb6c1e82e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:02.224240 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-8e349490-17e9-4414-b015-b6eb6c1e82e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 1098 time: 0.0997679 Sep 29 17:24:02.242848 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e668ff44-4af9-45c9-a946-11e7fdcd1f29 req-bdf5d56f-2cb8-4396-9a82-938be3f93586 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:02.250332 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e668ff44-4af9-45c9-a946-11e7fdcd1f29 req-bdf5d56f-2cb8-4396-9a82-938be3f93586 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 945 time: 0.0881228 Sep 29 17:24:02.311658 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8ab4353e-8a05-4f21-85f7-6aab51dc5e5a req-5440753a-dcba-4cce-92ea-bcc2775bdae3 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:02.316926 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8ab4353e-8a05-4f21-85f7-6aab51dc5e5a req-5440753a-dcba-4cce-92ea-bcc2775bdae3 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:02.350146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440753a-dcba-4cce-92ea-bcc2775bdae3 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8378f4-4fa8-4876-ad9c-88642ac89533,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:02.354104 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8ab4353e-8a05-4f21-85f7-6aab51dc5e5a req-5440753a-dcba-4cce-92ea-bcc2775bdae3 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:02.355474 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ab4353e-8a05-4f21-85f7-6aab51dc5e5a req-5440753a-dcba-4cce-92ea-bcc2775bdae3 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1929350 Sep 29 17:24:02.357428 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e668ff44-4af9-45c9-a946-11e7fdcd1f29 req-5ab42a19-4252-4352-a523-f32f08f843e2 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942304 Sep 29 17:24:02.380503 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d312-356e-4406-a482-62e849bc00d5 req-d25bd95d-cd12-4589-a33d-a5814e8bdc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:02.382749 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-d25bd95d-cd12-4589-a33d-a5814e8bdc1a service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.1318083 Sep 29 17:24:02.446033 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-19400a7d-3c32-4189-8fce-01edf0efca88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf HTTP/1.1" status: 200 len: 217 time: 0.0532048 Sep 29 17:24:02.505075 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-df942b37-7365-45ad-be82-6ddc17814eeb req-17752fd5-f538-4d7e-966a-fd7c1c61f94b tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/4c8378f4-4fa8-4876-ad9c-88642ac89533 HTTP/1.1" status: 200 len: 1804 time: 0.1067288 Sep 29 17:24:02.512374 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d312-356e-4406-a482-62e849bc00d5 req-2c73d80a-8c5f-409d-bb8b-4e081e0eb86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:02.513802 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-2c73d80a-8c5f-409d-bb8b-4e081e0eb86d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0588706 Sep 29 17:24:02.518455 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-df942b37-7365-45ad-be82-6ddc17814eeb req-db1cbcb5-54fc-4b9d-9040-bcea34ca04ba tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4c8378f4-4fa8-4876-ad9c-88642ac89533', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:02.518765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-df942b37-7365-45ad-be82-6ddc17814eeb req-db1cbcb5-54fc-4b9d-9040-bcea34ca04ba tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4c8378f4-4fa8-4876-ad9c-88642ac89533', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:02.595035 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280d312-356e-4406-a482-62e849bc00d5 req-eb58c7cb-7c9b-4123-a663-f0888b37c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:02.596508 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-eb58c7cb-7c9b-4123-a663-f0888b37c789 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708973 Sep 29 17:24:02.688991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06fb81-440e-4f98-a77b-7b5fcb57df70 req-680cf2e4-9de0-4265-9dbc-c0bfb9eea6cf tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:02.690657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c06fb81-440e-4f98-a77b-7b5fcb57df70 req-680cf2e4-9de0-4265-9dbc-c0bfb9eea6cf tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.1099293 Sep 29 17:24:02.750708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4916e657-b94d-4b61-851b-6db1bda06584 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:24:02.791927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8258af0d-1216-42fe-b4c8-00243ef27ff7 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:02.813157 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c06fb81-440e-4f98-a77b-7b5fcb57df70 req-4728d4fe-93a7-4965-a55c-6113976d3eae tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092002 Sep 29 17:24:02.849402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ada50-1a74-4afe-97d2-b78066af1012 req-5de2dc5e-3967-4c16-966c-4a3d8413d101 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:02.850982 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-443ada50-1a74-4afe-97d2-b78066af1012 req-5de2dc5e-3967-4c16-966c-4a3d8413d101 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.49 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 807 time: 0.2094355 Sep 29 17:24:02.865548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-443ada50-1a74-4afe-97d2-b78066af1012 req-84bc2e85-a3fe-4bb7-b9ce-57efa442680d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Request body: {'port': {'device_id': 'fbd30847-fe92-427e-9e2d-8e936069065e', 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c', 'admin_state_up': True, 'tenant_id': 'c50efc2fa4284829be7a860e331db6cd'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:02.969741 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-df942b37-7365-45ad-be82-6ddc17814eeb req-db1cbcb5-54fc-4b9d-9040-bcea34ca04ba tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:02.993722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4916e657-b94d-4b61-851b-6db1bda06584, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4916e657-b94d-4b61-851b-6db1bda06584,segment=NetworkSegment(778aa94c-7d03-4e59-aea7-133a8b0d96a4),segment_id=778aa94c-7d03-4e59-aea7-133a8b0d96a4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:03.022535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '4916e657-b94d-4b61-851b-6db1bda06584', 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a', 'port_id': '4916e657-b94d-4b61-851b-6db1bda06584', 'mac_address': 'fa:16:3e:f4:5c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:24:03.032078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9837824-95e8-4451-9abf-12d1246d66a1 req-0b62af13-ee91-4969-8465-dc3ff413c398 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:03.033598 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9837824-95e8-4451-9abf-12d1246d66a1 req-0b62af13-ee91-4969-8465-dc3ff413c398 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 949 time: 0.0697632 Sep 29 17:24:03.041952 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 8258af0d-1216-42fe-b4c8-00243ef27ff7 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:24:03.049822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 8258af0d-1216-42fe-b4c8-00243ef27ff7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:03.050534 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:03.052362 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-df942b37-7365-45ad-be82-6ddc17814eeb req-db1cbcb5-54fc-4b9d-9040-bcea34ca04ba tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:03.062593 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-df942b37-7365-45ad-be82-6ddc17814eeb req-db1cbcb5-54fc-4b9d-9040-bcea34ca04ba tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:03.093128 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-c574de24-4a4f-4101-b417-674ae9188210 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880104 Sep 29 17:24:03.097533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-df942b37-7365-45ad-be82-6ddc17814eeb req-db1cbcb5-54fc-4b9d-9040-bcea34ca04ba tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:03.112303 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-df942b37-7365-45ad-be82-6ddc17814eeb req-db1cbcb5-54fc-4b9d-9040-bcea34ca04ba tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5974758 Sep 29 17:24:03.127621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cbcb5-54fc-4b9d-9040-bcea34ca04ba tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f426b012-78e4-450d-9e8f-b86264ce5c11,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:03.134708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443ada50-1a74-4afe-97d2-b78066af1012 req-84bc2e85-a3fe-4bb7-b9ce-57efa442680d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Made reservation on behalf of c50efc2fa4284829be7a860e331db6cd for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:24:03.146844 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-443ada50-1a74-4afe-97d2-b78066af1012 req-84bc2e85-a3fe-4bb7-b9ce-57efa442680d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:03.153451 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:03.158056 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9837824-95e8-4451-9abf-12d1246d66a1 req-41ac0e89-b71c-4cd0-98af-e69db7a93515 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876284 Sep 29 17:24:03.191313 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4916e657-b94d-4b61-851b-6db1bda06584 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:03.249809 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4916e657-b94d-4b61-851b-6db1bda06584, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4916e657-b94d-4b61-851b-6db1bda06584,segment=NetworkSegment(778aa94c-7d03-4e59-aea7-133a8b0d96a4),segment_id=778aa94c-7d03-4e59-aea7-133a8b0d96a4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:03.266245 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:03.333888 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a280d312-356e-4406-a482-62e849bc00d5 req-9b5ab15c-25f1-4b01-b62f-3da56b7fa026 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197471 Sep 29 17:24:03.335687 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:03.343995 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57b53e-3289-4564-8d8b-24aba587b315 req-045a0d56-5499-4a3a-a74e-89e5f013fa83 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:03.345609 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2d57b53e-3289-4564-8d8b-24aba587b315 req-045a0d56-5499-4a3a-a74e-89e5f013fa83 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 945 time: 0.0944972 Sep 29 17:24:03.382578 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4916e657-b94d-4b61-851b-6db1bda06584,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:03.391956 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e513ca59-6943-4d6d-8008-7a2b22b0bd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8258af0d-1216-42fe-b4c8-00243ef27ff7'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:03.396902 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83b93fc-7599-442e-8477-e6f6e42fcb13" -d '{"events": [{"server_uuid": "e513ca59-6943-4d6d-8008-7a2b22b0bd65", "name": "network-vif-plugged", "status": "completed", "tag": "8258af0d-1216-42fe-b4c8-00243ef27ff7"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:03.405181 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2d57b53e-3289-4564-8d8b-24aba587b315 req-ed26490b-e448-4501-aac3-3dae9c8f386d tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ae97154-31ba-4d0c-9e24-ac583f050863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507610 Sep 29 17:24:03.422770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 8258af0d-1216-42fe-b4c8-00243ef27ff7, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8258af0d-1216-42fe-b4c8-00243ef27ff7,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:03.431185 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:03.432337 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 09d713e9-aaf1-420d-bb9e-06027b9d55bf no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:24:03.520126 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-805f4613-8e76-4ad9-80f6-e080d4dd0eea req-6cde9cb9-7c35-461e-869b-ec0e1b1aadfb tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 210 time: 0.0410488 Sep 29 17:24:03.538403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 09d713e9-aaf1-420d-bb9e-06027b9d55bf not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:24:03.542931 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=8258af0d-1216-42fe-b4c8-00243ef27ff7,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:03.559285 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-a4e69203-0539-4b9c-bba7-d8ad56c703c9 req-6bc569fe-0f94-4524-8234-9ea7070ffdf8 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2012840201', 'description': 'tempest-description-936169003'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:03.608886 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-a4e69203-0539-4b9c-bba7-d8ad56c703c9 req-6bc569fe-0f94-4524-8234-9ea7070ffdf8 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:03.624815 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-5ed6231b-20d8-46b6-a7c5-c95d2c975d2e tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:03.626401 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-5ed6231b-20d8-46b6-a7c5-c95d2c975d2e tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe&tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 1096 time: 0.0825722 Sep 29 17:24:03.640049 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811748-2'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:03.726684 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:03.747254 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b1272-84ce-4fd2-9988-276e4a61a727 req-2cc3c227-a154-4b9b-9db7-0ee2e6eaeda4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:03.748847 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec0b1272-84ce-4fd2-9988-276e4a61a727 req-2cc3c227-a154-4b9b-9db7-0ee2e6eaeda4 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 947 time: 0.4324148 Sep 29 17:24:03.764462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-443ada50-1a74-4afe-97d2-b78066af1012 req-84bc2e85-a3fe-4bb7-b9ce-57efa442680d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Allocated IP 172.20.0.9 (c363c05d-b075-41d6-b265-c6ca1599d18c/d15f3d65-c180-43d2-bcd4-0685feeb3b5c/729c711a-0d7c-497e-94e6-b7eef975bc22) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:24:03.799660 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-a4e69203-0539-4b9c-bba7-d8ad56c703c9 req-6bc569fe-0f94-4524-8234-9ea7070ffdf8 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:03.812556 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-a4e69203-0539-4b9c-bba7-d8ad56c703c9 req-6bc569fe-0f94-4524-8234-9ea7070ffdf8 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:03.817780 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec0b1272-84ce-4fd2-9988-276e4a61a727 req-e42a9f6f-85c6-4169-becb-8291de21045e tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505886 Sep 29 17:24:03.864440 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-a4e69203-0539-4b9c-bba7-d8ad56c703c9 req-6bc569fe-0f94-4524-8234-9ea7070ffdf8 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:03.874178 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4e69203-0539-4b9c-bba7-d8ad56c703c9 req-6bc569fe-0f94-4524-8234-9ea7070ffdf8 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3347192 Sep 29 17:24:03.916985 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc569fe-0f94-4524-8234-9ea7070ffdf8 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4974faf3-1513-46b2-b027-3c8524c31ba4,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:03.917869 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b3563d-b950-47b5-b59a-0ced595dda47 x-openstack-request-id: req-06b3563d-b950-47b5-b59a-0ced595dda47 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:03.918168 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e513ca59-6943-4d6d-8008-7a2b22b0bd65", "name": "network-vif-plugged", "status": "completed", "tag": "8258af0d-1216-42fe-b4c8-00243ef27ff7", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:03.918429 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06b3563d-b950-47b5-b59a-0ced595dda47 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:03.926859 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e513ca59-6943-4d6d-8008-7a2b22b0bd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8258af0d-1216-42fe-b4c8-00243ef27ff7', 'code': 200} Sep 29 17:24:03.953046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] For port 3513661f-1810-4ae0-934f-1dd76bb88218, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=3513661f-1810-4ae0-934f-1dd76bb88218,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:04.007938 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:04.010895 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e" -d '{"events": [{"name": "network-changed", "server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:04.020480 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] For port 3513661f-1810-4ae0-934f-1dd76bb88218, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:04.040311 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-443ada50-1a74-4afe-97d2-b78066af1012 req-84bc2e85-a3fe-4bb7-b9ce-57efa442680d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:04.058120 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec0888-04fd-4771-b79c-525fe4d9845e req-ba667f22-0098-42cb-a8c5-72cd8155faad tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:04.065404 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-feec0888-04fd-4771-b79c-525fe4d9845e req-ba667f22-0098-42cb-a8c5-72cd8155faad tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 945 time: 0.1138630 Sep 29 17:24:04.065839 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['4916e657-b94d-4b61-851b-6db1bda06584'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:04.108432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fbb18-5168-459c-9e5d-c9a6d5654d2d req-ce416d02-49df-45ef-86cc-d35dfad7d961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:04.109963 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a40fbb18-5168-459c-9e5d-c9a6d5654d2d req-ce416d02-49df-45ef-86cc-d35dfad7d961 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 1101 time: 0.1151078 Sep 29 17:24:04.119453 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:04.171450 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:04.174783 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-feec0888-04fd-4771-b79c-525fe4d9845e req-e58f6702-aad8-4633-8c6b-33ed093dd8e9 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084490 Sep 29 17:24:04.200505 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-443ada50-1a74-4afe-97d2-b78066af1012 req-84bc2e85-a3fe-4bb7-b9ce-57efa442680d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:04.215703 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['a2ab2463-c5bb-4aad-9cb4-0498ceedad3f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:04.247264 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Pushing event updated for resources: {'Port': ['ID=3513661f-1810-4ae0-934f-1dd76bb88218,revision_number=7']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:04.268473 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a40fbb18-5168-459c-9e5d-c9a6d5654d2d req-015c6aa5-004a-401d-9932-3a5c7b20a569 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444311 Sep 29 17:24:04.271340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430b323-23cc-4f6e-9872-ef1075098640 req-d5600c14-f3e3-4ad0-ba8e-c31c62e903fa tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:04.289853 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3430b323-23cc-4f6e-9872-ef1075098640 req-d5600c14-f3e3-4ad0-ba8e-c31c62e903fa tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.1681952 Sep 29 17:24:04.317130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443ada50-1a74-4afe-97d2-b78066af1012 req-84bc2e85-a3fe-4bb7-b9ce-57efa442680d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Network c363c05d-b075-41d6-b265-c6ca1599d18c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:24:04.321949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc2e85-a3fe-4bb7-b9ce-57efa442680d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Pushing event updated for resources: {'Port': ['ID=729c711a-0d7c-497e-94e6-b7eef975bc22,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:04.337374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-443ada50-1a74-4afe-97d2-b78066af1012 req-84bc2e85-a3fe-4bb7-b9ce-57efa442680d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:04.341824 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-443ada50-1a74-4afe-97d2-b78066af1012 req-84bc2e85-a3fe-4bb7-b9ce-57efa442680d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:24:04.372291 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3430b323-23cc-4f6e-9872-ef1075098640 req-f4439720-02f7-41b2-8ee0-baeac3ab932c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800169 Sep 29 17:24:04.375910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f74da5e7-50bb-4a2f-8355-6fc19ecc22c4 req-b133198c-3f11-4aaf-b95c-8fb17fd936c4 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/4974faf3-1513-46b2-b027-3c8524c31ba4 HTTP/1.1" status: 200 len: 1804 time: 0.1644111 Sep 29 17:24:04.383102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-f74da5e7-50bb-4a2f-8355-6fc19ecc22c4 req-dcf325c9-4f09-4b75-9eda-e81e0e496555 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4974faf3-1513-46b2-b027-3c8524c31ba4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:04.383427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-f74da5e7-50bb-4a2f-8355-6fc19ecc22c4 req-dcf325c9-4f09-4b75-9eda-e81e0e496555 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4974faf3-1513-46b2-b027-3c8524c31ba4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:04.384405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Attempting to bind port 3513661f-1810-4ae0-934f-1dd76bb88218 on host n-h1-811748-2 for vnic_type normal with profile {"migrating_to": "n-h2-811748-2"} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:04.384945 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Attempting to bind port 3513661f-1810-4ae0-934f-1dd76bb88218 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:04.385383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Attempting to bind port 3513661f-1810-4ae0-934f-1dd76bb88218 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:04.391546 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Port 3513661f-1810-4ae0-934f-1dd76bb88218 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:24:04.392027 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Attempting to bind port 3513661f-1810-4ae0-934f-1dd76bb88218 on network 9ff89bdc-1790-411e-92d4-65e23c2d16d7 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:04.401127 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:04.402376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Checking segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:04.402886 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Bound using segment: {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:04.403456 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Bound port: 3513661f-1810-4ae0-934f-1dd76bb88218, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b9a10b-1541-4cb9-9659-61988e77ba28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '9ff89bdc-1790-411e-92d4-65e23c2d16d7'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:04.403928 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:04.457223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ada50-1a74-4afe-97d2-b78066af1012 req-84bc2e85-a3fe-4bb7-b9ce-57efa442680d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:04.457620 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c572574-6186-421f-913e-b6b952cbb5a9 x-openstack-request-id: req-5c572574-6186-421f-913e-b6b952cbb5a9 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:04.458023 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-443ada50-1a74-4afe-97d2-b78066af1012 req-84bc2e85-a3fe-4bb7-b9ce-57efa442680d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:04.458172 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:04.458454 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c572574-6186-421f-913e-b6b952cbb5a9 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:04.459443 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf', 'status': 'completed', 'code': 200} Sep 29 17:24:04.496159 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] For port 3513661f-1810-4ae0-934f-1dd76bb88218, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:04.499746 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] For port 3513661f-1810-4ae0-934f-1dd76bb88218, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=3513661f-1810-4ae0-934f-1dd76bb88218,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:04.502974 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-443ada50-1a74-4afe-97d2-b78066af1012 req-84bc2e85-a3fe-4bb7-b9ce-57efa442680d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6424422 Sep 29 17:24:04.508795 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:04.554872 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Request body: {'port': {'device_id': 'fbd30847-fe92-427e-9e2d-8e936069065e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:04.627284 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Pushing event updated for resources: {'Port': ['ID=3513661f-1810-4ae0-934f-1dd76bb88218,revision_number=8']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:04.651365 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:04.651947 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f74da5e7-50bb-4a2f-8355-6fc19ecc22c4 req-dcf325c9-4f09-4b75-9eda-e81e0e496555 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:04.652070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:04.653400 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-f25822b0-6f45-43b8-b532-639ab4d26700 service neutron] 10.222.0.35 "PUT /v2.0/ports/3513661f-1810-4ae0-934f-1dd76bb88218 HTTP/1.1" status: 200 len: 1121 time: 1.0177493 Sep 29 17:24:04.664669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ea1ea-bcbd-4613-8de2-477f39bb4a3e req-8054d024-7ecf-4dbd-a452-15c61223747d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:04.672254 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b2ea1ea-bcbd-4613-8de2-477f39bb4a3e req-8054d024-7ecf-4dbd-a452-15c61223747d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 950 time: 0.1277845 Sep 29 17:24:04.725955 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b2ea1ea-bcbd-4613-8de2-477f39bb4a3e req-f1d48582-665c-4256-ac22-3e1c31c15f6a tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486948 Sep 29 17:24:04.769615 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 3513661f-1810-4ae0-934f-1dd76bb88218 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:24:04.778824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 67d9ace3-a7d1-45bd-801f-00fea73c00c0 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:04.783399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-27c5bcd4-5fbc-42e2-b9dd-dadae5376967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:04.789798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-27c5bcd4-5fbc-42e2-b9dd-dadae5376967 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 1098 time: 0.2465475 Sep 29 17:24:04.848033 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['3513661f-1810-4ae0-934f-1dd76bb88218'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:04.875392 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f74da5e7-50bb-4a2f-8355-6fc19ecc22c4 req-dcf325c9-4f09-4b75-9eda-e81e0e496555 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:04.894792 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585942b-7ce2-41e1-9603-27e3ecec2959 req-34712967-ea34-4bc2-ac42-7f7494829131 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:04.899674 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d585942b-7ce2-41e1-9603-27e3ecec2959 req-34712967-ea34-4bc2-ac42-7f7494829131 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 945 time: 0.0932004 Sep 29 17:24:04.925145 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f74da5e7-50bb-4a2f-8355-6fc19ecc22c4 req-dcf325c9-4f09-4b75-9eda-e81e0e496555 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:05.013569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-a11bbf2c-8cdd-4a7b-8cc1-b2db2839f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:05.015225 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-a11bbf2c-8cdd-4a7b-8cc1-b2db2839f270 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a84d217d4dcf43a280aed44f5566a55f&device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 1098 time: 0.5034332 Sep 29 17:24:05.016322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-fd881dd8-43d4-469d-86c9-b3aeeb41e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:05.017801 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-fd881dd8-43d4-469d-86c9-b3aeeb41e09f service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2108145 Sep 29 17:24:05.024557 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:05.061196 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf325c9-4f09-4b75-9eda-e81e0e496555 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61428313-a312-4e86-8d58-6dfaab4b24ec,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:05.066932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['3513661f-1810-4ae0-934f-1dd76bb88218'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:05.071886 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d585942b-7ce2-41e1-9603-27e3ecec2959 req-6a9093ed-faf3-4729-a326-983489d0f1dc tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ae97154-31ba-4d0c-9e24-ac583f050863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659055 Sep 29 17:24:05.126348 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-b9b6cf71-4199-4291-9897-db3cc17cf8f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf HTTP/1.1" status: 200 len: 217 time: 0.0992939 Sep 29 17:24:05.150160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 67d9ace3-a7d1-45bd-801f-00fea73c00c0 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:24:05.155393 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f74da5e7-50bb-4a2f-8355-6fc19ecc22c4 req-dcf325c9-4f09-4b75-9eda-e81e0e496555 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:05.167171 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f74da5e7-50bb-4a2f-8355-6fc19ecc22c4 req-dcf325c9-4f09-4b75-9eda-e81e0e496555 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7844486 Sep 29 17:24:05.348885 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8465a-82de-44fb-84eb-eb707ac834a0 req-39543611-3ca4-4a18-9289-972fdb57fbda tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:05.350498 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-def8465a-82de-44fb-84eb-eb707ac834a0 req-39543611-3ca4-4a18-9289-972fdb57fbda tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 931 time: 0.1402767 Sep 29 17:24:05.393731 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 3513661f-1810-4ae0-934f-1dd76bb88218, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=3513661f-1810-4ae0-934f-1dd76bb88218,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:05.410087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 3513661f-1810-4ae0-934f-1dd76bb88218 has no active binding in host n-h2-811748-2 {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 17:24:05.424402 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 67d9ace3-a7d1-45bd-801f-00fea73c00c0 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:05.425131 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:05.437462 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-def8465a-82de-44fb-84eb-eb707ac834a0 req-82462a5f-383d-49f6-85ad-af7178536f07 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800724 Sep 29 17:24:05.534359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-2324bcbf-943d-42ad-9563-fe7fc1723271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:05.535870 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-2324bcbf-943d-42ad-9563-fe7fc1723271 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.3736837 Sep 29 17:24:05.601638 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-8f973500-a182-42bf-b521-4b2814367faf req-57741cb0-f39b-4255-a7dc-d5f97f9e2791 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-936333970', 'description': 'tempest-description-939700353'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:05.633577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-39673563-07be-42c4-8c1f-90919923df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:05.635711 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-39673563-07be-42c4-8c1f-90919923df7f service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.5960858 Sep 29 17:24:05.649626 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-8f973500-a182-42bf-b521-4b2814367faf req-57741cb0-f39b-4255-a7dc-d5f97f9e2791 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:05.664928 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:05.674110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ff8b7-c45a-44d6-b16a-0c511e1363ce req-2df5bef7-569b-4973-9b7a-c999abc415c7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:05.683624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-480ff8b7-c45a-44d6-b16a-0c511e1363ce req-2df5bef7-569b-4973-9b7a-c999abc415c7 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 947 time: 0.4005432 Sep 29 17:24:05.711192 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 67d9ace3-a7d1-45bd-801f-00fea73c00c0, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=67d9ace3-a7d1-45bd-801f-00fea73c00c0,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:05.716580 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:05.778407 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=67d9ace3-a7d1-45bd-801f-00fea73c00c0,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:05.783666 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-8f973500-a182-42bf-b521-4b2814367faf req-57741cb0-f39b-4255-a7dc-d5f97f9e2791 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:05.787984 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-8f973500-a182-42bf-b521-4b2814367faf req-57741cb0-f39b-4255-a7dc-d5f97f9e2791 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:05.815972 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-8f973500-a182-42bf-b521-4b2814367faf req-57741cb0-f39b-4255-a7dc-d5f97f9e2791 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:05.817404 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f973500-a182-42bf-b521-4b2814367faf req-57741cb0-f39b-4255-a7dc-d5f97f9e2791 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2212627 Sep 29 17:24:05.820021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57741cb0-f39b-4255-a7dc-d5f97f9e2791 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90449776-33d0-4d4d-b9b4-b6ea4a08a04f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:05.852859 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-fc139c4e-ac81-439b-9038-d35fea7a5051 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf HTTP/1.1" status: 200 len: 217 time: 0.2076161 Sep 29 17:24:05.857080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-93112e10-6ddd-43e5-8ffe-65eec02aef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:05.858535 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-93112e10-6ddd-43e5-8ffe-65eec02aef23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3029735 Sep 29 17:24:05.928412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d9ace3-a7d1-45bd-801f-00fea73c00c0'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:05.932531 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84441db-3f5c-4630-b4f3-392f432db084" -d '{"events": [{"server_uuid": "1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f", "name": "network-vif-plugged", "status": "completed", "tag": "67d9ace3-a7d1-45bd-801f-00fea73c00c0"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:05.938650 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-480ff8b7-c45a-44d6-b16a-0c511e1363ce req-6430dbbc-f77a-4964-9f1a-70d28c035864 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541790 Sep 29 17:24:05.939298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a719ea8-0f41-4acd-acc2-e664c5dcbb46 req-8f17216d-0c80-4f9c-b3a9-24d0c779f234 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:05.949309 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1a719ea8-0f41-4acd-acc2-e664c5dcbb46 req-8f17216d-0c80-4f9c-b3a9-24d0c779f234 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 943 time: 0.0649123 Sep 29 17:24:06.012452 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1a719ea8-0f41-4acd-acc2-e664c5dcbb46 req-5c6819d6-b7e7-42ca-a82a-cea9144ae73b tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614982 Sep 29 17:24:06.021956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-ebeb2353-cb63-4be0-a151-14da1dace28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:06.025335 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-ebeb2353-cb63-4be0-a151-14da1dace28d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1378286 Sep 29 17:24:06.095994 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-466a9908-5beb-4b3b-9b0e-c96a18422b53 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230618 Sep 29 17:24:06.101551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729c711a-0d7c-497e-94e6-b7eef975bc22 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:06.111105 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:06.145232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73952046-50bd-454f-8623-ed3bc9f27e81 req-9c5dc8b2-340e-4253-a66a-3c92c0f6ab91 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:06.148311 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-73952046-50bd-454f-8623-ed3bc9f27e81 req-9c5dc8b2-340e-4253-a66a-3c92c0f6ab91 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 950 time: 0.0618377 Sep 29 17:24:06.161955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Transition to ACTIVE for port object 729c711a-0d7c-497e-94e6-b7eef975bc22 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:24:06.169453 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-11a84a14-cf1b-4a8e-b7da-3146ca12ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:06.171000 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-11a84a14-cf1b-4a8e-b7da-3146ca12ccaa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209519 Sep 29 17:24:06.200027 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:06.203163 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-73952046-50bd-454f-8623-ed3bc9f27e81 req-98a9b5f1-5837-459e-8cc6-7b9c048a88f8 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470328 Sep 29 17:24:06.258737 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-45bef2bd-e140-4fb3-a5cd-73d9869dde8d req-2bfb0334-4162-4e33-97a8-c90ba978f93e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2080835707', 'description': 'tempest-description-281575088'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:06.300711 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-45bef2bd-e140-4fb3-a5cd-73d9869dde8d req-2bfb0334-4162-4e33-97a8-c90ba978f93e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:06.370906 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-684d3a0f-b429-43ca-8598-841f86a12530 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617283 Sep 29 17:24:06.392159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Pushing event updated for resources: {'Port': ['ID=729c711a-0d7c-497e-94e6-b7eef975bc22,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:06.406042 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-45bef2bd-e140-4fb3-a5cd-73d9869dde8d req-2bfb0334-4162-4e33-97a8-c90ba978f93e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:06.411254 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-45bef2bd-e140-4fb3-a5cd-73d9869dde8d req-2bfb0334-4162-4e33-97a8-c90ba978f93e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:06.418917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffd23d-dc43-478f-9329-7570e28c0ab2 req-94eda959-5f23-4d7c-9092-3b454ae53dfd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:06.421035 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43ffd23d-dc43-478f-9329-7570e28c0ab2 req-94eda959-5f23-4d7c-9092-3b454ae53dfd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.3926682 Sep 29 17:24:06.443526 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-45bef2bd-e140-4fb3-a5cd-73d9869dde8d req-2bfb0334-4162-4e33-97a8-c90ba978f93e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:06.454013 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-45bef2bd-e140-4fb3-a5cd-73d9869dde8d req-2bfb0334-4162-4e33-97a8-c90ba978f93e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2009928 Sep 29 17:24:06.460301 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb0334-4162-4e33-97a8-c90ba978f93e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6327e26-2f2d-4a6a-ba2c-cc78d808c0c6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:06.462415 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e05124-1760-4569-8f83-0acf58ee95fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3513661f-1810-4ae0-934f-1dd76bb88218'}, {'name': 'network-changed', 'server_uuid': 'f5e05124-1760-4569-8f83-0acf58ee95fe', 'tag': '3513661f-1810-4ae0-934f-1dd76bb88218'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:06.465383 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef367842-7490-4959-9718-e1c9333a0cc3" -d '{"events": [{"server_uuid": "f5e05124-1760-4569-8f83-0acf58ee95fe", "name": "network-vif-unplugged", "status": "completed", "tag": "3513661f-1810-4ae0-934f-1dd76bb88218"}, {"name": "network-changed", "server_uuid": "f5e05124-1760-4569-8f83-0acf58ee95fe", "tag": "3513661f-1810-4ae0-934f-1dd76bb88218"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:06.484704 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-832b4603-b3bf-4d3d-a41a-fa9da880c842 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861454 Sep 29 17:24:06.495666 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf19764-7673-4bac-aac6-6d0a8408dc80 x-openstack-request-id: req-edf19764-7673-4bac-aac6-6d0a8408dc80 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:06.496190 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f", "name": "network-vif-plugged", "status": "completed", "tag": "67d9ace3-a7d1-45bd-801f-00fea73c00c0", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:06.496294 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-edf19764-7673-4bac-aac6-6d0a8408dc80 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:06.496616 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d9ace3-a7d1-45bd-801f-00fea73c00c0', 'code': 200} Sep 29 17:24:06.533392 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43ffd23d-dc43-478f-9329-7570e28c0ab2 req-a1e5351d-7ec7-4ffe-8a36-e38684013252 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902932 Sep 29 17:24:06.540247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Attempting to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:06.540584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Attempting to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:06.540912 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Attempting to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:06.550505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Port 729c711a-0d7c-497e-94e6-b7eef975bc22 on network c363c05d-b075-41d6-b265-c6ca1599d18c not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:24:06.550662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Attempting to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:06.597498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:06.597874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Checking segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:06.598213 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Bound using segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:06.598922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Bound port: 729c711a-0d7c-497e-94e6-b7eef975bc22, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:06.599327 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:06.608216 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb31a3-b673-4c1b-9b15-18e43c8763ea req-25622076-8118-4b53-831e-33b92c82561b tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:06.609995 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dadb31a3-b673-4c1b-9b15-18e43c8763ea req-25622076-8118-4b53-831e-33b92c82561b tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 945 time: 0.0654802 Sep 29 17:24:06.668534 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f4a47aa-4eb9-4d58-a2ae-5a82aa3ff35e req-eb6b98e0-e315-4c25-8ab0-a4e1b67d4422 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749790 Sep 29 17:24:06.676644 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dadb31a3-b673-4c1b-9b15-18e43c8763ea req-1e524c7f-e76c-470f-9024-2c47278f3c9f tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ae97154-31ba-4d0c-9e24-ac583f050863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602095 Sep 29 17:24:06.684202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-deee82af-31f8-4c81-a874-9fc817079026 req-60dcc77d-0251-452a-ac4d-cb8448d479ae tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/90449776-33d0-4d4d-b9b4-b6ea4a08a04f HTTP/1.1" status: 200 len: 1803 time: 0.1000702 Sep 29 17:24:06.702834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ec0fb-d843-4f28-bbc1-3bb84266657c req-6e9848e9-7c02-4969-8ad2-325320927e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:06.704538 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6b9ec0fb-d843-4f28-bbc1-3bb84266657c req-6e9848e9-7c02-4969-8ad2-325320927e2f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f HTTP/1.1" status: 200 len: 1101 time: 0.0705655 Sep 29 17:24:06.728759 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:06.749096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=729c711a-0d7c-497e-94e6-b7eef975bc22,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:06.755345 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-deee82af-31f8-4c81-a874-9fc817079026 req-81ba9736-ebbc-4d78-8d3c-419e3623c98e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/f6327e26-2f2d-4a6a-ba2c-cc78d808c0c6 HTTP/1.1" status: 200 len: 1804 time: 0.0626338 Sep 29 17:24:06.757527 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:06.775214 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4916e657-b94d-4b61-851b-6db1bda06584 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:06.796015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-deee82af-31f8-4c81-a874-9fc817079026 req-e4efa511-111d-4d32-af1b-3169ec14f83d tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '90449776-33d0-4d4d-b9b4-b6ea4a08a04f', 'remote_group_id': 'f6327e26-2f2d-4a6a-ba2c-cc78d808c0c6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:06.796406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-deee82af-31f8-4c81-a874-9fc817079026 req-e4efa511-111d-4d32-af1b-3169ec14f83d tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '90449776-33d0-4d4d-b9b4-b6ea4a08a04f', 'remote_group_id': 'f6327e26-2f2d-4a6a-ba2c-cc78d808c0c6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:06.816908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:06.817558 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:06.819275 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] 10.222.0.49 "PUT /v2.0/ports/729c711a-0d7c-497e-94e6-b7eef975bc22 HTTP/1.1" status: 200 len: 1091 time: 2.2784934 Sep 29 17:24:06.821939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd30847-fe92-427e-9e2d-8e936069065e', 'tag': '729c711a-0d7c-497e-94e6-b7eef975bc22'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:06.825162 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dcb6fc-dfb0-4251-8546-26d9c27ff111" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd30847-fe92-427e-9e2d-8e936069065e", "tag": "729c711a-0d7c-497e-94e6-b7eef975bc22"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:06.837941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 4916e657-b94d-4b61-851b-6db1bda06584 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:24:06.843310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 4916e657-b94d-4b61-851b-6db1bda06584 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:06.843692 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:06.853243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16233cb-e6d7-4bcf-b650-7185b5fc589e service neutron] Pushing event updated for resources: {'Port': ['ID=729c711a-0d7c-497e-94e6-b7eef975bc22,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:06.861498 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275b3fd-88d9-4026-b7dd-3978b5190186 req-101645e6-cfe6-436a-b017-f83a20238efa tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:06.863538 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6275b3fd-88d9-4026-b7dd-3978b5190186 req-101645e6-cfe6-436a-b017-f83a20238efa tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 943 time: 0.1069670 Sep 29 17:24:06.866906 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6b9ec0fb-d843-4f28-bbc1-3bb84266657c req-0d331fb0-6a51-4ad2-b0fc-8596100d34fc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365283 Sep 29 17:24:06.922446 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6275b3fd-88d9-4026-b7dd-3978b5190186 req-21e0937a-cdfc-499c-8f7e-c5f2499ab3b9 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510111 Sep 29 17:24:06.936196 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-deee82af-31f8-4c81-a874-9fc817079026 req-e4efa511-111d-4d32-af1b-3169ec14f83d tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:06.946085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ada50-1a74-4afe-97d2-b78066af1012 req-c05ea63c-07ae-4413-b225-42c0baa6206f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:06.947580 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-443ada50-1a74-4afe-97d2-b78066af1012 req-c05ea63c-07ae-4413-b225-42c0baa6206f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 1094 time: 0.0789437 Sep 29 17:24:06.980723 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91535c4-4031-4af6-830d-c887467cda6d x-openstack-request-id: req-c91535c4-4031-4af6-830d-c887467cda6d {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:06.981047 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e05124-1760-4569-8f83-0acf58ee95fe", "name": "network-vif-unplugged", "status": "completed", "tag": "3513661f-1810-4ae0-934f-1dd76bb88218", "code": 200}, {"name": "network-changed", "server_uuid": "f5e05124-1760-4569-8f83-0acf58ee95fe", "tag": "3513661f-1810-4ae0-934f-1dd76bb88218", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:06.981312 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c91535c4-4031-4af6-830d-c887467cda6d {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:06.981721 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e05124-1760-4569-8f83-0acf58ee95fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3513661f-1810-4ae0-934f-1dd76bb88218', 'code': 200} Sep 29 17:24:06.981971 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e05124-1760-4569-8f83-0acf58ee95fe', 'tag': '3513661f-1810-4ae0-934f-1dd76bb88218', 'status': 'completed', 'code': 200} Sep 29 17:24:07.006080 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:07.014820 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-443ada50-1a74-4afe-97d2-b78066af1012 req-9d790dd9-3615-4db6-bbba-e3b1ce8f73a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=729c711a-0d7c-497e-94e6-b7eef975bc22 HTTP/1.1" status: 200 len: 217 time: 0.0446784 Sep 29 17:24:07.022378 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-deee82af-31f8-4c81-a874-9fc817079026 req-e4efa511-111d-4d32-af1b-3169ec14f83d tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:07.044088 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-deee82af-31f8-4c81-a874-9fc817079026 req-e4efa511-111d-4d32-af1b-3169ec14f83d tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:07.056007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4916e657-b94d-4b61-851b-6db1bda06584, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4916e657-b94d-4b61-851b-6db1bda06584,segment=NetworkSegment(778aa94c-7d03-4e59-aea7-133a8b0d96a4),segment_id=778aa94c-7d03-4e59-aea7-133a8b0d96a4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:07.061063 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:07.108222 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efa511-111d-4d32-af1b-3169ec14f83d tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73d3538-c7a6-42b6-be7d-4ad5c3e232e3,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:07.118392 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-deee82af-31f8-4c81-a874-9fc817079026 req-e4efa511-111d-4d32-af1b-3169ec14f83d tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:07.119628 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-deee82af-31f8-4c81-a874-9fc817079026 req-e4efa511-111d-4d32-af1b-3169ec14f83d tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3296356 Sep 29 17:24:07.121148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4916e657-b94d-4b61-851b-6db1bda06584,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:07.121889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ada50-1a74-4afe-97d2-b78066af1012 req-9c0d8c22-0c10-406f-8b3c-ae906ae90d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:07.123268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-443ada50-1a74-4afe-97d2-b78066af1012 req-9c0d8c22-0c10-406f-8b3c-ae906ae90d38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.0930765 Sep 29 17:24:07.129400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef367842-7490-4959-9718-e1c9333a0cc3 req-76667d27-8257-475f-9ded-83322c3c91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:07.131700 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ef367842-7490-4959-9718-e1c9333a0cc3 req-76667d27-8257-475f-9ded-83322c3c91ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 1124 time: 0.1118951 Sep 29 17:24:07.177931 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15000849-0104-4203-9a0e-332c7074ae34 x-openstack-request-id: req-15000849-0104-4203-9a0e-332c7074ae34 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:07.178280 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd30847-fe92-427e-9e2d-8e936069065e", "tag": "729c711a-0d7c-497e-94e6-b7eef975bc22", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:07.178668 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15000849-0104-4203-9a0e-332c7074ae34 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:07.178996 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd30847-fe92-427e-9e2d-8e936069065e', 'tag': '729c711a-0d7c-497e-94e6-b7eef975bc22', 'status': 'completed', 'code': 200} Sep 29 17:24:07.182274 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-443ada50-1a74-4afe-97d2-b78066af1012 req-2239290d-6729-4edc-acbb-09b464ba5713 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391331 Sep 29 17:24:07.639332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef367842-7490-4959-9718-e1c9333a0cc3 req-5ebc3fbb-55a9-49bf-97bb-1e8bf4fce867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:07.640812 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ef367842-7490-4959-9718-e1c9333a0cc3 req-5ebc3fbb-55a9-49bf-97bb-1e8bf4fce867 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.4890630 Sep 29 17:24:07.657053 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf8bc5-7053-4382-b905-3b145365c4e7 req-1218a6f2-e442-4ce6-8b2d-936fcb2ac0b2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:07.658514 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-62bf8bc5-7053-4382-b905-3b145365c4e7 req-1218a6f2-e442-4ce6-8b2d-936fcb2ac0b2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 947 time: 0.4305170 Sep 29 17:24:07.672758 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-443ada50-1a74-4afe-97d2-b78066af1012 req-1cf4db3c-fa97-49ef-9f22-9f3f9dcc6fb1 service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759936 Sep 29 17:24:07.721032 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ef367842-7490-4959-9718-e1c9333a0cc3 req-85e23643-7eb4-4586-92cd-1b025a86d72d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3513661f-1810-4ae0-934f-1dd76bb88218 HTTP/1.1" status: 200 len: 217 time: 0.0615427 Sep 29 17:24:07.768663 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded11b3a-5d96-488b-83c5-8eeb5fa1f176 req-c01dbb26-4507-45e8-bcda-0a3e29ff3154 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:07.777117 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ded11b3a-5d96-488b-83c5-8eeb5fa1f176 req-c01dbb26-4507-45e8-bcda-0a3e29ff3154 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 943 time: 0.0580192 Sep 29 17:24:07.812016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-62bf8bc5-7053-4382-b905-3b145365c4e7 req-afab9c85-f618-44d3-868f-87f8e8fb9e16 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446812 Sep 29 17:24:07.858968 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ded11b3a-5d96-488b-83c5-8eeb5fa1f176 req-6dd24fa8-8587-4f27-862b-209f598f2593 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807948 Sep 29 17:24:07.859449 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4acaed18-4fa2-4492-b70f-5836490a030d req-d443712e-a0b7-45eb-981c-7d4c90a087c0 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-910867087', 'description': 'tempest-description-274349224'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:07.864479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86e5e325-2911-4178-9479-864b24c3f9d1 req-f3f51d2d-4b51-4249-8bf8-dbd8ae59596a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828464 Sep 29 17:24:07.865222 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef367842-7490-4959-9718-e1c9333a0cc3 req-b65bb1ea-b641-40ad-a516-c6a5cb7517a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:07.866968 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ef367842-7490-4959-9718-e1c9333a0cc3 req-b65bb1ea-b641-40ad-a516-c6a5cb7517a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.1322546 Sep 29 17:24:07.933599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ef367842-7490-4959-9718-e1c9333a0cc3 req-73349ff0-dc8a-4e82-8d36-e62ff575170e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564172 Sep 29 17:24:07.937475 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-443ada50-1a74-4afe-97d2-b78066af1012 req-d6a2b662-ecdd-4098-8072-d1518fb10d88 service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313411 Sep 29 17:24:07.946823 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4acaed18-4fa2-4492-b70f-5836490a030d req-d443712e-a0b7-45eb-981c-7d4c90a087c0 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:08.048959 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5e325-2911-4178-9479-864b24c3f9d1 req-7de5f7cb-c6f7-4236-98c1-c4cd663af7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:08.050703 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86e5e325-2911-4178-9479-864b24c3f9d1 req-7de5f7cb-c6f7-4236-98c1-c4cd663af7c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d7f4460541cb46a58c2b100f386f72d9&device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 1096 time: 0.1092379 Sep 29 17:24:08.060004 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc1b78-87a0-4da3-b207-574b5b2cd0c7 req-1d98b6c4-8d74-47ef-ac84-3977ae081026 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:08.061931 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78dc1b78-87a0-4da3-b207-574b5b2cd0c7 req-1d98b6c4-8d74-47ef-ac84-3977ae081026 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 950 time: 0.0976722 Sep 29 17:24:08.128477 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ef367842-7490-4959-9718-e1c9333a0cc3 req-03af36f9-a40a-499a-8bad-5cbf1c5483c5 service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783895 Sep 29 17:24:08.135871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcb6fc-dfb0-4251-8546-26d9c27ff111 req-a586acf4-4c97-4a79-a2a0-3dd7e473c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:08.138361 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78dc1b78-87a0-4da3-b207-574b5b2cd0c7 req-f5879a47-7914-4a39-bb23-c8621ea781f1 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670855 Sep 29 17:24:08.139097 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0dcb6fc-dfb0-4251-8546-26d9c27ff111 req-a586acf4-4c97-4a79-a2a0-3dd7e473c7e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 1094 time: 0.1051514 Sep 29 17:24:08.244469 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5e325-2911-4178-9479-864b24c3f9d1 req-fadc7ad2-be51-4989-8578-4a76ca2e7925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:08.244722 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86e5e325-2911-4178-9479-864b24c3f9d1 req-fadc7ad2-be51-4989-8578-4a76ca2e7925 service neutron] 10.222.0.35 "GET /v2.0/networks?id=40461b8a-b841-41cc-8ce4-55106acc93a9 HTTP/1.1" status: 200 len: 925 time: 0.1598990 Sep 29 17:24:08.301791 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a238cee-a94f-403c-a677-ca805a4a957e req-15be898d-e043-4b01-834c-06e5f7baa1a2 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:08.304194 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5a238cee-a94f-403c-a677-ca805a4a957e req-15be898d-e043-4b01-834c-06e5f7baa1a2 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.0918343 Sep 29 17:24:08.334914 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4acaed18-4fa2-4492-b70f-5836490a030d req-d443712e-a0b7-45eb-981c-7d4c90a087c0 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:08.345058 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4acaed18-4fa2-4492-b70f-5836490a030d req-d443712e-a0b7-45eb-981c-7d4c90a087c0 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:08.346401 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86e5e325-2911-4178-9479-864b24c3f9d1 req-c4911a6c-2c0c-459d-85ee-8c23976089dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 HTTP/1.1" status: 200 len: 1001 time: 0.0921953 Sep 29 17:24:08.383259 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ef367842-7490-4959-9718-e1c9333a0cc3 req-6f91e856-265b-49cf-9a57-e364fed3363b service neutron] 10.222.0.49 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395055 Sep 29 17:24:08.387312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcb6fc-dfb0-4251-8546-26d9c27ff111 req-898e54ec-a468-4424-a636-29d41b074608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:08.389753 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0dcb6fc-dfb0-4251-8546-26d9c27ff111 req-898e54ec-a468-4424-a636-29d41b074608 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.2225318 Sep 29 17:24:08.391142 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5a238cee-a94f-403c-a677-ca805a4a957e req-abfadcea-79c5-4e01-9381-2ba44152da45 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795698 Sep 29 17:24:08.393473 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4acaed18-4fa2-4492-b70f-5836490a030d req-d443712e-a0b7-45eb-981c-7d4c90a087c0 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:08.394838 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4acaed18-4fa2-4492-b70f-5836490a030d req-d443712e-a0b7-45eb-981c-7d4c90a087c0 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5469940 Sep 29 17:24:08.430161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443712e-a0b7-45eb-981c-7d4c90a087c0 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc33d1d-af29-4825-8ba8-3acdf65c1dde,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:08.442072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5e325-2911-4178-9479-864b24c3f9d1 req-e34424cc-84c7-472d-ac3b-ad24cb15ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:08.453893 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86e5e325-2911-4178-9479-864b24c3f9d1 req-e34424cc-84c7-472d-ac3b-ad24cb15ad8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59a8d133-1ed0-4c52-9a90-7b5a1d2cea45 HTTP/1.1" status: 200 len: 863 time: 0.0964823 Sep 29 17:24:08.479686 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0dcb6fc-dfb0-4251-8546-26d9c27ff111 req-b269631c-8f85-4567-ba4a-347977223b1f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=729c711a-0d7c-497e-94e6-b7eef975bc22 HTTP/1.1" status: 200 len: 217 time: 0.0794513 Sep 29 17:24:08.498285 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312be1d9-c7e1-4c01-93a9-90b0f84e741e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4916e657-b94d-4b61-851b-6db1bda06584'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:08.501026 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9f67d6-3f56-4db7-b91d-6a10ba4d50a0" -d '{"events": [{"server_uuid": "312be1d9-c7e1-4c01-93a9-90b0f84e741e", "name": "network-vif-plugged", "status": "completed", "tag": "4916e657-b94d-4b61-851b-6db1bda06584"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:08.564947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dc4eb-9d90-4e13-b9b2-37a2b166fda1 req-3d45c0ad-4b5c-45ca-80fb-1959c182f893 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:08.565219 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd6472-30ac-4424-9551-2c9dcce4ca61 req-7de78e91-057c-484a-bdf6-d69bf8eb42e5 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:08.566488 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f76dc4eb-9d90-4e13-b9b2-37a2b166fda1 req-3d45c0ad-4b5c-45ca-80fb-1959c182f893 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 946 time: 0.0896337 Sep 29 17:24:08.566780 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-25fd6472-30ac-4424-9551-2c9dcce4ca61 req-7de78e91-057c-484a-bdf6-d69bf8eb42e5 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 943 time: 0.0774922 Sep 29 17:24:08.568041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcb6fc-dfb0-4251-8546-26d9c27ff111 req-974c40dd-c57e-45e5-96ec-27827ab5714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:08.569915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0dcb6fc-dfb0-4251-8546-26d9c27ff111 req-974c40dd-c57e-45e5-96ec-27827ab5714e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.0815589 Sep 29 17:24:08.573109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5e325-2911-4178-9479-864b24c3f9d1 req-474bacb1-ffe0-473f-87ed-4e3a05b87f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:08.574746 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86e5e325-2911-4178-9479-864b24c3f9d1 req-474bacb1-ffe0-473f-87ed-4e3a05b87f25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=40461b8a-b841-41cc-8ce4-55106acc93a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738418 Sep 29 17:24:08.622146 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0dcb6fc-dfb0-4251-8546-26d9c27ff111 req-a9304a1b-c5ab-4840-b191-22f52d7d82ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327950 Sep 29 17:24:08.644503 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-25fd6472-30ac-4424-9551-2c9dcce4ca61 req-e85be74e-7c8c-4bb7-b563-3603cb3311c6 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681264 Sep 29 17:24:08.644950 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f76dc4eb-9d90-4e13-b9b2-37a2b166fda1 req-b86b560a-50d3-4ecb-8624-f891d7a7b680 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ae97154-31ba-4d0c-9e24-ac583f050863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701039 Sep 29 17:24:08.702502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-2c65f37f-65c8-4715-a123-9c18f3d30abf req-81287c87-bdf9-4253-b253-a2e475c3b866 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-680364203', 'description': 'tempest-description-1560918786'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:08.714083 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86e5e325-2911-4178-9479-864b24c3f9d1 req-aa06ccd5-a354-4a22-9819-ea3ab7c02dce service neutron] 10.222.0.35 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244144 Sep 29 17:24:08.721949 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dbbbcd-89d2-4143-b0b0-e8c3eb5a37c6 x-openstack-request-id: req-e0dbbbcd-89d2-4143-b0b0-e8c3eb5a37c6 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:08.722249 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312be1d9-c7e1-4c01-93a9-90b0f84e741e", "name": "network-vif-plugged", "status": "completed", "tag": "4916e657-b94d-4b61-851b-6db1bda06584", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:08.722499 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0dbbbcd-89d2-4143-b0b0-e8c3eb5a37c6 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:08.722883 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312be1d9-c7e1-4c01-93a9-90b0f84e741e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4916e657-b94d-4b61-851b-6db1bda06584', 'code': 200} Sep 29 17:24:08.768674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 09d713e9-aaf1-420d-bb9e-06027b9d55bf details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:24:08.772177 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2c65f37f-65c8-4715-a123-9c18f3d30abf req-81287c87-bdf9-4253-b253-a2e475c3b866 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:08.787825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0dcb6fc-dfb0-4251-8546-26d9c27ff111 req-e136c63f-d3c6-4ef2-852e-6d393003a930 service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540716 Sep 29 17:24:08.883979 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:08.901946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '09d713e9-aaf1-420d-bb9e-06027b9d55bf', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '09d713e9-aaf1-420d-bb9e-06027b9d55bf', 'mac_address': 'fa:16:3e:71:60:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:24:08.924139 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0dcb6fc-dfb0-4251-8546-26d9c27ff111 req-8dec46b9-0326-4165-9c77-a057ae37ce7f service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260216 Sep 29 17:24:08.957066 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2c65f37f-65c8-4715-a123-9c18f3d30abf req-81287c87-bdf9-4253-b253-a2e475c3b866 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:08.963004 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2c65f37f-65c8-4715-a123-9c18f3d30abf req-81287c87-bdf9-4253-b253-a2e475c3b866 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:08.965893 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:08.980063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d713e9-aaf1-420d-bb9e-06027b9d55bf {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:09.006534 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:09.011134 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:09.012852 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86e5e325-2911-4178-9479-864b24c3f9d1 req-1c57a133-a7d7-4330-96b3-974130951a2c service neutron] 10.222.0.35 "GET /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900740 Sep 29 17:24:09.019355 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2c65f37f-65c8-4715-a123-9c18f3d30abf req-81287c87-bdf9-4253-b253-a2e475c3b866 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:09.020601 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2c65f37f-65c8-4715-a123-9c18f3d30abf req-81287c87-bdf9-4253-b253-a2e475c3b866 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3347344 Sep 29 17:24:09.032011 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff044b34-b135-41a1-8705-b4fb347f3fff req-966f16be-12b4-421d-a317-bbaba29ad279 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:09.041843 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff044b34-b135-41a1-8705-b4fb347f3fff req-966f16be-12b4-421d-a317-bbaba29ad279 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 947 time: 0.0950317 Sep 29 17:24:09.042003 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81287c87-bdf9-4253-b253-a2e475c3b866 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c1de82-1701-4eb2-8136-a81682c170a6,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:09.060296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3a1c0-e7a9-4f7a-805f-b642c9216e2a req-1d635bdb-dba7-4d32-9078-8e6253781596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:09.062272 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83e3a1c0-e7a9-4f7a-805f-b642c9216e2a req-1d635bdb-dba7-4d32-9078-8e6253781596 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 1097 time: 0.0806146 Sep 29 17:24:09.081509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=09d713e9-aaf1-420d-bb9e-06027b9d55bf,revision_number=12']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:09.094962 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff044b34-b135-41a1-8705-b4fb347f3fff req-1b570eef-f6d8-48e9-8e8f-49c2d2086455 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521185 Sep 29 17:24:09.157120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83e3a1c0-e7a9-4f7a-805f-b642c9216e2a req-9c55f4a5-e9e3-4884-be09-b3f79411ddfb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6ae97154-31ba-4d0c-9e24-ac583f050863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621345 Sep 29 17:24:09.170953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24930f8f-a967-4b78-8ac8-abb228d571e8 req-b8435523-442c-4d49-bc59-de4e34ec8ca9 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:09.172629 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24930f8f-a967-4b78-8ac8-abb228d571e8 req-b8435523-442c-4d49-bc59-de4e34ec8ca9 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 943 time: 0.0792696 Sep 29 17:24:09.177870 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aa851938-c0f1-4d9a-8661-a720ce9f01c6 req-6b1735da-e260-4e0c-90b7-d3f6b1d15500 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/fdc33d1d-af29-4825-8ba8-3acdf65c1dde HTTP/1.1" status: 200 len: 1803 time: 0.0507865 Sep 29 17:24:09.215394 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24930f8f-a967-4b78-8ac8-abb228d571e8 req-6f7cd99f-d617-42db-9b36-838c4d95d1c5 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349896 Sep 29 17:24:09.228632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aa851938-c0f1-4d9a-8661-a720ce9f01c6 req-7c8d4a87-061e-4d91-9315-b5b154665797 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/f7c1de82-1701-4eb2-8136-a81682c170a6 HTTP/1.1" status: 200 len: 1804 time: 0.0423248 Sep 29 17:24:09.248185 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-aa851938-c0f1-4d9a-8661-a720ce9f01c6 req-232a6166-50fb-4b45-9955-ba234c59bde5 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fdc33d1d-af29-4825-8ba8-3acdf65c1dde', 'remote_group_id': 'f7c1de82-1701-4eb2-8136-a81682c170a6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:09.248185 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-aa851938-c0f1-4d9a-8661-a720ce9f01c6 req-232a6166-50fb-4b45-9955-ba234c59bde5 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fdc33d1d-af29-4825-8ba8-3acdf65c1dde', 'remote_group_id': 'f7c1de82-1701-4eb2-8136-a81682c170a6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:09.308491 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-aa851938-c0f1-4d9a-8661-a720ce9f01c6 req-232a6166-50fb-4b45-9955-ba234c59bde5 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:09.335553 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdac77-fad4-4d8d-b18a-2ef347b789b6 req-f5833552-4f49-4845-b184-0b05268f3a2f tempest-MigrationsAdminTest-1527522258 tempest-MigrationsAdminTest-1527522258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:09.337119 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbcdac77-fad4-4d8d-b18a-2ef347b789b6 req-f5833552-4f49-4845-b184-0b05268f3a2f tempest-MigrationsAdminTest-1527522258 tempest-MigrationsAdminTest-1527522258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 1099 time: 0.0482354 Sep 29 17:24:09.356585 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-aa851938-c0f1-4d9a-8661-a720ce9f01c6 req-232a6166-50fb-4b45-9955-ba234c59bde5 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:09.360516 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-aa851938-c0f1-4d9a-8661-a720ce9f01c6 req-232a6166-50fb-4b45-9955-ba234c59bde5 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:09.378625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a6166-50fb-4b45-9955-ba234c59bde5 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042aa8b2-cd2e-4841-b39b-a6af3ab4d576,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:09.380135 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbcdac77-fad4-4d8d-b18a-2ef347b789b6 req-983a9584-2fc6-44ad-ba78-59a57f297f4d tempest-MigrationsAdminTest-1527522258 tempest-MigrationsAdminTest-1527522258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361228 Sep 29 17:24:09.387188 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-aa851938-c0f1-4d9a-8661-a720ce9f01c6 req-232a6166-50fb-4b45-9955-ba234c59bde5 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:09.388657 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aa851938-c0f1-4d9a-8661-a720ce9f01c6 req-232a6166-50fb-4b45-9955-ba234c59bde5 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1537292 Sep 29 17:24:09.460796 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0bd320bf-60dc-4a42-91ec-437a818be896 req-3d2abdff-9f86-438e-bce3-c9cf26dc6f85 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/f7c1de82-1701-4eb2-8136-a81682c170a6 HTTP/1.1" status: 200 len: 1804 time: 0.0454130 Sep 29 17:24:09.511093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84808d8-19ad-4fe8-84ee-66aa8767994f req-ad09ba14-2968-40f5-acb1-0f6aca073846 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:09.513349 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e84808d8-19ad-4fe8-84ee-66aa8767994f req-ad09ba14-2968-40f5-acb1-0f6aca073846 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 950 time: 0.0573883 Sep 29 17:24:09.531881 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0bd320bf-60dc-4a42-91ec-437a818be896 req-dd1a65d6-645d-4284-b538-8002267e8a1a tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:09.555871 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0bd320bf-60dc-4a42-91ec-437a818be896 req-dd1a65d6-645d-4284-b538-8002267e8a1a tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:09.556308 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e84808d8-19ad-4fe8-84ee-66aa8767994f req-10e870c9-292b-45db-abb3-0e893c84bf49 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354593 Sep 29 17:24:09.625717 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0bd320bf-60dc-4a42-91ec-437a818be896 req-dd1a65d6-645d-4284-b538-8002267e8a1a tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:09.628868 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0bd320bf-60dc-4a42-91ec-437a818be896 req-dd1a65d6-645d-4284-b538-8002267e8a1a tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:09.631777 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0bd320bf-60dc-4a42-91ec-437a818be896 req-dd1a65d6-645d-4284-b538-8002267e8a1a tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "DELETE /v2.0/security-groups/f7c1de82-1701-4eb2-8136-a81682c170a6 HTTP/1.1" status: 204 len: 173 time: 0.1636591 Sep 29 17:24:09.643934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a65d6-645d-4284-b538-8002267e8a1a tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c1de82-1701-4eb2-8136-a81682c170a6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:09.675379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['09d713e9-aaf1-420d-bb9e-06027b9d55bf'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:09.778975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a38825-e730-4528-88bb-a614ce4c5263 req-e592ad4e-3305-407c-8bc5-637d6ce4dfdd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:09.780521 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d1a38825-e730-4528-88bb-a614ce4c5263 req-e592ad4e-3305-407c-8bc5-637d6ce4dfdd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.0734897 Sep 29 17:24:09.845379 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d1a38825-e730-4528-88bb-a614ce4c5263 req-6ad7c691-780c-4ae7-8604-031a3c18f92c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581794 Sep 29 17:24:09.850719 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b1c434f5-b985-4cbe-b571-6a23f9df1318 req-09930d30-8cab-476b-ad85-ab6856036ab3 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/fdc33d1d-af29-4825-8ba8-3acdf65c1dde HTTP/1.1" status: 200 len: 1803 time: 0.0687771 Sep 29 17:24:09.977327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4ccda-ba4d-46e0-bec9-54a241f457a7 req-333ca260-3b37-46d6-809d-931449ae3d5f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:09.978866 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fd4ccda-ba4d-46e0-bec9-54a241f457a7 req-333ca260-3b37-46d6-809d-931449ae3d5f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 943 time: 0.0555112 Sep 29 17:24:09.983225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdf5dc-49f4-4ce5-9d46-13a9ee37ba54 req-64dc2b0f-6aa6-47e5-ba44-a108a4c83cde tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:09.996138 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-73fdf5dc-49f4-4ce5-9d46-13a9ee37ba54 req-64dc2b0f-6aa6-47e5-ba44-a108a4c83cde tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 946 time: 0.0783296 Sep 29 17:24:10.036063 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-73fdf5dc-49f4-4ce5-9d46-13a9ee37ba54 req-e53bf33b-fad9-47a5-9ac1-49fad436b2eb tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ae97154-31ba-4d0c-9e24-ac583f050863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390832 Sep 29 17:24:10.045325 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fd4ccda-ba4d-46e0-bec9-54a241f457a7 req-02ab4bde-a47b-41c7-be8a-d5aad8099fcb tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522866 Sep 29 17:24:10.078536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-0defc627-a270-4354-b5b6-447f754166ea req-ce438f89-99f2-4668-b1f0-72d43155c308 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-754108956', 'description': 'tempest-description-2120316498'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:10.103976 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0defc627-a270-4354-b5b6-447f754166ea req-ce438f89-99f2-4668-b1f0-72d43155c308 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.168805 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326c897-c2b1-48e0-85c7-cd19c9b0cfa0 req-0f7f8fcf-b123-4eee-8f75-9fe95119429b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:10.170470 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7326c897-c2b1-48e0-85c7-cd19c9b0cfa0 req-0f7f8fcf-b123-4eee-8f75-9fe95119429b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.0642428 Sep 29 17:24:10.204651 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0defc627-a270-4354-b5b6-447f754166ea req-ce438f89-99f2-4668-b1f0-72d43155c308 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.210405 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0defc627-a270-4354-b5b6-447f754166ea req-ce438f89-99f2-4668-b1f0-72d43155c308 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.232456 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7326c897-c2b1-48e0-85c7-cd19c9b0cfa0 req-a21852e1-ea57-4328-8198-086d9224c7df tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506256 Sep 29 17:24:10.237010 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0defc627-a270-4354-b5b6-447f754166ea req-ce438f89-99f2-4668-b1f0-72d43155c308 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.238436 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0defc627-a270-4354-b5b6-447f754166ea req-ce438f89-99f2-4668-b1f0-72d43155c308 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1648233 Sep 29 17:24:10.247775 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce438f89-99f2-4668-b1f0-72d43155c308 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f15edb8-42b0-4590-8beb-fea521a4de40,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:10.315173 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2dc01cfa-ce6f-41d2-ba49-3e08b5e87f61 req-6c2ed688-dc5a-4156-89bb-597fafa891ef tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/2f15edb8-42b0-4590-8beb-fea521a4de40 HTTP/1.1" status: 200 len: 1804 time: 0.0423696 Sep 29 17:24:10.326811 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-2dc01cfa-ce6f-41d2-ba49-3e08b5e87f61 req-25e4a852-76d3-4ab3-876d-0d469751a5e9 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f15edb8-42b0-4590-8beb-fea521a4de40', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:10.327290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-2dc01cfa-ce6f-41d2-ba49-3e08b5e87f61 req-25e4a852-76d3-4ab3-876d-0d469751a5e9 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f15edb8-42b0-4590-8beb-fea521a4de40', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:10.394741 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2dc01cfa-ce6f-41d2-ba49-3e08b5e87f61 req-25e4a852-76d3-4ab3-876d-0d469751a5e9 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.425259 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2dc01cfa-ce6f-41d2-ba49-3e08b5e87f61 req-25e4a852-76d3-4ab3-876d-0d469751a5e9 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.430501 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2dc01cfa-ce6f-41d2-ba49-3e08b5e87f61 req-25e4a852-76d3-4ab3-876d-0d469751a5e9 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.449844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4a852-76d3-4ab3-876d-0d469751a5e9 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8be8aa4-13b3-411a-bdd6-e7f1911a5e55,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:10.457724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9aeb39-775c-415e-8cc6-c908680a9d8a req-c8a02d4e-11e8-445e-aa66-66d79ec34a61 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:10.460342 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2dc01cfa-ce6f-41d2-ba49-3e08b5e87f61 req-25e4a852-76d3-4ab3-876d-0d469751a5e9 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.461143 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2dc01cfa-ce6f-41d2-ba49-3e08b5e87f61 req-25e4a852-76d3-4ab3-876d-0d469751a5e9 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1385298 Sep 29 17:24:10.466188 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e9aeb39-775c-415e-8cc6-c908680a9d8a req-c8a02d4e-11e8-445e-aa66-66d79ec34a61 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 943 time: 0.0711138 Sep 29 17:24:10.508258 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e9aeb39-775c-415e-8cc6-c908680a9d8a req-929c7f98-e965-4a67-89e8-5f70368dd119 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411117 Sep 29 17:24:10.537802 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7755ba7-71b6-416a-b454-57fff26d7e3e req-fd906e40-ab2a-4dd3-b50a-21a2b8c776cb tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/2f15edb8-42b0-4590-8beb-fea521a4de40 HTTP/1.1" status: 200 len: 2397 time: 0.0546575 Sep 29 17:24:10.545938 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-c7755ba7-71b6-416a-b454-57fff26d7e3e req-04108802-129e-40e7-bd13-9dd577f0f84e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f15edb8-42b0-4590-8beb-fea521a4de40', 'remote_group_id': None}]} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:10.546243 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-c7755ba7-71b6-416a-b454-57fff26d7e3e req-04108802-129e-40e7-bd13-9dd577f0f84e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2f15edb8-42b0-4590-8beb-fea521a4de40', 'remote_group_id': None}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:10.618010 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-c7755ba7-71b6-416a-b454-57fff26d7e3e req-04108802-129e-40e7-bd13-9dd577f0f84e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.648353 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-c7755ba7-71b6-416a-b454-57fff26d7e3e req-04108802-129e-40e7-bd13-9dd577f0f84e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.652221 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-c7755ba7-71b6-416a-b454-57fff26d7e3e req-04108802-129e-40e7-bd13-9dd577f0f84e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.671139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04108802-129e-40e7-bd13-9dd577f0f84e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa8d470-60d7-440a-99f7-fe97482e45a5,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:10.679353 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-c7755ba7-71b6-416a-b454-57fff26d7e3e req-04108802-129e-40e7-bd13-9dd577f0f84e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.680795 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7755ba7-71b6-416a-b454-57fff26d7e3e req-04108802-129e-40e7-bd13-9dd577f0f84e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1387210 Sep 29 17:24:10.698613 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ea22c-2cca-4eb7-9a14-7db9c729e9e1 req-9635a3ed-3f5c-4a43-837e-1029347d2ad1 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:10.700244 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-818ea22c-2cca-4eb7-9a14-7db9c729e9e1 req-9635a3ed-3f5c-4a43-837e-1029347d2ad1 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 950 time: 0.0710394 Sep 29 17:24:10.727554 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6847c0af-b665-417f-9425-eaef266106be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.756878 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-37d5caff-8bbc-4e0b-9b75-5e6cb0f692ab req-9bcd12b5-718e-49a4-9283-49c0107729a7 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/2f15edb8-42b0-4590-8beb-fea521a4de40 HTTP/1.1" status: 200 len: 2995 time: 0.0509987 Sep 29 17:24:10.776520 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-818ea22c-2cca-4eb7-9a14-7db9c729e9e1 req-7ab3c854-e4a0-46d2-a74b-6b3cab33347a tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607810 Sep 29 17:24:10.802729 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9abaa4a0-c3fd-467e-8944-f993f9f7cfad req-dbd5a046-3280-41e7-9952-e665585dca12 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-group-rules/3fa8d470-60d7-440a-99f7-fe97482e45a5 HTTP/1.1" status: 200 len: 783 time: 0.0235946 Sep 29 17:24:10.808272 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-70902e29-1f9a-489e-b787-b3f6ebf69f7d service neutron] 10.222.0.49 "GET /v2.0/ports/3513661f-1810-4ae0-934f-1dd76bb88218/bindings/n-h2-811748-2 HTTP/1.1" status: 200 len: 384 time: 0.0626574 Sep 29 17:24:10.819478 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 3513661f-1810-4ae0-934f-1dd76bb88218 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:24:10.851842 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9abaa4a0-c3fd-467e-8944-f993f9f7cfad req-e2cd6210-46e4-471b-879f-d8e8b9b273bc tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/2f15edb8-42b0-4590-8beb-fea521a4de40 HTTP/1.1" status: 200 len: 2995 time: 0.0428672 Sep 29 17:24:10.884030 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-9abaa4a0-c3fd-467e-8944-f993f9f7cfad req-385bdd92-d506-4bba-a05f-6560dcfb1652 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.892117 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-9abaa4a0-c3fd-467e-8944-f993f9f7cfad req-385bdd92-d506-4bba-a05f-6560dcfb1652 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.923875 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-9abaa4a0-c3fd-467e-8944-f993f9f7cfad req-385bdd92-d506-4bba-a05f-6560dcfb1652 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.932020 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-9abaa4a0-c3fd-467e-8944-f993f9f7cfad req-385bdd92-d506-4bba-a05f-6560dcfb1652 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:10.933362 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9abaa4a0-c3fd-467e-8944-f993f9f7cfad req-385bdd92-d506-4bba-a05f-6560dcfb1652 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/3fa8d470-60d7-440a-99f7-fe97482e45a5 HTTP/1.1" status: 204 len: 173 time: 0.0746691 Sep 29 17:24:10.940531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bdd92-d506-4bba-a05f-6560dcfb1652 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fa8d470-60d7-440a-99f7-fe97482e45a5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:10.998830 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e7e46ed0-1458-4695-89b6-f35d1e3743a8 req-1bb18789-7f32-4e84-8ee8-9326ca0a22ab tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/2f15edb8-42b0-4590-8beb-fea521a4de40 HTTP/1.1" status: 200 len: 2397 time: 0.0444646 Sep 29 17:24:11.059842 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e7e46ed0-1458-4695-89b6-f35d1e3743a8 req-75f3520a-0ce1-40eb-9e71-86cf6e732b60 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:11.061736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a97a85-fb51-418b-8323-458f98d71a7b req-e67ff0a0-7295-487c-8031-ee14e21fb073 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:11.064009 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f7a97a85-fb51-418b-8323-458f98d71a7b req-e67ff0a0-7295-487c-8031-ee14e21fb073 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.1071212 Sep 29 17:24:11.069721 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-de6b0923-fd6c-4c1d-9c30-96d51f34930a service neutron] For port 3513661f-1810-4ae0-934f-1dd76bb88218, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=3513661f-1810-4ae0-934f-1dd76bb88218,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:11.083485 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e7e46ed0-1458-4695-89b6-f35d1e3743a8 req-75f3520a-0ce1-40eb-9e71-86cf6e732b60 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:11.114097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-de6b0923-fd6c-4c1d-9c30-96d51f34930a service neutron] For port 3513661f-1810-4ae0-934f-1dd76bb88218, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:11.137106 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e7e46ed0-1458-4695-89b6-f35d1e3743a8 req-75f3520a-0ce1-40eb-9e71-86cf6e732b60 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:11.139865 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e7e46ed0-1458-4695-89b6-f35d1e3743a8 req-75f3520a-0ce1-40eb-9e71-86cf6e732b60 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:11.141051 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e7e46ed0-1458-4695-89b6-f35d1e3743a8 req-75f3520a-0ce1-40eb-9e71-86cf6e732b60 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "DELETE /v2.0/security-groups/2f15edb8-42b0-4590-8beb-fea521a4de40 HTTP/1.1" status: 204 len: 173 time: 0.1360955 Sep 29 17:24:11.151339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3520a-0ce1-40eb-9e71-86cf6e732b60 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f15edb8-42b0-4590-8beb-fea521a4de40,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:11.153629 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f7a97a85-fb51-418b-8323-458f98d71a7b req-5effad0a-65ff-43f6-861b-d29140118939 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753014 Sep 29 17:24:11.165687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-de6b0923-fd6c-4c1d-9c30-96d51f34930a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3513661f-1810-4ae0-934f-1dd76bb88218 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:11.177932 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-de6b0923-fd6c-4c1d-9c30-96d51f34930a service neutron] For port 3513661f-1810-4ae0-934f-1dd76bb88218, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=3513661f-1810-4ae0-934f-1dd76bb88218,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:11.194466 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-de6b0923-fd6c-4c1d-9c30-96d51f34930a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:11.272897 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ad919-3968-4429-90ac-af3850624363 req-d170257e-deac-4331-bf82-920b83ba12dc tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:11.274577 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea6ad919-3968-4429-90ac-af3850624363 req-d170257e-deac-4331-bf82-920b83ba12dc tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 946 time: 0.0575128 Sep 29 17:24:11.312657 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea6ad919-3968-4429-90ac-af3850624363 req-0bf5be62-0ae8-4185-9754-e5d5f48e97bd tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ae97154-31ba-4d0c-9e24-ac583f050863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318997 Sep 29 17:24:11.317004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a645d5-2b43-40cb-a119-2ab94336ca1c req-faff0229-fdcc-42be-bd8e-8c4167ba42cf tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:11.319072 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9a645d5-2b43-40cb-a119-2ab94336ca1c req-faff0229-fdcc-42be-bd8e-8c4167ba42cf tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 943 time: 0.0845478 Sep 29 17:24:11.328313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-de6b0923-fd6c-4c1d-9c30-96d51f34930a service neutron] Transition to ACTIVE for port object 3513661f-1810-4ae0-934f-1dd76bb88218 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:24:11.342493 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-de6b0923-fd6c-4c1d-9c30-96d51f34930a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:11.353447 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [req-7ff07ebf-72dd-4428-b242-f6a077c621a3 req-7b9447e3-84f0-4878-9a52-021c9918a93f tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] show failed (client error): The resource could not be found. Sep 29 17:24:11.353447 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ff07ebf-72dd-4428-b242-f6a077c621a3 req-7b9447e3-84f0-4878-9a52-021c9918a93f tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/f7c1de82-1701-4eb2-8136-a81682c170a6 HTTP/1.1" status: 404 len: 352 time: 0.0151086 Sep 29 17:24:11.408207 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9a645d5-2b43-40cb-a119-2ab94336ca1c req-dc572ff3-a069-47fb-b2cc-47bb53335755 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817707 Sep 29 17:24:11.426643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-de6b0923-fd6c-4c1d-9c30-96d51f34930a service neutron] No DVR routers for this DVR port 3513661f-1810-4ae0-934f-1dd76bb88218 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:24:11.467406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b0923-fd6c-4c1d-9c30-96d51f34930a service neutron] Pushing event updated for resources: {'Port': ['ID=3513661f-1810-4ae0-934f-1dd76bb88218,revision_number=10']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:11.478960 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-de6b0923-fd6c-4c1d-9c30-96d51f34930a service neutron] 10.222.0.49 "PUT /v2.0/ports/3513661f-1810-4ae0-934f-1dd76bb88218/bindings/n-h2-811748-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6628039 Sep 29 17:24:11.592136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf55be0-bb80-4a0d-8cc1-c9193e12638e req-387d3ab2-39fc-49c8-b7e0-35a5b08bdd3a tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:11.593346 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d00a9b5a-7e90-4ad7-9e42-5ca920e76c5b req-79281dab-dfba-46da-a89d-4b5d36e3fa4e tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/fdc33d1d-af29-4825-8ba8-3acdf65c1dde HTTP/1.1" status: 200 len: 1803 time: 0.0424366 Sep 29 17:24:11.594234 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bbf55be0-bb80-4a0d-8cc1-c9193e12638e req-387d3ab2-39fc-49c8-b7e0-35a5b08bdd3a tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.0676160 Sep 29 17:24:11.636458 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bbf55be0-bb80-4a0d-8cc1-c9193e12638e req-39414dc6-3df0-4d36-a836-2ac9b2c60c67 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345268 Sep 29 17:24:11.691944 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d00a9b5a-7e90-4ad7-9e42-5ca920e76c5b req-6f5de7ae-de7a-4c12-8884-62b2df6e7941 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:11.697082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-335f1286-e8ff-4afe-b22a-7c184020bdb8 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:11.698653 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-335f1286-e8ff-4afe-b22a-7c184020bdb8 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe&tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 1095 time: 0.0693781 Sep 29 17:24:11.729979 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d00a9b5a-7e90-4ad7-9e42-5ca920e76c5b req-6f5de7ae-de7a-4c12-8884-62b2df6e7941 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:11.754585 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3ff3d-a835-4397-973b-6d616044b2eb req-1d59febb-edac-46ab-80d9-a64e77e6e111 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:11.756739 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3a3ff3d-a835-4397-973b-6d616044b2eb req-1d59febb-edac-46ab-80d9-a64e77e6e111 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 944 time: 0.0523472 Sep 29 17:24:11.790363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-8b8dc2da-a2fa-4ab3-b2c5-516d7204ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:11.791921 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-8b8dc2da-a2fa-4ab3-b2c5-516d7204ab86 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe&tenant_id=d53b74dfe44140fcbab1c205ed9e0f93 HTTP/1.1" status: 200 len: 1095 time: 0.0753584 Sep 29 17:24:11.797814 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3a3ff3d-a835-4397-973b-6d616044b2eb req-32995278-fcee-496c-98d7-e4c88a9b41e2 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347979 Sep 29 17:24:11.806867 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d00a9b5a-7e90-4ad7-9e42-5ca920e76c5b req-6f5de7ae-de7a-4c12-8884-62b2df6e7941 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:11.810013 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d00a9b5a-7e90-4ad7-9e42-5ca920e76c5b req-6f5de7ae-de7a-4c12-8884-62b2df6e7941 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:11.811196 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d00a9b5a-7e90-4ad7-9e42-5ca920e76c5b req-6f5de7ae-de7a-4c12-8884-62b2df6e7941 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "DELETE /v2.0/security-groups/fdc33d1d-af29-4825-8ba8-3acdf65c1dde HTTP/1.1" status: 204 len: 173 time: 0.2050133 Sep 29 17:24:11.821525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5de7ae-de7a-4c12-8884-62b2df6e7941 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc33d1d-af29-4825-8ba8-3acdf65c1dde,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:11.916100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21762a5a-66dc-48db-b10e-0cb82bfd2678 req-89472bc7-d711-4e02-86cc-f2263561594c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:11.917749 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-21762a5a-66dc-48db-b10e-0cb82bfd2678 req-89472bc7-d711-4e02-86cc-f2263561594c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 950 time: 0.0548840 Sep 29 17:24:11.934706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88c57a93-6aa6-4300-a126-949bc9e3c4c4 req-467c9eb3-6c84-4fd8-a725-08b98730a5bd tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/f6327e26-2f2d-4a6a-ba2c-cc78d808c0c6 HTTP/1.1" status: 200 len: 1804 time: 0.0695472 Sep 29 17:24:11.938010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-52833475-6f7e-49ad-850b-9e9c5f65e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:11.939609 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-52833475-6f7e-49ad-850b-9e9c5f65e266 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 1095 time: 0.0676279 Sep 29 17:24:11.959451 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-21762a5a-66dc-48db-b10e-0cb82bfd2678 req-9e350a3a-7465-48ce-997f-ed88209aaafd tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335660 Sep 29 17:24:12.061160 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-88c57a93-6aa6-4300-a126-949bc9e3c4c4 req-b966704f-9f80-4f5e-a1dd-840b159c8b07 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:12.087855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-e4235330-b9e8-4086-b1fd-c69461ce303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:12.089373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-e4235330-b9e8-4086-b1fd-c69461ce303e service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 200 len: 921 time: 0.1321177 Sep 29 17:24:12.096493 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-88c57a93-6aa6-4300-a126-949bc9e3c4c4 req-b966704f-9f80-4f5e-a1dd-840b159c8b07 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:12.145268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-07510dc5-2737-4ba3-9295-458921563c75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3513661f-1810-4ae0-934f-1dd76bb88218 HTTP/1.1" status: 200 len: 217 time: 0.0408669 Sep 29 17:24:12.196966 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-88c57a93-6aa6-4300-a126-949bc9e3c4c4 req-b966704f-9f80-4f5e-a1dd-840b159c8b07 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:12.199912 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-88c57a93-6aa6-4300-a126-949bc9e3c4c4 req-b966704f-9f80-4f5e-a1dd-840b159c8b07 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:12.201170 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88c57a93-6aa6-4300-a126-949bc9e3c4c4 req-b966704f-9f80-4f5e-a1dd-840b159c8b07 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "DELETE /v2.0/security-groups/f6327e26-2f2d-4a6a-ba2c-cc78d808c0c6 HTTP/1.1" status: 204 len: 173 time: 0.2581298 Sep 29 17:24:12.220016 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966704f-9f80-4f5e-a1dd-840b159c8b07 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6327e26-2f2d-4a6a-ba2c-cc78d808c0c6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:12.285494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-a4da85f8-6df6-457d-93d7-71debd285c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:12.287718 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-a4da85f8-6df6-457d-93d7-71debd285c14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 200 len: 860 time: 0.0760381 Sep 29 17:24:12.295827 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cde49-08ff-4027-86ef-5983aa749fc5 req-76bc2ebf-202b-481f-8430-6c46783e5feb tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:12.297324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e14cde49-08ff-4027-86ef-5983aa749fc5 req-76bc2ebf-202b-481f-8430-6c46783e5feb tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.0691710 Sep 29 17:24:12.297767 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec62a5c5-776f-40fe-9f4e-9be9f2ab0611 req-94cd68a3-bd8a-4449-af16-70cca3abed4d tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/90449776-33d0-4d4d-b9b4-b6ea4a08a04f HTTP/1.1" status: 200 len: 1803 time: 0.0747142 Sep 29 17:24:12.338396 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e14cde49-08ff-4027-86ef-5983aa749fc5 req-9c9f784c-d3b4-4523-b247-d3c6759457ac tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332887 Sep 29 17:24:12.344392 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-37697327-130c-40cb-8c1a-b7b7aeb116fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff89bdc-1790-411e-92d4-65e23c2d16d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315800 Sep 29 17:24:12.446511 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ec62a5c5-776f-40fe-9f4e-9be9f2ab0611 req-a21bae96-1bfa-41b4-8592-94e18abda5ab tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:12.447382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c5753-d48d-4ae1-9c5f-9337e63bb2d3 req-e77f5697-e443-43b5-9ef4-51b21659905c tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:12.448903 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b51c5753-d48d-4ae1-9c5f-9337e63bb2d3 req-e77f5697-e443-43b5-9ef4-51b21659905c tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 946 time: 0.0527530 Sep 29 17:24:12.485156 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ec62a5c5-776f-40fe-9f4e-9be9f2ab0611 req-a21bae96-1bfa-41b4-8592-94e18abda5ab tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:12.492752 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b51c5753-d48d-4ae1-9c5f-9337e63bb2d3 req-5a1ef0b5-1162-461b-8a97-2a58b6485cbb tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ae97154-31ba-4d0c-9e24-ac583f050863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365264 Sep 29 17:24:12.494345 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-d4266608-3a3d-44b8-8f86-668d55029397 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419139 Sep 29 17:24:12.581750 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ec62a5c5-776f-40fe-9f4e-9be9f2ab0611 req-a21bae96-1bfa-41b4-8592-94e18abda5ab tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:12.584755 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ec62a5c5-776f-40fe-9f4e-9be9f2ab0611 req-a21bae96-1bfa-41b4-8592-94e18abda5ab tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:12.586062 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec62a5c5-776f-40fe-9f4e-9be9f2ab0611 req-a21bae96-1bfa-41b4-8592-94e18abda5ab tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "DELETE /v2.0/security-groups/90449776-33d0-4d4d-b9b4-b6ea4a08a04f HTTP/1.1" status: 204 len: 173 time: 0.2817905 Sep 29 17:24:12.601379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bae96-1bfa-41b4-8592-94e18abda5ab tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90449776-33d0-4d4d-b9b4-b6ea4a08a04f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:12.602510 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f0d0c-694a-4bf4-a366-3190b4527644 req-0a290eeb-2ce4-4345-bc74-3f7b612694b2 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:12.604918 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-516f0d0c-694a-4bf4-a366-3190b4527644 req-0a290eeb-2ce4-4345-bc74-3f7b612694b2 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 943 time: 0.0562389 Sep 29 17:24:12.621237 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-a1231fca-029b-4ca2-bf3f-d669c6b30157 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159527 Sep 29 17:24:12.691368 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-516f0d0c-694a-4bf4-a366-3190b4527644 req-fcb6170e-e454-498a-bb81-b307d6a0e4b3 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671697 Sep 29 17:24:12.704277 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e96ad3-5bba-4d4f-a5e8-42cd6b0317db req-8326fcc9-ed28-43e6-9e29-9aa0a57e6fb1 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:12.705644 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-75e96ad3-5bba-4d4f-a5e8-42cd6b0317db req-8326fcc9-ed28-43e6-9e29-9aa0a57e6fb1 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.35 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.0950358 Sep 29 17:24:12.715990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bb3bf-56e8-460f-9d56-5128c97970c8 req-7085762b-89e7-4fd7-8631-c34a0a46ac7a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:12.717545 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-115bb3bf-56e8-460f-9d56-5128c97970c8 req-7085762b-89e7-4fd7-8631-c34a0a46ac7a tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 946 time: 0.0621123 Sep 29 17:24:12.726686 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53068) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:12.731306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2502929b-ef25-40e4-8e71-f3a7ae60ea28 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Request body: {'floatingip': {'port_id': '4916e657-b94d-4b61-851b-6db1bda06584'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:12.777531 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7c30dd2c-2b13-4afd-8346-89dff8cbcdcf req-9f244ae1-8deb-498e-a10d-8e90de956657 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/4974faf3-1513-46b2-b027-3c8524c31ba4 HTTP/1.1" status: 200 len: 2403 time: 0.0445673 Sep 29 17:24:12.794458 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2502929b-ef25-40e4-8e71-f3a7ae60ea28 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for floatingip, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:12.796721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 09d713e9-aaf1-420d-bb9e-06027b9d55bf up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:12.863689 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7c30dd2c-2b13-4afd-8346-89dff8cbcdcf req-bf0d610d-bfd6-49fc-a432-5b456db0b089 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:12.882191 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 09d713e9-aaf1-420d-bb9e-06027b9d55bf completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:24:12.887022 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 09d713e9-aaf1-420d-bb9e-06027b9d55bf triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:12.887398 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:12.897344 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7c30dd2c-2b13-4afd-8346-89dff8cbcdcf req-bf0d610d-bfd6-49fc-a432-5b456db0b089 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:12.975957 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:13.008990 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dc744-7580-42fc-bccf-4c117e2cc11a req-37289ad6-47d3-4c33-af67-04e6e717c9b8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:13.009232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:13.011308 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-052dc744-7580-42fc-bccf-4c117e2cc11a req-37289ad6-47d3-4c33-af67-04e6e717c9b8 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 948 time: 0.1187387 Sep 29 17:24:13.011614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-12ba2e6d-2506-4a49-9f4d-30cc53d37f95 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:13.011726 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b0d753-3f68-4efc-99c1-3a0e6e5d91e4" -d '{"events": [{"server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "name": "network-vif-plugged", "status": "completed", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:13.012474 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-12ba2e6d-2506-4a49-9f4d-30cc53d37f95 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe&tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 1095 time: 0.0791519 Sep 29 17:24:13.017495 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7c30dd2c-2b13-4afd-8346-89dff8cbcdcf req-bf0d610d-bfd6-49fc-a432-5b456db0b089 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:13.020813 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7c30dd2c-2b13-4afd-8346-89dff8cbcdcf req-bf0d610d-bfd6-49fc-a432-5b456db0b089 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:13.022604 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7c30dd2c-2b13-4afd-8346-89dff8cbcdcf req-bf0d610d-bfd6-49fc-a432-5b456db0b089 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "DELETE /v2.0/security-groups/4974faf3-1513-46b2-b027-3c8524c31ba4 HTTP/1.1" status: 204 len: 173 time: 0.2385266 Sep 29 17:24:13.026383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:13.031841 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:13.046401 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-75e96ad3-5bba-4d4f-a5e8-42cd6b0317db req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Deleting port 09d713e9-aaf1-420d-bb9e-06027b9d55bf {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:24:13.046745 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-75e96ad3-5bba-4d4f-a5e8-42cd6b0317db req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:13.065298 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d610d-bfd6-49fc-a432-5b456db0b089 tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4974faf3-1513-46b2-b027-3c8524c31ba4,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:13.105068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=09d713e9-aaf1-420d-bb9e-06027b9d55bf,revision_number=13']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:13.219321 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf011a-1b9f-4528-9cbe-c18b5e43bdf0 req-496f5520-c579-4aa0-a239-6c5f78ed23ca tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:13.220891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4cdf011a-1b9f-4528-9cbe-c18b5e43bdf0 req-496f5520-c579-4aa0-a239-6c5f78ed23ca tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 944 time: 0.1229596 Sep 29 17:24:13.234885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-7c0af59d-d9d6-4323-b819-421d00cd49e6 service neutron] For port 3513661f-1810-4ae0-934f-1dd76bb88218, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:13.239377 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-052dc744-7580-42fc-bccf-4c117e2cc11a req-07d75985-f9be-458e-86c3-0a28eb7cddc2 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074654 Sep 29 17:24:13.245454 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-7c0af59d-d9d6-4323-b819-421d00cd49e6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:13.246155 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-273e9a2d-0277-4a2a-aaa9-5ffd06a5e99b req-7c0af59d-d9d6-4323-b819-421d00cd49e6 service neutron] 10.222.0.35 "DELETE /v2.0/ports/3513661f-1810-4ae0-934f-1dd76bb88218/bindings/n-h1-811748-2 HTTP/1.1" status: 204 len: 173 time: 0.2225885 Sep 29 17:24:13.297874 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-75e96ad3-5bba-4d4f-a5e8-42cd6b0317db req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] For port 09d713e9-aaf1-420d-bb9e-06027b9d55bf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=09d713e9-aaf1-420d-bb9e-06027b9d55bf,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:13.298477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-75e96ad3-5bba-4d4f-a5e8-42cd6b0317db req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:13.304216 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4cdf011a-1b9f-4528-9cbe-c18b5e43bdf0 req-05ca1e9d-6e7e-4603-8a5c-6a937decd305 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707612 Sep 29 17:24:13.348749 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-75e96ad3-5bba-4d4f-a5e8-42cd6b0317db req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Calling delete_port for 09d713e9-aaf1-420d-bb9e-06027b9d55bf owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:24:13.374490 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2c9ef1-09da-42d3-88e2-fda5982d1f3b x-openstack-request-id: req-3a2c9ef1-09da-42d3-88e2-fda5982d1f3b {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:13.374904 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "name": "network-vif-plugged", "status": "completed", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:13.375249 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a2c9ef1-09da-42d3-88e2-fda5982d1f3b {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:13.375749 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf', 'code': 200} Sep 29 17:24:13.428384 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1564857f-715f-4d75-ac42-42ce6eec4de6 req-a0ef2370-8c36-469f-a85b-4873ef5d832a tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "GET /v2.0/security-groups/4c8378f4-4fa8-4876-ad9c-88642ac89533 HTTP/1.1" status: 200 len: 2397 time: 0.0424564 Sep 29 17:24:13.472241 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-613518ce-a00f-4f20-af9c-52ee29f92563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:13.493925 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1564857f-715f-4d75-ac42-42ce6eec4de6 req-b29d613d-14cf-4940-8222-ecbacef71ddf tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:13.516992 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1564857f-715f-4d75-ac42-42ce6eec4de6 req-b29d613d-14cf-4940-8222-ecbacef71ddf tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:13.544831 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeeb0f2-e9b8-4c8a-939b-fa4114948c1f req-1ccea759-8bb2-46aa-89bd-698d8c1be850 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:13.546371 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aeeeb0f2-e9b8-4c8a-939b-fa4114948c1f req-1ccea759-8bb2-46aa-89bd-698d8c1be850 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 950 time: 0.1615295 Sep 29 17:24:13.570032 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1564857f-715f-4d75-ac42-42ce6eec4de6 req-b29d613d-14cf-4940-8222-ecbacef71ddf tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:13.572652 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1564857f-715f-4d75-ac42-42ce6eec4de6 req-b29d613d-14cf-4940-8222-ecbacef71ddf tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:13.583340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53084) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:13.590002 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1564857f-715f-4d75-ac42-42ce6eec4de6 req-b29d613d-14cf-4940-8222-ecbacef71ddf tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] 10.222.0.44 "DELETE /v2.0/security-groups/4c8378f4-4fa8-4876-ad9c-88642ac89533 HTTP/1.1" status: 204 len: 173 time: 0.1528099 Sep 29 17:24:13.612383 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d613d-14cf-4940-8222-ecbacef71ddf tempest-SecurityGroupRulesTestJSON-813925644 tempest-SecurityGroupRulesTestJSON-813925644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8378f4-4fa8-4876-ad9c-88642ac89533,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:13.729681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c53c6a-933f-438d-8469-0cad8699f2ea req-76bb90b9-6429-41bc-8672-6d9216eeae68 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:13.731161 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8c53c6a-933f-438d-8469-0cad8699f2ea req-76bb90b9-6429-41bc-8672-6d9216eeae68 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.0655737 Sep 29 17:24:13.782023 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8c53c6a-933f-438d-8469-0cad8699f2ea req-9995cbcd-2d4e-4481-b981-0391da3d4dbb tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445704 Sep 29 17:24:13.885214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56427c-1b1d-4967-955d-9f51502a3129 req-0f115d59-44e8-4553-b265-2bc7829fccf0 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:13.886884 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf56427c-1b1d-4967-955d-9f51502a3129 req-0f115d59-44e8-4553-b265-2bc7829fccf0 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 1095 time: 0.0461957 Sep 29 17:24:13.925358 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf56427c-1b1d-4967-955d-9f51502a3129 req-673d6664-0190-401a-8df0-61e9f57ecc83 tempest-LiveAutoBlockMigrationV225Test-1153763859 tempest-LiveAutoBlockMigrationV225Test-1153763859-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317576 Sep 29 17:24:13.994930 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aeeeb0f2-e9b8-4c8a-939b-fa4114948c1f req-4272ece3-a5c8-4c33-a648-f5c1e698cdf9 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381635 Sep 29 17:24:13.999080 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2502929b-ef25-40e4-8e71-f3a7ae60ea28 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:14.009573 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2502929b-ef25-40e4-8e71-f3a7ae60ea28 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:14.081136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b25b4d-a417-4ffd-a9fd-8710b00cf11c admin admin] Deleting subnet f7216d4f-935d-4d7e-8ac1-fe216eb6a840 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:24:14.087052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2322284-6faf-45a3-843e-57473925e35c req-8b1bdacf-5669-4836-a226-c4fbf032058d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:14.088907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b6b25b4d-a417-4ffd-a9fd-8710b00cf11c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:14.089467 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2322284-6faf-45a3-843e-57473925e35c req-8b1bdacf-5669-4836-a226-c4fbf032058d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 943 time: 0.0623729 Sep 29 17:24:14.133645 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2322284-6faf-45a3-843e-57473925e35c req-b385faf9-f088-4bd0-a1a9-43a43c300e55 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360117 Sep 29 17:24:14.148858 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:24:14.151654 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-75e96ad3-5bba-4d4f-a5e8-42cd6b0317db req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:14.154908 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b6b25b4d-a417-4ffd-a9fd-8710b00cf11c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:14.164777 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['2cc8cf57-72a7-451c-b24c-c823077f331e', 'e3859f1f-529e-4909-84a1-f0e253495e98', '965ee053-6a27-46b7-b03b-49b9b6a68dc6'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:14.223883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Pushing event deleted for resources: {'Port': ['ID=09d713e9-aaf1-420d-bb9e-06027b9d55bf,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:14.274752 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:14.275192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:14.275651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:14.275995 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:14.276425 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:14.276746 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:14.277214 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:14.277756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:14.278093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:14.278520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:14.278737 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:14.279116 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:14.293149 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-2502929b-ef25-40e4-8e71-f3a7ae60ea28 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Floating IP 62bab59e-5566-4ef5-a702-a9750724de20 associated. External IP: 172.25.2.131, port: 4916e657-b94d-4b61-851b-6db1bda06584. Sep 29 17:24:14.326750 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:14.370362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad42fce-fa3d-49ba-93bc-2df415890792 req-e9a344cb-c121-4143-82a6-ab18e5f36405 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:14.378444 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ad42fce-fa3d-49ba-93bc-2df415890792 req-e9a344cb-c121-4143-82a6-ab18e5f36405 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f HTTP/1.1" status: 200 len: 950 time: 0.0920389 Sep 29 17:24:14.430770 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b6b25b4d-a417-4ffd-a9fd-8710b00cf11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:14.433016 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e96ad3-5bba-4d4f-a5e8-42cd6b0317db req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] No DVR routers for this DVR port 09d713e9-aaf1-420d-bb9e-06027b9d55bf on host n-h2-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:24:14.440863 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ad42fce-fa3d-49ba-93bc-2df415890792 req-d62d00dc-a1fa-413b-8c71-eeb7f68dcdba tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471666 Sep 29 17:24:14.455178 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-75e96ad3-5bba-4d4f-a5e8-42cd6b0317db req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:14.457094 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-75e96ad3-5bba-4d4f-a5e8-42cd6b0317db req-7cbf20c7-ea5a-41db-a057-bbbe2cf701e3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.35 "DELETE /v2.0/ports/09d713e9-aaf1-420d-bb9e-06027b9d55bf HTTP/1.1" status: 204 len: 173 time: 1.7231441 Sep 29 17:24:14.468227 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'name': 'network-vif-deleted', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:14.468227 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76942537-a2da-40de-94ba-8adad5e6443f" -d '{"events": [{"server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "name": "network-vif-deleted", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:14.485768 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:14.565640 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:14.598089 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e23015da-38a7-4760-8aa5-5a217f560a9b req-80ef0412-1048-42bb-959d-080612d0c0a3 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdcee439-cfce-4888-b72a-0a7c2faf10a8 HTTP/1.1" status: 200 len: 210 time: 0.1414003 Sep 29 17:24:14.601981 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146c5a9-6aeb-4a5d-b6c6-501709449acb req-16aa9863-234a-408a-be05-d3c2f0f2c87c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:14.609440 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c146c5a9-6aeb-4a5d-b6c6-501709449acb req-16aa9863-234a-408a-be05-d3c2f0f2c87c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 944 time: 0.0654156 Sep 29 17:24:14.635490 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b6b25b4d-a417-4ffd-a9fd-8710b00cf11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:14.671410 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c146c5a9-6aeb-4a5d-b6c6-501709449acb req-c5e23a0f-9aaf-40f3-858a-79c2a27e269f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607376 Sep 29 17:24:14.681617 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b25b4d-a417-4ffd-a9fd-8710b00cf11c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7216d4f-935d-4d7e-8ac1-fe216eb6a840,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:14.690660 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fee205-70b7-42e4-87dc-b5ee5c800576 x-openstack-request-id: req-c2fee205-70b7-42e4-87dc-b5ee5c800576 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:14.691021 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdcee439-cfce-4888-b72a-0a7c2faf10a8", "name": "network-vif-deleted", "tag": "09d713e9-aaf1-420d-bb9e-06027b9d55bf", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:14.691247 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2fee205-70b7-42e4-87dc-b5ee5c800576 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:14.691638 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdcee439-cfce-4888-b72a-0a7c2faf10a8', 'name': 'network-vif-deleted', 'tag': '09d713e9-aaf1-420d-bb9e-06027b9d55bf', 'status': 'completed', 'code': 200} Sep 29 17:24:14.728976 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b6b25b4d-a417-4ffd-a9fd-8710b00cf11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:14.730919 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b6b25b4d-a417-4ffd-a9fd-8710b00cf11c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f7216d4f-935d-4d7e-8ac1-fe216eb6a840 HTTP/1.1" status: 204 len: 168 time: 1.1421416 Sep 29 17:24:14.733846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53104) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:14.809068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 09d713e9-aaf1-420d-bb9e-06027b9d55bf no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:24:14.812287 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:14.813162 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2502929b-ef25-40e4-8e71-f3a7ae60ea28 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Router 7ab01687-2041-468d-9556-aac9a9171770 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:24:14.835367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 09d713e9-aaf1-420d-bb9e-06027b9d55bf {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:24:14.836247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 09d713e9-aaf1-420d-bb9e-06027b9d55bf not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:24:14.907645 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:14.949236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87cb60af-fdca-4dbf-8692-386dd902a0fc']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:14.963643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9048b862-65e2-4d19-b507-518bbf57d9d5') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:14.964184 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9048b862-65e2-4d19-b507-518bbf57d9d5') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:14.980960 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9df1b4-98e0-49dd-be3f-0ee3a86ca7f7 req-908e3c37-4f80-461e-8ffd-eff950b9a98d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:14.982556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58bd77-02d9-4c9d-bee2-b7b0fa30d9ab req-0ad04e82-d8ac-4f74-bf48-2dce40fc782c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:14.982734 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd9df1b4-98e0-49dd-be3f-0ee3a86ca7f7 req-908e3c37-4f80-461e-8ffd-eff950b9a98d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.1127975 Sep 29 17:24:14.984217 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:14.988306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58bd77-02d9-4c9d-bee2-b7b0fa30d9ab req-0ad04e82-d8ac-4f74-bf48-2dce40fc782c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:14.990762 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8a58bd77-02d9-4c9d-bee2-b7b0fa30d9ab req-0ad04e82-d8ac-4f74-bf48-2dce40fc782c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65&device_id=1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f HTTP/1.1" status: 200 len: 1691 time: 0.0801046 Sep 29 17:24:14.993656 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2502929b-ef25-40e4-8e71-f3a7ae60ea28 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:24:14.998702 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2502929b-ef25-40e4-8e71-f3a7ae60ea28 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:15.005163 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae9e50a-a155-4b34-8cc8-79a57122d4d8 None None] Sync routers for ids ['7ab01687-2041-468d-9556-aac9a9171770'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:24:15.009086 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:15.016214 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae9e50a-a155-4b34-8cc8-79a57122d4d8 None None] Routers {'7ab01687-2041-468d-9556-aac9a9171770'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:24:15.016767 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-dae9e50a-a155-4b34-8cc8-79a57122d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:24:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7ab01687-2041-468d-9556-aac9a9171770'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:15.020156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:24:15.020571 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:24:15.022792 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:24:15.047006 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2502929b-ef25-40e4-8e71-f3a7ae60ea28 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "PUT /v2.0/floatingips/62bab59e-5566-4ef5-a702-a9750724de20 HTTP/1.1" status: 200 len: 992 time: 2.3163044 Sep 29 17:24:15.053795 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd9df1b4-98e0-49dd-be3f-0ee3a86ca7f7 req-84ea501f-0ccf-405d-8bf9-09d5e93b2bb8 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625086 Sep 29 17:24:15.067211 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8a58bd77-02d9-4c9d-bee2-b7b0fa30d9ab req-c919f8a7-700c-48b5-9151-78cced99e1e5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660987 Sep 29 17:24:15.093002 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:15.102132 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:15.105847 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] 10.222.0.44 "DELETE /v2.0/networks/87cb60af-fdca-4dbf-8692-386dd902a0fc HTTP/1.1" status: 204 len: 168 time: 0.3709154 Sep 29 17:24:15.119168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=87cb60af-fdca-4dbf-8692-386dd902a0fc,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:15.128139 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:15.128507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:15.129250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:15.129570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:15.131096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:15.131506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:15.131831 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:15.132173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:15.132558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:15.132822 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:15.133153 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:15.133535 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bee7d-3632-42d5-a103-4fb728399a75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:15.134327 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-dae9e50a-a155-4b34-8cc8-79a57122d4d8 None None] Set router 7ab01687-2041-468d-9556-aac9a9171770 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:24:15.276036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53120) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:15.359119 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-afe440ec-6238-4205-9f8d-e5398829e6eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b64ccf0f819f457c915ea40d3f0460ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0795784 Sep 29 17:24:15.359819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53122) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:15.373555 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a225572-8153-45c0-bd3f-f4f61abd6a02 req-d741378a-299f-4e9f-afb2-38523bd082d3 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:15.375072 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a225572-8153-45c0-bd3f-f4f61abd6a02 req-d741378a-299f-4e9f-afb2-38523bd082d3 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 943 time: 0.0804529 Sep 29 17:24:15.414120 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-dae9e50a-a155-4b34-8cc8-79a57122d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab01687-2041-468d-9556-aac9a9171770', 'name': 'tempest-ServersTestFqdnHostnames-873560231-router', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:23:32Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'gw_port': {'id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:33Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '62bab59e-5566-4ef5-a702-a9750724de20', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '7ab01687-2041-468d-9556-aac9a9171770', 'port_id': '4916e657-b94d-4b61-851b-6db1bda06584', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a', 'mac_address': 'fa:16:3e:f4:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312be1d9-c7e1-4c01-93a9-90b0f84e741e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:23:48Z', 'updated_at': '2021-09-29T17:24:13Z', 'revision_number': 1, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560', 'name': '', 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'mac_address': 'fa:16:3e:ec:6d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:37Z', 'updated_at': '2021-09-29T17:23:45Z', 'revision_number': 5, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'subnets': [{'id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:15.422449 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a225572-8153-45c0-bd3f-f4f61abd6a02 req-c5f4f816-0c62-4107-b21f-5f0b01605ffe tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400469 Sep 29 17:24:15.446525 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae9e50a-a155-4b34-8cc8-79a57122d4d8 None None] Checking router: 7ab01687-2041-468d-9556-aac9a9171770 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:24:15.455582 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae9e50a-a155-4b34-8cc8-79a57122d4d8 None None] Routers {'7ab01687-2041-468d-9556-aac9a9171770'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:24:15.456185 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-dae9e50a-a155-4b34-8cc8-79a57122d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:24:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7ab01687-2041-468d-9556-aac9a9171770'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:15.464463 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9af55ec9-4905-4dca-bc06-5f59cddd0763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:15.488104 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9af55ec9-4905-4dca-bc06-5f59cddd0763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:15.509701 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7f9e7-1d0f-49d7-baa0-b2b4122887fb req-bfb446a8-2c24-44a1-ade4-1b437c158ccd tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:15.511229 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-afe7f9e7-1d0f-49d7-baa0-b2b4122887fb req-bfb446a8-2c24-44a1-ade4-1b437c158ccd tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 1101 time: 0.1069252 Sep 29 17:24:15.577013 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-dae9e50a-a155-4b34-8cc8-79a57122d4d8 None None] Set router 7ab01687-2041-468d-9556-aac9a9171770 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:24:15.587048 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-afe7f9e7-1d0f-49d7-baa0-b2b4122887fb req-7ae184b3-d1cc-41d4-90da-38dfd1bd9173 tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678680 Sep 29 17:24:15.606891 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b629061-973f-4364-8f74-61b0735d1bcf req-6515b41d-c79d-436b-9914-5ea37ed66ffd tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:15.608354 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b629061-973f-4364-8f74-61b0735d1bcf req-6515b41d-c79d-436b-9914-5ea37ed66ffd tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 944 time: 0.0666625 Sep 29 17:24:15.608974 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9af55ec9-4905-4dca-bc06-5f59cddd0763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:15.611562 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9af55ec9-4905-4dca-bc06-5f59cddd0763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:15.612598 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9af55ec9-4905-4dca-bc06-5f59cddd0763 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f47a4553-cc42-499f-83eb-e5ac298aad1d HTTP/1.1" status: 204 len: 168 time: 0.2520928 Sep 29 17:24:15.629133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af55ec9-4905-4dca-bc06-5f59cddd0763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47a4553-cc42-499f-83eb-e5ac298aad1d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:15.745145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-1b629061-973f-4364-8f74-61b0735d1bcf req-b96b233a-9f4f-45b4-8b8c-aea2bc45841c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Deleting port 3513661f-1810-4ae0-934f-1dd76bb88218 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:24:15.745690 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1b629061-973f-4364-8f74-61b0735d1bcf req-b96b233a-9f4f-45b4-8b8c-aea2bc45841c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:15.778083 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5126a-b2ab-4536-a0f9-0e3754b14d4e req-4b8d1126-2aa3-43c2-9cb3-6ecf3bf86f78 tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:15.788138 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50a5126a-b2ab-4536-a0f9-0e3754b14d4e req-4b8d1126-2aa3-43c2-9cb3-6ecf3bf86f78 tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f HTTP/1.1" status: 200 len: 1101 time: 0.0529232 Sep 29 17:24:15.828450 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50a5126a-b2ab-4536-a0f9-0e3754b14d4e req-5eaf5f09-6fb5-44a6-b8b5-beb88cd80157 tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391641 Sep 29 17:24:15.904229 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-dae9e50a-a155-4b34-8cc8-79a57122d4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab01687-2041-468d-9556-aac9a9171770', 'name': 'tempest-ServersTestFqdnHostnames-873560231-router', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:23:32Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'gw_port': {'id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:33Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '62bab59e-5566-4ef5-a702-a9750724de20', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '7ab01687-2041-468d-9556-aac9a9171770', 'port_id': '4916e657-b94d-4b61-851b-6db1bda06584', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a', 'mac_address': 'fa:16:3e:f4:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312be1d9-c7e1-4c01-93a9-90b0f84e741e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:23:48Z', 'updated_at': '2021-09-29T17:24:13Z', 'revision_number': 1, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560', 'name': '', 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'mac_address': 'fa:16:3e:ec:6d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:37Z', 'updated_at': '2021-09-29T17:23:45Z', 'revision_number': 5, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'subnets': [{'id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:15.937588 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae9e50a-a155-4b34-8cc8-79a57122d4d8 None None] The sync data for ids ['7ab01687-2041-468d-9556-aac9a9171770'] in n-d-811748-2 is: [{'id': '7ab01687-2041-468d-9556-aac9a9171770', 'name': 'tempest-ServersTestFqdnHostnames-873560231-router', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:23:32Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'gw_port': {'id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:33Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '62bab59e-5566-4ef5-a702-a9750724de20', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '7ab01687-2041-468d-9556-aac9a9171770', 'port_id': '4916e657-b94d-4b61-851b-6db1bda06584', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a', 'mac_address': 'fa:16:3e:f4:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312be1d9-c7e1-4c01-93a9-90b0f84e741e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:23:48Z', 'updated_at': '2021-09-29T17:24:13Z', 'revision_number': 1, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560', 'name': '', 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'mac_address': 'fa:16:3e:ec:6d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:37Z', 'updated_at': '2021-09-29T17:23:45Z', 'revision_number': 5, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'subnets': [{'id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:24:16.003207 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-1b629061-973f-4364-8f74-61b0735d1bcf req-b96b233a-9f4f-45b4-8b8c-aea2bc45841c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] For port 3513661f-1810-4ae0-934f-1dd76bb88218, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=3513661f-1810-4ae0-934f-1dd76bb88218,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:16.003573 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1b629061-973f-4364-8f74-61b0735d1bcf req-b96b233a-9f4f-45b4-8b8c-aea2bc45841c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:16.018881 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-1b629061-973f-4364-8f74-61b0735d1bcf req-b96b233a-9f4f-45b4-8b8c-aea2bc45841c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Calling delete_port for 3513661f-1810-4ae0-934f-1dd76bb88218 owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:24:16.027779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc80b5-3fd2-4f38-8287-5bc5e49f8a95 req-2fc646c2-077d-42d7-80a9-b11583be5e63 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:16.029466 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edc80b5-3fd2-4f38-8287-5bc5e49f8a95 req-2fc646c2-077d-42d7-80a9-b11583be5e63 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 950 time: 0.0919521 Sep 29 17:24:16.050629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206c937-62a3-41b4-ada2-7f4c7520066d req-836e9a3e-2246-4174-bed2-a0dccf80780e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:16.052525 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a206c937-62a3-41b4-ada2-7f4c7520066d req-836e9a3e-2246-4174-bed2-a0dccf80780e tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 944 time: 0.0955281 Sep 29 17:24:16.077225 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edc80b5-3fd2-4f38-8287-5bc5e49f8a95 req-4b898690-4aa2-4ce3-9902-5293d0171269 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391433 Sep 29 17:24:16.139453 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a206c937-62a3-41b4-ada2-7f4c7520066d req-02b783fa-6496-4050-877a-74cc827924a7 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538528 Sep 29 17:24:16.222870 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-651a9225-8f37-4289-a995-8f0fde3850ef req-7b0125fd-f494-4876-a9d3-28e385c24f34 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=dac7a47eaa2d4d40822770120f7f585a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528450 Sep 29 17:24:16.245870 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1b629061-973f-4364-8f74-61b0735d1bcf req-b96b233a-9f4f-45b4-8b8c-aea2bc45841c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:16.262286 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['ca80e824-6d80-424d-8761-3a0d22cb2b89'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:16.311769 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['3513661f-1810-4ae0-934f-1dd76bb88218'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:16.337910 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b25ed81-98a8-4301-a948-d12acfac1e60 None None] New status for floating IP 62bab59e-5566-4ef5-a702-a9750724de20: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:24:16.339661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b233a-9f4f-45b4-8b8c-aea2bc45841c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Pushing event deleted for resources: {'Port': ['ID=3513661f-1810-4ae0-934f-1dd76bb88218,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:16.361456 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b629061-973f-4364-8f74-61b0735d1bcf req-b96b233a-9f4f-45b4-8b8c-aea2bc45841c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] No DVR routers for this DVR port 3513661f-1810-4ae0-934f-1dd76bb88218 on host n-h2-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:24:16.364483 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1b629061-973f-4364-8f74-61b0735d1bcf req-b96b233a-9f4f-45b4-8b8c-aea2bc45841c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:16.367049 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b629061-973f-4364-8f74-61b0735d1bcf req-b96b233a-9f4f-45b4-8b8c-aea2bc45841c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.35 "DELETE /v2.0/ports/3513661f-1810-4ae0-934f-1dd76bb88218 HTTP/1.1" status: 204 len: 173 time: 0.7445896 Sep 29 17:24:16.376495 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a9225-8f37-4289-a995-8f0fde3850ef req-dc2d88c0-e822-4221-b0ae-4977855a270a tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:16.378235 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-651a9225-8f37-4289-a995-8f0fde3850ef req-dc2d88c0-e822-4221-b0ae-4977855a270a tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545937 Sep 29 17:24:16.384627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ccb79-903b-4dfa-a10d-7611b443b163 req-7ddc0451-a4a1-4928-998d-57625dd5f5c7 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:16.386211 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-058ccb79-903b-4dfa-a10d-7611b443b163 req-7ddc0451-a4a1-4928-998d-57625dd5f5c7 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.1422656 Sep 29 17:24:16.410068 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-651a9225-8f37-4289-a995-8f0fde3850ef req-22c54c78-e246-47e6-9228-daf2c6daab9b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/quotas/dac7a47eaa2d4d40822770120f7f585a HTTP/1.1" status: 200 len: 375 time: 0.0165648 Sep 29 17:24:16.466976 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-058ccb79-903b-4dfa-a10d-7611b443b163 req-ff69fa18-b3eb-4d55-8131-daf24668c466 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554926 Sep 29 17:24:16.480288 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-651a9225-8f37-4289-a995-8f0fde3850ef req-ca1a93eb-7e45-4bea-b6b8-f7d46d248136 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0690746 Sep 29 17:24:16.695207 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312be1d9-c7e1-4c01-93a9-90b0f84e741e', 'tag': '4916e657-b94d-4b61-851b-6db1bda06584'}, {'server_uuid': 'f5e05124-1760-4569-8f83-0acf58ee95fe', 'name': 'network-vif-deleted', 'tag': '3513661f-1810-4ae0-934f-1dd76bb88218'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:16.698796 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7124fb-b1bb-48ae-b3ac-456bafc42fed" -d '{"events": [{"name": "network-changed", "server_uuid": "312be1d9-c7e1-4c01-93a9-90b0f84e741e", "tag": "4916e657-b94d-4b61-851b-6db1bda06584"}, {"server_uuid": "f5e05124-1760-4569-8f83-0acf58ee95fe", "name": "network-vif-deleted", "tag": "3513661f-1810-4ae0-934f-1dd76bb88218"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:16.727483 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:16.812411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53182) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:16.846330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094877c3-62c1-457c-9a89-f3ae5688b3be req-b9706e48-a308-4d15-ac24-71acf73de846 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:16.851181 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 729c711a-0d7c-497e-94e6-b7eef975bc22 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:24:16.854488 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-094877c3-62c1-457c-9a89-f3ae5688b3be req-b9706e48-a308-4d15-ac24-71acf73de846 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 943 time: 0.0854502 Sep 29 17:24:16.870209 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-44d5f2c0-cecb-4ed7-a4d1-e95977757043 req-c615d731-a8c4-453c-9f68-cfa1b91ed35e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 210 time: 0.0508347 Sep 29 17:24:16.939409 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-094877c3-62c1-457c-9a89-f3ae5688b3be req-db7a0809-4b56-4351-a209-98bdebfe8306 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773740 Sep 29 17:24:16.967582 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44814b33-415b-4814-a270-5c30d8433f47 x-openstack-request-id: req-44814b33-415b-4814-a270-5c30d8433f47 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:16.967887 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312be1d9-c7e1-4c01-93a9-90b0f84e741e", "tag": "4916e657-b94d-4b61-851b-6db1bda06584", "status": "completed", "code": 200}, {"server_uuid": "f5e05124-1760-4569-8f83-0acf58ee95fe", "name": "network-vif-deleted", "tag": "3513661f-1810-4ae0-934f-1dd76bb88218", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:16.968267 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44814b33-415b-4814-a270-5c30d8433f47 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:16.968673 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312be1d9-c7e1-4c01-93a9-90b0f84e741e', 'tag': '4916e657-b94d-4b61-851b-6db1bda06584', 'status': 'completed', 'code': 200} Sep 29 17:24:16.968926 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e05124-1760-4569-8f83-0acf58ee95fe', 'name': 'network-vif-deleted', 'tag': '3513661f-1810-4ae0-934f-1dd76bb88218', 'status': 'completed', 'code': 200} Sep 29 17:24:16.975417 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-abe0798f-7c1b-40de-bd69-f27a6d5a9e5a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1864926567-network', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:17.011949 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe0798f-7c1b-40de-bd69-f27a6d5a9e5a admin admin] Made reservation on behalf of 5cdd341bfba64967a0e77c2f05b5c5a0 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:24:17.017256 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-abe0798f-7c1b-40de-bd69-f27a6d5a9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:17.034915 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-abe0798f-7c1b-40de-bd69-f27a6d5a9e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:17.064346 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=729c711a-0d7c-497e-94e6-b7eef975bc22,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:17.078152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '729c711a-0d7c-497e-94e6-b7eef975bc22', 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c', 'port_id': '729c711a-0d7c-497e-94e6-b7eef975bc22', 'mac_address': 'fa:16:3e:29:f6:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15f3d65-c180-43d2-bcd4-0685feeb3b5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:24:17.161097 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:17.202239 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729c711a-0d7c-497e-94e6-b7eef975bc22 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:17.203827 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7124fb-b1bb-48ae-b3ac-456bafc42fed req-502dcb30-adaf-4485-975d-feafee427e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:17.206574 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d7124fb-b1bb-48ae-b3ac-456bafc42fed req-502dcb30-adaf-4485-975d-feafee427e41 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ec9ac2e1e3d43d09adba1b8ce2a0b66&device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 1097 time: 0.1767149 Sep 29 17:24:17.254207 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=729c711a-0d7c-497e-94e6-b7eef975bc22,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:17.265602 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:17.340368 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=729c711a-0d7c-497e-94e6-b7eef975bc22,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:17.355021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f544f1-85b4-4fdd-8607-1473449a1eb4 req-7d086af5-5fe6-424d-93ca-bbc875f7b58d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:17.363744 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93934805-7cc5-4604-b668-33da66610a07 req-0059a5f0-2546-4473-8f41-3dd7e68ebc33 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 210 time: 0.0867603 Sep 29 17:24:17.366281 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12f544f1-85b4-4fdd-8607-1473449a1eb4 req-7d086af5-5fe6-424d-93ca-bbc875f7b58d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 950 time: 0.1820784 Sep 29 17:24:17.394684 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406105fc-c4ee-442e-9db8-5cb080b751e7 req-5ee93b60-a569-4750-8aa8-f739d92b300d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:17.396761 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-406105fc-c4ee-442e-9db8-5cb080b751e7 req-5ee93b60-a569-4750-8aa8-f739d92b300d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 950 time: 0.2259312 Sep 29 17:24:17.431108 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-abe0798f-7c1b-40de-bd69-f27a6d5a9e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:17.441450 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-abe0798f-7c1b-40de-bd69-f27a6d5a9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:17.478042 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7124fb-b1bb-48ae-b3ac-456bafc42fed req-4c04d194-9512-4f67-8a0d-09e7576769e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:17.479728 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d7124fb-b1bb-48ae-b3ac-456bafc42fed req-4c04d194-9512-4f67-8a0d-09e7576769e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=201abf05-d70e-4829-87b2-d88d337df26a HTTP/1.1" status: 200 len: 915 time: 0.2570474 Sep 29 17:24:17.488521 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12f544f1-85b4-4fdd-8607-1473449a1eb4 req-2382e18e-f587-4779-aea7-8d8e5b9543fa tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151867 Sep 29 17:24:17.489219 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe0798f-7c1b-40de-bd69-f27a6d5a9e5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:24:17.539987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-406105fc-c4ee-442e-9db8-5cb080b751e7 req-1a98deeb-9a1f-499b-bf42-3c59fe961b61 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Deleting port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:24:17.540655 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-406105fc-c4ee-442e-9db8-5cb080b751e7 req-1a98deeb-9a1f-499b-bf42-3c59fe961b61 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:17.559019 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d7124fb-b1bb-48ae-b3ac-456bafc42fed req-3ae771ed-f2c4-4d90-aa7e-74727f5d736e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4916e657-b94d-4b61-851b-6db1bda06584 HTTP/1.1" status: 200 len: 1002 time: 0.0710912 Sep 29 17:24:17.564913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0798f-7c1b-40de-bd69-f27a6d5a9e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfa9a95-1a43-4157-9ff7-003dd6442e87,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:17.572566 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['729c711a-0d7c-497e-94e6-b7eef975bc22'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:17.584788 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-abe0798f-7c1b-40de-bd69-f27a6d5a9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:17.585354 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-abe0798f-7c1b-40de-bd69-f27a6d5a9e5a admin admin] Added segment 4cfaf701-c65b-45bc-9790-3205bf240dfb of type vlan for network bf592c8d-a323-412a-b650-ec387eb24eb7 Sep 29 17:24:17.689735 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-abe0798f-7c1b-40de-bd69-f27a6d5a9e5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:17.695323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-406105fc-c4ee-442e-9db8-5cb080b751e7 req-1a98deeb-9a1f-499b-bf42-3c59fe961b61 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] For port 965ee053-6a27-46b7-b03b-49b9b6a68dc6, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=965ee053-6a27-46b7-b03b-49b9b6a68dc6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:17.695964 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-406105fc-c4ee-442e-9db8-5cb080b751e7 req-1a98deeb-9a1f-499b-bf42-3c59fe961b61 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:17.707252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7124fb-b1bb-48ae-b3ac-456bafc42fed req-9fef3618-5573-430c-afdb-6068f34b2a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:17.709605 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d7124fb-b1bb-48ae-b3ac-456bafc42fed req-9fef3618-5573-430c-afdb-6068f34b2a66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8925bfe-e7cc-499e-9f17-d49be415ef6e HTTP/1.1" status: 200 len: 853 time: 0.1384599 Sep 29 17:24:17.716405 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-406105fc-c4ee-442e-9db8-5cb080b751e7 req-1a98deeb-9a1f-499b-bf42-3c59fe961b61 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Calling delete_port for 965ee053-6a27-46b7-b03b-49b9b6a68dc6 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:24:17.780770 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ba7d1-3c99-46d5-b6cd-579556ae9b99 req-e51add22-0672-4440-b23a-7407b07acd05 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:17.789410 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d18ba7d1-3c99-46d5-b6cd-579556ae9b99 req-e51add22-0672-4440-b23a-7407b07acd05 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.1670330 Sep 29 17:24:17.793545 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-abe0798f-7c1b-40de-bd69-f27a6d5a9e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:17.795003 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe0798f-7c1b-40de-bd69-f27a6d5a9e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:17.795696 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-abe0798f-7c1b-40de-bd69-f27a6d5a9e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:17.853923 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7124fb-b1bb-48ae-b3ac-456bafc42fed req-30a5c66b-4bd3-4178-abbf-dcc9ee121135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:17.855651 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d7124fb-b1bb-48ae-b3ac-456bafc42fed req-30a5c66b-4bd3-4178-abbf-dcc9ee121135 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=201abf05-d70e-4829-87b2-d88d337df26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369114 Sep 29 17:24:17.900331 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-abe0798f-7c1b-40de-bd69-f27a6d5a9e5a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0864632 Sep 29 17:24:17.906567 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53206) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:17.927517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f99e9006-d626-4556-b926-b51506873c3d admin admin] Request body: {'subnet': {'network_id': 'bf592c8d-a323-412a-b650-ec387eb24eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1864926567-subnet', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:17.940129 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-406105fc-c4ee-442e-9db8-5cb080b751e7 req-1a98deeb-9a1f-499b-bf42-3c59fe961b61 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:17.974698 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0798f-7c1b-40de-bd69-f27a6d5a9e5a admin admin] Pushing event updated for resources: {'Network': ['ID=bf592c8d-a323-412a-b650-ec387eb24eb7,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:17.988357 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network bf592c8d-a323-412a-b650-ec387eb24eb7 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:24:17.997581 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d18ba7d1-3c99-46d5-b6cd-579556ae9b99 req-8c78162a-e01b-4bd0-9acd-82d537efae74 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030623 Sep 29 17:24:18.047062 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98deeb-9a1f-499b-bf42-3c59fe961b61 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Pushing event deleted for resources: {'Port': ['ID=965ee053-6a27-46b7-b03b-49b9b6a68dc6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:18.090339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-406105fc-c4ee-442e-9db8-5cb080b751e7 req-1a98deeb-9a1f-499b-bf42-3c59fe961b61 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] No DVR routers for this DVR port 965ee053-6a27-46b7-b03b-49b9b6a68dc6 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:24:18.107255 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d7124fb-b1bb-48ae-b3ac-456bafc42fed req-9b49fe82-641d-4654-919f-9b4afff0ab44 service neutron] 10.222.0.35 "GET /v2.0/networks/201abf05-d70e-4829-87b2-d88d337df26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387826 Sep 29 17:24:18.107590 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-406105fc-c4ee-442e-9db8-5cb080b751e7 req-1a98deeb-9a1f-499b-bf42-3c59fe961b61 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:18.109620 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-406105fc-c4ee-442e-9db8-5cb080b751e7 req-1a98deeb-9a1f-499b-bf42-3c59fe961b61 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.49 "DELETE /v2.0/ports/965ee053-6a27-46b7-b03b-49b9b6a68dc6 HTTP/1.1" status: 204 len: 173 time: 0.7052422 Sep 29 17:24:18.110251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'name': 'network-vif-deleted', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:18.110385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99e9006-d626-4556-b926-b51506873c3d admin admin] Made reservation on behalf of 5cdd341bfba64967a0e77c2f05b5c5a0 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:24:18.112412 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b67da1-153b-49bd-89b7-9b93748366db" -d '{"events": [{"server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "name": "network-vif-deleted", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:18.112644 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f99e9006-d626-4556-b926-b51506873c3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:18.134165 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35f29bd5-ea20-43c4-8384-10075aec78b4 req-d9299731-7ec9-4d5c-9251-b82f6652b1d4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 210 time: 0.1043837 Sep 29 17:24:18.190073 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610d9d41-6634-46c5-ba1c-2e72c4f4730a x-openstack-request-id: req-610d9d41-6634-46c5-ba1c-2e72c4f4730a {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:18.190794 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e43c6e6-45d6-4c65-9a88-d84973d94a61", "name": "network-vif-deleted", "tag": "965ee053-6a27-46b7-b03b-49b9b6a68dc6", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:18.191317 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-610d9d41-6634-46c5-ba1c-2e72c4f4730a {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:18.191909 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e43c6e6-45d6-4c65-9a88-d84973d94a61', 'name': 'network-vif-deleted', 'tag': '965ee053-6a27-46b7-b03b-49b9b6a68dc6', 'status': 'completed', 'code': 200} Sep 29 17:24:18.337969 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d298b-f8d6-473e-9f42-b6de6173cf35 req-3a42a12a-19f2-4423-b2e8-04884f9bce14 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:18.346861 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a93d298b-f8d6-473e-9f42-b6de6173cf35 req-3a42a12a-19f2-4423-b2e8-04884f9bce14 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 944 time: 0.2384481 Sep 29 17:24:18.382753 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-651a9225-8f37-4289-a995-8f0fde3850ef req-cde3dd76-0757-4020-af99-5514e2e60daa tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dac7a47eaa2d4d40822770120f7f585a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334010 Sep 29 17:24:18.456082 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d7124fb-b1bb-48ae-b3ac-456bafc42fed req-76fdf356-9947-4489-84ff-9d3e7ba8339b service neutron] 10.222.0.35 "GET /v2.0/networks/201abf05-d70e-4829-87b2-d88d337df26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278751 Sep 29 17:24:18.479328 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a93d298b-f8d6-473e-9f42-b6de6173cf35 req-18964f2e-d681-4640-8d96-92040c9f70bb tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314979 Sep 29 17:24:18.658533 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ef21e0da-567b-4652-b6ea-6acbb4ffa890 req-f89fb2d9-b935-44f2-b1ac-c614c2943357 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 210 time: 0.1017878 Sep 29 17:24:18.662946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['2cc8cf57-72a7-451c-b24c-c823077f331e', 'e3859f1f-529e-4909-84a1-f0e253495e98', '965ee053-6a27-46b7-b03b-49b9b6a68dc6'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:18.717889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a9225-8f37-4289-a995-8f0fde3850ef req-f912eab3-c190-49af-a5f4-ec8a370865f5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:18.720393 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-651a9225-8f37-4289-a995-8f0fde3850ef req-f912eab3-c190-49af-a5f4-ec8a370865f5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3298438 Sep 29 17:24:18.760283 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9068bad1-a09c-4e2b-9788-e4675af8bba2 req-4e308204-765d-479e-a66f-327c0d654049 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e43c6e6-45d6-4c65-9a88-d84973d94a61 HTTP/1.1" status: 200 len: 210 time: 0.0872660 Sep 29 17:24:18.770598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-651a9225-8f37-4289-a995-8f0fde3850ef req-5b95dd0b-a410-4ae0-9155-3fc94c437e29 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Request body: {'port': {'device_id': '3da62508-2d12-4939-8e67-0a4c3bd598e6', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': 'dac7a47eaa2d4d40822770120f7f585a'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:18.795696 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f99e9006-d626-4556-b926-b51506873c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:18.832758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 3513661f-1810-4ae0-934f-1dd76bb88218 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:24:18.871966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99e9006-d626-4556-b926-b51506873c3d admin admin] Checking segment: {'id': '4cfaf701-c65b-45bc-9790-3205bf240dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bf592c8d-a323-412a-b650-ec387eb24eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:18.872331 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99e9006-d626-4556-b926-b51506873c3d admin admin] Network hostable DHCP agents. Network: bf592c8d-a323-412a-b650-ec387eb24eb7, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:24:18.880249 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e9006-d626-4556-b926-b51506873c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0995ae42-fbbe-4907-bd8f-bcafa82ecc06,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:18.891345 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 3513661f-1810-4ae0-934f-1dd76bb88218 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:24:18.892025 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 3513661f-1810-4ae0-934f-1dd76bb88218 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:24:18.893758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 729c711a-0d7c-497e-94e6-b7eef975bc22 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:18.902941 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99e9006-d626-4556-b926-b51506873c3d admin admin] Network bf592c8d-a323-412a-b650-ec387eb24eb7 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:24:18.918523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-f99e9006-d626-4556-b926-b51506873c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, bf592c8d-a323-412a-b650-ec387eb24eb7) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:18.923926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99e9006-d626-4556-b926-b51506873c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:18.924548 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f99e9006-d626-4556-b926-b51506873c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:18.945886 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f99e9006-d626-4556-b926-b51506873c3d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0363123 Sep 29 17:24:18.951450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac28f01-408f-4e78-a8ef-9b669ce3510e None None] Network bf592c8d-a323-412a-b650-ec387eb24eb7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:24:18.954043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53220) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:18.960188 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1864926567-router', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:18.992368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:18.994503 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:19.065982 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:19.193148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 729c711a-0d7c-497e-94e6-b7eef975bc22 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:24:19.208925 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 729c711a-0d7c-497e-94e6-b7eef975bc22 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:19.209758 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:19.308686 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f21032e7-b406-4168-9eb7-75e7e008b7a6 req-a2053b1e-b6e2-46c0-a44c-d8773446052b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 210 time: 0.0347450 Sep 29 17:24:19.310862 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:19.360589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-bf592c8d-a323-412a-b650-ec387eb24eb7', 'network_id': 'bf592c8d-a323-412a-b650-ec387eb24eb7', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'fixed_ips': [{'subnet_id': '0995ae42-fbbe-4907-bd8f-bcafa82ecc06'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:24:19.361481 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:19.444399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b5143-bffe-46a3-9af6-84f94785607b req-7e6c7fd9-dd12-4508-a85a-ea34b04eba1f tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:19.445921 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-877b5143-bffe-46a3-9af6-84f94785607b req-7e6c7fd9-dd12-4508-a85a-ea34b04eba1f tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.0733941 Sep 29 17:24:19.452199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-651a9225-8f37-4289-a995-8f0fde3850ef req-5b95dd0b-a410-4ae0-9155-3fc94c437e29 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Made reservation on behalf of dac7a47eaa2d4d40822770120f7f585a for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:24:19.457638 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-651a9225-8f37-4289-a995-8f0fde3850ef req-5b95dd0b-a410-4ae0-9155-3fc94c437e29 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:19.533058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Allocated IP 172.20.0.2 (bf592c8d-a323-412a-b650-ec387eb24eb7/0995ae42-fbbe-4907-bd8f-bcafa82ecc06/3dbed1a1-e32c-4078-998a-964545413b5f) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:24:19.568033 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-877b5143-bffe-46a3-9af6-84f94785607b req-59ef9558-8f34-4748-ae6b-f141a64cb5b3 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945954 Sep 29 17:24:19.630358 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:19.669552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-651a9225-8f37-4289-a995-8f0fde3850ef req-5b95dd0b-a410-4ae0-9155-3fc94c437e29 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Allocated IP 192.168.233.184 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:24:19.704799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd30847-fe92-427e-9e2d-8e936069065e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729c711a-0d7c-497e-94e6-b7eef975bc22'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:19.722274 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc00398-77aa-4af4-ae3e-3b896623d208" -d '{"events": [{"server_uuid": "fbd30847-fe92-427e-9e2d-8e936069065e", "name": "network-vif-plugged", "status": "completed", "tag": "729c711a-0d7c-497e-94e6-b7eef975bc22"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:19.743308 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:19.772526 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:19.783684 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcde9a-1b3c-42b2-adeb-5bd1f56671ac req-5acf27ca-94e3-422b-895d-4afeea52e4cd tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:19.792365 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fbcde9a-1b3c-42b2-adeb-5bd1f56671ac req-5acf27ca-94e3-422b-895d-4afeea52e4cd tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 944 time: 0.1356072 Sep 29 17:24:19.820594 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=729c711a-0d7c-497e-94e6-b7eef975bc22,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:19.837089 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf8506f6-6398-461d-825a-d8424861e503 req-f1f1f43d-96bb-4419-a131-d41f88b1d441 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 210 time: 0.0452235 Sep 29 17:24:19.863065 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:19.866995 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:19.867740 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 965ee053-6a27-46b7-b03b-49b9b6a68dc6 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:24:19.891344 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fbcde9a-1b3c-42b2-adeb-5bd1f56671ac req-fea39bda-4dff-424d-988a-8ce77db08d2e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978830 Sep 29 17:24:19.910096 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:19.949440 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Network bf592c8d-a323-412a-b650-ec387eb24eb7 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:24:19.950547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 965ee053-6a27-46b7-b03b-49b9b6a68dc6 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:24:19.950895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 965ee053-6a27-46b7-b03b-49b9b6a68dc6 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:24:19.956276 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18630b3-f205-41d1-99c2-070f009e0bea x-openstack-request-id: req-c18630b3-f205-41d1-99c2-070f009e0bea {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:19.958266 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd30847-fe92-427e-9e2d-8e936069065e", "name": "network-vif-plugged", "status": "completed", "tag": "729c711a-0d7c-497e-94e6-b7eef975bc22", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:19.958266 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c18630b3-f205-41d1-99c2-070f009e0bea {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:19.958266 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd30847-fe92-427e-9e2d-8e936069065e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729c711a-0d7c-497e-94e6-b7eef975bc22', 'code': 200} Sep 29 17:24:19.958811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:19.961214 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:24:20.049326 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Allocated IP 172.25.2.125 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/aee13fba-cb0a-441f-baed-f9956f1fd1e0) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:24:20.054048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Attempting to bind port 3dbed1a1-e32c-4078-998a-964545413b5f on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:20.054900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Attempting to bind port 3dbed1a1-e32c-4078-998a-964545413b5f by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '4cfaf701-c65b-45bc-9790-3205bf240dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bf592c8d-a323-412a-b650-ec387eb24eb7'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:20.055058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Attempting to bind port 3dbed1a1-e32c-4078-998a-964545413b5f on network bf592c8d-a323-412a-b650-ec387eb24eb7 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:20.059441 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-651a9225-8f37-4289-a995-8f0fde3850ef req-5b95dd0b-a410-4ae0-9155-3fc94c437e29 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:20.062880 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:20.063203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Checking segment: {'id': '4cfaf701-c65b-45bc-9790-3205bf240dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bf592c8d-a323-412a-b650-ec387eb24eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:20.063600 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:20.063990 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Bound using segment: {'id': '4cfaf701-c65b-45bc-9790-3205bf240dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bf592c8d-a323-412a-b650-ec387eb24eb7'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:20.064445 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Bound port: 3dbed1a1-e32c-4078-998a-964545413b5f, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfaf701-c65b-45bc-9790-3205bf240dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bf592c8d-a323-412a-b650-ec387eb24eb7'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:20.064872 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:20.075779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=729c711a-0d7c-497e-94e6-b7eef975bc22,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:20.128057 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Pushing event updated for resources: {'Port': ['ID=3dbed1a1-e32c-4078-998a-964545413b5f,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:20.197671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] For port 3dbed1a1-e32c-4078-998a-964545413b5f, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:20.203134 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] For port 3dbed1a1-e32c-4078-998a-964545413b5f, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3dbed1a1-e32c-4078-998a-964545413b5f,segment=NetworkSegment(4cfaf701-c65b-45bc-9790-3205bf240dfb),segment_id=4cfaf701-c65b-45bc-9790-3205bf240dfb)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:20.214740 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:20.221327 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-651a9225-8f37-4289-a995-8f0fde3850ef req-5b95dd0b-a410-4ae0-9155-3fc94c437e29 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:20.269004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-651a9225-8f37-4289-a995-8f0fde3850ef req-5b95dd0b-a410-4ae0-9155-3fc94c437e29 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:24:20.273055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['54d93eea-ebc5-4726-a8f6-8ee2df308d7c', '0844192e-5470-4a7b-9446-c355fea56b0e', '67d9ace3-a7d1-45bd-801f-00fea73c00c0'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:20.277463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-651a9225-8f37-4289-a995-8f0fde3850ef req-5b95dd0b-a410-4ae0-9155-3fc94c437e29 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:20.278910 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d417b04-f227-4b78-a8cc-c71e1ebba516 req-8fea0c6c-c881-4f32-a48c-1404d5bec0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:20.285395 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2d417b04-f227-4b78-a8cc-c71e1ebba516 req-8fea0c6c-c881-4f32-a48c-1404d5bec0a9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 1096 time: 0.2585487 Sep 29 17:24:20.296832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-651a9225-8f37-4289-a995-8f0fde3850ef req-5b95dd0b-a410-4ae0-9155-3fc94c437e29 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:24:20.332015 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:20.341879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1359c04-c5f0-4dab-bf39-06838005dcbb None None] Pushing event updated for resources: {'Port': ['ID=3dbed1a1-e32c-4078-998a-964545413b5f,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:20.433304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95dd0b-a410-4ae0-9155-3fc94c437e29 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event updated for resources: {'Port': ['ID=f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:20.460553 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:20.466785 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['046e9848-0706-4079-828a-97c9ad328382', '8258af0d-1216-42fe-b4c8-00243ef27ff7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:20.528546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a9225-8f37-4289-a995-8f0fde3850ef req-5b95dd0b-a410-4ae0-9155-3fc94c437e29 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:20.529443 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-651a9225-8f37-4289-a995-8f0fde3850ef req-5b95dd0b-a410-4ae0-9155-3fc94c437e29 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:20.533626 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2d417b04-f227-4b78-a8cc-c71e1ebba516 req-5ab6ce2f-1428-462c-9d0c-46458e808a17 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792927 Sep 29 17:24:20.572665 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:24:20.580355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:20.582319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-651a9225-8f37-4289-a995-8f0fde3850ef req-5b95dd0b-a410-4ae0-9155-3fc94c437e29 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8457882 Sep 29 17:24:20.592699 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:24:20.615406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71429e-592b-4893-af30-9684ba50143b req-96b4a268-4e66-491c-aa63-740fc00ce1a6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:20.617405 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8c71429e-592b-4893-af30-9684ba50143b req-96b4a268-4e66-491c-aa63-740fc00ce1a6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.1688216 Sep 29 17:24:20.643138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Request body: {'port': {'device_id': '3da62508-2d12-4939-8e67-0a4c3bd598e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:20.674476 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Pushing event updated for resources: {'Port': ['ID=aee13fba-cb0a-441f-baed-f9956f1fd1e0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:20.727620 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724a58-bb2b-469f-b529-22169a790280 req-10f9107a-b48b-4efc-9cf8-c42e4643aab7 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:20.739360 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a724a58-bb2b-469f-b529-22169a790280 req-10f9107a-b48b-4efc-9cf8-c42e4643aab7 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 936 time: 0.2813103 Sep 29 17:24:20.753572 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:20.773835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8c71429e-592b-4893-af30-9684ba50143b req-fc7d61fd-9176-4ddb-baf2-abbbea970eae tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244612 Sep 29 17:24:20.925827 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a724a58-bb2b-469f-b529-22169a790280 req-88ccd8c8-188f-4419-b040-c094353d543a tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102896 Sep 29 17:24:21.053790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157c5ac-3a80-4b38-92f4-bd2df8a1d014 req-afeac8e0-6e24-4830-90cc-c1f6d4a3695a tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:21.062440 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e157c5ac-3a80-4b38-92f4-bd2df8a1d014 req-afeac8e0-6e24-4830-90cc-c1f6d4a3695a tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.1688898 Sep 29 17:24:21.103110 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e04d377-a60e-4a32-8f2c-47c22fa0210c req-ad896a95-ed94-4a70-a0a4-5b926d46f989 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5e05124-1760-4569-8f83-0acf58ee95fe HTTP/1.1" status: 200 len: 210 time: 0.0520101 Sep 29 17:24:21.136075 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:21.160296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a0df9f50-14ff-470f-8f9c-7369140c99d7 None None] Provisioning complete for port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:21.160862 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a0df9f50-14ff-470f-8f9c-7369140c99d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:21.175160 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e157c5ac-3a80-4b38-92f4-bd2df8a1d014 req-6c00bba3-4920-4fbd-b32d-3c2a813564c9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070452 Sep 29 17:24:21.266566 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a0df9f50-14ff-470f-8f9c-7369140c99d7 None None] Port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:24:21.359282 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:21.386874 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:21.419229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Transition to ACTIVE for port object f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:24:21.429703 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:21.474487 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ae579-349c-494e-83e8-902e4256ba41 req-a206456f-91a2-4cd6-ab9f-3b0f30fc141e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:21.476339 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b2ae579-349c-494e-83e8-902e4256ba41 req-a206456f-91a2-4cd6-ab9f-3b0f30fc141e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 945 time: 0.2080417 Sep 29 17:24:21.501457 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:21.552557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Pushing event updated for resources: {'Port': ['ID=f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:21.599355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Attempting to bind port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:21.599600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Attempting to bind port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:21.599931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Attempting to bind port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:21.604928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:24:21.605972 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Attempting to bind port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:21.613585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:21.614802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:21.614802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:21.615252 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Bound port: f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:21.616118 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:21.779873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] For port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:21.788402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] For port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:21.809619 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:21.812991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3dbed1a1-e32c-4078-998a-964545413b5f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:21.885982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:21.886616 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:21.888882 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-651a9225-8f37-4289-a995-8f0fde3850ef req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] 10.222.0.35 "PUT /v2.0/ports/f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 HTTP/1.1" status: 200 len: 1096 time: 1.2695458 Sep 29 17:24:21.891920 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da62508-2d12-4939-8e67-0a4c3bd598e6', 'tag': 'f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:21.894335 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a71e80e-8337-4011-97c5-dfbd18213395" -d '{"events": [{"name": "network-changed", "server_uuid": "3da62508-2d12-4939-8e67-0a4c3bd598e6", "tag": "f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:21.964597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ec4ef-d61c-42a0-a6fe-a21c28320835 service neutron] Pushing event updated for resources: {'Port': ['ID=f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:22.008124 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 3dbed1a1-e32c-4078-998a-964545413b5f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:22.009648 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:22.095263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062aeda0-fca6-4891-bc12-cfd88cc37a68 None None] Network bf592c8d-a323-412a-b650-ec387eb24eb7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:24:22.169745 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b2ae579-349c-494e-83e8-902e4256ba41 req-f213ffc9-f232-4742-a74a-3dc94b430a86 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6854286 Sep 29 17:24:22.220807 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a9225-8f37-4289-a995-8f0fde3850ef req-d2df6e75-af8f-4238-a78a-edcd48382f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:22.223047 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-965a3f7f-4938-4f63-88ce-55cea419daf9 None None] Provisioning complete for port 3dbed1a1-e32c-4078-998a-964545413b5f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:22.224365 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-965a3f7f-4938-4f63-88ce-55cea419daf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:22.227273 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-651a9225-8f37-4289-a995-8f0fde3850ef req-d2df6e75-af8f-4238-a78a-edcd48382f40 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 1099 time: 0.1898706 Sep 29 17:24:22.255594 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc8bb2-e77f-4ed9-a3c7-e2f4ff04da26 req-8515dac6-b192-4754-abc8-7c048cc43c55 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:22.266755 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2bfc8bb2-e77f-4ed9-a3c7-e2f4ff04da26 req-8515dac6-b192-4754-abc8-7c048cc43c55 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.2875171 Sep 29 17:24:22.290842 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:22.301654 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Router fafc30a2-eb21-41c4-aac2-44d232e5e943 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:24:22.390885 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 3dbed1a1-e32c-4078-998a-964545413b5f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3dbed1a1-e32c-4078-998a-964545413b5f,segment=NetworkSegment(4cfaf701-c65b-45bc-9790-3205bf240dfb),segment_id=4cfaf701-c65b-45bc-9790-3205bf240dfb)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:22.402115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dc4d8-d497-4116-a08d-3abd3cb23c01 req-3623bb48-fcd1-4172-8903-e97d98a5769a tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:22.404128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d9dc4d8-d497-4116-a08d-3abd3cb23c01 req-3623bb48-fcd1-4172-8903-e97d98a5769a tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.49 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.3073902 Sep 29 17:24:22.416498 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-651a9225-8f37-4289-a995-8f0fde3850ef req-02c2f27f-886a-44e8-8f55-b3a5097a673c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 HTTP/1.1" status: 200 len: 217 time: 0.1470654 Sep 29 17:24:22.416761 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:22.457943 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:24:22.467861 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Sync routers for ids ['fafc30a2-eb21-41c4-aac2-44d232e5e943'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:24:22.477687 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-965a3f7f-4938-4f63-88ce-55cea419daf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:22.481791 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Routers {'fafc30a2-eb21-41c4-aac2-44d232e5e943'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:24:22.484229 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:24:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fafc30a2-eb21-41c4-aac2-44d232e5e943'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:22.512941 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:22.514806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9e716c38-9101-462a-ae4c-9f27b405f72d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5593402 Sep 29 17:24:22.519106 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53272) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:22.576022 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=3dbed1a1-e32c-4078-998a-964545413b5f,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:22.576427 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34522fb3-9b5e-4b59-9d22-79392fda7b24 x-openstack-request-id: req-34522fb3-9b5e-4b59-9d22-79392fda7b24 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:22.576958 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da62508-2d12-4939-8e67-0a4c3bd598e6", "tag": "f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:22.577474 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34522fb3-9b5e-4b59-9d22-79392fda7b24 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:22.578107 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da62508-2d12-4939-8e67-0a4c3bd598e6', 'tag': 'f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005', 'status': 'completed', 'code': 200} Sep 29 17:24:22.604257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2bfc8bb2-e77f-4ed9-a3c7-e2f4ff04da26 req-3eadaf3f-537a-4313-b801-f768f44bf173 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340399 Sep 29 17:24:22.618763 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-965a3f7f-4938-4f63-88ce-55cea419daf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:24:22.619094 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-965a3f7f-4938-4f63-88ce-55cea419daf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:24:22.710741 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a9225-8f37-4289-a995-8f0fde3850ef req-ef1850d2-7083-4765-83fb-675d40b57004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:22.712203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-651a9225-8f37-4289-a995-8f0fde3850ef req-ef1850d2-7083-4765-83fb-675d40b57004 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.2701707 Sep 29 17:24:22.719831 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Set router fafc30a2-eb21-41c4-aac2-44d232e5e943 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:24:22.810174 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb4ab0-1139-4efe-a7d6-846aaee28f31 req-b0044192-afef-457d-ac2c-8d04b8d6582e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:22.814302 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dddb4ab0-1139-4efe-a7d6-846aaee28f31 req-b0044192-afef-457d-ac2c-8d04b8d6582e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 948 time: 0.1252069 Sep 29 17:24:22.870044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-4d9dc4d8-d497-4116-a08d-3abd3cb23c01 req-2b2fc94f-5739-454f-9abc-ef93a5e3e79b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Deleting port e3859f1f-529e-4909-84a1-f0e253495e98 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:24:22.872194 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4d9dc4d8-d497-4116-a08d-3abd3cb23c01 req-2b2fc94f-5739-454f-9abc-ef93a5e3e79b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:22.883309 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a9225-8f37-4289-a995-8f0fde3850ef req-f156a933-e408-4898-8720-048313686184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:22.886547 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-651a9225-8f37-4289-a995-8f0fde3850ef req-f156a933-e408-4898-8720-048313686184 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1636279 Sep 29 17:24:22.967274 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dddb4ab0-1139-4efe-a7d6-846aaee28f31 req-9d014baf-f2b2-4d65-8433-bfb44008b3ce tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287837 Sep 29 17:24:23.142034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb9f39-ee46-452e-871d-3db949d9b7cf req-eb3ee83a-4def-413f-9771-9523b6ada678 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:23.143608 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-93eb9f39-ee46-452e-871d-3db949d9b7cf req-eb3ee83a-4def-413f-9771-9523b6ada678 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.2172658 Sep 29 17:24:23.222514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4d9dc4d8-d497-4116-a08d-3abd3cb23c01 req-2b2fc94f-5739-454f-9abc-ef93a5e3e79b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] For port e3859f1f-529e-4909-84a1-f0e253495e98, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e3859f1f-529e-4909-84a1-f0e253495e98,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:23.222881 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4d9dc4d8-d497-4116-a08d-3abd3cb23c01 req-2b2fc94f-5739-454f-9abc-ef93a5e3e79b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:23.245044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-4d9dc4d8-d497-4116-a08d-3abd3cb23c01 req-2b2fc94f-5739-454f-9abc-ef93a5e3e79b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Calling delete_port for e3859f1f-529e-4909-84a1-f0e253495e98 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:24:23.284558 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-93eb9f39-ee46-452e-871d-3db949d9b7cf req-1015f4fe-0610-4592-b9ff-76123855006f tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214008 Sep 29 17:24:23.289638 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-651a9225-8f37-4289-a995-8f0fde3850ef req-4e871def-e4ff-4da3-82a2-e6819b53c454 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643847 Sep 29 17:24:23.344011 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-76ceedce-a03e-4e57-8734-0304ac4528f0 None None] Provisioning complete for port 3dbed1a1-e32c-4078-998a-964545413b5f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:23.345032 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76ceedce-a03e-4e57-8734-0304ac4528f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:23.431304 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'name': 'tempest-ServersTestMultiNic-1864926567-router', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'aee13fba-cb0a-441f-baed-f9956f1fd1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:24:18Z', 'updated_at': '2021-09-29T17:24:20Z', 'revision_number': 3, 'project_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'gw_port': {'id': 'aee13fba-cb0a-441f-baed-f9956f1fd1e0', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:24:19Z', 'updated_at': '2021-09-29T17:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:23.466732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472152b4-b67c-4496-a05a-087968292e3d req-43ba6fc6-5d75-4f34-912c-991b5a362d29 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:23.474689 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-472152b4-b67c-4496-a05a-087968292e3d req-43ba6fc6-5d75-4f34-912c-991b5a362d29 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 945 time: 0.1375844 Sep 29 17:24:23.498819 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Checking router: fafc30a2-eb21-41c4-aac2-44d232e5e943 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:24:23.499393 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Updating router fafc30a2-eb21-41c4-aac2-44d232e5e943 port aee13fba-cb0a-441f-baed-f9956f1fd1e0 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:24:23.511981 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:23.534622 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:23.538533 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-651a9225-8f37-4289-a995-8f0fde3850ef req-35aac356-3c52-4270-ac3b-a34d2a552fbf service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410200 Sep 29 17:24:23.560126 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-472152b4-b67c-4496-a05a-087968292e3d req-08c85839-71b3-413c-bb5e-5672c70868a5 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843179 Sep 29 17:24:23.780442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3dbed1a1-e32c-4078-998a-964545413b5f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:23.816414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd080e1-db9b-460f-ae72-e9c945b7375a req-5df14ca7-5a8c-46d1-86dc-27f41e37f2e7 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:23.825221 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3fd080e1-db9b-460f-ae72-e9c945b7375a req-5df14ca7-5a8c-46d1-86dc-27f41e37f2e7 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 1096 time: 0.1704099 Sep 29 17:24:23.829694 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34d3d7-a2d6-4e10-ba27-e802d7d804e5 req-8a75d6ef-3b42-4055-8e76-1d7b7d576ae6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:23.836507 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4d9dc4d8-d497-4116-a08d-3abd3cb23c01 req-2b2fc94f-5739-454f-9abc-ef93a5e3e79b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:23.838320 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eb34d3d7-a2d6-4e10-ba27-e802d7d804e5 req-8a75d6ef-3b42-4055-8e76-1d7b7d576ae6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16f39aa-c7ae-4107-9673-c0b5c2d2d32d HTTP/1.1" status: 200 len: 950 time: 0.1101182 Sep 29 17:24:23.866415 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['2cc8cf57-72a7-451c-b24c-c823077f331e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:23.878021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fc94f-5739-454f-9abc-ef93a5e3e79b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Pushing event deleted for resources: {'Port': ['ID=e3859f1f-529e-4909-84a1-f0e253495e98,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:23.886540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Allocated IP 172.20.0.1 (bf592c8d-a323-412a-b650-ec387eb24eb7/0995ae42-fbbe-4907-bd8f-bcafa82ecc06/9960cf97-1e04-4670-a833-59afcf1d888c) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:24:23.890711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71e80e-8337-4011-97c5-dfbd18213395 req-ff7ae2ea-2cb8-46aa-a457-447692a3412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:23.892469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a71e80e-8337-4011-97c5-dfbd18213395 req-ff7ae2ea-2cb8-46aa-a457-447692a3412a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 1099 time: 0.1980059 Sep 29 17:24:23.899616 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eb34d3d7-a2d6-4e10-ba27-e802d7d804e5 req-62a6af89-5170-4e96-9eda-4da2017253d6 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601475 Sep 29 17:24:24.065300 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3fd080e1-db9b-460f-ae72-e9c945b7375a req-0c649544-7c59-4383-8695-f77b19f942bd tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335191 Sep 29 17:24:24.066718 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 3dbed1a1-e32c-4078-998a-964545413b5f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:24.067098 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:24.102497 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9dc4d8-d497-4116-a08d-3abd3cb23c01 req-2b2fc94f-5739-454f-9abc-ef93a5e3e79b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] No DVR routers for this DVR port e3859f1f-529e-4909-84a1-f0e253495e98 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:24:24.108580 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4d9dc4d8-d497-4116-a08d-3abd3cb23c01 req-2b2fc94f-5739-454f-9abc-ef93a5e3e79b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:24.117978 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d9dc4d8-d497-4116-a08d-3abd3cb23c01 req-2b2fc94f-5739-454f-9abc-ef93a5e3e79b tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.49 "DELETE /v2.0/ports/e3859f1f-529e-4909-84a1-f0e253495e98 HTTP/1.1" status: 204 len: 173 time: 1.7031355 Sep 29 17:24:24.227716 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:24.239182 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:24.292971 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:24.328699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71e80e-8337-4011-97c5-dfbd18213395 req-8b936985-d54b-4208-be2a-2250a3d25d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:24.330553 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a71e80e-8337-4011-97c5-dfbd18213395 req-8b936985-d54b-4208-be2a-2250a3d25d85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.4271140 Sep 29 17:24:24.343052 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bf3ba-9764-4688-abc6-ced50e48044e req-5da20adf-1b49-4f14-9f5e-35172242af80 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:24.344617 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b13bf3ba-9764-4688-abc6-ced50e48044e req-5da20adf-1b49-4f14-9f5e-35172242af80 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 948 time: 0.2244422 Sep 29 17:24:24.353073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5ac35-fcbc-40ce-bb1c-4fb373465af9 req-9b28f134-2949-4784-b131-60ab2b25be51 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:24.376681 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf5ac35-fcbc-40ce-bb1c-4fb373465af9 req-9b28f134-2949-4784-b131-60ab2b25be51 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 1096 time: 0.1540768 Sep 29 17:24:24.392290 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Attempting to bind port aee13fba-cb0a-441f-baed-f9956f1fd1e0 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:24.392664 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Attempting to bind port aee13fba-cb0a-441f-baed-f9956f1fd1e0 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:24.393000 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Attempting to bind port aee13fba-cb0a-441f-baed-f9956f1fd1e0 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:24.397209 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d343b-789a-4ecd-b810-8962ae37dbff None None] Pushing event updated for resources: {'Port': ['ID=aee13fba-cb0a-441f-baed-f9956f1fd1e0,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:24.411932 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:24.412309 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:24.412676 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:24.413053 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:24.421345 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Bound port: aee13fba-cb0a-441f-baed-f9956f1fd1e0, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:24.421804 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:24.448642 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a71e80e-8337-4011-97c5-dfbd18213395 req-5f98a7b6-c453-4c6d-b296-bdc0dbdac8af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 HTTP/1.1" status: 200 len: 217 time: 0.1054003 Sep 29 17:24:24.467161 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b13bf3ba-9764-4688-abc6-ced50e48044e req-74ea328a-383c-4c0e-a9ab-8bd2800b0804 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030116 Sep 29 17:24:24.477921 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:24.537716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71e80e-8337-4011-97c5-dfbd18213395 req-6b0122f1-5c71-4406-934a-a704f16fc88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:24.540317 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a71e80e-8337-4011-97c5-dfbd18213395 req-6b0122f1-5c71-4406-934a-a704f16fc88c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0818942 Sep 29 17:24:24.546567 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] For port aee13fba-cb0a-441f-baed-f9956f1fd1e0, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:24.551641 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Network bf592c8d-a323-412a-b650-ec387eb24eb7 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:24:24.551872 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] For port aee13fba-cb0a-441f-baed-f9956f1fd1e0, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=aee13fba-cb0a-441f-baed-f9956f1fd1e0,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:24.560156 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:24.562111 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:24.591136 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16f39aa-c7ae-4107-9673-c0b5c2d2d32d', 'name': 'network-vif-deleted', 'tag': 'e3859f1f-529e-4909-84a1-f0e253495e98'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:24.595917 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c3e855-0d69-41a6-a966-99487703e69b" -d '{"events": [{"server_uuid": "c16f39aa-c7ae-4107-9673-c0b5c2d2d32d", "name": "network-vif-deleted", "tag": "e3859f1f-529e-4909-84a1-f0e253495e98"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:24.615721 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:24:24.619286 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Pushing event updated for resources: {'Port': ['ID=9960cf97-1e04-4670-a833-59afcf1d888c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:24.661212 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf5ac35-fcbc-40ce-bb1c-4fb373465af9 req-3fc29b4f-6952-4a49-afc1-bbf0b317f7f2 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832141 Sep 29 17:24:24.712866 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Routers {'fafc30a2-eb21-41c4-aac2-44d232e5e943'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:24:24.713958 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:24:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fafc30a2-eb21-41c4-aac2-44d232e5e943'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:24.733042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71e80e-8337-4011-97c5-dfbd18213395 req-033f8b19-c386-4141-a3ae-75c13b9ce4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:24.736500 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a71e80e-8337-4011-97c5-dfbd18213395 req-033f8b19-c386-4141-a3ae-75c13b9ce4c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1745198 Sep 29 17:24:24.747808 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:24.877049 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d343b-789a-4ecd-b810-8962ae37dbff None None] Pushing event updated for resources: {'Port': ['ID=aee13fba-cb0a-441f-baed-f9956f1fd1e0,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:24.899363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e3859f1f-529e-4909-84a1-f0e253495e98 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:24:24.915552 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6549e42e-276d-4aed-a608-a97a28d6111e x-openstack-request-id: req-6549e42e-276d-4aed-a608-a97a28d6111e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:24.916117 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16f39aa-c7ae-4107-9673-c0b5c2d2d32d", "name": "network-vif-deleted", "tag": "e3859f1f-529e-4909-84a1-f0e253495e98", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:24.916117 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6549e42e-276d-4aed-a608-a97a28d6111e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:24.916473 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16f39aa-c7ae-4107-9673-c0b5c2d2d32d', 'name': 'network-vif-deleted', 'tag': 'e3859f1f-529e-4909-84a1-f0e253495e98', 'status': 'completed', 'code': 200} Sep 29 17:24:24.928159 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] Set router fafc30a2-eb21-41c4-aac2-44d232e5e943 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:24:24.949002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: e3859f1f-529e-4909-84a1-f0e253495e98 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:24:24.949527 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e3859f1f-529e-4909-84a1-f0e253495e98 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:24:25.023648 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:25.044230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab61a8-d2fc-45c3-a1cf-8748d9fac845 req-5c5729d9-26c0-4786-b507-f69769b0bb53 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:25.049719 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-daab61a8-d2fc-45c3-a1cf-8748d9fac845 req-5c5729d9-26c0-4786-b507-f69769b0bb53 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.2544532 Sep 29 17:24:25.077076 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2039ef96-44f9-43b4-89c1-60802c355578 None None] Provisioning complete for port 9960cf97-1e04-4670-a833-59afcf1d888c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:25.077941 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2039ef96-44f9-43b4-89c1-60802c355578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:25.092912 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a71e80e-8337-4011-97c5-dfbd18213395 req-35492d40-32e2-45d6-98a4-a11c0425c1e0 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173413 Sep 29 17:24:25.167848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2039ef96-44f9-43b4-89c1-60802c355578 None None] Port 9960cf97-1e04-4670-a833-59afcf1d888c cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:24:25.282887 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a71e80e-8337-4011-97c5-dfbd18213395 req-42b784fb-0861-422f-837c-2f729382c8c0 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796410 Sep 29 17:24:25.299768 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-daab61a8-d2fc-45c3-a1cf-8748d9fac845 req-e10d3c8f-fe23-43f4-9baf-ce3cfb47031e tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301986 Sep 29 17:24:25.314504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:25.324204 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:25.346014 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'name': 'tempest-ServersTestMultiNic-1864926567-router', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'aee13fba-cb0a-441f-baed-f9956f1fd1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:24:18Z', 'updated_at': '2021-09-29T17:24:20Z', 'revision_number': 3, 'project_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'gw_port': {'id': 'aee13fba-cb0a-441f-baed-f9956f1fd1e0', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:24:19Z', 'updated_at': '2021-09-29T17:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:25.419295 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5340fffa-35e5-4b7e-85ba-303e44e74a32 None None] The sync data for ids ['fafc30a2-eb21-41c4-aac2-44d232e5e943'] in n-d-811748-2 is: [{'id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'name': 'tempest-ServersTestMultiNic-1864926567-router', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'aee13fba-cb0a-441f-baed-f9956f1fd1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:24:18Z', 'updated_at': '2021-09-29T17:24:20Z', 'revision_number': 3, 'project_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'gw_port': {'id': 'aee13fba-cb0a-441f-baed-f9956f1fd1e0', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:24:19Z', 'updated_at': '2021-09-29T17:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:24:25.488320 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:25.496186 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Pushing event updated for resources: {'Port': ['ID=9960cf97-1e04-4670-a833-59afcf1d888c,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:25.693806 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Network bf592c8d-a323-412a-b650-ec387eb24eb7 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:24:25.695407 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:25.788552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e893d-9dc9-4160-a19e-3c1839216448 req-132e1998-b003-4204-8363-e3559c1e9a27 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:25.791321 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb1e893d-9dc9-4160-a19e-3c1839216448 req-132e1998-b003-4204-8363-e3559c1e9a27 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 948 time: 0.1168096 Sep 29 17:24:25.841049 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb1e893d-9dc9-4160-a19e-3c1839216448 req-f97a25f8-7fe2-4539-a674-a6c4772129fb tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438018 Sep 29 17:24:25.998802 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Router fafc30a2-eb21-41c4-aac2-44d232e5e943 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:24:26.101810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a71e958b-95a5-4bb2-9438-bca11dacd6b7 None None] Provisioning complete for port 9960cf97-1e04-4670-a833-59afcf1d888c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:26.103102 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a71e958b-95a5-4bb2-9438-bca11dacd6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:26.126195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73b77b-748d-41e0-86f2-acca59a3ef5a req-31faf1f9-8e10-4fd9-9d30-cf6201d5cf13 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:26.129587 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ea73b77b-748d-41e0-86f2-acca59a3ef5a req-31faf1f9-8e10-4fd9-9d30-cf6201d5cf13 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.1086881 Sep 29 17:24:26.159385 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a71e958b-95a5-4bb2-9438-bca11dacd6b7 None None] Port 9960cf97-1e04-4670-a833-59afcf1d888c cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:24:26.213525 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ea73b77b-748d-41e0-86f2-acca59a3ef5a req-983d8240-d99a-4297-8b3f-d43554171caf tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749273 Sep 29 17:24:26.263715 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:24:26.281097 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5dfed2a3-7fb3-41b4-98de-7b9dca41ad9e admin admin] 10.222.0.44 "PUT /v2.0/routers/fafc30a2-eb21-41c4-aac2-44d232e5e943/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7608893 Sep 29 17:24:26.399067 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-842bd81a-2637-4a2d-bb87-af5c4b9ea168 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:24:26.400045 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-842bd81a-2637-4a2d-bb87-af5c4b9ea168 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057676 Sep 29 17:24:26.459931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-fb557712-2683-4d40-9ba3-11dd6e594183 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:26.461356 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-fb557712-2683-4d40-9ba3-11dd6e594183 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports/729c711a-0d7c-497e-94e6-b7eef975bc22 HTTP/1.1" status: 200 len: 1093 time: 0.0545368 Sep 29 17:24:26.462389 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53344) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:26.474013 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-96609a2e-44e2-46f0-98b9-c3eb1a7a7dd8 service neutron] Request body: {'binding': {'host': 'n-h2-811748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:26.475228 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-96609a2e-44e2-46f0-98b9-c3eb1a7a7dd8 service neutron] Unknown quota resources ['binding']. {{(pid=95015) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:24:26.534170 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-69cfa365-ced7-45a2-907e-3697e233cd80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-172345855'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:26.618800 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cfa365-ced7-45a2-907e-3697e233cd80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Made reservation on behalf of 5cdd341bfba64967a0e77c2f05b5c5a0 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:24:26.624517 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69cfa365-ced7-45a2-907e-3697e233cd80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:26.650711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0fdb6-25b2-482d-9a7f-b6981afcabc7 req-d7b15fe5-32f6-49a1-beb5-b6ffcfc76b0f tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:26.661640 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e6a0fdb6-25b2-482d-9a7f-b6981afcabc7 req-d7b15fe5-32f6-49a1-beb5-b6ffcfc76b0f tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.1051121 Sep 29 17:24:26.666089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cfa365-ced7-45a2-907e-3697e233cd80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:24:26.678577 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69cfa365-ced7-45a2-907e-3697e233cd80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:26.679395 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-69cfa365-ced7-45a2-907e-3697e233cd80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Added segment d3a5a5e4-324b-43b0-8077-b389c669822c of type vlan for network a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 Sep 29 17:24:26.715403 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e6a0fdb6-25b2-482d-9a7f-b6981afcabc7 req-db2e8f33-fe69-4b76-9479-3af68da2ed69 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499084 Sep 29 17:24:26.756075 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69cfa365-ced7-45a2-907e-3697e233cd80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:26.761690 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-96609a2e-44e2-46f0-98b9-c3eb1a7a7dd8 service neutron] Attempting to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 on host n-h2-811748-2 for vnic_type normal with profile None {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:26.762181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-96609a2e-44e2-46f0-98b9-c3eb1a7a7dd8 service neutron] Attempting to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:26.762583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-96609a2e-44e2-46f0-98b9-c3eb1a7a7dd8 service neutron] Attempting to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:26.772883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-96609a2e-44e2-46f0-98b9-c3eb1a7a7dd8 service neutron] Port 729c711a-0d7c-497e-94e6-b7eef975bc22 on network c363c05d-b075-41d6-b265-c6ca1599d18c not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:24:26.773392 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-96609a2e-44e2-46f0-98b9-c3eb1a7a7dd8 service neutron] Attempting to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:26.783574 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-96609a2e-44e2-46f0-98b9-c3eb1a7a7dd8 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:26.783574 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-96609a2e-44e2-46f0-98b9-c3eb1a7a7dd8 service neutron] Checking segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:26.784258 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-96609a2e-44e2-46f0-98b9-c3eb1a7a7dd8 service neutron] Bound using segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:26.784770 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-96609a2e-44e2-46f0-98b9-c3eb1a7a7dd8 service neutron] Bound port: 729c711a-0d7c-497e-94e6-b7eef975bc22, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:26.832955 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69cfa365-ced7-45a2-907e-3697e233cd80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:26.838774 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cfa365-ced7-45a2-907e-3697e233cd80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:26.839421 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69cfa365-ced7-45a2-907e-3697e233cd80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:26.969794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-96609a2e-44e2-46f0-98b9-c3eb1a7a7dd8 service neutron] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=729c711a-0d7c-497e-94e6-b7eef975bc22,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:26.980068 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-69cfa365-ced7-45a2-907e-3697e233cd80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5166130 Sep 29 17:24:26.984893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53350) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:26.994007 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-96609a2e-44e2-46f0-98b9-c3eb1a7a7dd8 service neutron] Notify callbacks [] for binding, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:26.995161 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-96609a2e-44e2-46f0-98b9-c3eb1a7a7dd8 service neutron] 10.222.0.44 "POST /v2.0/ports/729c711a-0d7c-497e-94e6-b7eef975bc22/bindings HTTP/1.1" status: 201 len: 389 time: 0.5249958 Sep 29 17:24:26.995802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0e10ae13-09f4-46fa-9b8c-bf87dba418c7 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Request body: {'subnet': {'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:27.027242 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfa365-ced7-45a2-907e-3697e233cd80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event updated for resources: {'Network': ['ID=a5fce1b0-0578-4b7b-baf3-2b43a4a42d55,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:27.042164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:24:27.044537 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:27.066969 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb574dcc-559f-45c6-a757-9e231efc0e21 req-9c4fb039-ee30-4458-85fa-8e2f8c3f7d0e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:27.069245 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bb574dcc-559f-45c6-a757-9e231efc0e21 req-9c4fb039-ee30-4458-85fa-8e2f8c3f7d0e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 948 time: 0.1178343 Sep 29 17:24:27.248188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e128c7-a208-4119-ae04-3bfaea27adbc req-47532c4e-12d8-494e-995c-a2a15230f801 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:27.249758 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10e128c7-a208-4119-ae04-3bfaea27adbc req-47532c4e-12d8-494e-995c-a2a15230f801 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.49 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.1757042 Sep 29 17:24:27.252702 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bb574dcc-559f-45c6-a757-9e231efc0e21 req-75709490-51cc-4eb5-896f-0e5b0e65aa2c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644974 Sep 29 17:24:27.265138 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd377754-f825-42b8-9dcc-0fe808ef02ec req-3f26d529-6826-4837-b552-5d274d233a48 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:27.268085 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dd377754-f825-42b8-9dcc-0fe808ef02ec req-3f26d529-6826-4837-b552-5d274d233a48 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 945 time: 0.0808866 Sep 29 17:24:27.273446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e10ae13-09f4-46fa-9b8c-bf87dba418c7 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Made reservation on behalf of 5cdd341bfba64967a0e77c2f05b5c5a0 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:24:27.276919 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0e10ae13-09f4-46fa-9b8c-bf87dba418c7 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:27.328435 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dd377754-f825-42b8-9dcc-0fe808ef02ec req-aab0b0d5-4dd8-4d68-80af-a63f59d02b9e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547473 Sep 29 17:24:27.539331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784b60a-536a-4c36-a1a8-1bbff3add38b req-3e079ec7-7ec9-487d-a839-0c295a039275 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:27.540862 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4784b60a-536a-4c36-a1a8-1bbff3add38b req-3e079ec7-7ec9-487d-a839-0c295a039275 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 950 time: 0.1814375 Sep 29 17:24:27.542900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-90ab6067-215d-4b18-9c09-32d0a5191765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:27.544307 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-90ab6067-215d-4b18-9c09-32d0a5191765 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 1096 time: 0.2072561 Sep 29 17:24:27.695603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-10e128c7-a208-4119-ae04-3bfaea27adbc req-3caaa838-55a9-426c-aa32-7bce41cd8921 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Deleting port 2cc8cf57-72a7-451c-b24c-c823077f331e {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:24:27.695952 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10e128c7-a208-4119-ae04-3bfaea27adbc req-3caaa838-55a9-426c-aa32-7bce41cd8921 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:27.707361 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4784b60a-536a-4c36-a1a8-1bbff3add38b req-f3801f62-28b1-413f-986d-b9e8bde1c518 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/security-groups?id=91ff6260-a738-48bf-98f7-843851700bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584613 Sep 29 17:24:27.793593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device aee13fba-cb0a-441f-baed-f9956f1fd1e0 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:27.823365 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6a450-a2cc-4418-a13f-60cbb0cfd587 req-7fa792ea-85ce-4733-b58c-de0092dc42f7 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:27.825058 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-77a6a450-a2cc-4418-a13f-60cbb0cfd587 req-7fa792ea-85ce-4733-b58c-de0092dc42f7 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 944 time: 0.0700567 Sep 29 17:24:27.880513 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-77a6a450-a2cc-4418-a13f-60cbb0cfd587 req-edc6280f-d165-409c-b442-34662dbbcb87 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489373 Sep 29 17:24:27.885822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port aee13fba-cb0a-441f-baed-f9956f1fd1e0 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:27.886557 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:27.917632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Sync routers for ids ['fafc30a2-eb21-41c4-aac2-44d232e5e943'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:24:27.937442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Routers {'fafc30a2-eb21-41c4-aac2-44d232e5e943'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:24:27.938427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:24:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fafc30a2-eb21-41c4-aac2-44d232e5e943'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:28.085187 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:28.106694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Set router fafc30a2-eb21-41c4-aac2-44d232e5e943 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:24:28.123279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-9fd06cdc-29e3-4b15-b961-f4b82b4e60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:28.124708 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-9fd06cdc-29e3-4b15-b961-f4b82b4e60e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.5707762 Sep 29 17:24:28.143209 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port aee13fba-cb0a-441f-baed-f9956f1fd1e0, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=aee13fba-cb0a-441f-baed-f9956f1fd1e0,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:28.149996 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:28.155560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0e10ae13-09f4-46fa-9b8c-bf87dba418c7 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:28.234092 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-f37f4bd0-768b-48e2-a61d-eaaff1bbbb36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=729c711a-0d7c-497e-94e6-b7eef975bc22 HTTP/1.1" status: 200 len: 217 time: 0.0878253 Sep 29 17:24:28.249789 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-10e128c7-a208-4119-ae04-3bfaea27adbc req-3caaa838-55a9-426c-aa32-7bce41cd8921 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] For port 2cc8cf57-72a7-451c-b24c-c823077f331e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2cc8cf57-72a7-451c-b24c-c823077f331e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:28.249789 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10e128c7-a208-4119-ae04-3bfaea27adbc req-3caaa838-55a9-426c-aa32-7bce41cd8921 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:28.289790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-10e128c7-a208-4119-ae04-3bfaea27adbc req-3caaa838-55a9-426c-aa32-7bce41cd8921 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Calling delete_port for 2cc8cf57-72a7-451c-b24c-c823077f331e owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:24:28.295326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=aee13fba-cb0a-441f-baed-f9956f1fd1e0,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:28.340488 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2be61-32fa-4dd5-8b6b-75310fcd6e2a req-c4035f69-1701-495a-88dd-01823dd75ab7 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:28.341924 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dae2be61-32fa-4dd5-8b6b-75310fcd6e2a req-c4035f69-1701-495a-88dd-01823dd75ab7 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.2408938 Sep 29 17:24:28.357813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10ae13-09f4-46fa-9b8c-bf87dba418c7 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event updated for resources: {'Subnet': ['ID=d46fe09c-880d-44bf-aa2e-52f2b630c945,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:28.397130 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'name': 'tempest-ServersTestMultiNic-1864926567-router', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'aee13fba-cb0a-441f-baed-f9956f1fd1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:24:18Z', 'updated_at': '2021-09-29T17:24:24Z', 'revision_number': 4, 'project_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'gw_port': {'id': 'aee13fba-cb0a-441f-baed-f9956f1fd1e0', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:64:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:24:19Z', 'updated_at': '2021-09-29T17:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '9960cf97-1e04-4670-a833-59afcf1d888c', 'name': '', 'network_id': 'bf592c8d-a323-412a-b650-ec387eb24eb7', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'mac_address': 'fa:16:3e:00:f0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '0995ae42-fbbe-4907-bd8f-bcafa82ecc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:24:23Z', 'updated_at': '2021-09-29T17:24:25Z', 'revision_number': 2, 'project_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'subnets': [{'id': '0995ae42-fbbe-4907-bd8f-bcafa82ecc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:28.431604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-eeda1d0a-b549-47ed-9f2f-153cf1eb041a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:28.433030 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-eeda1d0a-b549-47ed-9f2f-153cf1eb041a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.1786983 Sep 29 17:24:28.434019 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898ee6e-17b7-4c7f-9ad5-7984bc500cd0 req-a86fadf8-07b5-4f11-b1c9-b0a124162dc6 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:28.434483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Checking router: fafc30a2-eb21-41c4-aac2-44d232e5e943 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:24:28.434992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Updating router fafc30a2-eb21-41c4-aac2-44d232e5e943 port 9960cf97-1e04-4670-a833-59afcf1d888c binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:24:28.435652 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d898ee6e-17b7-4c7f-9ad5-7984bc500cd0 req-a86fadf8-07b5-4f11-b1c9-b0a124162dc6 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 948 time: 0.0536001 Sep 29 17:24:28.469168 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:28.479593 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d898ee6e-17b7-4c7f-9ad5-7984bc500cd0 req-46750169-3c15-45ba-b4c1-10cdd094298f tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365262 Sep 29 17:24:28.503227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e10ae13-09f4-46fa-9b8c-bf87dba418c7 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Checking segment: {'id': 'd3a5a5e4-324b-43b0-8077-b389c669822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:28.503666 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e10ae13-09f4-46fa-9b8c-bf87dba418c7 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Network hostable DHCP agents. Network: a5fce1b0-0578-4b7b-baf3-2b43a4a42d55, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:24:28.513851 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-a8e3cbc6-0148-41b8-9fde-9cf11acbccf8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584660 Sep 29 17:24:28.527928 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dae2be61-32fa-4dd5-8b6b-75310fcd6e2a req-0ec6ef2f-9e40-4940-b4c7-89b4b77d4c14 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747720 Sep 29 17:24:28.578853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a3315-7028-467d-a594-f3e580b874b4 req-159bff87-2f75-4ef2-91bc-39ed1e9f715c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:28.580478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-823a3315-7028-467d-a594-f3e580b874b4 req-159bff87-2f75-4ef2-91bc-39ed1e9f715c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.49 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 944 time: 0.3848753 Sep 29 17:24:28.626861 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41592d62-e1bc-4108-a8ad-b7a147e48edb req-c99e0e90-38c6-45fb-ab83-a5c0fa90b9d6 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:28.636011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e10ae13-09f4-46fa-9b8c-bf87dba418c7 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Network a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:24:28.639126 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-41592d62-e1bc-4108-a8ad-b7a147e48edb req-c99e0e90-38c6-45fb-ab83-a5c0fa90b9d6 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 945 time: 0.0781035 Sep 29 17:24:28.694883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0e10ae13-09f4-46fa-9b8c-bf87dba418c7 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, a5fce1b0-0578-4b7b-baf3-2b43a4a42d55) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:28.711787 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-41592d62-e1bc-4108-a8ad-b7a147e48edb req-5275f507-018a-4f33-9173-b8e15f198535 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648680 Sep 29 17:24:28.713752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e10ae13-09f4-46fa-9b8c-bf87dba418c7 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:28.714348 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0e10ae13-09f4-46fa-9b8c-bf87dba418c7 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:28.736234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3509a55e-2e0f-4c65-ba92-8ffebec447ed None None] Network a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:24:28.780761 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-ef4b76a3-3c98-45a8-b743-adb427e814e7 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567801 Sep 29 17:24:28.783911 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0e10ae13-09f4-46fa-9b8c-bf87dba418c7 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7978678 Sep 29 17:24:28.787498 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53380) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:28.792020 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10e128c7-a208-4119-ae04-3bfaea27adbc req-3caaa838-55a9-426c-aa32-7bce41cd8921 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:28.794358 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-65d851f5-1be9-48bd-8e4a-f06d9ac5116b tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-699984249'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:28.819457 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d851f5-1be9-48bd-8e4a-f06d9ac5116b tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Made reservation on behalf of 5cdd341bfba64967a0e77c2f05b5c5a0 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:24:28.827227 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65d851f5-1be9-48bd-8e4a-f06d9ac5116b tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:28.864340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caaa838-55a9-426c-aa32-7bce41cd8921 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Pushing event deleted for resources: {'Port': ['ID=2cc8cf57-72a7-451c-b24c-c823077f331e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:28.885899 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-960b47a7-6424-404d-be6d-a980deaa638c req-4385b0e7-1735-4f6c-b18b-bcbef97a785d tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.44 "GET /v2.0/ports?device_id=30dc87e3-79b3-4ecc-9741-c083aa2fec17 HTTP/1.1" status: 200 len: 210 time: 0.0694919 Sep 29 17:24:28.913119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['2cc8cf57-72a7-451c-b24c-c823077f331e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:28.914258 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d851f5-1be9-48bd-8e4a-f06d9ac5116b tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:24:28.916388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:24:28.928919 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65d851f5-1be9-48bd-8e4a-f06d9ac5116b tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:28.929480 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-65d851f5-1be9-48bd-8e4a-f06d9ac5116b tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Added segment 5b3fbb81-f9c9-4606-91d2-ca31d1b94d65 of type vlan for network 5cd95ba7-c32d-40ee-a8fb-03aff578c996 Sep 29 17:24:28.934362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-823a3315-7028-467d-a594-f3e580b874b4 req-2efa86ad-d4cb-4ed8-8644-88910898e38f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Deleting port ca80e824-6d80-424d-8761-3a0d22cb2b89 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:24:28.934701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-823a3315-7028-467d-a594-f3e580b874b4 req-2efa86ad-d4cb-4ed8-8644-88910898e38f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:28.969247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e128c7-a208-4119-ae04-3bfaea27adbc req-3caaa838-55a9-426c-aa32-7bce41cd8921 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] No DVR routers for this DVR port 2cc8cf57-72a7-451c-b24c-c823077f331e on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:24:28.977556 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10e128c7-a208-4119-ae04-3bfaea27adbc req-3caaa838-55a9-426c-aa32-7bce41cd8921 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:28.979530 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10e128c7-a208-4119-ae04-3bfaea27adbc req-3caaa838-55a9-426c-aa32-7bce41cd8921 tempest-MigrationsAdminTest-2045020081 tempest-MigrationsAdminTest-2045020081-project] 10.222.0.49 "DELETE /v2.0/ports/2cc8cf57-72a7-451c-b24c-c823077f331e HTTP/1.1" status: 204 len: 173 time: 1.7220533 Sep 29 17:24:28.979983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dc87e3-79b3-4ecc-9741-c083aa2fec17', 'name': 'network-vif-deleted', 'tag': '2cc8cf57-72a7-451c-b24c-c823077f331e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:28.982561 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f233e2-fdf0-477d-aa1d-71c04f68673f" -d '{"events": [{"server_uuid": "30dc87e3-79b3-4ecc-9741-c083aa2fec17", "name": "network-vif-deleted", "tag": "2cc8cf57-72a7-451c-b24c-c823077f331e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:29.030230 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65d851f5-1be9-48bd-8e4a-f06d9ac5116b tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:29.058647 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be820a22-8e6b-49c4-a834-fef7d8c7aee3 x-openstack-request-id: req-be820a22-8e6b-49c4-a834-fef7d8c7aee3 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:29.059081 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30dc87e3-79b3-4ecc-9741-c083aa2fec17", "name": "network-vif-deleted", "tag": "2cc8cf57-72a7-451c-b24c-c823077f331e", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:29.059239 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be820a22-8e6b-49c4-a834-fef7d8c7aee3 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:29.059566 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dc87e3-79b3-4ecc-9741-c083aa2fec17', 'name': 'network-vif-deleted', 'tag': '2cc8cf57-72a7-451c-b24c-c823077f331e', 'status': 'completed', 'code': 200} Sep 29 17:24:29.063701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-20df963a-6fc1-4b00-9141-ccc5fc279844 service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733920 Sep 29 17:24:29.072737 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65d851f5-1be9-48bd-8e4a-f06d9ac5116b tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:29.084567 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d851f5-1be9-48bd-8e4a-f06d9ac5116b tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:29.085647 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65d851f5-1be9-48bd-8e4a-f06d9ac5116b tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:29.113662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-823a3315-7028-467d-a594-f3e580b874b4 req-2efa86ad-d4cb-4ed8-8644-88910898e38f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] For port ca80e824-6d80-424d-8761-3a0d22cb2b89, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=ca80e824-6d80-424d-8761-3a0d22cb2b89,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:29.114041 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-823a3315-7028-467d-a594-f3e580b874b4 req-2efa86ad-d4cb-4ed8-8644-88910898e38f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:29.132918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-823a3315-7028-467d-a594-f3e580b874b4 req-2efa86ad-d4cb-4ed8-8644-88910898e38f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Calling delete_port for ca80e824-6d80-424d-8761-3a0d22cb2b89 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:24:29.146345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73eccd-c1ea-4920-8357-ea8c71cc5204 req-5f33cc7b-d7e6-4b5b-ad32-e6e88588a4e7 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:29.148041 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f73eccd-c1ea-4920-8357-ea8c71cc5204 req-5f33cc7b-d7e6-4b5b-ad32-e6e88588a4e7 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=df10cc0c-5db0-4d17-8644-ffbe54c53e0e HTTP/1.1" status: 200 len: 944 time: 0.1096771 Sep 29 17:24:29.186322 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d851f5-1be9-48bd-8e4a-f06d9ac5116b tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event updated for resources: {'Network': ['ID=5cd95ba7-c32d-40ee-a8fb-03aff578c996,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:29.201083 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-65d851f5-1be9-48bd-8e4a-f06d9ac5116b tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4123073 Sep 29 17:24:29.202110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53386) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:29.209330 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c1538865-3fce-4497-974d-14e2c05a2d56 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Request body: {'subnet': {'network_id': '5cd95ba7-c32d-40ee-a8fb-03aff578c996', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:29.214975 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 5cd95ba7-c32d-40ee-a8fb-03aff578c996 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:24:29.245850 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.resource_extend [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:24:29.286146 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:29.290948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-a5fce1b0-0578-4b7b-baf3-2b43a4a42d55', 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'fixed_ips': [{'subnet_id': 'd46fe09c-880d-44bf-aa2e-52f2b630c945'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:24:29.293203 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:29.319370 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f73eccd-c1ea-4920-8357-ea8c71cc5204 req-dcddde99-996e-4cc2-a532-72160c3875b4 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836694 Sep 29 17:24:29.328607 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:29.339385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1538865-3fce-4497-974d-14e2c05a2d56 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Made reservation on behalf of 5cdd341bfba64967a0e77c2f05b5c5a0 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:24:29.344100 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1538865-3fce-4497-974d-14e2c05a2d56 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:29.359732 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-823a3315-7028-467d-a594-f3e580b874b4 req-2efa86ad-d4cb-4ed8-8644-88910898e38f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:29.399299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa86ad-d4cb-4ed8-8644-88910898e38f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Pushing event deleted for resources: {'Port': ['ID=ca80e824-6d80-424d-8761-3a0d22cb2b89,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:29.495011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-823a3315-7028-467d-a594-f3e580b874b4 req-2efa86ad-d4cb-4ed8-8644-88910898e38f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] No DVR routers for this DVR port ca80e824-6d80-424d-8761-3a0d22cb2b89 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:24:29.498505 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-823a3315-7028-467d-a594-f3e580b874b4 req-2efa86ad-d4cb-4ed8-8644-88910898e38f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:29.507798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-823a3315-7028-467d-a594-f3e580b874b4 req-2efa86ad-d4cb-4ed8-8644-88910898e38f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.49 "DELETE /v2.0/ports/ca80e824-6d80-424d-8761-3a0d22cb2b89 HTTP/1.1" status: 204 len: 173 time: 0.9073982 Sep 29 17:24:29.652800 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1538865-3fce-4497-974d-14e2c05a2d56 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:29.749953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2e2a8-9b12-4351-b258-4f275ef6d26f req-883a59c2-b8ba-4c89-afb4-39910bf1689d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:29.765149 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-69b2e2a8-9b12-4351-b258-4f275ef6d26f req-883a59c2-b8ba-4c89-afb4-39910bf1689d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.1114817 Sep 29 17:24:29.773113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3930c24-f33c-43ab-9702-24a587944a7e None None] Pushing event updated for resources: {'Port': ['ID=9960cf97-1e04-4670-a833-59afcf1d888c,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:29.841982 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-69b2e2a8-9b12-4351-b258-4f275ef6d26f req-a93ea703-2064-4c0d-9d82-cde7661573d0 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746875 Sep 29 17:24:29.858960 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device aee13fba-cb0a-441f-baed-f9956f1fd1e0 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:29.869613 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b59298-ef03-47b5-8c29-1c4ce4969b9d req-ef8b5e30-0640-412f-a6f1-9ed58705b77d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:29.871314 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-80b59298-ef03-47b5-8c29-1c4ce4969b9d req-ef8b5e30-0640-412f-a6f1-9ed58705b77d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 948 time: 0.2416334 Sep 29 17:24:29.883811 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1538865-3fce-4497-974d-14e2c05a2d56 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event updated for resources: {'Subnet': ['ID=02dc71a9-cfec-40f4-98da-2179c099d620,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:29.939833 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1538865-3fce-4497-974d-14e2c05a2d56 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Checking segment: {'id': '5b3fbb81-f9c9-4606-91d2-ca31d1b94d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5cd95ba7-c32d-40ee-a8fb-03aff578c996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:29.940190 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1538865-3fce-4497-974d-14e2c05a2d56 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Network hostable DHCP agents. Network: 5cd95ba7-c32d-40ee-a8fb-03aff578c996, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:24:29.952049 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-80b59298-ef03-47b5-8c29-1c4ce4969b9d req-b6e010f6-07d6-4fcb-89dc-00c0e58d168b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701909 Sep 29 17:24:29.968475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1538865-3fce-4497-974d-14e2c05a2d56 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Network 5cd95ba7-c32d-40ee-a8fb-03aff578c996 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:24:29.973178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:29.980612 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-c1538865-3fce-4497-974d-14e2c05a2d56 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 5cd95ba7-c32d-40ee-a8fb-03aff578c996) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:29.987238 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1538865-3fce-4497-974d-14e2c05a2d56 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:29.987238 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1538865-3fce-4497-974d-14e2c05a2d56 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:30.010829 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c1538865-3fce-4497-974d-14e2c05a2d56 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8069601 Sep 29 17:24:30.045319 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a725fa3-f5b7-4ef3-94e0-c683858be73d None None] Network 5cd95ba7-c32d-40ee-a8fb-03aff578c996 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:24:30.104259 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': 'f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005', 'mac_address': 'fa:16:3e:07:b7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:24:30.112793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Allocated IP 19.80.0.2 (a5fce1b0-0578-4b7b-baf3-2b43a4a42d55/d46fe09c-880d-44bf-aa2e-52f2b630c945/081ed34b-6827-46a2-a7b7-bc93492fb102) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:24:30.128081 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9097344b-af11-4269-83cf-e61a9b325932 None None] Provisioning complete for port 9960cf97-1e04-4670-a833-59afcf1d888c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:30.128462 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9097344b-af11-4269-83cf-e61a9b325932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:30.136242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Attempting to bind port 9960cf97-1e04-4670-a833-59afcf1d888c on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:30.136614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Attempting to bind port 9960cf97-1e04-4670-a833-59afcf1d888c by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '4cfaf701-c65b-45bc-9790-3205bf240dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bf592c8d-a323-412a-b650-ec387eb24eb7'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:30.136976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Attempting to bind port 9960cf97-1e04-4670-a833-59afcf1d888c on network bf592c8d-a323-412a-b650-ec387eb24eb7 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:30.146988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2e976-4d0c-4cc2-9ef9-47b940134a3a req-be3fcb73-9eb4-494d-8e98-861ece3c9e4e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:30.148495 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c2e2e976-4d0c-4cc2-9ef9-47b940134a3a req-be3fcb73-9eb4-494d-8e98-861ece3c9e4e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 945 time: 0.0639436 Sep 29 17:24:30.199490 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c2e2e976-4d0c-4cc2-9ef9-47b940134a3a req-4465735d-b77a-4150-b6b2-0d762b41d641 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439675 Sep 29 17:24:30.222348 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:30.222989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Checking segment: {'id': '4cfaf701-c65b-45bc-9790-3205bf240dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bf592c8d-a323-412a-b650-ec387eb24eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:30.223887 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:30.224442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Bound using segment: {'id': '4cfaf701-c65b-45bc-9790-3205bf240dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bf592c8d-a323-412a-b650-ec387eb24eb7'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:30.225097 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Bound port: 9960cf97-1e04-4670-a833-59afcf1d888c, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfaf701-c65b-45bc-9790-3205bf240dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'bf592c8d-a323-412a-b650-ec387eb24eb7'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:30.225690 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:30.294383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-9097344b-af11-4269-83cf-e61a9b325932 None None] Port 9960cf97-1e04-4670-a833-59afcf1d888c cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:24:30.456530 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:30.463378 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port aee13fba-cb0a-441f-baed-f9956f1fd1e0 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:30.464245 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:30.551651 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] For port 9960cf97-1e04-4670-a833-59afcf1d888c, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:30.557209 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] For port 9960cf97-1e04-4670-a833-59afcf1d888c, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9960cf97-1e04-4670-a833-59afcf1d888c,segment=NetworkSegment(4cfaf701-c65b-45bc-9790-3205bf240dfb),segment_id=4cfaf701-c65b-45bc-9790-3205bf240dfb)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:30.594213 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-0d255c28-fa9b-4af6-b0af-14d27bfa615c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:30.600328 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-0d255c28-fa9b-4af6-b0af-14d27bfa615c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:30.601962 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-0d255c28-fa9b-4af6-b0af-14d27bfa615c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/networks?id=a5fce1b0-0578-4b7b-baf3-2b43a4a42d55&id=5cd95ba7-c32d-40ee-a8fb-03aff578c996&id=a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 HTTP/1.1" status: 200 len: 1390 time: 0.2370183 Sep 29 17:24:30.620535 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:30.626613 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-7d6e904b-9879-40f6-a016-ba671887f4d5 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/quotas/5cdd341bfba64967a0e77c2f05b5c5a0 HTTP/1.1" status: 200 len: 375 time: 0.0165224 Sep 29 17:24:30.635672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53422) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:30.637686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-5cd95ba7-c32d-40ee-a8fb-03aff578c996', 'network_id': '5cd95ba7-c32d-40ee-a8fb-03aff578c996', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'fixed_ips': [{'subnet_id': '02dc71a9-cfec-40f4-98da-2179c099d620'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:24:30.638531 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:30.662547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:30.686951 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-91f9c589-1b2e-46d5-91de-bf1f51947d69 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5cdd341bfba64967a0e77c2f05b5c5a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594103 Sep 29 17:24:30.802260 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:30.852254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Routers {'fafc30a2-eb21-41c4-aac2-44d232e5e943'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:24:30.852768 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-a67d2b54-5cc1-4837-9415-b5d753a26c71 service neutron] 10.222.0.44 "GET /v2.0/networks/a5fce1b0-0578-4b7b-baf3-2b43a4a42d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633072 Sep 29 17:24:30.852914 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:24:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fafc30a2-eb21-41c4-aac2-44d232e5e943'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:30.878466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b46fe3-de98-44dc-8acd-b23266f4c945 req-8107b06b-3eb3-4992-abb5-345d8325b3e0 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:30.881053 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-37b46fe3-de98-44dc-8acd-b23266f4c945 req-8107b06b-3eb3-4992-abb5-345d8325b3e0 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 945 time: 0.1524172 Sep 29 17:24:30.883805 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-70935dbd-1d30-4441-a435-b162d1b52a91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a84d217d4dcf43a280aed44f5566a55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464664 Sep 29 17:24:30.886614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53428) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:30.966486 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:30.984382 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2f1fdbcc-f2e4-4a7e-becd-d803df10148a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:31.009955 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2f1fdbcc-f2e4-4a7e-becd-d803df10148a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:31.018321 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device ca80e824-6d80-424d-8761-3a0d22cb2b89 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:24:31.053801 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-49b5565d-ea2c-4dd2-a62d-ad5ef3d0296f service neutron] 10.222.0.44 "GET /v2.0/networks/a5fce1b0-0578-4b7b-baf3-2b43a4a42d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927395 Sep 29 17:24:31.063312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df10cc0c-5db0-4d17-8644-ffbe54c53e0e', 'name': 'network-vif-deleted', 'tag': 'ca80e824-6d80-424d-8761-3a0d22cb2b89'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:31.065570 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ed41f4-d804-4544-91eb-9016c6d72d4d" -d '{"events": [{"server_uuid": "df10cc0c-5db0-4d17-8644-ffbe54c53e0e", "name": "network-vif-deleted", "tag": "ca80e824-6d80-424d-8761-3a0d22cb2b89"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:31.090508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-37b46fe3-de98-44dc-8acd-b23266f4c945 req-538eff96-018f-45d2-a208-208a655fc427 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996257 Sep 29 17:24:31.111501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3930c24-f33c-43ab-9702-24a587944a7e None None] Pushing event updated for resources: {'Port': ['ID=9960cf97-1e04-4670-a833-59afcf1d888c,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:31.125000 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: ca80e824-6d80-424d-8761-3a0d22cb2b89 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:24:31.125365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device ca80e824-6d80-424d-8761-3a0d22cb2b89 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:24:31.125788 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2cc8cf57-72a7-451c-b24c-c823077f331e no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:24:31.174458 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-43ec5621-9aad-48b3-a6da-2656d45a5e1b service neutron] 10.222.0.44 "GET /v2.0/networks/5cd95ba7-c32d-40ee-a8fb-03aff578c996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197312 Sep 29 17:24:31.226121 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:31.236062 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2f1fdbcc-f2e4-4a7e-becd-d803df10148a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:31.236268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 2cc8cf57-72a7-451c-b24c-c823077f331e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:24:31.236917 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2cc8cf57-72a7-451c-b24c-c823077f331e not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:24:31.237221 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2f1fdbcc-f2e4-4a7e-becd-d803df10148a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:31.238394 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2f1fdbcc-f2e4-4a7e-becd-d803df10148a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/91ff6260-a738-48bf-98f7-843851700bd2 HTTP/1.1" status: 204 len: 168 time: 0.3495739 Sep 29 17:24:31.291344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c46076-542e-4869-abe4-c1a88ba24425 req-230529c2-7042-4038-b031-97517a072840 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:31.293123 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f7c46076-542e-4869-abe4-c1a88ba24425 req-230529c2-7042-4038-b031-97517a072840 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.49 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 945 time: 0.1994016 Sep 29 17:24:31.296247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fdbcc-f2e4-4a7e-becd-d803df10148a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ff6260-a738-48bf-98f7-843851700bd2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:31.326464 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Allocated IP 19.86.0.2 (5cd95ba7-c32d-40ee-a8fb-03aff578c996/02dc71a9-cfec-40f4-98da-2179c099d620/0d2265da-6f05-4c1c-b351-0d2f88a1ce60) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:24:31.337334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-46588eb4-fa68-4abc-b5f1-7fb6da39ef42 service neutron] 10.222.0.44 "GET /v2.0/networks/5cd95ba7-c32d-40ee-a8fb-03aff578c996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552773 Sep 29 17:24:31.370088 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ab4e2-f30d-4e66-8319-13cae68cadfd req-90e240cf-a9e3-45bb-afa9-2f1edfa14f32 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:31.372734 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-960ab4e2-f30d-4e66-8319-13cae68cadfd req-90e240cf-a9e3-45bb-afa9-2f1edfa14f32 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.1497982 Sep 29 17:24:31.534669 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-960ab4e2-f30d-4e66-8319-13cae68cadfd req-29460ce6-0786-4c81-a979-5d6ebb6cee04 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111784 Sep 29 17:24:31.564416 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:31.608988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f7c46076-542e-4869-abe4-c1a88ba24425 req-d875489a-dafe-40f8-9c3e-a7207b403863 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Deleting port a610e393-0c65-444d-b97f-16de5c7e3ac7 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:24:31.615217 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f7c46076-542e-4869-abe4-c1a88ba24425 req-d875489a-dafe-40f8-9c3e-a7207b403863 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:31.648067 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] Set router fafc30a2-eb21-41c4-aac2-44d232e5e943 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:24:31.800021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:31.833439 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:31.844503 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-5eb94455-27d6-462a-bcca-2399e1db4a0a service neutron] 10.222.0.44 "GET /v2.0/networks/a5fce1b0-0578-4b7b-baf3-2b43a4a42d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005207 Sep 29 17:24:31.854427 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:31.908949 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53444) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:31.940753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f7c46076-542e-4869-abe4-c1a88ba24425 req-d875489a-dafe-40f8-9c3e-a7207b403863 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] For port a610e393-0c65-444d-b97f-16de5c7e3ac7, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a610e393-0c65-444d-b97f-16de5c7e3ac7,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:31.942360 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f7c46076-542e-4869-abe4-c1a88ba24425 req-d875489a-dafe-40f8-9c3e-a7207b403863 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:31.961529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f7c46076-542e-4869-abe4-c1a88ba24425 req-d875489a-dafe-40f8-9c3e-a7207b403863 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Calling delete_port for a610e393-0c65-444d-b97f-16de5c7e3ac7 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:24:31.996917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebad9d-11fe-418b-ae96-b031cb5b7e68 req-61f4a43d-2e04-4a15-bb89-4778bad92203 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:32.014202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-90ebad9d-11fe-418b-ae96-b031cb5b7e68 req-61f4a43d-2e04-4a15-bb89-4778bad92203 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 949 time: 0.1654637 Sep 29 17:24:32.052284 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ded1112b-03ff-4ca0-807c-96f4a1396686 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ef28ba28caa4d2091838abf02620999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412957 Sep 29 17:24:32.053134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53446) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:32.107463 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-54552373-f491-4154-b153-879fea78e167 service neutron] 10.222.0.44 "GET /v2.0/networks/a5fce1b0-0578-4b7b-baf3-2b43a4a42d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618837 Sep 29 17:24:32.124646 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Network a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:24:32.125125 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-324c004b-cadd-45ab-8b5a-7b6da0af5a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:32.127921 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Pushing event updated for resources: {'Port': ['ID=081ed34b-6827-46a2-a7b7-bc93492fb102,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:32.137059 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:32.137163 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-90ebad9d-11fe-418b-ae96-b031cb5b7e68 req-d9d775b5-430a-4c81-a401-0b1b5a71b7cf tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211648 Sep 29 17:24:32.139610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:32.143467 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ac48b572-be1d-4e5b-8c1c-9f0df15ce248 None None] Provisioning complete for port 9960cf97-1e04-4670-a833-59afcf1d888c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:32.143816 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ac48b572-be1d-4e5b-8c1c-9f0df15ce248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:32.179936 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-324c004b-cadd-45ab-8b5a-7b6da0af5a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:32.188514 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:24:32.243856 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-324c004b-cadd-45ab-8b5a-7b6da0af5a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:32.250169 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-324c004b-cadd-45ab-8b5a-7b6da0af5a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:32.251618 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-324c004b-cadd-45ab-8b5a-7b6da0af5a6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/974fc1bd-deb4-4fff-8a62-92138d547748 HTTP/1.1" status: 204 len: 168 time: 0.1958714 Sep 29 17:24:32.252167 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33b3c23-521a-4652-96af-876b07f1152b x-openstack-request-id: req-c33b3c23-521a-4652-96af-876b07f1152b {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:32.262542 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c004b-cadd-45ab-8b5a-7b6da0af5a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974fc1bd-deb4-4fff-8a62-92138d547748,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:32.273659 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df10cc0c-5db0-4d17-8644-ffbe54c53e0e", "name": "network-vif-deleted", "tag": "ca80e824-6d80-424d-8761-3a0d22cb2b89", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:32.273976 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c33b3c23-521a-4652-96af-876b07f1152b {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:32.274504 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df10cc0c-5db0-4d17-8644-ffbe54c53e0e', 'name': 'network-vif-deleted', 'tag': 'ca80e824-6d80-424d-8761-3a0d22cb2b89', 'status': 'completed', 'code': 200} Sep 29 17:24:32.281479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Network 5cd95ba7-c32d-40ee-a8fb-03aff578c996 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:24:32.319006 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f7c46076-542e-4869-abe4-c1a88ba24425 req-d875489a-dafe-40f8-9c3e-a7207b403863 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:32.351392 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:32.356756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875489a-dafe-40f8-9c3e-a7207b403863 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Pushing event deleted for resources: {'Port': ['ID=a610e393-0c65-444d-b97f-16de5c7e3ac7,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:32.458010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c46076-542e-4869-abe4-c1a88ba24425 req-d875489a-dafe-40f8-9c3e-a7207b403863 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] No DVR routers for this DVR port a610e393-0c65-444d-b97f-16de5c7e3ac7 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:24:32.463945 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f7c46076-542e-4869-abe4-c1a88ba24425 req-d875489a-dafe-40f8-9c3e-a7207b403863 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:32.465730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:24:32.469568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f7c46076-542e-4869-abe4-c1a88ba24425 req-d875489a-dafe-40f8-9c3e-a7207b403863 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.49 "DELETE /v2.0/ports/a610e393-0c65-444d-b97f-16de5c7e3ac7 HTTP/1.1" status: 204 len: 173 time: 1.1625531 Sep 29 17:24:32.520937 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Attempting to bind port 081ed34b-6827-46a2-a7b7-bc93492fb102 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:32.521400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Attempting to bind port 081ed34b-6827-46a2-a7b7-bc93492fb102 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd3a5a5e4-324b-43b0-8077-b389c669822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:32.521758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Attempting to bind port 081ed34b-6827-46a2-a7b7-bc93492fb102 on network a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:32.523914 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Pushing event updated for resources: {'Port': ['ID=0d2265da-6f05-4c1c-b351-0d2f88a1ce60,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:32.525153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9b7daf40-f0ab-472f-bbf0-c8d6d29cde4e req-58763c76-38ef-4e4f-a1b2-e7e1cb660d1f tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=278549ed-667c-42fb-99ef-15c8b925cb5b HTTP/1.1" status: 200 len: 210 time: 0.0402603 Sep 29 17:24:32.612920 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faafc0d-32fd-4c57-bbb7-16b222c70058 req-a68cad8e-3ee5-4fad-ae0e-7f1aa470151e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:32.629001 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d076fdeb-7f65-4b40-b2d5-0c921c71100c req-cbcd4be1-84c7-42e8-ac04-0b6214d3b31a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 210 time: 0.0412865 Sep 29 17:24:32.629637 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6faafc0d-32fd-4c57-bbb7-16b222c70058 req-a68cad8e-3ee5-4fad-ae0e-7f1aa470151e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 945 time: 0.1561177 Sep 29 17:24:32.740562 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ac48b572-be1d-4e5b-8c1c-9f0df15ce248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:32.742528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:32.742902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Checking segment: {'id': 'd3a5a5e4-324b-43b0-8077-b389c669822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:32.743293 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:32.743686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Bound using segment: {'id': 'd3a5a5e4-324b-43b0-8077-b389c669822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:32.744226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Bound port: 081ed34b-6827-46a2-a7b7-bc93492fb102, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a5a5e4-324b-43b0-8077-b389c669822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:32.744608 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:32.748847 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6faafc0d-32fd-4c57-bbb7-16b222c70058 req-698e5f3c-3483-45bc-9499-21c51a061e6e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176887 Sep 29 17:24:32.859654 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5035cc-6951-46de-bd63-9ad1354a8429 req-4a906b3f-27bb-41e2-8f16-ee9d85685dc7 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:32.866820 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e5035cc-6951-46de-bd63-9ad1354a8429 req-4a906b3f-27bb-41e2-8f16-ee9d85685dc7 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.1049283 Sep 29 17:24:32.934809 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e5035cc-6951-46de-bd63-9ad1354a8429 req-60bcc101-70c4-4567-9d17-f2c130430e9c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622144 Sep 29 17:24:32.986587 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Attempting to bind port 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:32.986952 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Attempting to bind port 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '5b3fbb81-f9c9-4606-91d2-ca31d1b94d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5cd95ba7-c32d-40ee-a8fb-03aff578c996'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:32.987327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Attempting to bind port 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 on network 5cd95ba7-c32d-40ee-a8fb-03aff578c996 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:33.019005 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ac48b572-be1d-4e5b-8c1c-9f0df15ce248 None None] For port 9960cf97-1e04-4670-a833-59afcf1d888c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9960cf97-1e04-4670-a833-59afcf1d888c,segment=NetworkSegment(4cfaf701-c65b-45bc-9790-3205bf240dfb),segment_id=4cfaf701-c65b-45bc-9790-3205bf240dfb)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:33.033734 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:33.034415 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Checking segment: {'id': '5b3fbb81-f9c9-4606-91d2-ca31d1b94d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5cd95ba7-c32d-40ee-a8fb-03aff578c996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:33.034556 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:33.034954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Bound using segment: {'id': '5b3fbb81-f9c9-4606-91d2-ca31d1b94d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5cd95ba7-c32d-40ee-a8fb-03aff578c996'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:33.035518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Bound port: 0d2265da-6f05-4c1c-b351-0d2f88a1ce60, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3fbb81-f9c9-4606-91d2-ca31d1b94d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5cd95ba7-c32d-40ee-a8fb-03aff578c996'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:33.035913 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:33.044279 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ac48b572-be1d-4e5b-8c1c-9f0df15ce248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:33.095298 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] For port 081ed34b-6827-46a2-a7b7-bc93492fb102, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:33.128486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] For port 081ed34b-6827-46a2-a7b7-bc93492fb102, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=081ed34b-6827-46a2-a7b7-bc93492fb102,segment=NetworkSegment(d3a5a5e4-324b-43b0-8077-b389c669822c),segment_id=d3a5a5e4-324b-43b0-8077-b389c669822c)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:33.164468 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:33.236103 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48b572-be1d-4e5b-8c1c-9f0df15ce248 None None] Pushing event updated for resources: {'Port': ['ID=9960cf97-1e04-4670-a833-59afcf1d888c,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:33.272694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'name': 'tempest-ServersTestMultiNic-1864926567-router', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'aee13fba-cb0a-441f-baed-f9956f1fd1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:24:18Z', 'updated_at': '2021-09-29T17:24:24Z', 'revision_number': 4, 'project_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'gw_port': {'id': 'aee13fba-cb0a-441f-baed-f9956f1fd1e0', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:24:19Z', 'updated_at': '2021-09-29T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '9960cf97-1e04-4670-a833-59afcf1d888c', 'name': '', 'network_id': 'bf592c8d-a323-412a-b650-ec387eb24eb7', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'mac_address': 'fa:16:3e:00:f0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '0995ae42-fbbe-4907-bd8f-bcafa82ecc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:24:23Z', 'updated_at': '2021-09-29T17:24:30Z', 'revision_number': 4, 'project_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'subnets': [{'id': '0995ae42-fbbe-4907-bd8f-bcafa82ecc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:33.362682 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4fc26-e5f9-4c33-8689-36ee6b5b09eb None None] The sync data for ids ['fafc30a2-eb21-41c4-aac2-44d232e5e943'] in n-d-811748-2 is: [{'id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'name': 'tempest-ServersTestMultiNic-1864926567-router', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'aee13fba-cb0a-441f-baed-f9956f1fd1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:24:18Z', 'updated_at': '2021-09-29T17:24:24Z', 'revision_number': 4, 'project_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'gw_port': {'id': 'aee13fba-cb0a-441f-baed-f9956f1fd1e0', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:24:19Z', 'updated_at': '2021-09-29T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '9960cf97-1e04-4670-a833-59afcf1d888c', 'name': '', 'network_id': 'bf592c8d-a323-412a-b650-ec387eb24eb7', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'mac_address': 'fa:16:3e:00:f0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '0995ae42-fbbe-4907-bd8f-bcafa82ecc06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:24:23Z', 'updated_at': '2021-09-29T17:24:30Z', 'revision_number': 4, 'project_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'subnets': [{'id': '0995ae42-fbbe-4907-bd8f-bcafa82ecc06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:24:33.367143 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] For port 0d2265da-6f05-4c1c-b351-0d2f88a1ce60, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:33.404305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dee6a-31bf-406f-801c-c87ba8ef8ddd req-ec13cb57-afa1-4143-9208-f7e2bd7372d3 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:33.417334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] For port 0d2265da-6f05-4c1c-b351-0d2f88a1ce60, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0d2265da-6f05-4c1c-b351-0d2f88a1ce60,segment=NetworkSegment(5b3fbb81-f9c9-4606-91d2-ca31d1b94d65),segment_id=5b3fbb81-f9c9-4606-91d2-ca31d1b94d65)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:33.417790 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-340dee6a-31bf-406f-801c-c87ba8ef8ddd req-ec13cb57-afa1-4143-9208-f7e2bd7372d3 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 949 time: 0.1482124 Sep 29 17:24:33.438846 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:33.473000 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Pushing event updated for resources: {'Port': ['ID=081ed34b-6827-46a2-a7b7-bc93492fb102,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:33.510886 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-340dee6a-31bf-406f-801c-c87ba8ef8ddd req-4ca06f0b-2ab2-437c-86c3-7ea349ae24df tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871685 Sep 29 17:24:33.521983 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:33.525110 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:33.525680 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:33.526150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:33.526579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:33.527048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:33.528279 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:33.537735 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:33.538427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:33.539413 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:33.539910 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:33.541458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63832c-089c-442d-9fcc-8ff2de9150a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:24:33.699981 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c83a5-b85b-44bb-a2fe-1ec9630fad31 None None] Pushing event updated for resources: {'Port': ['ID=0d2265da-6f05-4c1c-b351-0d2f88a1ce60,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:33.888554 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9960cf97-1e04-4670-a833-59afcf1d888c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:33.914236 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-25c4dc2c-e161-4bac-839d-1be1a12bb951 req-13a32707-f0bd-4317-9b12-de68368638d0 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 210 time: 0.1268017 Sep 29 17:24:34.111671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9960cf97-1e04-4670-a833-59afcf1d888c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:34.112050 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:34.230400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a71793-325a-4524-b474-48dfac6cab6b req-a01b8e87-51b8-4995-8a1c-b2996c4eccc1 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:34.235262 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f8a71793-325a-4524-b474-48dfac6cab6b req-a01b8e87-51b8-4995-8a1c-b2996c4eccc1 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 945 time: 0.1563518 Sep 29 17:24:34.373678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '278549ed-667c-42fb-99ef-15c8b925cb5b', 'name': 'network-vif-deleted', 'tag': 'a610e393-0c65-444d-b97f-16de5c7e3ac7'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:34.376202 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c7fa1f-8bf3-42b2-ae4c-4e7b0cf86547" -d '{"events": [{"server_uuid": "278549ed-667c-42fb-99ef-15c8b925cb5b", "name": "network-vif-deleted", "tag": "a610e393-0c65-444d-b97f-16de5c7e3ac7"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:34.387719 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f8a71793-325a-4524-b474-48dfac6cab6b req-09fc6581-ec0a-4652-a342-aec4a52878e7 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232445 Sep 29 17:24:34.565321 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255077f0-bebb-42f3-8b4a-f97d4b2601fd req-31aff05c-a1a2-49f1-a043-cee7e0a375b1 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:34.567660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-255077f0-bebb-42f3-8b4a-f97d4b2601fd req-31aff05c-a1a2-49f1-a043-cee7e0a375b1 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.0730622 Sep 29 17:24:34.572376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b9bca-2798-4b39-948d-86775ce92733 req-230f5e1c-e87c-4647-bae1-03aa487643b3 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:34.584573 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-525b9bca-2798-4b39-948d-86775ce92733 req-230f5e1c-e87c-4647-bae1-03aa487643b3 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 944 time: 0.1955862 Sep 29 17:24:34.610897 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-2095f535-2198-4fc9-a721-82302a59754c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:34.631473 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-255077f0-bebb-42f3-8b4a-f97d4b2601fd req-9eb9bf0b-bfa2-456f-8ed0-95e4ee011f81 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552018 Sep 29 17:24:34.635898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-2095f535-2198-4fc9-a721-82302a59754c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:34.639385 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-2095f535-2198-4fc9-a721-82302a59754c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.49 "GET /v2.0/networks?id=a5fce1b0-0578-4b7b-baf3-2b43a4a42d55&id=5cd95ba7-c32d-40ee-a8fb-03aff578c996&id=a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 HTTP/1.1" status: 200 len: 1390 time: 0.4585564 Sep 29 17:24:34.664116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ed26b-bcb9-4ec5-9161-085dd57437c4 req-f199d146-1d3e-4944-a609-d392432a8bde tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:34.665947 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c8ed26b-bcb9-4ec5-9161-085dd57437c4 req-f199d146-1d3e-4944-a609-d392432a8bde tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 944 time: 0.2281106 Sep 29 17:24:34.684543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-c74d9a69-2013-4b49-a008-f193960d173a req-d04f836b-7ce1-43e1-be5d-615ffc0d0b84 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Request body: {'port': {'device_id': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55', 'admin_state_up': True, 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:34.766710 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcff8c3-0617-4b75-8a88-130d5ebd8fe1 x-openstack-request-id: req-9dcff8c3-0617-4b75-8a88-130d5ebd8fe1 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:34.767330 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "278549ed-667c-42fb-99ef-15c8b925cb5b", "name": "network-vif-deleted", "tag": "a610e393-0c65-444d-b97f-16de5c7e3ac7", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:34.767760 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9dcff8c3-0617-4b75-8a88-130d5ebd8fe1 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:34.768357 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '278549ed-667c-42fb-99ef-15c8b925cb5b', 'name': 'network-vif-deleted', 'tag': 'a610e393-0c65-444d-b97f-16de5c7e3ac7', 'status': 'completed', 'code': 200} Sep 29 17:24:34.900267 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-525b9bca-2798-4b39-948d-86775ce92733 req-b2a78f4f-c765-45a3-86f5-89741711c95c tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144445 Sep 29 17:24:34.943223 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df298295-6480-4bb6-bedf-c373ec0fa228 req-deaa1247-4fe0-4422-a5cd-9a65324602fd tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:34.953329 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-df298295-6480-4bb6-bedf-c373ec0fa228 req-deaa1247-4fe0-4422-a5cd-9a65324602fd tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 949 time: 0.1482482 Sep 29 17:24:34.978928 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4d55d24a-4f2b-4770-8739-ca3393d9d047 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:24:35.069292 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-df298295-6480-4bb6-bedf-c373ec0fa228 req-7a0f814d-0ec9-4f8c-be0f-1c93178307bb tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148055 Sep 29 17:24:35.071221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:35.179000 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-9c8ed26b-bcb9-4ec5-9161-085dd57437c4 req-4627b1f7-e2be-4afd-b572-eb27dd2bc168 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Deleting port 4d55d24a-4f2b-4770-8739-ca3393d9d047 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:24:35.179347 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9c8ed26b-bcb9-4ec5-9161-085dd57437c4 req-4627b1f7-e2be-4afd-b572-eb27dd2bc168 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:35.297605 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3d74f56-d7aa-449d-857e-75ba9a998ff8 req-59e7fccc-116f-4a50-add1-ca82b0182700 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 210 time: 0.0817890 Sep 29 17:24:35.365390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a103e1f-ef38-439c-ad82-2d785be84454 None None] Network a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:24:35.369855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-d04f836b-7ce1-43e1-be5d-615ffc0d0b84 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Made reservation on behalf of 5cdd341bfba64967a0e77c2f05b5c5a0 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:24:35.381098 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-d04f836b-7ce1-43e1-be5d-615ffc0d0b84 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:35.547461 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:24:35.550577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a610e393-0c65-444d-b97f-16de5c7e3ac7 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:24:35.564466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:35.565396 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:35.656331 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: a610e393-0c65-444d-b97f-16de5c7e3ac7 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:24:35.663628 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a610e393-0c65-444d-b97f-16de5c7e3ac7 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:24:35.679834 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-95a36849-a53f-4be7-a6ac-7485470e30e8 None None] Provisioning complete for port 081ed34b-6827-46a2-a7b7-bc93492fb102 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:35.680311 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-95a36849-a53f-4be7-a6ac-7485470e30e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:35.683585 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954db4f5-8dbb-47d1-9e28-f61637bf3488 req-10b0500b-815b-4b46-a27f-08b12a240157 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:35.697884 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-954db4f5-8dbb-47d1-9e28-f61637bf3488 req-10b0500b-815b-4b46-a27f-08b12a240157 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 945 time: 0.1695867 Sep 29 17:24:35.722659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-9c8ed26b-bcb9-4ec5-9161-085dd57437c4 req-4627b1f7-e2be-4afd-b572-eb27dd2bc168 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] For port 4d55d24a-4f2b-4770-8739-ca3393d9d047, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4d55d24a-4f2b-4770-8739-ca3393d9d047,segment=NetworkSegment(09b9a10b-1541-4cb9-9659-61988e77ba28),segment_id=09b9a10b-1541-4cb9-9659-61988e77ba28)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:35.723980 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9c8ed26b-bcb9-4ec5-9161-085dd57437c4 req-4627b1f7-e2be-4afd-b572-eb27dd2bc168 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:35.772371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-9c8ed26b-bcb9-4ec5-9161-085dd57437c4 req-4627b1f7-e2be-4afd-b572-eb27dd2bc168 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Calling delete_port for 4d55d24a-4f2b-4770-8739-ca3393d9d047 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:24:35.859664 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-954db4f5-8dbb-47d1-9e28-f61637bf3488 req-9fad2620-0928-4f5d-9c2d-5f3594b91175 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555295 Sep 29 17:24:36.032032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-c74d9a69-2013-4b49-a008-f193960d173a req-d04f836b-7ce1-43e1-be5d-615ffc0d0b84 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Allocated IP 19.80.0.158 (a5fce1b0-0578-4b7b-baf3-2b43a4a42d55/d46fe09c-880d-44bf-aa2e-52f2b630c945/10199fab-d7b2-4202-a55e-5f28869cac60) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:24:36.043049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa46544-cda7-4e5f-8d28-d2d4e78baa88 req-81665009-6846-4451-8ed7-1f59e5f60c1d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:36.044849 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fa46544-cda7-4e5f-8d28-d2d4e78baa88 req-81665009-6846-4451-8ed7-1f59e5f60c1d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.2660761 Sep 29 17:24:36.053143 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-95a36849-a53f-4be7-a6ac-7485470e30e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:36.055589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 081ed34b-6827-46a2-a7b7-bc93492fb102 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:36.057447 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cd5829-e359-4d52-99f7-5c56dc47f117 None None] Network 5cd95ba7-c32d-40ee-a8fb-03aff578c996 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:24:36.168591 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:36.173200 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fa46544-cda7-4e5f-8d28-d2d4e78baa88 req-e601a494-d308-43c9-92f6-ba2ff3dd0ef5 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219029 Sep 29 17:24:36.268526 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-95a36849-a53f-4be7-a6ac-7485470e30e8 None None] For port 081ed34b-6827-46a2-a7b7-bc93492fb102, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=081ed34b-6827-46a2-a7b7-bc93492fb102,segment=NetworkSegment(d3a5a5e4-324b-43b0-8077-b389c669822c),segment_id=d3a5a5e4-324b-43b0-8077-b389c669822c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:36.284536 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da62508-2d12-4939-8e67-0a4c3bd598e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:36.289500 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbfe6e4-1d0b-40e0-9bc5-2fc01d792acc" -d '{"events": [{"server_uuid": "3da62508-2d12-4939-8e67-0a4c3bd598e6", "name": "network-vif-plugged", "status": "completed", "tag": "f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:36.292543 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-95a36849-a53f-4be7-a6ac-7485470e30e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:36.398089 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9c8ed26b-bcb9-4ec5-9161-085dd57437c4 req-4627b1f7-e2be-4afd-b572-eb27dd2bc168 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:36.415207 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a36849-a53f-4be7-a6ac-7485470e30e8 None None] Pushing event updated for resources: {'Port': ['ID=081ed34b-6827-46a2-a7b7-bc93492fb102,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:36.431074 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:36.441203 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:36.447142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627b1f7-e2be-4afd-b572-eb27dd2bc168 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Pushing event deleted for resources: {'Port': ['ID=4d55d24a-4f2b-4770-8739-ca3393d9d047,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:36.466591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7eee7-2f7e-4a21-9ad9-7d13592cdf51 req-84f5a22a-5d3f-42ae-a146-f5391fc4d877 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:36.468403 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9d7eee7-2f7e-4a21-9ad9-7d13592cdf51 req-84f5a22a-5d3f-42ae-a146-f5391fc4d877 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 949 time: 0.0869231 Sep 29 17:24:36.505975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ff95e-7472-4d5f-be78-c5cf023e7424 req-3343d47b-11e1-43a2-b0ba-5b43f6e60342 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:36.513073 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-426ff95e-7472-4d5f-be78-c5cf023e7424 req-3343d47b-11e1-43a2-b0ba-5b43f6e60342 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a8941bf-4793-4f18-852a-a68336030f25 HTTP/1.1" status: 200 len: 866 time: 0.2157838 Sep 29 17:24:36.521417 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9d7eee7-2f7e-4a21-9ad9-7d13592cdf51 req-88d1056c-6b0d-4991-a502-9a0afa6f1b47 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424941 Sep 29 17:24:36.528038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2f59d73d-bee2-4246-b7e3-18a20add2c85 None None] Provisioning complete for port 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:36.528624 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2f59d73d-bee2-4246-b7e3-18a20add2c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:36.535053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 081ed34b-6827-46a2-a7b7-bc93492fb102 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:36.535404 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:36.578578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8ed26b-bcb9-4ec5-9161-085dd57437c4 req-4627b1f7-e2be-4afd-b572-eb27dd2bc168 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] No DVR routers for this DVR port 4d55d24a-4f2b-4770-8739-ca3393d9d047 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:24:36.582151 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9c8ed26b-bcb9-4ec5-9161-085dd57437c4 req-4627b1f7-e2be-4afd-b572-eb27dd2bc168 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:36.584943 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c8ed26b-bcb9-4ec5-9161-085dd57437c4 req-4627b1f7-e2be-4afd-b572-eb27dd2bc168 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.49 "DELETE /v2.0/ports/4d55d24a-4f2b-4770-8739-ca3393d9d047 HTTP/1.1" status: 204 len: 173 time: 1.9091411 Sep 29 17:24:36.595908 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-d04f836b-7ce1-43e1-be5d-615ffc0d0b84 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:36.616965 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-426ff95e-7472-4d5f-be78-c5cf023e7424 req-3c139ab0-3635-4f09-a8af-fc1178e2d892 tempest-LiveAutoBlockMigrationV225Test-592817416 tempest-LiveAutoBlockMigrationV225Test-592817416-project] 10.222.0.44 "GET /v2.0/security-groups?id=57703549-f0e8-4f60-9e4a-594e194409be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026356 Sep 29 17:24:36.654100 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-d04f836b-7ce1-43e1-be5d-615ffc0d0b84 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:36.709154 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74d9a69-2013-4b49-a008-f193960d173a req-d04f836b-7ce1-43e1-be5d-615ffc0d0b84 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Network a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:24:36.713480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-c74d9a69-2013-4b49-a008-f193960d173a req-d04f836b-7ce1-43e1-be5d-615ffc0d0b84 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:36.729054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74d9a69-2013-4b49-a008-f193960d173a req-d04f836b-7ce1-43e1-be5d-615ffc0d0b84 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:24:36.776070 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:36.807888 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7717a2a-c36c-41c9-85ed-0f3b5c465807 x-openstack-request-id: req-f7717a2a-c36c-41c9-85ed-0f3b5c465807 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:36.808245 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da62508-2d12-4939-8e67-0a4c3bd598e6", "name": "network-vif-plugged", "status": "completed", "tag": "f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:36.808497 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7717a2a-c36c-41c9-85ed-0f3b5c465807 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:36.808888 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da62508-2d12-4939-8e67-0a4c3bd598e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005', 'code': 200} Sep 29 17:24:36.826366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8941bf-4793-4f18-852a-a68336030f25', 'name': 'network-vif-deleted', 'tag': '4d55d24a-4f2b-4770-8739-ca3393d9d047'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:36.829042 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222b35fc-95c8-4f5a-a8f6-f7fb64f0b4ba" -d '{"events": [{"server_uuid": "4a8941bf-4793-4f18-852a-a68336030f25", "name": "network-vif-deleted", "tag": "4d55d24a-4f2b-4770-8739-ca3393d9d047"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:36.837901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-d04f836b-7ce1-43e1-be5d-615ffc0d0b84 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:36.838561 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-d04f836b-7ce1-43e1-be5d-615ffc0d0b84 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:36.871069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f836b-7ce1-43e1-be5d-615ffc0d0b84 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event updated for resources: {'Port': ['ID=10199fab-d7b2-4202-a55e-5f28869cac60,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:36.930641 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-d04f836b-7ce1-43e1-be5d-615ffc0d0b84 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2632365 Sep 29 17:24:36.956798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-c74d9a69-2013-4b49-a008-f193960d173a req-2ff3a723-df4e-4ff2-afcd-14a0050ecbb8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Request body: {'port': {'device_id': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'network_id': '5cd95ba7-c32d-40ee-a8fb-03aff578c996', 'admin_state_up': True, 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:36.994467 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:36.999366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa742eeb-e5ae-4097-b47d-0451cf9e6179 req-648f8c71-02e8-42f8-96fe-c71c5132437f tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:37.000958 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa742eeb-e5ae-4097-b47d-0451cf9e6179 req-648f8c71-02e8-42f8-96fe-c71c5132437f tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 932 time: 0.1236870 Sep 29 17:24:37.025751 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2f59d73d-bee2-4246-b7e3-18a20add2c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:37.055498 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25bc96e-2207-4b03-9b5f-9169e233d86a x-openstack-request-id: req-e25bc96e-2207-4b03-9b5f-9169e233d86a {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:37.055718 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a8941bf-4793-4f18-852a-a68336030f25", "name": "network-vif-deleted", "tag": "4d55d24a-4f2b-4770-8739-ca3393d9d047", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:37.055944 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e25bc96e-2207-4b03-9b5f-9169e233d86a {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:37.056341 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8941bf-4793-4f18-852a-a68336030f25', 'name': 'network-vif-deleted', 'tag': '4d55d24a-4f2b-4770-8739-ca3393d9d047', 'status': 'completed', 'code': 200} Sep 29 17:24:37.070708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dade84-ac10-4bb0-b1ec-9e63f70e8f61 req-d967f37f-120e-4b9d-90c4-c4991ba21ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:37.071551 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2f59d73d-bee2-4246-b7e3-18a20add2c85 None None] For port 0d2265da-6f05-4c1c-b351-0d2f88a1ce60, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0d2265da-6f05-4c1c-b351-0d2f88a1ce60,segment=NetworkSegment(5b3fbb81-f9c9-4606-91d2-ca31d1b94d65),segment_id=5b3fbb81-f9c9-4606-91d2-ca31d1b94d65)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:37.072199 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-44dade84-ac10-4bb0-b1ec-9e63f70e8f61 req-d967f37f-120e-4b9d-90c4-c4991ba21ac3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 1101 time: 0.1529560 Sep 29 17:24:37.079951 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2f59d73d-bee2-4246-b7e3-18a20add2c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:37.130850 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:37.131277 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:37.134071 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa742eeb-e5ae-4097-b47d-0451cf9e6179 req-37c9e660-4225-4ad4-88da-16ee9bc8c716 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185081 Sep 29 17:24:37.172554 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-44dade84-ac10-4bb0-b1ec-9e63f70e8f61 req-76614963-4341-410e-ae84-5a2fd782e0e3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904546 Sep 29 17:24:37.180093 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2f59d73d-bee2-4246-b7e3-18a20add2c85 None None] Provisioning complete for port 081ed34b-6827-46a2-a7b7-bc93492fb102 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:37.180870 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2f59d73d-bee2-4246-b7e3-18a20add2c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:37.187008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2377c-d8a8-43b8-bd44-ef6aa1734830 req-af1a0281-b49f-4ecc-aab8-2b3879958ff8 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:37.199719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-2ff3a723-df4e-4ff2-afcd-14a0050ecbb8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Made reservation on behalf of 5cdd341bfba64967a0e77c2f05b5c5a0 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:24:37.204783 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-2ff3a723-df4e-4ff2-afcd-14a0050ecbb8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:37.208308 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bcc2377c-d8a8-43b8-bd44-ef6aa1734830 req-af1a0281-b49f-4ecc-aab8-2b3879958ff8 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 945 time: 0.1088548 Sep 29 17:24:37.285702 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bcc2377c-d8a8-43b8-bd44-ef6aa1734830 req-76df6a2b-aa7c-4a0e-9b49-73f558ea7794 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764043 Sep 29 17:24:37.314645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59d73d-bee2-4246-b7e3-18a20add2c85 None None] Pushing event updated for resources: {'Port': ['ID=0d2265da-6f05-4c1c-b351-0d2f88a1ce60,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:37.453374 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8914d-2b44-43ad-8557-82172ec8849e req-ed486512-0c35-4cc0-88fb-51195e7d4918 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:37.455188 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57e8914d-2b44-43ad-8557-82172ec8849e req-ed486512-0c35-4cc0-88fb-51195e7d4918 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.0665884 Sep 29 17:24:37.464172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-c74d9a69-2013-4b49-a008-f193960d173a req-2ff3a723-df4e-4ff2-afcd-14a0050ecbb8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Allocated IP 19.86.0.76 (5cd95ba7-c32d-40ee-a8fb-03aff578c996/02dc71a9-cfec-40f4-98da-2179c099d620/5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:24:37.500020 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57e8914d-2b44-43ad-8557-82172ec8849e req-aca42cba-ec4f-4f8a-be11-0d517f7ea232 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383444 Sep 29 17:24:37.558668 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-33b67814-edeb-4084-a7fa-f4a4a7065fc7 None None] Provisioning complete for port 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:37.559260 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-33b67814-edeb-4084-a7fa-f4a4a7065fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:37.659163 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-33b67814-edeb-4084-a7fa-f4a4a7065fc7 None None] Provisioning complete for port 10199fab-d7b2-4202-a55e-5f28869cac60 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:37.659522 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-33b67814-edeb-4084-a7fa-f4a4a7065fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:37.668147 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178f95c-8962-415e-b60e-f830c0b88059 req-c52f5ced-0696-447f-85e5-f182d9de42df tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:37.674039 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-2ff3a723-df4e-4ff2-afcd-14a0050ecbb8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:37.679548 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a178f95c-8962-415e-b60e-f830c0b88059 req-c52f5ced-0696-447f-85e5-f182d9de42df tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 950 time: 0.0780718 Sep 29 17:24:37.700642 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-33b67814-edeb-4084-a7fa-f4a4a7065fc7 None None] Port 10199fab-d7b2-4202-a55e-5f28869cac60 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:24:37.732162 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-2ff3a723-df4e-4ff2-afcd-14a0050ecbb8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:37.768699 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a178f95c-8962-415e-b60e-f830c0b88059 req-80f23b3c-5e36-46ca-946a-1854c599429b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881145 Sep 29 17:24:37.776747 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 081ed34b-6827-46a2-a7b7-bc93492fb102 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:37.778245 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74d9a69-2013-4b49-a008-f193960d173a req-2ff3a723-df4e-4ff2-afcd-14a0050ecbb8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Network 5cd95ba7-c32d-40ee-a8fb-03aff578c996 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:24:37.781725 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-c74d9a69-2013-4b49-a008-f193960d173a req-2ff3a723-df4e-4ff2-afcd-14a0050ecbb8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:37.787097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74d9a69-2013-4b49-a008-f193960d173a req-2ff3a723-df4e-4ff2-afcd-14a0050ecbb8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:24:37.831902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53596) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:37.842931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3a723-df4e-4ff2-afcd-14a0050ecbb8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event updated for resources: {'Port': ['ID=5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:37.865933 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 081ed34b-6827-46a2-a7b7-bc93492fb102 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:37.866218 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:37.867286 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-2ff3a723-df4e-4ff2-afcd-14a0050ecbb8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:37.867884 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-2ff3a723-df4e-4ff2-afcd-14a0050ecbb8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:37.886785 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-2ff3a723-df4e-4ff2-afcd-14a0050ecbb8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9345214 Sep 29 17:24:37.901812 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-c74d9a69-2013-4b49-a008-f193960d173a req-8aec5657-73f9-46e4-9531-077a2123635a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Request body: {'port': {'device_id': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55', 'admin_state_up': True, 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:37.961847 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:38.021170 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:38.021764 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.148877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-cc3619db-6492-4b25-a9f5-36b42ebd8970 None None] Provisioning complete for port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:38.149634 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cc3619db-6492-4b25-a9f5-36b42ebd8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.227128 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-cc3619db-6492-4b25-a9f5-36b42ebd8970 None None] Port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:24:38.232506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-f095b5d7-04f5-4b75-8f9d-798828bc0f83 admin admin] Deleting subnet 86eaf9b4-1784-4ab4-8567-540414d627ca {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:24:38.236298 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f095b5d7-04f5-4b75-8f9d-798828bc0f83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.291843 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f095b5d7-04f5-4b75-8f9d-798828bc0f83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.341702 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f095b5d7-04f5-4b75-8f9d-798828bc0f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.402131 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f095b5d7-04f5-4b75-8f9d-798828bc0f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.414313 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f095b5d7-04f5-4b75-8f9d-798828bc0f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.416094 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f095b5d7-04f5-4b75-8f9d-798828bc0f83 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/86eaf9b4-1784-4ab4-8567-540414d627ca HTTP/1.1" status: 204 len: 168 time: 0.5831847 Sep 29 17:24:38.424162 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c7c8d-2b81-4100-b8a8-eb190da3fbb3 req-7cbbdd53-d0d6-455e-8ec0-c310da8754a7 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:38.431643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c7c8d-2b81-4100-b8a8-eb190da3fbb3 req-7cbbdd53-d0d6-455e-8ec0-c310da8754a7 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:38.433540 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ab4c7c8d-2b81-4100-b8a8-eb190da3fbb3 req-7cbbdd53-d0d6-455e-8ec0-c310da8754a7 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 1654 time: 0.0844381 Sep 29 17:24:38.434885 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53620) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:38.443656 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095b5d7-04f5-4b75-8f9d-798828bc0f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86eaf9b4-1784-4ab4-8567-540414d627ca,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:38.484920 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-8aec5657-73f9-46e4-9531-077a2123635a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Made reservation on behalf of 5cdd341bfba64967a0e77c2f05b5c5a0 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:24:38.489496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-8aec5657-73f9-46e4-9531-077a2123635a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.509774 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ab4c7c8d-2b81-4100-b8a8-eb190da3fbb3 req-b950e2e9-9eb1-4ce3-b0f4-187cd4f9ba6c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673718 Sep 29 17:24:38.553966 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-59e267ea-2d96-4269-bc3a-109842ea843f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.605194 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ded245-3acd-4f6d-9951-bda0ea5339b5 req-9a4c7015-4b15-46c2-b350-28d10a12395f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:38.606809 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16ded245-3acd-4f6d-9951-bda0ea5339b5 req-9a4c7015-4b15-46c2-b350-28d10a12395f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 945 time: 0.0939248 Sep 29 17:24:38.674214 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-59e267ea-2d96-4269-bc3a-109842ea843f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.687782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c223f1-4cfe-4e24-b24d-09668142d3f7 req-c1788014-0800-487c-a1df-ffa568039e77 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:38.689229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38c223f1-4cfe-4e24-b24d-09668142d3f7 req-c1788014-0800-487c-a1df-ffa568039e77 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.0900559 Sep 29 17:24:38.699207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-c74d9a69-2013-4b49-a008-f193960d173a req-8aec5657-73f9-46e4-9531-077a2123635a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Allocated IP 19.80.0.27 (a5fce1b0-0578-4b7b-baf3-2b43a4a42d55/d46fe09c-880d-44bf-aa2e-52f2b630c945/1345ac41-e708-44c1-ae89-5e04b4e309cc) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:24:38.702209 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16ded245-3acd-4f6d-9951-bda0ea5339b5 req-b1fb48b0-ac91-41ac-be1b-d16daf6fe9df tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849764 Sep 29 17:24:38.705475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-59e267ea-2d96-4269-bc3a-109842ea843f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff89bdc-1790-411e-92d4-65e23c2d16d7']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:38.724216 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-59e267ea-2d96-4269-bc3a-109842ea843f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b9a10b-1541-4cb9-9659-61988e77ba28') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:38.724808 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-59e267ea-2d96-4269-bc3a-109842ea843f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b9a10b-1541-4cb9-9659-61988e77ba28') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:38.742851 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-59e267ea-2d96-4269-bc3a-109842ea843f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.760331 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-59e267ea-2d96-4269-bc3a-109842ea843f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.766860 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38c223f1-4cfe-4e24-b24d-09668142d3f7 req-6fc3cc21-ad1c-448b-8443-f6ebc223ef37 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688453 Sep 29 17:24:38.768601 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e267ea-2d96-4269-bc3a-109842ea843f admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:24:38.768601 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-59e267ea-2d96-4269-bc3a-109842ea843f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:24:38.771008 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:24:38.839093 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-59e267ea-2d96-4269-bc3a-109842ea843f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.844914 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-59e267ea-2d96-4269-bc3a-109842ea843f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.848223 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-59e267ea-2d96-4269-bc3a-109842ea843f admin admin] 10.222.0.44 "DELETE /v2.0/networks/9ff89bdc-1790-411e-92d4-65e23c2d16d7 HTTP/1.1" status: 204 len: 168 time: 0.4112446 Sep 29 17:24:38.851986 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53640) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:38.869963 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e267ea-2d96-4269-bc3a-109842ea843f admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff89bdc-1790-411e-92d4-65e23c2d16d7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:38.922647 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed4696f-9c89-4fb5-aef4-dbcc72e2d8d2 admin admin] Deleting subnet 4b963514-5926-4e24-899d-9714e272c2c5 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:24:38.931583 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ed4696f-9c89-4fb5-aef4-dbcc72e2d8d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.968076 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ed4696f-9c89-4fb5-aef4-dbcc72e2d8d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:38.970845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaa8b3-73ba-4c74-8bc8-5c4e77932d44 req-2420d572-9a03-436a-b401-9a06b7a751c7 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:38.972376 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5eaa8b3-73ba-4c74-8bc8-5c4e77932d44 req-2420d572-9a03-436a-b401-9a06b7a751c7 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 950 time: 0.0906780 Sep 29 17:24:38.978235 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-8aec5657-73f9-46e4-9531-077a2123635a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.019693 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ed4696f-9c89-4fb5-aef4-dbcc72e2d8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.041528 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5eaa8b3-73ba-4c74-8bc8-5c4e77932d44 req-ff575521-0340-4fac-8e7e-60bc18ec40d1 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546277 Sep 29 17:24:39.049003 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-8aec5657-73f9-46e4-9531-077a2123635a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.088803 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ed4696f-9c89-4fb5-aef4-dbcc72e2d8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.114508 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74d9a69-2013-4b49-a008-f193960d173a req-8aec5657-73f9-46e4-9531-077a2123635a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Network a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:24:39.115026 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4696f-9c89-4fb5-aef4-dbcc72e2d8d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b963514-5926-4e24-899d-9714e272c2c5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:39.120085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-c74d9a69-2013-4b49-a008-f193960d173a req-8aec5657-73f9-46e4-9531-077a2123635a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:39.121928 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ed4696f-9c89-4fb5-aef4-dbcc72e2d8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.124852 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8ed4696f-9c89-4fb5-aef4-dbcc72e2d8d2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4b963514-5926-4e24-899d-9714e272c2c5 HTTP/1.1" status: 204 len: 168 time: 0.2719281 Sep 29 17:24:39.127355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53650) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:39.131101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74d9a69-2013-4b49-a008-f193960d173a req-8aec5657-73f9-46e4-9531-077a2123635a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:24:39.179801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec5657-73f9-46e4-9531-077a2123635a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event updated for resources: {'Port': ['ID=1345ac41-e708-44c1-ae89-5e04b4e309cc,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:39.212800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-8aec5657-73f9-46e4-9531-077a2123635a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:39.213602 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-8aec5657-73f9-46e4-9531-077a2123635a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.235028 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-8aec5657-73f9-46e4-9531-077a2123635a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3375523 Sep 29 17:24:39.256805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Request body: {'port': {'device_id': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:39.263526 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b787c0f6-d9ce-4ebf-a4b7-e6021737e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.341756 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.385637 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b787c0f6-d9ce-4ebf-a4b7-e6021737e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.411611 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-b787c0f6-d9ce-4ebf-a4b7-e6021737e4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8024ad27-511e-4f3c-a6fc-63304513af81']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:39.421552 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-b787c0f6-d9ce-4ebf-a4b7-e6021737e4f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ebae07a-9b48-4a29-9ffb-70af960e842e') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:39.421848 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-b787c0f6-d9ce-4ebf-a4b7-e6021737e4f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ebae07a-9b48-4a29-9ffb-70af960e842e') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:24:39.432463 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b787c0f6-d9ce-4ebf-a4b7-e6021737e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.446286 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b787c0f6-d9ce-4ebf-a4b7-e6021737e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.452842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b787c0f6-d9ce-4ebf-a4b7-e6021737e4f0 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:24:39.453226 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b787c0f6-d9ce-4ebf-a4b7-e6021737e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:24:39.456550 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:24:39.475476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9a9b45d2-d907-428b-9f81-c9e56bba4195 None None] Provisioning complete for port 1345ac41-e708-44c1-ae89-5e04b4e309cc triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:39.476553 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9a9b45d2-d907-428b-9f81-c9e56bba4195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.520223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-9a9b45d2-d907-428b-9f81-c9e56bba4195 None None] Port 1345ac41-e708-44c1-ae89-5e04b4e309cc cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:24:39.525746 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b787c0f6-d9ce-4ebf-a4b7-e6021737e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.535142 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b787c0f6-d9ce-4ebf-a4b7-e6021737e4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.539828 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b787c0f6-d9ce-4ebf-a4b7-e6021737e4f0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8024ad27-511e-4f3c-a6fc-63304513af81 HTTP/1.1" status: 204 len: 168 time: 0.4090507 Sep 29 17:24:39.553719 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787c0f6-d9ce-4ebf-a4b7-e6021737e4f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8024ad27-511e-4f3c-a6fc-63304513af81,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:39.664230 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165edcb-0968-4a89-8797-1c34389470be req-91601636-dca8-4716-901a-44cc37705259 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:39.673912 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165edcb-0968-4a89-8797-1c34389470be req-91601636-dca8-4716-901a-44cc37705259 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:39.682255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165edcb-0968-4a89-8797-1c34389470be req-91601636-dca8-4716-901a-44cc37705259 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:39.684240 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f165edcb-0968-4a89-8797-1c34389470be req-91601636-dca8-4716-901a-44cc37705259 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2375 time: 0.0886197 Sep 29 17:24:39.692735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10199fab-d7b2-4202-a55e-5f28869cac60 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:39.700522 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.713330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Transition to ACTIVE for port object 10199fab-d7b2-4202-a55e-5f28869cac60 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:24:39.719747 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.732782 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f165edcb-0968-4a89-8797-1c34389470be req-cb14f35c-37df-4885-8fe4-e14702f18658 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425682 Sep 29 17:24:39.810735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Pushing event updated for resources: {'Port': ['ID=10199fab-d7b2-4202-a55e-5f28869cac60,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:39.842290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53670) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:39.908015 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0de42fca-9e80-4b5d-b63a-bdf924868c6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d53b74dfe44140fcbab1c205ed9e0f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647492 Sep 29 17:24:39.908618 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53672) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:39.913664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Attempting to bind port 10199fab-d7b2-4202-a55e-5f28869cac60 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:39.914004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Attempting to bind port 10199fab-d7b2-4202-a55e-5f28869cac60 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'd3a5a5e4-324b-43b0-8077-b389c669822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:39.914333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Attempting to bind port 10199fab-d7b2-4202-a55e-5f28869cac60 on network a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:39.920908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Port 10199fab-d7b2-4202-a55e-5f28869cac60 on network a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:24:39.921236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Attempting to bind port 10199fab-d7b2-4202-a55e-5f28869cac60 on network a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:39.927205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:39.927550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Checking segment: {'id': 'd3a5a5e4-324b-43b0-8077-b389c669822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:39.928441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Bound using segment: {'id': 'd3a5a5e4-324b-43b0-8077-b389c669822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:39.928901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Bound port: 10199fab-d7b2-4202-a55e-5f28869cac60, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a5a5e4-324b-43b0-8077-b389c669822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:39.929264 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:39.934151 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016748d5-dfb1-4de6-82d5-5d356bca8d09 req-ce00978b-5df5-466e-a02f-8fdbcd7b1cc6 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:39.936048 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-016748d5-dfb1-4de6-82d5-5d356bca8d09 req-ce00978b-5df5-466e-a02f-8fdbcd7b1cc6 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 945 time: 0.1364243 Sep 29 17:24:40.009478 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-016748d5-dfb1-4de6-82d5-5d356bca8d09 req-59908361-700d-4a6b-8a60-a6f61acaec07 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594051 Sep 29 17:24:40.010558 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae48747f-1575-4ada-a3b0-d031bc9ff23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:40.019176 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] For port 10199fab-d7b2-4202-a55e-5f28869cac60, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:40.027097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] For port 10199fab-d7b2-4202-a55e-5f28869cac60, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=10199fab-d7b2-4202-a55e-5f28869cac60,segment=NetworkSegment(d3a5a5e4-324b-43b0-8077-b389c669822c),segment_id=d3a5a5e4-324b-43b0-8077-b389c669822c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:40.038702 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:40.057684 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae48747f-1575-4ada-a3b0-d031bc9ff23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:40.092323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:40.093092 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:40.094674 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] 10.222.0.49 "PUT /v2.0/ports/10199fab-d7b2-4202-a55e-5f28869cac60 HTTP/1.1" status: 200 len: 1092 time: 0.8429961 Sep 29 17:24:40.097611 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'tag': '10199fab-d7b2-4202-a55e-5f28869cac60'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:40.100291 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e694b175-bd88-4466-976f-e26a6e3c0c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "tag": "10199fab-d7b2-4202-a55e-5f28869cac60"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:40.123324 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae48747f-1575-4ada-a3b0-d031bc9ff23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:40.127182 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae48747f-1575-4ada-a3b0-d031bc9ff23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:40.130946 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ae48747f-1575-4ada-a3b0-d031bc9ff23f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57703549-f0e8-4f60-9e4a-594e194409be HTTP/1.1" status: 204 len: 168 time: 0.2183623 Sep 29 17:24:40.150046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48747f-1575-4ada-a3b0-d031bc9ff23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57703549-f0e8-4f60-9e4a-594e194409be,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:40.156034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Request body: {'port': {'device_id': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:40.192878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740cb96-d25f-42a8-815f-731d64c9047e service neutron] Pushing event updated for resources: {'Port': ['ID=10199fab-d7b2-4202-a55e-5f28869cac60,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:40.227614 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:40.287141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2867e4-2407-480e-b5e5-1b66fd398abc req-0397fead-54e5-4779-9f58-fe02fabb85d9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:40.294416 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e2867e4-2407-480e-b5e5-1b66fd398abc req-0397fead-54e5-4779-9f58-fe02fabb85d9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 945 time: 0.2142730 Sep 29 17:24:40.394023 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e2867e4-2407-480e-b5e5-1b66fd398abc req-c81bb89e-9b55-49e6-8f9f-ffd001fd727b tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986915 Sep 29 17:24:40.578093 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84982ba-2a49-4384-98d7-ba57d585cecc x-openstack-request-id: req-a84982ba-2a49-4384-98d7-ba57d585cecc {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:40.578418 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "tag": "10199fab-d7b2-4202-a55e-5f28869cac60", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:40.578565 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a84982ba-2a49-4384-98d7-ba57d585cecc {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:40.578952 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'tag': '10199fab-d7b2-4202-a55e-5f28869cac60', 'status': 'completed', 'code': 200} Sep 29 17:24:40.624176 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53696) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:40.644142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:40.654050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:40.677510 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-21741181-70d7-4bc7-8fac-77a35d28dd3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3192b7b209244c3fa6a0b712128310e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513024 Sep 29 17:24:40.678426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Transition to ACTIVE for port object 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:24:40.679912 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53698) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:40.686530 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375496f0-4de8-449a-8d58-7b5e93b81bbd req-879430af-bc81-47f7-8bb4-303dba67fe37 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:40.688062 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-375496f0-4de8-449a-8d58-7b5e93b81bbd req-879430af-bc81-47f7-8bb4-303dba67fe37 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 950 time: 0.1117656 Sep 29 17:24:40.690993 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:40.702022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694b175-bd88-4466-976f-e26a6e3c0c7e req-6fe1a717-6e1a-4179-9f75-1816ed51f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:40.702497 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694b175-bd88-4466-976f-e26a6e3c0c7e req-6fe1a717-6e1a-4179-9f75-1816ed51f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:40.702962 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694b175-bd88-4466-976f-e26a6e3c0c7e req-6fe1a717-6e1a-4179-9f75-1816ed51f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:40.704633 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e694b175-bd88-4466-976f-e26a6e3c0c7e req-6fe1a717-6e1a-4179-9f75-1816ed51f4d6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cdd341bfba64967a0e77c2f05b5c5a0&device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2730 time: 0.1128991 Sep 29 17:24:40.721848 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2c011466-afcf-4e81-beb7-784b921dcba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:40.736099 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1b2175c0-3f36-48d4-8664-66e5f6cafe3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:40.761150 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1b2175c0-3f36-48d4-8664-66e5f6cafe3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:40.846579 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1b2175c0-3f36-48d4-8664-66e5f6cafe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:40.850245 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1b2175c0-3f36-48d4-8664-66e5f6cafe3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:40.854761 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1b2175c0-3f36-48d4-8664-66e5f6cafe3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77dc2227-6283-4ad0-bd54-55422b3adbde HTTP/1.1" status: 204 len: 168 time: 0.1708319 Sep 29 17:24:40.881750 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2175c0-3f36-48d4-8664-66e5f6cafe3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dc2227-6283-4ad0-bd54-55422b3adbde,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:40.972316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Pushing event updated for resources: {'Port': ['ID=5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:40.998356 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-375496f0-4de8-449a-8d58-7b5e93b81bbd req-27b24541-8332-4398-91ce-67496356381e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910376 Sep 29 17:24:41.107878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694b175-bd88-4466-976f-e26a6e3c0c7e req-ed1a00b1-b073-4f3d-bc6a-ca9b2ca52270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:41.108114 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694b175-bd88-4466-976f-e26a6e3c0c7e req-ed1a00b1-b073-4f3d-bc6a-ca9b2ca52270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:41.108512 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694b175-bd88-4466-976f-e26a6e3c0c7e req-ed1a00b1-b073-4f3d-bc6a-ca9b2ca52270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:41.110221 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e694b175-bd88-4466-976f-e26a6e3c0c7e req-ed1a00b1-b073-4f3d-bc6a-ca9b2ca52270 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5cdd341bfba64967a0e77c2f05b5c5a0&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3745127 Sep 29 17:24:41.148042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Attempting to bind port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:41.148452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Attempting to bind port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '5b3fbb81-f9c9-4606-91d2-ca31d1b94d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5cd95ba7-c32d-40ee-a8fb-03aff578c996'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:41.148697 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Attempting to bind port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea on network 5cd95ba7-c32d-40ee-a8fb-03aff578c996 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:41.183801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea on network 5cd95ba7-c32d-40ee-a8fb-03aff578c996 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:24:41.184128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Attempting to bind port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea on network 5cd95ba7-c32d-40ee-a8fb-03aff578c996 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:41.205407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:41.205883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Checking segment: {'id': '5b3fbb81-f9c9-4606-91d2-ca31d1b94d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5cd95ba7-c32d-40ee-a8fb-03aff578c996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:41.206380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Bound using segment: {'id': '5b3fbb81-f9c9-4606-91d2-ca31d1b94d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5cd95ba7-c32d-40ee-a8fb-03aff578c996'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:41.206907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Bound port: 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b3fbb81-f9c9-4606-91d2-ca31d1b94d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5cd95ba7-c32d-40ee-a8fb-03aff578c996'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:41.207617 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:41.344217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242a12e-94c7-4d85-8722-1576730b69b3 req-bfdc8884-ff62-4a01-b22f-64390ccf66bf tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:41.355179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242a12e-94c7-4d85-8722-1576730b69b3 req-bfdc8884-ff62-4a01-b22f-64390ccf66bf tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:41.361797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242a12e-94c7-4d85-8722-1576730b69b3 req-bfdc8884-ff62-4a01-b22f-64390ccf66bf tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:41.369970 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2242a12e-94c7-4d85-8722-1576730b69b3 req-bfdc8884-ff62-4a01-b22f-64390ccf66bf tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2399 time: 0.1152992 Sep 29 17:24:41.404239 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694b175-bd88-4466-976f-e26a6e3c0c7e req-7df2d50a-f611-4807-9745-cbdca49257a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:41.405901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e694b175-bd88-4466-976f-e26a6e3c0c7e req-7df2d50a-f611-4807-9745-cbdca49257a6 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2879303 Sep 29 17:24:41.407060 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2242a12e-94c7-4d85-8722-1576730b69b3 req-843bec99-804d-4d5a-b0a5-3c22f31faf23 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360241 Sep 29 17:24:41.425306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] For port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:41.430141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] For port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea,segment=NetworkSegment(5b3fbb81-f9c9-4606-91d2-ca31d1b94d65),segment_id=5b3fbb81-f9c9-4606-91d2-ca31d1b94d65)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:41.435647 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:41.498938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:41.499763 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:41.501176 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] 10.222.0.49 "PUT /v2.0/ports/5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea HTTP/1.1" status: 200 len: 1091 time: 1.3502271 Sep 29 17:24:41.536962 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Request body: {'port': {'device_id': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:41.541098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5f561-8b85-4f14-a2bb-011c9896a471 service neutron] Pushing event updated for resources: {'Port': ['ID=5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:41.581924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2cc17-9b92-48d2-af1d-2498e378bb55 req-7d100897-2a65-48b6-9c4a-f693f2820905 tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:41.585223 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b3e2cc17-9b92-48d2-af1d-2498e378bb55 req-7d100897-2a65-48b6-9c4a-f693f2820905 tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 1101 time: 0.0936005 Sep 29 17:24:41.618860 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:41.659276 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b3e2cc17-9b92-48d2-af1d-2498e378bb55 req-48fe0022-0c5b-4213-ad22-5dd7cbfe2ed8 tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657492 Sep 29 17:24:41.841069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63927877-7883-4a97-adfb-efa95a57a012 req-2a621ad4-38b3-40a7-98a5-3ae9c44cdddb tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:41.841069 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-63927877-7883-4a97-adfb-efa95a57a012 req-2a621ad4-38b3-40a7-98a5-3ae9c44cdddb tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 945 time: 0.0612955 Sep 29 17:24:41.908753 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-63927877-7883-4a97-adfb-efa95a57a012 req-450ab2a8-5732-4664-ac58-485741435064 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503714 Sep 29 17:24:42.043177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1345ac41-e708-44c1-ae89-5e04b4e309cc {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:42.060416 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:42.090071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Transition to ACTIVE for port object 1345ac41-e708-44c1-ae89-5e04b4e309cc will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:24:42.096357 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:42.108616 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-79bc751b-7295-477c-87c3-52b2f50dbc89 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=dac7a47eaa2d4d40822770120f7f585a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263903 Sep 29 17:24:42.154608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Pushing event updated for resources: {'Port': ['ID=1345ac41-e708-44c1-ae89-5e04b4e309cc,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:42.243953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53772) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:42.246173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Attempting to bind port 1345ac41-e708-44c1-ae89-5e04b4e309cc on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:42.246504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Attempting to bind port 1345ac41-e708-44c1-ae89-5e04b4e309cc by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'd3a5a5e4-324b-43b0-8077-b389c669822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:42.246979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Attempting to bind port 1345ac41-e708-44c1-ae89-5e04b4e309cc on network a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:42.257046 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Port 1345ac41-e708-44c1-ae89-5e04b4e309cc on network a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:24:42.257466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Attempting to bind port 1345ac41-e708-44c1-ae89-5e04b4e309cc on network a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:42.261227 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-aca67775-12a3-4e64-b4e5-2cbf7b8639c2 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:42.263435 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-aca67775-12a3-4e64-b4e5-2cbf7b8639c2 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1482770 Sep 29 17:24:42.263910 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:42.264281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Checking segment: {'id': 'd3a5a5e4-324b-43b0-8077-b389c669822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:42.264677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Bound using segment: {'id': 'd3a5a5e4-324b-43b0-8077-b389c669822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:42.265163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Bound port: 1345ac41-e708-44c1-ae89-5e04b4e309cc, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a5a5e4-324b-43b0-8077-b389c669822c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:42.265760 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:42.305989 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-914b0f98-9dd0-47e1-aec5-0f8fe0f4529e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/quotas/dac7a47eaa2d4d40822770120f7f585a HTTP/1.1" status: 200 len: 375 time: 0.0280895 Sep 29 17:24:42.354534 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] For port 1345ac41-e708-44c1-ae89-5e04b4e309cc, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:42.359588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] For port 1345ac41-e708-44c1-ae89-5e04b4e309cc, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=1345ac41-e708-44c1-ae89-5e04b4e309cc,segment=NetworkSegment(d3a5a5e4-324b-43b0-8077-b389c669822c),segment_id=d3a5a5e4-324b-43b0-8077-b389c669822c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:42.368042 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:42.402991 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-eb9ca0f8-5773-48ef-b40c-08678fb5d500 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0950139 Sep 29 17:24:42.432514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:42.433149 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:42.434565 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] 10.222.0.49 "PUT /v2.0/ports/1345ac41-e708-44c1-ae89-5e04b4e309cc HTTP/1.1" status: 200 len: 1091 time: 0.9049232 Sep 29 17:24:42.455212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2f393cf6-711d-4088-842c-b75a65e834cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:42.508836 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019cb7f-6b95-4853-9cd2-48a06345af6e service neutron] Pushing event updated for resources: {'Port': ['ID=1345ac41-e708-44c1-ae89-5e04b4e309cc,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:42.664230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'tag': '5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea'}, {'name': 'network-changed', 'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'tag': '1345ac41-e708-44c1-ae89-5e04b4e309cc'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:42.667546 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f77fd83-c61e-44ef-9c6e-79767b832ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "tag": "5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea"}, {"name": "network-changed", "server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "tag": "1345ac41-e708-44c1-ae89-5e04b4e309cc"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:42.673007 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2f393cf6-711d-4088-842c-b75a65e834cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:42.686744 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9aee9f60-d8b5-4983-adc8-eb9f8062851c req-1aa33ca9-c27c-4931-bbe1-43d0881461b8 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 210 time: 0.0452032 Sep 29 17:24:42.689664 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2f393cf6-711d-4088-842c-b75a65e834cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:42.721724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-49667899-e70b-44da-9841-53dd348d1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:42.722148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-49667899-e70b-44da-9841-53dd348d1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:42.722684 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-49667899-e70b-44da-9841-53dd348d1c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:42.725307 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-49667899-e70b-44da-9841-53dd348d1c6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cdd341bfba64967a0e77c2f05b5c5a0&device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2864 time: 0.2339361 Sep 29 17:24:42.799085 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68d4ba2-d155-4088-b077-33cc6817942e x-openstack-request-id: req-f68d4ba2-d155-4088-b077-33cc6817942e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:42.799464 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "tag": "5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "tag": "1345ac41-e708-44c1-ae89-5e04b4e309cc", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:42.800110 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f68d4ba2-d155-4088-b077-33cc6817942e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:42.800506 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'tag': '5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea', 'status': 'completed', 'code': 200} Sep 29 17:24:42.800767 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'tag': '1345ac41-e708-44c1-ae89-5e04b4e309cc', 'status': 'completed', 'code': 200} Sep 29 17:24:42.814581 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-b010d661-28de-42cf-8256-936883a01189 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.158&port_id=10199fab-d7b2-4202-a55e-5f28869cac60 HTTP/1.1" status: 200 len: 217 time: 0.0624359 Sep 29 17:24:42.841308 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2f393cf6-711d-4088-842c-b75a65e834cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=297d609b2fa040a19364847601e1d2d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5962098 Sep 29 17:24:42.844400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53818) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:42.867264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f393cf6-711d-4088-842c-b75a65e834cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ae4e0c-3fd7-463d-bc3e-415b1760a80e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:42.915909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd120-576f-4d54-a4dd-bfe288cbc914 req-4487b081-63bc-45e6-a2e6-293fd178b8bc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:42.922556 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd120-576f-4d54-a4dd-bfe288cbc914 req-4487b081-63bc-45e6-a2e6-293fd178b8bc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:42.928850 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fd120-576f-4d54-a4dd-bfe288cbc914 req-4487b081-63bc-45e6-a2e6-293fd178b8bc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:42.931048 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-882fd120-576f-4d54-a4dd-bfe288cbc914 req-4487b081-63bc-45e6-a2e6-293fd178b8bc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2411 time: 0.2554417 Sep 29 17:24:42.941398 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae89e528-ee58-428f-9028-13b9a77fc27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:42.983125 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae89e528-ee58-428f-9028-13b9a77fc27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:42.990543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-feabb0cf-60ed-43c0-bac2-374b00a6cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:42.993941 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-feabb0cf-60ed-43c0-bac2-374b00a6cf91 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d46fe09c-880d-44bf-aa2e-52f2b630c945 HTTP/1.1" status: 200 len: 801 time: 0.1693830 Sep 29 17:24:43.092170 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc704e68-fd2d-4d4e-a0c8-3c267440307a req-c7fe4e64-3a58-4896-8cca-6c2400aaa293 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:43.094586 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc704e68-fd2d-4d4e-a0c8-3c267440307a req-c7fe4e64-3a58-4896-8cca-6c2400aaa293 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 945 time: 0.0867186 Sep 29 17:24:43.103233 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-882fd120-576f-4d54-a4dd-bfe288cbc914 req-fec0b6bd-6560-443b-8456-8d61bf9d6a54 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545784 Sep 29 17:24:43.134695 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae89e528-ee58-428f-9028-13b9a77fc27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:43.137637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-05d7e2bd-645d-4089-a1bd-5ebf852a70f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:43.139007 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae89e528-ee58-428f-9028-13b9a77fc27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:43.139240 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-05d7e2bd-645d-4089-a1bd-5ebf852a70f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5fce1b0-0578-4b7b-baf3-2b43a4a42d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1248136 Sep 29 17:24:43.140659 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ae89e528-ee58-428f-9028-13b9a77fc27e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70ae4e0c-3fd7-463d-bc3e-415b1760a80e HTTP/1.1" status: 204 len: 168 time: 0.2946703 Sep 29 17:24:43.161751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89e528-ee58-428f-9028-13b9a77fc27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ae4e0c-3fd7-463d-bc3e-415b1760a80e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:43.182606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc704e68-fd2d-4d4e-a0c8-3c267440307a req-5975c8e0-0374-4391-bf73-0eb591c7c4d4 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726366 Sep 29 17:24:43.282510 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53844) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:43.327766 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-8e4a47e4-b830-4ffe-a3e1-99016f08347f service neutron] 10.222.0.49 "GET /v2.0/networks/a5fce1b0-0578-4b7b-baf3-2b43a4a42d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795709 Sep 29 17:24:43.449352 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-f05dca43-6107-4b4c-8e45-0e4515b0c0a1 service neutron] 10.222.0.49 "GET /v2.0/networks/a5fce1b0-0578-4b7b-baf3-2b43a4a42d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133876 Sep 29 17:24:43.471721 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ad1da7d2-dc91-4213-898f-759e9546529b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:43.499166 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-fb624327-307d-4371-b137-61c092b09b70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea HTTP/1.1" status: 200 len: 217 time: 0.0412920 Sep 29 17:24:43.547322 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-562163f5-dea6-4478-b4c7-980e1c5de114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:43.567019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-ab029f0b-0dee-4ed8-a815-0bac2d64d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:43.568442 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-ab029f0b-0dee-4ed8-a815-0bac2d64d544 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=02dc71a9-cfec-40f4-98da-2179c099d620 HTTP/1.1" status: 200 len: 801 time: 0.0599892 Sep 29 17:24:43.635001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53850) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:43.658362 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-562163f5-dea6-4478-b4c7-980e1c5de114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:43.663098 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-562163f5-dea6-4478-b4c7-980e1c5de114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:43.663244 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9425107a-0d50-411f-a38e-41d9c932a719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:43.666253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-27d87663-0ff7-4948-817c-657b9346fbc5 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:43.667752 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-27d87663-0ff7-4948-817c-657b9346fbc5 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e&tenant_id=c50efc2fa4284829be7a860e331db6cd&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 1096 time: 0.0950196 Sep 29 17:24:43.670342 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-041cf8dc-8a19-459a-9fc4-80bcdd5a9383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:43.671684 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-041cf8dc-8a19-459a-9fc4-80bcdd5a9383 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5cd95ba7-c32d-40ee-a8fb-03aff578c996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0906119 Sep 29 17:24:43.683616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811748-2'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:43.699868 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-562163f5-dea6-4478-b4c7-980e1c5de114 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77a14075ec4b4e1c9a79d830e061f04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161997 Sep 29 17:24:43.701886 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562163f5-dea6-4478-b4c7-980e1c5de114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f02e13-99a4-4a24-a600-d8716a8d1181,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:43.704261 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53852) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:43.766914 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d888e0b-f306-4267-a95f-032aedcb8325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:43.799349 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ddd9aa41-6914-4870-abe4-fcb5434ceb50 req-18b99afd-a160-43d0-be2a-3d9ebe5bb717 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 210 time: 0.0342174 Sep 29 17:24:43.820850 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d888e0b-f306-4267-a95f-032aedcb8325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:43.821967 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:43.864611 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d888e0b-f306-4267-a95f-032aedcb8325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:43.869048 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d888e0b-f306-4267-a95f-032aedcb8325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:43.870596 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6d888e0b-f306-4267-a95f-032aedcb8325 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28f02e13-99a4-4a24-a600-d8716a8d1181 HTTP/1.1" status: 204 len: 168 time: 0.1654406 Sep 29 17:24:43.883728 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d888e0b-f306-4267-a95f-032aedcb8325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f02e13-99a4-4a24-a600-d8716a8d1181,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:43.891998 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-4bb1e0b8-de79-4deb-a6e9-b5ebc1011b0a service neutron] 10.222.0.49 "GET /v2.0/networks/5cd95ba7-c32d-40ee-a8fb-03aff578c996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059309 Sep 29 17:24:44.013174 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9425107a-0d50-411f-a38e-41d9c932a719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:44.045974 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-1d27d41d-2553-4ae1-b162-7848284e43a9 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dac7a47eaa2d4d40822770120f7f585a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285771 Sep 29 17:24:44.262074 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:44.266636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-2a00b6f5-a4b9-4c55-b307-7ac489e79b7b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:44.268487 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-2a00b6f5-a4b9-4c55-b307-7ac489e79b7b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151592 Sep 29 17:24:44.300841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-2156d0d4-b976-46c5-99d0-af449547695b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Request body: {'port': {'device_id': 'ab1c9445-a4f9-4c5e-a0a8-2e819898d037', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': 'dac7a47eaa2d4d40822770120f7f585a'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:44.332345 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9425107a-0d50-411f-a38e-41d9c932a719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:44.408089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52bdc61-2924-4a37-a22c-15ca4d28c730 req-a88d8975-5176-4f4f-9502-1e78331c7f0d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:44.410080 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a52bdc61-2924-4a37-a22c-15ca4d28c730 req-a88d8975-5176-4f4f-9502-1e78331c7f0d tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 945 time: 0.1228468 Sep 29 17:24:44.420372 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9425107a-0d50-411f-a38e-41d9c932a719 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3dc3eded38684e5289588cf79121e618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7838197 Sep 29 17:24:44.424704 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53878) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:44.448540 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425107a-0d50-411f-a38e-41d9c932a719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19413dc7-e8da-4387-a770-317b5e72c5f7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:44.448992 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:44.452291 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=729c711a-0d7c-497e-94e6-b7eef975bc22,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:44.458886 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-642c49eb-15cb-4179-b6ae-4c5ee58a0cfd service neutron] 10.222.0.49 "GET /v2.0/networks/5cd95ba7-c32d-40ee-a8fb-03aff578c996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5575020 Sep 29 17:24:44.494198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f68af-0a74-4ee6-a43a-9cde918a957b req-47d90470-1a8f-4ac2-bff5-95aa4bbcc5d2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:44.501253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f68af-0a74-4ee6-a43a-9cde918a957b req-47d90470-1a8f-4ac2-bff5-95aa4bbcc5d2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:44.507757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f68af-0a74-4ee6-a43a-9cde918a957b req-47d90470-1a8f-4ac2-bff5-95aa4bbcc5d2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:44.509730 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-039f68af-0a74-4ee6-a43a-9cde918a957b req-47d90470-1a8f-4ac2-bff5-95aa4bbcc5d2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2411 time: 0.1706526 Sep 29 17:24:44.518772 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-2156d0d4-b976-46c5-99d0-af449547695b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Made reservation on behalf of dac7a47eaa2d4d40822770120f7f585a for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:24:44.522419 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-2156d0d4-b976-46c5-99d0-af449547695b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:44.539240 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a52bdc61-2924-4a37-a22c-15ca4d28c730 req-ed84aca0-41a9-487a-aa1b-e2aa5133179b tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132519 Sep 29 17:24:44.542440 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:44.553258 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-cae5b533-71b9-429c-9711-4eb96628adfe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.27&port_id=1345ac41-e708-44c1-ae89-5e04b4e309cc HTTP/1.1" status: 200 len: 217 time: 0.0836945 Sep 29 17:24:44.577945 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6c983248-dcf2-419a-adeb-020f69b58de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:44.646994 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6c983248-dcf2-419a-adeb-020f69b58de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:44.666014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:44.735150 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-039f68af-0a74-4ee6-a43a-9cde918a957b req-ecc3a3e1-577e-44d4-a313-655b296f238a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952045 Sep 29 17:24:44.747367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-d292dad5-0b0c-46e8-b8ab-19ff4628f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:44.751517 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-d292dad5-0b0c-46e8-b8ab-19ff4628f345 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d46fe09c-880d-44bf-aa2e-52f2b630c945 HTTP/1.1" status: 200 len: 801 time: 0.1865485 Sep 29 17:24:44.762349 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:44.767781 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-2156d0d4-b976-46c5-99d0-af449547695b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Allocated IP 192.168.233.49 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/c9611852-269d-4a9b-8e69-82acfab650f8) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:24:44.778355 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:44.784493 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6c983248-dcf2-419a-adeb-020f69b58de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:44.787856 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6c983248-dcf2-419a-adeb-020f69b58de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:44.789061 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6c983248-dcf2-419a-adeb-020f69b58de2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19413dc7-e8da-4387-a770-317b5e72c5f7 HTTP/1.1" status: 204 len: 168 time: 0.3617175 Sep 29 17:24:44.835733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd30847-fe92-427e-9e2d-8e936069065e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '729c711a-0d7c-497e-94e6-b7eef975bc22'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:44.838792 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0094d52b-e843-49e2-95eb-03904fd4e1c4" -d '{"events": [{"server_uuid": "fbd30847-fe92-427e-9e2d-8e936069065e", "name": "network-vif-unplugged", "status": "completed", "tag": "729c711a-0d7c-497e-94e6-b7eef975bc22"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:44.844996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c983248-dcf2-419a-adeb-020f69b58de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19413dc7-e8da-4387-a770-317b5e72c5f7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:44.904970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Pushing event updated for resources: {'Port': ['ID=729c711a-0d7c-497e-94e6-b7eef975bc22,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:44.917107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d9a69-2013-4b49-a008-f193960d173a req-0543d3ea-836b-44ba-ace6-9a9db0d210b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:44.918948 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-0543d3ea-836b-44ba-ace6-9a9db0d210b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5fce1b0-0578-4b7b-baf3-2b43a4a42d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1543581 Sep 29 17:24:44.947852 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114be5ad-715c-42ed-b5c0-f92f965082ad x-openstack-request-id: req-114be5ad-715c-42ed-b5c0-f92f965082ad {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:44.948243 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd30847-fe92-427e-9e2d-8e936069065e", "name": "network-vif-unplugged", "status": "completed", "tag": "729c711a-0d7c-497e-94e6-b7eef975bc22", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:44.948385 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-114be5ad-715c-42ed-b5c0-f92f965082ad {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:44.948771 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd30847-fe92-427e-9e2d-8e936069065e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '729c711a-0d7c-497e-94e6-b7eef975bc22', 'code': 200} Sep 29 17:24:44.981170 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1dc8d619-e4e1-4c3d-86e8-f06ab2510fd2 req-8cdbb1eb-3375-44e1-8f04-a5c591cefb4e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 210 time: 0.0470748 Sep 29 17:24:44.998410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Attempting to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 on host n-h1-811748-2 for vnic_type normal with profile {"migrating_to": "n-h2-811748-2"} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:44.998745 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Attempting to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:44.999269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Attempting to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:45.006445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Port 729c711a-0d7c-497e-94e6-b7eef975bc22 on network c363c05d-b075-41d6-b265-c6ca1599d18c not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:24:45.006772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Attempting to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:45.028456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:45.028893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Checking segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:45.029380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Bound using segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:45.029875 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Bound port: 729c711a-0d7c-497e-94e6-b7eef975bc22, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:45.030253 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:45.069052 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-2156d0d4-b976-46c5-99d0-af449547695b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:45.081471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 729c711a-0d7c-497e-94e6-b7eef975bc22 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:24:45.112892 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-2156d0d4-b976-46c5-99d0-af449547695b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:45.134714 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-a66094f7-051f-4ab5-a664-8737104dfba0 service neutron] 10.222.0.49 "GET /v2.0/networks/a5fce1b0-0578-4b7b-baf3-2b43a4a42d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888490 Sep 29 17:24:45.144778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:45.156240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=729c711a-0d7c-497e-94e6-b7eef975bc22,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:45.170593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['046e9848-0706-4079-828a-97c9ad328382', '8258af0d-1216-42fe-b4c8-00243ef27ff7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:45.172932 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-2156d0d4-b976-46c5-99d0-af449547695b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:24:45.175139 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:45.179565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-2156d0d4-b976-46c5-99d0-af449547695b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:45.183399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-2156d0d4-b976-46c5-99d0-af449547695b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:24:45.207896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['54d93eea-ebc5-4726-a8f6-8ee2df308d7c', '0844192e-5470-4a7b-9446-c355fea56b0e', '67d9ace3-a7d1-45bd-801f-00fea73c00c0', 'f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:45.247642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Pushing event updated for resources: {'Port': ['ID=729c711a-0d7c-497e-94e6-b7eef975bc22,revision_number=8']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:45.282185 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-2156d0d4-b976-46c5-99d0-af449547695b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:45.282858 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-2156d0d4-b976-46c5-99d0-af449547695b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:45.333578 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156d0d4-b976-46c5-99d0-af449547695b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event updated for resources: {'Port': ['ID=c9611852-269d-4a9b-8e69-82acfab650f8,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:45.342143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:45.343626 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:45.345618 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-2156d0d4-b976-46c5-99d0-af449547695b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0481315 Sep 29 17:24:45.346476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-12650ff0-f3a1-4ebc-a74d-715009bdf8bf service neutron] 10.222.0.35 "PUT /v2.0/ports/729c711a-0d7c-497e-94e6-b7eef975bc22 HTTP/1.1" status: 200 len: 1121 time: 1.6675134 Sep 29 17:24:45.385385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Request body: {'port': {'device_id': 'ab1c9445-a4f9-4c5e-a0a8-2e819898d037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:45.389595 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c74d9a69-2013-4b49-a008-f193960d173a req-0116615e-fe90-4c3e-b420-7f4559acabd8 service neutron] 10.222.0.49 "GET /v2.0/networks/a5fce1b0-0578-4b7b-baf3-2b43a4a42d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419610 Sep 29 17:24:45.409140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h1-811748-2, got binding levels [] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:45.469379 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:45.502179 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['729c711a-0d7c-497e-94e6-b7eef975bc22'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:45.505788 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Attempting to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 on host n-h1-811748-2 for vnic_type normal with profile {"migrating_to": "n-h2-811748-2"} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:45.506358 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Attempting to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:45.506885 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Attempting to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:45.588385 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Port 729c711a-0d7c-497e-94e6-b7eef975bc22 on network c363c05d-b075-41d6-b265-c6ca1599d18c not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:24:45.589023 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Attempting to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 on network c363c05d-b075-41d6-b265-c6ca1599d18c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:45.595197 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-45cecb71-165b-4d1c-ad3b-5c00e5cb3bc4 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=b4d67d9de6bd453fab434b38ecfd60f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1148012 Sep 29 17:24:45.599720 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:45.600167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Checking segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:45.600947 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Bound using segment: {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:45.601465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Bound port: 729c711a-0d7c-497e-94e6-b7eef975bc22, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486291d6-d836-4b5d-a1a7-1c2b93f5ba35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'c363c05d-b075-41d6-b265-c6ca1599d18c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:45.601863 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:45.604429 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['729c711a-0d7c-497e-94e6-b7eef975bc22'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:45.680744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-f3d38134-faf0-49a4-a622-cdd6e4bf8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:45.681810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-f3d38134-faf0-49a4-a622-cdd6e4bf8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:45.682667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-f3d38134-faf0-49a4-a622-cdd6e4bf8161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:45.684934 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-f3d38134-faf0-49a4-a622-cdd6e4bf8161 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cdd341bfba64967a0e77c2f05b5c5a0&device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2864 time: 0.1650386 Sep 29 17:24:45.693652 n-d-811748-2 neutron-server[95017]: WARNING neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Concurrent port binding operations failed on port 729c711a-0d7c-497e-94e6-b7eef975bc22 Sep 29 17:24:45.700710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=729c711a-0d7c-497e-94e6-b7eef975bc22,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:45.751283 n-d-811748-2 neutron-server[95017]: INFO neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Attempt 2 to bind port 729c711a-0d7c-497e-94e6-b7eef975bc22 Sep 29 17:24:45.751999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 729c711a-0d7c-497e-94e6-b7eef975bc22 has no active binding in host n-h2-811748-2 {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 17:24:45.753837 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 83d3b1db-ca20-4bce-b618-564ff3bc1dcf details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:24:45.780743 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa191c3f-5790-434a-9d0e-03d28659fe89 req-36dd4385-ceda-4a98-a857-49a954c4fd63 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:45.782428 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fa191c3f-5790-434a-9d0e-03d28659fe89 req-36dd4385-ceda-4a98-a857-49a954c4fd63 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 943 time: 0.1359129 Sep 29 17:24:45.846399 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fa191c3f-5790-434a-9d0e-03d28659fe89 req-49f9e76d-1fb7-4f20-83df-3fc116e918c7 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560043 Sep 29 17:24:45.868923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-79bc2da6-e0ed-4599-8dcc-da55d94ac116 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:45.870306 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-79bc2da6-e0ed-4599-8dcc-da55d94ac116 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2619603 Sep 29 17:24:45.931507 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9611852-269d-4a9b-8e69-82acfab650f8 {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:45.941046 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:45.945840 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-757ede62-77bd-4dc9-856c-c17b54ed83e7 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/quotas/b4d67d9de6bd453fab434b38ecfd60f1 HTTP/1.1" status: 200 len: 375 time: 0.0614123 Sep 29 17:24:45.955093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Transition to ACTIVE for port object c9611852-269d-4a9b-8e69-82acfab650f8 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:24:45.964849 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:45.969825 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-094a2c54-8d65-46e9-a3dc-7ea261c72cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:45.970733 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-094a2c54-8d65-46e9-a3dc-7ea261c72cc4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5cd95ba7-c32d-40ee-a8fb-03aff578c996 HTTP/1.1" status: 200 len: 902 time: 0.2379279 Sep 29 17:24:45.995007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-36a39c50-d328-4bb7-9b9d-b54358cbfaec None None] Provisioning complete for port c9611852-269d-4a9b-8e69-82acfab650f8 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:45.995662 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-36a39c50-d328-4bb7-9b9d-b54358cbfaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:45.996981 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-502f4cd6-33f3-4ab4-acba-01cf4fa72921 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4d67d9de6bd453fab434b38ecfd60f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500951 Sep 29 17:24:46.028492 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Pushing event updated for resources: {'Port': ['ID=c9611852-269d-4a9b-8e69-82acfab650f8,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:46.096006 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-48eecf18-962d-4737-b264-29c12e9e658c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea HTTP/1.1" status: 200 len: 217 time: 0.1099868 Sep 29 17:24:46.141304 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Attempting to bind port c9611852-269d-4a9b-8e69-82acfab650f8 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:46.143246 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Attempting to bind port c9611852-269d-4a9b-8e69-82acfab650f8 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:46.143691 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Attempting to bind port c9611852-269d-4a9b-8e69-82acfab650f8 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:46.161979 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Port c9611852-269d-4a9b-8e69-82acfab650f8 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:24:46.162384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Attempting to bind port c9611852-269d-4a9b-8e69-82acfab650f8 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:46.170890 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:46.171279 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:46.171610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:46.172048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Bound port: c9611852-269d-4a9b-8e69-82acfab650f8, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:46.181851 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:46.218513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-e86737a4-876a-4fe9-8174-703f1be66466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:46.223260 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-e86737a4-876a-4fe9-8174-703f1be66466 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=02dc71a9-cfec-40f4-98da-2179c099d620 HTTP/1.1" status: 200 len: 801 time: 0.1185040 Sep 29 17:24:46.295036 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-36a39c50-d328-4bb7-9b9d-b54358cbfaec None None] Port c9611852-269d-4a9b-8e69-82acfab650f8 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:24:46.322934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-8983ad1f-0085-4a3d-bd17-fd6a657788b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:46.324814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-8983ad1f-0085-4a3d-bd17-fd6a657788b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5cd95ba7-c32d-40ee-a8fb-03aff578c996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0844424 Sep 29 17:24:46.413233 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21128e-029f-4fa0-a02f-9dd8dea5f826 req-e777bc83-3cd8-419c-b3f8-e742cc4a2ba8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:46.427209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21128e-029f-4fa0-a02f-9dd8dea5f826 req-e777bc83-3cd8-419c-b3f8-e742cc4a2ba8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:46.434287 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21128e-029f-4fa0-a02f-9dd8dea5f826 req-e777bc83-3cd8-419c-b3f8-e742cc4a2ba8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:46.441789 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8b21128e-029f-4fa0-a02f-9dd8dea5f826 req-e777bc83-3cd8-419c-b3f8-e742cc4a2ba8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2411 time: 0.1763027 Sep 29 17:24:46.451142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:46.460394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] For port c9611852-269d-4a9b-8e69-82acfab650f8, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:46.474988 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-42aca337-b58f-4d80-84a0-d1ccf2693f79 service neutron] 10.222.0.49 "GET /v2.0/networks/5cd95ba7-c32d-40ee-a8fb-03aff578c996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385543 Sep 29 17:24:46.515305 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8b21128e-029f-4fa0-a02f-9dd8dea5f826 req-a36ad24c-24b9-4615-b9e5-97c53f7796be tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583842 Sep 29 17:24:46.515665 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '83d3b1db-ca20-4bce-b618-564ff3bc1dcf', 'network_id': '76df170c-e1e4-4882-b30d-122279313449', 'port_id': '83d3b1db-ca20-4bce-b618-564ff3bc1dcf', 'mac_address': 'fa:16:3e:cf:74:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98c8895-c09f-4e08-8162-342e59909ede', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:24:46.515866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] For port c9611852-269d-4a9b-8e69-82acfab650f8, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=c9611852-269d-4a9b-8e69-82acfab650f8,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:46.521627 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:46.628389 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-e90ab75f-0449-4f06-99b2-7bb2cd4a6052 service neutron] 10.222.0.49 "GET /v2.0/networks/5cd95ba7-c32d-40ee-a8fb-03aff578c996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461217 Sep 29 17:24:46.630197 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:46.631042 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:46.632528 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] 10.222.0.35 "PUT /v2.0/ports/c9611852-269d-4a9b-8e69-82acfab650f8 HTTP/1.1" status: 200 len: 1095 time: 1.2530506 Sep 29 17:24:46.633307 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1c9445-a4f9-4c5e-a0a8-2e819898d037', 'tag': 'c9611852-269d-4a9b-8e69-82acfab650f8'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:46.635911 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69ab3cf-d5e3-4818-a380-90ce13321c79" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1c9445-a4f9-4c5e-a0a8-2e819898d037", "tag": "c9611852-269d-4a9b-8e69-82acfab650f8"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:46.665947 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a51fa94-a62a-4c10-b0fc-10527e2a8c29 req-35466abe-b997-409f-989e-a1bd330086be tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 210 time: 0.0551062 Sep 29 17:24:46.729776 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283813a2-5ec0-481c-acb4-b05756c3c091 service neutron] Pushing event updated for resources: {'Port': ['ID=c9611852-269d-4a9b-8e69-82acfab650f8,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:46.730344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc51099-a2d5-4f61-8492-36618867a19e req-499690cc-848a-49a5-bbfe-2b959320fa0f tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:46.732984 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3dc51099-a2d5-4f61-8492-36618867a19e req-499690cc-848a-49a5-bbfe-2b959320fa0f tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 947 time: 0.1227427 Sep 29 17:24:46.777178 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:46.781321 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6400e1dc-cf1c-482a-bc0d-9563d1e5ae2c x-openstack-request-id: req-6400e1dc-cf1c-482a-bc0d-9563d1e5ae2c {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:46.783045 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1c9445-a4f9-4c5e-a0a8-2e819898d037", "tag": "c9611852-269d-4a9b-8e69-82acfab650f8", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:46.783658 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6400e1dc-cf1c-482a-bc0d-9563d1e5ae2c {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:46.786613 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1c9445-a4f9-4c5e-a0a8-2e819898d037', 'tag': 'c9611852-269d-4a9b-8e69-82acfab650f8', 'status': 'completed', 'code': 200} Sep 29 17:24:46.865349 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3dc51099-a2d5-4f61-8492-36618867a19e req-901fe67a-1dc6-4148-b29a-fd6b7293b437 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109743 Sep 29 17:24:46.873099 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-5ae322f5-dedf-4e45-a1f5-961a451e9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:46.877514 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-5ae322f5-dedf-4e45-a1f5-961a451e9a89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 1098 time: 0.1301191 Sep 29 17:24:46.899789 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-ce39864d-dbe0-4014-be9e-439823215bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:46.900422 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-ce39864d-dbe0-4014-be9e-439823215bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:46.900894 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-ce39864d-dbe0-4014-be9e-439823215bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:46.902601 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-ce39864d-dbe0-4014-be9e-439823215bfb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5cdd341bfba64967a0e77c2f05b5c5a0&device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2864 time: 0.1693170 Sep 29 17:24:46.912232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83d3b1db-ca20-4bce-b618-564ff3bc1dcf {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:46.958567 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-4fb543b7-d3a3-4e1c-aac1-5dbb623a32f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=c9611852-269d-4a9b-8e69-82acfab650f8 HTTP/1.1" status: 200 len: 217 time: 0.0657725 Sep 29 17:24:47.070563 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:24:47.075439 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd30847-fe92-427e-9e2d-8e936069065e', 'tag': '729c711a-0d7c-497e-94e6-b7eef975bc22'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:47.078217 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186dcc41-f402-4611-af14-e2f60b35a8be" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd30847-fe92-427e-9e2d-8e936069065e", "tag": "729c711a-0d7c-497e-94e6-b7eef975bc22"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:47.101784 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-52d7b526-e0c8-4d5e-9a32-6ae05e52ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:47.103342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-52d7b526-e0c8-4d5e-9a32-6ae05e52ba47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1377296 Sep 29 17:24:47.117625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8915b-0650-4648-9bc7-38ad0a86a697 req-645b79b0-37ba-4dce-bfd4-0ff7ee75a7db tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:47.119377 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7dd8915b-0650-4648-9bc7-38ad0a86a697 req-645b79b0-37ba-4dce-bfd4-0ff7ee75a7db tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 943 time: 0.1386309 Sep 29 17:24:47.120204 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:47.159377 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fed7959-d004-4dff-9480-3c478baa23d8 x-openstack-request-id: req-2fed7959-d004-4dff-9480-3c478baa23d8 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:47.161707 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd30847-fe92-427e-9e2d-8e936069065e", "tag": "729c711a-0d7c-497e-94e6-b7eef975bc22", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:47.162097 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2fed7959-d004-4dff-9480-3c478baa23d8 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:47.165987 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd30847-fe92-427e-9e2d-8e936069065e', 'tag': '729c711a-0d7c-497e-94e6-b7eef975bc22', 'status': 'completed', 'code': 200} Sep 29 17:24:47.208611 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7dd8915b-0650-4648-9bc7-38ad0a86a697 req-e6046e6b-5f92-4ab8-8f99-db33ab207e17 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737247 Sep 29 17:24:47.213433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-80a53491-8d4b-43b6-85c7-fdd5690dab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:47.215261 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-80a53491-8d4b-43b6-85c7-fdd5690dab76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939732 Sep 29 17:24:47.274286 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-62be6ddd-034f-4dde-a0f3-4fb5e5819449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:47.276229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-62be6ddd-034f-4dde-a0f3-4fb5e5819449 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 HTTP/1.1" status: 200 len: 902 time: 0.3615332 Sep 29 17:24:47.297036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dcc41-f402-4611-af14-e2f60b35a8be req-a464fc20-6c24-4d77-a2d6-34e5e927c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:47.299466 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-186dcc41-f402-4611-af14-e2f60b35a8be req-a464fc20-6c24-4d77-a2d6-34e5e927c39b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 1124 time: 0.1146519 Sep 29 17:24:47.314758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea,segment=NetworkSegment(5b3fbb81-f9c9-4606-91d2-ca31d1b94d65),segment_id=5b3fbb81-f9c9-4606-91d2-ca31d1b94d65)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:47.351713 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea', 'network_id': '5cd95ba7-c32d-40ee-a8fb-03aff578c996', 'port_id': '5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea', 'mac_address': 'fa:16:3e:87:2c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02dc71a9-cfec-40f4-98da-2179c099d620', 'ip_address': '19.86.0.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:24:47.358963 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-ab56a716-9a9d-4944-a8b8-a9e6746cc00a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.27&port_id=1345ac41-e708-44c1-ae89-5e04b4e309cc HTTP/1.1" status: 200 len: 217 time: 0.0694749 Sep 29 17:24:47.363269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:47.396555 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-7fb76a8d-a184-4c11-b5fe-1ed39d7197f8 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715779 Sep 29 17:24:47.486954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-f6a3215d-d31f-4bae-967e-5550a127132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:47.489131 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-f6a3215d-d31f-4bae-967e-5550a127132c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d46fe09c-880d-44bf-aa2e-52f2b630c945 HTTP/1.1" status: 200 len: 801 time: 0.1172881 Sep 29 17:24:47.533475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dcc41-f402-4611-af14-e2f60b35a8be req-e1300dc2-c9aa-4b80-896c-63cf8bd11b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:47.535486 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-186dcc41-f402-4611-af14-e2f60b35a8be req-e1300dc2-c9aa-4b80-896c-63cf8bd11b4b service neutron] 10.222.0.49 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.1873877 Sep 29 17:24:47.542971 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc8c6698-656c-438a-a3e1-729d7ddf529d req-7dd04c24-6048-4fc3-878c-0b971191258e service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361754 Sep 29 17:24:47.590206 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:47.591954 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-186dcc41-f402-4611-af14-e2f60b35a8be req-4e4f42bd-b382-412b-bf5d-29f9c25309b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=729c711a-0d7c-497e-94e6-b7eef975bc22 HTTP/1.1" status: 200 len: 217 time: 0.0471232 Sep 29 17:24:47.597002 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-72671ecb-66dd-4f62-b4b1-4d59dfbe6ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:47.599579 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-72671ecb-66dd-4f62-b4b1-4d59dfbe6ab4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a5fce1b0-0578-4b7b-baf3-2b43a4a42d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1006575 Sep 29 17:24:47.680853 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:47.717054 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:47.734817 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-5229f8f6-6a12-48b1-a502-000c7cb60f40 service neutron] 10.222.0.49 "GET /v2.0/networks/a5fce1b0-0578-4b7b-baf3-2b43a4a42d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250033 Sep 29 17:24:47.737379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:47.761988 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-3b7ea92d-780b-4767-9c81-144083e0f5f8 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5d4b1f31d7c54209816b30bee7beb462&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341666 Sep 29 17:24:47.768482 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ab3cf-d5e3-4818-a380-90ce13321c79 req-8426e061-1fa7-43a1-b8a9-6058f1ee0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:47.771594 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d69ab3cf-d5e3-4818-a380-90ce13321c79 req-8426e061-1fa7-43a1-b8a9-6058f1ee0eee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 1098 time: 0.0844886 Sep 29 17:24:47.793752 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea,segment=NetworkSegment(5b3fbb81-f9c9-4606-91d2-ca31d1b94d65),segment_id=5b3fbb81-f9c9-4606-91d2-ca31d1b94d65)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:47.812312 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:47.812986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 10199fab-d7b2-4202-a55e-5f28869cac60 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:24:47.872790 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f77fd83-c61e-44ef-9c6e-79767b832ba2 req-c1e8f414-88ff-4cf0-95ee-b0afe71d43a7 service neutron] 10.222.0.49 "GET /v2.0/networks/a5fce1b0-0578-4b7b-baf3-2b43a4a42d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226497 Sep 29 17:24:47.875598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dcc41-f402-4611-af14-e2f60b35a8be req-a11c1283-0779-4c54-beaa-5ad4d34192ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:47.877086 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-186dcc41-f402-4611-af14-e2f60b35a8be req-a11c1283-0779-4c54-beaa-5ad4d34192ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.2764249 Sep 29 17:24:47.927439 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c9cbb-959b-4834-849b-a9b6f9fdbe9f req-65ad708d-0b37-4046-9652-7981d4919239 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:47.932954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:47.933711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c9cbb-959b-4834-849b-a9b6f9fdbe9f req-65ad708d-0b37-4046-9652-7981d4919239 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:47.951348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c9cbb-959b-4834-849b-a9b6f9fdbe9f req-65ad708d-0b37-4046-9652-7981d4919239 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:47.958385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-3658e395-0bcc-429d-9958-53fcefbf27fe tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:47.961954 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f7c9cbb-959b-4834-849b-a9b6f9fdbe9f req-65ad708d-0b37-4046-9652-7981d4919239 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2411 time: 0.2261462 Sep 29 17:24:47.966239 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-3658e395-0bcc-429d-9958-53fcefbf27fe tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935465 Sep 29 17:24:47.994644 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-5fe6162c-d757-4cc4-a6ea-627338a99ae4 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/quotas/5d4b1f31d7c54209816b30bee7beb462 HTTP/1.1" status: 200 len: 375 time: 0.0270743 Sep 29 17:24:48.008522 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ab3cf-d5e3-4818-a380-90ce13321c79 req-3f390624-af77-44bf-9450-5c4e0fcc5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:48.010353 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d69ab3cf-d5e3-4818-a380-90ce13321c79 req-3f390624-af77-44bf-9450-5c4e0fcc5399 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2014287 Sep 29 17:24:48.038354 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-186dcc41-f402-4611-af14-e2f60b35a8be req-08be9228-69cd-4373-ad33-2816fbb5d4f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734210 Sep 29 17:24:48.039534 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-7962a184-ee6f-42a8-a3f4-56a24f6448e6 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d4b1f31d7c54209816b30bee7beb462&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437374 Sep 29 17:24:48.046749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 10199fab-d7b2-4202-a55e-5f28869cac60, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=10199fab-d7b2-4202-a55e-5f28869cac60,segment=NetworkSegment(d3a5a5e4-324b-43b0-8077-b389c669822c),segment_id=d3a5a5e4-324b-43b0-8077-b389c669822c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:48.071695 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '10199fab-d7b2-4202-a55e-5f28869cac60', 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55', 'port_id': '10199fab-d7b2-4202-a55e-5f28869cac60', 'mac_address': 'fa:16:3e:d1:56:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46fe09c-880d-44bf-aa2e-52f2b630c945', 'ip_address': '19.80.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:24:48.078512 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f7c9cbb-959b-4834-849b-a9b6f9fdbe9f req-acf593f0-9685-4c16-b50e-3a90ff1c24ed tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154976 Sep 29 17:24:48.080531 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-21bea817-9f8a-4e1c-879a-d2c09bc76538 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=b4d67d9de6bd453fab434b38ecfd60f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793891 Sep 29 17:24:48.128623 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d69ab3cf-d5e3-4818-a380-90ce13321c79 req-809fbd3b-d2a9-4fb3-99dc-358fa8b5ae8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=c9611852-269d-4a9b-8e69-82acfab650f8 HTTP/1.1" status: 200 len: 217 time: 0.1021271 Sep 29 17:24:48.159417 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:48.181258 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10199fab-d7b2-4202-a55e-5f28869cac60 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:48.199197 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ab3cf-d5e3-4818-a380-90ce13321c79 req-6499ffe7-e86c-418d-907c-e5db43dfa7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:48.201733 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d69ab3cf-d5e3-4818-a380-90ce13321c79 req-6499ffe7-e86c-418d-907c-e5db43dfa7dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0609710 Sep 29 17:24:48.217579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 10199fab-d7b2-4202-a55e-5f28869cac60, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=10199fab-d7b2-4202-a55e-5f28869cac60,segment=NetworkSegment(d3a5a5e4-324b-43b0-8077-b389c669822c),segment_id=d3a5a5e4-324b-43b0-8077-b389c669822c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:48.226067 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:48.226782 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 1345ac41-e708-44c1-ae89-5e04b4e309cc details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:24:48.265806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 1345ac41-e708-44c1-ae89-5e04b4e309cc, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=1345ac41-e708-44c1-ae89-5e04b4e309cc,segment=NetworkSegment(d3a5a5e4-324b-43b0-8077-b389c669822c),segment_id=d3a5a5e4-324b-43b0-8077-b389c669822c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:48.277408 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ab3cf-d5e3-4818-a380-90ce13321c79 req-f2b7b513-f23b-47bc-bd5e-a01b7fa7644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:48.279411 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d69ab3cf-d5e3-4818-a380-90ce13321c79 req-f2b7b513-f23b-47bc-bd5e-a01b7fa7644a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668294 Sep 29 17:24:48.300168 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '1345ac41-e708-44c1-ae89-5e04b4e309cc', 'network_id': 'a5fce1b0-0578-4b7b-baf3-2b43a4a42d55', 'port_id': '1345ac41-e708-44c1-ae89-5e04b4e309cc', 'mac_address': 'fa:16:3e:51:fe:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46fe09c-880d-44bf-aa2e-52f2b630c945', 'ip_address': '19.80.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:24:48.382862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-dfd62359-558e-431b-aba5-82ecb3a2e02e tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:48.384675 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-dfd62359-558e-431b-aba5-82ecb3a2e02e tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2917709 Sep 29 17:24:48.405864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=10199fab-d7b2-4202-a55e-5f28869cac60,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:48.409416 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e6b21c04-957f-4214-ad24-7bc7b7aef56e req-4ab4fb56-00d1-4c6b-afdf-6c065c0ed5d9 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 210 time: 0.1031370 Sep 29 17:24:48.415780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Request body: {'port': {'device_id': 'b8a88a0f-d215-40d7-a327-d925aff9a125', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': 'b4d67d9de6bd453fab434b38ecfd60f1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:48.419790 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:48.442402 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d69ab3cf-d5e3-4818-a380-90ce13321c79 req-2f9becb5-5862-4349-aa50-00ac2d418064 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527872 Sep 29 17:24:48.460410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95c92b-be27-4914-b9f8-517e010e6f6e req-879986e5-6b3d-4b2f-be38-84eb6f71c7df tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:48.463002 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b95c92b-be27-4914-b9f8-517e010e6f6e req-879986e5-6b3d-4b2f-be38-84eb6f71c7df tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 947 time: 0.1402085 Sep 29 17:24:48.489378 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1345ac41-e708-44c1-ae89-5e04b4e309cc {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:48.515862 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 1345ac41-e708-44c1-ae89-5e04b4e309cc, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=1345ac41-e708-44c1-ae89-5e04b4e309cc,segment=NetworkSegment(d3a5a5e4-324b-43b0-8077-b389c669822c),segment_id=d3a5a5e4-324b-43b0-8077-b389c669822c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:48.522816 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:48.549476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-186dcc41-f402-4611-af14-e2f60b35a8be req-833472fd-0c10-4915-83b5-ddd72ff7c33f service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959590 Sep 29 17:24:48.591063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=1345ac41-e708-44c1-ae89-5e04b4e309cc,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:48.621037 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b95c92b-be27-4914-b9f8-517e010e6f6e req-44934927-d0ad-4530-916d-025d74498640 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454964 Sep 29 17:24:48.656749 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d69ab3cf-d5e3-4818-a380-90ce13321c79 req-82ff8b91-a116-4553-8d94-4621b77b64d2 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920562 Sep 29 17:24:48.663057 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['83d3b1db-ca20-4bce-b618-564ff3bc1dcf'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:48.729291 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-55041a16-78da-48f6-8526-d5da446d6576 req-842794e6-6389-42e2-a589-f2b3d05c4a09 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 210 time: 0.0380242 Sep 29 17:24:48.748720 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e142d-2597-4177-9692-979ca8b4a5da req-397d9225-a602-439c-ae2a-bd2460537000 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:48.756706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-676e142d-2597-4177-9692-979ca8b4a5da req-397d9225-a602-439c-ae2a-bd2460537000 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 943 time: 0.1367936 Sep 29 17:24:48.773837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Made reservation on behalf of b4d67d9de6bd453fab434b38ecfd60f1 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:24:48.777365 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:48.798818 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:48.835176 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-186dcc41-f402-4611-af14-e2f60b35a8be req-6e09162a-246d-4483-bcb3-3f19009fce75 service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654510 Sep 29 17:24:48.840409 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-676e142d-2597-4177-9692-979ca8b4a5da req-3c8eaa9c-546f-467f-a530-bd901b9b7bbb tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829272 Sep 29 17:24:48.935205 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['10199fab-d7b2-4202-a55e-5f28869cac60'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:48.938519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['1345ac41-e708-44c1-ae89-5e04b4e309cc'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:48.947119 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:48.952603 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:49.025408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:49.109892 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Allocated IP 192.168.233.117 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/c88333fe-6d40-441a-a410-61a81218281a) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:24:49.263248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387b2b6-8fef-40bc-9e95-85212089f7dc req-f33819d7-07e0-404f-b708-f507c54faa28 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:49.268996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387b2b6-8fef-40bc-9e95-85212089f7dc req-f33819d7-07e0-404f-b708-f507c54faa28 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:49.275667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387b2b6-8fef-40bc-9e95-85212089f7dc req-f33819d7-07e0-404f-b708-f507c54faa28 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:49.277219 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d387b2b6-8fef-40bc-9e95-85212089f7dc req-f33819d7-07e0-404f-b708-f507c54faa28 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2414 time: 0.1271467 Sep 29 17:24:49.330269 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:49.340971 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d387b2b6-8fef-40bc-9e95-85212089f7dc req-8a890142-2815-4772-abce-ec200c7ca58d tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566494 Sep 29 17:24:49.371340 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:49.414808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:24:49.418243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:49.421875 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:24:49.478603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Pushing event updated for resources: {'Port': ['ID=c88333fe-6d40-441a-a410-61a81218281a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:49.491075 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-9ba7e1b8-e859-4bc7-9e63-cc935da22100 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5d4b1f31d7c54209816b30bee7beb462&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621355 Sep 29 17:24:49.537756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bce71-9368-4bf9-b109-3676f559720f req-b7c9d153-f625-4c9c-a910-cb77b9dd6eac tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:49.540445 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d6bce71-9368-4bf9-b109-3676f559720f req-b7c9d153-f625-4c9c-a910-cb77b9dd6eac tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 936 time: 0.0740337 Sep 29 17:24:49.606997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:49.607601 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d6bce71-9368-4bf9-b109-3676f559720f req-155cfc4e-eb84-4551-bba9-c2db5b101d2c tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/security-groups?id=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603070 Sep 29 17:24:49.607713 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:49.636463 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-93c44bfe-54bf-4493-b294-d3c1e54db706 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2257574 Sep 29 17:24:49.652948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Request body: {'port': {'device_id': 'b8a88a0f-d215-40d7-a327-d925aff9a125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:49.679395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 83d3b1db-ca20-4bce-b618-564ff3bc1dcf up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:49.694754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-feaacaff-2d4e-4d97-bfa0-ef7b60c898e4 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:49.696322 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-feaacaff-2d4e-4d97-bfa0-ef7b60c898e4 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976178 Sep 29 17:24:49.731903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Request body: {'port': {'device_id': '2ac58c20-1236-4eb6-8dee-10a0ab260e33', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': '5d4b1f31d7c54209816b30bee7beb462'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:49.742766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:49.743158 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:49.782931 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:49.802505 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-33a9b36c-67a8-4df3-a9dd-a75eae73c477 None None] Provisioning complete for port c88333fe-6d40-441a-a410-61a81218281a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:49.802871 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-33a9b36c-67a8-4df3-a9dd-a75eae73c477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:49.844815 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a61173e7-51a1-41d4-8794-0fa17937fa6e req-9ca0daf4-43e5-4be0-91cc-6abfd8ad3a6e tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 210 time: 0.0342138 Sep 29 17:24:49.869199 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-33a9b36c-67a8-4df3-a9dd-a75eae73c477 None None] Port c88333fe-6d40-441a-a410-61a81218281a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:24:49.870719 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:49.894994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c09fb-2236-4ed4-bcd7-458309865cb5 req-7824e9d0-4275-4355-9766-d8ac1b0edbfb tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:49.897234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec156c5b-8665-4394-98e3-44e85081ff5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d3b1db-ca20-4bce-b618-564ff3bc1dcf'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:49.900634 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6e4b8e-6321-419c-8772-b33e9aee26eb" -d '{"events": [{"server_uuid": "ec156c5b-8665-4394-98e3-44e85081ff5e", "name": "network-vif-plugged", "status": "completed", "tag": "83d3b1db-ca20-4bce-b618-564ff3bc1dcf"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:49.901257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f1c09fb-2236-4ed4-bcd7-458309865cb5 req-7824e9d0-4275-4355-9766-d8ac1b0edbfb tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 947 time: 0.1752770 Sep 29 17:24:49.915147 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:49.920730 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:49.981790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:50.030036 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f1c09fb-2236-4ed4-bcd7-458309865cb5 req-3eb02599-c7b4-4aa3-818a-bef6ee4d6a15 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116672 Sep 29 17:24:50.072048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Made reservation on behalf of 5d4b1f31d7c54209816b30bee7beb462 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:24:50.075563 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:50.089244 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:50.098137 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7368c5a5-9dfc-4a13-a518-d7ae10af98c1 x-openstack-request-id: req-7368c5a5-9dfc-4a13-a518-d7ae10af98c1 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:50.098443 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec156c5b-8665-4394-98e3-44e85081ff5e", "name": "network-vif-plugged", "status": "completed", "tag": "83d3b1db-ca20-4bce-b618-564ff3bc1dcf", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:50.098968 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7368c5a5-9dfc-4a13-a518-d7ae10af98c1 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:50.099452 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec156c5b-8665-4394-98e3-44e85081ff5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d3b1db-ca20-4bce-b618-564ff3bc1dcf', 'code': 200} Sep 29 17:24:50.114338 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:50.290857 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c88333fe-6d40-441a-a410-61a81218281a {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:50.302938 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:50.328957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Transition to ACTIVE for port object c88333fe-6d40-441a-a410-61a81218281a will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:24:50.334156 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:50.335676 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:50.366004 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:50.400377 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e7f87-02b4-41b7-956e-671b35858f98 req-3a082eeb-87c2-42fb-a9c9-ac40f2abadd4 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:50.411533 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8c5e7f87-02b4-41b7-956e-671b35858f98 req-3a082eeb-87c2-42fb-a9c9-ac40f2abadd4 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 943 time: 0.3953311 Sep 29 17:24:50.459463 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8c5e7f87-02b4-41b7-956e-671b35858f98 req-c6e5096f-0b59-4e89-b267-56ae28b29932 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467243 Sep 29 17:24:50.495676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c88333fe-6d40-441a-a410-61a81218281a,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:50.513670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8713ead7-9188-49d6-90a3-b3cb493bc413,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:50.648218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b56fb6-7c3d-491b-8520-83475481b05e req-1320e49d-41b0-4f34-b023-dc950efdb4bb tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:50.654105 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b56fb6-7c3d-491b-8520-83475481b05e req-1320e49d-41b0-4f34-b023-dc950efdb4bb tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:50.659952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b56fb6-7c3d-491b-8520-83475481b05e req-1320e49d-41b0-4f34-b023-dc950efdb4bb tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:50.664695 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49b56fb6-7c3d-491b-8520-83475481b05e req-1320e49d-41b0-4f34-b023-dc950efdb4bb tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2414 time: 0.1745970 Sep 29 17:24:50.712654 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Allocated IP 192.168.233.26 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/211992b9-b4a8-4fb9-9db5-2fe96235595b) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:24:50.722730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Attempting to bind port c88333fe-6d40-441a-a410-61a81218281a on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:50.723312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Attempting to bind port c88333fe-6d40-441a-a410-61a81218281a by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:50.723464 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Attempting to bind port c88333fe-6d40-441a-a410-61a81218281a on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:50.740690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Port c88333fe-6d40-441a-a410-61a81218281a on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:24:50.741009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Attempting to bind port c88333fe-6d40-441a-a410-61a81218281a on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:50.755998 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:50.756366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:50.756780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:50.757201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Bound port: c88333fe-6d40-441a-a410-61a81218281a, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:50.757571 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:50.762048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2326a9d-0856-485e-9e3e-74356891e943 req-62a20afe-b1fe-4c06-9141-2a134f45bb9d tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:50.764624 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c2326a9d-0856-485e-9e3e-74356891e943 req-62a20afe-b1fe-4c06-9141-2a134f45bb9d tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 948 time: 0.0583074 Sep 29 17:24:50.767281 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49b56fb6-7c3d-491b-8520-83475481b05e req-30e7e82f-b5b0-4333-ba05-9bcf56727495 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931225 Sep 29 17:24:50.817851 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c2326a9d-0856-485e-9e3e-74356891e943 req-67ea454d-1b14-4d6a-bc12-1bf398178353 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/security-groups?id=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389495 Sep 29 17:24:50.927640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] For port c88333fe-6d40-441a-a410-61a81218281a, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:50.945113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] For port c88333fe-6d40-441a-a410-61a81218281a, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c88333fe-6d40-441a-a410-61a81218281a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:50.950623 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:51.009150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 10199fab-d7b2-4202-a55e-5f28869cac60 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:51.084756 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 10199fab-d7b2-4202-a55e-5f28869cac60 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:24:51.089906 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 10199fab-d7b2-4202-a55e-5f28869cac60 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:51.090290 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:51.150022 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:24:51.193345 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:51.196073 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6224f3-b149-46da-afea-05ca59a11b2e req-c6394d17-ab81-44ef-8100-91fb6fc99884 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:51.204311 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ec6224f3-b149-46da-afea-05ca59a11b2e req-c6394d17-ab81-44ef-8100-91fb6fc99884 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 947 time: 0.0731702 Sep 29 17:24:51.247441 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 10199fab-d7b2-4202-a55e-5f28869cac60, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=10199fab-d7b2-4202-a55e-5f28869cac60,segment=NetworkSegment(d3a5a5e4-324b-43b0-8077-b389c669822c),segment_id=d3a5a5e4-324b-43b0-8077-b389c669822c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:51.252128 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:51.253303 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 1345ac41-e708-44c1-ae89-5e04b4e309cc up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:51.263986 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ec6224f3-b149-46da-afea-05ca59a11b2e req-634e7a73-0049-4050-b154-ce19d21acc2d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586300 Sep 29 17:24:51.345969 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd199e2b-37d0-4f78-a1de-ebbc15584aa0 req-ababe9f5-88ed-443f-9f0b-b18c9d8cb5d2 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 210 time: 0.3930964 Sep 29 17:24:51.362993 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:51.385612 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:51.386589 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:51.388183 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] 10.222.0.49 "PUT /v2.0/ports/c88333fe-6d40-441a-a410-61a81218281a HTTP/1.1" status: 200 len: 1096 time: 1.7396135 Sep 29 17:24:51.388828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a88a0f-d215-40d7-a327-d925aff9a125', 'tag': 'c88333fe-6d40-441a-a410-61a81218281a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:51.391273 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c505b4-ee83-400b-81a1-ea87b938d1d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a88a0f-d215-40d7-a327-d925aff9a125", "tag": "c88333fe-6d40-441a-a410-61a81218281a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:51.429537 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 1345ac41-e708-44c1-ae89-5e04b4e309cc completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:24:51.434873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=10199fab-d7b2-4202-a55e-5f28869cac60,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:51.459481 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 1345ac41-e708-44c1-ae89-5e04b4e309cc triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:51.459981 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:51.487528 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399620b0-a1dd-4aed-975b-e4dc3f01deb8 x-openstack-request-id: req-399620b0-a1dd-4aed-975b-e4dc3f01deb8 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:51.487813 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a88a0f-d215-40d7-a327-d925aff9a125", "tag": "c88333fe-6d40-441a-a410-61a81218281a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:51.488060 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-399620b0-a1dd-4aed-975b-e4dc3f01deb8 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:51.488790 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a88a0f-d215-40d7-a327-d925aff9a125', 'tag': 'c88333fe-6d40-441a-a410-61a81218281a', 'status': 'completed', 'code': 200} Sep 29 17:24:51.497596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefe86e-af38-44b4-ac04-bc981a24b0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c88333fe-6d40-441a-a410-61a81218281a,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:51.529872 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-09e8ebf7-a851-4fe3-a48b-1d1c6adfa889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:51.531700 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-09e8ebf7-a851-4fe3-a48b-1d1c6adfa889 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4d67d9de6bd453fab434b38ecfd60f1&device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 1099 time: 0.0828927 Sep 29 17:24:51.533057 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:51.665791 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-85ce8226-6894-482b-94be-47ed35f35a39 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=c88333fe-6d40-441a-a410-61a81218281a HTTP/1.1" status: 200 len: 217 time: 0.1234236 Sep 29 17:24:51.676100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e7fdb-6b91-4702-9b52-c418016890a9 req-e36d13e1-f77b-4db0-89af-b8ea6107ef85 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:51.685987 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9e6e7fdb-6b91-4702-9b52-c418016890a9 req-e36d13e1-f77b-4db0-89af-b8ea6107ef85 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 943 time: 0.0861316 Sep 29 17:24:51.691371 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:51.709413 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device c9611852-269d-4a9b-8e69-82acfab650f8 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:24:51.711808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:24:51.736102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:24:51.771876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Pushing event updated for resources: {'Port': ['ID=211992b9-b4a8-4fb9-9db5-2fe96235595b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:51.775155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:24:51.778000 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9e6e7fdb-6b91-4702-9b52-c418016890a9 req-a40586df-3517-4b1c-ac66-bebd7ef55203 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907319 Sep 29 17:24:51.822311 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 1345ac41-e708-44c1-ae89-5e04b4e309cc, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=1345ac41-e708-44c1-ae89-5e04b4e309cc,segment=NetworkSegment(d3a5a5e4-324b-43b0-8077-b389c669822c),segment_id=d3a5a5e4-324b-43b0-8077-b389c669822c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:51.831691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-c7028724-3d1a-4827-9d5f-5af4c442fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:51.833648 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-c7028724-3d1a-4827-9d5f-5af4c442fa25 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1302357 Sep 29 17:24:51.845135 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:51.845856 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:51.859323 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:51.932703 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-1bcb39a5-3c89-459e-a0ac-7f5c8585a610 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2082205 Sep 29 17:24:51.950701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Request body: {'port': {'device_id': '2ac58c20-1236-4eb6-8dee-10a0ab260e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:24:51.955226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc4d3-f8aa-437b-9bf1-34d281b5258d req-ec5a720d-f6d5-4c6f-ba86-b74da00e651e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:51.961626 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc4d3-f8aa-437b-9bf1-34d281b5258d req-ec5a720d-f6d5-4c6f-ba86-b74da00e651e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:51.965732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-4084e1e4-fe7d-4c9a-be88-75fabbb5dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:51.967681 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-4084e1e4-fe7d-4c9a-be88-75fabbb5dc59 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1174479 Sep 29 17:24:51.971527 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cc4d3-f8aa-437b-9bf1-34d281b5258d req-ec5a720d-f6d5-4c6f-ba86-b74da00e651e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:51.985476 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7d9cc4d3-f8aa-437b-9bf1-34d281b5258d req-ec5a720d-f6d5-4c6f-ba86-b74da00e651e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2416 time: 0.0929697 Sep 29 17:24:52.035275 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7d9cc4d3-f8aa-437b-9bf1-34d281b5258d req-ab914dec-62c7-4f79-887f-37fe4255ada9 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486748 Sep 29 17:24:52.103043 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10199fab-d7b2-4202-a55e-5f28869cac60'}, {'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1345ac41-e708-44c1-ae89-5e04b4e309cc'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:52.109157 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a194133c-fcdc-4d52-809d-c96894c532fc" -d '{"events": [{"server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "name": "network-vif-plugged", "status": "completed", "tag": "10199fab-d7b2-4202-a55e-5f28869cac60"}, {"server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "name": "network-vif-plugged", "status": "completed", "tag": "1345ac41-e708-44c1-ae89-5e04b4e309cc"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:52.184892 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:52.212546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b23668-1274-45b4-a921-a30cb2759375 req-5b383da6-6aec-4e93-a4d3-b8f3473a6b8d tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:52.226067 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41b23668-1274-45b4-a921-a30cb2759375 req-5b383da6-6aec-4e93-a4d3-b8f3473a6b8d tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 948 time: 0.2841914 Sep 29 17:24:52.256061 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=1345ac41-e708-44c1-ae89-5e04b4e309cc,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:52.272878 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port c9611852-269d-4a9b-8e69-82acfab650f8, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=c9611852-269d-4a9b-8e69-82acfab650f8,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:52.304921 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649f1909-8ae5-4d42-8bfd-22bb86c76b57 x-openstack-request-id: req-649f1909-8ae5-4d42-8bfd-22bb86c76b57 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:52.305412 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "name": "network-vif-plugged", "status": "completed", "tag": "10199fab-d7b2-4202-a55e-5f28869cac60", "code": 200}, {"server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "name": "network-vif-plugged", "status": "completed", "tag": "1345ac41-e708-44c1-ae89-5e04b4e309cc", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:52.305693 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-649f1909-8ae5-4d42-8bfd-22bb86c76b57 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:52.306811 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10199fab-d7b2-4202-a55e-5f28869cac60', 'code': 200} Sep 29 17:24:52.307233 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1345ac41-e708-44c1-ae89-5e04b4e309cc', 'code': 200} Sep 29 17:24:52.310569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'c9611852-269d-4a9b-8e69-82acfab650f8', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': 'c9611852-269d-4a9b-8e69-82acfab650f8', 'mac_address': 'fa:16:3e:d8:64:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:24:52.358596 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e8af440d-e022-4829-ae31-42996fba94be None None] Provisioning complete for port 211992b9-b4a8-4fb9-9db5-2fe96235595b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:52.359312 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e8af440d-e022-4829-ae31-42996fba94be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:52.386543 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:52.406577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9611852-269d-4a9b-8e69-82acfab650f8 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:52.421998 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e8af440d-e022-4829-ae31-42996fba94be None None] Port 211992b9-b4a8-4fb9-9db5-2fe96235595b cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:24:52.436525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.49', 50213) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:24:52.440109 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port c9611852-269d-4a9b-8e69-82acfab650f8, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=c9611852-269d-4a9b-8e69-82acfab650f8,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:52.446385 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:52.511476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41b23668-1274-45b4-a921-a30cb2759375 req-157ec324-58ae-41d5-b39c-740df08ae92a tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/security-groups?id=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796943 Sep 29 17:24:52.517157 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-68b3833b-2fb4-4d3b-87df-28e63f105060 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287266 Sep 29 17:24:52.529174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=c9611852-269d-4a9b-8e69-82acfab650f8,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:52.539012 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-f5bcd014-6156-4fe0-9e55-b411246e6437 service neutron] 10.222.0.49 "GET /v2.0/ports/729c711a-0d7c-497e-94e6-b7eef975bc22/bindings/n-h2-811748-2 HTTP/1.1" status: 200 len: 384 time: 0.2084324 Sep 29 17:24:52.601197 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd0dd9-a5ad-42d8-ac9d-282aa465657e req-6a8fa534-2042-43c7-91f9-fd97141dbcea tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:52.605793 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3cbd0dd9-a5ad-42d8-ac9d-282aa465657e req-6a8fa534-2042-43c7-91f9-fd97141dbcea tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 947 time: 0.2115114 Sep 29 17:24:52.666890 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3cbd0dd9-a5ad-42d8-ac9d-282aa465657e req-aa405b19-4976-4c3d-9183-2bb6d5e5b0e9 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552504 Sep 29 17:24:52.706259 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b55d4b6e-3c6d-497e-9a5d-358909f3e8a2 req-2dfc0600-a89f-4987-b02c-a724a7dd19f3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2621872 Sep 29 17:24:52.847111 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-fcb545ff-8797-438c-8977-e8c490e934dc service neutron] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=729c711a-0d7c-497e-94e6-b7eef975bc22,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:52.854519 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2152fe8-2fb2-40a0-ba2e-fcc6c64bc021 req-0013f72b-f75b-4884-bb9d-d3d39e4d6c99 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108575 Sep 29 17:24:52.891714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-fcb545ff-8797-438c-8977-e8c490e934dc service neutron] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:52.896218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad3d98-bb63-4419-93a8-768085f4dd19 req-e71e5a13-a1e9-4f8c-a229-2aa434ffbb6b tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:52.903522 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6dad3d98-bb63-4419-93a8-768085f4dd19 req-e71e5a13-a1e9-4f8c-a229-2aa434ffbb6b tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 935 time: 0.2639375 Sep 29 17:24:52.958390 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-fcb545ff-8797-438c-8977-e8c490e934dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729c711a-0d7c-497e-94e6-b7eef975bc22 {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:52.977072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-fcb545ff-8797-438c-8977-e8c490e934dc service neutron] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=729c711a-0d7c-497e-94e6-b7eef975bc22,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:53.012140 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-fcb545ff-8797-438c-8977-e8c490e934dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:53.019360 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:53.072494 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['c9611852-269d-4a9b-8e69-82acfab650f8'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:53.152521 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6dad3d98-bb63-4419-93a8-768085f4dd19 req-230d3b96-7f7a-460a-bf7f-7277fb28d664 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309227 Sep 29 17:24:53.156768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d4b6e-3c6d-497e-9a5d-358909f3e8a2 req-68946170-89ac-4d95-9a6f-55963f0c8f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:53.159923 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b55d4b6e-3c6d-497e-9a5d-358909f3e8a2 req-68946170-89ac-4d95-9a6f-55963f0c8f3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 1095 time: 0.3957427 Sep 29 17:24:53.192299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c505b4-ee83-400b-81a1-ea87b938d1d0 req-e5e7c12d-acab-4528-910e-424ae8c86994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:53.195133 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81c505b4-ee83-400b-81a1-ea87b938d1d0 req-e5e7c12d-acab-4528-910e-424ae8c86994 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4d67d9de6bd453fab434b38ecfd60f1&device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 1099 time: 0.2554543 Sep 29 17:24:53.202736 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c3156-315e-4f68-b519-c27f4173befb req-6cd3970c-ba20-4dd7-a89f-d2758987736c tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:53.213872 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd0c3156-315e-4f68-b519-c27f4173befb req-6cd3970c-ba20-4dd7-a89f-d2758987736c tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 943 time: 0.1257210 Sep 29 17:24:53.218591 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:24:53.256938 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:53.257342 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:53.258668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211992b9-b4a8-4fb9-9db5-2fe96235595b {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:53.289300 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:53.307368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-fcb545ff-8797-438c-8977-e8c490e934dc service neutron] Transition to ACTIVE for port object 729c711a-0d7c-497e-94e6-b7eef975bc22 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:24:53.321654 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-fcb545ff-8797-438c-8977-e8c490e934dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:53.385780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Transition to ACTIVE for port object 211992b9-b4a8-4fb9-9db5-2fe96235595b will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:24:53.393829 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd0c3156-315e-4f68-b519-c27f4173befb req-456e032b-8a07-4354-a439-311c643880da tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733398 Sep 29 17:24:53.415619 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:53.422266 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:53.456379 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-fcb545ff-8797-438c-8977-e8c490e934dc service neutron] No DVR routers for this DVR port 729c711a-0d7c-497e-94e6-b7eef975bc22 on host n-h1-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:24:53.472713 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Pushing event updated for resources: {'Port': ['ID=211992b9-b4a8-4fb9-9db5-2fe96235595b,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:53.474528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea,segment=NetworkSegment(5b3fbb81-f9c9-4606-91d2-ca31d1b94d65),segment_id=5b3fbb81-f9c9-4606-91d2-ca31d1b94d65)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:53.487653 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:53.489013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 729c711a-0d7c-497e-94e6-b7eef975bc22 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:24:53.535172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a4ba3-021c-4a1d-a0dd-e40ee4a558d3 req-c724d63d-4f9b-465f-8d3e-4e130aa31247 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:53.539710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb545ff-8797-438c-8977-e8c490e934dc service neutron] Pushing event updated for resources: {'Port': ['ID=729c711a-0d7c-497e-94e6-b7eef975bc22,revision_number=10']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:53.541198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a4ba3-021c-4a1d-a0dd-e40ee4a558d3 req-c724d63d-4f9b-465f-8d3e-4e130aa31247 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:53.547236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a4ba3-021c-4a1d-a0dd-e40ee4a558d3 req-c724d63d-4f9b-465f-8d3e-4e130aa31247 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:53.556183 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-641a4ba3-021c-4a1d-a0dd-e40ee4a558d3 req-c724d63d-4f9b-465f-8d3e-4e130aa31247 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2416 time: 0.2208390 Sep 29 17:24:53.562384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-fcb545ff-8797-438c-8977-e8c490e934dc service neutron] 10.222.0.49 "PUT /v2.0/ports/729c711a-0d7c-497e-94e6-b7eef975bc22/bindings/n-h2-811748-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0114317 Sep 29 17:24:53.585952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d4b6e-3c6d-497e-9a5d-358909f3e8a2 req-9d7c3d51-7888-40e6-8ebf-d59d5537a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:53.590862 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b55d4b6e-3c6d-497e-9a5d-358909f3e8a2 req-9d7c3d51-7888-40e6-8ebf-d59d5537a141 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.3917470 Sep 29 17:24:53.592174 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c505b4-ee83-400b-81a1-ea87b938d1d0 req-bd7d7570-25fe-44ae-a0e6-013ce8e0ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:53.593659 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81c505b4-ee83-400b-81a1-ea87b938d1d0 req-bd7d7570-25fe-44ae-a0e6-013ce8e0ceb6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.3812649 Sep 29 17:24:53.668897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 729c711a-0d7c-497e-94e6-b7eef975bc22 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:24:53.701111 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b55d4b6e-3c6d-497e-9a5d-358909f3e8a2 req-3144db2e-9f32-4007-aa7e-ccfedefed74f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd HTTP/1.1" status: 200 len: 217 time: 0.0699861 Sep 29 17:24:53.708679 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 729c711a-0d7c-497e-94e6-b7eef975bc22 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:24:53.749694 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c633d-ba3e-44d8-a41f-acb744ea67af req-9a56ceba-75b8-4cd5-b05e-73b9b0cb7467 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:53.762948 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8a5c633d-ba3e-44d8-a41f-acb744ea67af req-9a56ceba-75b8-4cd5-b05e-73b9b0cb7467 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 948 time: 0.1345537 Sep 29 17:24:53.786328 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-68e3aaba-9b09-44a0-a12a-53370ec9aba1 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:53.788398 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-68e3aaba-9b09-44a0-a12a-53370ec9aba1 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e&tenant_id=c50efc2fa4284829be7a860e331db6cd&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 1095 time: 0.1435549 Sep 29 17:24:53.799937 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:53.805220 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-641a4ba3-021c-4a1d-a0dd-e40ee4a558d3 req-021c082b-1e0d-4ab9-a858-addec0aef69a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480307 Sep 29 17:24:53.883976 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8a5c633d-ba3e-44d8-a41f-acb744ea67af req-e9c92d47-9db8-4f47-b807-c14552643139 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/security-groups?id=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163034 Sep 29 17:24:53.925318 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-b9bbb285-e0e3-469e-bc11-c87eee356cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:53.928053 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-b9bbb285-e0e3-469e-bc11-c87eee356cbd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e&tenant_id=c50efc2fa4284829be7a860e331db6cd HTTP/1.1" status: 200 len: 1095 time: 0.1288216 Sep 29 17:24:53.933856 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81c505b4-ee83-400b-81a1-ea87b938d1d0 req-be1fc443-ba4b-42f9-8cd7-1d815701d3b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=c88333fe-6d40-441a-a410-61a81218281a HTTP/1.1" status: 200 len: 217 time: 0.3081627 Sep 29 17:24:54.045350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-9b8b9717-63c9-4ad9-b2c7-b143024849dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:54.047739 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-9b8b9717-63c9-4ad9-b2c7-b143024849dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c50efc2fa4284829be7a860e331db6cd&device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 1095 time: 0.0681849 Sep 29 17:24:54.072690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Attempting to bind port 211992b9-b4a8-4fb9-9db5-2fe96235595b on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:24:54.073029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Attempting to bind port 211992b9-b4a8-4fb9-9db5-2fe96235595b by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:24:54.073175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Attempting to bind port 211992b9-b4a8-4fb9-9db5-2fe96235595b on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:54.081760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d4b6e-3c6d-497e-9a5d-358909f3e8a2 req-68482ce9-6f77-4fdd-b6da-502315c78315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:54.083404 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b55d4b6e-3c6d-497e-9a5d-358909f3e8a2 req-68482ce9-6f77-4fdd-b6da-502315c78315 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.3562806 Sep 29 17:24:54.091945 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c505b4-ee83-400b-81a1-ea87b938d1d0 req-438b18f9-6f07-48aa-bbe2-b4015f2072c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:54.093455 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81c505b4-ee83-400b-81a1-ea87b938d1d0 req-438b18f9-6f07-48aa-bbe2-b4015f2072c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1422682 Sep 29 17:24:54.105625 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Port 211992b9-b4a8-4fb9-9db5-2fe96235595b on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:24:54.106015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Attempting to bind port 211992b9-b4a8-4fb9-9db5-2fe96235595b on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:24:54.134143 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b55d4b6e-3c6d-497e-9a5d-358909f3e8a2 req-7c500f49-e116-4769-a373-6e8f5925833d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397177 Sep 29 17:24:54.158388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68307abe-2263-4a6d-a6c8-978fabc8c85d req-8f1c936f-b608-4ed8-b9b7-a056b86ef563 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:54.159865 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68307abe-2263-4a6d-a6c8-978fabc8c85d req-8f1c936f-b608-4ed8-b9b7-a056b86ef563 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 948 time: 0.1983287 Sep 29 17:24:54.167816 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:24:54.168146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:24:54.168569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:24:54.169013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Bound port: 211992b9-b4a8-4fb9-9db5-2fe96235595b, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:24:54.169347 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:54.215163 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-0122b0d0-944a-4a42-bac0-bd7ee0167719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:54.216981 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-0122b0d0-944a-4a42-bac0-bd7ee0167719 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 200 len: 908 time: 0.1556580 Sep 29 17:24:54.297334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-08a73f8e-9680-4134-92cc-2de66f4b3620 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=729c711a-0d7c-497e-94e6-b7eef975bc22 HTTP/1.1" status: 200 len: 217 time: 0.0685911 Sep 29 17:24:54.308199 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:54.308787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c505b4-ee83-400b-81a1-ea87b938d1d0 req-77995616-b672-470c-bcc5-96a02c268509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:54.309778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81c505b4-ee83-400b-81a1-ea87b938d1d0 req-77995616-b672-470c-bcc5-96a02c268509 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2062974 Sep 29 17:24:54.310761 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be381885-4b55-45da-8706-b57aaf08e7bd" -d '{"events": [{"server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "name": "network-vif-plugged", "status": "completed", "tag": "5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:54.320094 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68307abe-2263-4a6d-a6c8-978fabc8c85d req-434d0355-6847-4b63-802b-f64f12e409b5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478117 Sep 29 17:24:54.392264 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b55d4b6e-3c6d-497e-9a5d-358909f3e8a2 req-20d99d3c-cda1-4ec2-804c-416a000dd114 service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418578 Sep 29 17:24:54.397694 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe2e310-0e91-416b-ae45-71beb34e4d71 x-openstack-request-id: req-afe2e310-0e91-416b-ae45-71beb34e4d71 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:54.398226 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "name": "network-vif-plugged", "status": "completed", "tag": "5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:54.398706 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afe2e310-0e91-416b-ae45-71beb34e4d71 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:54.399304 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea', 'code': 200} Sep 29 17:24:54.431353 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] For port 211992b9-b4a8-4fb9-9db5-2fe96235595b, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:54.436395 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-82ba5d41-2223-4927-bb8a-18d2439629d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:54.438978 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-82ba5d41-2223-4927-bb8a-18d2439629d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 200 len: 847 time: 0.1313508 Sep 29 17:24:54.460581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] For port 211992b9-b4a8-4fb9-9db5-2fe96235595b, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=211992b9-b4a8-4fb9-9db5-2fe96235595b,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:24:54.480021 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:54.498348 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-50bdd067-2a29-4649-96ac-b18b80064855 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c363c05d-b075-41d6-b265-c6ca1599d18c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484605 Sep 29 17:24:54.575072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff7b90-2451-4e93-88dc-de015d666fce req-aadbe5e5-74e7-4dd4-bc6b-90e50526f3c8 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:54.577592 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c5ff7b90-2451-4e93-88dc-de015d666fce req-aadbe5e5-74e7-4dd4-bc6b-90e50526f3c8 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 947 time: 0.2720881 Sep 29 17:24:54.580304 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81c505b4-ee83-400b-81a1-ea87b938d1d0 req-35c4a47b-9dc7-4a5c-ae29-db8f0d289aee service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575350 Sep 29 17:24:54.590628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:54.590822 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:54.592195 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] 10.222.0.49 "PUT /v2.0/ports/211992b9-b4a8-4fb9-9db5-2fe96235595b HTTP/1.1" status: 200 len: 1095 time: 2.6481013 Sep 29 17:24:54.604072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac58c20-1236-4eb6-8dee-10a0ab260e33', 'tag': '211992b9-b4a8-4fb9-9db5-2fe96235595b'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:54.606305 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325d912f-296c-4797-a686-a37f812b48b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac58c20-1236-4eb6-8dee-10a0ab260e33", "tag": "211992b9-b4a8-4fb9-9db5-2fe96235595b"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:54.686200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51387bda-d18b-4d07-acda-a2242df57e53 req-a0767b1c-3fdd-4efb-a3a4-a8e2e35c759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:54.686674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51387bda-d18b-4d07-acda-a2242df57e53 req-a0767b1c-3fdd-4efb-a3a4-a8e2e35c759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:54.687140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51387bda-d18b-4d07-acda-a2242df57e53 req-a0767b1c-3fdd-4efb-a3a4-a8e2e35c759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:54.688840 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51387bda-d18b-4d07-acda-a2242df57e53 req-a0767b1c-3fdd-4efb-a3a4-a8e2e35c759d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2870 time: 0.1884265 Sep 29 17:24:54.733846 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c5ff7b90-2451-4e93-88dc-de015d666fce req-9fae92e7-030d-4755-843a-415edb70e71e tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241021 Sep 29 17:24:54.769019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b55d4b6e-3c6d-497e-9a5d-358909f3e8a2 req-3bb2d5ff-cd9d-4fc0-91de-ba90152f94df service neutron] 10.222.0.49 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460760 Sep 29 17:24:54.774297 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-0aed973b-d5d4-40f1-95fc-cb668a69ae4e service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187972 Sep 29 17:24:54.795029 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51387bda-d18b-4d07-acda-a2242df57e53 req-b62a94e8-4d07-402e-904e-36d785fa8577 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980492 Sep 29 17:24:54.800762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ad084-3551-4cb5-9bb9-6ab1c47877f7 req-6afab782-1f99-4ad8-9c57-90251deb1b8c tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:54.808695 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9d9ad084-3551-4cb5-9bb9-6ab1c47877f7 req-6afab782-1f99-4ad8-9c57-90251deb1b8c tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 944 time: 0.3173506 Sep 29 17:24:54.820467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c175a1-dc93-44e9-bc25-b63c11ecd069 service neutron] Pushing event updated for resources: {'Port': ['ID=211992b9-b4a8-4fb9-9db5-2fe96235595b,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:54.908617 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81c505b4-ee83-400b-81a1-ea87b938d1d0 req-c59634f4-bd29-4e01-9ff8-a21f13295afa service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124301 Sep 29 17:24:54.943320 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9d9ad084-3551-4cb5-9bb9-6ab1c47877f7 req-9638d24f-520b-4037-a492-ddba4097658a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336541 Sep 29 17:24:54.952046 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f911923-751b-46ab-b07d-aba6928e6675 x-openstack-request-id: req-3f911923-751b-46ab-b07d-aba6928e6675 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:54.952397 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac58c20-1236-4eb6-8dee-10a0ab260e33", "tag": "211992b9-b4a8-4fb9-9db5-2fe96235595b", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:54.953020 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f911923-751b-46ab-b07d-aba6928e6675 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:54.953204 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac58c20-1236-4eb6-8dee-10a0ab260e33', 'tag': '211992b9-b4a8-4fb9-9db5-2fe96235595b', 'status': 'completed', 'code': 200} Sep 29 17:24:54.971135 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-c3fcd530-725b-41ec-8c49-94d7b371c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:54.972737 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-c3fcd530-725b-41ec-8c49-94d7b371c191 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d4b1f31d7c54209816b30bee7beb462&device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 1098 time: 0.3213000 Sep 29 17:24:54.980951 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-f1e5b0aa-50cc-43ca-b6e9-858ade2d033c service neutron] 10.222.0.35 "GET /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883833 Sep 29 17:24:55.028723 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c88333fe-6d40-441a-a410-61a81218281a details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:24:55.105773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd93862-7677-4523-82f2-a49a119ff888 req-240fd30d-04d6-4767-a8a5-57432618b33c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:55.111804 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd93862-7677-4523-82f2-a49a119ff888 req-240fd30d-04d6-4767-a8a5-57432618b33c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:55.118526 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-314693ae-663b-4651-ba61-f5b4cbc55f96 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=211992b9-b4a8-4fb9-9db5-2fe96235595b HTTP/1.1" status: 200 len: 217 time: 0.1132951 Sep 29 17:24:55.121878 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd93862-7677-4523-82f2-a49a119ff888 req-240fd30d-04d6-4767-a8a5-57432618b33c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:55.123799 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ffd93862-7677-4523-82f2-a49a119ff888 req-240fd30d-04d6-4767-a8a5-57432618b33c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2417 time: 0.1056390 Sep 29 17:24:55.200473 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ffd93862-7677-4523-82f2-a49a119ff888 req-35230fe8-9c3e-44b5-9acf-05fca11b17bc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675039 Sep 29 17:24:55.250894 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f5b96-87fb-4805-a2cc-9eddab350a83 req-0aceb5f6-9c31-4f80-9e75-9eebd2b1768c tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:55.263800 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-204f5b96-87fb-4805-a2cc-9eddab350a83 req-0aceb5f6-9c31-4f80-9e75-9eebd2b1768c tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 948 time: 0.1592498 Sep 29 17:24:55.267414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c88333fe-6d40-441a-a410-61a81218281a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c88333fe-6d40-441a-a410-61a81218281a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:55.290338 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-e74c41d1-b853-4744-802a-4ffbb9b044b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:55.296108 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-e74c41d1-b853-4744-802a-4ffbb9b044b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1598983 Sep 29 17:24:55.302271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'c88333fe-6d40-441a-a410-61a81218281a', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': 'c88333fe-6d40-441a-a410-61a81218281a', 'mac_address': 'fa:16:3e:12:56:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:24:55.398941 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-204f5b96-87fb-4805-a2cc-9eddab350a83 req-b71e32c8-b365-4d54-8953-011bc4b96fa5 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/security-groups?id=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326830 Sep 29 17:24:55.400561 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:55.407971 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-e2f6bbea-4322-4041-9979-02d9f210b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:55.409854 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-e2f6bbea-4322-4041-9979-02d9f210b3ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1033607 Sep 29 17:24:55.418583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88333fe-6d40-441a-a410-61a81218281a {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:55.442449 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c88333fe-6d40-441a-a410-61a81218281a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c88333fe-6d40-441a-a410-61a81218281a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:55.453920 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:55.524714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-dbf55593-1742-4fa1-bb5a-c6c1a51919c6 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:55.526381 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-dbf55593-1742-4fa1-bb5a-c6c1a51919c6 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e&tenant_id=c50efc2fa4284829be7a860e331db6cd&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 1095 time: 0.1183736 Sep 29 17:24:55.547016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=c88333fe-6d40-441a-a410-61a81218281a,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:55.576706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-e0485a79-376b-4967-ab4a-cc8a3f950185 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558206 Sep 29 17:24:55.672681 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-0c288593-e1d6-43cc-88db-8d63598d7414 service neutron] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:24:55.678700 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-0c288593-e1d6-43cc-88db-8d63598d7414 service neutron] Notify callbacks [] for binding, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:55.681124 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-0c288593-e1d6-43cc-88db-8d63598d7414 service neutron] 10.222.0.35 "DELETE /v2.0/ports/729c711a-0d7c-497e-94e6-b7eef975bc22/bindings/n-h1-811748-2 HTTP/1.1" status: 204 len: 173 time: 0.1462326 Sep 29 17:24:55.726451 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device c9611852-269d-4a9b-8e69-82acfab650f8 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:55.786578 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['c88333fe-6d40-441a-a410-61a81218281a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:55.896823 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769bd21-8830-49d2-a068-89ffddeb1ded req-a05ca05d-1653-4577-8974-7f576c9329d2 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:55.904531 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4769bd21-8830-49d2-a068-89ffddeb1ded req-a05ca05d-1653-4577-8974-7f576c9329d2 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 947 time: 0.0887940 Sep 29 17:24:55.908596 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port c9611852-269d-4a9b-8e69-82acfab650f8 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:24:55.921966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port c9611852-269d-4a9b-8e69-82acfab650f8 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:55.922481 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:55.976587 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4769bd21-8830-49d2-a068-89ffddeb1ded req-076f6acd-0946-4f60-8870-dcc9744f0748 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649116 Sep 29 17:24:55.987894 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cb238-e67f-4e02-be9e-6bf71ff0297a req-28adec83-cacc-452c-b231-8b8d3fc39fa7 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:55.995126 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c56cb238-e67f-4e02-be9e-6bf71ff0297a req-28adec83-cacc-452c-b231-8b8d3fc39fa7 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 948 time: 0.4329040 Sep 29 17:24:56.055481 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c56cb238-e67f-4e02-be9e-6bf71ff0297a req-6e9c6016-52f1-4643-8134-89790041b85b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546608 Sep 29 17:24:56.059020 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42f4818a-d01d-48c0-a4ab-82fc409d9b2e req-58db0178-fc07-4721-9cf2-068be73b81f2 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678862 Sep 29 17:24:56.108225 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:56.196878 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port c9611852-269d-4a9b-8e69-82acfab650f8, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=c9611852-269d-4a9b-8e69-82acfab650f8,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:56.204013 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:56.283107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d912f-296c-4797-a686-a37f812b48b8 req-ebc1c490-7575-4684-8275-3905a3d6d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:56.289912 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-325d912f-296c-4797-a686-a37f812b48b8 req-ebc1c490-7575-4684-8275-3905a3d6d17c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d4b1f31d7c54209816b30bee7beb462&device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 1098 time: 0.1088948 Sep 29 17:24:56.351403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=c9611852-269d-4a9b-8e69-82acfab650f8,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:56.393143 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d81df-85e9-4a9d-b6f6-fd9e8ee4b0dc req-73e9bc6f-2b25-4ac6-abb5-65daa6d0c96c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:56.400251 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1c9445-a4f9-4c5e-a0a8-2e819898d037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9611852-269d-4a9b-8e69-82acfab650f8'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:56.400950 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d81df-85e9-4a9d-b6f6-fd9e8ee4b0dc req-73e9bc6f-2b25-4ac6-abb5-65daa6d0c96c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:56.407560 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adefcdc-7466-4f83-9cc7-3ddd8a01b659" -d '{"events": [{"server_uuid": "ab1c9445-a4f9-4c5e-a0a8-2e819898d037", "name": "network-vif-plugged", "status": "completed", "tag": "c9611852-269d-4a9b-8e69-82acfab650f8"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:56.408248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d81df-85e9-4a9d-b6f6-fd9e8ee4b0dc req-73e9bc6f-2b25-4ac6-abb5-65daa6d0c96c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:56.420229 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-af3d81df-85e9-4a9d-b6f6-fd9e8ee4b0dc req-73e9bc6f-2b25-4ac6-abb5-65daa6d0c96c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2417 time: 0.0935984 Sep 29 17:24:56.476071 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-af3d81df-85e9-4a9d-b6f6-fd9e8ee4b0dc req-3fe8884c-0a35-41cf-9947-10dad85994c0 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538738 Sep 29 17:24:56.492138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5179b4-5a00-47c6-b0b2-57b675fc9933 req-251c4f91-fc5d-499d-8f8b-5c92272b06b2 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:56.498974 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e5179b4-5a00-47c6-b0b2-57b675fc9933 req-251c4f91-fc5d-499d-8f8b-5c92272b06b2 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 944 time: 0.1113758 Sep 29 17:24:56.532584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d912f-296c-4797-a686-a37f812b48b8 req-de7047f8-822d-4cdb-ab91-ad28182de907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:56.534652 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-325d912f-296c-4797-a686-a37f812b48b8 req-de7047f8-822d-4cdb-ab91-ad28182de907 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2340255 Sep 29 17:24:56.609504 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e5179b4-5a00-47c6-b0b2-57b675fc9933 req-dca9a2ea-5d13-4eb6-b34c-687d340a7234 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093733 Sep 29 17:24:56.611261 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-325d912f-296c-4797-a686-a37f812b48b8 req-5e19bc35-d625-4684-b7a2-ec1993ef48aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=211992b9-b4a8-4fb9-9db5-2fe96235595b HTTP/1.1" status: 200 len: 217 time: 0.0610278 Sep 29 17:24:56.617058 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1c8333-ec64-4be9-a730-6fe2127fe706 x-openstack-request-id: req-0f1c8333-ec64-4be9-a730-6fe2127fe706 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:56.617379 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1c9445-a4f9-4c5e-a0a8-2e819898d037", "name": "network-vif-plugged", "status": "completed", "tag": "c9611852-269d-4a9b-8e69-82acfab650f8", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:56.617662 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f1c8333-ec64-4be9-a730-6fe2127fe706 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:56.618118 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1c9445-a4f9-4c5e-a0a8-2e819898d037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9611852-269d-4a9b-8e69-82acfab650f8', 'code': 200} Sep 29 17:24:56.717490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d912f-296c-4797-a686-a37f812b48b8 req-a24c075a-73fd-4416-b6f8-840e79a9d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:56.719009 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-325d912f-296c-4797-a686-a37f812b48b8 req-a24c075a-73fd-4416-b6f8-840e79a9d619 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0995319 Sep 29 17:24:56.827303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff75b1-55cd-4862-8c6c-1c8ec3e3afe4 req-801a7605-30c1-4a56-b905-f387c5a94e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:56.830014 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2dff75b1-55cd-4862-8c6c-1c8ec3e3afe4 req-801a7605-30c1-4a56-b905-f387c5a94e25 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 1100 time: 0.0700722 Sep 29 17:24:56.841117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9aeb1-3349-46c1-a538-26a23ee79a8d req-c71fc8ac-19d9-452a-9bff-e95495f62a18 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:56.849668 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6f9aeb1-3349-46c1-a538-26a23ee79a8d req-c71fc8ac-19d9-452a-9bff-e95495f62a18 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 949 time: 0.1425261 Sep 29 17:24:56.859694 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d912f-296c-4797-a686-a37f812b48b8 req-be46c3ba-8d74-46ab-93c7-3b3ac39aafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:56.862945 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-325d912f-296c-4797-a686-a37f812b48b8 req-be46c3ba-8d74-46ab-93c7-3b3ac39aafd5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1127164 Sep 29 17:24:56.943426 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2dff75b1-55cd-4862-8c6c-1c8ec3e3afe4 req-505054a8-becd-4316-9695-9052d96f443c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910976 Sep 29 17:24:56.986073 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6f9aeb1-3349-46c1-a538-26a23ee79a8d req-a5620be9-d764-48dc-b5b5-3c8a96fab933 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/security-groups?id=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352472 Sep 29 17:24:57.037323 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-325d912f-296c-4797-a686-a37f812b48b8 req-8a8fe97a-0146-4908-82d1-33956522a764 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630964 Sep 29 17:24:57.078643 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:57.219692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47c9b5-b4af-4c5a-a5e0-4ba3a77c84dd req-983d52a5-397a-43c0-9bbc-6fae93181c0d tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:57.221359 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ae47c9b5-b4af-4c5a-a5e0-4ba3a77c84dd req-983d52a5-397a-43c0-9bbc-6fae93181c0d tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 1095 time: 0.1056528 Sep 29 17:24:57.243047 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea0f42-e01b-48ed-8e58-12a160d15d04 req-668bda5d-9b59-42b1-9770-fa4261820941 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:57.257389 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-19ea0f42-e01b-48ed-8e58-12a160d15d04 req-668bda5d-9b59-42b1-9770-fa4261820941 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 947 time: 0.0799227 Sep 29 17:24:57.287279 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-325d912f-296c-4797-a686-a37f812b48b8 req-c1c3b693-f58d-4e63-8f19-e479314e5be4 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281427 Sep 29 17:24:57.295641 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ae47c9b5-b4af-4c5a-a5e0-4ba3a77c84dd req-4f378126-6697-424d-b0ce-e18cbcb7eab0 tempest-LiveMigrationTest-1521974069 tempest-LiveMigrationTest-1521974069-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603430 Sep 29 17:24:57.322135 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-19ea0f42-e01b-48ed-8e58-12a160d15d04 req-4e88925b-6ef3-4c2c-9c05-a03396d8b39f tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633273 Sep 29 17:24:57.505523 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8528c10-809a-4452-9efb-c15a19cc448f req-22566462-ee1e-4ccc-9eae-de6dbdb53cdc tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:57.512432 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8528c10-809a-4452-9efb-c15a19cc448f req-22566462-ee1e-4ccc-9eae-de6dbdb53cdc tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 949 time: 0.1058927 Sep 29 17:24:57.547698 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da617f62-c931-409a-a70f-271f16418461 req-44438d30-0da0-43ac-b362-af3de8ece370 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:57.554479 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da617f62-c931-409a-a70f-271f16418461 req-44438d30-0da0-43ac-b362-af3de8ece370 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:57.561024 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da617f62-c931-409a-a70f-271f16418461 req-44438d30-0da0-43ac-b362-af3de8ece370 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:57.563141 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-da617f62-c931-409a-a70f-271f16418461 req-44438d30-0da0-43ac-b362-af3de8ece370 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2417 time: 0.1034749 Sep 29 17:24:57.574363 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8528c10-809a-4452-9efb-c15a19cc448f req-67f76f60-913b-4c0e-8306-72d9aa9868ee tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600967 Sep 29 17:24:57.626810 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-da617f62-c931-409a-a70f-271f16418461 req-b6e734a0-5069-4b68-af78-b493fd4922e5 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572326 Sep 29 17:24:57.940499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad57960-16be-45d3-bff6-ee4535808d85 req-1208d015-4a69-44fa-8e93-e02ed035b76b tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:57.942440 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ad57960-16be-45d3-bff6-ee4535808d85 req-1208d015-4a69-44fa-8e93-e02ed035b76b tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 944 time: 0.0582886 Sep 29 17:24:57.987867 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ad57960-16be-45d3-bff6-ee4535808d85 req-af5c2ed3-993b-4a55-b603-06541bb2187e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388782 Sep 29 17:24:58.110943 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d1197-1272-4b10-9785-7f69a716d34a req-0c05a032-b70f-4966-b865-788001c136a1 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:58.112413 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a91d1197-1272-4b10-9785-7f69a716d34a req-0c05a032-b70f-4966-b865-788001c136a1 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 949 time: 0.0506713 Sep 29 17:24:58.162004 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a91d1197-1272-4b10-9785-7f69a716d34a req-c1d651fe-7bec-4f8d-9f95-8a950b924742 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/security-groups?id=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425434 Sep 29 17:24:58.471598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb561939-a591-4139-99fe-a8da5e3c7c07 req-3d65a1d1-4f6c-41f3-a9a7-89aad4ba046a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:58.473904 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb561939-a591-4139-99fe-a8da5e3c7c07 req-3d65a1d1-4f6c-41f3-a9a7-89aad4ba046a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 947 time: 0.0539994 Sep 29 17:24:58.528914 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb561939-a591-4139-99fe-a8da5e3c7c07 req-89c4e4bc-3dbe-40ed-9caa-e2b649fb8d53 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478060 Sep 29 17:24:58.716152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b43b2-e4c5-4c28-8153-c0f7fde476f4 req-9e24e384-4cde-44e2-a6c8-1b6c6e59c359 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:58.718139 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b76b43b2-e4c5-4c28-8153-c0f7fde476f4 req-9e24e384-4cde-44e2-a6c8-1b6c6e59c359 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 949 time: 0.0595264 Sep 29 17:24:58.789038 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b76b43b2-e4c5-4c28-8153-c0f7fde476f4 req-ea00a8f2-39c0-4737-ae5b-8345ce48b09f tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570164 Sep 29 17:24:58.808979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bd0df-829d-4fb8-bafa-3ee3a73ce061 req-79964b90-e33f-4e66-9c03-c8596aed1c17 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:58.808979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bd0df-829d-4fb8-bafa-3ee3a73ce061 req-79964b90-e33f-4e66-9c03-c8596aed1c17 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:58.820181 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bd0df-829d-4fb8-bafa-3ee3a73ce061 req-79964b90-e33f-4e66-9c03-c8596aed1c17 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:58.821916 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a70bd0df-829d-4fb8-bafa-3ee3a73ce061 req-79964b90-e33f-4e66-9c03-c8596aed1c17 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2417 time: 0.1060090 Sep 29 17:24:58.937352 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a70bd0df-829d-4fb8-bafa-3ee3a73ce061 req-48531694-f6e9-4f5a-8eb9-3ab8c6538994 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833371 Sep 29 17:24:58.955468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-39438afe-a350-43cf-baf3-55d8564b33d4 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:58.970415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-39438afe-a350-43cf-baf3-55d8564b33d4 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:58.977129 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-39438afe-a350-43cf-baf3-55d8564b33d4 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:58.978823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-39438afe-a350-43cf-baf3-55d8564b33d4 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 2417 time: 0.1560056 Sep 29 17:24:59.036283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 211992b9-b4a8-4fb9-9db5-2fe96235595b details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:24:59.040610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c88333fe-6d40-441a-a410-61a81218281a up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:24:59.153832 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port c88333fe-6d40-441a-a410-61a81218281a completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:24:59.163656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port c88333fe-6d40-441a-a410-61a81218281a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:24:59.164223 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:59.204038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efff03c-6b46-4480-b228-f533a0dd5c99 req-5c0bf4e6-76ba-4508-a035-14e23614d49a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:59.205624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3efff03c-6b46-4480-b228-f533a0dd5c99 req-5c0bf4e6-76ba-4508-a035-14e23614d49a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 944 time: 0.1062257 Sep 29 17:24:59.221702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-6695f8a9-b140-432e-90fe-7305a24c3baa tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Deleting port 10199fab-d7b2-4202-a55e-5f28869cac60 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:24:59.222068 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-6695f8a9-b140-432e-90fe-7305a24c3baa tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:59.308142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 211992b9-b4a8-4fb9-9db5-2fe96235595b, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=211992b9-b4a8-4fb9-9db5-2fe96235595b,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:59.326161 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '211992b9-b4a8-4fb9-9db5-2fe96235595b', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '211992b9-b4a8-4fb9-9db5-2fe96235595b', 'mac_address': 'fa:16:3e:99:01:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:24:59.362994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc1182-939e-4fd7-b9ce-e9fc04cdae7d req-7f84b2c2-4057-4692-a287-a1473d016ee0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:59.365738 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3bc1182-939e-4fd7-b9ce-e9fc04cdae7d req-7f84b2c2-4057-4692-a287-a1473d016ee0 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 944 time: 0.1531878 Sep 29 17:24:59.408269 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3efff03c-6b46-4480-b228-f533a0dd5c99 req-2983d9e9-7156-4139-a972-4dd4e5cb5377 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818347 Sep 29 17:24:59.454460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-6695f8a9-b140-432e-90fe-7305a24c3baa tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] For port 10199fab-d7b2-4202-a55e-5f28869cac60, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=10199fab-d7b2-4202-a55e-5f28869cac60,segment=NetworkSegment(d3a5a5e4-324b-43b0-8077-b389c669822c),segment_id=d3a5a5e4-324b-43b0-8077-b389c669822c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:59.454847 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-6695f8a9-b140-432e-90fe-7305a24c3baa tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:59.467501 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102d1c7-6057-4b29-a4a9-d6bc63fc81d2 req-0d8d11c3-a9d7-402b-9cc0-3d488dc55fa6 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:24:59.478158 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5102d1c7-6057-4b29-a4a9-d6bc63fc81d2 req-0d8d11c3-a9d7-402b-9cc0-3d488dc55fa6 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 949 time: 0.1398964 Sep 29 17:24:59.487935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-6695f8a9-b140-432e-90fe-7305a24c3baa tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Calling delete_port for 10199fab-d7b2-4202-a55e-5f28869cac60 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:24:59.574499 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5102d1c7-6057-4b29-a4a9-d6bc63fc81d2 req-3c39d080-20c1-4980-8a32-6610a3c88879 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/security-groups?id=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954630 Sep 29 17:24:59.620402 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-e3bc1182-939e-4fd7-b9ce-e9fc04cdae7d req-3e11e951-9a16-4759-add2-95c3695e2472 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Deleting port 729c711a-0d7c-497e-94e6-b7eef975bc22 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:24:59.620765 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e3bc1182-939e-4fd7-b9ce-e9fc04cdae7d req-3e11e951-9a16-4759-add2-95c3695e2472 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:59.625685 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:59.652467 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211992b9-b4a8-4fb9-9db5-2fe96235595b {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:24:59.657118 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-6695f8a9-b140-432e-90fe-7305a24c3baa tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:59.674177 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 211992b9-b4a8-4fb9-9db5-2fe96235595b, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=211992b9-b4a8-4fb9-9db5-2fe96235595b,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:59.682971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['1345ac41-e708-44c1-ae89-5e04b4e309cc', '10199fab-d7b2-4202-a55e-5f28869cac60', '5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:24:59.690205 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:59.716131 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:59.768418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-e3bc1182-939e-4fd7-b9ce-e9fc04cdae7d req-3e11e951-9a16-4759-add2-95c3695e2472 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] For port 729c711a-0d7c-497e-94e6-b7eef975bc22, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=729c711a-0d7c-497e-94e6-b7eef975bc22,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:59.769389 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e3bc1182-939e-4fd7-b9ce-e9fc04cdae7d req-3e11e951-9a16-4759-add2-95c3695e2472 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:59.776881 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a88a0f-d215-40d7-a327-d925aff9a125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88333fe-6d40-441a-a410-61a81218281a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:59.777132 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695f8a9-b140-432e-90fe-7305a24c3baa tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event deleted for resources: {'Port': ['ID=10199fab-d7b2-4202-a55e-5f28869cac60,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:24:59.779156 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8732198f-3988-45a4-a822-3f7f1b423c2d" -d '{"events": [{"server_uuid": "b8a88a0f-d215-40d7-a327-d925aff9a125", "name": "network-vif-plugged", "status": "completed", "tag": "c88333fe-6d40-441a-a410-61a81218281a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:59.795330 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-e3bc1182-939e-4fd7-b9ce-e9fc04cdae7d req-3e11e951-9a16-4759-add2-95c3695e2472 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Calling delete_port for 729c711a-0d7c-497e-94e6-b7eef975bc22 owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:24:59.863114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c88333fe-6d40-441a-a410-61a81218281a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c88333fe-6d40-441a-a410-61a81218281a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:24:59.866697 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf9fa76-c9c3-4e23-a04a-8a6cae52582b x-openstack-request-id: req-bdf9fa76-c9c3-4e23-a04a-8a6cae52582b {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:24:59.866981 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a88a0f-d215-40d7-a327-d925aff9a125", "name": "network-vif-plugged", "status": "completed", "tag": "c88333fe-6d40-441a-a410-61a81218281a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:24:59.867240 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bdf9fa76-c9c3-4e23-a04a-8a6cae52582b {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:24:59.867624 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a88a0f-d215-40d7-a327-d925aff9a125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88333fe-6d40-441a-a410-61a81218281a', 'code': 200} Sep 29 17:24:59.876702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-6695f8a9-b140-432e-90fe-7305a24c3baa tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] No DVR routers for this DVR port 10199fab-d7b2-4202-a55e-5f28869cac60 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:24:59.893079 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-6695f8a9-b140-432e-90fe-7305a24c3baa tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:59.899914 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-6695f8a9-b140-432e-90fe-7305a24c3baa tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.49 "DELETE /v2.0/ports/10199fab-d7b2-4202-a55e-5f28869cac60 HTTP/1.1" status: 204 len: 173 time: 0.9045901 Sep 29 17:24:59.900644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'name': 'network-vif-deleted', 'tag': '10199fab-d7b2-4202-a55e-5f28869cac60'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:24:59.905072 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b37e6d-10df-4172-b62e-95f4691fdb8e" -d '{"events": [{"server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "name": "network-vif-deleted", "tag": "10199fab-d7b2-4202-a55e-5f28869cac60"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:24:59.915339 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:24:59.934314 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=211992b9-b4a8-4fb9-9db5-2fe96235595b,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:00.017991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['211992b9-b4a8-4fb9-9db5-2fe96235595b'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:00.074368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b4d88-d735-45f1-8c5c-975fbef8c800 req-794315d1-69f6-430e-9d37-ae35f1993caa tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:00.075939 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0b9b4d88-d735-45f1-8c5c-975fbef8c800 req-794315d1-69f6-430e-9d37-ae35f1993caa tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 949 time: 0.0842669 Sep 29 17:25:00.086479 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76155162-5e25-4ec2-9825-ad969863c39e req-23f815c6-d121-4b22-89c2-ac50cf2c5a0d tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:00.088542 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-76155162-5e25-4ec2-9825-ad969863c39e req-23f815c6-d121-4b22-89c2-ac50cf2c5a0d tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 948 time: 0.3130710 Sep 29 17:25:00.107227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d1db4-86aa-4b0f-94ba-3544a5ba5ec4 req-f70f4084-6a4c-4dd1-bf3b-a95ae3c336f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:00.109711 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-491d1db4-86aa-4b0f-94ba-3544a5ba5ec4 req-f70f4084-6a4c-4dd1-bf3b-a95ae3c336f9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 1101 time: 0.1028795 Sep 29 17:25:00.119554 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e3bc1182-939e-4fd7-b9ce-e9fc04cdae7d req-3e11e951-9a16-4759-add2-95c3695e2472 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:00.159068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=c88333fe-6d40-441a-a410-61a81218281a,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:00.188594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-491d1db4-86aa-4b0f-94ba-3544a5ba5ec4 req-5abd367d-9958-44e0-93a0-64fbea90db09 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665839 Sep 29 17:25:00.200269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-b259e904-c7ad-478b-9ce3-80a90454855e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Deleting port 1345ac41-e708-44c1-ae89-5e04b4e309cc {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:00.201073 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-b259e904-c7ad-478b-9ce3-80a90454855e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:00.207120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-76155162-5e25-4ec2-9825-ad969863c39e req-b48740bd-8afc-4b74-9f06-7661451469d2 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040468 Sep 29 17:25:00.290877 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11e951-9a16-4759-add2-95c3695e2472 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Pushing event deleted for resources: {'Port': ['ID=729c711a-0d7c-497e-94e6-b7eef975bc22,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:00.301610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bc1182-939e-4fd7-b9ce-e9fc04cdae7d req-3e11e951-9a16-4759-add2-95c3695e2472 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] No DVR routers for this DVR port 729c711a-0d7c-497e-94e6-b7eef975bc22 on host n-h2-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:00.310338 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b358c4-1493-4dae-9b3e-011133c0b9d3 x-openstack-request-id: req-43b358c4-1493-4dae-9b3e-011133c0b9d3 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:00.310966 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "name": "network-vif-deleted", "tag": "10199fab-d7b2-4202-a55e-5f28869cac60", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:00.312100 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43b358c4-1493-4dae-9b3e-011133c0b9d3 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:00.312899 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'name': 'network-vif-deleted', 'tag': '10199fab-d7b2-4202-a55e-5f28869cac60', 'status': 'completed', 'code': 200} Sep 29 17:25:00.318060 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e3bc1182-939e-4fd7-b9ce-e9fc04cdae7d req-3e11e951-9a16-4759-add2-95c3695e2472 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:00.324481 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3bc1182-939e-4fd7-b9ce-e9fc04cdae7d req-3e11e951-9a16-4759-add2-95c3695e2472 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.35 "DELETE /v2.0/ports/729c711a-0d7c-497e-94e6-b7eef975bc22 HTTP/1.1" status: 204 len: 173 time: 0.9410374 Sep 29 17:25:00.326166 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd30847-fe92-427e-9e2d-8e936069065e', 'name': 'network-vif-deleted', 'tag': '729c711a-0d7c-497e-94e6-b7eef975bc22'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:00.332761 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ae55b6-54e8-44a7-9db4-118ed2f083b7" -d '{"events": [{"server_uuid": "fbd30847-fe92-427e-9e2d-8e936069065e", "name": "network-vif-deleted", "tag": "729c711a-0d7c-497e-94e6-b7eef975bc22"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:00.368021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-b259e904-c7ad-478b-9ce3-80a90454855e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] For port 1345ac41-e708-44c1-ae89-5e04b4e309cc, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=1345ac41-e708-44c1-ae89-5e04b4e309cc,segment=NetworkSegment(d3a5a5e4-324b-43b0-8077-b389c669822c),segment_id=d3a5a5e4-324b-43b0-8077-b389c669822c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:00.368593 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-b259e904-c7ad-478b-9ce3-80a90454855e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:00.370672 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0b9b4d88-d735-45f1-8c5c-975fbef8c800 req-bb9ff185-8719-4c1a-b430-5907a7d52c61 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877626 Sep 29 17:25:00.393370 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-b259e904-c7ad-478b-9ce3-80a90454855e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Calling delete_port for 1345ac41-e708-44c1-ae89-5e04b4e309cc owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:00.586231 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-b259e904-c7ad-478b-9ce3-80a90454855e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:00.602217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26319b-dce8-40ce-9f3b-ef62404cc7c3 req-5be43b61-862e-43a5-bc0a-bbcb15dd2262 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:00.610132 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26319b-dce8-40ce-9f3b-ef62404cc7c3 req-5be43b61-862e-43a5-bc0a-bbcb15dd2262 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:00.618501 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad26319b-dce8-40ce-9f3b-ef62404cc7c3 req-5be43b61-862e-43a5-bc0a-bbcb15dd2262 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 1603 time: 0.1015294 Sep 29 17:25:00.631768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259e904-c7ad-478b-9ce3-80a90454855e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event deleted for resources: {'Port': ['ID=1345ac41-e708-44c1-ae89-5e04b4e309cc,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:00.688183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-b259e904-c7ad-478b-9ce3-80a90454855e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] No DVR routers for this DVR port 1345ac41-e708-44c1-ae89-5e04b4e309cc on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:00.699057 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-b259e904-c7ad-478b-9ce3-80a90454855e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:00.701529 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-b259e904-c7ad-478b-9ce3-80a90454855e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.49 "DELETE /v2.0/ports/1345ac41-e708-44c1-ae89-5e04b4e309cc HTTP/1.1" status: 204 len: 173 time: 0.7879498 Sep 29 17:25:00.721830 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad26319b-dce8-40ce-9f3b-ef62404cc7c3 req-79cd619e-7f47-4b9b-82ca-3c4d7e475181 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017599 Sep 29 17:25:00.797218 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9ab76f-0568-42a7-8da3-b8d59e62106f x-openstack-request-id: req-cd9ab76f-0568-42a7-8da3-b8d59e62106f {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:00.797839 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd30847-fe92-427e-9e2d-8e936069065e", "name": "network-vif-deleted", "tag": "729c711a-0d7c-497e-94e6-b7eef975bc22", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:00.797954 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd9ab76f-0568-42a7-8da3-b8d59e62106f {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:00.798423 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd30847-fe92-427e-9e2d-8e936069065e', 'name': 'network-vif-deleted', 'tag': '729c711a-0d7c-497e-94e6-b7eef975bc22', 'status': 'completed', 'code': 200} Sep 29 17:25:00.925450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc662b3d-c615-4df1-a7cf-8df6c2c03371 req-f7a8fcd3-5759-49bb-9b40-dbe4ad57d4e1 tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:00.931471 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bc662b3d-c615-4df1-a7cf-8df6c2c03371 req-f7a8fcd3-5759-49bb-9b40-dbe4ad57d4e1 tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 1100 time: 0.1014047 Sep 29 17:25:00.968888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-def80158-8f68-4f57-b9a4-50fba67e17bf tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Deleting port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:00.969241 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-def80158-8f68-4f57-b9a4-50fba67e17bf tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:00.976334 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbb59087-0d7f-4c1d-a4e5-bc20006f422e req-fc04cb2d-8e15-4b4c-976e-69f2be3d8ad3 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 210 time: 0.1061792 Sep 29 17:25:01.007417 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bc662b3d-c615-4df1-a7cf-8df6c2c03371 req-64d2834f-968f-4046-86c3-d27c15c9d6ef tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691335 Sep 29 17:25:01.039803 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:01.102262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['a2ab2463-c5bb-4aad-9cb4-0498ceedad3f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:01.228071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-def80158-8f68-4f57-b9a4-50fba67e17bf tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] For port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea,segment=NetworkSegment(5b3fbb81-f9c9-4606-91d2-ca31d1b94d65),segment_id=5b3fbb81-f9c9-4606-91d2-ca31d1b94d65)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:01.228856 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-def80158-8f68-4f57-b9a4-50fba67e17bf tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:01.236968 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:01.247795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-def80158-8f68-4f57-b9a4-50fba67e17bf tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Calling delete_port for 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:01.269144 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629db1a-25ef-48ee-aca9-3806cb4be381 req-1922d49b-7dd3-4e14-9ba0-26211fb63212 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:01.277806 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0629db1a-25ef-48ee-aca9-3806cb4be381 req-1922d49b-7dd3-4e14-9ba0-26211fb63212 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 950 time: 0.1669755 Sep 29 17:25:01.335476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea,segment=NetworkSegment(5b3fbb81-f9c9-4606-91d2-ca31d1b94d65),segment_id=5b3fbb81-f9c9-4606-91d2-ca31d1b94d65)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:01.355649 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:01.356395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 10199fab-d7b2-4202-a55e-5f28869cac60 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:01.371243 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-c86465f3-dc57-47fe-99b4-e1997f7ecc6a tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=dac7a47eaa2d4d40822770120f7f585a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642653 Sep 29 17:25:01.392404 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0629db1a-25ef-48ee-aca9-3806cb4be381 req-fdd63368-943f-4fe5-bb69-69fd3171d6cf tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/security-groups?id=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136622 Sep 29 17:25:01.487887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 10199fab-d7b2-4202-a55e-5f28869cac60 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:01.490630 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 10199fab-d7b2-4202-a55e-5f28869cac60 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:01.491079 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 1345ac41-e708-44c1-ae89-5e04b4e309cc no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:01.572946 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-f7047fec-6674-499c-85d2-d79b96589b8c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:01.575552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 1345ac41-e708-44c1-ae89-5e04b4e309cc {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:01.575975 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 1345ac41-e708-44c1-ae89-5e04b4e309cc not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:01.583766 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-f7047fec-6674-499c-85d2-d79b96589b8c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112548 Sep 29 17:25:01.612195 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-1a963c81-d53b-4e6f-b740-57c2ab205d42 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/quotas/dac7a47eaa2d4d40822770120f7f585a HTTP/1.1" status: 200 len: 375 time: 0.0246565 Sep 29 17:25:01.642263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:01.668891 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb71a2-d507-4fd7-bc9c-cf419e8f007f req-d456b26e-e441-4841-8bb4-1563d4303f27 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:01.673657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1deb71a2-d507-4fd7-bc9c-cf419e8f007f req-d456b26e-e441-4841-8bb4-1563d4303f27 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 948 time: 0.2067482 Sep 29 17:25:01.736430 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-def80158-8f68-4f57-b9a4-50fba67e17bf tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:01.739091 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 729c711a-0d7c-497e-94e6-b7eef975bc22 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:01.767145 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 729c711a-0d7c-497e-94e6-b7eef975bc22 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:01.767482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 729c711a-0d7c-497e-94e6-b7eef975bc22 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:01.774895 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-14095fab-8e56-42fe-81bf-69b23a644aec tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1613507 Sep 29 17:25:01.794363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def80158-8f68-4f57-b9a4-50fba67e17bf tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event deleted for resources: {'Port': ['ID=5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:01.856341 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1deb71a2-d507-4fd7-bc9c-cf419e8f007f req-c49ee770-b491-4149-bd40-1191e189e95e tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691325 Sep 29 17:25:01.868539 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:01.871042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-def80158-8f68-4f57-b9a4-50fba67e17bf tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] No DVR routers for this DVR port 5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:01.871182 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167a12d4-11dc-4ef7-9727-da5f10dbf1f3" -d '{"events": [{"server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "name": "network-vif-unplugged", "status": "completed", "tag": "5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:01.884135 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-def80158-8f68-4f57-b9a4-50fba67e17bf tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:01.886963 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a7a28e71-909c-493b-84cf-d938207a27b4 req-def80158-8f68-4f57-b9a4-50fba67e17bf tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.49 "DELETE /v2.0/ports/5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea HTTP/1.1" status: 204 len: 173 time: 1.1759367 Sep 29 17:25:02.267147 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c4d6b48-aa1e-41cc-8724-61b67b5132d3 req-32138a21-f167-474a-8dba-7f2bf567a8e7 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e HTTP/1.1" status: 200 len: 210 time: 0.0523994 Sep 29 17:25:02.268306 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53facaa-ac97-470a-975a-266d322b171e x-openstack-request-id: req-d53facaa-ac97-470a-975a-266d322b171e {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:02.269173 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "name": "network-vif-unplugged", "status": "completed", "tag": "5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:02.270388 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d53facaa-ac97-470a-975a-266d322b171e {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:02.271563 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea', 'code': 200} Sep 29 17:25:02.314385 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'name': 'network-vif-deleted', 'tag': '1345ac41-e708-44c1-ae89-5e04b4e309cc'}, {'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'name': 'network-vif-deleted', 'tag': '5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:02.317751 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40a35e0-a199-411d-aa10-54a884bc238f" -d '{"events": [{"server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "name": "network-vif-deleted", "tag": "1345ac41-e708-44c1-ae89-5e04b4e309cc"}, {"server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "name": "network-vif-deleted", "tag": "5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:02.378388 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-02eac94f-cef0-4e7d-b058-9b9b3684982c req-12410559-bc59-42dc-94b9-0b889d81dca8 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 210 time: 0.0350301 Sep 29 17:25:02.425147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c3d9933-265b-4559-96df-46c58b231166 req-a98ab4b1-bd52-46ee-aacd-8eda965bc324 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 210 time: 0.0512829 Sep 29 17:25:02.474285 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d69b99-db4c-4c8c-894b-4343ec1b6f9c x-openstack-request-id: req-d9d69b99-db4c-4c8c-894b-4343ec1b6f9c {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:02.474590 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "name": "network-vif-deleted", "tag": "1345ac41-e708-44c1-ae89-5e04b4e309cc", "status": "completed", "code": 200}, {"server_uuid": "3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e", "name": "network-vif-deleted", "tag": "5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:02.474883 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9d69b99-db4c-4c8c-894b-4343ec1b6f9c {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:02.475259 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'name': 'network-vif-deleted', 'tag': '1345ac41-e708-44c1-ae89-5e04b4e309cc', 'status': 'completed', 'code': 200} Sep 29 17:25:02.475515 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc684fe-0310-4bea-ba7a-ae27b5b8fc8e', 'name': 'network-vif-deleted', 'tag': '5d48e661-8d6d-40e2-b6ff-731b0b5ea1ea', 'status': 'completed', 'code': 200} Sep 29 17:25:02.560111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cee016-371b-4292-8116-213988b067c0 req-e29924df-a236-4a80-a6a0-d6e85697ebeb tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:02.567638 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d4cee016-371b-4292-8116-213988b067c0 req-e29924df-a236-4a80-a6a0-d6e85697ebeb tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 950 time: 0.0733769 Sep 29 17:25:02.621418 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d4cee016-371b-4292-8116-213988b067c0 req-ee4da4c5-6872-4898-a6f0-6337613a0889 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/security-groups?id=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443161 Sep 29 17:25:03.031524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0585b8-766f-45da-b500-642c44617424 req-cd221283-e827-49d0-b063-caff108015ad tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:03.031524 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b0585b8-766f-45da-b500-642c44617424 req-cd221283-e827-49d0-b063-caff108015ad tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 948 time: 0.0770504 Sep 29 17:25:03.049050 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 211992b9-b4a8-4fb9-9db5-2fe96235595b up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:25:03.108468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b0585b8-766f-45da-b500-642c44617424 req-10f758c9-eefb-481f-afb0-6b4730642f50 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769246 Sep 29 17:25:03.175531 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 211992b9-b4a8-4fb9-9db5-2fe96235595b completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:25:03.186981 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 211992b9-b4a8-4fb9-9db5-2fe96235595b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:03.187782 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:03.384456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54422) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:03.456025 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:03.500102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b50964-a059-451d-9528-6423e5e7d81d tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Deleting subnet 02dc71a9-cfec-40f4-98da-2179c099d620 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:25:03.510719 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e4b50964-a059-451d-9528-6423e5e7d81d tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:03.563224 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ab63347-0b9a-424a-b589-b410139dcdee req-51550d74-33ba-4bfc-945f-4ab4e75af334 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 210 time: 0.0348239 Sep 29 17:25:03.569947 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 211992b9-b4a8-4fb9-9db5-2fe96235595b, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=211992b9-b4a8-4fb9-9db5-2fe96235595b,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:03.579834 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:03.660845 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=211992b9-b4a8-4fb9-9db5-2fe96235595b,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:03.713248 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d98b23b-3dac-4f00-a32b-99282b97c04d req-4a0424ef-3e04-40e9-bc76-ba9d38171174 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 210 time: 0.2083850 Sep 29 17:25:03.755328 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-79ff17ee-c95b-4933-9287-5b39069bf236 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=dac7a47eaa2d4d40822770120f7f585a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345113 Sep 29 17:25:03.760515 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e4b50964-a059-451d-9528-6423e5e7d81d tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:03.950551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-38ad774a-789f-4042-b7b2-5ea50bc338c5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:03.952091 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-38ad774a-789f-4042-b7b2-5ea50bc338c5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668022 Sep 29 17:25:03.956530 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e4b50964-a059-451d-9528-6423e5e7d81d tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:03.987626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-13be19ca-e8c3-4fb3-a213-44dc78e668c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Request body: {'port': {'device_id': '12436e5b-1894-4ac7-9560-170fbf4c69a9', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': 'dac7a47eaa2d4d40822770120f7f585a'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:25:04.111454 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e4b50964-a059-451d-9528-6423e5e7d81d tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:04.148432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b50964-a059-451d-9528-6423e5e7d81d tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event deleted for resources: {'Subnet': ['ID=02dc71a9-cfec-40f4-98da-2179c099d620,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:04.167858 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e4b50964-a059-451d-9528-6423e5e7d81d tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:04.172694 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e4b50964-a059-451d-9528-6423e5e7d81d tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "DELETE /v2.0/subnets/02dc71a9-cfec-40f4-98da-2179c099d620 HTTP/1.1" status: 204 len: 168 time: 0.7872012 Sep 29 17:25:04.175104 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54430) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:04.175252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f168ea6-5618-4894-8be0-7f24696e90a7 None None] Network 5cd95ba7-c32d-40ee-a8fb-03aff578c996 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:25:04.256476 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783efcf5-f7e0-43ae-83b0-b8d9a50235ce req-96c13451-a5fc-4fce-9394-4bcf48c4cf5c tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:04.264675 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-783efcf5-f7e0-43ae-83b0-b8d9a50235ce req-96c13451-a5fc-4fce-9394-4bcf48c4cf5c tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 949 time: 0.0931661 Sep 29 17:25:04.279323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-13be19ca-e8c3-4fb3-a213-44dc78e668c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Made reservation on behalf of dac7a47eaa2d4d40822770120f7f585a for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:25:04.286372 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-13be19ca-e8c3-4fb3-a213-44dc78e668c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:04.337650 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-783efcf5-f7e0-43ae-83b0-b8d9a50235ce req-605cc26d-d527-421c-8d40-c00e1c870244 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714383 Sep 29 17:25:04.340249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac58c20-1236-4eb6-8dee-10a0ab260e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211992b9-b4a8-4fb9-9db5-2fe96235595b'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:04.343113 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e1fccc-bbab-4a4e-b401-dea692712955" -d '{"events": [{"server_uuid": "2ac58c20-1236-4eb6-8dee-10a0ab260e33", "name": "network-vif-plugged", "status": "completed", "tag": "211992b9-b4a8-4fb9-9db5-2fe96235595b"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:04.423495 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:04.563055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ee4b75-4a1a-4bbc-9fc3-512003d4362b None None] DHCP port deletion for 5cd95ba7-c32d-40ee-a8fb-03aff578c996 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:25:04.605363 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbde01c-4f97-4730-bb96-6dcc740c6cdd x-openstack-request-id: req-9fbde01c-4f97-4730-bb96-6dcc740c6cdd {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:04.606395 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac58c20-1236-4eb6-8dee-10a0ab260e33", "name": "network-vif-plugged", "status": "completed", "tag": "211992b9-b4a8-4fb9-9db5-2fe96235595b", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:04.607000 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9fbde01c-4f97-4730-bb96-6dcc740c6cdd {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:04.607499 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac58c20-1236-4eb6-8dee-10a0ab260e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211992b9-b4a8-4fb9-9db5-2fe96235595b', 'code': 200} Sep 29 17:25:04.643858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee4b75-4a1a-4bbc-9fc3-512003d4362b None None] Deleting port 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:04.644678 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4b75-4a1a-4bbc-9fc3-512003d4362b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:04.777395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b3ee4b75-4a1a-4bbc-9fc3-512003d4362b None None] For port 0d2265da-6f05-4c1c-b351-0d2f88a1ce60, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0d2265da-6f05-4c1c-b351-0d2f88a1ce60,segment=NetworkSegment(5b3fbb81-f9c9-4606-91d2-ca31d1b94d65),segment_id=5b3fbb81-f9c9-4606-91d2-ca31d1b94d65)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:04.778129 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4b75-4a1a-4bbc-9fc3-512003d4362b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:04.790896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-220cec56-84e1-484f-99c0-0c86a213dc56 req-9938833d-3aa2-4d72-80cb-c82216de238f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 210 time: 0.0845561 Sep 29 17:25:04.794455 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee4b75-4a1a-4bbc-9fc3-512003d4362b None None] Calling delete_port for 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:04.809150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-13be19ca-e8c3-4fb3-a213-44dc78e668c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Allocated IP 192.168.233.118 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/8fa29704-a578-4ff4-8b91-433e87028b93) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:25:04.838022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Deleting port 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:04.838374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:04.850664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927273f-7a3e-48b7-8447-c9e513eeae0a req-697a53d3-5055-42c5-993e-42c5c4b073e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:04.852033 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e927273f-7a3e-48b7-8447-c9e513eeae0a req-697a53d3-5055-42c5-993e-42c5c4b073e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 1100 time: 0.1932254 Sep 29 17:25:04.968771 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f9fe779-2c5a-4bf0-924e-a69e7dc539e3 req-32614a17-8c76-4f6b-91af-756382f5d492 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 210 time: 0.0777206 Sep 29 17:25:05.018580 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4b75-4a1a-4bbc-9fc3-512003d4362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:05.031694 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e927273f-7a3e-48b7-8447-c9e513eeae0a req-72b6ec82-ad37-4be3-9528-2b121d9994cb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616628 Sep 29 17:25:05.064358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] For port 0d2265da-6f05-4c1c-b351-0d2f88a1ce60, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0d2265da-6f05-4c1c-b351-0d2f88a1ce60,segment=NetworkSegment(5b3fbb81-f9c9-4606-91d2-ca31d1b94d65),segment_id=5b3fbb81-f9c9-4606-91d2-ca31d1b94d65)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:05.067206 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:05.081076 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee4b75-4a1a-4bbc-9fc3-512003d4362b None None] Pushing event deleted for resources: {'Port': ['ID=0d2265da-6f05-4c1c-b351-0d2f88a1ce60,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:05.087404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c88333fe-6d40-441a-a410-61a81218281a details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:25:05.094093 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee4b75-4a1a-4bbc-9fc3-512003d4362b None None] No DVR routers for this DVR port 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:05.110697 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Calling delete_port for 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:05.317397 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:05.337843 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c88333fe-6d40-441a-a410-61a81218281a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c88333fe-6d40-441a-a410-61a81218281a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:05.356509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'c88333fe-6d40-441a-a410-61a81218281a', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': 'c88333fe-6d40-441a-a410-61a81218281a', 'mac_address': 'fa:16:3e:12:56:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:25:05.379986 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event deleted for resources: {'Port': ['ID=0d2265da-6f05-4c1c-b351-0d2f88a1ce60,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:05.385928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] No DVR routers for this DVR port 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:05.539084 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:05.584915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c88333fe-6d40-441a-a410-61a81218281a {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:25:05.600798 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:05.643276 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c88333fe-6d40-441a-a410-61a81218281a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c88333fe-6d40-441a-a410-61a81218281a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:05.647931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd95ba7-c32d-40ee-a8fb-03aff578c996']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:05.655608 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:05.658761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f978dfb-da27-4923-8631-5553226067e1 req-e26a1166-a812-43fc-810c-c9254498d6ce tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:05.679376 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f978dfb-da27-4923-8631-5553226067e1 req-e26a1166-a812-43fc-810c-c9254498d6ce tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 949 time: 0.1462674 Sep 29 17:25:05.719691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3fbb81-f9c9-4606-91d2-ca31d1b94d65') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:05.720169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3fbb81-f9c9-4606-91d2-ca31d1b94d65') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:05.759406 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-13be19ca-e8c3-4fb3-a213-44dc78e668c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:05.768266 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:05.790853 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:05.820061 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:25:05.822722 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:05.825320 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f978dfb-da27-4923-8631-5553226067e1 req-ad19b01d-2af1-4676-8b99-7843bad4feb4 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450775 Sep 29 17:25:05.834431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:25:05.834669 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:25:05.859815 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=c88333fe-6d40-441a-a410-61a81218281a,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:05.862704 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:05.863159 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0d2265da-6f05-4c1c-b351-0d2f88a1ce60 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:05.868941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['c88333fe-6d40-441a-a410-61a81218281a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:06.016167 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a37db050-e53e-4007-bce9-3dd512bb78f6 req-20fe4af1-5805-4467-af57-677aab890fa5 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd30847-fe92-427e-9e2d-8e936069065e HTTP/1.1" status: 200 len: 210 time: 0.0598435 Sep 29 17:25:06.056715 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-13be19ca-e8c3-4fb3-a213-44dc78e668c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:06.080690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:06.095767 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:06.103336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54500) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:06.110439 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['54d93eea-ebc5-4726-a8f6-8ee2df308d7c', '0844192e-5470-4a7b-9446-c355fea56b0e', '67d9ace3-a7d1-45bd-801f-00fea73c00c0', 'f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005', 'c9611852-269d-4a9b-8e69-82acfab650f8'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:06.112848 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "DELETE /v2.0/networks/5cd95ba7-c32d-40ee-a8fb-03aff578c996 HTTP/1.1" status: 204 len: 168 time: 1.9265494 Sep 29 17:25:06.231675 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4942af6-51db-415d-b492-7b62cbc37498 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Deleting subnet d46fe09c-880d-44bf-aa2e-52f2b630c945 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:25:06.237541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be19ca-e8c3-4fb3-a213-44dc78e668c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event updated for resources: {'Port': ['ID=8fa29704-a578-4ff4-8b91-433e87028b93,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:06.238429 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d4942af6-51db-415d-b492-7b62cbc37498 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:06.253376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99589e8f-1455-4085-afeb-5fbdd7cf1998 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event deleted for resources: {'Network': ['ID=5cd95ba7-c32d-40ee-a8fb-03aff578c996,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:06.316430 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-13be19ca-e8c3-4fb3-a213-44dc78e668c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:25:06.326177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-13be19ca-e8c3-4fb3-a213-44dc78e668c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:25:06.335564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-13be19ca-e8c3-4fb3-a213-44dc78e668c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:25:06.373101 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d4942af6-51db-415d-b492-7b62cbc37498 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:06.500532 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640c021-134f-4d4e-a0c5-ba5df942bbde req-5276fe53-8ab5-4ff6-9d33-fcaae1573cd4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:06.506712 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d640c021-134f-4d4e-a0c5-ba5df942bbde req-5276fe53-8ab5-4ff6-9d33-fcaae1573cd4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 936 time: 0.2548974 Sep 29 17:25:06.587417 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d4942af6-51db-415d-b492-7b62cbc37498 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:06.588964 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-13be19ca-e8c3-4fb3-a213-44dc78e668c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:06.589677 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-13be19ca-e8c3-4fb3-a213-44dc78e668c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:06.602142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['046e9848-0706-4079-828a-97c9ad328382', '8258af0d-1216-42fe-b4c8-00243ef27ff7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:06.625413 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-13be19ca-e8c3-4fb3-a213-44dc78e668c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6442752 Sep 29 17:25:06.649936 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Request body: {'port': {'device_id': '12436e5b-1894-4ac7-9560-170fbf4c69a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:25:06.728963 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d4942af6-51db-415d-b492-7b62cbc37498 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:06.780582 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:06.799802 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d640c021-134f-4d4e-a0c5-ba5df942bbde req-4703ec2c-7dd5-4e24-a000-ead639ec5731 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826178 Sep 29 17:25:06.800389 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4942af6-51db-415d-b492-7b62cbc37498 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event deleted for resources: {'Subnet': ['ID=d46fe09c-880d-44bf-aa2e-52f2b630c945,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:06.814355 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d4942af6-51db-415d-b492-7b62cbc37498 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:06.832239 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d4942af6-51db-415d-b492-7b62cbc37498 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "DELETE /v2.0/subnets/d46fe09c-880d-44bf-aa2e-52f2b630c945 HTTP/1.1" status: 204 len: 168 time: 0.7244222 Sep 29 17:25:06.835279 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54526) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:06.912873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b64bd64-7a82-487c-a0d9-cb2616297aae None None] Network a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:25:07.042276 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:07.093593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b0c5ceca-5463-45d1-b0ba-9fdbacc2574e None None] Provisioning complete for port 8fa29704-a578-4ff4-8b91-433e87028b93 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:07.094025 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0c5ceca-5463-45d1-b0ba-9fdbacc2574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:07.121249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c88333fe-6d40-441a-a410-61a81218281a up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:25:07.155029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Deleting port 081ed34b-6827-46a2-a7b7-bc93492fb102 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:07.155682 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:07.354608 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] For port 081ed34b-6827-46a2-a7b7-bc93492fb102, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=081ed34b-6827-46a2-a7b7-bc93492fb102,segment=NetworkSegment(d3a5a5e4-324b-43b0-8077-b389c669822c),segment_id=d3a5a5e4-324b-43b0-8077-b389c669822c)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:07.355288 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:07.397512 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fa29704-a578-4ff4-8b91-433e87028b93 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:25:07.399084 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Calling delete_port for 081ed34b-6827-46a2-a7b7-bc93492fb102 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:07.407135 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:07.423815 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Transition to ACTIVE for port object 8fa29704-a578-4ff4-8b91-433e87028b93 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:25:07.430022 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:07.431281 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b0c5ceca-5463-45d1-b0ba-9fdbacc2574e None None] Port 8fa29704-a578-4ff4-8b91-433e87028b93 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:25:07.530800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port c88333fe-6d40-441a-a410-61a81218281a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:07.531163 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:07.534727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Pushing event updated for resources: {'Port': ['ID=8fa29704-a578-4ff4-8b91-433e87028b93,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:07.631020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Attempting to bind port 8fa29704-a578-4ff4-8b91-433e87028b93 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:25:07.631364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Attempting to bind port 8fa29704-a578-4ff4-8b91-433e87028b93 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:25:07.632135 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Attempting to bind port 8fa29704-a578-4ff4-8b91-433e87028b93 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:25:07.656603 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:07.667630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Port 8fa29704-a578-4ff4-8b91-433e87028b93 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:25:07.668035 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Attempting to bind port 8fa29704-a578-4ff4-8b91-433e87028b93 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:25:07.682116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:25:07.682116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:25:07.682407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:25:07.683049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Bound port: 8fa29704-a578-4ff4-8b91-433e87028b93, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:25:07.683178 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:07.724969 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2271f6c-56f0-4229-9172-d3dee525298a None None] DHCP port deletion for a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:25:07.749251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event deleted for resources: {'Port': ['ID=081ed34b-6827-46a2-a7b7-bc93492fb102,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:07.762042 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] No DVR routers for this DVR port 081ed34b-6827-46a2-a7b7-bc93492fb102 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:07.842318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] For port 8fa29704-a578-4ff4-8b91-433e87028b93, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:25:07.853920 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] For port 8fa29704-a578-4ff4-8b91-433e87028b93, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8fa29704-a578-4ff4-8b91-433e87028b93,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:25:07.865365 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:07.964200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:07.978374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:07.979919 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] 10.222.0.49 "PUT /v2.0/ports/8fa29704-a578-4ff4-8b91-433e87028b93 HTTP/1.1" status: 200 len: 1096 time: 1.3382845 Sep 29 17:25:07.980411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12436e5b-1894-4ac7-9560-170fbf4c69a9', 'tag': '8fa29704-a578-4ff4-8b91-433e87028b93'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:07.983924 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:08.005786 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fffc40-0db7-4062-a7bc-0a6a48191309" -d '{"events": [{"name": "network-changed", "server_uuid": "12436e5b-1894-4ac7-9560-170fbf4c69a9", "tag": "8fa29704-a578-4ff4-8b91-433e87028b93"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:08.045028 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fce1b0-0578-4b7b-baf3-2b43a4a42d55']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:08.049733 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:08.067126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a5a5e4-324b-43b0-8077-b389c669822c') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:08.069690 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a5a5e4-324b-43b0-8077-b389c669822c') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:08.108971 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:08.139477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:08.157378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:25:08.158288 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:08.177924 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7264e9d-1548-42d5-a01b-3da5a221106b service neutron] Pushing event updated for resources: {'Port': ['ID=8fa29704-a578-4ff4-8b91-433e87028b93,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:08.186786 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a88a0f-d215-40d7-a327-d925aff9a125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88333fe-6d40-441a-a410-61a81218281a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:08.210323 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420a1f7f-7508-4754-b8c7-c580dd1aaa52" -d '{"events": [{"server_uuid": "b8a88a0f-d215-40d7-a327-d925aff9a125", "name": "network-vif-plugged", "status": "completed", "tag": "c88333fe-6d40-441a-a410-61a81218281a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:08.220866 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-524084c7-f6fd-419d-b716-1f0ab1d72f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:08.249018 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-524084c7-f6fd-419d-b716-1f0ab1d72f93 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 1099 time: 0.2157164 Sep 29 17:25:08.296456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c88333fe-6d40-441a-a410-61a81218281a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c88333fe-6d40-441a-a410-61a81218281a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:08.326842 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:25:08.392344 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:25:08.408627 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-c48e61fb-a30b-4ce4-abe8-2a74db4ad92e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=8fa29704-a578-4ff4-8b91-433e87028b93 HTTP/1.1" status: 200 len: 217 time: 0.1485751 Sep 29 17:25:08.447281 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=c88333fe-6d40-441a-a410-61a81218281a,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:08.489686 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:08.506172 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:08.511738 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "DELETE /v2.0/networks/a5fce1b0-0578-4b7b-baf3-2b43a4a42d55 HTTP/1.1" status: 204 len: 168 time: 1.6716473 Sep 29 17:25:08.541712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54546) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:08.564820 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d628e9c3-55a4-4a0a-a8df-61d401c2b2d3 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-983756211'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:25:08.575858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-475c64f4-ae55-4470-9407-20b929b09d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:08.577047 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-475c64f4-ae55-4470-9407-20b929b09d07 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1614742 Sep 29 17:25:08.633248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299b16e-f45c-4599-a540-8277c7bad855 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event deleted for resources: {'Network': ['ID=a5fce1b0-0578-4b7b-baf3-2b43a4a42d55,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:08.645302 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d1007b0-b664-47ca-9ad6-ccd14b09c51a req-1988e707-3e95-4834-bf22-542a1923977b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2603407 Sep 29 17:25:08.682547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d628e9c3-55a4-4a0a-a8df-61d401c2b2d3 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Made reservation on behalf of 5cdd341bfba64967a0e77c2f05b5c5a0 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:25:08.686713 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d628e9c3-55a4-4a0a-a8df-61d401c2b2d3 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:08.708493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-7abb110f-b686-4694-9a05-4afa815ef345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:08.710173 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-7abb110f-b686-4694-9a05-4afa815ef345 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1253932 Sep 29 17:25:08.847362 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d628e9c3-55a4-4a0a-a8df-61d401c2b2d3 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:25:08.861508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-23ca4159-591c-4c41-a7eb-eb68c678c83a service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423504 Sep 29 17:25:08.874704 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1007b0-b664-47ca-9ad6-ccd14b09c51a req-d90ad658-2340-4729-8ed5-414c52aa5310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:08.876990 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d1007b0-b664-47ca-9ad6-ccd14b09c51a req-d90ad658-2340-4729-8ed5-414c52aa5310 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd HTTP/1.1" status: 200 len: 1100 time: 0.1455538 Sep 29 17:25:08.888459 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d628e9c3-55a4-4a0a-a8df-61d401c2b2d3 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:08.892417 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-d628e9c3-55a4-4a0a-a8df-61d401c2b2d3 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Added segment 606410b4-0a18-4674-953e-295590b2f986 of type vlan for network d3bd77ff-d127-4fff-a547-8b1a6efe2357 Sep 29 17:25:08.969871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d628e9c3-55a4-4a0a-a8df-61d401c2b2d3 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:09.029605 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d628e9c3-55a4-4a0a-a8df-61d401c2b2d3 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:09.053266 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-071810c1-12e7-41cf-8a12-e864886b13d5 req-5edef142-f77a-4bfb-a33f-adff64e1aea0 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775894 Sep 29 17:25:09.065506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d628e9c3-55a4-4a0a-a8df-61d401c2b2d3 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:09.067339 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d628e9c3-55a4-4a0a-a8df-61d401c2b2d3 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:09.243406 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628e9c3-55a4-4a0a-a8df-61d401c2b2d3 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event updated for resources: {'Network': ['ID=d3bd77ff-d127-4fff-a547-8b1a6efe2357,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:09.252096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54548) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:09.252319 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d628e9c3-55a4-4a0a-a8df-61d401c2b2d3 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7079101 Sep 29 17:25:09.258047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-76a21dab-818f-4f82-9cd3-0e568863e559 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Request body: {'subnet': {'network_id': 'd3bd77ff-d127-4fff-a547-8b1a6efe2357', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:25:09.260067 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network d3bd77ff-d127-4fff-a547-8b1a6efe2357 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:25:09.359744 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1007b0-b664-47ca-9ad6-ccd14b09c51a req-481da3e9-776b-48bd-a7a0-1289f928efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:09.362866 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d1007b0-b664-47ca-9ad6-ccd14b09c51a req-481da3e9-776b-48bd-a7a0-1289f928efa6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.3523219 Sep 29 17:25:09.453410 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d1007b0-b664-47ca-9ad6-ccd14b09c51a req-2f85e1ce-28e2-4600-9f58-5e61a21aefa3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=0844192e-5470-4a7b-9446-c355fea56b0e HTTP/1.1" status: 200 len: 217 time: 0.0826449 Sep 29 17:25:09.557081 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1007b0-b664-47ca-9ad6-ccd14b09c51a req-188bacf6-09ab-4d10-be11-7a45b39761fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:09.558599 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d1007b0-b664-47ca-9ad6-ccd14b09c51a req-188bacf6-09ab-4d10-be11-7a45b39761fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0965259 Sep 29 17:25:09.726070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1007b0-b664-47ca-9ad6-ccd14b09c51a req-5aed7194-f1c4-4041-86f9-0b6156155e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:09.732418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d1007b0-b664-47ca-9ad6-ccd14b09c51a req-5aed7194-f1c4-4041-86f9-0b6156155e5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1646366 Sep 29 17:25:09.888573 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 081ed34b-6827-46a2-a7b7-bc93492fb102 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:10.072328 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d1007b0-b664-47ca-9ad6-ccd14b09c51a req-19eaa311-4023-459e-9cfc-da1fbc2f53cb service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231554 Sep 29 17:25:10.309400 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d1007b0-b664-47ca-9ad6-ccd14b09c51a req-c497af43-61b3-4d46-b5f4-3234a8eec3ca service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282209 Sep 29 17:25:10.336618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a21dab-818f-4f82-9cd3-0e568863e559 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Made reservation on behalf of 5cdd341bfba64967a0e77c2f05b5c5a0 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:25:10.351174 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-76a21dab-818f-4f82-9cd3-0e568863e559 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:10.419787 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 081ed34b-6827-46a2-a7b7-bc93492fb102 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:10.420385 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 081ed34b-6827-46a2-a7b7-bc93492fb102 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:10.695692 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-76a21dab-818f-4f82-9cd3-0e568863e559 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:10.748638 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-23f78151-b2b6-4d0a-aa18-60b0d980918c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:10.794254 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a21dab-818f-4f82-9cd3-0e568863e559 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event updated for resources: {'Subnet': ['ID=e6df0458-7d8d-4068-bd94-21fa84018744,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:10.825772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a21dab-818f-4f82-9cd3-0e568863e559 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Checking segment: {'id': '606410b4-0a18-4674-953e-295590b2f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd3bd77ff-d127-4fff-a547-8b1a6efe2357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:25:10.826138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a21dab-818f-4f82-9cd3-0e568863e559 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Network hostable DHCP agents. Network: d3bd77ff-d127-4fff-a547-8b1a6efe2357, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:25:10.849823 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a21dab-818f-4f82-9cd3-0e568863e559 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Network d3bd77ff-d127-4fff-a547-8b1a6efe2357 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:25:10.869044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-76a21dab-818f-4f82-9cd3-0e568863e559 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, d3bd77ff-d127-4fff-a547-8b1a6efe2357) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:25:10.884577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c9906d-268a-45c7-b3cc-fe1ec0797427 None None] Network d3bd77ff-d127-4fff-a547-8b1a6efe2357 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:25:10.898056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a21dab-818f-4f82-9cd3-0e568863e559 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:10.898683 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-76a21dab-818f-4f82-9cd3-0e568863e559 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:10.931944 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54560) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:10.932190 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-76a21dab-818f-4f82-9cd3-0e568863e559 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6784611 Sep 29 17:25:10.937439 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-8df3adbd-b4d6-45fa-973e-4b7a4f3b8586 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1405758929'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:25:10.969896 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df3adbd-b4d6-45fa-973e-4b7a4f3b8586 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Made reservation on behalf of 5cdd341bfba64967a0e77c2f05b5c5a0 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:25:10.975284 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8df3adbd-b4d6-45fa-973e-4b7a4f3b8586 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:11.007965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df3adbd-b4d6-45fa-973e-4b7a4f3b8586 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:25:11.022164 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8df3adbd-b4d6-45fa-973e-4b7a4f3b8586 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:11.022791 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-8df3adbd-b4d6-45fa-973e-4b7a4f3b8586 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Added segment 2d438a5a-d2f5-427f-b658-75f186f90782 of type vlan for network 7986081f-9782-4ff2-bf4d-7fdd958ebc70 Sep 29 17:25:11.081597 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8df3adbd-b4d6-45fa-973e-4b7a4f3b8586 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:11.112746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8fa29704-a578-4ff4-8b91-433e87028b93 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:25:11.130471 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8df3adbd-b4d6-45fa-973e-4b7a4f3b8586 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:11.139542 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df3adbd-b4d6-45fa-973e-4b7a4f3b8586 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:11.140387 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8df3adbd-b4d6-45fa-973e-4b7a4f3b8586 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:11.233369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3adbd-b4d6-45fa-973e-4b7a4f3b8586 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event updated for resources: {'Network': ['ID=7986081f-9782-4ff2-bf4d-7fdd958ebc70,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:11.248501 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8df3adbd-b4d6-45fa-973e-4b7a4f3b8586 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3127015 Sep 29 17:25:11.248841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54576) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:11.254748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a545fda9-1f2b-4365-9a28-6e633b62fd89 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Request body: {'subnet': {'network_id': '7986081f-9782-4ff2-bf4d-7fdd958ebc70', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:25:11.255160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-d3bd77ff-d127-4fff-a547-8b1a6efe2357', 'network_id': 'd3bd77ff-d127-4fff-a547-8b1a6efe2357', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'fixed_ips': [{'subnet_id': 'e6df0458-7d8d-4068-bd94-21fa84018744'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:25:11.256824 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:11.259489 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 7986081f-9782-4ff2-bf4d-7fdd958ebc70 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:25:11.405490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a545fda9-1f2b-4365-9a28-6e633b62fd89 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Made reservation on behalf of 5cdd341bfba64967a0e77c2f05b5c5a0 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:25:11.409320 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a545fda9-1f2b-4365-9a28-6e633b62fd89 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:11.440064 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ac6e9-135d-4eae-a658-355f712ee0ea req-1f516cb3-12be-4833-8085-092681e04893 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:11.449402 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef1ac6e9-135d-4eae-a658-355f712ee0ea req-1f516cb3-12be-4833-8085-092681e04893 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 949 time: 0.1447284 Sep 29 17:25:11.498609 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef1ac6e9-135d-4eae-a658-355f712ee0ea req-95eb517f-560d-4383-b075-44b842866f4f tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482213 Sep 29 17:25:11.736036 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7456f-a046-40bd-bc27-62fb86466349 req-f0ea8670-05dd-4548-8659-728fc3e3f1e9 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:11.748963 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e8a7456f-a046-40bd-bc27-62fb86466349 req-f0ea8670-05dd-4548-8659-728fc3e3f1e9 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 948 time: 0.1315639 Sep 29 17:25:11.768974 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 8fa29704-a578-4ff4-8b91-433e87028b93, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8fa29704-a578-4ff4-8b91-433e87028b93,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:11.781227 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee0be8a-6ac8-4cfb-9d83-7e6453fdfdea x-openstack-request-id: req-7ee0be8a-6ac8-4cfb-9d83-7e6453fdfdea {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:11.781828 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12436e5b-1894-4ac7-9560-170fbf4c69a9", "tag": "8fa29704-a578-4ff4-8b91-433e87028b93", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:11.783570 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ee0be8a-6ac8-4cfb-9d83-7e6453fdfdea {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:11.784179 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12436e5b-1894-4ac7-9560-170fbf4c69a9', 'tag': '8fa29704-a578-4ff4-8b91-433e87028b93', 'status': 'completed', 'code': 200} Sep 29 17:25:11.815366 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e168fe-ea32-49e2-b138-9fc5e9d176df x-openstack-request-id: req-c9e168fe-ea32-49e2-b138-9fc5e9d176df {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:11.815647 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a88a0f-d215-40d7-a327-d925aff9a125", "name": "network-vif-plugged", "status": "completed", "tag": "c88333fe-6d40-441a-a410-61a81218281a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:11.815892 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9e168fe-ea32-49e2-b138-9fc5e9d176df {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:11.816877 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a88a0f-d215-40d7-a327-d925aff9a125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88333fe-6d40-441a-a410-61a81218281a', 'code': 200} Sep 29 17:25:11.820879 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e8a7456f-a046-40bd-bc27-62fb86466349 req-7bb46248-bd4f-4c0e-92f3-443d5a73a415 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702226 Sep 29 17:25:11.856280 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '8fa29704-a578-4ff4-8b91-433e87028b93', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '8fa29704-a578-4ff4-8b91-433e87028b93', 'mac_address': 'fa:16:3e:44:cf:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:25:11.876375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Allocated IP 19.80.0.2 (d3bd77ff-d127-4fff-a547-8b1a6efe2357/e6df0458-7d8d-4068-bd94-21fa84018744/50ba1880-a6cc-4115-b500-cf6dcca4732e) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:25:11.890618 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a545fda9-1f2b-4365-9a28-6e633b62fd89 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:12.048672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fffc40-0db7-4062-a7bc-0a6a48191309 req-93b2fcd8-38e4-499f-a780-ed68d796d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:12.049138 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3fffc40-0db7-4062-a7bc-0a6a48191309 req-93b2fcd8-38e4-499f-a780-ed68d796d74f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dac7a47eaa2d4d40822770120f7f585a&device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 1099 time: 0.2727501 Sep 29 17:25:12.054200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a545fda9-1f2b-4365-9a28-6e633b62fd89 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event updated for resources: {'Subnet': ['ID=122d360c-4d1b-4652-941f-ab4fab3ae878,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:12.075724 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:12.153377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fa29704-a578-4ff4-8b91-433e87028b93 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:25:12.270268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 8fa29704-a578-4ff4-8b91-433e87028b93, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8fa29704-a578-4ff4-8b91-433e87028b93,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:12.272066 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a545fda9-1f2b-4365-9a28-6e633b62fd89 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Checking segment: {'id': '2d438a5a-d2f5-427f-b658-75f186f90782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7986081f-9782-4ff2-bf4d-7fdd958ebc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:25:12.272526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a545fda9-1f2b-4365-9a28-6e633b62fd89 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Network hostable DHCP agents. Network: 7986081f-9782-4ff2-bf4d-7fdd958ebc70, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:25:12.279085 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:12.300175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fffc40-0db7-4062-a7bc-0a6a48191309 req-45fe8d5d-bb37-45cb-aef3-420748fd7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:12.300175 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3fffc40-0db7-4062-a7bc-0a6a48191309 req-45fe8d5d-bb37-45cb-aef3-420748fd7752 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2377040 Sep 29 17:25:12.364956 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3fffc40-0db7-4062-a7bc-0a6a48191309 req-33a9b332-0e2e-48d0-83b6-fb4370e23b5e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=8fa29704-a578-4ff4-8b91-433e87028b93 HTTP/1.1" status: 200 len: 217 time: 0.0497479 Sep 29 17:25:12.366274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a545fda9-1f2b-4365-9a28-6e633b62fd89 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Network 7986081f-9782-4ff2-bf4d-7fdd958ebc70 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:25:12.424640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a545fda9-1f2b-4365-9a28-6e633b62fd89 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 7986081f-9782-4ff2-bf4d-7fdd958ebc70) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:25:12.443587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a545fda9-1f2b-4365-9a28-6e633b62fd89 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:12.444197 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a545fda9-1f2b-4365-9a28-6e633b62fd89 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:12.466317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fffc40-0db7-4062-a7bc-0a6a48191309 req-9a361caa-686b-45f1-9373-0de761208274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:12.468120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3fffc40-0db7-4062-a7bc-0a6a48191309 req-9a361caa-686b-45f1-9373-0de761208274 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0924082 Sep 29 17:25:12.473464 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a545fda9-1f2b-4365-9a28-6e633b62fd89 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2206321 Sep 29 17:25:12.491456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d8095f-8574-4c3c-b75f-1aefe80f0390 None None] Network 7986081f-9782-4ff2-bf4d-7fdd958ebc70 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:25:12.543483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=8fa29704-a578-4ff4-8b91-433e87028b93,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:12.590934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fffc40-0db7-4062-a7bc-0a6a48191309 req-5e1e10da-14ba-4410-bab7-126b291670e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:12.593886 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3fffc40-0db7-4062-a7bc-0a6a48191309 req-5e1e10da-14ba-4410-bab7-126b291670e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146500 Sep 29 17:25:12.608773 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:12.682698 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:12.712151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['8fa29704-a578-4ff4-8b91-433e87028b93'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:12.796542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Network d3bd77ff-d127-4fff-a547-8b1a6efe2357 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:25:12.814131 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:25:12.829331 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Pushing event updated for resources: {'Port': ['ID=50ba1880-a6cc-4115-b500-cf6dcca4732e,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:12.869019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:25:12.922836 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3fffc40-0db7-4062-a7bc-0a6a48191309 req-755fcbae-c8fa-4ab9-b1a2-4007f14f7b83 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209484 Sep 29 17:25:13.019973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Attempting to bind port 50ba1880-a6cc-4115-b500-cf6dcca4732e on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:25:13.020344 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Attempting to bind port 50ba1880-a6cc-4115-b500-cf6dcca4732e by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '606410b4-0a18-4674-953e-295590b2f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd3bd77ff-d127-4fff-a547-8b1a6efe2357'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:25:13.020716 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Attempting to bind port 50ba1880-a6cc-4115-b500-cf6dcca4732e on network d3bd77ff-d127-4fff-a547-8b1a6efe2357 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:25:13.023131 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-7986081f-9782-4ff2-bf4d-7fdd958ebc70', 'network_id': '7986081f-9782-4ff2-bf4d-7fdd958ebc70', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'fixed_ips': [{'subnet_id': '122d360c-4d1b-4652-941f-ab4fab3ae878'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:25:13.023988 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:13.041379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:25:13.041828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Checking segment: {'id': '606410b4-0a18-4674-953e-295590b2f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd3bd77ff-d127-4fff-a547-8b1a6efe2357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:25:13.042183 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:13.042578 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Bound using segment: {'id': '606410b4-0a18-4674-953e-295590b2f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd3bd77ff-d127-4fff-a547-8b1a6efe2357'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:25:13.043073 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Bound port: 50ba1880-a6cc-4115-b500-cf6dcca4732e, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606410b4-0a18-4674-953e-295590b2f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd3bd77ff-d127-4fff-a547-8b1a6efe2357'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:25:13.043456 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:13.196816 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3fffc40-0db7-4062-a7bc-0a6a48191309 req-16258ecf-c262-4513-9b3d-199c6a72062a service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645252 Sep 29 17:25:13.235720 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Allocated IP 19.86.0.2 (7986081f-9782-4ff2-bf4d-7fdd958ebc70/122d360c-4d1b-4652-941f-ab4fab3ae878/6c315383-e45e-49b0-8f34-59609f04c393) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:25:13.368582 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-ebbad86d-8a05-40f7-a68a-5d687603d10f tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5d4b1f31d7c54209816b30bee7beb462&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572565 Sep 29 17:25:13.562221 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-aa8383c1-11a6-4478-b623-48fb25b16780 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:13.564189 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-aa8383c1-11a6-4478-b623-48fb25b16780 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863823 Sep 29 17:25:13.593774 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-490a9ad2-e1ac-4601-869f-0d6400d24dc6 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/quotas/5d4b1f31d7c54209816b30bee7beb462 HTTP/1.1" status: 200 len: 375 time: 0.0231423 Sep 29 17:25:13.607612 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:13.631690 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:13.699298 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8580dea5-dfdf-4bca-940a-ccce518dbedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:13.734929 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-4dbb46ee-afc3-4e34-b4c2-cec5856a59f0 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d4b1f31d7c54209816b30bee7beb462&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1335955 Sep 29 17:25:13.824405 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Pushing event updated for resources: {'Port': ['ID=6c315383-e45e-49b0-8f34-59609f04c393,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:13.940268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] For port 50ba1880-a6cc-4115-b500-cf6dcca4732e, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:25:13.943999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] For port 50ba1880-a6cc-4115-b500-cf6dcca4732e, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=50ba1880-a6cc-4115-b500-cf6dcca4732e,segment=NetworkSegment(606410b4-0a18-4674-953e-295590b2f986),segment_id=606410b4-0a18-4674-953e-295590b2f986)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:25:13.948896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 83d3b1db-ca20-4bce-b618-564ff3bc1dcf no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:13.955470 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:13.994617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Network 7986081f-9782-4ff2-bf4d-7fdd958ebc70 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:25:14.004990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-8167273a-5179-43da-bafb-9df23c9ccf09 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:14.012621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-8167273a-5179-43da-bafb-9df23c9ccf09 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:14.020331 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-8167273a-5179-43da-bafb-9df23c9ccf09 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/networks?id=d3bd77ff-d127-4fff-a547-8b1a6efe2357&id=7986081f-9782-4ff2-bf4d-7fdd958ebc70 HTTP/1.1" status: 200 len: 1391 time: 0.3015866 Sep 29 17:25:14.056821 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-55cccd4b-6adf-4afe-b744-e1483c5cbe4e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/quotas/5cdd341bfba64967a0e77c2f05b5c5a0 HTTP/1.1" status: 200 len: 375 time: 0.0346031 Sep 29 17:25:14.111803 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:25:14.125461 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:25:14.127069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce9065-0632-40cf-bbeb-e3c3d6ce4b61 req-0307a049-94e6-47a9-800a-83f24d8a7184 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:14.130464 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-83ce9065-0632-40cf-bbeb-e3c3d6ce4b61 req-0307a049-94e6-47a9-800a-83f24d8a7184 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 949 time: 0.0972176 Sep 29 17:25:14.196782 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-cc9209f7-ae8b-4f11-8220-afd80ab94686 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5cdd341bfba64967a0e77c2f05b5c5a0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1397598 Sep 29 17:25:14.201734 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-83ce9065-0632-40cf-bbeb-e3c3d6ce4b61 req-5985b83e-6309-43cc-a48c-20273732ed88 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645814 Sep 29 17:25:14.329253 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702571c-b583-4ed1-9dde-8ad4f8e0872d None None] Pushing event updated for resources: {'Port': ['ID=50ba1880-a6cc-4115-b500-cf6dcca4732e,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:14.354170 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Attempting to bind port 6c315383-e45e-49b0-8f34-59609f04c393 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:25:14.356680 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Attempting to bind port 6c315383-e45e-49b0-8f34-59609f04c393 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '2d438a5a-d2f5-427f-b658-75f186f90782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7986081f-9782-4ff2-bf4d-7fdd958ebc70'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:25:14.357480 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Attempting to bind port 6c315383-e45e-49b0-8f34-59609f04c393 on network 7986081f-9782-4ff2-bf4d-7fdd958ebc70 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:25:14.477896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:25:14.478302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Checking segment: {'id': '2d438a5a-d2f5-427f-b658-75f186f90782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7986081f-9782-4ff2-bf4d-7fdd958ebc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:25:14.478674 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:14.479384 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Bound using segment: {'id': '2d438a5a-d2f5-427f-b658-75f186f90782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7986081f-9782-4ff2-bf4d-7fdd958ebc70'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:25:14.479592 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Bound port: 6c315383-e45e-49b0-8f34-59609f04c393, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d438a5a-d2f5-427f-b658-75f186f90782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7986081f-9782-4ff2-bf4d-7fdd958ebc70'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:25:14.479917 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:14.497612 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:14.630009 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:14.679324 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:14.746826 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:14.760414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec156c5b-8665-4394-98e3-44e85081ff5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83d3b1db-ca20-4bce-b618-564ff3bc1dcf'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:14.762983 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de123411-9b46-464e-993f-8aee681fd21c req-735adc04-8423-490a-a05b-fdfe35542f5e tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 210 time: 0.0817614 Sep 29 17:25:14.767082 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3672721-1bec-4907-866d-1789ea150d91" -d '{"events": [{"server_uuid": "ec156c5b-8665-4394-98e3-44e85081ff5e", "name": "network-vif-unplugged", "status": "completed", "tag": "83d3b1db-ca20-4bce-b618-564ff3bc1dcf"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:14.785960 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:14.798786 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:14.853990 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-64f485fb-d1bd-47f4-991c-5a016a3122d7 service neutron] 10.222.0.44 "GET /v2.0/networks/d3bd77ff-d127-4fff-a547-8b1a6efe2357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6562583 Sep 29 17:25:14.870260 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] For port 6c315383-e45e-49b0-8f34-59609f04c393, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:25:14.894911 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] For port 6c315383-e45e-49b0-8f34-59609f04c393, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6c315383-e45e-49b0-8f34-59609f04c393,segment=NetworkSegment(2d438a5a-d2f5-427f-b658-75f186f90782),segment_id=2d438a5a-d2f5-427f-b658-75f186f90782)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:25:14.907270 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:14.930880 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:15.037596 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728de7a-24d1-4b67-820d-9f3a8ac67be1 None None] Pushing event updated for resources: {'Port': ['ID=6c315383-e45e-49b0-8f34-59609f04c393,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:15.114081 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8fa29704-a578-4ff4-8b91-433e87028b93 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:25:15.128792 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d5b3c7f3-da6d-480a-94f1-780827ed87cf service neutron] 10.222.0.44 "GET /v2.0/networks/d3bd77ff-d127-4fff-a547-8b1a6efe2357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738070 Sep 29 17:25:15.211078 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92aed481-74cb-4f58-be13-5efc84901f2d x-openstack-request-id: req-92aed481-74cb-4f58-be13-5efc84901f2d {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:15.211295 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec156c5b-8665-4394-98e3-44e85081ff5e", "name": "network-vif-unplugged", "status": "completed", "tag": "83d3b1db-ca20-4bce-b618-564ff3bc1dcf", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:15.211558 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92aed481-74cb-4f58-be13-5efc84901f2d {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:15.211956 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec156c5b-8665-4394-98e3-44e85081ff5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83d3b1db-ca20-4bce-b618-564ff3bc1dcf', 'code': 200} Sep 29 17:25:15.265420 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 8fa29704-a578-4ff4-8b91-433e87028b93 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:25:15.291766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 8fa29704-a578-4ff4-8b91-433e87028b93 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:15.302091 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:15.424657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-5221b75b-8f42-4832-82c7-e1bcd05a4cd3 service neutron] 10.222.0.44 "GET /v2.0/networks/7986081f-9782-4ff2-bf4d-7fdd958ebc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940445 Sep 29 17:25:15.487820 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:15.556721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 8fa29704-a578-4ff4-8b91-433e87028b93, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8fa29704-a578-4ff4-8b91-433e87028b93,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:15.587030 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:15.707635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487c274-e0e0-442b-806b-69782e533721 req-089b08a0-6ea3-4525-b12f-f12946be285d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:15.717257 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=8fa29704-a578-4ff4-8b91-433e87028b93,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:15.722093 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4487c274-e0e0-442b-806b-69782e533721 req-089b08a0-6ea3-4525-b12f-f12946be285d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/networks?id=76df170c-e1e4-4882-b30d-122279313449 HTTP/1.1" status: 200 len: 805 time: 0.3413236 Sep 29 17:25:15.738706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-06bdea36-f0d3-4851-bf78-89284cff4a70 service neutron] 10.222.0.44 "GET /v2.0/networks/7986081f-9782-4ff2-bf4d-7fdd958ebc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967110 Sep 29 17:25:15.748469 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4487c274-e0e0-442b-806b-69782e533721 req-dfe14962-db7a-49a4-b665-8664be08f696 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/quotas/03471ff03c464865a23b72de4e110368 HTTP/1.1" status: 200 len: 375 time: 0.0244596 Sep 29 17:25:15.868867 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4487c274-e0e0-442b-806b-69782e533721 req-c24586d2-d769-43a0-b29e-121113a1bcbe tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=03471ff03c464865a23b72de4e110368&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1194270 Sep 29 17:25:16.052441 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6c315383-e45e-49b0-8f34-59609f04c393 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:25:16.190764 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 6c315383-e45e-49b0-8f34-59609f04c393 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:16.192992 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:16.202540 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b70f7b7-07c4-4f20-9855-745bcfac5405 None None] Network d3bd77ff-d127-4fff-a547-8b1a6efe2357 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:25:16.217727 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-a7605222-85e1-4e70-98dd-461060e1888d tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5d4b1f31d7c54209816b30bee7beb462&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1901391 Sep 29 17:25:16.319240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fcc28-4a17-4dbb-96a6-806e00a4baf9 req-49188b28-a1eb-4745-b3f0-2d9cea36c889 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:16.322233 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c37fcc28-4a17-4dbb-96a6-806e00a4baf9 req-49188b28-a1eb-4745-b3f0-2d9cea36c889 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 950 time: 0.1519463 Sep 29 17:25:16.417715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c37fcc28-4a17-4dbb-96a6-806e00a4baf9 req-5d4ef090-c2dc-42dd-9457-1aa420d77130 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840929 Sep 29 17:25:16.503028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4fa89739-cb8c-4c82-86ba-5a0abaadb51a None None] Provisioning complete for port 50ba1880-a6cc-4115-b500-cf6dcca4732e triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:16.504352 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4fa89739-cb8c-4c82-86ba-5a0abaadb51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:16.569998 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4487c274-e0e0-442b-806b-69782e533721 req-25113308-bc64-43d5-8dd5-f36543b84c97 service neutron] 10.222.0.44 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6991127 Sep 29 17:25:16.619014 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3d4b8aa6-ad91-4bf3-a62c-f82b8fc5b501 req-58a21caa-6d8e-4922-8d55-ebf3785ed32c tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 210 time: 0.0628874 Sep 29 17:25:16.787808 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-ff0b7cda-26ed-4d96-bcb4-3c0210747107 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:16.789390 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-ff0b7cda-26ed-4d96-bcb4-3c0210747107 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5516858 Sep 29 17:25:16.805402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161d6a6-efdb-4870-8162-e7c27e2da5b1 req-d25b747b-242a-4243-a9d0-c75ebd595b82 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:16.808390 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7161d6a6-efdb-4870-8162-e7c27e2da5b1 req-d25b747b-242a-4243-a9d0-c75ebd595b82 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec156c5b-8665-4394-98e3-44e85081ff5e HTTP/1.1" status: 200 len: 943 time: 0.1420498 Sep 29 17:25:16.856217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Request body: {'port': {'device_id': 'a003a4d3-0f61-44ce-9994-cc0bf1ad112e', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': '5d4b1f31d7c54209816b30bee7beb462'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:25:16.988761 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0b6029fd-9676-49a0-b601-2d118ede0f3c req-d115a984-876d-4e1b-a847-1cac18a341f3 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 210 time: 0.1029851 Sep 29 17:25:17.072923 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Made reservation on behalf of 5d4b1f31d7c54209816b30bee7beb462 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:25:17.076275 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417d12ca-fd58-4dfb-8d81-6b9e0b8a1e6c None None] Network 7986081f-9782-4ff2-bf4d-7fdd958ebc70 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:25:17.077060 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:17.124285 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:17.133814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-7161d6a6-efdb-4870-8162-e7c27e2da5b1 req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Deleting port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:17.134542 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7161d6a6-efdb-4870-8162-e7c27e2da5b1 req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:17.190241 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:17.241384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4487c274-e0e0-442b-806b-69782e533721 req-df415a71-3427-453f-a1ba-333fc66777db service neutron] 10.222.0.44 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6703002 Sep 29 17:25:17.280777 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 6c315383-e45e-49b0-8f34-59609f04c393, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6c315383-e45e-49b0-8f34-59609f04c393,segment=NetworkSegment(2d438a5a-d2f5-427f-b658-75f186f90782),segment_id=2d438a5a-d2f5-427f-b658-75f186f90782)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:17.285740 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12436e5b-1894-4ac7-9560-170fbf4c69a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa29704-a578-4ff4-8b91-433e87028b93'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:17.289046 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5278556a-0c10-4aa9-bcf4-4cd134553d7d" -d '{"events": [{"server_uuid": "12436e5b-1894-4ac7-9560-170fbf4c69a9", "name": "network-vif-plugged", "status": "completed", "tag": "8fa29704-a578-4ff4-8b91-433e87028b93"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:17.324429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7161d6a6-efdb-4870-8162-e7c27e2da5b1 req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] For port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:17.327551 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7161d6a6-efdb-4870-8162-e7c27e2da5b1 req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:17.341646 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:17.342444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 50ba1880-a6cc-4115-b500-cf6dcca4732e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:25:17.373317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-7161d6a6-efdb-4870-8162-e7c27e2da5b1 req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Calling delete_port for 83d3b1db-ca20-4bce-b618-564ff3bc1dcf owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:17.554079 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Allocated IP 192.168.233.75 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/25a2db9c-9cd7-4844-92e1-1c8c46421d28) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:25:17.571056 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7161d6a6-efdb-4870-8162-e7c27e2da5b1 req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:17.626649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Pushing event deleted for resources: {'Port': ['ID=83d3b1db-ca20-4bce-b618-564ff3bc1dcf,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:17.729174 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7161d6a6-efdb-4870-8162-e7c27e2da5b1 req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] No DVR routers for this DVR port 83d3b1db-ca20-4bce-b618-564ff3bc1dcf on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:17.737531 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7161d6a6-efdb-4870-8162-e7c27e2da5b1 req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:17.750692 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7161d6a6-efdb-4870-8162-e7c27e2da5b1 req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.35 "DELETE /v2.0/ports/83d3b1db-ca20-4bce-b618-564ff3bc1dcf HTTP/1.1" status: 204 len: 173 time: 0.9102499 Sep 29 17:25:17.763307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec156c5b-8665-4394-98e3-44e85081ff5e', 'name': 'network-vif-deleted', 'tag': '83d3b1db-ca20-4bce-b618-564ff3bc1dcf'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:17.776126 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ca6cf1-79c6-4c2a-8ae7-99317e90a09b" -d '{"events": [{"server_uuid": "ec156c5b-8665-4394-98e3-44e85081ff5e", "name": "network-vif-deleted", "tag": "83d3b1db-ca20-4bce-b618-564ff3bc1dcf"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:17.784095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:17.785381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:17.789697 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:17.792881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:17.795290 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99498b03-e993-4718-bd09-060c3f907cc7 x-openstack-request-id: req-99498b03-e993-4718-bd09-060c3f907cc7 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:17.795585 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12436e5b-1894-4ac7-9560-170fbf4c69a9", "name": "network-vif-plugged", "status": "completed", "tag": "8fa29704-a578-4ff4-8b91-433e87028b93", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:17.795846 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99498b03-e993-4718-bd09-060c3f907cc7 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:17.796146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:17.796269 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12436e5b-1894-4ac7-9560-170fbf4c69a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fa29704-a578-4ff4-8b91-433e87028b93', 'code': 200} Sep 29 17:25:17.796740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:17.797229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:17.797748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:17.798984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:17.801229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:17.801772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:17.803339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5154a6-f3ea-4eb7-a133-8197bf9061e9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:17.840925 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4fa89739-cb8c-4c82-86ba-5a0abaadb51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:17.898265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=6c315383-e45e-49b0-8f34-59609f04c393,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:17.990870 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 50ba1880-a6cc-4115-b500-cf6dcca4732e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:17.991249 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:18.086834 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57c63e54-590c-4a5d-adcd-d9cb6cf1ddb6 req-41f01ed4-826b-4c79-971c-713f554c97c8 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 210 time: 0.1985033 Sep 29 17:25:18.294331 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e8ead82-d749-40b5-9497-19cb38faad71 req-16abb68f-0c30-48aa-a7d6-ef3d12d8023b tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 210 time: 0.0653248 Sep 29 17:25:18.321130 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4fa89739-cb8c-4c82-86ba-5a0abaadb51a None None] For port 50ba1880-a6cc-4115-b500-cf6dcca4732e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=50ba1880-a6cc-4115-b500-cf6dcca4732e,segment=NetworkSegment(606410b4-0a18-4674-953e-295590b2f986),segment_id=606410b4-0a18-4674-953e-295590b2f986)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:18.362216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b0fa3-3145-4b61-ad0d-b1b9eec5dc4b req-a6ef255f-1ba7-458a-9464-6ef3f161b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:18.363696 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f00b0fa3-3145-4b61-ad0d-b1b9eec5dc4b req-a6ef255f-1ba7-458a-9464-6ef3f161b672 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 1101 time: 0.4101887 Sep 29 17:25:18.374434 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4fa89739-cb8c-4c82-86ba-5a0abaadb51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:18.572443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef55d58-5d24-40df-9905-312139d9d549 req-2c813a2a-d6ad-46f0-8531-24dddc619752 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:18.585884 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0ef55d58-5d24-40df-9905-312139d9d549 req-2c813a2a-d6ad-46f0-8531-24dddc619752 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 945 time: 0.2199571 Sep 29 17:25:18.623092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa89739-cb8c-4c82-86ba-5a0abaadb51a None None] Pushing event updated for resources: {'Port': ['ID=50ba1880-a6cc-4115-b500-cf6dcca4732e,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:18.627867 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-fd6aba84-5211-4814-9a4d-0da5e4886b21 None None] Provisioning complete for port 6c315383-e45e-49b0-8f34-59609f04c393 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:18.628231 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fd6aba84-5211-4814-9a4d-0da5e4886b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:18.630202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c192dc0-9ab4-4905-9afd-071bdaad497f req-4350720a-b844-412b-b21a-6686f389044e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:18.631732 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7c192dc0-9ab4-4905-9afd-071bdaad497f req-4350720a-b844-412b-b21a-6686f389044e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.49 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 945 time: 0.2899287 Sep 29 17:25:18.645090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d9e4a137-1362-4496-935a-fcb30ed85f99 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:18.651014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d9e4a137-1362-4496-935a-fcb30ed85f99 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:18.652477 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d9e4a137-1362-4496-935a-fcb30ed85f99 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.35 "GET /v2.0/networks?id=d3bd77ff-d127-4fff-a547-8b1a6efe2357&id=7986081f-9782-4ff2-bf4d-7fdd958ebc70 HTTP/1.1" status: 200 len: 1391 time: 0.7470462 Sep 29 17:25:18.851233 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-fd6aba84-5211-4814-9a4d-0da5e4886b21 None None] Provisioning complete for port 50ba1880-a6cc-4115-b500-cf6dcca4732e triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:18.851639 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fd6aba84-5211-4814-9a4d-0da5e4886b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:18.907429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-b5d13a58-ffc2-4ed5-b987-34426ec70cf2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Request body: {'port': {'device_id': '54bdbc72-b9ea-41aa-bc69-115e808b1b2d', 'network_id': 'd3bd77ff-d127-4fff-a547-8b1a6efe2357', 'admin_state_up': True, 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:25:18.927354 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f00b0fa3-3145-4b61-ad0d-b1b9eec5dc4b req-122dd4f6-97aa-4b8e-be98-1c58fe99d43b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031006 Sep 29 17:25:18.958939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6c315383-e45e-49b0-8f34-59609f04c393 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:25:18.960851 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425eefce-179b-4ef0-8cd3-0a846b0feace req-a516b791-b13b-4d53-994d-8edaf988d3f7 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:18.968832 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-425eefce-179b-4ef0-8cd3-0a846b0feace req-a516b791-b13b-4d53-994d-8edaf988d3f7 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 950 time: 0.1847272 Sep 29 17:25:19.068082 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0ef55d58-5d24-40df-9905-312139d9d549 req-d66356f4-f1af-4964-820e-04f542a09ac3 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812510 Sep 29 17:25:19.118250 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-425eefce-179b-4ef0-8cd3-0a846b0feace req-91e9cb45-4534-4325-9a5b-409e5e78a2e0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465709 Sep 29 17:25:19.190906 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:19.212157 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132d579b-eecf-464b-97a0-e29d4a0b4f34 x-openstack-request-id: req-132d579b-eecf-464b-97a0-e29d4a0b4f34 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:19.212858 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec156c5b-8665-4394-98e3-44e85081ff5e", "name": "network-vif-deleted", "tag": "83d3b1db-ca20-4bce-b618-564ff3bc1dcf", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:19.213271 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-132d579b-eecf-464b-97a0-e29d4a0b4f34 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:19.213887 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec156c5b-8665-4394-98e3-44e85081ff5e', 'name': 'network-vif-deleted', 'tag': '83d3b1db-ca20-4bce-b618-564ff3bc1dcf', 'status': 'completed', 'code': 200} Sep 29 17:25:19.261210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 6c315383-e45e-49b0-8f34-59609f04c393 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:19.265396 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:19.272614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-b5d13a58-ffc2-4ed5-b987-34426ec70cf2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Made reservation on behalf of 5cdd341bfba64967a0e77c2f05b5c5a0 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:25:19.288057 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-b5d13a58-ffc2-4ed5-b987-34426ec70cf2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:19.295293 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:19.313379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['211992b9-b4a8-4fb9-9db5-2fe96235595b'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:19.362837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-7c192dc0-9ab4-4905-9afd-071bdaad497f req-c2ba5050-c3c9-41b0-a56c-fbf132802e3e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Deleting port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:19.364148 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7c192dc0-9ab4-4905-9afd-071bdaad497f req-c2ba5050-c3c9-41b0-a56c-fbf132802e3e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:19.384382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9e141098-bb00-4b85-aa4c-d9e6f0c5722f None None] Provisioning complete for port 6c315383-e45e-49b0-8f34-59609f04c393 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:19.385004 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9e141098-bb00-4b85-aa4c-d9e6f0c5722f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:19.425181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:25:19.428008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Pushing event updated for resources: {'Port': ['ID=25a2db9c-9cd7-4844-92e1-1c8c46421d28,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:19.441586 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:25:19.463511 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:25:19.498112 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f7edff7-b31c-48ff-b01d-167c89f2d20f req-3984eb53-b638-41bd-8a03-a9d127b2519e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 210 time: 0.1089737 Sep 29 17:25:19.498986 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:19.499493 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:19.499723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:19.500060 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:19.500512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:19.500721 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:19.502348 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:19.502646 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:19.506236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:19.506236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:19.506236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:19.506236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:19.583759 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:19.585623 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:19.611714 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-98de4a1e-062f-4da4-97d2-69d9ce58136a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7756104 Sep 29 17:25:19.672135 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Request body: {'port': {'device_id': 'a003a4d3-0f61-44ce-9994-cc0bf1ad112e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:25:19.701133 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 50ba1880-a6cc-4115-b500-cf6dcca4732e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:25:19.739874 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cbea1ca7-e41e-4863-b83d-782a18028e88 req-81f45d5c-f0c1-439a-bed0-12d54a09dde2 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 210 time: 0.0748835 Sep 29 17:25:19.744751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7c192dc0-9ab4-4905-9afd-071bdaad497f req-c2ba5050-c3c9-41b0-a56c-fbf132802e3e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] For port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:19.745134 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7c192dc0-9ab4-4905-9afd-071bdaad497f req-c2ba5050-c3c9-41b0-a56c-fbf132802e3e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:19.803160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-7c192dc0-9ab4-4905-9afd-071bdaad497f req-c2ba5050-c3c9-41b0-a56c-fbf132802e3e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Calling delete_port for a2ab2463-c5bb-4aad-9cb4-0498ceedad3f owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:19.819589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-b5d13a58-ffc2-4ed5-b987-34426ec70cf2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Allocated IP 19.80.0.224 (d3bd77ff-d127-4fff-a547-8b1a6efe2357/e6df0458-7d8d-4068-bd94-21fa84018744/60ec4190-d657-4d83-a6e2-157efc6caed1) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:25:19.842540 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 83d3b1db-ca20-4bce-b618-564ff3bc1dcf no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:19.843191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bcc27-3a34-4e27-b66c-bd479597cc72 req-487fa2a9-e754-40e0-9375-1dc5d6817f10 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:19.844776 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fa8bcc27-3a34-4e27-b66c-bd479597cc72 req-487fa2a9-e754-40e0-9375-1dc5d6817f10 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 935 time: 0.2101176 Sep 29 17:25:19.902682 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:19.945142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 83d3b1db-ca20-4bce-b618-564ff3bc1dcf {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:19.947307 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 83d3b1db-ca20-4bce-b618-564ff3bc1dcf not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:20.015418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fa8bcc27-3a34-4e27-b66c-bd479597cc72 req-b56f4a2d-a00f-43a1-bc76-12a58d7a18c8 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560845 Sep 29 17:25:20.116453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3f9c818a-4624-4715-8c55-713680296b1e None None] Provisioning complete for port 25a2db9c-9cd7-4844-92e1-1c8c46421d28 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:20.120840 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3f9c818a-4624-4715-8c55-713680296b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:20.216950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 50ba1880-a6cc-4115-b500-cf6dcca4732e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:20.219063 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:20.302889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487c274-e0e0-442b-806b-69782e533721 req-2acac0b6-040e-4848-a98c-c9912c646483 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:20.304294 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4487c274-e0e0-442b-806b-69782e533721 req-2acac0b6-040e-4848-a98c-c9912c646483 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.35 "GET /v2.0/networks?id=76df170c-e1e4-4882-b30d-122279313449 HTTP/1.1" status: 200 len: 805 time: 0.4689229 Sep 29 17:25:20.336434 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4487c274-e0e0-442b-806b-69782e533721 req-171399fe-d0ae-4e0b-874f-2dd28c136771 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Request body: {'port': {'device_id': '3f24dc7d-eae1-4f99-9166-e8866259f528', 'network_id': '76df170c-e1e4-4882-b30d-122279313449', 'admin_state_up': True, 'tenant_id': '03471ff03c464865a23b72de4e110368'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:25:20.363702 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c818a-4624-4715-8c55-713680296b1e None None] Port 25a2db9c-9cd7-4844-92e1-1c8c46421d28 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:25:20.502993 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb935d-f5b8-4f8f-8a6e-c9d186c7e165 req-6341d759-55d3-498e-8c19-d756b6e63f82 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:20.510900 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7aeb935d-f5b8-4f8f-8a6e-c9d186c7e165 req-6341d759-55d3-498e-8c19-d756b6e63f82 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 950 time: 0.1873806 Sep 29 17:25:20.540358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591f048-fba8-4298-953d-f3e32e542a1c req-7b05e9fc-21df-4d04-aa00-4407b5594de5 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:20.547666 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d591f048-fba8-4298-953d-f3e32e542a1c req-7b05e9fc-21df-4d04-aa00-4407b5594de5 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 945 time: 0.3542688 Sep 29 17:25:20.583660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7aeb935d-f5b8-4f8f-8a6e-c9d186c7e165 req-c5f68b2f-ad52-4550-81cc-09da93a33698 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716596 Sep 29 17:25:20.584810 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-b5d13a58-ffc2-4ed5-b987-34426ec70cf2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:20.648506 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d591f048-fba8-4298-953d-f3e32e542a1c req-fc3ed21e-f29a-495c-a514-ef87ddfd273e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999105 Sep 29 17:25:20.651366 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7c192dc0-9ab4-4905-9afd-071bdaad497f req-c2ba5050-c3c9-41b0-a56c-fbf132802e3e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:20.652665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4487c274-e0e0-442b-806b-69782e533721 req-171399fe-d0ae-4e0b-874f-2dd28c136771 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Made reservation on behalf of 03471ff03c464865a23b72de4e110368 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:25:20.673189 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4487c274-e0e0-442b-806b-69782e533721 req-171399fe-d0ae-4e0b-874f-2dd28c136771 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:20.729632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a2db9c-9cd7-4844-92e1-1c8c46421d28 {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:25:20.741743 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:20.758669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Transition to ACTIVE for port object 25a2db9c-9cd7-4844-92e1-1c8c46421d28 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:25:20.767003 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:20.779427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba5050-c3c9-41b0-a56c-fbf132802e3e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Pushing event deleted for resources: {'Port': ['ID=a2ab2463-c5bb-4aad-9cb4-0498ceedad3f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:20.822240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Pushing event updated for resources: {'Port': ['ID=25a2db9c-9cd7-4844-92e1-1c8c46421d28,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:20.955669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Attempting to bind port 25a2db9c-9cd7-4844-92e1-1c8c46421d28 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:25:20.956308 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Attempting to bind port 25a2db9c-9cd7-4844-92e1-1c8c46421d28 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:25:20.957438 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Attempting to bind port 25a2db9c-9cd7-4844-92e1-1c8c46421d28 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:25:20.964639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Port 25a2db9c-9cd7-4844-92e1-1c8c46421d28 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:25:20.965247 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Attempting to bind port 25a2db9c-9cd7-4844-92e1-1c8c46421d28 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:25:21.011565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:25:21.012330 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:25:21.012914 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:25:21.013689 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Bound port: 25a2db9c-9cd7-4844-92e1-1c8c46421d28, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:25:21.014232 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:21.075438 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c192dc0-9ab4-4905-9afd-071bdaad497f req-c2ba5050-c3c9-41b0-a56c-fbf132802e3e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] No DVR routers for this DVR port a2ab2463-c5bb-4aad-9cb4-0498ceedad3f on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:21.102393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-4487c274-e0e0-442b-806b-69782e533721 req-171399fe-d0ae-4e0b-874f-2dd28c136771 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Allocated IP 172.20.0.9 (76df170c-e1e4-4882-b30d-122279313449/a98c8895-c09f-4e08-8162-342e59909ede/319f4848-b61d-4228-a1e6-988e16d739d1) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:25:21.111845 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2ef937b-ff11-470d-b28b-58c05bb1efd5 req-fd1e3e0a-975a-41da-8a02-ac96ee011c0b tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 210 time: 0.1567068 Sep 29 17:25:21.134916 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] For port 25a2db9c-9cd7-4844-92e1-1c8c46421d28, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:25:21.139675 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] For port 25a2db9c-9cd7-4844-92e1-1c8c46421d28, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=25a2db9c-9cd7-4844-92e1-1c8c46421d28,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:25:21.176903 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-b5d13a58-ffc2-4ed5-b987-34426ec70cf2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:21.188240 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:21.188916 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a2ab2463-c5bb-4aad-9cb4-0498ceedad3f no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:21.200238 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7c192dc0-9ab4-4905-9afd-071bdaad497f req-c2ba5050-c3c9-41b0-a56c-fbf132802e3e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:21.214390 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7c192dc0-9ab4-4905-9afd-071bdaad497f req-c2ba5050-c3c9-41b0-a56c-fbf132802e3e tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.49 "DELETE /v2.0/ports/a2ab2463-c5bb-4aad-9cb4-0498ceedad3f HTTP/1.1" status: 204 len: 173 time: 2.5333412 Sep 29 17:25:21.233219 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbc1252-4da1-476c-8433-d916ee2adfa5', 'name': 'network-vif-deleted', 'tag': 'a2ab2463-c5bb-4aad-9cb4-0498ceedad3f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:21.238839 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf068ce4-5c48-4d73-ab1f-618d12c90cc2" -d '{"events": [{"server_uuid": "9dbc1252-4da1-476c-8433-d916ee2adfa5", "name": "network-vif-deleted", "tag": "a2ab2463-c5bb-4aad-9cb4-0498ceedad3f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:21.240206 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: a2ab2463-c5bb-4aad-9cb4-0498ceedad3f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:21.245330 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a2ab2463-c5bb-4aad-9cb4-0498ceedad3f not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:21.300259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-b5d13a58-ffc2-4ed5-b987-34426ec70cf2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Network d3bd77ff-d127-4fff-a547-8b1a6efe2357 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:25:21.321545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-b5d13a58-ffc2-4ed5-b987-34426ec70cf2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:25:21.336563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-b5d13a58-ffc2-4ed5-b987-34426ec70cf2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:25:21.361751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:21.362272 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:21.363717 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] 10.222.0.35 "PUT /v2.0/ports/25a2db9c-9cd7-4844-92e1-1c8c46421d28 HTTP/1.1" status: 200 len: 1095 time: 1.6967492 Sep 29 17:25:21.365766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a003a4d3-0f61-44ce-9994-cc0bf1ad112e', 'tag': '25a2db9c-9cd7-4844-92e1-1c8c46421d28'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:21.368592 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405ff469-e5d6-415c-a817-0ebbea5b9eae" -d '{"events": [{"name": "network-changed", "server_uuid": "a003a4d3-0f61-44ce-9994-cc0bf1ad112e", "tag": "25a2db9c-9cd7-4844-92e1-1c8c46421d28"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:21.407118 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42d2d591-3cbd-4e27-99c9-32e845f7f53a req-b1c2a850-255a-4e47-a325-98e214498f81 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 210 time: 0.1119845 Sep 29 17:25:21.437856 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfa6cb-0134-448a-aff4-e18ca7ab412c req-435f0a1b-4356-476f-89de-f2790bcb37d4 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:21.439428 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ebfa6cb-0134-448a-aff4-e18ca7ab412c req-435f0a1b-4356-476f-89de-f2790bcb37d4 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 947 time: 0.1482868 Sep 29 17:25:21.462237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cdd95-2213-4f7e-a67f-e753d97b5223 service neutron] Pushing event updated for resources: {'Port': ['ID=25a2db9c-9cd7-4844-92e1-1c8c46421d28,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:21.537747 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb690222-3e1c-455f-ab3f-a5790bc36177 x-openstack-request-id: req-bb690222-3e1c-455f-ab3f-a5790bc36177 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:21.538109 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a003a4d3-0f61-44ce-9994-cc0bf1ad112e", "tag": "25a2db9c-9cd7-4844-92e1-1c8c46421d28", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:21.538326 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb690222-3e1c-455f-ab3f-a5790bc36177 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:21.538716 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a003a4d3-0f61-44ce-9994-cc0bf1ad112e', 'tag': '25a2db9c-9cd7-4844-92e1-1c8c46421d28', 'status': 'completed', 'code': 200} Sep 29 17:25:21.540767 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3b4d1a-080b-40b3-b7b9-ac2ab13236fa x-openstack-request-id: req-8a3b4d1a-080b-40b3-b7b9-ac2ab13236fa {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:21.541293 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbc1252-4da1-476c-8433-d916ee2adfa5", "name": "network-vif-deleted", "tag": "a2ab2463-c5bb-4aad-9cb4-0498ceedad3f", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:21.541404 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a3b4d1a-080b-40b3-b7b9-ac2ab13236fa {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:21.541718 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbc1252-4da1-476c-8433-d916ee2adfa5', 'name': 'network-vif-deleted', 'tag': 'a2ab2463-c5bb-4aad-9cb4-0498ceedad3f', 'status': 'completed', 'code': 200} Sep 29 17:25:21.546568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-e9694fc6-ce5b-4861-b879-2e4e17eeebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:21.548073 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-e9694fc6-ce5b-4861-b879-2e4e17eeebbe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d4b1f31d7c54209816b30bee7beb462&device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 1098 time: 0.1074886 Sep 29 17:25:21.617547 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-098403ae-8e21-4ad1-b30e-1f85e87e61dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=25a2db9c-9cd7-4844-92e1-1c8c46421d28 HTTP/1.1" status: 200 len: 217 time: 0.0505228 Sep 29 17:25:21.633089 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ebfa6cb-0134-448a-aff4-e18ca7ab412c req-c4d8720b-5029-470a-9b0f-c28f5f3c8d79 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783710 Sep 29 17:25:21.812335 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-a41d70f1-63dc-43d8-a24f-8f592f727964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:21.814709 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-a41d70f1-63dc-43d8-a24f-8f592f727964 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1789346 Sep 29 17:25:21.848400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-431fff18-d258-4a4f-9dab-e4491844316f None None] Provisioning complete for port 60ec4190-d657-4d83-a6e2-157efc6caed1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:21.849023 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-431fff18-d258-4a4f-9dab-e4491844316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:21.859377 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43c4ec76-960b-41c3-92d5-99be07cc6b1d req-b31ab4e9-6c73-4d80-a51f-8c3288cdada7 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=9dbc1252-4da1-476c-8433-d916ee2adfa5 HTTP/1.1" status: 200 len: 210 time: 0.0590611 Sep 29 17:25:21.902799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-73e16d55-7d9c-4c51-aa34-704ce8633216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:21.904877 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-73e16d55-7d9c-4c51-aa34-704ce8633216 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749958 Sep 29 17:25:21.924547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-431fff18-d258-4a4f-9dab-e4491844316f None None] Port 60ec4190-d657-4d83-a6e2-157efc6caed1 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:25:22.080200 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-41dddff6-ab14-49f2-b3fe-72679a3fd404 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657283 Sep 29 17:25:22.090223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d13a58-ffc2-4ed5-b987-34426ec70cf2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event updated for resources: {'Port': ['ID=60ec4190-d657-4d83-a6e2-157efc6caed1,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:22.163721 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-b5d13a58-ffc2-4ed5-b987-34426ec70cf2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:22.164245 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-b5d13a58-ffc2-4ed5-b987-34426ec70cf2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:22.193428 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dc45c-bd5b-4e1c-8d8c-31deef8ed1ba req-c5aee3f5-01dc-4b38-a679-465db34e9752 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:22.202347 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-924dc45c-bd5b-4e1c-8d8c-31deef8ed1ba req-c5aee3f5-01dc-4b38-a679-465db34e9752 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 950 time: 0.1174307 Sep 29 17:25:22.213426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-b5d13a58-ffc2-4ed5-b987-34426ec70cf2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3529048 Sep 29 17:25:22.216721 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07377dfd-124b-4a20-be2c-c3a05f4466e1 req-effbe248-ce56-4695-a4ba-5931355f98cd service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280091 Sep 29 17:25:22.241690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4487c274-e0e0-442b-806b-69782e533721 req-171399fe-d0ae-4e0b-874f-2dd28c136771 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:22.262772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d4f72e99-33d8-41b3-8f10-accbe1b8f992 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Request body: {'port': {'device_id': '54bdbc72-b9ea-41aa-bc69-115e808b1b2d', 'network_id': '7986081f-9782-4ff2-bf4d-7fdd958ebc70', 'admin_state_up': True, 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:25:22.282957 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-924dc45c-bd5b-4e1c-8d8c-31deef8ed1ba req-206193ef-d13b-4b7a-85a0-9d1b962be4ff tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796332 Sep 29 17:25:22.307533 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dbcea-4c25-4fe8-891d-a511a60be515 req-6935e812-9694-4599-adbe-10aade2e6a77 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:22.315840 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5e0dbcea-4c25-4fe8-891d-a511a60be515 req-6935e812-9694-4599-adbe-10aade2e6a77 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 932 time: 0.0846865 Sep 29 17:25:22.396795 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5e0dbcea-4c25-4fe8-891d-a511a60be515 req-48e000b2-86f9-43b0-ab0b-ed99bf63ee53 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799015 Sep 29 17:25:22.407095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ff469-e5d6-415c-a817-0ebbea5b9eae req-4cdeed99-76b4-4024-b707-3e834d4f50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:22.417268 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-405ff469-e5d6-415c-a817-0ebbea5b9eae req-4cdeed99-76b4-4024-b707-3e834d4f50fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d4b1f31d7c54209816b30bee7beb462&device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 1098 time: 0.0678918 Sep 29 17:25:22.445361 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4487c274-e0e0-442b-806b-69782e533721 req-171399fe-d0ae-4e0b-874f-2dd28c136771 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:22.457577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d4f72e99-33d8-41b3-8f10-accbe1b8f992 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Made reservation on behalf of 5cdd341bfba64967a0e77c2f05b5c5a0 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:25:22.461834 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d4f72e99-33d8-41b3-8f10-accbe1b8f992 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:22.527842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ff469-e5d6-415c-a817-0ebbea5b9eae req-4392e415-4fff-4add-afdd-b9f8e6326539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:22.529507 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-405ff469-e5d6-415c-a817-0ebbea5b9eae req-4392e415-4fff-4add-afdd-b9f8e6326539 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.1080317 Sep 29 17:25:22.538946 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4487c274-e0e0-442b-806b-69782e533721 req-171399fe-d0ae-4e0b-874f-2dd28c136771 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Network 76df170c-e1e4-4882-b30d-122279313449 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:25:22.541348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171399fe-d0ae-4e0b-874f-2dd28c136771 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Pushing event updated for resources: {'Port': ['ID=319f4848-b61d-4228-a1e6-988e16d739d1,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:22.547382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-4487c274-e0e0-442b-806b-69782e533721 req-171399fe-d0ae-4e0b-874f-2dd28c136771 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:25:22.605191 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4487c274-e0e0-442b-806b-69782e533721 req-171399fe-d0ae-4e0b-874f-2dd28c136771 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:25:22.616926 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-405ff469-e5d6-415c-a817-0ebbea5b9eae req-44afb0f6-89bb-49f5-b2cc-660a11e00d72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=25a2db9c-9cd7-4844-92e1-1c8c46421d28 HTTP/1.1" status: 200 len: 217 time: 0.0733008 Sep 29 17:25:22.675272 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667f6ea-28d9-46c1-865d-77d75299cb08 req-b7b8f832-2de2-4ee5-9f29-aafc979ea7bd tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:22.676871 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e667f6ea-28d9-46c1-865d-77d75299cb08 req-b7b8f832-2de2-4ee5-9f29-aafc979ea7bd tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 1101 time: 0.1346240 Sep 29 17:25:22.687727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487c274-e0e0-442b-806b-69782e533721 req-171399fe-d0ae-4e0b-874f-2dd28c136771 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:22.688352 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4487c274-e0e0-442b-806b-69782e533721 req-171399fe-d0ae-4e0b-874f-2dd28c136771 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:22.704505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ff469-e5d6-415c-a817-0ebbea5b9eae req-669edd27-a469-4d45-a229-ce0631062c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:22.706358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bec1a0-83ee-453f-902d-ad479c74e214 req-355caa24-0836-4bd2-be93-05c93f813d68 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:22.707142 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-405ff469-e5d6-415c-a817-0ebbea5b9eae req-669edd27-a469-4d45-a229-ce0631062c8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0805268 Sep 29 17:25:22.715373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95bec1a0-83ee-453f-902d-ad479c74e214 req-355caa24-0836-4bd2-be93-05c93f813d68 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 931 time: 0.1706538 Sep 29 17:25:22.758343 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e667f6ea-28d9-46c1-865d-77d75299cb08 req-cdd548e4-f3a3-427d-a976-8ccb7a1325fa tempest-ServersOnMultiNodesTest-1422994436 tempest-ServersOnMultiNodesTest-1422994436-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681243 Sep 29 17:25:22.787994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ff469-e5d6-415c-a817-0ebbea5b9eae req-fb19a167-25c0-4f6f-9aa9-720e485157c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:22.796781 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-405ff469-e5d6-415c-a817-0ebbea5b9eae req-fb19a167-25c0-4f6f-9aa9-720e485157c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756900 Sep 29 17:25:22.797393 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4487c274-e0e0-442b-806b-69782e533721 req-171399fe-d0ae-4e0b-874f-2dd28c136771 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4736392 Sep 29 17:25:22.813999 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95bec1a0-83ee-453f-902d-ad479c74e214 req-73299936-6d78-4955-a9ee-64800f390a31 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926328 Sep 29 17:25:22.830170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Request body: {'port': {'device_id': '3f24dc7d-eae1-4f99-9166-e8866259f528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:25:22.870535 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d4f72e99-33d8-41b3-8f10-accbe1b8f992 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Allocated IP 19.86.0.165 (7986081f-9782-4ff2-bf4d-7fdd958ebc70/122d360c-4d1b-4652-941f-ab4fab3ae878/80c9ae5a-eb6a-418d-aa07-12b801bf4850) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:25:22.963475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f093c8c-994f-4864-9816-8e122cadfa57 req-1a47c5d3-ccd2-4797-b7d1-e5bbc93b7285 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:22.971001 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5f093c8c-994f-4864-9816-8e122cadfa57 req-1a47c5d3-ccd2-4797-b7d1-e5bbc93b7285 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 947 time: 0.1221969 Sep 29 17:25:23.016700 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-405ff469-e5d6-415c-a817-0ebbea5b9eae req-117f0559-852d-44f1-81b0-ae5fa5ac8960 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007041 Sep 29 17:25:23.032633 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5f093c8c-994f-4864-9816-8e122cadfa57 req-131fa3e3-422c-4564-93bb-b37489788f13 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552869 Sep 29 17:25:23.069779 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:23.150318 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d4f72e99-33d8-41b3-8f10-accbe1b8f992 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:23.219470 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-405ff469-e5d6-415c-a817-0ebbea5b9eae req-392fbb0c-d2c3-4010-8ff0-d479dfaefb17 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854537 Sep 29 17:25:23.400305 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d4f72e99-33d8-41b3-8f10-accbe1b8f992 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:23.421318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f60350-09cf-4f93-b0ce-fc66be054ad2 req-f85a14c5-c914-438c-b5eb-f705803d6cd4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:23.422518 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-04f60350-09cf-4f93-b0ce-fc66be054ad2 req-f85a14c5-c914-438c-b5eb-f705803d6cd4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 950 time: 0.1534376 Sep 29 17:25:23.518458 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d4f72e99-33d8-41b3-8f10-accbe1b8f992 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Network 7986081f-9782-4ff2-bf4d-7fdd958ebc70 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:25:23.526557 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b688be-d2c8-4645-9d51-c0d9aafab37a req-8602b967-1d9b-4711-8fbe-cd4920c25ea3 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:23.528366 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-76b688be-d2c8-4645-9d51-c0d9aafab37a req-8602b967-1d9b-4711-8fbe-cd4920c25ea3 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 945 time: 0.0613751 Sep 29 17:25:23.530486 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d4f72e99-33d8-41b3-8f10-accbe1b8f992 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:25:23.533526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d4f72e99-33d8-41b3-8f10-accbe1b8f992 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:25:23.540101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f72e99-33d8-41b3-8f10-accbe1b8f992 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event updated for resources: {'Port': ['ID=80c9ae5a-eb6a-418d-aa07-12b801bf4850,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:23.582234 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-76b688be-d2c8-4645-9d51-c0d9aafab37a req-b81e9656-ce4b-4c07-ac62-b45e61bab9a6 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410450 Sep 29 17:25:23.608644 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-04f60350-09cf-4f93-b0ce-fc66be054ad2 req-ab295fc5-ce1f-44c8-aeb4-278d58515679 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335673 Sep 29 17:25:23.649341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d4f72e99-33d8-41b3-8f10-accbe1b8f992 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:23.649341 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d4f72e99-33d8-41b3-8f10-accbe1b8f992 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:23.698893 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d4f72e99-33d8-41b3-8f10-accbe1b8f992 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4542060 Sep 29 17:25:23.726596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Request body: {'port': {'device_id': '54bdbc72-b9ea-41aa-bc69-115e808b1b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:25:23.738058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319f4848-b61d-4228-a1e6-988e16d739d1 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:25:23.765792 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbc246-5b90-4c31-9424-98297b452b4c req-889ea8ad-8c9e-4ca1-9e71-80d020b8796b tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:23.767079 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:23.778598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbc246-5b90-4c31-9424-98297b452b4c req-889ea8ad-8c9e-4ca1-9e71-80d020b8796b tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:23.778598 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-96cbc246-5b90-4c31-9424-98297b452b4c req-889ea8ad-8c9e-4ca1-9e71-80d020b8796b tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1655 time: 0.0886383 Sep 29 17:25:23.834597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Transition to ACTIVE for port object 319f4848-b61d-4228-a1e6-988e16d739d1 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:25:23.844743 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-96cbc246-5b90-4c31-9424-98297b452b4c req-9370a1ed-3281-4461-9f36-2293e73c082e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531020 Sep 29 17:25:23.848814 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:23.882655 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:23.893000 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b981da60-eb41-4129-b92d-b2df3edc4ec8 None None] Provisioning complete for port 80c9ae5a-eb6a-418d-aa07-12b801bf4850 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:23.893606 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b981da60-eb41-4129-b92d-b2df3edc4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:23.940862 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b981da60-eb41-4129-b92d-b2df3edc4ec8 None None] Port 80c9ae5a-eb6a-418d-aa07-12b801bf4850 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:25:23.978576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Pushing event updated for resources: {'Port': ['ID=319f4848-b61d-4228-a1e6-988e16d739d1,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:24.178422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9aa8fe-eb00-4b08-9e79-8727706ded35 req-5073f937-f176-49d2-820a-663a439b9b5e tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:24.180877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9d0a9-7bf1-42da-a9b2-c132def359ca req-3536cc49-83f7-427c-9dfc-76fcde368831 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:24.188176 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-15e9d0a9-7bf1-42da-a9b2-c132def359ca req-3536cc49-83f7-427c-9dfc-76fcde368831 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 943 time: 0.2274172 Sep 29 17:25:24.189973 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae9aa8fe-eb00-4b08-9e79-8727706ded35 req-5073f937-f176-49d2-820a-663a439b9b5e tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 947 time: 0.0827520 Sep 29 17:25:24.219498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91f369-e170-4ff7-9923-b0562903b35a req-6235b650-dfcf-49b5-bb27-d5a8e498ac0f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:24.221150 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a91f369-e170-4ff7-9923-b0562903b35a req-6235b650-dfcf-49b5-bb27-d5a8e498ac0f tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.49 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 945 time: 0.2689128 Sep 29 17:25:24.240645 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae9aa8fe-eb00-4b08-9e79-8727706ded35 req-5da24cdd-0b4b-4108-8436-d068b0c0cd46 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494542 Sep 29 17:25:24.306180 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-15e9d0a9-7bf1-42da-a9b2-c132def359ca req-f5e713c5-9796-4702-848a-42b31556655b tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150618 Sep 29 17:25:24.312873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Attempting to bind port 319f4848-b61d-4228-a1e6-988e16d739d1 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:25:24.313193 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Attempting to bind port 319f4848-b61d-4228-a1e6-988e16d739d1 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:25:24.318818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Attempting to bind port 319f4848-b61d-4228-a1e6-988e16d739d1 on network 76df170c-e1e4-4882-b30d-122279313449 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:25:24.395007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Port 319f4848-b61d-4228-a1e6-988e16d739d1 on network 76df170c-e1e4-4882-b30d-122279313449 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:25:24.395434 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Attempting to bind port 319f4848-b61d-4228-a1e6-988e16d739d1 on network 76df170c-e1e4-4882-b30d-122279313449 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:25:24.438291 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:25:24.438690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Checking segment: {'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:25:24.439006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Bound using segment: {'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:25:24.439467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Bound port: 319f4848-b61d-4228-a1e6-988e16d739d1, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:25:24.439805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:24.558716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-5a91f369-e170-4ff7-9923-b0562903b35a req-837234c8-76cb-4e6d-832d-2561ab7c5228 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Deleting port 59d97f32-c435-41ec-b532-7f80be83a5bb {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:24.558947 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5a91f369-e170-4ff7-9923-b0562903b35a req-837234c8-76cb-4e6d-832d-2561ab7c5228 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:24.619562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] For port 319f4848-b61d-4228-a1e6-988e16d739d1, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:25:24.685268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] For port 319f4848-b61d-4228-a1e6-988e16d739d1, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=319f4848-b61d-4228-a1e6-988e16d739d1,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:25:24.726381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ec4190-d657-4d83-a6e2-157efc6caed1 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:25:24.735472 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:24.738340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855028c-f9ab-4a1b-bd28-9a280ed68b16 req-2ec9a045-d4f3-4587-a370-c0b77b774259 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:24.740750 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e855028c-f9ab-4a1b-bd28-9a280ed68b16 req-2ec9a045-d4f3-4587-a370-c0b77b774259 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 945 time: 0.0910573 Sep 29 17:25:24.759628 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:24.808338 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e855028c-f9ab-4a1b-bd28-9a280ed68b16 req-8236dff5-084e-4f00-8aca-cffe03618043 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606065 Sep 29 17:25:24.843211 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:24.843842 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:24.845232 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4487c274-e0e0-442b-806b-69782e533721 req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] 10.222.0.35 "PUT /v2.0/ports/319f4848-b61d-4228-a1e6-988e16d739d1 HTTP/1.1" status: 200 len: 1091 time: 2.0245755 Sep 29 17:25:24.848950 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Transition to ACTIVE for port object 60ec4190-d657-4d83-a6e2-157efc6caed1 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:25:24.851092 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f24dc7d-eae1-4f99-9166-e8866259f528', 'tag': '319f4848-b61d-4228-a1e6-988e16d739d1'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:24.853545 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe1256d-9894-48c1-811e-41ed127753d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3f24dc7d-eae1-4f99-9166-e8866259f528", "tag": "319f4848-b61d-4228-a1e6-988e16d739d1"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:24.865081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5a91f369-e170-4ff7-9923-b0562903b35a req-837234c8-76cb-4e6d-832d-2561ab7c5228 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] For port 59d97f32-c435-41ec-b532-7f80be83a5bb, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=59d97f32-c435-41ec-b532-7f80be83a5bb,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:24.865539 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5a91f369-e170-4ff7-9923-b0562903b35a req-837234c8-76cb-4e6d-832d-2561ab7c5228 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:24.885445 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:24.905528 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678a38e-958e-4e9e-b5f2-075bf2e8b1c8 req-1c838077-3d55-4112-b66b-8dcfc26d085b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:24.906992 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e678a38e-958e-4e9e-b5f2-075bf2e8b1c8 req-1c838077-3d55-4112-b66b-8dcfc26d085b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.49 "GET /v2.0/ports?device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 950 time: 0.2187500 Sep 29 17:25:24.954798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-5a91f369-e170-4ff7-9923-b0562903b35a req-837234c8-76cb-4e6d-832d-2561ab7c5228 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Calling delete_port for 59d97f32-c435-41ec-b532-7f80be83a5bb owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:24.973266 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513a70d-f9d8-48f0-8895-05b592387d56 service neutron] Pushing event updated for resources: {'Port': ['ID=319f4848-b61d-4228-a1e6-988e16d739d1,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:25.013866 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b6428f-e5a2-400a-b763-b8bf28995784 x-openstack-request-id: req-c2b6428f-e5a2-400a-b763-b8bf28995784 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:25.014549 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f24dc7d-eae1-4f99-9166-e8866259f528", "tag": "319f4848-b61d-4228-a1e6-988e16d739d1", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:25.014991 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2b6428f-e5a2-400a-b763-b8bf28995784 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:25.015554 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f24dc7d-eae1-4f99-9166-e8866259f528', 'tag': '319f4848-b61d-4228-a1e6-988e16d739d1', 'status': 'completed', 'code': 200} Sep 29 17:25:25.056204 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541d9d6-5647-4358-a991-192eb7bf5794 req-47b6c21d-413d-47b8-a8e9-d6db22419c37 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:25.057818 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8541d9d6-5647-4358-a991-192eb7bf5794 req-47b6c21d-413d-47b8-a8e9-d6db22419c37 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 950 time: 0.3264353 Sep 29 17:25:25.133162 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0578d8-0bda-49b3-8298-72b420054be5 req-4cde6071-9ba3-4a20-91b1-89c441da07d6 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:25.140836 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0578d8-0bda-49b3-8298-72b420054be5 req-4cde6071-9ba3-4a20-91b1-89c441da07d6 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:25.151606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d0578d8-0bda-49b3-8298-72b420054be5 req-4cde6071-9ba3-4a20-91b1-89c441da07d6 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1667 time: 0.1035604 Sep 29 17:25:25.223784 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d0578d8-0bda-49b3-8298-72b420054be5 req-dcf46e12-3f72-4f66-865a-5ff648a7a0e4 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706980 Sep 29 17:25:25.283402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Pushing event updated for resources: {'Port': ['ID=60ec4190-d657-4d83-a6e2-157efc6caed1,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:25.368226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487c274-e0e0-442b-806b-69782e533721 req-92938619-4f8a-44d1-a5a2-e2b51f520b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:25.368478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4487c274-e0e0-442b-806b-69782e533721 req-92938619-4f8a-44d1-a5a2-e2b51f520b3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03471ff03c464865a23b72de4e110368&device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 1094 time: 0.3963232 Sep 29 17:25:25.380388 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8541d9d6-5647-4358-a991-192eb7bf5794 req-08997b40-2216-4af7-beae-25274612e107 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914605 Sep 29 17:25:25.418172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d111bd8-ef55-4b6a-916c-12817d45e194 req-ae1b75bf-d55e-4774-8da4-e598f9d1bca8 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:25.424582 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d111bd8-ef55-4b6a-916c-12817d45e194 req-ae1b75bf-d55e-4774-8da4-e598f9d1bca8 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 947 time: 0.0804021 Sep 29 17:25:25.467802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Attempting to bind port 60ec4190-d657-4d83-a6e2-157efc6caed1 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:25:25.468143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Attempting to bind port 60ec4190-d657-4d83-a6e2-157efc6caed1 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '606410b4-0a18-4674-953e-295590b2f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd3bd77ff-d127-4fff-a547-8b1a6efe2357'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:25:25.468534 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Attempting to bind port 60ec4190-d657-4d83-a6e2-157efc6caed1 on network d3bd77ff-d127-4fff-a547-8b1a6efe2357 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:25:25.472850 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4487c274-e0e0-442b-806b-69782e533721 req-b8de6342-2aec-4b0c-b7ba-c8c99016a2a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=319f4848-b61d-4228-a1e6-988e16d739d1 HTTP/1.1" status: 200 len: 217 time: 0.0698736 Sep 29 17:25:25.477956 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d111bd8-ef55-4b6a-916c-12817d45e194 req-62bfe569-5813-4cd2-bf50-d312e4e996c1 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460861 Sep 29 17:25:25.483669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Port 60ec4190-d657-4d83-a6e2-157efc6caed1 on network d3bd77ff-d127-4fff-a547-8b1a6efe2357 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:25:25.484000 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Attempting to bind port 60ec4190-d657-4d83-a6e2-157efc6caed1 on network d3bd77ff-d127-4fff-a547-8b1a6efe2357 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:25:25.555503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:25:25.555503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Checking segment: {'id': '606410b4-0a18-4674-953e-295590b2f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd3bd77ff-d127-4fff-a547-8b1a6efe2357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:25:25.555503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Bound using segment: {'id': '606410b4-0a18-4674-953e-295590b2f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd3bd77ff-d127-4fff-a547-8b1a6efe2357'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:25:25.555503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Bound port: 60ec4190-d657-4d83-a6e2-157efc6caed1, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606410b4-0a18-4674-953e-295590b2f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'd3bd77ff-d127-4fff-a547-8b1a6efe2357'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:25:25.555503 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:25.616772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-e678a38e-958e-4e9e-b5f2-075bf2e8b1c8 req-ed5545f4-a425-4df2-b280-e1d5f275a9e4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Deleting port 8fa29704-a578-4ff4-8b91-433e87028b93 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:25.617122 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e678a38e-958e-4e9e-b5f2-075bf2e8b1c8 req-ed5545f4-a425-4df2-b280-e1d5f275a9e4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:25.652196 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487c274-e0e0-442b-806b-69782e533721 req-91449f1e-7d63-440b-9a6f-91d94d9afbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:25.653752 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4487c274-e0e0-442b-806b-69782e533721 req-91449f1e-7d63-440b-9a6f-91d94d9afbc4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a98c8895-c09f-4e08-8162-342e59909ede HTTP/1.1" status: 200 len: 845 time: 0.1711676 Sep 29 17:25:25.702363 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5a91f369-e170-4ff7-9923-b0562903b35a req-837234c8-76cb-4e6d-832d-2561ab7c5228 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:25.734935 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4487c274-e0e0-442b-806b-69782e533721 req-9b10c2d8-dbe4-4740-89d1-44b797b4c88e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76df170c-e1e4-4882-b30d-122279313449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579484 Sep 29 17:25:25.801883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837234c8-76cb-4e6d-832d-2561ab7c5228 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Pushing event deleted for resources: {'Port': ['ID=59d97f32-c435-41ec-b532-7f80be83a5bb,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:25.819563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bc94e-e32f-4bf9-a958-3491b651573f req-17cfe0f3-b049-4aaf-b84e-1b7889376e63 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:25.821052 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf5bc94e-e32f-4bf9-a958-3491b651573f req-17cfe0f3-b049-4aaf-b84e-1b7889376e63 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 943 time: 0.3222954 Sep 29 17:25:25.902747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] For port 60ec4190-d657-4d83-a6e2-157efc6caed1, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:25:25.953227 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f67ab24b-b78f-4db6-ad88-49761abe56da req-534b597e-2fee-4efd-b605-b09dcba2d656 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 210 time: 0.0508230 Sep 29 17:25:26.249577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a91f369-e170-4ff7-9923-b0562903b35a req-837234c8-76cb-4e6d-832d-2561ab7c5228 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] No DVR routers for this DVR port 59d97f32-c435-41ec-b532-7f80be83a5bb on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:26.262980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] For port 60ec4190-d657-4d83-a6e2-157efc6caed1, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=60ec4190-d657-4d83-a6e2-157efc6caed1,segment=NetworkSegment(606410b4-0a18-4674-953e-295590b2f986),segment_id=606410b4-0a18-4674-953e-295590b2f986)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:25:26.294248 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5a91f369-e170-4ff7-9923-b0562903b35a req-837234c8-76cb-4e6d-832d-2561ab7c5228 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:26.296229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a91f369-e170-4ff7-9923-b0562903b35a req-837234c8-76cb-4e6d-832d-2561ab7c5228 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.49 "DELETE /v2.0/ports/59d97f32-c435-41ec-b532-7f80be83a5bb HTTP/1.1" status: 204 len: 173 time: 2.0601103 Sep 29 17:25:26.317303 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:26.318399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-e678a38e-958e-4e9e-b5f2-075bf2e8b1c8 req-ed5545f4-a425-4df2-b280-e1d5f275a9e4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] For port 8fa29704-a578-4ff4-8b91-433e87028b93, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8fa29704-a578-4ff4-8b91-433e87028b93,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:26.318765 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e678a38e-958e-4e9e-b5f2-075bf2e8b1c8 req-ed5545f4-a425-4df2-b280-e1d5f275a9e4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:26.327249 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf5bc94e-e32f-4bf9-a958-3491b651573f req-fb593773-e711-4df0-9ca8-5395f09b9220 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824209 Sep 29 17:25:26.367618 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804992-db58-4bcf-be0b-ca7fa7f52664 req-720282e3-7bc7-4c48-bad7-fc6b4175730f tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:26.374586 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804992-db58-4bcf-be0b-ca7fa7f52664 req-720282e3-7bc7-4c48-bad7-fc6b4175730f tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:26.376967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-e678a38e-958e-4e9e-b5f2-075bf2e8b1c8 req-ed5545f4-a425-4df2-b280-e1d5f275a9e4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Calling delete_port for 8fa29704-a578-4ff4-8b91-433e87028b93 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:26.389057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:26.389765 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:26.391093 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] 10.222.0.35 "PUT /v2.0/ports/60ec4190-d657-4d83-a6e2-157efc6caed1 HTTP/1.1" status: 200 len: 1092 time: 2.6736681 Sep 29 17:25:26.407223 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-69804992-db58-4bcf-be0b-ca7fa7f52664 req-720282e3-7bc7-4c48-bad7-fc6b4175730f tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1667 time: 0.0994780 Sep 29 17:25:26.435966 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4487c274-e0e0-442b-806b-69782e533721 req-0d1651fd-6022-4d32-876a-d1714bfe6752 service neutron] 10.222.0.35 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6767859 Sep 29 17:25:26.459320 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-69804992-db58-4bcf-be0b-ca7fa7f52664 req-1b3bb7ff-1222-4ac0-949f-821018621a3c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485487 Sep 29 17:25:26.483865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Request body: {'port': {'device_id': '54bdbc72-b9ea-41aa-bc69-115e808b1b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:25:26.554552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957d64b-d84f-4a7a-801d-bd87a4fd87cc service neutron] Pushing event updated for resources: {'Port': ['ID=60ec4190-d657-4d83-a6e2-157efc6caed1,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:26.598271 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d573c4-99f7-49a7-af40-6b6421f8d313 req-aa68709f-d16f-49f0-87d5-6edad487fc11 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:26.600035 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49d573c4-99f7-49a7-af40-6b6421f8d313 req-aa68709f-d16f-49f0-87d5-6edad487fc11 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 947 time: 0.0561283 Sep 29 17:25:26.645457 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49d573c4-99f7-49a7-af40-6b6421f8d313 req-06909d0f-4362-44df-986d-1102b617d85b tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386515 Sep 29 17:25:26.710279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795bf4b-0770-424f-aeb3-30a0ac804cad req-d25bb0ba-5fb2-4fed-a358-0c93874d2357 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:26.711776 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3795bf4b-0770-424f-aeb3-30a0ac804cad req-d25bb0ba-5fb2-4fed-a358-0c93874d2357 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=12436e5b-1894-4ac7-9560-170fbf4c69a9 HTTP/1.1" status: 200 len: 950 time: 0.1885595 Sep 29 17:25:26.712351 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:26.728605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4487c274-e0e0-442b-806b-69782e533721 req-d3cc9b83-fe2b-47c1-a8a0-bf8a6e28b8a2 service neutron] 10.222.0.35 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786229 Sep 29 17:25:26.838396 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3795bf4b-0770-424f-aeb3-30a0ac804cad req-f8de2818-01c7-49bd-9073-e5e745dee52b tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122818 Sep 29 17:25:26.927419 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e678a38e-958e-4e9e-b5f2-075bf2e8b1c8 req-ed5545f4-a425-4df2-b280-e1d5f275a9e4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:26.939453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['046e9848-0706-4079-828a-97c9ad328382', '8258af0d-1216-42fe-b4c8-00243ef27ff7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:26.967991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['54d93eea-ebc5-4726-a8f6-8ee2df308d7c', '0844192e-5470-4a7b-9446-c355fea56b0e', '67d9ace3-a7d1-45bd-801f-00fea73c00c0', 'f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005', 'c9611852-269d-4a9b-8e69-82acfab650f8'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:27.010795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5545f4-a425-4df2-b280-e1d5f275a9e4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event deleted for resources: {'Port': ['ID=8fa29704-a578-4ff4-8b91-433e87028b93,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:27.017099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610270b3-6921-4d96-b80c-b08bb7d70476', 'name': 'network-vif-deleted', 'tag': '59d97f32-c435-41ec-b532-7f80be83a5bb'}, {'name': 'network-changed', 'server_uuid': '54bdbc72-b9ea-41aa-bc69-115e808b1b2d', 'tag': '60ec4190-d657-4d83-a6e2-157efc6caed1'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:27.019929 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61997cfc-a6a8-4e37-88db-e5535363e91c" -d '{"events": [{"server_uuid": "610270b3-6921-4d96-b80c-b08bb7d70476", "name": "network-vif-deleted", "tag": "59d97f32-c435-41ec-b532-7f80be83a5bb"}, {"name": "network-changed", "server_uuid": "54bdbc72-b9ea-41aa-bc69-115e808b1b2d", "tag": "60ec4190-d657-4d83-a6e2-157efc6caed1"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:27.110197 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e678a38e-958e-4e9e-b5f2-075bf2e8b1c8 req-ed5545f4-a425-4df2-b280-e1d5f275a9e4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] No DVR routers for this DVR port 8fa29704-a578-4ff4-8b91-433e87028b93 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:27.116203 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:27.116454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1256d-9894-48c1-811e-41ed127753d4 req-40928583-ca6b-4f2a-bf78-a2429d221c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:27.117958 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dfe1256d-9894-48c1-811e-41ed127753d4 req-40928583-ca6b-4f2a-bf78-a2429d221c89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03471ff03c464865a23b72de4e110368&device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 1094 time: 0.2306287 Sep 29 17:25:27.122734 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e678a38e-958e-4e9e-b5f2-075bf2e8b1c8 req-ed5545f4-a425-4df2-b280-e1d5f275a9e4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:27.124712 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e678a38e-958e-4e9e-b5f2-075bf2e8b1c8 req-ed5545f4-a425-4df2-b280-e1d5f275a9e4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.49 "DELETE /v2.0/ports/8fa29704-a578-4ff4-8b91-433e87028b93 HTTP/1.1" status: 204 len: 173 time: 2.2031093 Sep 29 17:25:27.147638 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d64cb0eb-7069-41ea-8046-080956b288a7 req-90be8606-2df8-496d-bb7b-8a023f411917 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=610270b3-6921-4d96-b80c-b08bb7d70476 HTTP/1.1" status: 200 len: 210 time: 0.0751095 Sep 29 17:25:27.167148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed227f-4c84-4712-9676-aedb5104bff8 req-a8e523cb-1fd9-4279-9aed-557e9b8e0bc0 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:27.168567 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aaed227f-4c84-4712-9676-aedb5104bff8 req-a8e523cb-1fd9-4279-9aed-557e9b8e0bc0 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 950 time: 0.2283843 Sep 29 17:25:27.201303 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c88333fe-6d40-441a-a410-61a81218281a no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:27.259788 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcf4694-abac-44df-bb29-ac63d9405503 x-openstack-request-id: req-7bcf4694-abac-44df-bb29-ac63d9405503 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:27.260153 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610270b3-6921-4d96-b80c-b08bb7d70476", "name": "network-vif-deleted", "tag": "59d97f32-c435-41ec-b532-7f80be83a5bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "54bdbc72-b9ea-41aa-bc69-115e808b1b2d", "tag": "60ec4190-d657-4d83-a6e2-157efc6caed1", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:27.260355 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7bcf4694-abac-44df-bb29-ac63d9405503 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:27.261167 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610270b3-6921-4d96-b80c-b08bb7d70476', 'name': 'network-vif-deleted', 'tag': '59d97f32-c435-41ec-b532-7f80be83a5bb', 'status': 'completed', 'code': 200} Sep 29 17:25:27.261167 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54bdbc72-b9ea-41aa-bc69-115e808b1b2d', 'tag': '60ec4190-d657-4d83-a6e2-157efc6caed1', 'status': 'completed', 'code': 200} Sep 29 17:25:27.307241 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aaed227f-4c84-4712-9676-aedb5104bff8 req-06ad900f-42fc-461a-8e32-bc8e46fca9d2 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/security-groups?id=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198437 Sep 29 17:25:27.358857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61997cfc-a6a8-4e37-88db-e5535363e91c req-887a4df5-6954-46b5-a6a5-31c791657d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:27.360229 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61997cfc-a6a8-4e37-88db-e5535363e91c req-887a4df5-6954-46b5-a6a5-31c791657d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:27.376458 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61997cfc-a6a8-4e37-88db-e5535363e91c req-887a4df5-6954-46b5-a6a5-31c791657d4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5cdd341bfba64967a0e77c2f05b5c5a0&device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1914 time: 0.0904474 Sep 29 17:25:27.439231 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1256d-9894-48c1-811e-41ed127753d4 req-aefec78f-eef2-4c79-9f62-5ba5f72a2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:27.443346 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dfe1256d-9894-48c1-811e-41ed127753d4 req-aefec78f-eef2-4c79-9f62-5ba5f72a2f16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=76df170c-e1e4-4882-b30d-122279313449 HTTP/1.1" status: 200 len: 906 time: 0.3127761 Sep 29 17:25:27.488515 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:27.509254 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c9ae5a-eb6a-418d-aa07-12b801bf4850 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:25:27.514516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dfe1256d-9894-48c1-811e-41ed127753d4 req-79c9c9ed-9fec-47cf-8a67-6556a0252de6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=319f4848-b61d-4228-a1e6-988e16d739d1 HTTP/1.1" status: 200 len: 217 time: 0.0629556 Sep 29 17:25:27.519707 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:27.568341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Transition to ACTIVE for port object 80c9ae5a-eb6a-418d-aa07-12b801bf4850 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:25:27.577188 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:27.577371 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a88a0f-d215-40d7-a327-d925aff9a125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c88333fe-6d40-441a-a410-61a81218281a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:27.580038 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65948fc4-d15d-4219-8985-6308b69be260" -d '{"events": [{"server_uuid": "b8a88a0f-d215-40d7-a327-d925aff9a125", "name": "network-vif-unplugged", "status": "completed", "tag": "c88333fe-6d40-441a-a410-61a81218281a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:27.592170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1256d-9894-48c1-811e-41ed127753d4 req-b31a41d2-6dc5-409b-8a4e-1234da405f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:27.593995 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dfe1256d-9894-48c1-811e-41ed127753d4 req-b31a41d2-6dc5-409b-8a4e-1234da405f8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a98c8895-c09f-4e08-8162-342e59909ede HTTP/1.1" status: 200 len: 845 time: 0.0710130 Sep 29 17:25:27.620845 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c88333fe-6d40-441a-a410-61a81218281a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c88333fe-6d40-441a-a410-61a81218281a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:27.647885 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:27.648615 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 59d97f32-c435-41ec-b532-7f80be83a5bb no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:27.652391 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dfe1256d-9894-48c1-811e-41ed127753d4 req-0283a42c-b224-4366-93f4-d412e04850a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=76df170c-e1e4-4882-b30d-122279313449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384159 Sep 29 17:25:27.674562 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23943cd2-bba3-427c-80fb-447765c2432d req-07a2e74b-b867-4e25-b6ec-130d8b3dfc32 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:27.678940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Pushing event updated for resources: {'Port': ['ID=80c9ae5a-eb6a-418d-aa07-12b801bf4850,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:27.683109 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-23943cd2-bba3-427c-80fb-447765c2432d req-07a2e74b-b867-4e25-b6ec-130d8b3dfc32 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 943 time: 0.1816883 Sep 29 17:25:27.709228 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 59d97f32-c435-41ec-b532-7f80be83a5bb {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:27.713864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 59d97f32-c435-41ec-b532-7f80be83a5bb not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:27.729197 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8fa29704-a578-4ff4-8b91-433e87028b93 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:27.826303 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-23943cd2-bba3-427c-80fb-447765c2432d req-300dfeec-15b3-4664-b185-034255f69fd0 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418288 Sep 29 17:25:27.837985 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61997cfc-a6a8-4e37-88db-e5535363e91c req-bd2249cd-6878-4109-b9f4-af098ce7130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:27.838784 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61997cfc-a6a8-4e37-88db-e5535363e91c req-bd2249cd-6878-4109-b9f4-af098ce7130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:27.839485 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61997cfc-a6a8-4e37-88db-e5535363e91c req-bd2249cd-6878-4109-b9f4-af098ce7130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:27.843428 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61997cfc-a6a8-4e37-88db-e5535363e91c req-bd2249cd-6878-4109-b9f4-af098ce7130a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5cdd341bfba64967a0e77c2f05b5c5a0&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4645908 Sep 29 17:25:27.863594 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 25a2db9c-9cd7-4844-92e1-1c8c46421d28 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:25:27.871167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 8fa29704-a578-4ff4-8b91-433e87028b93 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:27.871519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8fa29704-a578-4ff4-8b91-433e87028b93 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:27.892123 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dfe1256d-9894-48c1-811e-41ed127753d4 req-92e8c233-17d4-4af7-b136-0bcacc4c36c3 service neutron] 10.222.0.35 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243013 Sep 29 17:25:27.958116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Attempting to bind port 80c9ae5a-eb6a-418d-aa07-12b801bf4850 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:25:27.959901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Attempting to bind port 80c9ae5a-eb6a-418d-aa07-12b801bf4850 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '2d438a5a-d2f5-427f-b658-75f186f90782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7986081f-9782-4ff2-bf4d-7fdd958ebc70'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:25:27.960188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Attempting to bind port 80c9ae5a-eb6a-418d-aa07-12b801bf4850 on network 7986081f-9782-4ff2-bf4d-7fdd958ebc70 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:25:27.965751 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=c88333fe-6d40-441a-a410-61a81218281a,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:27.996929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Port 80c9ae5a-eb6a-418d-aa07-12b801bf4850 on network 7986081f-9782-4ff2-bf4d-7fdd958ebc70 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:25:27.997266 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Attempting to bind port 80c9ae5a-eb6a-418d-aa07-12b801bf4850 on network 7986081f-9782-4ff2-bf4d-7fdd958ebc70 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:25:28.009183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:25:28.009549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Checking segment: {'id': '2d438a5a-d2f5-427f-b658-75f186f90782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7986081f-9782-4ff2-bf4d-7fdd958ebc70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:25:28.009939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Bound using segment: {'id': '2d438a5a-d2f5-427f-b658-75f186f90782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7986081f-9782-4ff2-bf4d-7fdd958ebc70'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:25:28.010379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Bound port: 80c9ae5a-eb6a-418d-aa07-12b801bf4850, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d438a5a-d2f5-427f-b658-75f186f90782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7986081f-9782-4ff2-bf4d-7fdd958ebc70'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:25:28.010735 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:28.117559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 25a2db9c-9cd7-4844-92e1-1c8c46421d28, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=25a2db9c-9cd7-4844-92e1-1c8c46421d28,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:28.125976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943b3e-62b8-41b2-b836-d804cb6197e5 req-3cdaa355-6747-4da3-94f4-4c8a62d24e3a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:28.133836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '25a2db9c-9cd7-4844-92e1-1c8c46421d28', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '25a2db9c-9cd7-4844-92e1-1c8c46421d28', 'mac_address': 'fa:16:3e:3f:c9:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:25:28.134054 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06943b3e-62b8-41b2-b836-d804cb6197e5 req-3cdaa355-6747-4da3-94f4-4c8a62d24e3a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:28.135667 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-06943b3e-62b8-41b2-b836-d804cb6197e5 req-3cdaa355-6747-4da3-94f4-4c8a62d24e3a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1679 time: 0.0964427 Sep 29 17:25:28.150471 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:25:28.186098 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61997cfc-a6a8-4e37-88db-e5535363e91c req-02248906-8ff5-4ff9-81f8-99a6007067b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:28.188033 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61997cfc-a6a8-4e37-88db-e5535363e91c req-02248906-8ff5-4ff9-81f8-99a6007067b1 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3361530 Sep 29 17:25:28.189319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dfe1256d-9894-48c1-811e-41ed127753d4 req-d329d947-8cce-4ed7-b4a4-8dba4605f5c9 service neutron] 10.222.0.35 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885442 Sep 29 17:25:28.192414 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54de01d3-5220-49f8-921b-a955e05f7bb6 x-openstack-request-id: req-54de01d3-5220-49f8-921b-a955e05f7bb6 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:28.192732 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a88a0f-d215-40d7-a327-d925aff9a125", "name": "network-vif-unplugged", "status": "completed", "tag": "c88333fe-6d40-441a-a410-61a81218281a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:28.193156 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54de01d3-5220-49f8-921b-a955e05f7bb6 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:28.193625 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a88a0f-d215-40d7-a327-d925aff9a125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c88333fe-6d40-441a-a410-61a81218281a', 'code': 200} Sep 29 17:25:28.196015 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:28.208621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] For port 80c9ae5a-eb6a-418d-aa07-12b801bf4850, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:25:28.214311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] For port 80c9ae5a-eb6a-418d-aa07-12b801bf4850, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=80c9ae5a-eb6a-418d-aa07-12b801bf4850,segment=NetworkSegment(2d438a5a-d2f5-427f-b658-75f186f90782),segment_id=2d438a5a-d2f5-427f-b658-75f186f90782)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:25:28.221253 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:28.233589 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-06943b3e-62b8-41b2-b836-d804cb6197e5 req-ae161ab5-474c-4f77-9620-8b0b7d3f14e4 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829794 Sep 29 17:25:28.243736 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a2db9c-9cd7-4844-92e1-1c8c46421d28 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:25:28.287434 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 25a2db9c-9cd7-4844-92e1-1c8c46421d28, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=25a2db9c-9cd7-4844-92e1-1c8c46421d28,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:28.301601 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:28.301895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:28.302531 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:28.304040 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] 10.222.0.35 "PUT /v2.0/ports/80c9ae5a-eb6a-418d-aa07-12b801bf4850 HTTP/1.1" status: 200 len: 1092 time: 1.8429739 Sep 29 17:25:28.328229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c92bc-315f-458c-b17a-878d73f844fd service neutron] Pushing event updated for resources: {'Port': ['ID=80c9ae5a-eb6a-418d-aa07-12b801bf4850,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:28.339810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12726337-a96b-4b50-99eb-a63bdf3cf0ab req-9d5c94de-1c13-47e3-8081-9f403838d953 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:28.341356 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12726337-a96b-4b50-99eb-a63bdf3cf0ab req-9d5c94de-1c13-47e3-8081-9f403838d953 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 947 time: 0.1095324 Sep 29 17:25:28.408803 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12726337-a96b-4b50-99eb-a63bdf3cf0ab req-1610d2e3-83fd-4380-87b4-5ddf9354ac01 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605257 Sep 29 17:25:28.455426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-e6325cf7-83b0-4ad0-ac55-2b0fba5f94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:28.455922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-e6325cf7-83b0-4ad0-ac55-2b0fba5f94ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:28.457881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-e6325cf7-83b0-4ad0-ac55-2b0fba5f94ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5cdd341bfba64967a0e77c2f05b5c5a0&device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1981 time: 0.0647380 Sep 29 17:25:28.544611 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-0a11f027-05b9-4ff7-8a6b-85479cfd5816 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.224&port_id=60ec4190-d657-4d83-a6e2-157efc6caed1 HTTP/1.1" status: 200 len: 217 time: 0.0700707 Sep 29 17:25:28.554017 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=25a2db9c-9cd7-4844-92e1-1c8c46421d28,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:28.609813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-5789d514-a533-4857-b25e-d3a44f745966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:28.611247 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-5789d514-a533-4857-b25e-d3a44f745966 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e6df0458-7d8d-4068-bd94-21fa84018744 HTTP/1.1" status: 200 len: 801 time: 0.0560606 Sep 29 17:25:28.671949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-e3862536-a965-4e57-9f6e-5322628fd4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:28.673595 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-e3862536-a965-4e57-9f6e-5322628fd4f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3bd77ff-d127-4fff-a547-8b1a6efe2357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0541964 Sep 29 17:25:28.803647 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-43b6e6f8-53c7-4f9f-a5fc-7334f75b6c75 service neutron] 10.222.0.35 "GET /v2.0/networks/d3bd77ff-d127-4fff-a547-8b1a6efe2357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025736 Sep 29 17:25:28.933145 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-58742dff-9372-4518-9d95-5d29bb5f4396 service neutron] 10.222.0.35 "GET /v2.0/networks/d3bd77ff-d127-4fff-a547-8b1a6efe2357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220789 Sep 29 17:25:28.942117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd39db8-73c8-44cb-a22e-1b2cb9868778 req-6328c970-88ef-4cb7-92b1-793eab1492e5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:28.943644 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bdd39db8-73c8-44cb-a22e-1b2cb9868778 req-6328c970-88ef-4cb7-92b1-793eab1492e5 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 949 time: 0.0955915 Sep 29 17:25:28.966623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['25a2db9c-9cd7-4844-92e1-1c8c46421d28'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:28.984713 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-e6ce6638-33a2-426e-9a3e-8b6693b95366 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.165&port_id=80c9ae5a-eb6a-418d-aa07-12b801bf4850 HTTP/1.1" status: 200 len: 217 time: 0.0400684 Sep 29 17:25:29.039841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bdd39db8-73c8-44cb-a22e-1b2cb9868778 req-c52787a2-df4d-44c7-9f85-c2c9bcee3021 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886974 Sep 29 17:25:29.049820 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce3791-42cb-4d2e-820c-be601f01b633 req-0007412b-b835-4e9d-9ff4-2dfd563ee4dd tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:29.052894 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d97480d6-df05-4277-b5e0-280f017606cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:29.055255 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-d97480d6-df05-4277-b5e0-280f017606cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=122d360c-4d1b-4652-941f-ab4fab3ae878 HTTP/1.1" status: 200 len: 801 time: 0.0606265 Sep 29 17:25:29.057781 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81ce3791-42cb-4d2e-820c-be601f01b633 req-0007412b-b835-4e9d-9ff4-2dfd563ee4dd tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 944 time: 0.0773075 Sep 29 17:25:29.107465 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81ce3791-42cb-4d2e-820c-be601f01b633 req-f0229a94-4811-483d-9e17-04c8c61ad970 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/security-groups?id=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384097 Sep 29 17:25:29.180107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-18173352-eb53-4c1e-b529-c81232d4af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:29.181748 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-18173352-eb53-4c1e-b529-c81232d4af66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7986081f-9782-4ff2-bf4d-7fdd958ebc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1182485 Sep 29 17:25:29.193265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401029b-e544-4f5c-b829-998db0a997e0 req-445cf617-1b1d-4af1-b496-dab77ad6c43f tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:29.194606 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7401029b-e544-4f5c-b829-998db0a997e0 req-445cf617-1b1d-4af1-b496-dab77ad6c43f tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 943 time: 0.0635519 Sep 29 17:25:29.277643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12436e5b-1894-4ac7-9560-170fbf4c69a9', 'name': 'network-vif-deleted', 'tag': '8fa29704-a578-4ff4-8b91-433e87028b93'}, {'name': 'network-changed', 'server_uuid': '54bdbc72-b9ea-41aa-bc69-115e808b1b2d', 'tag': '80c9ae5a-eb6a-418d-aa07-12b801bf4850'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:29.279861 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824dc6f9-4515-417a-895e-c5324147912d" -d '{"events": [{"server_uuid": "12436e5b-1894-4ac7-9560-170fbf4c69a9", "name": "network-vif-deleted", "tag": "8fa29704-a578-4ff4-8b91-433e87028b93"}, {"name": "network-changed", "server_uuid": "54bdbc72-b9ea-41aa-bc69-115e808b1b2d", "tag": "80c9ae5a-eb6a-418d-aa07-12b801bf4850"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:29.296456 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7401029b-e544-4f5c-b829-998db0a997e0 req-14ecbba2-7a4e-4b92-9264-a31fac460e5a tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941761 Sep 29 17:25:29.349396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7593347-48ae-4ac7-a11e-9397ae199e5d req-5f74e85d-998a-44ef-967c-9796b5944b8a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:29.353172 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-7563d1a1-c235-4c87-9686-e3859aa33a1a service neutron] 10.222.0.35 "GET /v2.0/networks/7986081f-9782-4ff2-bf4d-7fdd958ebc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576169 Sep 29 17:25:29.354614 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99f8138-191a-44e1-a394-03ceb979864e x-openstack-request-id: req-b99f8138-191a-44e1-a394-03ceb979864e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:29.354913 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12436e5b-1894-4ac7-9560-170fbf4c69a9", "name": "network-vif-deleted", "tag": "8fa29704-a578-4ff4-8b91-433e87028b93", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "54bdbc72-b9ea-41aa-bc69-115e808b1b2d", "tag": "80c9ae5a-eb6a-418d-aa07-12b801bf4850", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:29.355172 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b99f8138-191a-44e1-a394-03ceb979864e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:29.355326 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7593347-48ae-4ac7-a11e-9397ae199e5d req-5f74e85d-998a-44ef-967c-9796b5944b8a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:29.355555 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12436e5b-1894-4ac7-9560-170fbf4c69a9', 'name': 'network-vif-deleted', 'tag': '8fa29704-a578-4ff4-8b91-433e87028b93', 'status': 'completed', 'code': 200} Sep 29 17:25:29.355811 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54bdbc72-b9ea-41aa-bc69-115e808b1b2d', 'tag': '80c9ae5a-eb6a-418d-aa07-12b801bf4850', 'status': 'completed', 'code': 200} Sep 29 17:25:29.356883 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e7593347-48ae-4ac7-a11e-9397ae199e5d req-5f74e85d-998a-44ef-967c-9796b5944b8a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1679 time: 0.0572331 Sep 29 17:25:29.379236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9b260-4b64-4399-8b49-d70d100a6ba9 req-57aae107-cdd9-42a1-98b4-f74fd8e16967 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:29.380252 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8d9b260-4b64-4399-8b49-d70d100a6ba9 req-57aae107-cdd9-42a1-98b4-f74fd8e16967 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.49 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 944 time: 0.0814028 Sep 29 17:25:29.396676 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e7593347-48ae-4ac7-a11e-9397ae199e5d req-5b8f0d71-f82e-4272-92f5-d562200494f2 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333340 Sep 29 17:25:29.536358 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e7d39-dc54-42f2-a9c9-96bfb392d135 req-b01e523c-81c0-4a9c-8d30-123f4f2ee701 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:29.537850 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-406e7d39-dc54-42f2-a9c9-96bfb392d135 req-b01e523c-81c0-4a9c-8d30-123f4f2ee701 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 948 time: 0.0481791 Sep 29 17:25:29.540042 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff406a9a-1d3a-49c4-a517-810e04d2f387 req-726624ad-b287-4069-a46a-89535338c083 service neutron] 10.222.0.35 "GET /v2.0/networks/7986081f-9782-4ff2-bf4d-7fdd958ebc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588399 Sep 29 17:25:29.556450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b8d9b260-4b64-4399-8b49-d70d100a6ba9 req-f15fdaa2-d496-4180-b5b9-2ddd9a50343a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Deleting port 51756c25-94fb-422f-bb40-bf31cb47f1dd {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:29.556800 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b8d9b260-4b64-4399-8b49-d70d100a6ba9 req-f15fdaa2-d496-4180-b5b9-2ddd9a50343a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:29.583427 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-406e7d39-dc54-42f2-a9c9-96bfb392d135 req-3fd1afd5-6b74-4090-9919-0c3750313092 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393481 Sep 29 17:25:29.662803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b8d9b260-4b64-4399-8b49-d70d100a6ba9 req-f15fdaa2-d496-4180-b5b9-2ddd9a50343a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] For port 51756c25-94fb-422f-bb40-bf31cb47f1dd, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=51756c25-94fb-422f-bb40-bf31cb47f1dd,segment=NetworkSegment(486291d6-d836-4b5d-a1a7-1c2b93f5ba35),segment_id=486291d6-d836-4b5d-a1a7-1c2b93f5ba35)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:29.663171 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b8d9b260-4b64-4399-8b49-d70d100a6ba9 req-f15fdaa2-d496-4180-b5b9-2ddd9a50343a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:29.675250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b8d9b260-4b64-4399-8b49-d70d100a6ba9 req-f15fdaa2-d496-4180-b5b9-2ddd9a50343a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Calling delete_port for 51756c25-94fb-422f-bb40-bf31cb47f1dd owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:29.772845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dc6f9-4515-417a-895e-c5324147912d req-e6157bd9-0863-4963-a91f-620aaa1578b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:29.773253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dc6f9-4515-417a-895e-c5324147912d req-e6157bd9-0863-4963-a91f-620aaa1578b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:29.774828 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-824dc6f9-4515-417a-895e-c5324147912d req-e6157bd9-0863-4963-a91f-620aaa1578b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5cdd341bfba64967a0e77c2f05b5c5a0&device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1981 time: 0.0908034 Sep 29 17:25:29.913408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dc6f9-4515-417a-895e-c5324147912d req-329868d3-7696-42e2-b6d4-c9a8d36b397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:29.915188 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-824dc6f9-4515-417a-895e-c5324147912d req-329868d3-7696-42e2-b6d4-c9a8d36b397a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7986081f-9782-4ff2-bf4d-7fdd958ebc70 HTTP/1.1" status: 200 len: 903 time: 0.1284513 Sep 29 17:25:29.916208 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b8d9b260-4b64-4399-8b49-d70d100a6ba9 req-f15fdaa2-d496-4180-b5b9-2ddd9a50343a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:29.986557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fdaa2-d496-4180-b5b9-2ddd9a50343a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Pushing event deleted for resources: {'Port': ['ID=51756c25-94fb-422f-bb40-bf31cb47f1dd,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:30.002152 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-824dc6f9-4515-417a-895e-c5324147912d req-d98cd6a4-3081-4862-a80d-3cd9c9bcc520 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.165&port_id=80c9ae5a-eb6a-418d-aa07-12b801bf4850 HTTP/1.1" status: 200 len: 217 time: 0.0734866 Sep 29 17:25:30.020947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d9b260-4b64-4399-8b49-d70d100a6ba9 req-f15fdaa2-d496-4180-b5b9-2ddd9a50343a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] No DVR routers for this DVR port 51756c25-94fb-422f-bb40-bf31cb47f1dd on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:30.023526 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b8d9b260-4b64-4399-8b49-d70d100a6ba9 req-f15fdaa2-d496-4180-b5b9-2ddd9a50343a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:30.025514 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8d9b260-4b64-4399-8b49-d70d100a6ba9 req-f15fdaa2-d496-4180-b5b9-2ddd9a50343a tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.49 "DELETE /v2.0/ports/51756c25-94fb-422f-bb40-bf31cb47f1dd HTTP/1.1" status: 204 len: 173 time: 0.6203434 Sep 29 17:25:30.090993 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dc6f9-4515-417a-895e-c5324147912d req-4fa4d0e4-0ecd-440c-beec-1cd3d6029b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:30.092335 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-824dc6f9-4515-417a-895e-c5324147912d req-4fa4d0e4-0ecd-440c-beec-1cd3d6029b77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=122d360c-4d1b-4652-941f-ab4fab3ae878 HTTP/1.1" status: 200 len: 801 time: 0.0457299 Sep 29 17:25:30.148137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824dc6f9-4515-417a-895e-c5324147912d req-f1a0d016-10e8-4dd8-ba40-b22077b4d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:30.150229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-824dc6f9-4515-417a-895e-c5324147912d req-f1a0d016-10e8-4dd8-ba40-b22077b4d6b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7986081f-9782-4ff2-bf4d-7fdd958ebc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0493262 Sep 29 17:25:30.173231 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f54ea2-50ce-4346-8c69-8caf3dae9b47 req-21f51345-749a-433d-aa73-50eb69be6d63 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:30.175591 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1f54ea2-50ce-4346-8c69-8caf3dae9b47 req-21f51345-749a-433d-aa73-50eb69be6d63 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 949 time: 0.0611794 Sep 29 17:25:30.215025 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1f54ea2-50ce-4346-8c69-8caf3dae9b47 req-c8ede09a-926a-4f5b-854a-ec7080e99dc0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329163 Sep 29 17:25:30.252018 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b118a220-ff8a-4f17-9c60-8e9d2b19f404 req-520cb130-74ac-4512-81de-d550a552b139 tempest-LiveMigrationTest-801403478 tempest-LiveMigrationTest-801403478-project] 10.222.0.44 "GET /v2.0/ports?device_id=f5382e01-d35c-4ec3-be5d-bfe30b673d71 HTTP/1.1" status: 200 len: 210 time: 0.0323038 Sep 29 17:25:30.281312 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-824dc6f9-4515-417a-895e-c5324147912d req-62ac8741-d38c-4192-9ae7-6629cd05f652 service neutron] 10.222.0.35 "GET /v2.0/networks/7986081f-9782-4ff2-bf4d-7fdd958ebc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233497 Sep 29 17:25:30.387649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-824dc6f9-4515-417a-895e-c5324147912d req-a59041fd-3982-4b0e-956f-260add81fa38 service neutron] 10.222.0.35 "GET /v2.0/networks/7986081f-9782-4ff2-bf4d-7fdd958ebc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988555 Sep 29 17:25:30.421690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d975fd5-b66c-43bb-8570-a3508a9d7563 req-c0414cf9-8d98-45c4-a4ed-49fca49d5c62 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:30.423168 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2d975fd5-b66c-43bb-8570-a3508a9d7563 req-c0414cf9-8d98-45c4-a4ed-49fca49d5c62 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 943 time: 0.0542781 Sep 29 17:25:30.462588 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2d975fd5-b66c-43bb-8570-a3508a9d7563 req-32feaac9-93d6-4d53-8d39-6aba33b19d62 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327747 Sep 29 17:25:30.533778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd412d1-4ff2-41e2-944d-ac58858ee54e req-5daceebc-46aa-4dd3-83a4-c45fd2af052e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:30.540091 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd412d1-4ff2-41e2-944d-ac58858ee54e req-5daceebc-46aa-4dd3-83a4-c45fd2af052e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:30.541655 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6fd412d1-4ff2-41e2-944d-ac58858ee54e req-5daceebc-46aa-4dd3-83a4-c45fd2af052e tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1679 time: 0.0619791 Sep 29 17:25:30.582157 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6fd412d1-4ff2-41e2-944d-ac58858ee54e req-edd7e717-f779-4517-83d6-eacc32c5a030 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329390 Sep 29 17:25:30.704146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5739a0-d776-4016-8b0f-1f39254a612c req-4d4d1904-1ac8-4977-8de9-6fb75bce4b12 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:30.705639 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a5739a0-d776-4016-8b0f-1f39254a612c req-4d4d1904-1ac8-4977-8de9-6fb75bce4b12 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 948 time: 0.0520451 Sep 29 17:25:30.744676 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a5739a0-d776-4016-8b0f-1f39254a612c req-a604fd02-2481-441a-a908-458d967b13f1 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321407 Sep 29 17:25:31.002056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bab25-b613-4f1b-b012-53ea587a1f27 req-cc9f677a-31af-4e58-9252-d39d8090cd1d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:31.003537 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fe5bab25-b613-4f1b-b012-53ea587a1f27 req-cc9f677a-31af-4e58-9252-d39d8090cd1d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 949 time: 0.0470841 Sep 29 17:25:31.094432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-fe5bab25-b613-4f1b-b012-53ea587a1f27 req-ef60fe8b-54ff-4f3c-a93e-a4ce9dbeb430 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Deleting port c9611852-269d-4a9b-8e69-82acfab650f8 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:31.094767 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fe5bab25-b613-4f1b-b012-53ea587a1f27 req-ef60fe8b-54ff-4f3c-a93e-a4ce9dbeb430 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:31.183311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-fe5bab25-b613-4f1b-b012-53ea587a1f27 req-ef60fe8b-54ff-4f3c-a93e-a4ce9dbeb430 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] For port c9611852-269d-4a9b-8e69-82acfab650f8, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=c9611852-269d-4a9b-8e69-82acfab650f8,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:31.183684 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fe5bab25-b613-4f1b-b012-53ea587a1f27 req-ef60fe8b-54ff-4f3c-a93e-a4ce9dbeb430 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:31.195968 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-fe5bab25-b613-4f1b-b012-53ea587a1f27 req-ef60fe8b-54ff-4f3c-a93e-a4ce9dbeb430 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Calling delete_port for c9611852-269d-4a9b-8e69-82acfab650f8 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:31.206304 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c88333fe-6d40-441a-a410-61a81218281a details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:25:31.316169 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55126) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:31.336502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c88333fe-6d40-441a-a410-61a81218281a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c88333fe-6d40-441a-a410-61a81218281a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:31.349388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'c88333fe-6d40-441a-a410-61a81218281a', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': 'c88333fe-6d40-441a-a410-61a81218281a', 'mac_address': 'fa:16:3e:12:56:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:25:31.392423 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:31.406998 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88333fe-6d40-441a-a410-61a81218281a {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:25:31.429737 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c88333fe-6d40-441a-a410-61a81218281a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c88333fe-6d40-441a-a410-61a81218281a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:31.434447 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:31.499069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=c88333fe-6d40-441a-a410-61a81218281a,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:31.521992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a3d944-3672-4bf4-b766-d88ec13988b8 admin admin] Deleting subnet d15f3d65-c180-43d2-bcd4-0685feeb3b5c {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:25:31.525482 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f3a3d944-3672-4bf4-b766-d88ec13988b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:31.559807 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['c88333fe-6d40-441a-a410-61a81218281a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:31.589681 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f3a3d944-3672-4bf4-b766-d88ec13988b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:31.628776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5382e01-d35c-4ec3-be5d-bfe30b673d71', 'name': 'network-vif-deleted', 'tag': '51756c25-94fb-422f-bb40-bf31cb47f1dd'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:31.631559 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3473844-a14d-4829-8847-2e67929950ed" -d '{"events": [{"server_uuid": "f5382e01-d35c-4ec3-be5d-bfe30b673d71", "name": "network-vif-deleted", "tag": "51756c25-94fb-422f-bb40-bf31cb47f1dd"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:31.646428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2e3a0-3099-46f2-94a2-e113366fb44c req-f7003f6c-8ee7-4c15-a0e6-6ea78813c3f4 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:31.648073 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f0b2e3a0-3099-46f2-94a2-e113366fb44c req-f7003f6c-8ee7-4c15-a0e6-6ea78813c3f4 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 943 time: 0.1037900 Sep 29 17:25:31.650892 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f3a3d944-3672-4bf4-b766-d88ec13988b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:31.693108 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fe5bab25-b613-4f1b-b012-53ea587a1f27 req-ef60fe8b-54ff-4f3c-a93e-a4ce9dbeb430 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:31.709712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7b35d-1e5f-4bd7-b3f8-84109b2536a7 req-4b04763e-808c-43bb-85f0-e8508234fd02 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:31.711181 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-61d7b35d-1e5f-4bd7-b3f8-84109b2536a7 req-4b04763e-808c-43bb-85f0-e8508234fd02 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1c9445-a4f9-4c5e-a0a8-2e819898d037 HTTP/1.1" status: 200 len: 867 time: 0.0764761 Sep 29 17:25:31.715399 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f0b2e3a0-3099-46f2-94a2-e113366fb44c req-9cb2d1e9-8be9-4194-acd5-af23b38c1909 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426874 Sep 29 17:25:31.728849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['54d93eea-ebc5-4726-a8f6-8ee2df308d7c', '0844192e-5470-4a7b-9446-c355fea56b0e', '67d9ace3-a7d1-45bd-801f-00fea73c00c0', 'f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005', 'c9611852-269d-4a9b-8e69-82acfab650f8'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:31.744564 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f3a3d944-3672-4bf4-b766-d88ec13988b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:31.754115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60fe8b-54ff-4f3c-a93e-a4ce9dbeb430 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event deleted for resources: {'Port': ['ID=c9611852-269d-4a9b-8e69-82acfab650f8,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:31.758905 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f3a3d944-3672-4bf4-b766-d88ec13988b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:31.760770 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f3a3d944-3672-4bf4-b766-d88ec13988b8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d15f3d65-c180-43d2-bcd4-0685feeb3b5c HTTP/1.1" status: 204 len: 168 time: 0.4432726 Sep 29 17:25:31.779394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55148) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:31.786765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3d944-3672-4bf4-b766-d88ec13988b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d15f3d65-c180-43d2-bcd4-0685feeb3b5c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:31.860733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5bab25-b613-4f1b-b012-53ea587a1f27 req-ef60fe8b-54ff-4f3c-a93e-a4ce9dbeb430 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] No DVR routers for this DVR port c9611852-269d-4a9b-8e69-82acfab650f8 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:31.872690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fe5bab25-b613-4f1b-b012-53ea587a1f27 req-ef60fe8b-54ff-4f3c-a93e-a4ce9dbeb430 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:31.875400 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fe5bab25-b613-4f1b-b012-53ea587a1f27 req-ef60fe8b-54ff-4f3c-a93e-a4ce9dbeb430 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "DELETE /v2.0/ports/c9611852-269d-4a9b-8e69-82acfab650f8 HTTP/1.1" status: 204 len: 173 time: 0.8632693 Sep 29 17:25:31.893264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 319f4848-b61d-4228-a1e6-988e16d739d1 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:25:31.902957 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-61d7b35d-1e5f-4bd7-b3f8-84109b2536a7 req-cf0f33e9-333c-4b6d-936b-c800bd025368 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455071 Sep 29 17:25:31.936716 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 25a2db9c-9cd7-4844-92e1-1c8c46421d28 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:25:31.978921 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac7a7c-59cf-4e1e-a50d-03194466a084 req-902dbea9-1c41-4648-93ef-4eebb6c20276 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:31.984848 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac7a7c-59cf-4e1e-a50d-03194466a084 req-902dbea9-1c41-4648-93ef-4eebb6c20276 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:31.987174 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-28ac7a7c-59cf-4e1e-a50d-03194466a084 req-902dbea9-1c41-4648-93ef-4eebb6c20276 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1679 time: 0.0921104 Sep 29 17:25:32.008099 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd850ea6-cebd-4eb8-b320-c602a2789e52 x-openstack-request-id: req-bd850ea6-cebd-4eb8-b320-c602a2789e52 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:32.008942 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5382e01-d35c-4ec3-be5d-bfe30b673d71", "name": "network-vif-deleted", "tag": "51756c25-94fb-422f-bb40-bf31cb47f1dd", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:32.009399 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd850ea6-cebd-4eb8-b320-c602a2789e52 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:32.009989 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5382e01-d35c-4ec3-be5d-bfe30b673d71', 'name': 'network-vif-deleted', 'tag': '51756c25-94fb-422f-bb40-bf31cb47f1dd', 'status': 'completed', 'code': 200} Sep 29 17:25:32.015844 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c008715-140c-4408-98c0-604063cc9a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.053548 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-28ac7a7c-59cf-4e1e-a50d-03194466a084 req-d3ced621-e0b2-4b9a-829b-92ddc8eae89d tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531130 Sep 29 17:25:32.132026 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 319f4848-b61d-4228-a1e6-988e16d739d1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=319f4848-b61d-4228-a1e6-988e16d739d1,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:32.137233 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c008715-140c-4408-98c0-604063cc9a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.155148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['046e9848-0706-4079-828a-97c9ad328382', '8258af0d-1216-42fe-b4c8-00243ef27ff7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:32.161571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-3c008715-140c-4408-98c0-604063cc9a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c363c05d-b075-41d6-b265-c6ca1599d18c']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:32.171819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-3c008715-140c-4408-98c0-604063cc9a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486291d6-d836-4b5d-a1a7-1c2b93f5ba35') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:32.172509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-3c008715-140c-4408-98c0-604063cc9a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486291d6-d836-4b5d-a1a7-1c2b93f5ba35') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:32.180190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '319f4848-b61d-4228-a1e6-988e16d739d1', 'network_id': '76df170c-e1e4-4882-b30d-122279313449', 'port_id': '319f4848-b61d-4228-a1e6-988e16d739d1', 'mac_address': 'fa:16:3e:ac:0f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98c8895-c09f-4e08-8162-342e59909ede', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:25:32.183020 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c008715-140c-4408-98c0-604063cc9a87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.186119 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633d34e-3e88-42bf-b730-c42085a4b014 req-306f700c-61d0-478c-8023-d9850c7fc497 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:32.187633 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b633d34e-3e88-42bf-b730-c42085a4b014 req-306f700c-61d0-478c-8023-d9850c7fc497 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 948 time: 0.0516984 Sep 29 17:25:32.197745 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c008715-140c-4408-98c0-604063cc9a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.203316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 25a2db9c-9cd7-4844-92e1-1c8c46421d28 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:25:32.203953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c008715-140c-4408-98c0-604063cc9a87 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:25:32.204352 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c008715-140c-4408-98c0-604063cc9a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:25:32.206860 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:25:32.218461 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 25a2db9c-9cd7-4844-92e1-1c8c46421d28 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:32.219448 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.238741 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b633d34e-3e88-42bf-b730-c42085a4b014 req-16c37a64-b2a8-48e2-b2ad-35b0de9c5a77 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364521 Sep 29 17:25:32.273934 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c008715-140c-4408-98c0-604063cc9a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.280738 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c008715-140c-4408-98c0-604063cc9a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.282789 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3c008715-140c-4408-98c0-604063cc9a87 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c363c05d-b075-41d6-b265-c6ca1599d18c HTTP/1.1" status: 204 len: 168 time: 0.4996536 Sep 29 17:25:32.285642 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55152) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:32.292366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008715-140c-4408-98c0-604063cc9a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=c363c05d-b075-41d6-b265-c6ca1599d18c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:32.318909 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.332041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04c5b2a-f402-494c-8f9b-e9142823e926 admin admin] Deleting subnet d5f7d787-8d62-4d9a-be48-f6ef03079833 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:25:32.335186 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d04c5b2a-f402-494c-8f9b-e9142823e926 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.371929 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319f4848-b61d-4228-a1e6-988e16d739d1 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:25:32.373674 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d04c5b2a-f402-494c-8f9b-e9142823e926 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.416690 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d04c5b2a-f402-494c-8f9b-e9142823e926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.437697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 319f4848-b61d-4228-a1e6-988e16d739d1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=319f4848-b61d-4228-a1e6-988e16d739d1,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:32.466704 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.482253 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d04c5b2a-f402-494c-8f9b-e9142823e926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.510393 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c5b2a-f402-494c-8f9b-e9142823e926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f7d787-8d62-4d9a-be48-f6ef03079833,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:32.512537 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d04c5b2a-f402-494c-8f9b-e9142823e926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.512935 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.516705 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d04c5b2a-f402-494c-8f9b-e9142823e926 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d5f7d787-8d62-4d9a-be48-f6ef03079833 HTTP/1.1" status: 204 len: 168 time: 0.2274554 Sep 29 17:25:32.517799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55164) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:32.590400 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e92f7489-3442-489a-b4a7-74ba06a6853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.601329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a003a4d3-0f61-44ce-9994-cc0bf1ad112e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a2db9c-9cd7-4844-92e1-1c8c46421d28'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:32.603573 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55835ee5-fd23-4463-8018-5824bcc39ad7" -d '{"events": [{"server_uuid": "a003a4d3-0f61-44ce-9994-cc0bf1ad112e", "name": "network-vif-plugged", "status": "completed", "tag": "25a2db9c-9cd7-4844-92e1-1c8c46421d28"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:32.638802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 25a2db9c-9cd7-4844-92e1-1c8c46421d28, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=25a2db9c-9cd7-4844-92e1-1c8c46421d28,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:32.640083 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=319f4848-b61d-4228-a1e6-988e16d739d1,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:32.652348 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44750c3-8013-42ba-9103-4047c5eb3325 x-openstack-request-id: req-a44750c3-8013-42ba-9103-4047c5eb3325 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:32.652643 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a003a4d3-0f61-44ce-9994-cc0bf1ad112e", "name": "network-vif-plugged", "status": "completed", "tag": "25a2db9c-9cd7-4844-92e1-1c8c46421d28", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:32.652900 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a44750c3-8013-42ba-9103-4047c5eb3325 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:32.653306 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a003a4d3-0f61-44ce-9994-cc0bf1ad112e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a2db9c-9cd7-4844-92e1-1c8c46421d28', 'code': 200} Sep 29 17:25:32.655143 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.669132 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e92f7489-3442-489a-b4a7-74ba06a6853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.691905 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-e92f7489-3442-489a-b4a7-74ba06a6853b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3d7b7a-9477-46d0-a551-408fb15ee68f']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:32.702163 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-e92f7489-3442-489a-b4a7-74ba06a6853b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee70194-4a3b-4fff-8aaf-663d307d58d9') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:32.702462 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-e92f7489-3442-489a-b4a7-74ba06a6853b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee70194-4a3b-4fff-8aaf-663d307d58d9') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:32.716595 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e92f7489-3442-489a-b4a7-74ba06a6853b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.734658 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e92f7489-3442-489a-b4a7-74ba06a6853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.741452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92f7489-3442-489a-b4a7-74ba06a6853b admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:25:32.741836 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e92f7489-3442-489a-b4a7-74ba06a6853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:25:32.743535 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:25:32.779200 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=25a2db9c-9cd7-4844-92e1-1c8c46421d28,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:32.802755 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e92f7489-3442-489a-b4a7-74ba06a6853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.805038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc9049-7fa9-4f6c-aa46-28407375c241 req-724994aa-2b0e-4f91-aa4e-ad66f69f4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:32.806737 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-abcc9049-7fa9-4f6c-aa46-28407375c241 req-724994aa-2b0e-4f91-aa4e-ad66f69f4ab7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 1100 time: 0.0592496 Sep 29 17:25:32.808308 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e92f7489-3442-489a-b4a7-74ba06a6853b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:32.816178 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e92f7489-3442-489a-b4a7-74ba06a6853b admin admin] 10.222.0.44 "DELETE /v2.0/networks/df3d7b7a-9477-46d0-a551-408fb15ee68f HTTP/1.1" status: 204 len: 168 time: 0.2959504 Sep 29 17:25:32.850872 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f7489-3442-489a-b4a7-74ba06a6853b admin admin] Pushing event deleted for resources: {'Network': ['ID=df3d7b7a-9477-46d0-a551-408fb15ee68f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:32.919119 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-abcc9049-7fa9-4f6c-aa46-28407375c241 req-a14c4cc2-4da6-41e9-89c2-f3d22622d78f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025777 Sep 29 17:25:32.936879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e1f84-0e81-4714-8e8f-71cfc79527bd req-99c8961d-7926-4441-aa5a-b6a9a40067f6 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:32.938292 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-670e1f84-0e81-4714-8e8f-71cfc79527bd req-99c8961d-7926-4441-aa5a-b6a9a40067f6 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 944 time: 0.0829098 Sep 29 17:25:32.982053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55184) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:32.995680 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-670e1f84-0e81-4714-8e8f-71cfc79527bd req-159ae563-3054-4b49-92cc-77249b05202c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492930 Sep 29 17:25:33.027195 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['319f4848-b61d-4228-a1e6-988e16d739d1'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:33.028762 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-278f8155-4504-4356-abfd-a3874ab1bf7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c50efc2fa4284829be7a860e331db6cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455272 Sep 29 17:25:33.031876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55188) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:33.109966 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c7e92e49-7daa-4616-9683-690c451267b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:33.173059 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c7e92e49-7daa-4616-9683-690c451267b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:33.221149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c88333fe-6d40-441a-a410-61a81218281a up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:25:33.246411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fe599-c5b4-43cf-a809-7ffa00658052 req-264c78a1-85a0-43d2-838f-61499c16f532 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:33.252581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fe599-c5b4-43cf-a809-7ffa00658052 req-264c78a1-85a0-43d2-838f-61499c16f532 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:33.254856 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a4fe599-c5b4-43cf-a809-7ffa00658052 req-264c78a1-85a0-43d2-838f-61499c16f532 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1679 time: 0.1067946 Sep 29 17:25:33.289976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port c88333fe-6d40-441a-a410-61a81218281a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:33.291637 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:33.294457 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c7e92e49-7daa-4616-9683-690c451267b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:33.297254 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c7e92e49-7daa-4616-9683-690c451267b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:33.298635 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c7e92e49-7daa-4616-9683-690c451267b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b HTTP/1.1" status: 204 len: 168 time: 0.2649870 Sep 29 17:25:33.313699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e92e49-7daa-4616-9683-690c451267b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b834d9ab-e25f-43ee-8ed9-dd1cf10aba0b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:33.343757 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a4fe599-c5b4-43cf-a809-7ffa00658052 req-34f39c23-9877-4a40-9bdc-a3db0f936162 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714719 Sep 29 17:25:33.471062 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:33.514579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c0f7a-c3ac-4e64-a4ad-2b6e3c038a69 req-a097ebf0-195b-468c-9073-2d226518d7bc tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:33.523429 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a37c0f7a-c3ac-4e64-a4ad-2b6e3c038a69 req-a097ebf0-195b-468c-9073-2d226518d7bc tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 949 time: 0.0759003 Sep 29 17:25:33.541665 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c88333fe-6d40-441a-a410-61a81218281a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c88333fe-6d40-441a-a410-61a81218281a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:33.546810 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:33.548814 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 51756c25-94fb-422f-bb40-bf31cb47f1dd no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:33.578124 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39d8e6-c749-4a7c-9efe-3da40f83c61e req-2b57072d-87d8-4383-8b52-51e9245a090f tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:33.578701 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 51756c25-94fb-422f-bb40-bf31cb47f1dd {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:33.578701 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 51756c25-94fb-422f-bb40-bf31cb47f1dd not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:33.583031 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f39d8e6-c749-4a7c-9efe-3da40f83c61e req-2b57072d-87d8-4383-8b52-51e9245a090f tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 950 time: 0.1141741 Sep 29 17:25:33.587968 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a37c0f7a-c3ac-4e64-a4ad-2b6e3c038a69 req-60587f6e-b78f-45eb-8147-802fbfebb685 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633237 Sep 29 17:25:33.651334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=c88333fe-6d40-441a-a410-61a81218281a,revision_number=10']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:33.654635 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f39d8e6-c749-4a7c-9efe-3da40f83c61e req-5f84dd31-e3ee-4e8f-a03d-99b609545ca2 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606620 Sep 29 17:25:33.680939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:33.681505 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:33.682078 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:33.682623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:33.683177 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:33.683799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:33.684485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:33.685084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:33.685490 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:33.685825 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:33.686267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:33.686647 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:25:33.890158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 60ec4190-d657-4d83-a6e2-157efc6caed1 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:25:33.898932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device c9611852-269d-4a9b-8e69-82acfab650f8 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:33.934718 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: c9611852-269d-4a9b-8e69-82acfab650f8 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:33.935503 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device c9611852-269d-4a9b-8e69-82acfab650f8 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:33.945945 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55226) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:34.030704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1c9445-a4f9-4c5e-a0a8-2e819898d037', 'name': 'network-vif-deleted', 'tag': 'c9611852-269d-4a9b-8e69-82acfab650f8'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:34.032981 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30233c8-a4d4-4735-a6a4-8dd47f9556af" -d '{"events": [{"server_uuid": "ab1c9445-a4f9-4c5e-a0a8-2e819898d037", "name": "network-vif-deleted", "tag": "c9611852-269d-4a9b-8e69-82acfab650f8"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:34.038725 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-899f396a-1940-4d9c-b85b-51bad38446e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=499c293f169b44959147cbf7ef40d12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0908720 Sep 29 17:25:34.041474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55234) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:34.099070 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 60ec4190-d657-4d83-a6e2-157efc6caed1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=60ec4190-d657-4d83-a6e2-157efc6caed1,segment=NetworkSegment(606410b4-0a18-4674-953e-295590b2f986),segment_id=606410b4-0a18-4674-953e-295590b2f986)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:34.124582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '60ec4190-d657-4d83-a6e2-157efc6caed1', 'network_id': 'd3bd77ff-d127-4fff-a547-8b1a6efe2357', 'port_id': '60ec4190-d657-4d83-a6e2-157efc6caed1', 'mac_address': 'fa:16:3e:5b:34:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6df0458-7d8d-4068-bd94-21fa84018744', 'ip_address': '19.80.0.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:25:34.148454 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19154f92-c293-415a-acee-d5f4ebd7535d x-openstack-request-id: req-19154f92-c293-415a-acee-d5f4ebd7535d {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:34.152425 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-73000319-da9f-4a5f-bf6e-55ffe31e51d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:34.152836 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1c9445-a4f9-4c5e-a0a8-2e819898d037", "name": "network-vif-deleted", "tag": "c9611852-269d-4a9b-8e69-82acfab650f8", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:34.153215 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19154f92-c293-415a-acee-d5f4ebd7535d {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:34.153736 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1c9445-a4f9-4c5e-a0a8-2e819898d037', 'name': 'network-vif-deleted', 'tag': 'c9611852-269d-4a9b-8e69-82acfab650f8', 'status': 'completed', 'code': 200} Sep 29 17:25:34.179999 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:34.180645 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-73000319-da9f-4a5f-bf6e-55ffe31e51d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:34.185526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84836a2-5138-4420-b729-2f386b41860d req-c5e6a6d6-a40a-470d-a43d-f4f09c3ed9dc tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:34.194569 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d84836a2-5138-4420-b729-2f386b41860d req-c5e6a6d6-a40a-470d-a43d-f4f09c3ed9dc tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 944 time: 0.0905910 Sep 29 17:25:34.198915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ec4190-d657-4d83-a6e2-157efc6caed1 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:25:34.229889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 60ec4190-d657-4d83-a6e2-157efc6caed1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=60ec4190-d657-4d83-a6e2-157efc6caed1,segment=NetworkSegment(606410b4-0a18-4674-953e-295590b2f986),segment_id=606410b4-0a18-4674-953e-295590b2f986)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:34.240381 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:34.241308 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 80c9ae5a-eb6a-418d-aa07-12b801bf4850 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:25:34.248321 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-73000319-da9f-4a5f-bf6e-55ffe31e51d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:34.253385 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-73000319-da9f-4a5f-bf6e-55ffe31e51d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:34.255102 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-73000319-da9f-4a5f-bf6e-55ffe31e51d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03deccd1-7d04-44b7-9654-432447f83888 HTTP/1.1" status: 204 len: 168 time: 0.2123451 Sep 29 17:25:34.270863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73000319-da9f-4a5f-bf6e-55ffe31e51d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03deccd1-7d04-44b7-9654-432447f83888,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:34.278395 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d84836a2-5138-4420-b729-2f386b41860d req-59d3c5ba-687f-47e8-8fc5-06738a7dca59 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814033 Sep 29 17:25:34.332441 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=60ec4190-d657-4d83-a6e2-157efc6caed1,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:34.416346 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 80c9ae5a-eb6a-418d-aa07-12b801bf4850, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=80c9ae5a-eb6a-418d-aa07-12b801bf4850,segment=NetworkSegment(2d438a5a-d2f5-427f-b658-75f186f90782),segment_id=2d438a5a-d2f5-427f-b658-75f186f90782)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:34.444032 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '80c9ae5a-eb6a-418d-aa07-12b801bf4850', 'network_id': '7986081f-9782-4ff2-bf4d-7fdd958ebc70', 'port_id': '80c9ae5a-eb6a-418d-aa07-12b801bf4850', 'mac_address': 'fa:16:3e:11:8b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '122d360c-4d1b-4652-941f-ab4fab3ae878', 'ip_address': '19.86.0.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:25:34.505655 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:34.525644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f427d3-e925-4cbd-8e33-78c06df4dd99 req-b512b705-c3d1-41fe-92ff-f4c6e733b604 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:34.527775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c9ae5a-eb6a-418d-aa07-12b801bf4850 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:25:34.531768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f427d3-e925-4cbd-8e33-78c06df4dd99 req-b512b705-c3d1-41fe-92ff-f4c6e733b604 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:34.533694 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-62f427d3-e925-4cbd-8e33-78c06df4dd99 req-b512b705-c3d1-41fe-92ff-f4c6e733b604 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1680 time: 0.0685840 Sep 29 17:25:34.553536 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 80c9ae5a-eb6a-418d-aa07-12b801bf4850, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=80c9ae5a-eb6a-418d-aa07-12b801bf4850,segment=NetworkSegment(2d438a5a-d2f5-427f-b658-75f186f90782),segment_id=2d438a5a-d2f5-427f-b658-75f186f90782)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:34.557565 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:34.613268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-62f427d3-e925-4cbd-8e33-78c06df4dd99 req-cad2e092-f695-40c4-8f47-6454ab1b7daa tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684545 Sep 29 17:25:34.618180 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=80c9ae5a-eb6a-418d-aa07-12b801bf4850,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:34.654840 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a88a0f-d215-40d7-a327-d925aff9a125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88333fe-6d40-441a-a410-61a81218281a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:34.657204 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff51c66a-6dd5-49c3-a0d0-1d11e9eb256d" -d '{"events": [{"server_uuid": "b8a88a0f-d215-40d7-a327-d925aff9a125", "name": "network-vif-plugged", "status": "completed", "tag": "c88333fe-6d40-441a-a410-61a81218281a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:34.706643 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3710f151-c090-4f88-a78e-a2aa5351a970 x-openstack-request-id: req-3710f151-c090-4f88-a78e-a2aa5351a970 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:34.706946 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a88a0f-d215-40d7-a327-d925aff9a125", "name": "network-vif-plugged", "status": "completed", "tag": "c88333fe-6d40-441a-a410-61a81218281a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:34.707197 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3710f151-c090-4f88-a78e-a2aa5351a970 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:34.707585 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a88a0f-d215-40d7-a327-d925aff9a125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88333fe-6d40-441a-a410-61a81218281a', 'code': 200} Sep 29 17:25:34.810259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867219b-26ab-4d78-a258-8364cc046491 req-b00284be-9881-4c4f-a935-afc700cfee32 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:34.810259 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5867219b-26ab-4d78-a258-8364cc046491 req-b00284be-9881-4c4f-a935-afc700cfee32 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 949 time: 0.1003940 Sep 29 17:25:34.920246 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5867219b-26ab-4d78-a258-8364cc046491 req-9aa87d57-1553-4608-bdd3-87c313ba04a0 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919685 Sep 29 17:25:34.960269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065571f-e1ae-4da3-a0cc-bbac6232b16f req-efb0bfdd-70d4-4dba-8c56-47a51b286dcc tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:34.962287 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f065571f-e1ae-4da3-a0cc-bbac6232b16f req-efb0bfdd-70d4-4dba-8c56-47a51b286dcc tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 950 time: 0.0713177 Sep 29 17:25:35.012065 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f065571f-e1ae-4da3-a0cc-bbac6232b16f req-795cad23-4632-4f9f-84af-9ebbfdfa2f12 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434864 Sep 29 17:25:35.179991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['80c9ae5a-eb6a-418d-aa07-12b801bf4850'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:35.464244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df6782-7be1-4129-906c-22de3e96b573 req-7e0ef20d-5b19-40e1-9db3-cada3a2a50b7 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:35.482528 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-60df6782-7be1-4129-906c-22de3e96b573 req-7e0ef20d-5b19-40e1-9db3-cada3a2a50b7 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 944 time: 0.0994046 Sep 29 17:25:35.499255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162b231-9b99-4dc0-b9f0-cc5e7259b52f req-28fa038e-3213-4bb2-b9e0-a137034afb3c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:35.500739 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3162b231-9b99-4dc0-b9f0-cc5e7259b52f req-28fa038e-3213-4bb2-b9e0-a137034afb3c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 950 time: 0.1060340 Sep 29 17:25:35.569081 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-60df6782-7be1-4129-906c-22de3e96b573 req-547b0af7-4173-46a3-9b23-940a2b21da50 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854259 Sep 29 17:25:35.643682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-3162b231-9b99-4dc0-b9f0-cc5e7259b52f req-1c53e499-f4d1-43a5-a7c1-8e7242f071bf tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Deleting port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:35.644195 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3162b231-9b99-4dc0-b9f0-cc5e7259b52f req-1c53e499-f4d1-43a5-a7c1-8e7242f071bf tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:35.762080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-3162b231-9b99-4dc0-b9f0-cc5e7259b52f req-1c53e499-f4d1-43a5-a7c1-8e7242f071bf tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] For port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:35.762454 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3162b231-9b99-4dc0-b9f0-cc5e7259b52f req-1c53e499-f4d1-43a5-a7c1-8e7242f071bf tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:35.780056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-3162b231-9b99-4dc0-b9f0-cc5e7259b52f req-1c53e499-f4d1-43a5-a7c1-8e7242f071bf tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Calling delete_port for f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:35.907888 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 319f4848-b61d-4228-a1e6-988e16d739d1 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:25:35.995719 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3162b231-9b99-4dc0-b9f0-cc5e7259b52f req-1c53e499-f4d1-43a5-a7c1-8e7242f071bf tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:36.025476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['046e9848-0706-4079-828a-97c9ad328382', '8258af0d-1216-42fe-b4c8-00243ef27ff7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:36.050544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53e499-f4d1-43a5-a7c1-8e7242f071bf tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event deleted for resources: {'Port': ['ID=f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:36.136959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-3162b231-9b99-4dc0-b9f0-cc5e7259b52f req-1c53e499-f4d1-43a5-a7c1-8e7242f071bf tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] No DVR routers for this DVR port f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:36.141349 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3162b231-9b99-4dc0-b9f0-cc5e7259b52f req-1c53e499-f4d1-43a5-a7c1-8e7242f071bf tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:36.143814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3162b231-9b99-4dc0-b9f0-cc5e7259b52f req-1c53e499-f4d1-43a5-a7c1-8e7242f071bf tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "DELETE /v2.0/ports/f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 HTTP/1.1" status: 204 len: 173 time: 0.6338530 Sep 29 17:25:36.153743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f474-6dc1-4ace-9d50-cd82e0b986ee req-a50bfba5-eaa1-45ca-868b-f2561c70945d tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:36.161435 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c40f474-6dc1-4ace-9d50-cd82e0b986ee req-a50bfba5-eaa1-45ca-868b-f2561c70945d tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 949 time: 0.1519301 Sep 29 17:25:36.163821 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da62508-2d12-4939-8e67-0a4c3bd598e6', 'name': 'network-vif-deleted', 'tag': 'f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:36.166454 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f195870c-1816-40c7-ae75-9dd4cc21b56b" -d '{"events": [{"server_uuid": "3da62508-2d12-4939-8e67-0a4c3bd598e6", "name": "network-vif-deleted", "tag": "f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:36.170456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 319f4848-b61d-4228-a1e6-988e16d739d1 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:25:36.212399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 319f4848-b61d-4228-a1e6-988e16d739d1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:36.212784 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:36.254979 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c40f474-6dc1-4ace-9d50-cd82e0b986ee req-c1368404-74cf-4a2c-9daa-979a2ec77721 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916855 Sep 29 17:25:36.320955 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a8e6f-617c-4e4e-8fb9-4f835a5ccb28 req-83eafcb8-3bac-4377-ab7e-02a5ac92fe98 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:36.329627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a8e6f-617c-4e4e-8fb9-4f835a5ccb28 req-83eafcb8-3bac-4377-ab7e-02a5ac92fe98 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:36.338334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d86a8e6f-617c-4e4e-8fb9-4f835a5ccb28 req-83eafcb8-3bac-4377-ab7e-02a5ac92fe98 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1681 time: 0.6381049 Sep 29 17:25:36.377096 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['60ec4190-d657-4d83-a6e2-157efc6caed1'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:36.402666 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d86a8e6f-617c-4e4e-8fb9-4f835a5ccb28 req-bfda6faa-9386-4610-8778-7c1344e098a4 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631244 Sep 29 17:25:36.426651 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-74358ac3-bd8c-4036-87c8-726f7ef9582d req-7e573ba9-0e31-47f3-b808-81a234e88607 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da62508-2d12-4939-8e67-0a4c3bd598e6 HTTP/1.1" status: 200 len: 210 time: 0.0693948 Sep 29 17:25:36.431495 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['54d93eea-ebc5-4726-a8f6-8ee2df308d7c', '0844192e-5470-4a7b-9446-c355fea56b0e', '67d9ace3-a7d1-45bd-801f-00fea73c00c0'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:36.547362 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06a7c51-6a83-46d6-9719-2628698f3737 x-openstack-request-id: req-a06a7c51-6a83-46d6-9719-2628698f3737 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:36.547796 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da62508-2d12-4939-8e67-0a4c3bd598e6", "name": "network-vif-deleted", "tag": "f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:36.547897 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a06a7c51-6a83-46d6-9719-2628698f3737 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:36.548298 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da62508-2d12-4939-8e67-0a4c3bd598e6', 'name': 'network-vif-deleted', 'tag': 'f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005', 'status': 'completed', 'code': 200} Sep 29 17:25:36.733165 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:36.893164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45899f-070c-4764-9291-14e70b455469 req-d62b4fa6-7493-49ba-b424-83d289266338 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:36.906037 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ef45899f-070c-4764-9291-14e70b455469 req-d62b4fa6-7493-49ba-b424-83d289266338 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 944 time: 0.0817025 Sep 29 17:25:36.954681 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f24dc7d-eae1-4f99-9166-e8866259f528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319f4848-b61d-4228-a1e6-988e16d739d1'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:36.966514 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3d1afa-1a32-47af-b982-36ec0821802f" -d '{"events": [{"server_uuid": "3f24dc7d-eae1-4f99-9166-e8866259f528", "name": "network-vif-plugged", "status": "completed", "tag": "319f4848-b61d-4228-a1e6-988e16d739d1"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:36.997371 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b227c20-21a8-44a8-9806-55799f7f4609 req-321a9f08-0e11-4ed0-a3b3-e8f8da1a34cf tempest-ServersAdminNegativeTestJSON-1216427117 tempest-ServersAdminNegativeTestJSON-1216427117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:37.005219 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6b227c20-21a8-44a8-9806-55799f7f4609 req-321a9f08-0e11-4ed0-a3b3-e8f8da1a34cf tempest-ServersAdminNegativeTestJSON-1216427117 tempest-ServersAdminNegativeTestJSON-1216427117-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 1100 time: 0.0610158 Sep 29 17:25:37.010834 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ef45899f-070c-4764-9291-14e70b455469 req-4471c869-0d81-4ba7-bb5b-38bdc55a7464 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038418 Sep 29 17:25:37.034239 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6b227c20-21a8-44a8-9806-55799f7f4609 req-b38aab2f-4d9f-421d-a046-e1bee305e9c8 tempest-ServersAdminNegativeTestJSON-1216427117 tempest-ServersAdminNegativeTestJSON-1216427117-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:37.038698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 319f4848-b61d-4228-a1e6-988e16d739d1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=319f4848-b61d-4228-a1e6-988e16d739d1,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:37.123864 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:37.164678 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6b227c20-21a8-44a8-9806-55799f7f4609 req-b38aab2f-4d9f-421d-a046-e1bee305e9c8 tempest-ServersAdminNegativeTestJSON-1216427117 tempest-ServersAdminNegativeTestJSON-1216427117-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:37.179352 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6b227c20-21a8-44a8-9806-55799f7f4609 req-b38aab2f-4d9f-421d-a046-e1bee305e9c8 tempest-ServersAdminNegativeTestJSON-1216427117 tempest-ServersAdminNegativeTestJSON-1216427117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:37.212773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38aab2f-4d9f-421d-a046-e1bee305e9c8 tempest-ServersAdminNegativeTestJSON-1216427117 tempest-ServersAdminNegativeTestJSON-1216427117-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ecbad2-65b5-41d0-a09d-129c7c5fb2e2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:37.239265 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6b227c20-21a8-44a8-9806-55799f7f4609 req-b38aab2f-4d9f-421d-a046-e1bee305e9c8 tempest-ServersAdminNegativeTestJSON-1216427117 tempest-ServersAdminNegativeTestJSON-1216427117-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279599 Sep 29 17:25:37.300677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=319f4848-b61d-4228-a1e6-988e16d739d1,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:37.309182 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9db07f-4427-4bba-8b81-57b4da81f8bc x-openstack-request-id: req-af9db07f-4427-4bba-8b81-57b4da81f8bc {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:37.309500 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f24dc7d-eae1-4f99-9166-e8866259f528", "name": "network-vif-plugged", "status": "completed", "tag": "319f4848-b61d-4228-a1e6-988e16d739d1", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:37.309757 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af9db07f-4427-4bba-8b81-57b4da81f8bc {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:37.310293 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f24dc7d-eae1-4f99-9166-e8866259f528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319f4848-b61d-4228-a1e6-988e16d739d1', 'code': 200} Sep 29 17:25:37.444698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b75f46-a115-4f1c-9d79-5c2dea1cf611 req-a7584e57-1105-4798-9566-b641c8cebe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:37.448416 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-61b75f46-a115-4f1c-9d79-5c2dea1cf611 req-a7584e57-1105-4798-9566-b641c8cebe90 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 1096 time: 0.0545287 Sep 29 17:25:37.557664 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-61b75f46-a115-4f1c-9d79-5c2dea1cf611 req-a0a10bfb-b8ab-4d37-b10d-2debc22ef8f2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959535 Sep 29 17:25:37.604942 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bde9c-6f3d-4bd2-ba1a-cf1d337b6243 req-b1f3f8ad-8f6f-4b11-b882-7d7078ef4a4a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:37.611110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bde9c-6f3d-4bd2-ba1a-cf1d337b6243 req-b1f3f8ad-8f6f-4b11-b882-7d7078ef4a4a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:37.622048 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d2bde9c-6f3d-4bd2-ba1a-cf1d337b6243 req-b1f3f8ad-8f6f-4b11-b882-7d7078ef4a4a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1681 time: 0.0869026 Sep 29 17:25:37.671375 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d2bde9c-6f3d-4bd2-ba1a-cf1d337b6243 req-c7c7bac2-ae8d-4800-a733-548eb714fa5f tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436170 Sep 29 17:25:37.902056 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 80c9ae5a-eb6a-418d-aa07-12b801bf4850 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:25:37.957265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 80c9ae5a-eb6a-418d-aa07-12b801bf4850 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:25:37.962869 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 80c9ae5a-eb6a-418d-aa07-12b801bf4850 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:37.963246 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:38.092108 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:38.147520 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 80c9ae5a-eb6a-418d-aa07-12b801bf4850, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=80c9ae5a-eb6a-418d-aa07-12b801bf4850,segment=NetworkSegment(2d438a5a-d2f5-427f-b658-75f186f90782),segment_id=2d438a5a-d2f5-427f-b658-75f186f90782)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:38.191006 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:38.195993 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:38.395484 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbbdb5-a4af-412e-966d-7c02c31bcd78 req-6997a86f-ea02-4ab5-875f-c993abbf56a7 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:38.404138 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2bbbdb5-a4af-412e-966d-7c02c31bcd78 req-6997a86f-ea02-4ab5-875f-c993abbf56a7 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 945 time: 0.0841289 Sep 29 17:25:38.415513 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:38.415513 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device f3dfa554-f2a9-4ffd-95f8-82fc0c6e4005 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:38.461119 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2bbbdb5-a4af-412e-966d-7c02c31bcd78 req-1d9497cd-d314-4e24-9dbc-8c158e117cd4 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506110 Sep 29 17:25:38.485819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=80c9ae5a-eb6a-418d-aa07-12b801bf4850,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:38.542166 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611a514-fd70-4bce-acb1-f426b2a08d53 req-a898b02c-e40b-4878-946b-79e61e118051 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:38.543735 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7611a514-fd70-4bce-acb1-f426b2a08d53 req-a898b02c-e40b-4878-946b-79e61e118051 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f HTTP/1.1" status: 200 len: 950 time: 0.0633850 Sep 29 17:25:38.594320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff75b8-963b-49f5-adbc-990fb70ababe req-c8374657-0dbc-4e75-90b0-6b180c6e6c7b tempest-ServersAdminNegativeTestJSON-1216427117 tempest-ServersAdminNegativeTestJSON-1216427117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:38.608766 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-faff75b8-963b-49f5-adbc-990fb70ababe req-c8374657-0dbc-4e75-90b0-6b180c6e6c7b tempest-ServersAdminNegativeTestJSON-1216427117 tempest-ServersAdminNegativeTestJSON-1216427117-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 1100 time: 0.0808125 Sep 29 17:25:38.614846 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7611a514-fd70-4bce-acb1-f426b2a08d53 req-336a1614-0c2a-4135-ac15-08e9dd902e25 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588911 Sep 29 17:25:38.654519 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-faff75b8-963b-49f5-adbc-990fb70ababe req-e1b155d3-bb10-47c8-bd20-acdf2705a905 tempest-ServersAdminNegativeTestJSON-1216427117 tempest-ServersAdminNegativeTestJSON-1216427117-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465951 Sep 29 17:25:38.803766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c77e5a-dc0d-406c-84a2-2ebf4c6c93fc req-b1136074-a061-41fa-85f5-ba55a5865698 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:38.806279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c77e5a-dc0d-406c-84a2-2ebf4c6c93fc req-b1136074-a061-41fa-85f5-ba55a5865698 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:38.807691 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-06c77e5a-dc0d-406c-84a2-2ebf4c6c93fc req-b1136074-a061-41fa-85f5-ba55a5865698 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1682 time: 0.0683990 Sep 29 17:25:38.865572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-06c77e5a-dc0d-406c-84a2-2ebf4c6c93fc req-e79832a4-fa29-44de-b9cb-eac79921c8d9 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504489 Sep 29 17:25:39.205592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be03b60-2490-4b19-88dd-a73d83693eff req-be752ebf-d2da-45b8-97b6-559f6d6323bd tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:39.213850 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5be03b60-2490-4b19-88dd-a73d83693eff req-be752ebf-d2da-45b8-97b6-559f6d6323bd tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 949 time: 0.0582123 Sep 29 17:25:39.262329 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5be03b60-2490-4b19-88dd-a73d83693eff req-16cc558c-488f-4e87-8c58-0fcc7d51d712 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475197 Sep 29 17:25:39.311953 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bdbc72-b9ea-41aa-bc69-115e808b1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c9ae5a-eb6a-418d-aa07-12b801bf4850'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:39.315089 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4090896-1456-4a4c-baec-46815172770d" -d '{"events": [{"server_uuid": "54bdbc72-b9ea-41aa-bc69-115e808b1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "80c9ae5a-eb6a-418d-aa07-12b801bf4850"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:39.373044 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02058693-0f98-4017-aa36-d842d01f947c x-openstack-request-id: req-02058693-0f98-4017-aa36-d842d01f947c {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:39.373375 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bdbc72-b9ea-41aa-bc69-115e808b1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "80c9ae5a-eb6a-418d-aa07-12b801bf4850", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:39.373628 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02058693-0f98-4017-aa36-d842d01f947c {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:39.374194 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bdbc72-b9ea-41aa-bc69-115e808b1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c9ae5a-eb6a-418d-aa07-12b801bf4850', 'code': 200} Sep 29 17:25:39.599958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd733ea-2757-419b-a97d-f25e8ce672f2 req-7ee04dfd-3153-4634-b58e-7381234ce120 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:39.601468 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dfd733ea-2757-419b-a97d-f25e8ce672f2 req-7ee04dfd-3153-4634-b58e-7381234ce120 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 945 time: 0.0534077 Sep 29 17:25:39.667219 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55448) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:39.686604 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dfd733ea-2757-419b-a97d-f25e8ce672f2 req-71109b5a-18be-48f1-a119-7e03f4af15f3 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622852 Sep 29 17:25:39.782036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26963177-0c45-46ee-8b2c-639e91f2bcf1 req-1b6ebf12-8793-483c-b497-ab8e5713dd4e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:39.791013 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26963177-0c45-46ee-8b2c-639e91f2bcf1 req-1b6ebf12-8793-483c-b497-ab8e5713dd4e tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f HTTP/1.1" status: 200 len: 950 time: 0.1072726 Sep 29 17:25:39.891620 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26963177-0c45-46ee-8b2c-639e91f2bcf1 req-ed78f916-fd5a-4ccf-abe6-5b9c62940bf4 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870967 Sep 29 17:25:39.903104 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aa2c80a7-eb6b-450b-aa13-b9622c8be852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:39.926393 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 60ec4190-d657-4d83-a6e2-157efc6caed1 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:25:40.033751 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 60ec4190-d657-4d83-a6e2-157efc6caed1 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:25:40.042216 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 60ec4190-d657-4d83-a6e2-157efc6caed1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:40.042216 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:40.091733 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce592a0-dff4-4dd1-af28-ae6653a7c9ec req-6813d755-4b5d-44c6-b200-eabde28dd887 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:40.094527 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ce592a0-dff4-4dd1-af28-ae6653a7c9ec req-6813d755-4b5d-44c6-b200-eabde28dd887 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 945 time: 0.0655587 Sep 29 17:25:40.151375 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7e81d-18fe-4ce4-b064-1e706066a946 req-52f5cf41-d281-460f-9967-8a44a2106179 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:40.154868 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ce592a0-dff4-4dd1-af28-ae6653a7c9ec req-94206dca-c5cb-4cb7-bc0a-7ed8c96665b7 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523303 Sep 29 17:25:40.157389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7e81d-18fe-4ce4-b064-1e706066a946 req-52f5cf41-d281-460f-9967-8a44a2106179 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:40.165765 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bca7e81d-18fe-4ce4-b064-1e706066a946 req-52f5cf41-d281-460f-9967-8a44a2106179 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1682 time: 0.1718168 Sep 29 17:25:40.173941 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:40.189221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c436d98-7a93-46ec-bde6-40f0652a9a9b req-da66d009-d01e-478d-b040-b6c3c99060c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:40.192727 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c436d98-7a93-46ec-bde6-40f0652a9a9b req-da66d009-d01e-478d-b040-b6c3c99060c0 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e513ca59-6943-4d6d-8008-7a2b22b0bd65 HTTP/1.1" status: 200 len: 950 time: 0.1793275 Sep 29 17:25:40.233611 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b257406-b374-45cf-8ebe-11eb390681cf req-52965bb0-3085-4b2a-abdd-630b7d4f2237 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:40.234273 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 60ec4190-d657-4d83-a6e2-157efc6caed1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=60ec4190-d657-4d83-a6e2-157efc6caed1,segment=NetworkSegment(606410b4-0a18-4674-953e-295590b2f986),segment_id=606410b4-0a18-4674-953e-295590b2f986)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:40.237197 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2b257406-b374-45cf-8ebe-11eb390681cf req-52965bb0-3085-4b2a-abdd-630b7d4f2237 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "GET /v2.0/ports?device_id=1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f HTTP/1.1" status: 200 len: 950 time: 0.1861041 Sep 29 17:25:40.245501 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:40.326053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=60ec4190-d657-4d83-a6e2-157efc6caed1,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:40.354381 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aa2c80a7-eb6b-450b-aa13-b9622c8be852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:40.365406 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bca7e81d-18fe-4ce4-b064-1e706066a946 req-ce634a0a-824a-49e2-b3f6-400dee2ff6bc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984630 Sep 29 17:25:40.389923 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aa2c80a7-eb6b-450b-aa13-b9622c8be852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:40.489143 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-aa2c80a7-eb6b-450b-aa13-b9622c8be852 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61a663a40f1b48c299f7d744b0357bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8206105 Sep 29 17:25:40.489982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c80a7-eb6b-450b-aa13-b9622c8be852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd70414-11e0-4c54-9be0-582b16d11554,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:40.492612 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55466) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:40.544905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-2b257406-b374-45cf-8ebe-11eb390681cf req-70a918b4-df81-418c-ae14-ec88927bb569 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Deleting port 67d9ace3-a7d1-45bd-801f-00fea73c00c0 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:40.545606 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2b257406-b374-45cf-8ebe-11eb390681cf req-70a918b4-df81-418c-ae14-ec88927bb569 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:40.549677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b021d9-34aa-4025-ad9e-73aecd68fab3 req-11610cb4-2974-4ae2-a918-8796869c1255 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:40.552075 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b8b021d9-34aa-4025-ad9e-73aecd68fab3 req-11610cb4-2974-4ae2-a918-8796869c1255 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 949 time: 0.0873504 Sep 29 17:25:40.593439 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b8b021d9-34aa-4025-ad9e-73aecd68fab3 req-a72d4ba1-4244-436b-8e9b-303d95817d3d tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350010 Sep 29 17:25:40.599565 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-1c436d98-7a93-46ec-bde6-40f0652a9a9b req-0187e2a1-0b75-448e-8005-c1afb9592d89 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Deleting port 8258af0d-1216-42fe-b4c8-00243ef27ff7 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:40.599913 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1c436d98-7a93-46ec-bde6-40f0652a9a9b req-0187e2a1-0b75-448e-8005-c1afb9592d89 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:40.726262 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3015354d-74e9-4336-b866-ac8b645e41bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:40.738759 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4343047a-ac90-4aa5-98cc-9caa350f1185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:40.796202 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4343047a-ac90-4aa5-98cc-9caa350f1185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:40.806342 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2b257406-b374-45cf-8ebe-11eb390681cf req-70a918b4-df81-418c-ae14-ec88927bb569 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] For port 67d9ace3-a7d1-45bd-801f-00fea73c00c0, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=67d9ace3-a7d1-45bd-801f-00fea73c00c0,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:40.806724 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2b257406-b374-45cf-8ebe-11eb390681cf req-70a918b4-df81-418c-ae14-ec88927bb569 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:40.812508 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1c436d98-7a93-46ec-bde6-40f0652a9a9b req-0187e2a1-0b75-448e-8005-c1afb9592d89 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] For port 8258af0d-1216-42fe-b4c8-00243ef27ff7, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8258af0d-1216-42fe-b4c8-00243ef27ff7,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:40.813167 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1c436d98-7a93-46ec-bde6-40f0652a9a9b req-0187e2a1-0b75-448e-8005-c1afb9592d89 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:40.863267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-2b257406-b374-45cf-8ebe-11eb390681cf req-70a918b4-df81-418c-ae14-ec88927bb569 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Calling delete_port for 67d9ace3-a7d1-45bd-801f-00fea73c00c0 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:40.864998 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-1c436d98-7a93-46ec-bde6-40f0652a9a9b req-0187e2a1-0b75-448e-8005-c1afb9592d89 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Calling delete_port for 8258af0d-1216-42fe-b4c8-00243ef27ff7 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:41.051963 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4343047a-ac90-4aa5-98cc-9caa350f1185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:41.054648 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4343047a-ac90-4aa5-98cc-9caa350f1185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:41.055790 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4343047a-ac90-4aa5-98cc-9caa350f1185 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ccd70414-11e0-4c54-9be0-582b16d11554 HTTP/1.1" status: 204 len: 168 time: 0.5577202 Sep 29 17:25:41.093868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343047a-ac90-4aa5-98cc-9caa350f1185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd70414-11e0-4c54-9be0-582b16d11554,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:41.168981 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8926ff-b2dc-41e2-9a61-7bb1567aba93 req-dd8d0803-a0d7-4848-90aa-a9ebd4645b35 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:41.179025 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bc8926ff-b2dc-41e2-9a61-7bb1567aba93 req-dd8d0803-a0d7-4848-90aa-a9ebd4645b35 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f HTTP/1.1" status: 200 len: 950 time: 0.2066100 Sep 29 17:25:41.289568 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2b257406-b374-45cf-8ebe-11eb390681cf req-70a918b4-df81-418c-ae14-ec88927bb569 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:41.304550 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['046e9848-0706-4079-828a-97c9ad328382', '8258af0d-1216-42fe-b4c8-00243ef27ff7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:41.308201 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bc8926ff-b2dc-41e2-9a61-7bb1567aba93 req-02ff1445-6a2c-40c0-95af-de39ab7a5618 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200709 Sep 29 17:25:41.371051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['54d93eea-ebc5-4726-a8f6-8ee2df308d7c', '0844192e-5470-4a7b-9446-c355fea56b0e', '67d9ace3-a7d1-45bd-801f-00fea73c00c0'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:41.374463 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a66469-f0eb-4b07-992f-fe27749dcbb5 req-951a1869-d4ac-4efa-b62a-93eae5908d87 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:41.381183 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bdbc72-b9ea-41aa-bc69-115e808b1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ec4190-d657-4d83-a6e2-157efc6caed1'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:41.386506 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3a66469-f0eb-4b07-992f-fe27749dcbb5 req-951a1869-d4ac-4efa-b62a-93eae5908d87 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 945 time: 0.1129711 Sep 29 17:25:41.388290 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9758a598-808c-4a98-b0ed-4ba7f2bfb351" -d '{"events": [{"server_uuid": "54bdbc72-b9ea-41aa-bc69-115e808b1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "60ec4190-d657-4d83-a6e2-157efc6caed1"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:41.444126 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3a66469-f0eb-4b07-992f-fe27749dcbb5 req-7742dee5-a479-4d1b-90c5-36197940123d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546904 Sep 29 17:25:41.457472 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a918b4-df81-418c-ae14-ec88927bb569 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event deleted for resources: {'Port': ['ID=67d9ace3-a7d1-45bd-801f-00fea73c00c0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:41.628858 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1c436d98-7a93-46ec-bde6-40f0652a9a9b req-0187e2a1-0b75-448e-8005-c1afb9592d89 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:41.634144 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2baef4-3f33-4646-8d12-6d83cf8ac206 x-openstack-request-id: req-5f2baef4-3f33-4646-8d12-6d83cf8ac206 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:41.634495 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bdbc72-b9ea-41aa-bc69-115e808b1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "60ec4190-d657-4d83-a6e2-157efc6caed1", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:41.634684 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f2baef4-3f33-4646-8d12-6d83cf8ac206 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:41.635045 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bdbc72-b9ea-41aa-bc69-115e808b1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ec4190-d657-4d83-a6e2-157efc6caed1', 'code': 200} Sep 29 17:25:41.695361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b257406-b374-45cf-8ebe-11eb390681cf req-70a918b4-df81-418c-ae14-ec88927bb569 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] No DVR routers for this DVR port 67d9ace3-a7d1-45bd-801f-00fea73c00c0 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:41.724269 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2b257406-b374-45cf-8ebe-11eb390681cf req-70a918b4-df81-418c-ae14-ec88927bb569 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:41.725813 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55498) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:41.727738 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2b257406-b374-45cf-8ebe-11eb390681cf req-70a918b4-df81-418c-ae14-ec88927bb569 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "DELETE /v2.0/ports/67d9ace3-a7d1-45bd-801f-00fea73c00c0 HTTP/1.1" status: 204 len: 173 time: 1.4694026 Sep 29 17:25:41.729809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f', 'name': 'network-vif-deleted', 'tag': '67d9ace3-a7d1-45bd-801f-00fea73c00c0'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:41.733780 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98442ea-9887-402a-b13a-1e3d87ccb965" -d '{"events": [{"server_uuid": "1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f", "name": "network-vif-deleted", "tag": "67d9ace3-a7d1-45bd-801f-00fea73c00c0"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:41.783082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187e2a1-0b75-448e-8005-c1afb9592d89 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event deleted for resources: {'Port': ['ID=8258af0d-1216-42fe-b4c8-00243ef27ff7,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:41.795246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d6b5c-1a90-48b6-a83a-ec137190f37c req-a01b8390-63c2-49ab-ac03-0784440d15dc tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:41.796803 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c13d6b5c-1a90-48b6-a83a-ec137190f37c req-a01b8390-63c2-49ab-ac03-0784440d15dc tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.35 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 949 time: 0.3835330 Sep 29 17:25:41.834945 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-591adc2b-5e6f-47d1-ab49-0cd7774226f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:41.880323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c436d98-7a93-46ec-bde6-40f0652a9a9b req-0187e2a1-0b75-448e-8005-c1afb9592d89 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] No DVR routers for this DVR port 8258af0d-1216-42fe-b4c8-00243ef27ff7 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:41.922861 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1c436d98-7a93-46ec-bde6-40f0652a9a9b req-0187e2a1-0b75-448e-8005-c1afb9592d89 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:41.930474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd8420-c01a-4505-a114-7145ed95bfa3 req-e12213a6-801c-4942-b16f-35ce9fa85a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:41.930953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd8420-c01a-4505-a114-7145ed95bfa3 req-e12213a6-801c-4942-b16f-35ce9fa85a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:41.932452 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c436d98-7a93-46ec-bde6-40f0652a9a9b req-0187e2a1-0b75-448e-8005-c1afb9592d89 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.49 "DELETE /v2.0/ports/8258af0d-1216-42fe-b4c8-00243ef27ff7 HTTP/1.1" status: 204 len: 173 time: 1.7228067 Sep 29 17:25:41.943468 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a1fd8420-c01a-4505-a114-7145ed95bfa3 req-e12213a6-801c-4942-b16f-35ce9fa85a68 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1985 time: 0.2098358 Sep 29 17:25:42.049588 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a1fd8420-c01a-4505-a114-7145ed95bfa3 req-f3585d23-3f8d-4d91-a782-578e51d6c10c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946383 Sep 29 17:25:42.069157 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e76148-947b-440f-a461-1c732836ab89 req-2c669793-14e6-41e8-8bc7-babc2b728b1c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:42.089786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e76148-947b-440f-a461-1c732836ab89 req-2c669793-14e6-41e8-8bc7-babc2b728b1c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:42.100570 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a1e76148-947b-440f-a461-1c732836ab89 req-2c669793-14e6-41e8-8bc7-babc2b728b1c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1683 time: 0.4789042 Sep 29 17:25:42.163415 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-591adc2b-5e6f-47d1-ab49-0cd7774226f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:42.177928 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-591adc2b-5e6f-47d1-ab49-0cd7774226f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:42.204343 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a1e76148-947b-440f-a461-1c732836ab89 req-422ad7a6-cea1-447a-9980-c9cd34f6ab3c tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025691 Sep 29 17:25:42.244079 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-591adc2b-5e6f-47d1-ab49-0cd7774226f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1aec5a21cca4feda386a7b5b80ef504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150063 Sep 29 17:25:42.244079 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591adc2b-5e6f-47d1-ab49-0cd7774226f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35275fc-7417-4f7a-8bba-f412ed920c17,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:42.247355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55510) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:42.324163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-c13d6b5c-1a90-48b6-a83a-ec137190f37c req-140f573c-f73e-4f22-8d21-7d9b6ec9095b tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Deleting port 25a2db9c-9cd7-4844-92e1-1c8c46421d28 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:42.327406 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c13d6b5c-1a90-48b6-a83a-ec137190f37c req-140f573c-f73e-4f22-8d21-7d9b6ec9095b tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:42.377160 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8d7096a-7096-4121-8d14-094c0e39c46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:42.485323 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8d7096a-7096-4121-8d14-094c0e39c46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:42.559367 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc880301-13ae-4732-9444-a7b0f8f4db97 x-openstack-request-id: req-dc880301-13ae-4732-9444-a7b0f8f4db97 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:42.559765 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f", "name": "network-vif-deleted", "tag": "67d9ace3-a7d1-45bd-801f-00fea73c00c0", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:42.559916 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc880301-13ae-4732-9444-a7b0f8f4db97 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:42.560316 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f', 'name': 'network-vif-deleted', 'tag': '67d9ace3-a7d1-45bd-801f-00fea73c00c0', 'status': 'completed', 'code': 200} Sep 29 17:25:42.606234 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c13d6b5c-1a90-48b6-a83a-ec137190f37c req-140f573c-f73e-4f22-8d21-7d9b6ec9095b tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] For port 25a2db9c-9cd7-4844-92e1-1c8c46421d28, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=25a2db9c-9cd7-4844-92e1-1c8c46421d28,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:42.606234 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c13d6b5c-1a90-48b6-a83a-ec137190f37c req-140f573c-f73e-4f22-8d21-7d9b6ec9095b tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:42.625175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-c13d6b5c-1a90-48b6-a83a-ec137190f37c req-140f573c-f73e-4f22-8d21-7d9b6ec9095b tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Calling delete_port for 25a2db9c-9cd7-4844-92e1-1c8c46421d28 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:42.639255 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8d7096a-7096-4121-8d14-094c0e39c46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:42.646395 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8d7096a-7096-4121-8d14-094c0e39c46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:42.652424 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a8d7096a-7096-4121-8d14-094c0e39c46c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c35275fc-7417-4f7a-8bba-f412ed920c17 HTTP/1.1" status: 204 len: 168 time: 0.4033499 Sep 29 17:25:42.656036 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['046e9848-0706-4079-828a-97c9ad328382'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:42.664559 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e821dd-e400-4767-9420-2904c0a421b1 req-9fb64310-bd36-4479-8b29-59fa0730ba18 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:42.673397 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24e821dd-e400-4767-9420-2904c0a421b1 req-9fb64310-bd36-4479-8b29-59fa0730ba18 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 949 time: 0.1769741 Sep 29 17:25:42.787881 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7096a-7096-4121-8d14-094c0e39c46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35275fc-7417-4f7a-8bba-f412ed920c17,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:42.806667 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24e821dd-e400-4767-9420-2904c0a421b1 req-71e5ac12-68e2-4cd9-9d1d-d0fb5dce9c0e tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320992 Sep 29 17:25:42.846145 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3e9ca65-b09a-4f8a-a34d-76a9470e9c4c req-8e9d3ec4-649f-478b-8521-af4399a0e1bc tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=1062dd90-9b4c-49ea-856c-fbdd2a6ffd0f HTTP/1.1" status: 200 len: 210 time: 0.1840928 Sep 29 17:25:42.988739 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c13d6b5c-1a90-48b6-a83a-ec137190f37c req-140f573c-f73e-4f22-8d21-7d9b6ec9095b tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:43.068509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f573c-f73e-4f22-8d21-7d9b6ec9095b tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Pushing event deleted for resources: {'Port': ['ID=25a2db9c-9cd7-4844-92e1-1c8c46421d28,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:43.076894 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['211992b9-b4a8-4fb9-9db5-2fe96235595b'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:43.153750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13d6b5c-1a90-48b6-a83a-ec137190f37c req-140f573c-f73e-4f22-8d21-7d9b6ec9095b tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] No DVR routers for this DVR port 25a2db9c-9cd7-4844-92e1-1c8c46421d28 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:43.157668 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c13d6b5c-1a90-48b6-a83a-ec137190f37c req-140f573c-f73e-4f22-8d21-7d9b6ec9095b tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:43.160755 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c13d6b5c-1a90-48b6-a83a-ec137190f37c req-140f573c-f73e-4f22-8d21-7d9b6ec9095b tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.35 "DELETE /v2.0/ports/25a2db9c-9cd7-4844-92e1-1c8c46421d28 HTTP/1.1" status: 204 len: 173 time: 1.3482063 Sep 29 17:25:43.309662 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['54d93eea-ebc5-4726-a8f6-8ee2df308d7c', '0844192e-5470-4a7b-9446-c355fea56b0e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:43.369766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['25a2db9c-9cd7-4844-92e1-1c8c46421d28'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:43.453972 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d5855-e533-4eed-9cb9-43e28fc5c482 req-62182e92-48fb-4094-9fb1-4f31ab4b3246 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:43.463117 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d5855-e533-4eed-9cb9-43e28fc5c482 req-62182e92-48fb-4094-9fb1-4f31ab4b3246 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:43.472909 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-471d5855-e533-4eed-9cb9-43e28fc5c482 req-62182e92-48fb-4094-9fb1-4f31ab4b3246 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1683 time: 0.1324224 Sep 29 17:25:43.511554 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7ff744be-9f56-4d16-a5be-9930f72084f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:43.550296 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-471d5855-e533-4eed-9cb9-43e28fc5c482 req-49988eab-4b94-49d1-a66a-070c72adc02a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714130 Sep 29 17:25:43.966997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 25a2db9c-9cd7-4844-92e1-1c8c46421d28 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:43.994565 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-47e7332c-3e9a-4a31-8b1d-2caf2a319a6c req-884e8db5-4448-4c08-89d6-bc969dbd662d tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=a003a4d3-0f61-44ce-9994-cc0bf1ad112e HTTP/1.1" status: 200 len: 210 time: 0.0502505 Sep 29 17:25:44.005895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 25a2db9c-9cd7-4844-92e1-1c8c46421d28 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:44.006530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 25a2db9c-9cd7-4844-92e1-1c8c46421d28 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:44.007250 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 67d9ace3-a7d1-45bd-801f-00fea73c00c0 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:44.037523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 67d9ace3-a7d1-45bd-801f-00fea73c00c0 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:44.037523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 67d9ace3-a7d1-45bd-801f-00fea73c00c0 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:44.271047 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:44.462777 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:44.557061 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:44.563226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e513ca59-6943-4d6d-8008-7a2b22b0bd65', 'name': 'network-vif-deleted', 'tag': '8258af0d-1216-42fe-b4c8-00243ef27ff7'}, {'server_uuid': 'a003a4d3-0f61-44ce-9994-cc0bf1ad112e', 'name': 'network-vif-deleted', 'tag': '25a2db9c-9cd7-4844-92e1-1c8c46421d28'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:44.566835 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ddb7fb-929e-43f2-af97-c4a55b71019b" -d '{"events": [{"server_uuid": "e513ca59-6943-4d6d-8008-7a2b22b0bd65", "name": "network-vif-deleted", "tag": "8258af0d-1216-42fe-b4c8-00243ef27ff7"}, {"server_uuid": "a003a4d3-0f61-44ce-9994-cc0bf1ad112e", "name": "network-vif-deleted", "tag": "25a2db9c-9cd7-4844-92e1-1c8c46421d28"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:44.652704 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8f5a5-26a0-442a-91d8-8a71b7891bda req-eab07e7e-c8b4-4a0a-9041-3efc816a9894 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:44.663997 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ee8f5a5-26a0-442a-91d8-8a71b7891bda req-eab07e7e-c8b4-4a0a-9041-3efc816a9894 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd HTTP/1.1" status: 200 len: 949 time: 0.0748167 Sep 29 17:25:44.695403 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e76156-8567-4c0b-af08-0d89a3b5594d req-74f90440-a423-43b9-b763-20987b5575a5 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:44.701784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e76156-8567-4c0b-af08-0d89a3b5594d req-74f90440-a423-43b9-b763-20987b5575a5 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:44.710495 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e1e76156-8567-4c0b-af08-0d89a3b5594d req-74f90440-a423-43b9-b763-20987b5575a5 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1683 time: 0.0794742 Sep 29 17:25:44.724766 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ee8f5a5-26a0-442a-91d8-8a71b7891bda req-e746a723-411e-4688-b85d-0f74392c7ffa tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594265 Sep 29 17:25:44.758663 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e1e76156-8567-4c0b-af08-0d89a3b5594d req-dd62be4f-c96d-401d-8356-d4dbc4e70367 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471108 Sep 29 17:25:44.799039 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8622bfa9-9112-423f-918b-bc620ae66351 x-openstack-request-id: req-8622bfa9-9112-423f-918b-bc620ae66351 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:44.799342 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e513ca59-6943-4d6d-8008-7a2b22b0bd65", "name": "network-vif-deleted", "tag": "8258af0d-1216-42fe-b4c8-00243ef27ff7", "status": "completed", "code": 200}, {"server_uuid": "a003a4d3-0f61-44ce-9994-cc0bf1ad112e", "name": "network-vif-deleted", "tag": "25a2db9c-9cd7-4844-92e1-1c8c46421d28", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:44.799700 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8622bfa9-9112-423f-918b-bc620ae66351 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:44.800188 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e513ca59-6943-4d6d-8008-7a2b22b0bd65', 'name': 'network-vif-deleted', 'tag': '8258af0d-1216-42fe-b4c8-00243ef27ff7', 'status': 'completed', 'code': 200} Sep 29 17:25:44.800476 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a003a4d3-0f61-44ce-9994-cc0bf1ad112e', 'name': 'network-vif-deleted', 'tag': '25a2db9c-9cd7-4844-92e1-1c8c46421d28', 'status': 'completed', 'code': 200} Sep 29 17:25:45.120952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee186cd-52ab-46d6-91de-f369c208fe03 req-6203cc32-5e8f-4b9b-857c-95cede23d9ca tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:45.133315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee186cd-52ab-46d6-91de-f369c208fe03 req-6203cc32-5e8f-4b9b-857c-95cede23d9ca tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:45.140896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee186cd-52ab-46d6-91de-f369c208fe03 req-6203cc32-5e8f-4b9b-857c-95cede23d9ca tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1683 time: 0.0892863 Sep 29 17:25:45.200637 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee186cd-52ab-46d6-91de-f369c208fe03 req-0e6c8a84-b062-47f6-894d-c33107f4ae06 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432971 Sep 29 17:25:45.253133 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8258af0d-1216-42fe-b4c8-00243ef27ff7 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:45.299634 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 8258af0d-1216-42fe-b4c8-00243ef27ff7 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:45.299841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8258af0d-1216-42fe-b4c8-00243ef27ff7 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:45.553881 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4367c1-3631-48c4-a9ab-855d61cacd71 req-6351fcf0-daae-4c7c-a56e-c93f4c1b9e94 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:45.555615 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8b4367c1-3631-48c4-a9ab-855d61cacd71 req-6351fcf0-daae-4c7c-a56e-c93f4c1b9e94 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 949 time: 0.0884595 Sep 29 17:25:45.606231 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8b4367c1-3631-48c4-a9ab-855d61cacd71 req-c6223a73-5ce1-463d-9f91-cdc70f989140 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392060 Sep 29 17:25:45.879080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ec187-0b91-486a-84af-28b518e4673e req-677933f2-f44f-47af-9b8c-deba1d7e91b9 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:45.888482 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4d9ec187-0b91-486a-84af-28b518e4673e req-677933f2-f44f-47af-9b8c-deba1d7e91b9 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd HTTP/1.1" status: 200 len: 949 time: 0.0896847 Sep 29 17:25:45.934159 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4d9ec187-0b91-486a-84af-28b518e4673e req-455c41dd-aa61-4ae5-8d39-22553e5e44fd tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441592 Sep 29 17:25:45.960612 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 319f4848-b61d-4228-a1e6-988e16d739d1 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:25:46.084614 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91a9b8ac-e31a-46cd-8502-53e6a4421690 req-92f52109-7521-4daa-b546-d599388c7f2e tempest-QuotasAdminNegativeTest-1606767772 tempest-QuotasAdminNegativeTest-1606767772-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cc1e711cab824028953714d0cbde8900&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242982 Sep 29 17:25:46.087646 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 319f4848-b61d-4228-a1e6-988e16d739d1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=319f4848-b61d-4228-a1e6-988e16d739d1,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:46.106232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '319f4848-b61d-4228-a1e6-988e16d739d1', 'network_id': '76df170c-e1e4-4882-b30d-122279313449', 'port_id': '319f4848-b61d-4228-a1e6-988e16d739d1', 'mac_address': 'fa:16:3e:ac:0f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98c8895-c09f-4e08-8162-342e59909ede', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:25:46.145952 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:46.162136 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 319f4848-b61d-4228-a1e6-988e16d739d1 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:25:46.188305 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 319f4848-b61d-4228-a1e6-988e16d739d1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=319f4848-b61d-4228-a1e6-988e16d739d1,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:46.196305 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:46.223382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9b8ac-e31a-46cd-8502-53e6a4421690 req-600c6dae-9dcc-4332-9901-b96591c6515b tempest-QuotasAdminNegativeTest-1606767772 tempest-QuotasAdminNegativeTest-1606767772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:46.225375 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91a9b8ac-e31a-46cd-8502-53e6a4421690 req-600c6dae-9dcc-4332-9901-b96591c6515b tempest-QuotasAdminNegativeTest-1606767772 tempest-QuotasAdminNegativeTest-1606767772-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346850 Sep 29 17:25:46.249263 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91a9b8ac-e31a-46cd-8502-53e6a4421690 req-a1245aea-1cee-4d65-a4e3-d35446720ee3 tempest-QuotasAdminNegativeTest-1606767772 tempest-QuotasAdminNegativeTest-1606767772-project] 10.222.0.44 "GET /v2.0/quotas/cc1e711cab824028953714d0cbde8900 HTTP/1.1" status: 200 len: 375 time: 0.0178063 Sep 29 17:25:46.286703 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=319f4848-b61d-4228-a1e6-988e16d739d1,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:46.319339 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91a9b8ac-e31a-46cd-8502-53e6a4421690 req-048630dd-b069-4f64-8c70-bea696b1c0ea tempest-QuotasAdminNegativeTest-1606767772 tempest-QuotasAdminNegativeTest-1606767772-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc1e711cab824028953714d0cbde8900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637794 Sep 29 17:25:46.377154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9720ae7-0f75-4d7d-bf40-ede2f51cd4e0 req-70e7fa90-a613-49ec-ac39-e6d01cd38102 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:46.388675 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9720ae7-0f75-4d7d-bf40-ede2f51cd4e0 req-70e7fa90-a613-49ec-ac39-e6d01cd38102 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:46.390618 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9720ae7-0f75-4d7d-bf40-ede2f51cd4e0 req-70e7fa90-a613-49ec-ac39-e6d01cd38102 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1683 time: 0.0856519 Sep 29 17:25:46.436074 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9720ae7-0f75-4d7d-bf40-ede2f51cd4e0 req-aa907244-f529-47b7-ad57-3ba9a0d08739 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391419 Sep 29 17:25:46.564415 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['319f4848-b61d-4228-a1e6-988e16d739d1'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:46.748916 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:46.837633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60aa657-a533-4166-9639-7a42fad087c2 req-19012637-94e9-4606-839c-d518fb03b47f tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:46.839562 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f60aa657-a533-4166-9639-7a42fad087c2 req-19012637-94e9-4606-839c-d518fb03b47f tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.49 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 949 time: 0.0631456 Sep 29 17:25:46.964505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9029e2-62f9-41b3-afb0-f963930ada73 req-19beffdc-aa8d-46b9-b536-77bf438778b0 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:46.975022 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c9029e2-62f9-41b3-afb0-f963930ada73 req-19beffdc-aa8d-46b9-b536-77bf438778b0 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 949 time: 0.1342087 Sep 29 17:25:47.034949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f60aa657-a533-4166-9639-7a42fad087c2 req-15be61b3-2362-4338-8aa5-78f47dfe883a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Deleting port 211992b9-b4a8-4fb9-9db5-2fe96235595b {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:47.035304 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f60aa657-a533-4166-9639-7a42fad087c2 req-15be61b3-2362-4338-8aa5-78f47dfe883a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:47.048870 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c9029e2-62f9-41b3-afb0-f963930ada73 req-8be62534-7411-4df4-a4d3-c6a971ce5165 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/security-groups?id=8713ead7-9188-49d6-90a3-b3cb493bc413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710089 Sep 29 17:25:47.158728 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039b6ce-c221-47b0-84de-86a8885004b9 req-f25d2516-c534-45f8-a0d8-5eb3165ff253 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:47.166967 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b039b6ce-c221-47b0-84de-86a8885004b9 req-f25d2516-c534-45f8-a0d8-5eb3165ff253 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd HTTP/1.1" status: 200 len: 949 time: 0.0809953 Sep 29 17:25:47.217045 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b039b6ce-c221-47b0-84de-86a8885004b9 req-8b07a53d-f66c-4af8-a4de-7cdb14ec4712 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488014 Sep 29 17:25:47.218480 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91919863-bb37-46c6-b6e9-97f7836fda60 req-b4fbe801-29c2-4227-8871-1f606dc14bce tempest-QuotasAdminNegativeTest-1606767772 tempest-QuotasAdminNegativeTest-1606767772-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cc1e711cab824028953714d0cbde8900&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372515 Sep 29 17:25:47.320992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb0c53-3907-4ba2-b3b6-e7a0bafc216c req-5c825bdc-7fd6-429c-b4f5-21c17ed31eb8 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:47.322448 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-21eb0c53-3907-4ba2-b3b6-e7a0bafc216c req-5c825bdc-7fd6-429c-b4f5-21c17ed31eb8 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "GET /v2.0/ports?device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd HTTP/1.1" status: 200 len: 949 time: 0.2191248 Sep 29 17:25:47.328793 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6354f2-d531-4b47-acd0-644ff248f0cb req-3719fbc1-d391-43ee-87cb-ee80bac10a3c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:47.329190 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a6354f2-d531-4b47-acd0-644ff248f0cb req-3719fbc1-d391-43ee-87cb-ee80bac10a3c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fdc9c7f-b553-4a57-873d-a359ff2b3e6f HTTP/1.1" status: 200 len: 950 time: 0.0626640 Sep 29 17:25:47.354838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f60aa657-a533-4166-9639-7a42fad087c2 req-15be61b3-2362-4338-8aa5-78f47dfe883a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] For port 211992b9-b4a8-4fb9-9db5-2fe96235595b, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=211992b9-b4a8-4fb9-9db5-2fe96235595b,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:47.355248 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f60aa657-a533-4166-9639-7a42fad087c2 req-15be61b3-2362-4338-8aa5-78f47dfe883a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:47.396043 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f60aa657-a533-4166-9639-7a42fad087c2 req-15be61b3-2362-4338-8aa5-78f47dfe883a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Calling delete_port for 211992b9-b4a8-4fb9-9db5-2fe96235595b owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:47.437082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91919863-bb37-46c6-b6e9-97f7836fda60 req-08c20306-47fb-49a0-9048-0f668b42f1dd tempest-QuotasAdminNegativeTest-1606767772 tempest-QuotasAdminNegativeTest-1606767772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:47.438595 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91919863-bb37-46c6-b6e9-97f7836fda60 req-08c20306-47fb-49a0-9048-0f668b42f1dd tempest-QuotasAdminNegativeTest-1606767772 tempest-QuotasAdminNegativeTest-1606767772-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194419 Sep 29 17:25:47.450803 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-6a6354f2-d531-4b47-acd0-644ff248f0cb req-dac07021-3fa8-4665-b70a-38941e719149 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Deleting port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:47.451140 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6a6354f2-d531-4b47-acd0-644ff248f0cb req-dac07021-3fa8-4665-b70a-38941e719149 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:47.512832 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91919863-bb37-46c6-b6e9-97f7836fda60 req-72246e96-47a7-49e4-97c5-8689ed7419f2 tempest-QuotasAdminNegativeTest-1606767772 tempest-QuotasAdminNegativeTest-1606767772-project] 10.222.0.44 "GET /v2.0/quotas/cc1e711cab824028953714d0cbde8900 HTTP/1.1" status: 200 len: 375 time: 0.0537024 Sep 29 17:25:47.609592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2535de2-67d2-4bd5-86e5-84449cdebd20 req-a305fd7c-2c48-489f-8b1f-3158c7c34989 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:47.615437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2535de2-67d2-4bd5-86e5-84449cdebd20 req-a305fd7c-2c48-489f-8b1f-3158c7c34989 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:47.617078 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c2535de2-67d2-4bd5-86e5-84449cdebd20 req-a305fd7c-2c48-489f-8b1f-3158c7c34989 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1683 time: 0.0861998 Sep 29 17:25:47.619136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-6a6354f2-d531-4b47-acd0-644ff248f0cb req-dac07021-3fa8-4665-b70a-38941e719149 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] For port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=54d93eea-ebc5-4726-a8f6-8ee2df308d7c,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:47.619503 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6a6354f2-d531-4b47-acd0-644ff248f0cb req-dac07021-3fa8-4665-b70a-38941e719149 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:47.641488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-6a6354f2-d531-4b47-acd0-644ff248f0cb req-dac07021-3fa8-4665-b70a-38941e719149 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Calling delete_port for 54d93eea-ebc5-4726-a8f6-8ee2df308d7c owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:47.705625 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c2535de2-67d2-4bd5-86e5-84449cdebd20 req-02cc730c-eaec-4d9a-8bfc-ad20663576bd tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779235 Sep 29 17:25:47.823629 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6a6354f2-d531-4b47-acd0-644ff248f0cb req-dac07021-3fa8-4665-b70a-38941e719149 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:47.850346 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['046e9848-0706-4079-828a-97c9ad328382'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:47.858232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac07021-3fa8-4665-b70a-38941e719149 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event deleted for resources: {'Port': ['ID=54d93eea-ebc5-4726-a8f6-8ee2df308d7c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:47.866776 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91919863-bb37-46c6-b6e9-97f7836fda60 req-3017c6ca-21ac-4973-940a-253296d3d41a tempest-QuotasAdminNegativeTest-1606767772 tempest-QuotasAdminNegativeTest-1606767772-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc1e711cab824028953714d0cbde8900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3429623 Sep 29 17:25:47.879543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-21eb0c53-3907-4ba2-b3b6-e7a0bafc216c req-24b21913-77f3-429b-9048-4335023f0a04 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Deleting port 0844192e-5470-4a7b-9446-c355fea56b0e {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:47.879883 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-21eb0c53-3907-4ba2-b3b6-e7a0bafc216c req-24b21913-77f3-429b-9048-4335023f0a04 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:47.928549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['54d93eea-ebc5-4726-a8f6-8ee2df308d7c', '0844192e-5470-4a7b-9446-c355fea56b0e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:47.954940 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6354f2-d531-4b47-acd0-644ff248f0cb req-dac07021-3fa8-4665-b70a-38941e719149 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] No DVR routers for this DVR port 54d93eea-ebc5-4726-a8f6-8ee2df308d7c on host n-h2-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:47.958649 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6a6354f2-d531-4b47-acd0-644ff248f0cb req-dac07021-3fa8-4665-b70a-38941e719149 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:47.960831 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a6354f2-d531-4b47-acd0-644ff248f0cb req-dac07021-3fa8-4665-b70a-38941e719149 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "DELETE /v2.0/ports/54d93eea-ebc5-4726-a8f6-8ee2df308d7c HTTP/1.1" status: 204 len: 173 time: 0.6203961 Sep 29 17:25:47.961530 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdc9c7f-b553-4a57-873d-a359ff2b3e6f', 'name': 'network-vif-deleted', 'tag': '54d93eea-ebc5-4726-a8f6-8ee2df308d7c'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:47.964161 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dab5073-6a38-4e7a-af54-6afd6fadcef8" -d '{"events": [{"server_uuid": "4fdc9c7f-b553-4a57-873d-a359ff2b3e6f", "name": "network-vif-deleted", "tag": "54d93eea-ebc5-4726-a8f6-8ee2df308d7c"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:48.025132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 319f4848-b61d-4228-a1e6-988e16d739d1 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:25:48.071397 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f60aa657-a533-4166-9639-7a42fad087c2 req-15be61b3-2362-4338-8aa5-78f47dfe883a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:48.077304 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2683f6-58e6-490c-a7d9-c571a803691e x-openstack-request-id: req-9d2683f6-58e6-490c-a7d9-c571a803691e {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:48.077692 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fdc9c7f-b553-4a57-873d-a359ff2b3e6f", "name": "network-vif-deleted", "tag": "54d93eea-ebc5-4726-a8f6-8ee2df308d7c", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:48.078039 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d2683f6-58e6-490c-a7d9-c571a803691e {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:48.079495 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdc9c7f-b553-4a57-873d-a359ff2b3e6f', 'name': 'network-vif-deleted', 'tag': '54d93eea-ebc5-4726-a8f6-8ee2df308d7c', 'status': 'completed', 'code': 200} Sep 29 17:25:48.110490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be61b3-2362-4338-8aa5-78f47dfe883a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Pushing event deleted for resources: {'Port': ['ID=211992b9-b4a8-4fb9-9db5-2fe96235595b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:48.114842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-21eb0c53-3907-4ba2-b3b6-e7a0bafc216c req-24b21913-77f3-429b-9048-4335023f0a04 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] For port 0844192e-5470-4a7b-9446-c355fea56b0e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0844192e-5470-4a7b-9446-c355fea56b0e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:48.115138 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-21eb0c53-3907-4ba2-b3b6-e7a0bafc216c req-24b21913-77f3-429b-9048-4335023f0a04 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:48.137043 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-21eb0c53-3907-4ba2-b3b6-e7a0bafc216c req-24b21913-77f3-429b-9048-4335023f0a04 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Calling delete_port for 0844192e-5470-4a7b-9446-c355fea56b0e owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:48.152025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-36d5aa9e-c30c-4cf9-b3d8-8af541084119 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:48.159417 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-36d5aa9e-c30c-4cf9-b3d8-8af541084119 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:48.161743 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-36d5aa9e-c30c-4cf9-b3d8-8af541084119 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.35 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 1683 time: 0.1622322 Sep 29 17:25:48.229625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 319f4848-b61d-4228-a1e6-988e16d739d1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:25:48.229625 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:48.345967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60aa657-a533-4166-9639-7a42fad087c2 req-15be61b3-2362-4338-8aa5-78f47dfe883a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] No DVR routers for this DVR port 211992b9-b4a8-4fb9-9db5-2fe96235595b on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:48.359572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c492c84a-4df4-40fe-bd40-70f219c2fe0c req-7c4d2f7d-1b72-487a-9849-10d8f41fd295 tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ac58c20-1236-4eb6-8dee-10a0ab260e33 HTTP/1.1" status: 200 len: 210 time: 0.0743401 Sep 29 17:25:48.370366 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f60aa657-a533-4166-9639-7a42fad087c2 req-15be61b3-2362-4338-8aa5-78f47dfe883a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:48.373007 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f60aa657-a533-4166-9639-7a42fad087c2 req-15be61b3-2362-4338-8aa5-78f47dfe883a tempest-ServersAdminNegativeTestJSON-191120111 tempest-ServersAdminNegativeTestJSON-191120111-project] 10.222.0.49 "DELETE /v2.0/ports/211992b9-b4a8-4fb9-9db5-2fe96235595b HTTP/1.1" status: 204 len: 173 time: 1.5221181 Sep 29 17:25:48.391404 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac58c20-1236-4eb6-8dee-10a0ab260e33', 'name': 'network-vif-deleted', 'tag': '211992b9-b4a8-4fb9-9db5-2fe96235595b'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:48.395025 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314d18b9-3346-49b5-b7b4-8bbd5516d6c2" -d '{"events": [{"server_uuid": "2ac58c20-1236-4eb6-8dee-10a0ab260e33", "name": "network-vif-deleted", "tag": "211992b9-b4a8-4fb9-9db5-2fe96235595b"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:48.436189 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b191f-13b6-4026-b9e9-6925bdf2f927 req-b6d939e7-45fd-4270-a0be-3473f7977620 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:48.445293 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-512b191f-13b6-4026-b9e9-6925bdf2f927 req-b6d939e7-45fd-4270-a0be-3473f7977620 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 951 time: 0.0955844 Sep 29 17:25:48.503406 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-512b191f-13b6-4026-b9e9-6925bdf2f927 req-c6278f68-ddbd-44d2-9a62-87e0b11bdab2 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/security-groups?id=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524764 Sep 29 17:25:48.564689 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-e8da922f-6117-4613-ba38-1abce83dd1d8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Deleting port 60ec4190-d657-4d83-a6e2-157efc6caed1 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:48.565016 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-e8da922f-6117-4613-ba38-1abce83dd1d8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:48.568241 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:48.597963 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f24dc7d-eae1-4f99-9166-e8866259f528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319f4848-b61d-4228-a1e6-988e16d739d1'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:48.600858 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47c74ce-6edf-47c8-98fc-c822787db700" -d '{"events": [{"server_uuid": "3f24dc7d-eae1-4f99-9166-e8866259f528", "name": "network-vif-plugged", "status": "completed", "tag": "319f4848-b61d-4228-a1e6-988e16d739d1"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:48.615723 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 319f4848-b61d-4228-a1e6-988e16d739d1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=319f4848-b61d-4228-a1e6-988e16d739d1,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:48.621006 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:48.681393 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=319f4848-b61d-4228-a1e6-988e16d739d1,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:48.685093 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-e8da922f-6117-4613-ba38-1abce83dd1d8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] For port 60ec4190-d657-4d83-a6e2-157efc6caed1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=60ec4190-d657-4d83-a6e2-157efc6caed1,segment=NetworkSegment(606410b4-0a18-4674-953e-295590b2f986),segment_id=606410b4-0a18-4674-953e-295590b2f986)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:48.685489 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-e8da922f-6117-4613-ba38-1abce83dd1d8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:48.694881 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73185652-bcca-4c3c-8b01-17ee387b9994 x-openstack-request-id: req-73185652-bcca-4c3c-8b01-17ee387b9994 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:48.695235 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac58c20-1236-4eb6-8dee-10a0ab260e33", "name": "network-vif-deleted", "tag": "211992b9-b4a8-4fb9-9db5-2fe96235595b", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:48.695450 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-73185652-bcca-4c3c-8b01-17ee387b9994 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:48.697542 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac58c20-1236-4eb6-8dee-10a0ab260e33', 'name': 'network-vif-deleted', 'tag': '211992b9-b4a8-4fb9-9db5-2fe96235595b', 'status': 'completed', 'code': 200} Sep 29 17:25:48.710407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-e8da922f-6117-4613-ba38-1abce83dd1d8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Calling delete_port for 60ec4190-d657-4d83-a6e2-157efc6caed1 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:48.723838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ef850-4359-43d0-a7d1-5521152b0d8b req-7a8723a5-267a-4d4f-98e4-08630ceccf37 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:48.724962 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['211992b9-b4a8-4fb9-9db5-2fe96235595b'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:48.730765 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-096ef850-4359-43d0-a7d1-5521152b0d8b req-7a8723a5-267a-4d4f-98e4-08630ceccf37 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=68f3b1bd-ea0d-4731-8ebe-1d271dd614cd HTTP/1.1" status: 200 len: 949 time: 0.2765305 Sep 29 17:25:48.744024 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-21eb0c53-3907-4ba2-b3b6-e7a0bafc216c req-24b21913-77f3-429b-9048-4335023f0a04 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:48.765588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['046e9848-0706-4079-828a-97c9ad328382'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:48.791644 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['54d93eea-ebc5-4726-a8f6-8ee2df308d7c'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:48.827376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b21913-77f3-429b-9048-4335023f0a04 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event deleted for resources: {'Port': ['ID=0844192e-5470-4a7b-9446-c355fea56b0e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:48.894119 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-096ef850-4359-43d0-a7d1-5521152b0d8b req-b7a40bc8-dcb2-4f7c-b9e7-058e0776393d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563082 Sep 29 17:25:48.935039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-21eb0c53-3907-4ba2-b3b6-e7a0bafc216c req-24b21913-77f3-429b-9048-4335023f0a04 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] No DVR routers for this DVR port 0844192e-5470-4a7b-9446-c355fea56b0e on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:48.943564 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-21eb0c53-3907-4ba2-b3b6-e7a0bafc216c req-24b21913-77f3-429b-9048-4335023f0a04 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:48.947881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-21eb0c53-3907-4ba2-b3b6-e7a0bafc216c req-24b21913-77f3-429b-9048-4335023f0a04 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.35 "DELETE /v2.0/ports/0844192e-5470-4a7b-9446-c355fea56b0e HTTP/1.1" status: 204 len: 173 time: 1.6059589 Sep 29 17:25:49.006456 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb80a0f0-083a-4a75-8765-c38ba4f94ae0 x-openstack-request-id: req-fb80a0f0-083a-4a75-8765-c38ba4f94ae0 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:49.007022 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f24dc7d-eae1-4f99-9166-e8866259f528", "name": "network-vif-plugged", "status": "completed", "tag": "319f4848-b61d-4228-a1e6-988e16d739d1", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:49.007022 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb80a0f0-083a-4a75-8765-c38ba4f94ae0 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:49.007516 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f24dc7d-eae1-4f99-9166-e8866259f528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319f4848-b61d-4228-a1e6-988e16d739d1', 'code': 200} Sep 29 17:25:49.097767 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-e8da922f-6117-4613-ba38-1abce83dd1d8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:49.131249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['80c9ae5a-eb6a-418d-aa07-12b801bf4850', '60ec4190-d657-4d83-a6e2-157efc6caed1'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:49.189218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da922f-6117-4613-ba38-1abce83dd1d8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event deleted for resources: {'Port': ['ID=60ec4190-d657-4d83-a6e2-157efc6caed1,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:49.287045 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-e8da922f-6117-4613-ba38-1abce83dd1d8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] No DVR routers for this DVR port 60ec4190-d657-4d83-a6e2-157efc6caed1 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:49.289968 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-e8da922f-6117-4613-ba38-1abce83dd1d8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:49.292629 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-e8da922f-6117-4613-ba38-1abce83dd1d8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.35 "DELETE /v2.0/ports/60ec4190-d657-4d83-a6e2-157efc6caed1 HTTP/1.1" status: 204 len: 173 time: 1.0478747 Sep 29 17:25:49.514300 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613efac-f30d-4a13-ba32-876a7298c50c req-7aafe99b-e215-4347-9641-b78a1feea5b5 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:49.515852 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6613efac-f30d-4a13-ba32-876a7298c50c req-7aafe99b-e215-4347-9641-b78a1feea5b5 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 946 time: 0.1201019 Sep 29 17:25:49.567965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-7b5769a9-59bf-45eb-b208-2d593b151cd6 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Deleting port 80c9ae5a-eb6a-418d-aa07-12b801bf4850 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:49.568314 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-7b5769a9-59bf-45eb-b208-2d593b151cd6 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:49.611665 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6613efac-f30d-4a13-ba32-876a7298c50c req-45a985a3-1279-48ce-adc0-f404267dc7fc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/security-groups?id=0dfa9a95-1a43-4157-9ff7-003dd6442e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863719 Sep 29 17:25:49.772570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-7b5769a9-59bf-45eb-b208-2d593b151cd6 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] For port 80c9ae5a-eb6a-418d-aa07-12b801bf4850, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=80c9ae5a-eb6a-418d-aa07-12b801bf4850,segment=NetworkSegment(2d438a5a-d2f5-427f-b658-75f186f90782),segment_id=2d438a5a-d2f5-427f-b658-75f186f90782)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:49.772989 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-7b5769a9-59bf-45eb-b208-2d593b151cd6 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:49.816640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-7b5769a9-59bf-45eb-b208-2d593b151cd6 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Calling delete_port for 80c9ae5a-eb6a-418d-aa07-12b801bf4850 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:49.947349 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef3bf8a9-5a92-4d3c-853d-00abbbffe90e req-4f14db74-7fa5-4176-b2f7-9058faa286c6 tempest-QuotasAdminNegativeTest-1606767772 tempest-QuotasAdminNegativeTest-1606767772-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cc1e711cab824028953714d0cbde8900&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420756 Sep 29 17:25:50.058844 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-7b5769a9-59bf-45eb-b208-2d593b151cd6 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:50.107315 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bf8a9-5a92-4d3c-853d-00abbbffe90e req-dd4b2824-c9ec-4cbc-923d-fcce21c1ed5c tempest-QuotasAdminNegativeTest-1606767772 tempest-QuotasAdminNegativeTest-1606767772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:50.117845 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef3bf8a9-5a92-4d3c-853d-00abbbffe90e req-dd4b2824-c9ec-4cbc-923d-fcce21c1ed5c tempest-QuotasAdminNegativeTest-1606767772 tempest-QuotasAdminNegativeTest-1606767772-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1695995 Sep 29 17:25:50.138331 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef3bf8a9-5a92-4d3c-853d-00abbbffe90e req-3105dea9-e28f-4422-9913-2a0fd342f212 tempest-QuotasAdminNegativeTest-1606767772 tempest-QuotasAdminNegativeTest-1606767772-project] 10.222.0.44 "GET /v2.0/quotas/cc1e711cab824028953714d0cbde8900 HTTP/1.1" status: 200 len: 375 time: 0.0190120 Sep 29 17:25:50.143488 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5769a9-59bf-45eb-b208-2d593b151cd6 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event deleted for resources: {'Port': ['ID=80c9ae5a-eb6a-418d-aa07-12b801bf4850,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:50.234738 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef3bf8a9-5a92-4d3c-853d-00abbbffe90e req-98de5554-123c-4311-8b26-4a17ba2b3030 tempest-QuotasAdminNegativeTest-1606767772 tempest-QuotasAdminNegativeTest-1606767772-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc1e711cab824028953714d0cbde8900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945950 Sep 29 17:25:50.236421 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-7b5769a9-59bf-45eb-b208-2d593b151cd6 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] No DVR routers for this DVR port 80c9ae5a-eb6a-418d-aa07-12b801bf4850 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:50.246237 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-7b5769a9-59bf-45eb-b208-2d593b151cd6 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:50.249457 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3006d86-9ff7-42da-894f-aeb1455511e1 req-7b5769a9-59bf-45eb-b208-2d593b151cd6 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.35 "DELETE /v2.0/ports/80c9ae5a-eb6a-418d-aa07-12b801bf4850 HTTP/1.1" status: 204 len: 173 time: 0.9391737 Sep 29 17:25:50.455091 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55952) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:50.533108 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013daf2-15c8-4593-bce9-25964e420122 req-45027327-d9ff-4999-8d9e-157314492173 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:50.535772 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a013daf2-15c8-4593-bce9-25964e420122 req-45027327-d9ff-4999-8d9e-157314492173 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 951 time: 0.1358478 Sep 29 17:25:50.614697 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a013daf2-15c8-4593-bce9-25964e420122 req-71a6cd21-5e40-48b6-bdb8-9d49ec9cf8e2 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/security-groups?id=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705097 Sep 29 17:25:50.696954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f3b1bd-ea0d-4731-8ebe-1d271dd614cd', 'name': 'network-vif-deleted', 'tag': '0844192e-5470-4a7b-9446-c355fea56b0e'}, {'server_uuid': '54bdbc72-b9ea-41aa-bc69-115e808b1b2d', 'name': 'network-vif-deleted', 'tag': '60ec4190-d657-4d83-a6e2-157efc6caed1'}, {'server_uuid': '54bdbc72-b9ea-41aa-bc69-115e808b1b2d', 'name': 'network-vif-deleted', 'tag': '80c9ae5a-eb6a-418d-aa07-12b801bf4850'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:50.699530 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67aba0d-279e-47d0-b128-f8a93b86024d" -d '{"events": [{"server_uuid": "68f3b1bd-ea0d-4731-8ebe-1d271dd614cd", "name": "network-vif-deleted", "tag": "0844192e-5470-4a7b-9446-c355fea56b0e"}, {"server_uuid": "54bdbc72-b9ea-41aa-bc69-115e808b1b2d", "name": "network-vif-deleted", "tag": "60ec4190-d657-4d83-a6e2-157efc6caed1"}, {"server_uuid": "54bdbc72-b9ea-41aa-bc69-115e808b1b2d", "name": "network-vif-deleted", "tag": "80c9ae5a-eb6a-418d-aa07-12b801bf4850"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:50.754420 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b098ad24-e624-4a23-a8c6-ed64d54ebdb0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d4b1f31d7c54209816b30bee7beb462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978618 Sep 29 17:25:50.757037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55960) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:50.848010 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ce476c78-ebca-47a4-b34e-c545956df8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:50.877312 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ce476c78-ebca-47a4-b34e-c545956df8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:50.925431 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f59fdd06-9663-41f5-b526-abc6116e2809 req-8923b07c-1837-441b-9959-682735bb0451 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "GET /v2.0/ports?device_id=54bdbc72-b9ea-41aa-bc69-115e808b1b2d HTTP/1.1" status: 200 len: 210 time: 0.0568125 Sep 29 17:25:50.960054 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ce476c78-ebca-47a4-b34e-c545956df8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:50.963958 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ce476c78-ebca-47a4-b34e-c545956df8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:50.973101 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ce476c78-ebca-47a4-b34e-c545956df8d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8713ead7-9188-49d6-90a3-b3cb493bc413 HTTP/1.1" status: 204 len: 168 time: 0.2077596 Sep 29 17:25:50.992869 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce476c78-ebca-47a4-b34e-c545956df8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8713ead7-9188-49d6-90a3-b3cb493bc413,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:51.015462 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241ae74d-a4d2-45a5-8629-72c3e471dae8 x-openstack-request-id: req-241ae74d-a4d2-45a5-8629-72c3e471dae8 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:51.015920 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f3b1bd-ea0d-4731-8ebe-1d271dd614cd", "name": "network-vif-deleted", "tag": "0844192e-5470-4a7b-9446-c355fea56b0e", "status": "completed", "code": 200}, {"server_uuid": "54bdbc72-b9ea-41aa-bc69-115e808b1b2d", "name": "network-vif-deleted", "tag": "60ec4190-d657-4d83-a6e2-157efc6caed1", "status": "completed", "code": 200}, {"server_uuid": "54bdbc72-b9ea-41aa-bc69-115e808b1b2d", "name": "network-vif-deleted", "tag": "80c9ae5a-eb6a-418d-aa07-12b801bf4850", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:51.016282 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-241ae74d-a4d2-45a5-8629-72c3e471dae8 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:51.016895 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f3b1bd-ea0d-4731-8ebe-1d271dd614cd', 'name': 'network-vif-deleted', 'tag': '0844192e-5470-4a7b-9446-c355fea56b0e', 'status': 'completed', 'code': 200} Sep 29 17:25:51.017344 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bdbc72-b9ea-41aa-bc69-115e808b1b2d', 'name': 'network-vif-deleted', 'tag': '60ec4190-d657-4d83-a6e2-157efc6caed1', 'status': 'completed', 'code': 200} Sep 29 17:25:51.017699 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bdbc72-b9ea-41aa-bc69-115e808b1b2d', 'name': 'network-vif-deleted', 'tag': '80c9ae5a-eb6a-418d-aa07-12b801bf4850', 'status': 'completed', 'code': 200} Sep 29 17:25:51.293751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55988) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:51.312221 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966934a2-ed6f-4b1f-bc78-d04cbc54674c req-74942dad-bd86-410b-bbd2-33e1858ed3b7 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:51.315698 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-966934a2-ed6f-4b1f-bc78-d04cbc54674c req-74942dad-bd86-410b-bbd2-33e1858ed3b7 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 949 time: 0.0913441 Sep 29 17:25:51.318979 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 211992b9-b4a8-4fb9-9db5-2fe96235595b no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:51.364705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 211992b9-b4a8-4fb9-9db5-2fe96235595b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:51.365063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 211992b9-b4a8-4fb9-9db5-2fe96235595b not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:51.365684 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c88333fe-6d40-441a-a410-61a81218281a no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:51.366479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-966934a2-ed6f-4b1f-bc78-d04cbc54674c req-c4d9b712-9644-464e-bf2c-7dbacebe39c2 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437970 Sep 29 17:25:51.476403 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a94a-5b4e-4534-8a21-d0fe62c35b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:51.497518 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:51.527092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a88a0f-d215-40d7-a327-d925aff9a125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c88333fe-6d40-441a-a410-61a81218281a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:51.530182 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41949b1-25b4-4074-b450-619472efaac0" -d '{"events": [{"server_uuid": "b8a88a0f-d215-40d7-a327-d925aff9a125", "name": "network-vif-unplugged", "status": "completed", "tag": "c88333fe-6d40-441a-a410-61a81218281a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:51.571708 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55994) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:51.601197 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c88333fe-6d40-441a-a410-61a81218281a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c88333fe-6d40-441a-a410-61a81218281a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:51.610418 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05528dd1-230b-4dc0-8b2f-014ca76b67a5 x-openstack-request-id: req-05528dd1-230b-4dc0-8b2f-014ca76b67a5 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:51.610774 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a88a0f-d215-40d7-a327-d925aff9a125", "name": "network-vif-unplugged", "status": "completed", "tag": "c88333fe-6d40-441a-a410-61a81218281a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:51.611038 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05528dd1-230b-4dc0-8b2f-014ca76b67a5 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:51.611433 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a88a0f-d215-40d7-a327-d925aff9a125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c88333fe-6d40-441a-a410-61a81218281a', 'code': 200} Sep 29 17:25:51.615407 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:51.645073 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d7f2d998-b614-4bc3-88e9-8383824576ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=24edfef53336415c895f41660f6b407f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721288 Sep 29 17:25:51.647491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55998) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:51.721778 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a94a-5b4e-4534-8a21-d0fe62c35b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:51.733384 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=c88333fe-6d40-441a-a410-61a81218281a,revision_number=11']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:51.733735 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ee8a94a-5b4e-4534-8a21-d0fe62c35b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:51.785733 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1ee8a94a-5b4e-4534-8a21-d0fe62c35b34 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc1e711cab824028953714d0cbde8900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4905946 Sep 29 17:25:51.787270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8a94a-5b4e-4534-8a21-d0fe62c35b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3b1b68-7eb1-4212-9dfd-ffefec6058ee,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:51.789023 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56000) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:51.797048 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-482da9c7-50f1-4869-815f-63c4e287a4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:51.809730 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6033f-affb-4b5e-b2d1-423d783d6b78 req-5b636fc8-78aa-4899-acc2-7dab98bee60b tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:51.817285 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70e6033f-affb-4b5e-b2d1-423d783d6b78 req-5b636fc8-78aa-4899-acc2-7dab98bee60b tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 949 time: 0.0975320 Sep 29 17:25:51.867977 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-482da9c7-50f1-4869-815f-63c4e287a4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:51.909933 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70e6033f-affb-4b5e-b2d1-423d783d6b78 req-a0a2e342-13da-4dd8-b256-503b503eec2c tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/security-groups?id=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917678 Sep 29 17:25:51.946941 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bb0cf42-1fb4-4bc6-bd5b-4accf5424ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:51.976631 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bb0cf42-1fb4-4bc6-bd5b-4accf5424ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:51.979174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0844192e-5470-4a7b-9446-c355fea56b0e no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:52.035359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56004) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:52.047825 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 0844192e-5470-4a7b-9446-c355fea56b0e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:52.048604 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0844192e-5470-4a7b-9446-c355fea56b0e not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:52.050183 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 80c9ae5a-eb6a-418d-aa07-12b801bf4850 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:52.063174 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bb0cf42-1fb4-4bc6-bd5b-4accf5424ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:52.085142 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bb0cf42-1fb4-4bc6-bd5b-4accf5424ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:52.086856 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6bb0cf42-1fb4-4bc6-bd5b-4accf5424ed0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d3b1b68-7eb1-4212-9dfd-ffefec6058ee HTTP/1.1" status: 204 len: 168 time: 0.2956667 Sep 29 17:25:52.099118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 80c9ae5a-eb6a-418d-aa07-12b801bf4850 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:52.113100 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 80c9ae5a-eb6a-418d-aa07-12b801bf4850 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:52.115694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 60ec4190-d657-4d83-a6e2-157efc6caed1 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:52.141868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0cf42-1fb4-4bc6-bd5b-4accf5424ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3b1b68-7eb1-4212-9dfd-ffefec6058ee,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:52.151684 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-482da9c7-50f1-4869-815f-63c4e287a4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:52.159470 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-482da9c7-50f1-4869-815f-63c4e287a4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:52.164970 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-482da9c7-50f1-4869-815f-63c4e287a4ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12ecbad2-65b5-41d0-a09d-129c7c5fb2e2 HTTP/1.1" status: 204 len: 168 time: 0.5126207 Sep 29 17:25:52.190037 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482da9c7-50f1-4869-815f-63c4e287a4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ecbad2-65b5-41d0-a09d-129c7c5fb2e2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:52.204640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 60ec4190-d657-4d83-a6e2-157efc6caed1 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:52.204996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 60ec4190-d657-4d83-a6e2-157efc6caed1 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:52.205456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 54d93eea-ebc5-4726-a8f6-8ee2df308d7c no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:52.238654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 54d93eea-ebc5-4726-a8f6-8ee2df308d7c {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:52.239986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 54d93eea-ebc5-4726-a8f6-8ee2df308d7c not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:52.375098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47d27c-c775-4d93-8740-6c1917e1f106 req-ccee6cfb-00a3-4390-a6d1-c31a65014900 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:52.377609 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da47d27c-c775-4d93-8740-6c1917e1f106 req-ccee6cfb-00a3-4390-a6d1-c31a65014900 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.49 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 949 time: 0.3336816 Sep 29 17:25:52.451654 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28816e6-0be0-4f4a-b5ff-0a980416c06a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Deleting subnet 122d360c-4d1b-4652-941f-ab4fab3ae878 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:25:52.475891 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a28816e6-0be0-4f4a-b5ff-0a980416c06a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:52.538485 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347e6e3-d511-4299-a40d-b6f783bed205 req-310bb5f2-a7d6-40ac-b52e-7a9c4cbffe0c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:52.540269 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e347e6e3-d511-4299-a40d-b6f783bed205 req-310bb5f2-a7d6-40ac-b52e-7a9c4cbffe0c tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.49 "GET /v2.0/ports?device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 949 time: 0.2535372 Sep 29 17:25:52.556961 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a28816e6-0be0-4f4a-b5ff-0a980416c06a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:52.607673 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d1333-be63-4119-a612-c034b8ea318b req-217ab8a3-3463-4b78-b171-608c8150b8f9 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:52.621719 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-336d1333-be63-4119-a612-c034b8ea318b req-217ab8a3-3463-4b78-b171-608c8150b8f9 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 949 time: 0.1504567 Sep 29 17:25:52.713221 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-336d1333-be63-4119-a612-c034b8ea318b req-3d89e18f-3739-4578-aaf7-d8c3d86c5f50 tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/security-groups?id=970df10c-6ca3-43bb-ac9b-7872e34a872a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900185 Sep 29 17:25:52.771648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-da47d27c-c775-4d93-8740-6c1917e1f106 req-caf0f965-2b3c-4f1b-a17c-c4a150118fd0 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Deleting port c88333fe-6d40-441a-a410-61a81218281a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:52.772228 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-da47d27c-c775-4d93-8740-6c1917e1f106 req-caf0f965-2b3c-4f1b-a17c-c4a150118fd0 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:52.779611 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a28816e6-0be0-4f4a-b5ff-0a980416c06a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:52.902494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56038) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:52.920703 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f8d2bf4-c397-4c0b-8b94-b338a0ffbefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:52.928923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-e347e6e3-d511-4299-a40d-b6f783bed205 req-643c8d75-542a-4c81-bf7d-31da09e50b3d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Deleting port 046e9848-0706-4079-828a-97c9ad328382 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:52.929609 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e347e6e3-d511-4299-a40d-b6f783bed205 req-643c8d75-542a-4c81-bf7d-31da09e50b3d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:53.054650 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a28816e6-0be0-4f4a-b5ff-0a980416c06a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:53.105942 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f8d2bf4-c397-4c0b-8b94-b338a0ffbefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:53.113698 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f8d2bf4-c397-4c0b-8b94-b338a0ffbefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:53.160017 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28816e6-0be0-4f4a-b5ff-0a980416c06a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event deleted for resources: {'Subnet': ['ID=122d360c-4d1b-4652-941f-ab4fab3ae878,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:53.173189 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a28816e6-0be0-4f4a-b5ff-0a980416c06a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:53.175587 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a28816e6-0be0-4f4a-b5ff-0a980416c06a tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "DELETE /v2.0/subnets/122d360c-4d1b-4652-941f-ab4fab3ae878 HTTP/1.1" status: 204 len: 168 time: 1.1391356 Sep 29 17:25:53.181496 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff43c48d-b9b1-4b11-92c5-14baf284524d None None] Network 7986081f-9782-4ff2-bf4d-7fdd958ebc70 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:25:53.185211 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-da47d27c-c775-4d93-8740-6c1917e1f106 req-caf0f965-2b3c-4f1b-a17c-c4a150118fd0 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] For port c88333fe-6d40-441a-a410-61a81218281a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c88333fe-6d40-441a-a410-61a81218281a,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:53.185521 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-da47d27c-c775-4d93-8740-6c1917e1f106 req-caf0f965-2b3c-4f1b-a17c-c4a150118fd0 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:53.188977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56048) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:53.211767 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9f8d2bf4-c397-4c0b-8b94-b338a0ffbefe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6b4fd93c24d4c2d9638356b98e2eb18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083203 Sep 29 17:25:53.214905 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56050) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:53.237831 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d2bf4-c397-4c0b-8b94-b338a0ffbefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c6ae67-1386-4460-9052-f1bdfe7ef9ec,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:53.318666 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-da47d27c-c775-4d93-8740-6c1917e1f106 req-caf0f965-2b3c-4f1b-a17c-c4a150118fd0 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Calling delete_port for c88333fe-6d40-441a-a410-61a81218281a owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:53.341401 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3d8d234f-ed71-4d05-bb95-491df481ac39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:53.386331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-e347e6e3-d511-4299-a40d-b6f783bed205 req-643c8d75-542a-4c81-bf7d-31da09e50b3d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] For port 046e9848-0706-4079-828a-97c9ad328382, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=046e9848-0706-4079-828a-97c9ad328382,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:53.386716 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e347e6e3-d511-4299-a40d-b6f783bed205 req-643c8d75-542a-4c81-bf7d-31da09e50b3d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:53.426913 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3d8d234f-ed71-4d05-bb95-491df481ac39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:53.511021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-e347e6e3-d511-4299-a40d-b6f783bed205 req-643c8d75-542a-4c81-bf7d-31da09e50b3d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Calling delete_port for 046e9848-0706-4079-828a-97c9ad328382 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:53.558181 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3d8d234f-ed71-4d05-bb95-491df481ac39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:53.560608 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3d8d234f-ed71-4d05-bb95-491df481ac39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:53.561799 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3d8d234f-ed71-4d05-bb95-491df481ac39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29c6ae67-1386-4460-9052-f1bdfe7ef9ec HTTP/1.1" status: 204 len: 168 time: 0.3433142 Sep 29 17:25:53.593691 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d234f-ed71-4d05-bb95-491df481ac39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c6ae67-1386-4460-9052-f1bdfe7ef9ec,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:53.621643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2c67f7-4b5e-4c78-b958-3af85d9167d9 None None] DHCP port deletion for 7986081f-9782-4ff2-bf4d-7fdd958ebc70 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:25:53.788678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e21600-b155-4146-8c26-d10080643bd0 req-04c224b1-bbad-4a2f-92f7-c870c59f3c03 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:53.792078 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3e21600-b155-4146-8c26-d10080643bd0 req-04c224b1-bbad-4a2f-92f7-c870c59f3c03 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/ports?device_id=b8a88a0f-d215-40d7-a327-d925aff9a125 HTTP/1.1" status: 200 len: 949 time: 0.7478848 Sep 29 17:25:53.858530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c67f7-4b5e-4c78-b958-3af85d9167d9 None None] Deleting port 6c315383-e45e-49b0-8f34-59609f04c393 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:53.858530 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3c2c67f7-4b5e-4c78-b958-3af85d9167d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:53.924861 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0b6317ea-c34a-404e-948b-602d910d0c39 req-cef99475-74f7-4558-8180-ae7ced3551fe tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 210 time: 0.0552466 Sep 29 17:25:53.935166 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e347e6e3-d511-4299-a40d-b6f783bed205 req-643c8d75-542a-4c81-bf7d-31da09e50b3d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:53.954960 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['046e9848-0706-4079-828a-97c9ad328382'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:25:54.030251 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3c2c67f7-4b5e-4c78-b958-3af85d9167d9 None None] For port 6c315383-e45e-49b0-8f34-59609f04c393, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6c315383-e45e-49b0-8f34-59609f04c393,segment=NetworkSegment(2d438a5a-d2f5-427f-b658-75f186f90782),segment_id=2d438a5a-d2f5-427f-b658-75f186f90782)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:54.030928 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3c2c67f7-4b5e-4c78-b958-3af85d9167d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:54.051303 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c67f7-4b5e-4c78-b958-3af85d9167d9 None None] Calling delete_port for 6c315383-e45e-49b0-8f34-59609f04c393 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:54.084076 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-da47d27c-c775-4d93-8740-6c1917e1f106 req-caf0f965-2b3c-4f1b-a17c-c4a150118fd0 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:54.104613 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a9688a42-3c79-4cb9-8e62-629f60f5b8cc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:54.122928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c8d75-542a-4c81-bf7d-31da09e50b3d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Pushing event deleted for resources: {'Port': ['ID=046e9848-0706-4079-828a-97c9ad328382,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:54.159509 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3c2c67f7-4b5e-4c78-b958-3af85d9167d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:54.179665 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2c67f7-4b5e-4c78-b958-3af85d9167d9 None None] No DVR routers for this DVR port 6c315383-e45e-49b0-8f34-59609f04c393 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:54.213077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c67f7-4b5e-4c78-b958-3af85d9167d9 None None] Pushing event deleted for resources: {'Port': ['ID=6c315383-e45e-49b0-8f34-59609f04c393,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:54.239222 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0f965-2b3c-4f1b-a17c-c4a150118fd0 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Pushing event deleted for resources: {'Port': ['ID=c88333fe-6d40-441a-a410-61a81218281a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:54.299505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e347e6e3-d511-4299-a40d-b6f783bed205 req-643c8d75-542a-4c81-bf7d-31da09e50b3d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] No DVR routers for this DVR port 046e9848-0706-4079-828a-97c9ad328382 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:54.320239 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e347e6e3-d511-4299-a40d-b6f783bed205 req-643c8d75-542a-4c81-bf7d-31da09e50b3d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:54.322264 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e347e6e3-d511-4299-a40d-b6f783bed205 req-643c8d75-542a-4c81-bf7d-31da09e50b3d tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.49 "DELETE /v2.0/ports/046e9848-0706-4079-828a-97c9ad328382 HTTP/1.1" status: 204 len: 173 time: 1.7739339 Sep 29 17:25:54.347481 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3e21600-b155-4146-8c26-d10080643bd0 req-7fa8db6e-4153-400c-8299-8bf1b9c1a67c tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.44 "GET /v2.0/security-groups?id=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943155 Sep 29 17:25:54.347923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dc8f87-0317-4ecc-90e1-4d91b9bf5b57', 'name': 'network-vif-deleted', 'tag': '046e9848-0706-4079-828a-97c9ad328382'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:54.350510 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c101d32-a0b1-4ec5-ac1e-1a8b2807b218" -d '{"events": [{"server_uuid": "03dc8f87-0317-4ecc-90e1-4d91b9bf5b57", "name": "network-vif-deleted", "tag": "046e9848-0706-4079-828a-97c9ad328382"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:54.354150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-da47d27c-c775-4d93-8740-6c1917e1f106 req-caf0f965-2b3c-4f1b-a17c-c4a150118fd0 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] No DVR routers for this DVR port c88333fe-6d40-441a-a410-61a81218281a on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:54.375615 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-da47d27c-c775-4d93-8740-6c1917e1f106 req-caf0f965-2b3c-4f1b-a17c-c4a150118fd0 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:54.378396 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da47d27c-c775-4d93-8740-6c1917e1f106 req-caf0f965-2b3c-4f1b-a17c-c4a150118fd0 tempest-ImagesOneServerTestJSON-962615839 tempest-ImagesOneServerTestJSON-962615839-project] 10.222.0.49 "DELETE /v2.0/ports/c88333fe-6d40-441a-a410-61a81218281a HTTP/1.1" status: 204 len: 173 time: 1.9915164 Sep 29 17:25:54.459686 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0e0198-311f-4fd6-aafb-e5c31842e047 x-openstack-request-id: req-fe0e0198-311f-4fd6-aafb-e5c31842e047 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:54.463236 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03dc8f87-0317-4ecc-90e1-4d91b9bf5b57", "name": "network-vif-deleted", "tag": "046e9848-0706-4079-828a-97c9ad328382", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:54.463792 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe0e0198-311f-4fd6-aafb-e5c31842e047 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:54.464445 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dc8f87-0317-4ecc-90e1-4d91b9bf5b57', 'name': 'network-vif-deleted', 'tag': '046e9848-0706-4079-828a-97c9ad328382', 'status': 'completed', 'code': 200} Sep 29 17:25:54.595533 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a9688a42-3c79-4cb9-8e62-629f60f5b8cc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:54.629096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a9688a42-3c79-4cb9-8e62-629f60f5b8cc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7986081f-9782-4ff2-bf4d-7fdd958ebc70']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:54.639265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a9688a42-3c79-4cb9-8e62-629f60f5b8cc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d438a5a-d2f5-427f-b658-75f186f90782') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:54.639560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a9688a42-3c79-4cb9-8e62-629f60f5b8cc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d438a5a-d2f5-427f-b658-75f186f90782') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:54.663157 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a9688a42-3c79-4cb9-8e62-629f60f5b8cc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:54.677597 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a9688a42-3c79-4cb9-8e62-629f60f5b8cc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:54.684592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9688a42-3c79-4cb9-8e62-629f60f5b8cc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:25:54.685462 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a9688a42-3c79-4cb9-8e62-629f60f5b8cc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:25:54.730118 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:25:54.788365 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a9688a42-3c79-4cb9-8e62-629f60f5b8cc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:54.803595 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a9688a42-3c79-4cb9-8e62-629f60f5b8cc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:54.809159 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a9688a42-3c79-4cb9-8e62-629f60f5b8cc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "DELETE /v2.0/networks/7986081f-9782-4ff2-bf4d-7fdd958ebc70 HTTP/1.1" status: 204 len: 168 time: 1.6105301 Sep 29 17:25:54.809353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56116) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:54.823037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9688a42-3c79-4cb9-8e62-629f60f5b8cc tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event deleted for resources: {'Network': ['ID=7986081f-9782-4ff2-bf4d-7fdd958ebc70,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:54.870831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6c315383-e45e-49b0-8f34-59609f04c393 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:54.967656 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4aaa6e-d3ca-418f-ac03-7b3aad9d3b80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Deleting subnet e6df0458-7d8d-4068-bd94-21fa84018744 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:25:55.099521 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c4aaa6e-d3ca-418f-ac03-7b3aad9d3b80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:55.159632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8857013e-7c77-4030-93ee-f114126d1e16 req-900d3c54-554c-4756-86cc-f8be1406eaef tempest-ServersOnMultiNodesTest-1771803016 tempest-ServersOnMultiNodesTest-1771803016-project] 10.222.0.44 "GET /v2.0/ports?device_id=03dc8f87-0317-4ecc-90e1-4d91b9bf5b57 HTTP/1.1" status: 200 len: 210 time: 0.1173694 Sep 29 17:25:55.193930 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c4aaa6e-d3ca-418f-ac03-7b3aad9d3b80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:55.238631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 6c315383-e45e-49b0-8f34-59609f04c393 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:55.248844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6c315383-e45e-49b0-8f34-59609f04c393 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:55.402401 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c4aaa6e-d3ca-418f-ac03-7b3aad9d3b80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:55.519633 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c4aaa6e-d3ca-418f-ac03-7b3aad9d3b80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:55.575633 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c4aaa6e-d3ca-418f-ac03-7b3aad9d3b80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:55.577719 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5c4aaa6e-d3ca-418f-ac03-7b3aad9d3b80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "DELETE /v2.0/subnets/e6df0458-7d8d-4068-bd94-21fa84018744 HTTP/1.1" status: 204 len: 168 time: 0.7674599 Sep 29 17:25:55.579070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4aaa6e-d3ca-418f-ac03-7b3aad9d3b80 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event deleted for resources: {'Subnet': ['ID=e6df0458-7d8d-4068-bd94-21fa84018744,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:55.581883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56168) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:55.592114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6953f771-4459-48ce-9a17-d4e06cbd0768 None None] Network d3bd77ff-d127-4fff-a547-8b1a6efe2357 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:25:55.852619 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:55.936894 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a707544-49e5-4dc7-a80f-3246bcf47c35 None None] DHCP port deletion for d3bd77ff-d127-4fff-a547-8b1a6efe2357 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:25:55.960242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Deleting port 50ba1880-a6cc-4115-b500-cf6dcca4732e {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:55.960863 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:56.037815 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3a707544-49e5-4dc7-a80f-3246bcf47c35 None None] Deleting port 50ba1880-a6cc-4115-b500-cf6dcca4732e {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:56.039469 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] For port 50ba1880-a6cc-4115-b500-cf6dcca4732e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=50ba1880-a6cc-4115-b500-cf6dcca4732e,segment=NetworkSegment(606410b4-0a18-4674-953e-295590b2f986),segment_id=606410b4-0a18-4674-953e-295590b2f986)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:56.039840 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:56.040604 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a707544-49e5-4dc7-a80f-3246bcf47c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:56.062686 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Calling delete_port for 50ba1880-a6cc-4115-b500-cf6dcca4732e owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:56.188986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3a707544-49e5-4dc7-a80f-3246bcf47c35 None None] For port 50ba1880-a6cc-4115-b500-cf6dcca4732e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=50ba1880-a6cc-4115-b500-cf6dcca4732e,segment=NetworkSegment(606410b4-0a18-4674-953e-295590b2f986),segment_id=606410b4-0a18-4674-953e-295590b2f986)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:56.189969 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a707544-49e5-4dc7-a80f-3246bcf47c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:56.222848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3a707544-49e5-4dc7-a80f-3246bcf47c35 None None] Calling delete_port for 50ba1880-a6cc-4115-b500-cf6dcca4732e owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:56.235348 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:56.287786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56190) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:56.293207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event deleted for resources: {'Port': ['ID=50ba1880-a6cc-4115-b500-cf6dcca4732e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:56.301120 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] No DVR routers for this DVR port 50ba1880-a6cc-4115-b500-cf6dcca4732e on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:56.406363 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:56.428701 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a707544-49e5-4dc7-a80f-3246bcf47c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:56.441500 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bd77ff-d127-4fff-a547-8b1a6efe2357']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:56.454102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606410b4-0a18-4674-953e-295590b2f986') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:56.454963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606410b4-0a18-4674-953e-295590b2f986') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:25:56.466838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a88a0f-d215-40d7-a327-d925aff9a125', 'name': 'network-vif-deleted', 'tag': 'c88333fe-6d40-441a-a410-61a81218281a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:25:56.471740 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244eeb34-37e6-49a1-9e1f-97a266e2ca31" -d '{"events": [{"server_uuid": "b8a88a0f-d215-40d7-a327-d925aff9a125", "name": "network-vif-deleted", "tag": "c88333fe-6d40-441a-a410-61a81218281a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:25:56.480760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a707544-49e5-4dc7-a80f-3246bcf47c35 None None] Pushing event deleted for resources: {'Port': ['ID=50ba1880-a6cc-4115-b500-cf6dcca4732e,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:56.481685 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:56.499987 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a707544-49e5-4dc7-a80f-3246bcf47c35 None None] No DVR routers for this DVR port 50ba1880-a6cc-4115-b500-cf6dcca4732e on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:25:56.520898 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:56.542385 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:25:56.545306 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:25:56.601452 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:25:56.617148 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b41c40-82e6-48dd-a035-6c46804c9ad7 x-openstack-request-id: req-40b41c40-82e6-48dd-a035-6c46804c9ad7 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:25:56.621838 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a88a0f-d215-40d7-a327-d925aff9a125", "name": "network-vif-deleted", "tag": "c88333fe-6d40-441a-a410-61a81218281a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:25:56.622320 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40b41c40-82e6-48dd-a035-6c46804c9ad7 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:25:56.624217 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a88a0f-d215-40d7-a327-d925aff9a125', 'name': 'network-vif-deleted', 'tag': 'c88333fe-6d40-441a-a410-61a81218281a', 'status': 'completed', 'code': 200} Sep 29 17:25:56.693513 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:56.717105 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:56.719678 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] 10.222.0.44 "DELETE /v2.0/networks/d3bd77ff-d127-4fff-a547-8b1a6efe2357 HTTP/1.1" status: 204 len: 168 time: 1.1365209 Sep 29 17:25:56.721179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c948286-4fff-44ec-9798-dfa687ea00c8 tempest-ServersTestMultiNic-592293613 tempest-ServersTestMultiNic-592293613-project] Pushing event deleted for resources: {'Network': ['ID=d3bd77ff-d127-4fff-a547-8b1a6efe2357,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:56.836333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56222) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:56.838306 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 50ba1880-a6cc-4115-b500-cf6dcca4732e no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:56.899584 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e7e6a472-3e2e-4bfc-a09c-5d61f8ab876c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4d67d9de6bd453fab434b38ecfd60f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6104450 Sep 29 17:25:56.900708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 50ba1880-a6cc-4115-b500-cf6dcca4732e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:56.902213 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 50ba1880-a6cc-4115-b500-cf6dcca4732e not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:56.902546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56230) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:57.009788 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1f32a61-0a66-48c8-954d-8e68ac53a0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:57.036942 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1f32a61-0a66-48c8-954d-8e68ac53a0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:57.060513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56236) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:57.085729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56240) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:57.113772 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:57.128676 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1f32a61-0a66-48c8-954d-8e68ac53a0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:57.141681 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1f32a61-0a66-48c8-954d-8e68ac53a0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:57.148470 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e1f32a61-0a66-48c8-954d-8e68ac53a0cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06e3c2d8-90b3-4cab-9d63-40ced7aaac9e HTTP/1.1" status: 204 len: 168 time: 0.2409041 Sep 29 17:25:57.164310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f32a61-0a66-48c8-954d-8e68ac53a0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e3c2d8-90b3-4cab-9d63-40ced7aaac9e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:57.255759 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-58303f69-3b05-4688-a912-4658868dab2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:57.360898 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 046e9848-0706-4079-828a-97c9ad328382 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:57.422811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 046e9848-0706-4079-828a-97c9ad328382 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:57.429749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 046e9848-0706-4079-828a-97c9ad328382 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:57.440313 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c88333fe-6d40-441a-a410-61a81218281a no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:25:57.448724 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-58303f69-3b05-4688-a912-4658868dab2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:57.455271 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-58303f69-3b05-4688-a912-4658868dab2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:57.508319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-58303f69-3b05-4688-a912-4658868dab2c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bfec7af8d0934e50aeeb7cd372f4d02f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6699324 Sep 29 17:25:57.509205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58303f69-3b05-4688-a912-4658868dab2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0398070e-abb9-4de0-9bcc-812a2102b1c4,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:57.512425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56248) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:57.527227 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: c88333fe-6d40-441a-a410-61a81218281a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:25:57.529104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c88333fe-6d40-441a-a410-61a81218281a not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:25:57.614076 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6593771a-f954-44f5-9eae-d8be4c36de73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:57.615411 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-34e0c3a3-b2c1-4efc-91c8-769e0cb8cbfa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dac7a47eaa2d4d40822770120f7f585a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5529842 Sep 29 17:25:57.638195 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6593771a-f954-44f5-9eae-d8be4c36de73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:57.665831 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56252) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:57.696766 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6593771a-f954-44f5-9eae-d8be4c36de73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:57.702988 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6593771a-f954-44f5-9eae-d8be4c36de73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:57.705146 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6593771a-f954-44f5-9eae-d8be4c36de73 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0398070e-abb9-4de0-9bcc-812a2102b1c4 HTTP/1.1" status: 204 len: 168 time: 0.1738651 Sep 29 17:25:57.714633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593771a-f954-44f5-9eae-d8be4c36de73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0398070e-abb9-4de0-9bcc-812a2102b1c4,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:57.871329 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8b5b8eb-b8fb-4b0b-b188-c3fb0747ba27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:57.906671 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8b5b8eb-b8fb-4b0b-b188-c3fb0747ba27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:58.019987 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8b5b8eb-b8fb-4b0b-b188-c3fb0747ba27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:58.022899 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8b5b8eb-b8fb-4b0b-b188-c3fb0747ba27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:58.024188 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f8b5b8eb-b8fb-4b0b-b188-c3fb0747ba27 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/970df10c-6ca3-43bb-ac9b-7872e34a872a HTTP/1.1" status: 204 len: 168 time: 0.3553784 Sep 29 17:25:58.036507 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5b8eb-b8fb-4b0b-b188-c3fb0747ba27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970df10c-6ca3-43bb-ac9b-7872e34a872a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:58.072035 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c96ace7-eb8b-47d1-b7e8-d0ae9e615e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:58.488483 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-03615e1e-8493-4f7e-af1a-f73be964790a req-18f936c3-3290-4e8d-909c-ba647089cc7e tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f70bd32b1b084987adba68c2ce1968eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372210 Sep 29 17:25:58.555431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3c96ace7-eb8b-47d1-b7e8-d0ae9e615e6b admin admin] Deleting port 9960cf97-1e04-4670-a833-59afcf1d888c {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:25:58.562851 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c96ace7-eb8b-47d1-b7e8-d0ae9e615e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:58.625891 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56298) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:58.652838 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c3203fb9-5bf4-47a0-9e16-a6ae020b57ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:58.704282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c7afa696-3b62-47a7-8eab-86506a755c2a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:25:58.712068 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c7afa696-3b62-47a7-8eab-86506a755c2a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172499 Sep 29 17:25:58.731351 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-03615e1e-8493-4f7e-af1a-f73be964790a req-82584d15-9b18-4b85-a0af-289f0aabb3db tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/quotas/f70bd32b1b084987adba68c2ce1968eb HTTP/1.1" status: 200 len: 375 time: 0.0183611 Sep 29 17:25:58.783624 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-03615e1e-8493-4f7e-af1a-f73be964790a req-3099fc28-25d7-474a-94dc-bf96600e2462 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f70bd32b1b084987adba68c2ce1968eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490351 Sep 29 17:25:58.814021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-3c96ace7-eb8b-47d1-b7e8-d0ae9e615e6b admin admin] For port 9960cf97-1e04-4670-a833-59afcf1d888c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9960cf97-1e04-4670-a833-59afcf1d888c,segment=NetworkSegment(4cfaf701-c65b-45bc-9790-3205bf240dfb),segment_id=4cfaf701-c65b-45bc-9790-3205bf240dfb)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:25:58.816092 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c96ace7-eb8b-47d1-b7e8-d0ae9e615e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:58.877059 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3c96ace7-eb8b-47d1-b7e8-d0ae9e615e6b admin admin] Calling delete_port for 9960cf97-1e04-4670-a833-59afcf1d888c owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:25:58.885070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56310) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:58.918033 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c3203fb9-5bf4-47a0-9e16-a6ae020b57ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:58.927189 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c3203fb9-5bf4-47a0-9e16-a6ae020b57ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:58.983105 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c3203fb9-5bf4-47a0-9e16-a6ae020b57ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f39b59e6300642479fa0d53e8972e3ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535633 Sep 29 17:25:58.983354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3203fb9-5bf4-47a0-9e16-a6ae020b57ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c01d860-34e6-4279-b86f-c10325bb895b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:58.986274 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56314) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:59.020713 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-549e956c-5a91-4f2c-9138-c3c396d902fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26f8a56cfaee4a5c98a4f9a9f12fc45f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1290786 Sep 29 17:25:59.023005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56316) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:59.090350 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97eb2735-3d78-4296-a344-163fda1766c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:59.117258 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97eb2735-3d78-4296-a344-163fda1766c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:59.190726 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9ddda684-7246-4026-9be8-2e87604d990e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:59.197910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a40ab8c-0a7c-414a-9bde-24a8b7e9d613 req-2d7f07f6-e5d0-4c26-9e40-34d46ca7c3f8 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 210 time: 0.0509717 Sep 29 17:25:59.278349 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97eb2735-3d78-4296-a344-163fda1766c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:59.281229 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97eb2735-3d78-4296-a344-163fda1766c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:59.282594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-97eb2735-3d78-4296-a344-163fda1766c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/575fb6ed-5d5f-4163-b245-9de7bea2e0e3 HTTP/1.1" status: 204 len: 168 time: 0.2581024 Sep 29 17:25:59.324830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb2735-3d78-4296-a344-163fda1766c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575fb6ed-5d5f-4163-b245-9de7bea2e0e3,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:59.335540 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9ddda684-7246-4026-9be8-2e87604d990e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:59.423684 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9ddda684-7246-4026-9be8-2e87604d990e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:59.426548 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9ddda684-7246-4026-9be8-2e87604d990e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:59.431088 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9ddda684-7246-4026-9be8-2e87604d990e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c01d860-34e6-4279-b86f-c10325bb895b HTTP/1.1" status: 204 len: 168 time: 0.4435735 Sep 29 17:25:59.454056 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddda684-7246-4026-9be8-2e87604d990e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c01d860-34e6-4279-b86f-c10325bb895b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:59.480281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56340) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:25:59.489450 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c96ace7-eb8b-47d1-b7e8-d0ae9e615e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:25:59.539036 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96ace7-eb8b-47d1-b7e8-d0ae9e615e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=9960cf97-1e04-4670-a833-59afcf1d888c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:25:59.895346 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c96ace7-eb8b-47d1-b7e8-d0ae9e615e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:00.095622 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c9226f64-67e9-4403-97bc-d9c4c882a8ca admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1674824368-network', 'tenant_id': '19593de2de6f4cfeb5b8a7eb8965f321'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:00.151456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9226f64-67e9-4403-97bc-d9c4c882a8ca admin admin] Made reservation on behalf of 19593de2de6f4cfeb5b8a7eb8965f321 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:00.154038 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9226f64-67e9-4403-97bc-d9c4c882a8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:00.182142 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9226f64-67e9-4403-97bc-d9c4c882a8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:00.404745 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c96ace7-eb8b-47d1-b7e8-d0ae9e615e6b admin admin] Router fafc30a2-eb21-41c4-aac2-44d232e5e943 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:26:00.475473 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b84875ee-73fb-45e3-8534-1c5beb0dead6 req-6de6c41b-41d2-4e80-a024-99a91540f894 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 210 time: 0.0942523 Sep 29 17:26:00.574215 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c96ace7-eb8b-47d1-b7e8-d0ae9e615e6b admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:26:00.581249 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9226f64-67e9-4403-97bc-d9c4c882a8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:00.590538 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3c96ace7-eb8b-47d1-b7e8-d0ae9e615e6b admin admin] 10.222.0.44 "PUT /v2.0/routers/fafc30a2-eb21-41c4-aac2-44d232e5e943/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5025105 Sep 29 17:26:00.592239 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56386) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:00.594527 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e29f7-4b46-4a15-8901-03e60cfe0df8 None None] Sync routers for ids ['fafc30a2-eb21-41c4-aac2-44d232e5e943'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:26:00.605591 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9226f64-67e9-4403-97bc-d9c4c882a8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:00.610395 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16e29f7-4b46-4a15-8901-03e60cfe0df8 None None] Routers {'fafc30a2-eb21-41c4-aac2-44d232e5e943'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:00.611033 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e16e29f7-4b46-4a15-8901-03e60cfe0df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:25:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fafc30a2-eb21-41c4-aac2-44d232e5e943'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:00.805453 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-e16e29f7-4b46-4a15-8901-03e60cfe0df8 None None] Set router fafc30a2-eb21-41c4-aac2-44d232e5e943 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:00.947849 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cacd2f5-6a67-4658-9d9f-f2780cb74afb admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:01.266346 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cacd2f5-6a67-4658-9d9f-f2780cb74afb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:01.281832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9226f64-67e9-4403-97bc-d9c4c882a8ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:26:01.291984 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9226f64-67e9-4403-97bc-d9c4c882a8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:01.292581 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-c9226f64-67e9-4403-97bc-d9c4c882a8ca admin admin] Added segment 58bd1bc6-02d7-46f5-95d3-9d9fc249c08e of type vlan for network bdfbf497-28cf-4287-bd47-cb5c819d8832 Sep 29 17:26:01.363827 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9226f64-67e9-4403-97bc-d9c4c882a8ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:01.371421 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03615e1e-8493-4f7e-af1a-f73be964790a req-2023599e-5b83-4b61-90bc-bc59c4b0c6c7 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=f70bd32b1b084987adba68c2ce1968eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398331 Sep 29 17:26:01.387112 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e16e29f7-4b46-4a15-8901-03e60cfe0df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'name': 'tempest-ServersTestMultiNic-1864926567-router', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'aee13fba-cb0a-441f-baed-f9956f1fd1e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:24:18Z', 'updated_at': '2021-09-29T17:25:59Z', 'revision_number': 5, 'project_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'gw_port': {'id': 'aee13fba-cb0a-441f-baed-f9956f1fd1e0', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:64:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:24:19Z', 'updated_at': '2021-09-29T17:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:01.438112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9226f64-67e9-4403-97bc-d9c4c882a8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1cfb38-2da9-46ff-9bb6-19783a3229db,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:01.458936 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e29f7-4b46-4a15-8901-03e60cfe0df8 None None] Checking router: fafc30a2-eb21-41c4-aac2-44d232e5e943 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:26:01.486469 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16e29f7-4b46-4a15-8901-03e60cfe0df8 None None] Routers {'fafc30a2-eb21-41c4-aac2-44d232e5e943'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:01.488521 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e16e29f7-4b46-4a15-8901-03e60cfe0df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:25:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fafc30a2-eb21-41c4-aac2-44d232e5e943'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:01.531327 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2cacd2f5-6a67-4658-9d9f-f2780cb74afb admin admin] Deleting port aee13fba-cb0a-441f-baed-f9956f1fd1e0 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:26:01.531669 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cacd2f5-6a67-4658-9d9f-f2780cb74afb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:01.581641 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9226f64-67e9-4403-97bc-d9c4c882a8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:01.583783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9226f64-67e9-4403-97bc-d9c4c882a8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:01.587985 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9226f64-67e9-4403-97bc-d9c4c882a8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:01.648525 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c9226f64-67e9-4403-97bc-d9c4c882a8ca admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1671071 Sep 29 17:26:01.688434 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56432) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:01.719150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-17b166da-ee5c-4752-bc40-265b8e26f5f6 admin admin] Request body: {'subnet': {'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1674824368-subnet', 'tenant_id': '19593de2de6f4cfeb5b8a7eb8965f321', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:01.728028 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-e16e29f7-4b46-4a15-8901-03e60cfe0df8 None None] Set router fafc30a2-eb21-41c4-aac2-44d232e5e943 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:01.786439 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e16e29f7-4b46-4a15-8901-03e60cfe0df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'name': 'tempest-ServersTestMultiNic-1864926567-router', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:24:18Z', 'updated_at': '2021-09-29T17:26:01Z', 'revision_number': 6, 'project_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:01.833537 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16e29f7-4b46-4a15-8901-03e60cfe0df8 None None] The sync data for ids ['fafc30a2-eb21-41c4-aac2-44d232e5e943'] in n-d-811748-2 is: [{'id': 'fafc30a2-eb21-41c4-aac2-44d232e5e943', 'name': 'tempest-ServersTestMultiNic-1864926567-router', 'tenant_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:24:18Z', 'updated_at': '2021-09-29T17:26:01Z', 'revision_number': 6, 'project_id': '5cdd341bfba64967a0e77c2f05b5c5a0', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:26:01.928978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9226f64-67e9-4403-97bc-d9c4c882a8ca admin admin] Pushing event updated for resources: {'Network': ['ID=bdfbf497-28cf-4287-bd47-cb5c819d8832,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:01.932640 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-866c3958-d951-4d6b-89e9-767cd20cede2 req-75c797cb-7243-41dd-acc7-01c66d5a0ebd tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 210 time: 0.1449497 Sep 29 17:26:01.941754 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network bdfbf497-28cf-4287-bd47-cb5c819d8832 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:26:01.946065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6a22dd4a-2ea2-4549-b7bc-448ed02b0600 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:01.948441 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6a22dd4a-2ea2-4549-b7bc-448ed02b0600 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5604370 Sep 29 17:26:01.972479 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-2cacd2f5-6a67-4658-9d9f-f2780cb74afb admin admin] For port aee13fba-cb0a-441f-baed-f9956f1fd1e0, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=aee13fba-cb0a-441f-baed-f9956f1fd1e0,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:01.973033 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cacd2f5-6a67-4658-9d9f-f2780cb74afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:01.974126 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Request body: {'port': {'device_id': '1c33a6d5-77e0-4788-84d9-bb1a1b7684ce', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': 'f70bd32b1b084987adba68c2ce1968eb'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:01.977512 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b166da-ee5c-4752-bc40-265b8e26f5f6 admin admin] Made reservation on behalf of 19593de2de6f4cfeb5b8a7eb8965f321 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:01.979803 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-17b166da-ee5c-4752-bc40-265b8e26f5f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:02.042717 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2cacd2f5-6a67-4658-9d9f-f2780cb74afb admin admin] Calling delete_port for aee13fba-cb0a-441f-baed-f9956f1fd1e0 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:26:02.213268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Made reservation on behalf of f70bd32b1b084987adba68c2ce1968eb for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:02.217169 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:02.233704 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:02.430447 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cacd2f5-6a67-4658-9d9f-f2780cb74afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:02.434088 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-17b166da-ee5c-4752-bc40-265b8e26f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:02.468372 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacd2f5-6a67-4658-9d9f-f2780cb74afb admin admin] Pushing event deleted for resources: {'Port': ['ID=aee13fba-cb0a-441f-baed-f9956f1fd1e0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:02.546993 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cacd2f5-6a67-4658-9d9f-f2780cb74afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:02.579448 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b166da-ee5c-4752-bc40-265b8e26f5f6 admin admin] Checking segment: {'id': '58bd1bc6-02d7-46f5-95d3-9d9fc249c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:02.579917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b166da-ee5c-4752-bc40-265b8e26f5f6 admin admin] Network hostable DHCP agents. Network: bdfbf497-28cf-4287-bd47-cb5c819d8832, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:26:02.585745 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b166da-ee5c-4752-bc40-265b8e26f5f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4094c4fb-7bca-4bda-8768-7330c24f14ba,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:02.669257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b166da-ee5c-4752-bc40-265b8e26f5f6 admin admin] Network bdfbf497-28cf-4287-bd47-cb5c819d8832 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:26:02.704953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-17b166da-ee5c-4752-bc40-265b8e26f5f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, bdfbf497-28cf-4287-bd47-cb5c819d8832) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:02.714598 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb3b832-0802-4a7f-95ca-749d694ad2b2 None None] Network bdfbf497-28cf-4287-bd47-cb5c819d8832 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:26:02.725794 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cacd2f5-6a67-4658-9d9f-f2780cb74afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:02.729253 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cacd2f5-6a67-4658-9d9f-f2780cb74afb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:02.746122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b166da-ee5c-4752-bc40-265b8e26f5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:02.747639 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-17b166da-ee5c-4752-bc40-265b8e26f5f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:02.755077 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:02.782408 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:02.839824 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cacd2f5-6a67-4658-9d9f-f2780cb74afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:02.840406 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cacd2f5-6a67-4658-9d9f-f2780cb74afb admin admin] Fanout notify agent at l3_agent the message router_deleted on router fafc30a2-eb21-41c4-aac2-44d232e5e943 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:26:02.845679 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cacd2f5-6a67-4658-9d9f-f2780cb74afb admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:02.850806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2cacd2f5-6a67-4658-9d9f-f2780cb74afb admin admin] 10.222.0.44 "DELETE /v2.0/routers/fafc30a2-eb21-41c4-aac2-44d232e5e943 HTTP/1.1" status: 204 len: 168 time: 2.2575102 Sep 29 17:26:02.854303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56496) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:02.874857 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9960cf97-1e04-4670-a833-59afcf1d888c no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:26:02.930814 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 9960cf97-1e04-4670-a833-59afcf1d888c {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:26:02.938393 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9960cf97-1e04-4670-a833-59afcf1d888c not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:26:02.939115 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device aee13fba-cb0a-441f-baed-f9956f1fd1e0 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:26:02.979206 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: aee13fba-cb0a-441f-baed-f9956f1fd1e0 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:26:02.979953 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device aee13fba-cb0a-441f-baed-f9956f1fd1e0 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:26:03.157096 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c07058-41a5-4a00-99f1-d980947eddd9 None None] Network bdfbf497-28cf-4287-bd47-cb5c819d8832 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:26:03.164852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Allocated IP 192.168.233.160 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/5718ff65-13bd-453b-9019-f07e31cf9c36) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:03.264735 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-17b166da-ee5c-4752-bc40-265b8e26f5f6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5578616 Sep 29 17:26:03.278432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa3b8ff-f197-4b56-83bc-0871508907a0,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:03.535941 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56546) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:03.671816 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:03.714876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-036e1883-29a4-41b9-8b37-fab43b083782 admin admin] Deleting subnet 0995ae42-fbbe-4907-bd8f-bcafa82ecc06 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:26:03.719303 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-036e1883-29a4-41b9-8b37-fab43b083782 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:03.763444 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:03.765158 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-036e1883-29a4-41b9-8b37-fab43b083782 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:03.811729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:03.816623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:03.858682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:03.885611 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-036e1883-29a4-41b9-8b37-fab43b083782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:03.893355 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-88e20989-6a0c-4886-bf9e-edc1c083b97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:03.939363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Pushing event updated for resources: {'Port': ['ID=5718ff65-13bd-453b-9019-f07e31cf9c36,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:03.963408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:03.964051 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:04.070037 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-036e1883-29a4-41b9-8b37-fab43b083782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:04.123746 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-88e20989-6a0c-4886-bf9e-edc1c083b97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:04.134794 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-88e20989-6a0c-4886-bf9e-edc1c083b97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:04.137234 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7f420-896e-4487-9e82-43f820ed95fd req-4d036653-5f85-4802-abfb-4579fea4e7d6 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:04.146129 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-90b7f420-896e-4487-9e82-43f820ed95fd req-4d036653-5f85-4802-abfb-4579fea4e7d6 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 936 time: 0.1456933 Sep 29 17:26:04.147816 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03615e1e-8493-4f7e-af1a-f73be964790a req-6ea5a179-b3f4-4083-9108-aacae619f66a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1884654 Sep 29 17:26:04.149730 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e1883-29a4-41b9-8b37-fab43b083782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0995ae42-fbbe-4907-bd8f-bcafa82ecc06,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:04.160840 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-036e1883-29a4-41b9-8b37-fab43b083782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:04.165999 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-036e1883-29a4-41b9-8b37-fab43b083782 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0995ae42-fbbe-4907-bd8f-bcafa82ecc06 HTTP/1.1" status: 204 len: 168 time: 1.3105340 Sep 29 17:26:04.168784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7625de-9990-4914-bad6-fac5c93bc944 None None] Network bf592c8d-a323-412a-b650-ec387eb24eb7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:26:04.173510 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56604) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:04.188676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Request body: {'port': {'device_id': '1c33a6d5-77e0-4788-84d9-bb1a1b7684ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:04.239484 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-90b7f420-896e-4487-9e82-43f820ed95fd req-b60c096e-5472-4c9e-8ef7-af4d7814ce30 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/security-groups?id=faa3b8ff-f197-4b56-83bc-0871508907a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869222 Sep 29 17:26:04.333934 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:04.416602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] Deleting port 3dbed1a1-e32c-4078-998a-964545413b5f {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:26:04.417171 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:04.466525 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-88e20989-6a0c-4886-bf9e-edc1c083b97a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a7a3961c5a94a2c8345873c4744d118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9288340 Sep 29 17:26:04.471799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56614) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:04.471799 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:04.494007 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] For port 3dbed1a1-e32c-4078-998a-964545413b5f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3dbed1a1-e32c-4078-998a-964545413b5f,segment=NetworkSegment(4cfaf701-c65b-45bc-9790-3205bf240dfb),segment_id=4cfaf701-c65b-45bc-9790-3205bf240dfb)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:04.494640 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:04.508367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] Calling delete_port for 3dbed1a1-e32c-4078-998a-964545413b5f owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:26:04.536160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7e3e9141-877b-4612-900b-58f0b670f1e0 None None] Provisioning complete for port 5718ff65-13bd-453b-9019-f07e31cf9c36 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:04.537463 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e3e9141-877b-4612-900b-58f0b670f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:04.622366 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:04.654766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] No DVR routers for this DVR port 3dbed1a1-e32c-4078-998a-964545413b5f on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:26:04.656363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e9141-877b-4612-900b-58f0b670f1e0 None None] Port 5718ff65-13bd-453b-9019-f07e31cf9c36 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:26:04.656907 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=3dbed1a1-e32c-4078-998a-964545413b5f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:04.778843 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653fcd9d-abbb-476d-9893-22836e13750e None None] DHCP port deletion for bf592c8d-a323-412a-b650-ec387eb24eb7 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:26:04.895130 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:04.961402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5718ff65-13bd-453b-9019-f07e31cf9c36 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:04.969587 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:04.969983 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf592c8d-a323-412a-b650-ec387eb24eb7']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:04.982890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Transition to ACTIVE for port object 5718ff65-13bd-453b-9019-f07e31cf9c36 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:26:04.985770 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e20989-6a0c-4886-bf9e-edc1c083b97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e753a4b5-9e02-4cc0-88bd-30dc0cf84b2f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:04.996418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-442dafd2-ed6b-4c6f-a259-5d808003abb1 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:05.003895 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-442dafd2-ed6b-4c6f-a259-5d808003abb1 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/networks?id=bdfbf497-28cf-4287-bd47-cb5c819d8832 HTTP/1.1" status: 200 len: 822 time: 0.5351996 Sep 29 17:26:05.007286 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfaf701-c65b-45bc-9790-3205bf240dfb') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:05.007822 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfaf701-c65b-45bc-9790-3205bf240dfb') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:05.009118 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:05.038645 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:05.067353 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:05.068626 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-3923ce59-83aa-43eb-8639-74239350fae5 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/quotas/19593de2de6f4cfeb5b8a7eb8965f321 HTTP/1.1" status: 200 len: 375 time: 0.0631447 Sep 29 17:26:05.075995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Pushing event updated for resources: {'Port': ['ID=5718ff65-13bd-453b-9019-f07e31cf9c36,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:05.084076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:26:05.084454 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:05.149924 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:26:05.157219 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:26:05.162632 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-55c18b3b-3731-4313-a807-69d7a3463d67 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=19593de2de6f4cfeb5b8a7eb8965f321&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934260 Sep 29 17:26:05.167239 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:05.173130 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:05.175114 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] 10.222.0.44 "DELETE /v2.0/networks/bf592c8d-a323-412a-b650-ec387eb24eb7 HTTP/1.1" status: 204 len: 168 time: 0.9996307 Sep 29 17:26:05.201499 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee2b8d-6a23-4af8-81d9-0ab3b69e4d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=bf592c8d-a323-412a-b650-ec387eb24eb7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:05.212354 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a489c7ad-f1fe-4610-9b0f-622959ae26c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:05.411764 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a489c7ad-f1fe-4610-9b0f-622959ae26c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:05.535532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56684) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:05.541110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Attempting to bind port 5718ff65-13bd-453b-9019-f07e31cf9c36 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:05.541604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Attempting to bind port 5718ff65-13bd-453b-9019-f07e31cf9c36 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:05.542178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Attempting to bind port 5718ff65-13bd-453b-9019-f07e31cf9c36 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:05.572939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Port 5718ff65-13bd-453b-9019-f07e31cf9c36 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:26:05.573447 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Attempting to bind port 5718ff65-13bd-453b-9019-f07e31cf9c36 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:05.579260 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca8730-f1eb-4e79-8153-da733f566976 req-dd13e781-b219-4ef1-ade3-44f086b63a74 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:05.587740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:05.588077 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cca8730-f1eb-4e79-8153-da733f566976 req-dd13e781-b219-4ef1-ade3-44f086b63a74 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 948 time: 0.1001315 Sep 29 17:26:05.588388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:05.588975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:05.589649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Bound port: 5718ff65-13bd-453b-9019-f07e31cf9c36, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:05.590117 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:05.639897 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cca8730-f1eb-4e79-8153-da733f566976 req-453cccfb-fe22-47fd-832e-c3926328149c tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/security-groups?id=faa3b8ff-f197-4b56-83bc-0871508907a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501153 Sep 29 17:26:05.642544 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6c0eb321-5f42-4ec7-b2d5-ad81cfaa7abc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5cdd341bfba64967a0e77c2f05b5c5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1054230 Sep 29 17:26:05.645208 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56686) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:05.666394 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-27655d8f-5e70-442d-810f-2885c8b778ab service neutron] 10.222.0.44 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028148 Sep 29 17:26:05.751121 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a998-ea65-4652-a843-fc611403aaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:05.797942 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-ce2d91b8-12f9-4161-b0fc-16add9a2de13 service neutron] 10.222.0.44 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275649 Sep 29 17:26:05.802454 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a998-ea65-4652-a843-fc611403aaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:05.823036 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a489c7ad-f1fe-4610-9b0f-622959ae26c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:05.828136 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a489c7ad-f1fe-4610-9b0f-622959ae26c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:05.835900 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a489c7ad-f1fe-4610-9b0f-622959ae26c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e753a4b5-9e02-4cc0-88bd-30dc0cf84b2f HTTP/1.1" status: 204 len: 168 time: 1.3493037 Sep 29 17:26:05.902338 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489c7ad-f1fe-4610-9b0f-622959ae26c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e753a4b5-9e02-4cc0-88bd-30dc0cf84b2f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:05.907586 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a998-ea65-4652-a843-fc611403aaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:05.911431 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bb1a998-ea65-4652-a843-fc611403aaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:05.915256 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4bb1a998-ea65-4652-a843-fc611403aaa6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0dfa9a95-1a43-4157-9ff7-003dd6442e87 HTTP/1.1" status: 204 len: 168 time: 0.2663527 Sep 29 17:26:05.931999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1a998-ea65-4652-a843-fc611403aaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfa9a95-1a43-4157-9ff7-003dd6442e87,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:05.959141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] For port 5718ff65-13bd-453b-9019-f07e31cf9c36, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:05.968236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] For port 5718ff65-13bd-453b-9019-f07e31cf9c36, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=5718ff65-13bd-453b-9019-f07e31cf9c36,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:05.980531 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:06.085946 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:06.086677 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:06.088219 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] 10.222.0.49 "PUT /v2.0/ports/5718ff65-13bd-453b-9019-f07e31cf9c36 HTTP/1.1" status: 200 len: 1096 time: 1.9277489 Sep 29 17:26:06.088766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c33a6d5-77e0-4788-84d9-bb1a1b7684ce', 'tag': '5718ff65-13bd-453b-9019-f07e31cf9c36'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:06.091261 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5c02ec-9739-40c6-8fe0-51fc8c907e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c33a6d5-77e0-4788-84d9-bb1a1b7684ce", "tag": "5718ff65-13bd-453b-9019-f07e31cf9c36"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:06.289133 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb5b98-9f78-44d4-ac44-84031db53f78 service neutron] Pushing event updated for resources: {'Port': ['ID=5718ff65-13bd-453b-9019-f07e31cf9c36,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:06.298806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cbe0a5f-518e-4775-8cc3-a8e8155bb036 req-8976657b-461f-4d73-afcc-f938e3f02d48 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 210 time: 0.0990944 Sep 29 17:26:06.306847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03615e1e-8493-4f7e-af1a-f73be964790a req-58345a2c-87b9-42e0-a115-9b1a7930b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:06.308412 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03615e1e-8493-4f7e-af1a-f73be964790a req-58345a2c-87b9-42e0-a115-9b1a7930b878 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f70bd32b1b084987adba68c2ce1968eb&device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 1099 time: 0.1711893 Sep 29 17:26:06.538457 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f306be0-bf0f-42e2-b0ed-c6d0362187be x-openstack-request-id: req-6f306be0-bf0f-42e2-b0ed-c6d0362187be {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:06.538771 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c33a6d5-77e0-4788-84d9-bb1a1b7684ce", "tag": "5718ff65-13bd-453b-9019-f07e31cf9c36", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:06.543333 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f306be0-bf0f-42e2-b0ed-c6d0362187be {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:06.543747 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c33a6d5-77e0-4788-84d9-bb1a1b7684ce', 'tag': '5718ff65-13bd-453b-9019-f07e31cf9c36', 'status': 'completed', 'code': 200} Sep 29 17:26:06.554448 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03615e1e-8493-4f7e-af1a-f73be964790a req-c7bad58e-1794-43b5-ac81-7b299a81b158 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=5718ff65-13bd-453b-9019-f07e31cf9c36 HTTP/1.1" status: 200 len: 217 time: 0.2173157 Sep 29 17:26:06.706725 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03615e1e-8493-4f7e-af1a-f73be964790a req-bfa2e523-1b2b-4e11-a8bc-7c0ccf2820ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:06.708983 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03615e1e-8493-4f7e-af1a-f73be964790a req-bfa2e523-1b2b-4e11-a8bc-7c0ccf2820ca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1528130 Sep 29 17:26:06.750680 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3dbed1a1-e32c-4078-998a-964545413b5f no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:26:06.810558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 3dbed1a1-e32c-4078-998a-964545413b5f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:26:06.812503 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3dbed1a1-e32c-4078-998a-964545413b5f not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:26:06.865937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56788) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:06.868317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03615e1e-8493-4f7e-af1a-f73be964790a req-3720cca9-4376-4da8-b6c5-d85e5a956c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:06.876152 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03615e1e-8493-4f7e-af1a-f73be964790a req-3720cca9-4376-4da8-b6c5-d85e5a956c98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1599174 Sep 29 17:26:06.898992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218c3f8-a090-4cf7-a51c-8d61f480b1a4 req-ebdffdaf-c736-48d0-b2be-95ee14e6883c tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:06.908089 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7218c3f8-a090-4cf7-a51c-8d61f480b1a4 req-ebdffdaf-c736-48d0-b2be-95ee14e6883c tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 948 time: 0.0765979 Sep 29 17:26:06.935462 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54b10ab3-dc91-47f7-b835-0e3b870b04e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:06.985889 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7218c3f8-a090-4cf7-a51c-8d61f480b1a4 req-75e8a2ad-af44-4d85-92e6-283c0b34de40 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/security-groups?id=faa3b8ff-f197-4b56-83bc-0871508907a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737772 Sep 29 17:26:07.172027 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54b10ab3-dc91-47f7-b835-0e3b870b04e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:07.185988 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54b10ab3-dc91-47f7-b835-0e3b870b04e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:07.284495 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b10ab3-dc91-47f7-b835-0e3b870b04e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51de32f5-7805-4e9b-8194-f034bd4602a7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:07.302649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03615e1e-8493-4f7e-af1a-f73be964790a req-9f9c7b72-714c-44ea-9bb2-718341d6d1d5 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040079 Sep 29 17:26:07.308061 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-54b10ab3-dc91-47f7-b835-0e3b870b04e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e9dbd256f9c4aa9a3cf1bd0b9f79283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4280293 Sep 29 17:26:07.308177 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56822) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:07.501217 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f962d04-c5a6-41a2-b21e-a7c3cc407c26 req-32837fc1-c280-4b38-93af-eb36ece7e9bd tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 210 time: 0.0905817 Sep 29 17:26:07.528605 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5cef3a65-ef85-4538-a815-fa45d9efc4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:07.585715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03615e1e-8493-4f7e-af1a-f73be964790a req-cdf4ceee-ac97-4756-a37a-4fd23562220f service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446837 Sep 29 17:26:07.606214 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5cef3a65-ef85-4538-a815-fa45d9efc4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:07.718716 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5cef3a65-ef85-4538-a815-fa45d9efc4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:07.722073 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5cef3a65-ef85-4538-a815-fa45d9efc4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:07.723447 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5cef3a65-ef85-4538-a815-fa45d9efc4ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51de32f5-7805-4e9b-8194-f034bd4602a7 HTTP/1.1" status: 204 len: 168 time: 0.4141734 Sep 29 17:26:07.747320 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef3a65-ef85-4538-a815-fa45d9efc4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51de32f5-7805-4e9b-8194-f034bd4602a7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:07.775249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c02ec-9739-40c6-8fe0-51fc8c907e0b req-cfd59e08-cf04-4d0e-b2c5-20c7f36d6c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:07.777149 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a5c02ec-9739-40c6-8fe0-51fc8c907e0b req-cfd59e08-cf04-4d0e-b2c5-20c7f36d6c6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f70bd32b1b084987adba68c2ce1968eb&device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 1099 time: 0.1211765 Sep 29 17:26:07.837825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56882) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:08.021370 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d7c6daeb-834f-4ccc-b982-0dd68d84c298 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2038088245-network', 'tenant_id': '8762000220624d86bb5544a9b9e7bbd3'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:08.065615 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c6daeb-834f-4ccc-b982-0dd68d84c298 admin admin] Made reservation on behalf of 8762000220624d86bb5544a9b9e7bbd3 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:08.068258 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d7c6daeb-834f-4ccc-b982-0dd68d84c298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:08.089667 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d7c6daeb-834f-4ccc-b982-0dd68d84c298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:08.186747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c02ec-9739-40c6-8fe0-51fc8c907e0b req-329c9661-6774-4a33-90c4-f089e7d6dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:08.195129 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a5c02ec-9739-40c6-8fe0-51fc8c907e0b req-329c9661-6774-4a33-90c4-f089e7d6dee6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.4051888 Sep 29 17:26:08.305814 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d7c6daeb-834f-4ccc-b982-0dd68d84c298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:08.334050 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d7c6daeb-834f-4ccc-b982-0dd68d84c298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:08.349636 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a5c02ec-9739-40c6-8fe0-51fc8c907e0b req-eb214c2f-a708-4cc0-9ad4-10527957064b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=5718ff65-13bd-453b-9019-f07e31cf9c36 HTTP/1.1" status: 200 len: 217 time: 0.1395657 Sep 29 17:26:08.425833 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c6daeb-834f-4ccc-b982-0dd68d84c298 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:26:08.430069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-83be1d6f-2302-4491-b2a5-3529b53d8d1f tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:08.431846 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-83be1d6f-2302-4491-b2a5-3529b53d8d1f tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.49 "GET /v2.0/networks?id=bdfbf497-28cf-4287-bd47-cb5c819d8832 HTTP/1.1" status: 200 len: 822 time: 0.4679773 Sep 29 17:26:08.442168 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d7c6daeb-834f-4ccc-b982-0dd68d84c298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:08.442577 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-d7c6daeb-834f-4ccc-b982-0dd68d84c298 admin admin] Added segment 79286694-3c1a-4287-bba9-76c54945e516 of type vlan for network 5cec3342-9e55-4e91-99e8-ff77baea25ee Sep 29 17:26:08.447582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-d9b5391b-3676-42f1-88f8-f30e51b566d9 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Request body: {'port': {'device_id': '2d06ddc6-9351-4623-a6c1-881476626a58', 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832', 'admin_state_up': True, 'tenant_id': '19593de2de6f4cfeb5b8a7eb8965f321'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:08.476365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c02ec-9739-40c6-8fe0-51fc8c907e0b req-86619073-bb68-49f7-aa5d-3e8e0b0625a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:08.478332 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a5c02ec-9739-40c6-8fe0-51fc8c907e0b req-86619073-bb68-49f7-aa5d-3e8e0b0625a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1161084 Sep 29 17:26:08.503389 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d7c6daeb-834f-4ccc-b982-0dd68d84c298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:08.561553 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d7c6daeb-834f-4ccc-b982-0dd68d84c298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:08.562573 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c6daeb-834f-4ccc-b982-0dd68d84c298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:08.563163 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d7c6daeb-834f-4ccc-b982-0dd68d84c298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:08.595291 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6daeb-834f-4ccc-b982-0dd68d84c298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c72db0-8a3c-405c-b3be-c0733918661f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:08.657330 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f70800-d4f0-4f4a-aeb6-b421fdace97e req-f52e7ddc-8002-4803-8fab-01ce678ba702 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:08.666411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c02ec-9739-40c6-8fe0-51fc8c907e0b req-db95b176-0ff2-479c-a839-8182caed2de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:08.668002 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a5c02ec-9739-40c6-8fe0-51fc8c907e0b req-db95b176-0ff2-479c-a839-8182caed2de1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1795464 Sep 29 17:26:08.682169 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0f70800-d4f0-4f4a-aeb6-b421fdace97e req-f52e7ddc-8002-4803-8fab-01ce678ba702 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 948 time: 0.3714006 Sep 29 17:26:08.713158 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d7c6daeb-834f-4ccc-b982-0dd68d84c298 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8742239 Sep 29 17:26:08.725511 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56924) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:08.731240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-bdc62f29-5128-4008-9ca7-83d5a3702533 admin admin] Request body: {'subnet': {'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2038088245-subnet', 'tenant_id': '8762000220624d86bb5544a9b9e7bbd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:08.813500 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-d9b5391b-3676-42f1-88f8-f30e51b566d9 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Made reservation on behalf of 19593de2de6f4cfeb5b8a7eb8965f321 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:08.815966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6daeb-834f-4ccc-b982-0dd68d84c298 admin admin] Pushing event updated for resources: {'Network': ['ID=5cec3342-9e55-4e91-99e8-ff77baea25ee,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:08.816974 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-d9b5391b-3676-42f1-88f8-f30e51b566d9 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:08.827961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 5cec3342-9e55-4e91-99e8-ff77baea25ee details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:26:08.842618 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0f70800-d4f0-4f4a-aeb6-b421fdace97e req-d9ee695e-cc82-4b48-b1f7-61fa3eb98da0 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/security-groups?id=faa3b8ff-f197-4b56-83bc-0871508907a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343248 Sep 29 17:26:08.984011 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56952) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:08.993789 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-d9b5391b-3676-42f1-88f8-f30e51b566d9 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Allocated IP 172.20.0.13 (bdfbf497-28cf-4287-bd47-cb5c819d8832/4094c4fb-7bca-4bda-8768-7330c24f14ba/1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:09.092069 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4bc3ae2e-2985-4a51-8761-296a7e3fd880 req-542ed45e-92cd-47f3-bf35-fc53a875d68d tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 210 time: 0.0631046 Sep 29 17:26:09.096640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc62f29-5128-4008-9ca7-83d5a3702533 admin admin] Made reservation on behalf of 8762000220624d86bb5544a9b9e7bbd3 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:09.099303 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bdc62f29-5128-4008-9ca7-83d5a3702533 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:09.177815 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a5c02ec-9739-40c6-8fe0-51fc8c907e0b req-c52bd773-5b8c-4c2d-a9d3-cccae1fe1a1d service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000486 Sep 29 17:26:09.225748 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b03d9afd-478e-4f2b-af90-492126862eb9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-444566321-network', 'tenant_id': 'eddd9c0f379e4c1aab483b977289e240'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:09.266812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03d9afd-478e-4f2b-af90-492126862eb9 admin admin] Made reservation on behalf of eddd9c0f379e4c1aab483b977289e240 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:09.271029 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b03d9afd-478e-4f2b-af90-492126862eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:09.282195 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b03d9afd-478e-4f2b-af90-492126862eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:09.410251 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 5718ff65-13bd-453b-9019-f07e31cf9c36 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:26:09.418894 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b03d9afd-478e-4f2b-af90-492126862eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:09.427086 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b03d9afd-478e-4f2b-af90-492126862eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:09.448181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03d9afd-478e-4f2b-af90-492126862eb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:26:09.464219 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b03d9afd-478e-4f2b-af90-492126862eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:09.464219 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-b03d9afd-478e-4f2b-af90-492126862eb9 admin admin] Added segment 07d7e19c-cd3d-4e02-880a-b45b0f77755f of type vlan for network 0c9805b8-75c0-46fc-aa2c-1a32398bc747 Sep 29 17:26:09.524986 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b03d9afd-478e-4f2b-af90-492126862eb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:09.591167 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b03d9afd-478e-4f2b-af90-492126862eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:09.594296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 5718ff65-13bd-453b-9019-f07e31cf9c36, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=5718ff65-13bd-453b-9019-f07e31cf9c36,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:09.594820 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03d9afd-478e-4f2b-af90-492126862eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:09.595419 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b03d9afd-478e-4f2b-af90-492126862eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:09.651051 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-d9b5391b-3676-42f1-88f8-f30e51b566d9 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:09.651748 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d9afd-478e-4f2b-af90-492126862eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be26af37-2b74-413f-9118-beaf28a9a937,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:09.659897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '5718ff65-13bd-453b-9019-f07e31cf9c36', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '5718ff65-13bd-453b-9019-f07e31cf9c36', 'mac_address': 'fa:16:3e:72:a2:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:26:09.670806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b03d9afd-478e-4f2b-af90-492126862eb9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6852796 Sep 29 17:26:09.675912 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56994) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:09.680810 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-dc4b5e83-976c-4392-8be3-4c7f18c417fa admin admin] Request body: {'subnet': {'network_id': '0c9805b8-75c0-46fc-aa2c-1a32398bc747', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-444566321-subnet', 'tenant_id': 'eddd9c0f379e4c1aab483b977289e240', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:09.730111 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4b5e83-976c-4392-8be3-4c7f18c417fa admin admin] Made reservation on behalf of eddd9c0f379e4c1aab483b977289e240 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:09.733368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dc4b5e83-976c-4392-8be3-4c7f18c417fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:09.733779 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-d9b5391b-3676-42f1-88f8-f30e51b566d9 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:09.737060 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d9afd-478e-4f2b-af90-492126862eb9 admin admin] Pushing event updated for resources: {'Network': ['ID=0c9805b8-75c0-46fc-aa2c-1a32398bc747,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:09.746748 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:09.750875 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 0c9805b8-75c0-46fc-aa2c-1a32398bc747 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:26:09.796771 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5718ff65-13bd-453b-9019-f07e31cf9c36 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:09.835523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 5718ff65-13bd-453b-9019-f07e31cf9c36, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=5718ff65-13bd-453b-9019-f07e31cf9c36,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:09.852166 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:09.922111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-d9b5391b-3676-42f1-88f8-f30e51b566d9 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Network bdfbf497-28cf-4287-bd47-cb5c819d8832 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:09.931048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5391b-3676-42f1-88f8-f30e51b566d9 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Pushing event updated for resources: {'Port': ['ID=1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:09.934056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-d9b5391b-3676-42f1-88f8-f30e51b566d9 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:09.941192 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-d9b5391b-3676-42f1-88f8-f30e51b566d9 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:09.970817 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=5718ff65-13bd-453b-9019-f07e31cf9c36,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:10.020315 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a5c02ec-9739-40c6-8fe0-51fc8c907e0b req-eb5ec3a2-4701-4470-8191-24dc56c0c398 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8331728 Sep 29 17:26:10.042308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-d9b5391b-3676-42f1-88f8-f30e51b566d9 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:10.043313 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-d9b5391b-3676-42f1-88f8-f30e51b566d9 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:10.098276 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['5718ff65-13bd-453b-9019-f07e31cf9c36'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:26:10.108204 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-d9b5391b-3676-42f1-88f8-f30e51b566d9 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6646943 Sep 29 17:26:10.128845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Request body: {'port': {'device_id': '2d06ddc6-9351-4623-a6c1-881476626a58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:10.185372 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52893e-4f19-4ae7-b783-a908cfa6db97 req-dcc3c62f-732b-4bd4-8d0b-bbdccfa81272 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:10.192007 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bdc62f29-5128-4008-9ca7-83d5a3702533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:10.196595 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ed52893e-4f19-4ae7-b783-a908cfa6db97 req-dcc3c62f-732b-4bd4-8d0b-bbdccfa81272 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 949 time: 0.1810865 Sep 29 17:26:10.264880 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ed52893e-4f19-4ae7-b783-a908cfa6db97 req-03156d7c-1c4f-443b-a292-84403e2d628a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/security-groups?id=faa3b8ff-f197-4b56-83bc-0871508907a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669813 Sep 29 17:26:10.277010 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:10.277943 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dc4b5e83-976c-4392-8be3-4c7f18c417fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:10.345169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc62f29-5128-4008-9ca7-83d5a3702533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=469f6337-ae09-4156-997e-8aa5990644df,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:10.349761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc62f29-5128-4008-9ca7-83d5a3702533 admin admin] Checking segment: {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:10.350120 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc62f29-5128-4008-9ca7-83d5a3702533 admin admin] Network hostable DHCP agents. Network: 5cec3342-9e55-4e91-99e8-ff77baea25ee, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:26:10.429121 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b5e83-976c-4392-8be3-4c7f18c417fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6eee7be-2fe6-40a1-a932-fabf748b7bef,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:10.444503 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4b5e83-976c-4392-8be3-4c7f18c417fa admin admin] Checking segment: {'id': '07d7e19c-cd3d-4e02-880a-b45b0f77755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0c9805b8-75c0-46fc-aa2c-1a32398bc747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:10.444956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4b5e83-976c-4392-8be3-4c7f18c417fa admin admin] Network hostable DHCP agents. Network: 0c9805b8-75c0-46fc-aa2c-1a32398bc747, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:26:10.469895 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4b5e83-976c-4392-8be3-4c7f18c417fa admin admin] Network 0c9805b8-75c0-46fc-aa2c-1a32398bc747 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:26:10.470226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc62f29-5128-4008-9ca7-83d5a3702533 admin admin] Network 5cec3342-9e55-4e91-99e8-ff77baea25ee is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:26:10.514312 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-dc4b5e83-976c-4392-8be3-4c7f18c417fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 0c9805b8-75c0-46fc-aa2c-1a32398bc747) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:10.522098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b713bb-385f-4593-b26a-86ba5f279f93 None None] Network 0c9805b8-75c0-46fc-aa2c-1a32398bc747 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:26:10.528471 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-bdc62f29-5128-4008-9ca7-83d5a3702533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 5cec3342-9e55-4e91-99e8-ff77baea25ee) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:10.537834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4b5e83-976c-4392-8be3-4c7f18c417fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:10.538630 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dc4b5e83-976c-4392-8be3-4c7f18c417fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:10.544113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc62f29-5128-4008-9ca7-83d5a3702533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:10.544901 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bdc62f29-5128-4008-9ca7-83d5a3702533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:10.577148 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dc4b5e83-976c-4392-8be3-4c7f18c417fa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8913877 Sep 29 17:26:10.630748 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce089adb-d3ad-45bb-90a6-e14a2f9423c9 None None] Network 5cec3342-9e55-4e91-99e8-ff77baea25ee requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:26:10.654037 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bdc62f29-5128-4008-9ca7-83d5a3702533 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9192915 Sep 29 17:26:10.683063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22d1cf-6cb7-4518-904f-ca25a72bd9db req-e49076c1-d9ff-408a-8d46-b5d712b282f2 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:10.684665 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b22d1cf-6cb7-4518-904f-ca25a72bd9db req-e49076c1-d9ff-408a-8d46-b5d712b282f2 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 932 time: 0.1235211 Sep 29 17:26:10.786898 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ccc044-45cc-452c-bcb2-b7ae08286b04 None None] Network 0c9805b8-75c0-46fc-aa2c-1a32398bc747 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:26:10.810799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b22d1cf-6cb7-4518-904f-ca25a72bd9db req-2157ee2f-565e-4a52-ab9c-bd819c6774d6 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170685 Sep 29 17:26:10.825261 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-95bbc909-04f7-47f8-896f-aa06b5d9bab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:10.841746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b9d722-f3a4-463f-b7bb-0cdb3103331c None None] Network 5cec3342-9e55-4e91-99e8-ff77baea25ee requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:26:10.956291 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:10.980585 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.008761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Transition to ACTIVE for port object 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:26:11.016535 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.090042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:11.192646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Attempting to bind port 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:11.192982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Attempting to bind port 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '58bd1bc6-02d7-46f5-95d3-9d9fc249c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:11.193336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Attempting to bind port 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a on network bdfbf497-28cf-4287-bd47-cb5c819d8832 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:11.197822 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Port 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a on network bdfbf497-28cf-4287-bd47-cb5c819d8832 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:26:11.198146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Attempting to bind port 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a on network bdfbf497-28cf-4287-bd47-cb5c819d8832 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:11.203467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:11.203691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Checking segment: {'id': '58bd1bc6-02d7-46f5-95d3-9d9fc249c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:11.204164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Bound using segment: {'id': '58bd1bc6-02d7-46f5-95d3-9d9fc249c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:11.204601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Bound port: 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bd1bc6-02d7-46f5-95d3-9d9fc249c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:11.204961 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.304376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] For port 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:11.308567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] For port 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:11.313227 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.351023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:11.351836 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.353345 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] 10.222.0.49 "PUT /v2.0/ports/1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a HTTP/1.1" status: 200 len: 1092 time: 1.2330430 Sep 29 17:26:11.353861 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d06ddc6-9351-4623-a6c1-881476626a58', 'tag': '1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:11.356804 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d672cc07-5528-4683-9010-d83eedde8033" -d '{"events": [{"name": "network-changed", "server_uuid": "2d06ddc6-9351-4623-a6c1-881476626a58", "tag": "1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:11.390785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6a6aa-9e10-4a3e-9e10-f90a53995987 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:11.403366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fe6fa-c260-4f9a-a2ee-48e4804fd588 req-49792d4e-7818-499e-bac7-fc2be16b113a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:11.411021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 5718ff65-13bd-453b-9019-f07e31cf9c36 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:11.416898 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-241fe6fa-c260-4f9a-a2ee-48e4804fd588 req-49792d4e-7818-499e-bac7-fc2be16b113a tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 949 time: 0.0775414 Sep 29 17:26:11.469436 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-241fe6fa-c260-4f9a-a2ee-48e4804fd588 req-0624649c-4321-436f-b050-a1483934d627 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/security-groups?id=faa3b8ff-f197-4b56-83bc-0871508907a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514123 Sep 29 17:26:11.498296 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57144) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:11.502490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7fc823cf-09e7-403a-9e36-25dfd0e0de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:11.503380 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-7fc823cf-09e7-403a-9e36-25dfd0e0de54 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19593de2de6f4cfeb5b8a7eb8965f321&device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 1095 time: 0.0758913 Sep 29 17:26:11.505636 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 5718ff65-13bd-453b-9019-f07e31cf9c36 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:26:11.507986 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-dfe685a0-54a1-4656-922e-8d803f12a972 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-860099636-network', 'tenant_id': 'bc9d2819e8484b5d8b62301ee976d089'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:11.510717 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 5718ff65-13bd-453b-9019-f07e31cf9c36 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:11.511087 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.540783 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe685a0-54a1-4656-922e-8d803f12a972 admin admin] Made reservation on behalf of bc9d2819e8484b5d8b62301ee976d089 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:11.545805 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfe685a0-54a1-4656-922e-8d803f12a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.556070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfe685a0-54a1-4656-922e-8d803f12a972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.579872 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-30ea0538-f9d9-4dcb-92b2-ae122498534d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a HTTP/1.1" status: 200 len: 217 time: 0.0652797 Sep 29 17:26:11.619824 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.647809 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c33a6d5-77e0-4788-84d9-bb1a1b7684ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5718ff65-13bd-453b-9019-f07e31cf9c36'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:11.650253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-e7fb706c-873d-409f-8211-c0d6cc9a60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:11.650593 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319d9f1b-3552-4d6c-837f-4ab8b89ddd40" -d '{"events": [{"server_uuid": "1c33a6d5-77e0-4788-84d9-bb1a1b7684ce", "name": "network-vif-plugged", "status": "completed", "tag": "5718ff65-13bd-453b-9019-f07e31cf9c36"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:11.651571 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-e7fb706c-873d-409f-8211-c0d6cc9a60e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4094c4fb-7bca-4bda-8768-7330c24f14ba HTTP/1.1" status: 200 len: 862 time: 0.0643268 Sep 29 17:26:11.665302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 5718ff65-13bd-453b-9019-f07e31cf9c36, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=5718ff65-13bd-453b-9019-f07e31cf9c36,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:11.671089 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.687176 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfe685a0-54a1-4656-922e-8d803f12a972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.694203 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfe685a0-54a1-4656-922e-8d803f12a972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.722896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-524849c6-10d7-4361-949a-0cd1257ac058 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdfbf497-28cf-4287-bd47-cb5c819d8832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628235 Sep 29 17:26:11.730236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe685a0-54a1-4656-922e-8d803f12a972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:26:11.734025 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=5718ff65-13bd-453b-9019-f07e31cf9c36,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:11.744565 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfe685a0-54a1-4656-922e-8d803f12a972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.745146 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-dfe685a0-54a1-4656-922e-8d803f12a972 admin admin] Added segment ad3acfd7-afe1-4689-863e-48610ca55f6d of type vlan for network 5108e6c6-5427-4990-aba1-ea9490e57222 Sep 29 17:26:11.793198 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe685a0-54a1-4656-922e-8d803f12a972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10259828-5adf-4fbc-98a1-bc5f69173c82,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:11.806339 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfe685a0-54a1-4656-922e-8d803f12a972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.831575 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-b9a0c5ce-7ea1-46ac-8f65-2648ebd6d896 service neutron] 10.222.0.49 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008067 Sep 29 17:26:11.832878 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfe685a0-54a1-4656-922e-8d803f12a972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.834725 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe685a0-54a1-4656-922e-8d803f12a972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:11.835548 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfe685a0-54a1-4656-922e-8d803f12a972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.866810 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dfe685a0-54a1-4656-922e-8d803f12a972 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3667305 Sep 29 17:26:11.870757 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57184) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:11.875510 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2ebe3a32-b4ea-420c-9707-a8c9289742df admin admin] Request body: {'subnet': {'network_id': '5108e6c6-5427-4990-aba1-ea9490e57222', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-860099636-subnet', 'tenant_id': 'bc9d2819e8484b5d8b62301ee976d089', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:11.883329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-73f5ea44-b750-4094-baf1-6944f3b09ed6 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:11.884542 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-73f5ea44-b750-4094-baf1-6944f3b09ed6 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 812 time: 0.3747771 Sep 29 17:26:11.911036 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe685a0-54a1-4656-922e-8d803f12a972 admin admin] Pushing event updated for resources: {'Network': ['ID=5108e6c6-5427-4990-aba1-ea9490e57222,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:11.923761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 5108e6c6-5427-4990-aba1-ea9490e57222 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:26:11.930749 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebe3a32-b4ea-420c-9707-a8c9289742df admin admin] Made reservation on behalf of bc9d2819e8484b5d8b62301ee976d089 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:11.933906 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2ebe3a32-b4ea-420c-9707-a8c9289742df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:11.938956 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-a74d1c3e-c082-4a89-8e0d-aecddbd34723 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/quotas/8762000220624d86bb5544a9b9e7bbd3 HTTP/1.1" status: 200 len: 375 time: 0.0441160 Sep 29 17:26:11.981225 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-9646bd9c-2aa4-4564-97db-4f026d686d43 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333009 Sep 29 17:26:12.014041 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4531be0f-dcf5-4f23-8a89-6901c5fdd923 req-3a2895ec-c43e-4bfe-a2d2-af5a8743fc3c service neutron] 10.222.0.49 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754508 Sep 29 17:26:12.030380 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb71a6a7-b914-4feb-929c-8595a2d2b0bb x-openstack-request-id: req-bb71a6a7-b914-4feb-929c-8595a2d2b0bb {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:12.030753 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d06ddc6-9351-4623-a6c1-881476626a58", "tag": "1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:12.031073 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb71a6a7-b914-4feb-929c-8595a2d2b0bb {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:12.031337 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d06ddc6-9351-4623-a6c1-881476626a58', 'tag': '1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a', 'status': 'completed', 'code': 200} Sep 29 17:26:12.125966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672cc07-5528-4683-9010-d83eedde8033 req-5fbb7f48-fc47-428e-9036-5500e6f383a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:12.128689 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d672cc07-5528-4683-9010-d83eedde8033 req-5fbb7f48-fc47-428e-9036-5500e6f383a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19593de2de6f4cfeb5b8a7eb8965f321&device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 1095 time: 0.0613613 Sep 29 17:26:12.132182 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-b94b2314-7262-4d58-8489-65055b341ebe service neutron] 10.222.0.44 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405551 Sep 29 17:26:12.139497 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc20f423-7dbd-468f-87a9-f76194d4307c x-openstack-request-id: req-dc20f423-7dbd-468f-87a9-f76194d4307c {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:12.139497 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c33a6d5-77e0-4788-84d9-bb1a1b7684ce", "name": "network-vif-plugged", "status": "completed", "tag": "5718ff65-13bd-453b-9019-f07e31cf9c36", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:12.139497 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc20f423-7dbd-468f-87a9-f76194d4307c {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:12.139497 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c33a6d5-77e0-4788-84d9-bb1a1b7684ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5718ff65-13bd-453b-9019-f07e31cf9c36', 'code': 200} Sep 29 17:26:12.186676 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2ebe3a32-b4ea-420c-9707-a8c9289742df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:12.276279 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe3a32-b4ea-420c-9707-a8c9289742df admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d74dac-ce32-4c17-8413-be4166ffa57b,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:12.308203 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce932a0-8aaf-4b5a-bd42-e3c8e1cb8293 req-8540f412-f30c-4d8e-8181-7c2f0cb33478 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:12.309692 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2ce932a0-8aaf-4b5a-bd42-e3c8e1cb8293 req-8540f412-f30c-4d8e-8181-7c2f0cb33478 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 944 time: 0.0892899 Sep 29 17:26:12.310778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebe3a32-b4ea-420c-9707-a8c9289742df admin admin] Checking segment: {'id': 'ad3acfd7-afe1-4689-863e-48610ca55f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '5108e6c6-5427-4990-aba1-ea9490e57222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:12.310778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebe3a32-b4ea-420c-9707-a8c9289742df admin admin] Network hostable DHCP agents. Network: 5108e6c6-5427-4990-aba1-ea9490e57222, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:26:12.343360 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebe3a32-b4ea-420c-9707-a8c9289742df admin admin] Network 5108e6c6-5427-4990-aba1-ea9490e57222 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:26:12.344013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55736e8-a552-426c-b1e9-e0d3ed5306ce req-fea41a4d-254f-40a9-b41b-8f628b797bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:12.346377 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d55736e8-a552-426c-b1e9-e0d3ed5306ce req-fea41a4d-254f-40a9-b41b-8f628b797bdd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 1101 time: 0.1449847 Sep 29 17:26:12.347324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672cc07-5528-4683-9010-d83eedde8033 req-3f1a0eea-72d0-4b98-b609-d2306eeb3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:12.348580 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d672cc07-5528-4683-9010-d83eedde8033 req-3f1a0eea-72d0-4b98-b609-d2306eeb3d18 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdfbf497-28cf-4287-bd47-cb5c819d8832 HTTP/1.1" status: 200 len: 923 time: 0.2038832 Sep 29 17:26:12.359935 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-4e47d420-9fdf-4613-89ed-610573d58397 service neutron] 10.222.0.44 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065883 Sep 29 17:26:12.362847 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2ce932a0-8aaf-4b5a-bd42-e3c8e1cb8293 req-630b634a-2ef5-4fd5-94df-2df97c80d7c4 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456936 Sep 29 17:26:12.364766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-2ebe3a32-b4ea-420c-9707-a8c9289742df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 5108e6c6-5427-4990-aba1-ea9490e57222) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:12.370099 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebe3a32-b4ea-420c-9707-a8c9289742df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:12.371109 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2ebe3a32-b4ea-420c-9707-a8c9289742df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:12.377663 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3a37ac-838c-4bda-817d-f19869e68207 None None] Network 5108e6c6-5427-4990-aba1-ea9490e57222 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:26:12.402421 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2ebe3a32-b4ea-420c-9707-a8c9289742df admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5305665 Sep 29 17:26:12.416938 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d672cc07-5528-4683-9010-d83eedde8033 req-ac28a2b7-414d-40d5-b44e-b0363831af90 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a HTTP/1.1" status: 200 len: 217 time: 0.0544767 Sep 29 17:26:12.478036 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d55736e8-a552-426c-b1e9-e0d3ed5306ce req-b8afd5b2-97ad-45f7-ac15-c95bccbebdc5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=faa3b8ff-f197-4b56-83bc-0871508907a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171207 Sep 29 17:26:12.506984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672cc07-5528-4683-9010-d83eedde8033 req-9e251dbe-de8f-4d57-bad5-27ffaf3f3bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:12.508859 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d672cc07-5528-4683-9010-d83eedde8033 req-9e251dbe-de8f-4d57-bad5-27ffaf3f3bf9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4094c4fb-7bca-4bda-8768-7330c24f14ba HTTP/1.1" status: 200 len: 862 time: 0.0804923 Sep 29 17:26:12.730273 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d672cc07-5528-4683-9010-d83eedde8033 req-06a8a2c3-bc3f-434d-8be8-bc018cd41022 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdfbf497-28cf-4287-bd47-cb5c819d8832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605767 Sep 29 17:26:12.783090 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7870a829-ac19-4b82-8cd8-e71ae3dd26b5 None None] Network 5108e6c6-5427-4990-aba1-ea9490e57222 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:26:12.801212 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b36ec50-9305-44da-96c3-e02a229c3d5a req-b18dd02d-a3b4-4ab7-80ca-7b652a1aeda2 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 210 time: 0.0733571 Sep 29 17:26:12.839185 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420786fe-c964-4e39-9da0-6ef0125951b1 req-1490fd2e-a119-4b4f-9649-41a8cebea50c tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:12.850838 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-420786fe-c964-4e39-9da0-6ef0125951b1 req-1490fd2e-a119-4b4f-9649-41a8cebea50c tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 950 time: 0.1250999 Sep 29 17:26:12.901928 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-420786fe-c964-4e39-9da0-6ef0125951b1 req-10b1ce2a-cff5-48e5-ad04-0960da4f2e55 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/security-groups?id=faa3b8ff-f197-4b56-83bc-0871508907a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496376 Sep 29 17:26:12.981599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d672cc07-5528-4683-9010-d83eedde8033 req-e0447fc9-d9a0-4051-b9aa-600941d6bf51 service neutron] 10.222.0.49 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285790 Sep 29 17:26:13.129054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d672cc07-5528-4683-9010-d83eedde8033 req-8f335093-8e9f-462f-adf2-f83b87e39199 service neutron] 10.222.0.49 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367254 Sep 29 17:26:13.426874 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:26:13.465801 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-4d6a3fd3-d7f9-4bf8-9fab-77221acbcf78 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:13.467858 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-4d6a3fd3-d7f9-4bf8-9fab-77221acbcf78 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/networks?id=0c9805b8-75c0-46fc-aa2c-1a32398bc747 HTTP/1.1" status: 200 len: 814 time: 0.1713915 Sep 29 17:26:13.498358 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9c56fc73-64cb-4893-9a22-a54051ba586d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:13.508505 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-3fabb736-3e5c-41cb-894b-3a549ad14660 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/quotas/eddd9c0f379e4c1aab483b977289e240 HTTP/1.1" status: 200 len: 375 time: 0.0299630 Sep 29 17:26:13.568440 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-170900d6-5d8e-46c4-81a3-b65d4134ae14 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eddd9c0f379e4c1aab483b977289e240&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504303 Sep 29 17:26:13.592484 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:13.607488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a', 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832', 'port_id': '1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a', 'mac_address': 'fa:16:3e:99:df:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4094c4fb-7bca-4bda-8768-7330c24f14ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:26:13.664002 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:13.668127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57318) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:13.684037 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:13.690044 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-a36b1771-5002-4b55-9f4f-066f8052c93a service neutron] 10.222.0.44 "GET /v2.0/networks/0c9805b8-75c0-46fc-aa2c-1a32398bc747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111732 Sep 29 17:26:13.696489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cf055-0c70-428f-ab0d-fd34b793ea97 req-14e1a363-7d79-4ea1-a02b-f7467fe60091 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:13.698388 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-756cf055-0c70-428f-ab0d-fd34b793ea97 req-14e1a363-7d79-4ea1-a02b-f7467fe60091 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 944 time: 0.0733676 Sep 29 17:26:13.711380 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:13.717515 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:13.746004 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-756cf055-0c70-428f-ab0d-fd34b793ea97 req-811430b3-2d86-4c99-95a8-a0de118f4068 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415704 Sep 29 17:26:13.775173 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:13.819217 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-c946456f-ac80-46a9-8000-1e39ccbaf355 service neutron] 10.222.0.44 "GET /v2.0/networks/0c9805b8-75c0-46fc-aa2c-1a32398bc747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211538 Sep 29 17:26:13.852971 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-78cb954c-376d-4f30-9480-6e7bb993f3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:13.917450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:26:13.989484 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-78cb954c-376d-4f30-9480-6e7bb993f3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:14.006018 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-78cb954c-376d-4f30-9480-6e7bb993f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:14.125114 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-78cb954c-376d-4f30-9480-6e7bb993f3e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb4c6f24329441eca898797195fcb729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546862 Sep 29 17:26:14.125646 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57330) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:14.129504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb954c-376d-4f30-9480-6e7bb993f3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978842cf-d462-477f-b73c-d29fa753e7fd,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:14.171950 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-ab9a8fec-518c-437d-90dd-6734327ba146 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:14.173597 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-ab9a8fec-518c-437d-90dd-6734327ba146 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.35 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 812 time: 0.2732651 Sep 29 17:26:14.210397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-926d38b3-dfbd-49af-8055-86604aea9252 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Request body: {'port': {'device_id': '31d53ef3-e663-4985-a215-057232e4bcc1', 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee', 'admin_state_up': True, 'tenant_id': '8762000220624d86bb5544a9b9e7bbd3'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:14.270712 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:14.291733 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7be827c-b752-49a7-9db0-6e213d87ec26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:14.301809 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aed8ff98-913f-477a-adf6-1c2b723fa733 req-b6a20a0f-2e9a-4db6-b58f-8fa537ad38c6 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 210 time: 0.0380695 Sep 29 17:26:14.362003 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7be827c-b752-49a7-9db0-6e213d87ec26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:14.372226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0c457-99bd-4468-9687-a359389cf68a req-ae58433e-11a0-49fb-a9ab-efc324d49147 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:14.375361 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-73c0c457-99bd-4468-9687-a359389cf68a req-ae58433e-11a0-49fb-a9ab-efc324d49147 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 950 time: 0.1302376 Sep 29 17:26:14.410148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4bb3dc7-ddae-4b3f-8edc-2198a0fbe209 req-9a17506c-81db-4581-9216-221a141451c5 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 210 time: 0.0319402 Sep 29 17:26:14.439114 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-926d38b3-dfbd-49af-8055-86604aea9252 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Made reservation on behalf of 8762000220624d86bb5544a9b9e7bbd3 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:14.446000 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-926d38b3-dfbd-49af-8055-86604aea9252 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:14.456498 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-73c0c457-99bd-4468-9687-a359389cf68a req-54d916e4-6a7e-4fbd-8ac6-6b9880cf267d tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/security-groups?id=faa3b8ff-f197-4b56-83bc-0871508907a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679455 Sep 29 17:26:14.460335 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:14.492516 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7be827c-b752-49a7-9db0-6e213d87ec26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:14.506728 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7be827c-b752-49a7-9db0-6e213d87ec26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:14.508768 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e7be827c-b752-49a7-9db0-6e213d87ec26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/978842cf-d462-477f-b73c-d29fa753e7fd HTTP/1.1" status: 204 len: 168 time: 0.3805940 Sep 29 17:26:14.522793 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be827c-b752-49a7-9db0-6e213d87ec26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978842cf-d462-477f-b73c-d29fa753e7fd,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:14.589805 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:14.702106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-8c733c35-ea74-4794-8cde-69c185b9ccda tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:14.703612 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-8c733c35-ea74-4794-8cde-69c185b9ccda tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/networks?id=76df170c-e1e4-4882-b30d-122279313449 HTTP/1.1" status: 200 len: 805 time: 0.1617074 Sep 29 17:26:14.709047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-926d38b3-dfbd-49af-8055-86604aea9252 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Allocated IP 172.20.0.10 (5cec3342-9e55-4e91-99e8-ff77baea25ee/469f6337-ae09-4156-997e-8aa5990644df/0da9f69f-4725-4bd6-976f-e12e231fd4a3) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:14.735379 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-8ba2336f-dafe-435e-b370-6387e09940fa tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/quotas/03471ff03c464865a23b72de4e110368 HTTP/1.1" status: 200 len: 375 time: 0.0213823 Sep 29 17:26:14.837885 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-e05e6558-8699-4abe-9d28-fbee82186eb8 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=03471ff03c464865a23b72de4e110368&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0952976 Sep 29 17:26:15.000898 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-926d38b3-dfbd-49af-8055-86604aea9252 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:15.018732 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-b7ac06ad-d2b2-4513-97ab-5af6ebb659ef service neutron] 10.222.0.44 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693571 Sep 29 17:26:15.065505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ea50a-d6b8-4763-be25-81f2eb22c253 req-25b8b09c-7ff8-4709-b192-2898909f7763 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:15.067114 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d1ea50a-d6b8-4763-be25-81f2eb22c253 req-25b8b09c-7ff8-4709-b192-2898909f7763 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 945 time: 0.0545502 Sep 29 17:26:15.110910 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d1ea50a-d6b8-4763-be25-81f2eb22c253 req-74f29ae9-b439-4074-8ab4-17fae4bfdcc2 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376773 Sep 29 17:26:15.124701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-926d38b3-dfbd-49af-8055-86604aea9252 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:15.180163 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-f647d7ef-f866-4c5b-9cad-61a75ad16874 service neutron] 10.222.0.44 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579103 Sep 29 17:26:15.188397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-926d38b3-dfbd-49af-8055-86604aea9252 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Network 5cec3342-9e55-4e91-99e8-ff77baea25ee is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:15.192635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-926d38b3-dfbd-49af-8055-86604aea9252 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:15.200825 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-926d38b3-dfbd-49af-8055-86604aea9252 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:15.204306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d38b3-dfbd-49af-8055-86604aea9252 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Pushing event updated for resources: {'Port': ['ID=0da9f69f-4725-4bd6-976f-e12e231fd4a3,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:15.272347 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-926d38b3-dfbd-49af-8055-86604aea9252 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:15.273026 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-926d38b3-dfbd-49af-8055-86604aea9252 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:15.299470 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-926d38b3-dfbd-49af-8055-86604aea9252 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0944753 Sep 29 17:26:15.319814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Request body: {'port': {'device_id': '31d53ef3-e663-4985-a215-057232e4bcc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:15.388893 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:15.436636 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:15.558911 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:26:15.563989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:15.566474 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:15.582763 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158c77e-934c-4f71-81b8-81abd499f80a req-3c6cd3f0-c0f5-4a82-b99e-2c2c55832365 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:15.598100 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1158c77e-934c-4f71-81b8-81abd499f80a req-3c6cd3f0-c0f5-4a82-b99e-2c2c55832365 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 932 time: 0.1126702 Sep 29 17:26:15.638747 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1158c77e-934c-4f71-81b8-81abd499f80a req-ca2690fe-5be6-42e5-b6a1-25b56f581e87 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386283 Sep 29 17:26:15.728100 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-629699fa-36f0-4c3f-bb86-16a10188e12d req-be9ad878-5f3a-4c0f-bf3c-f0b0add1b19e tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 210 time: 0.0763478 Sep 29 17:26:15.735752 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:15.766440 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d06ddc6-9351-4623-a6c1-881476626a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:15.769716 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0476fc74-a0a5-4476-88db-d2e8b9f5d3dd" -d '{"events": [{"server_uuid": "2d06ddc6-9351-4623-a6c1-881476626a58", "name": "network-vif-plugged", "status": "completed", "tag": "1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:15.784848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:15.790327 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:15.791349 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3718c2d7-b974-48a4-b8b0-f7770b6bc8c5 req-7445b162-a803-4ce8-a65f-28503f894ea9 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 210 time: 0.0801814 Sep 29 17:26:15.858890 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:15.872566 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-393ba229-a3be-40de-a617-dbab5f84e846 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:15.874152 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-393ba229-a3be-40de-a617-dbab5f84e846 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.35 "GET /v2.0/networks?id=0c9805b8-75c0-46fc-aa2c-1a32398bc747 HTTP/1.1" status: 200 len: 814 time: 0.3350956 Sep 29 17:26:15.915904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-2ef6973c-438e-4f16-ba00-701b548d13eb tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Request body: {'port': {'device_id': 'ed01af4a-96a3-412e-b24b-5a68d08d4ed7', 'network_id': '0c9805b8-75c0-46fc-aa2c-1a32398bc747', 'admin_state_up': True, 'tenant_id': 'eddd9c0f379e4c1aab483b977289e240'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:16.027306 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf0f28f-fa34-4a55-9171-facd65a93b56 x-openstack-request-id: req-9cf0f28f-fa34-4a55-9171-facd65a93b56 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:16.027538 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d06ddc6-9351-4623-a6c1-881476626a58", "name": "network-vif-plugged", "status": "completed", "tag": "1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:16.027785 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9cf0f28f-fa34-4a55-9171-facd65a93b56 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:16.028217 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d06ddc6-9351-4623-a6c1-881476626a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a', 'code': 200} Sep 29 17:26:16.052536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da9f69f-4725-4bd6-976f-e12e231fd4a3 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:16.063809 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:16.091551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Transition to ACTIVE for port object 0da9f69f-4725-4bd6-976f-e12e231fd4a3 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:26:16.099372 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:16.155374 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71bddb-a44d-4934-a167-1ef311071b9a req-a4676238-8eb5-4801-ac5f-f6a6858bc7ae tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:16.157594 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1a71bddb-a44d-4934-a167-1ef311071b9a req-a4676238-8eb5-4801-ac5f-f6a6858bc7ae tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 950 time: 0.0558360 Sep 29 17:26:16.164847 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 319f4848-b61d-4228-a1e6-988e16d739d1 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:26:16.192520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Pushing event updated for resources: {'Port': ['ID=0da9f69f-4725-4bd6-976f-e12e231fd4a3,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:16.201144 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-2ef6973c-438e-4f16-ba00-701b548d13eb tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Made reservation on behalf of eddd9c0f379e4c1aab483b977289e240 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:16.204896 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-2ef6973c-438e-4f16-ba00-701b548d13eb tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:16.223921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50716561-f2b5-4341-9632-226267041ad6 req-4cf9d55d-e86d-472f-91f3-f1f51aecb1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:16.232656 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50716561-f2b5-4341-9632-226267041ad6 req-4cf9d55d-e86d-472f-91f3-f1f51aecb1e5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 1097 time: 0.1007915 Sep 29 17:26:16.302067 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1a71bddb-a44d-4934-a167-1ef311071b9a req-89861e6e-e612-4507-9a47-fcf326c79de0 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/security-groups?id=faa3b8ff-f197-4b56-83bc-0871508907a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202943 Sep 29 17:26:16.309865 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:16.374054 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57418) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:16.388229 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 319f4848-b61d-4228-a1e6-988e16d739d1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=319f4848-b61d-4228-a1e6-988e16d739d1,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:16.394729 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:16.449008 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=319f4848-b61d-4228-a1e6-988e16d739d1,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:16.498231 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c87c4cb7-bd56-4fac-a77a-e102ec6652ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:16.602982 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c87c4cb7-bd56-4fac-a77a-e102ec6652ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:16.607065 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c87c4cb7-bd56-4fac-a77a-e102ec6652ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:16.650878 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c87c4cb7-bd56-4fac-a77a-e102ec6652ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e8b19703f8946b490c38ba8b1cc1b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741220 Sep 29 17:26:16.650878 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c4cb7-bd56-4fac-a77a-e102ec6652ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a16b95c-95d0-40f1-95d7-913459464249,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:16.653825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57424) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:16.730025 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:16.757261 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50716561-f2b5-4341-9632-226267041ad6 req-6f181b44-77d5-496d-baa2-045354229378 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868131 Sep 29 17:26:16.778581 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c9d95e9d-bd11-44ac-a749-9c6f450aa034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:16.839110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917897b-16db-4668-96aa-01af8c6920f2 req-7af0db2f-989d-487c-9cf4-937ff033c26e tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:16.840730 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4917897b-16db-4668-96aa-01af8c6920f2 req-7af0db2f-989d-487c-9cf4-937ff033c26e tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.35 "GET /v2.0/ports?device_id=3f24dc7d-eae1-4f99-9166-e8866259f528 HTTP/1.1" status: 200 len: 943 time: 0.1115746 Sep 29 17:26:16.844210 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c9d95e9d-bd11-44ac-a749-9c6f450aa034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:16.853773 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Attempting to bind port 0da9f69f-4725-4bd6-976f-e12e231fd4a3 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:16.854123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Attempting to bind port 0da9f69f-4725-4bd6-976f-e12e231fd4a3 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:16.854434 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Attempting to bind port 0da9f69f-4725-4bd6-976f-e12e231fd4a3 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:16.869911 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda1ff4-a1f0-4e71-aa73-b3b3bcb80d5e req-2d8f4e72-2e11-43dd-938e-93edd3c80c6b tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:16.871390 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-deda1ff4-a1f0-4e71-aa73-b3b3bcb80d5e req-2d8f4e72-2e11-43dd-938e-93edd3c80c6b tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 946 time: 0.5470433 Sep 29 17:26:16.884638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Port 0da9f69f-4725-4bd6-976f-e12e231fd4a3 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:26:16.885337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Attempting to bind port 0da9f69f-4725-4bd6-976f-e12e231fd4a3 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:16.893753 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f96453-9a94-417f-bec5-d6a931bccaad req-f9f4be4a-d643-4214-bca5-dd1a6bcbdc04 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:16.895244 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81f96453-9a94-417f-bec5-d6a931bccaad req-f9f4be4a-d643-4214-bca5-dd1a6bcbdc04 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 944 time: 0.1285665 Sep 29 17:26:16.901328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-2ef6973c-438e-4f16-ba00-701b548d13eb tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Allocated IP 172.20.0.13 (0c9805b8-75c0-46fc-aa2c-1a32398bc747/f6eee7be-2fe6-40a1-a932-fabf748b7bef/1256bf1e-8e2f-4361-b834-cd3d6b794fee) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:16.913857 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:16.914244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Checking segment: {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:16.914580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Bound using segment: {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:16.915023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Bound port: 0da9f69f-4725-4bd6-976f-e12e231fd4a3, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:16.915379 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:16.966722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-2ea0e32c-b6e2-4996-991d-cdf087ed5ff9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:16.968182 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-2ea0e32c-b6e2-4996-991d-cdf087ed5ff9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.49 "GET /v2.0/networks?id=76df170c-e1e4-4882-b30d-122279313449 HTTP/1.1" status: 200 len: 805 time: 0.2521834 Sep 29 17:26:16.985111 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81f96453-9a94-417f-bec5-d6a931bccaad req-05f1cab7-d86c-4e7f-bf8f-18afe6626ac9 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780928 Sep 29 17:26:17.003115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Request body: {'port': {'device_id': 'c247d324-348d-42ba-b7c5-3c67ee489d3e', 'network_id': '76df170c-e1e4-4882-b30d-122279313449', 'admin_state_up': True, 'tenant_id': '03471ff03c464865a23b72de4e110368'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:17.011609 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c9d95e9d-bd11-44ac-a749-9c6f450aa034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:17.014487 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c9d95e9d-bd11-44ac-a749-9c6f450aa034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:17.021845 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c9d95e9d-bd11-44ac-a749-9c6f450aa034 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a16b95c-95d0-40f1-95d7-913459464249 HTTP/1.1" status: 204 len: 168 time: 0.3669446 Sep 29 17:26:17.034724 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-deda1ff4-a1f0-4e71-aa73-b3b3bcb80d5e req-d0a0b254-7508-4ae2-b85d-d56320af1556 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510558 Sep 29 17:26:17.037553 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-4917897b-16db-4668-96aa-01af8c6920f2 req-ec10a5da-c1f2-400c-a1aa-192737209f81 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Deleting port 319f4848-b61d-4228-a1e6-988e16d739d1 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:26:17.037963 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4917897b-16db-4668-96aa-01af8c6920f2 req-ec10a5da-c1f2-400c-a1aa-192737209f81 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:17.055352 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d95e9d-bd11-44ac-a749-9c6f450aa034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a16b95c-95d0-40f1-95d7-913459464249,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:17.094570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] For port 0da9f69f-4725-4bd6-976f-e12e231fd4a3, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:17.100008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] For port 0da9f69f-4725-4bd6-976f-e12e231fd4a3, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0da9f69f-4725-4bd6-976f-e12e231fd4a3,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:17.144520 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:17.165084 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-4917897b-16db-4668-96aa-01af8c6920f2 req-ec10a5da-c1f2-400c-a1aa-192737209f81 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] For port 319f4848-b61d-4228-a1e6-988e16d739d1, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=319f4848-b61d-4228-a1e6-988e16d739d1,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:17.165084 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4917897b-16db-4668-96aa-01af8c6920f2 req-ec10a5da-c1f2-400c-a1aa-192737209f81 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:17.209826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-4917897b-16db-4668-96aa-01af8c6920f2 req-ec10a5da-c1f2-400c-a1aa-192737209f81 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Calling delete_port for 319f4848-b61d-4228-a1e6-988e16d739d1 owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:26:17.213031 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ed30d79-3708-4515-83f1-4488426398aa req-231f7c5c-c9ee-4275-b840-0e224f82aa7e tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 210 time: 0.0395062 Sep 29 17:26:17.271054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b0583b9-68fc-4c7c-8fa9-0ae70b8b25fd req-170f52e1-44d2-4d76-be58-b940aee85bcf tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 210 time: 0.1120417 Sep 29 17:26:17.311292 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:17.311917 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:17.313331 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] 10.222.0.35 "PUT /v2.0/ports/0da9f69f-4725-4bd6-976f-e12e231fd4a3 HTTP/1.1" status: 200 len: 1092 time: 1.9982145 Sep 29 17:26:17.316477 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d53ef3-e663-4985-a215-057232e4bcc1', 'tag': '0da9f69f-4725-4bd6-976f-e12e231fd4a3'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:17.318266 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1656e46-b3c9-4245-b1bc-23681e8bf6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "31d53ef3-e663-4985-a215-057232e4bcc1", "tag": "0da9f69f-4725-4bd6-976f-e12e231fd4a3"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:17.361165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df158fc-b249-43aa-9844-e2da2443d99a service neutron] Pushing event updated for resources: {'Port': ['ID=0da9f69f-4725-4bd6-976f-e12e231fd4a3,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:17.402073 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4917897b-16db-4668-96aa-01af8c6920f2 req-ec10a5da-c1f2-400c-a1aa-192737209f81 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:17.410808 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-2ef6973c-438e-4f16-ba00-701b548d13eb tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:17.429731 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ef1d6e-3065-48e2-afd4-94e3174b7fbc x-openstack-request-id: req-88ef1d6e-3065-48e2-afd4-94e3174b7fbc {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:17.430029 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d53ef3-e663-4985-a215-057232e4bcc1", "tag": "0da9f69f-4725-4bd6-976f-e12e231fd4a3", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:17.430281 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88ef1d6e-3065-48e2-afd4-94e3174b7fbc {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:17.430772 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d53ef3-e663-4985-a215-057232e4bcc1', 'tag': '0da9f69f-4725-4bd6-976f-e12e231fd4a3', 'status': 'completed', 'code': 200} Sep 29 17:26:17.438060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Made reservation on behalf of 03471ff03c464865a23b72de4e110368 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:17.441750 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:17.486390 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10a5da-c1f2-400c-a1aa-192737209f81 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Pushing event deleted for resources: {'Port': ['ID=319f4848-b61d-4228-a1e6-988e16d739d1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:17.497992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-d70c35ad-b183-4d99-8ba7-49b0a3410361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:17.499516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-d70c35ad-b183-4d99-8ba7-49b0a3410361 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 1095 time: 0.1128490 Sep 29 17:26:17.525826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-4917897b-16db-4668-96aa-01af8c6920f2 req-ec10a5da-c1f2-400c-a1aa-192737209f81 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] No DVR routers for this DVR port 319f4848-b61d-4228-a1e6-988e16d739d1 on host n-h2-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:26:17.530694 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4917897b-16db-4668-96aa-01af8c6920f2 req-ec10a5da-c1f2-400c-a1aa-192737209f81 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:17.533707 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4917897b-16db-4668-96aa-01af8c6920f2 req-ec10a5da-c1f2-400c-a1aa-192737209f81 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.35 "DELETE /v2.0/ports/319f4848-b61d-4228-a1e6-988e16d739d1 HTTP/1.1" status: 204 len: 173 time: 0.6810162 Sep 29 17:26:17.534413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f24dc7d-eae1-4f99-9166-e8866259f528', 'name': 'network-vif-deleted', 'tag': '319f4848-b61d-4228-a1e6-988e16d739d1'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:17.538206 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f708ebcb-275e-4697-b4d1-2e23642529e7" -d '{"events": [{"server_uuid": "3f24dc7d-eae1-4f99-9166-e8866259f528", "name": "network-vif-deleted", "tag": "319f4848-b61d-4228-a1e6-988e16d739d1"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:17.574195 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b6ed0-ba9c-4c0b-9cc3-f26dd53ff3c2 req-b80da939-4f34-4377-9a54-688c33904cd8 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:17.578207 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-cf7e9858-3a72-4e20-89ee-9cd4407c2234 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da9f69f-4725-4bd6-976f-e12e231fd4a3 HTTP/1.1" status: 200 len: 217 time: 0.0502906 Sep 29 17:26:17.582719 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-2ef6973c-438e-4f16-ba00-701b548d13eb tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:17.586342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f7b6ed0-ba9c-4c0b-9cc3-f26dd53ff3c2 req-b80da939-4f34-4377-9a54-688c33904cd8 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 950 time: 0.1664917 Sep 29 17:26:17.635401 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f7b6ed0-ba9c-4c0b-9cc3-f26dd53ff3c2 req-02958122-c8cf-41b8-b871-58a6f2af85a4 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/security-groups?id=faa3b8ff-f197-4b56-83bc-0871508907a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478718 Sep 29 17:26:17.669487 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9a3d54-8e7a-4465-826a-899d6648783a x-openstack-request-id: req-3b9a3d54-8e7a-4465-826a-899d6648783a {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:17.669781 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f24dc7d-eae1-4f99-9166-e8866259f528", "name": "network-vif-deleted", "tag": "319f4848-b61d-4228-a1e6-988e16d739d1", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:17.670031 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b9a3d54-8e7a-4465-826a-899d6648783a {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:17.670430 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f24dc7d-eae1-4f99-9166-e8866259f528', 'name': 'network-vif-deleted', 'tag': '319f4848-b61d-4228-a1e6-988e16d739d1', 'status': 'completed', 'code': 200} Sep 29 17:26:17.748544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-2ef6973c-438e-4f16-ba00-701b548d13eb tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Network 0c9805b8-75c0-46fc-aa2c-1a32398bc747 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:17.766007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-2ef6973c-438e-4f16-ba00-701b548d13eb tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:17.768874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6973c-438e-4f16-ba00-701b548d13eb tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Pushing event updated for resources: {'Port': ['ID=1256bf1e-8e2f-4361-b834-cd3d6b794fee,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:17.780445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-2ef6973c-438e-4f16-ba00-701b548d13eb tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:17.790329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-4296dc2c-291d-487c-9a16-c284a973c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:17.791786 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-4296dc2c-291d-487c-9a16-c284a973c81b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=469f6337-ae09-4156-997e-8aa5990644df HTTP/1.1" status: 200 len: 852 time: 0.2047055 Sep 29 17:26:17.838342 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Allocated IP 172.20.0.7 (76df170c-e1e4-4882-b30d-122279313449/a98c8895-c09f-4e08-8162-342e59909ede/8ac912de-7753-4cc9-8d8f-43d904f77150) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:17.885333 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-1d4e7e40-0f8b-4e1f-96aa-d071f879053a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5cec3342-9e55-4e91-99e8-ff77baea25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534854 Sep 29 17:26:17.915639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed5dd7-f28b-4a73-bf9d-a1d8146a8932 req-43f11666-9195-418e-8617-0c1833854f3d tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:17.916959 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-31ed5dd7-f28b-4a73-bf9d-a1d8146a8932 req-43f11666-9195-418e-8617-0c1833854f3d tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 950 time: 0.2412226 Sep 29 17:26:17.946888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-2ef6973c-438e-4f16-ba00-701b548d13eb tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:17.947525 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-2ef6973c-438e-4f16-ba00-701b548d13eb tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:17.980624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb68e59-7c5c-448d-843d-6734ed0e91fc req-d9714a47-f6bb-4109-ad26-e554cc892bdd tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:17.982167 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-edb68e59-7c5c-448d-843d-6734ed0e91fc req-d9714a47-f6bb-4109-ad26-e554cc892bdd tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 945 time: 0.2226446 Sep 29 17:26:17.996976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57464) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:18.030097 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f24dc7d-eae1-4f99-9166-e8866259f528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '319f4848-b61d-4228-a1e6-988e16d739d1'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:18.033337 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce443a94-0223-49c8-88e3-fc97dfa1e679" -d '{"events": [{"server_uuid": "3f24dc7d-eae1-4f99-9166-e8866259f528", "name": "network-vif-unplugged", "status": "completed", "tag": "319f4848-b61d-4228-a1e6-988e16d739d1"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:18.086848 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-2ef6973c-438e-4f16-ba00-701b548d13eb tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1748567 Sep 29 17:26:18.115355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Request body: {'port': {'device_id': 'ed01af4a-96a3-412e-b24b-5a68d08d4ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:18.130237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72634c14-51d0-498a-846d-16146fa1564c req-0283f891-f773-4eaf-9577-de63917389d2 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:18.131978 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-72634c14-51d0-498a-846d-16146fa1564c req-0283f891-f773-4eaf-9577-de63917389d2 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 944 time: 0.0546217 Sep 29 17:26:18.137332 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-fdb2cac1-0f72-4930-a37d-f8270e02f08b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2052444358-network', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:18.175588 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb2cac1-0f72-4930-a37d-f8270e02f08b admin admin] Made reservation on behalf of c97bc3cbf6974d828e00ee835dd9e84b for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:18.178575 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdb2cac1-0f72-4930-a37d-f8270e02f08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:18.205816 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdb2cac1-0f72-4930-a37d-f8270e02f08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:18.211412 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-72634c14-51d0-498a-846d-16146fa1564c req-cfedf5e1-2953-4368-bf21-933ee86fce9d tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638874 Sep 29 17:26:18.220882 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-edb68e59-7c5c-448d-843d-6734ed0e91fc req-ff10cdb2-baba-4519-be48-e38278dca3d1 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072630 Sep 29 17:26:18.222889 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-5b85f0ab-be56-4bfc-9749-063e6eb2e0a8 service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269506 Sep 29 17:26:18.297941 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521ab9d5-40b9-46d8-be4b-7b69963613d3 x-openstack-request-id: req-521ab9d5-40b9-46d8-be4b-7b69963613d3 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:18.298272 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f24dc7d-eae1-4f99-9166-e8866259f528", "name": "network-vif-unplugged", "status": "completed", "tag": "319f4848-b61d-4228-a1e6-988e16d739d1", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:18.298533 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-521ab9d5-40b9-46d8-be4b-7b69963613d3 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:18.298952 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f24dc7d-eae1-4f99-9166-e8866259f528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '319f4848-b61d-4228-a1e6-988e16d739d1', 'code': 200} Sep 29 17:26:18.372146 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:18.396426 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-44918ca0-fa58-4407-8e03-efd91d44422e req-08f6fd51-3ea5-4a25-b1ca-9ce3980a9692 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 210 time: 0.0380664 Sep 29 17:26:18.398587 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdb2cac1-0f72-4930-a37d-f8270e02f08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:18.402905 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdb2cac1-0f72-4930-a37d-f8270e02f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:18.443351 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb2cac1-0f72-4930-a37d-f8270e02f08b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:26:18.450544 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2cac1-0f72-4930-a37d-f8270e02f08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc06b43-5f9f-4729-a623-12011c2dc3f8,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:18.465199 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdb2cac1-0f72-4930-a37d-f8270e02f08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:18.465626 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-fdb2cac1-0f72-4930-a37d-f8270e02f08b admin admin] Added segment 079ebc44-4e62-412e-91a4-04ce3e763c69 of type vlan for network 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 Sep 29 17:26:18.484650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-31ed5dd7-f28b-4a73-bf9d-a1d8146a8932 req-7bf940da-6cb2-41dc-a739-cdf91b0162e7 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Deleting port 5718ff65-13bd-453b-9019-f07e31cf9c36 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:26:18.485024 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-31ed5dd7-f28b-4a73-bf9d-a1d8146a8932 req-7bf940da-6cb2-41dc-a739-cdf91b0162e7 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:18.510074 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:18.532361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e94d2d-5cdd-4271-b396-b37ce179bf76 req-2f624d7e-f424-4d7b-a5a2-1b739d3d3a80 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:18.533906 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3e94d2d-5cdd-4271-b396-b37ce179bf76 req-2f624d7e-f424-4d7b-a5a2-1b739d3d3a80 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 946 time: 0.2279372 Sep 29 17:26:18.538530 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdb2cac1-0f72-4930-a37d-f8270e02f08b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:18.575054 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270aef59-a35c-44f0-8bd3-7b9839d778c2 req-bf04bc7b-83e0-4c9f-a651-514c454fdf04 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:18.576637 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-270aef59-a35c-44f0-8bd3-7b9839d778c2 req-bf04bc7b-83e0-4c9f-a651-514c454fdf04 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 932 time: 0.1027870 Sep 29 17:26:18.578353 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d90ba43a-b990-4c00-b06c-f5bb2a265c2a req-9f59e79a-f9d9-4655-b7a6-fb9fc7b2ba1e service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418963 Sep 29 17:26:18.587139 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdb2cac1-0f72-4930-a37d-f8270e02f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:18.588423 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2cac1-0f72-4930-a37d-f8270e02f08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:18.589039 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdb2cac1-0f72-4930-a37d-f8270e02f08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:18.647901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fdb2cac1-0f72-4930-a37d-f8270e02f08b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6498857 Sep 29 17:26:18.667418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57482) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:18.673931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2cac1-0f72-4930-a37d-f8270e02f08b admin admin] Pushing event updated for resources: {'Network': ['ID=3a8c4888-e6f6-4e75-9d75-2d09cfc707b5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:18.680902 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-270aef59-a35c-44f0-8bd3-7b9839d778c2 req-e0581860-133b-445d-8446-1f657ce7ae4b tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/security-groups?id=be26af37-2b74-413f-9118-beaf28a9a937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954416 Sep 29 17:26:18.688253 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:26:18.688497 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-455155d0-3eb8-46da-aef0-409646984ca5 admin admin] Request body: {'subnet': {'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2052444358-subnet', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:18.789721 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-31ed5dd7-f28b-4a73-bf9d-a1d8146a8932 req-7bf940da-6cb2-41dc-a739-cdf91b0162e7 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] For port 5718ff65-13bd-453b-9019-f07e31cf9c36, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=5718ff65-13bd-453b-9019-f07e31cf9c36,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:18.790088 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-31ed5dd7-f28b-4a73-bf9d-a1d8146a8932 req-7bf940da-6cb2-41dc-a739-cdf91b0162e7 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:18.799773 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3e94d2d-5cdd-4271-b396-b37ce179bf76 req-4aa00d86-d640-4bbf-82a4-38e8777ea99e tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493668 Sep 29 17:26:18.808484 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ed3c2-612d-4e02-8dd1-51731229e205 req-c23d59e4-4997-4f47-9d39-e2dfdc604549 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:18.810037 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bc0ed3c2-612d-4e02-8dd1-51731229e205 req-c23d59e4-4997-4f47-9d39-e2dfdc604549 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 950 time: 0.0629463 Sep 29 17:26:18.825689 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:18.843388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-31ed5dd7-f28b-4a73-bf9d-a1d8146a8932 req-7bf940da-6cb2-41dc-a739-cdf91b0162e7 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Calling delete_port for 5718ff65-13bd-453b-9019-f07e31cf9c36 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:26:18.847933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455155d0-3eb8-46da-aef0-409646984ca5 admin admin] Made reservation on behalf of c97bc3cbf6974d828e00ee835dd9e84b for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:18.850502 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-455155d0-3eb8-46da-aef0-409646984ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:18.863508 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1656e46-b3c9-4245-b1bc-23681e8bf6d7 req-84b65e78-a7cc-4df8-a6af-fea54ac8f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:18.864992 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1656e46-b3c9-4245-b1bc-23681e8bf6d7 req-84b65e78-a7cc-4df8-a6af-fea54ac8f052 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 1095 time: 0.1967051 Sep 29 17:26:18.865346 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bc0ed3c2-612d-4e02-8dd1-51731229e205 req-c91017e0-508b-49c9-96a3-b4eb28ced5b9 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/security-groups?id=faa3b8ff-f197-4b56-83bc-0871508907a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422614 Sep 29 17:26:18.972942 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ae2aa-8588-4592-9448-9c6c87c5f0b4 req-4f38c665-9ebe-4082-b9bf-890b5fb2a142 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:18.974656 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bb9ae2aa-8588-4592-9448-9c6c87c5f0b4 req-4f38c665-9ebe-4082-b9bf-890b5fb2a142 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 946 time: 0.0491495 Sep 29 17:26:19.004047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Network 76df170c-e1e4-4882-b30d-122279313449 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:19.012135 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bb9ae2aa-8588-4592-9448-9c6c87c5f0b4 req-942cec46-f36a-4bb4-bb93-e7a595c9ea11 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314410 Sep 29 17:26:19.029754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:19.038121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:19.071336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Pushing event updated for resources: {'Port': ['ID=8ac912de-7753-4cc9-8d8f-43d904f77150,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:19.138329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0259ce-bbd0-449f-b33e-352ccd49260d req-88f3a3ec-ae13-4f05-959d-d69d28ac9e77 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:19.139790 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7d0259ce-bbd0-449f-b33e-352ccd49260d req-88f3a3ec-ae13-4f05-959d-d69d28ac9e77 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 946 time: 0.0493903 Sep 29 17:26:19.157184 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:19.157565 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:19.158226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:19.158506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:19.158644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:19.158901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:19.159226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:19.159547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:19.159874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:19.160194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:19.160516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:19.160834 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:19.185364 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7d0259ce-bbd0-449f-b33e-352ccd49260d req-9a9e7d69-e303-4acf-b3cc-b8bbf17b77de tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379746 Sep 29 17:26:19.254540 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:19.255260 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:19.297681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1656e46-b3c9-4245-b1bc-23681e8bf6d7 req-986757c3-ab6c-46c0-9e61-a7d33705ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:19.299768 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1656e46-b3c9-4245-b1bc-23681e8bf6d7 req-986757c3-ab6c-46c0-9e61-a7d33705ce5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 913 time: 0.3743489 Sep 29 17:26:19.365069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f261796-08b0-45a0-bd31-6404fb3c47d1 req-565cd6b4-bb2b-4b5e-8916-444a899080c4 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:19.373040 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f261796-08b0-45a0-bd31-6404fb3c47d1 req-565cd6b4-bb2b-4b5e-8916-444a899080c4 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 944 time: 0.0662410 Sep 29 17:26:19.411077 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f261796-08b0-45a0-bd31-6404fb3c47d1 req-3174b160-4f33-4a80-8908-ce7ffe502ff5 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369303 Sep 29 17:26:19.534876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a30f1-e625-43f8-adb9-8a3c33b58530 req-6c332528-6080-450a-adf1-5eeebeb33095 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:19.536366 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f14a30f1-e625-43f8-adb9-8a3c33b58530 req-6c332528-6080-450a-adf1-5eeebeb33095 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 931 time: 0.0523252 Sep 29 17:26:19.579598 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f14a30f1-e625-43f8-adb9-8a3c33b58530 req-1f099047-2414-4e19-986e-4254396e6c79 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366468 Sep 29 17:26:19.706436 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-eec00020-4ee1-4da4-9ccf-c8526b7cc791 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7164657 Sep 29 17:26:19.713555 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1256bf1e-8e2f-4361-b834-cd3d6b794fee {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:19.719834 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1656e46-b3c9-4245-b1bc-23681e8bf6d7 req-c3765c49-e355-4c66-aa59-2a007e62eef8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0da9f69f-4725-4bd6-976f-e12e231fd4a3 HTTP/1.1" status: 200 len: 217 time: 0.4048610 Sep 29 17:26:19.735331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Request body: {'port': {'device_id': 'c247d324-348d-42ba-b7c5-3c67ee489d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:19.744719 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:19.803868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5f0b2-3b75-4d0b-b6ad-371e28075ff5 req-01a89e75-470c-49e2-a9f6-2ecf1102f91e tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:19.805296 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ade5f0b2-3b75-4d0b-b6ad-371e28075ff5 req-01a89e75-470c-49e2-a9f6-2ecf1102f91e tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 932 time: 0.0482807 Sep 29 17:26:19.824182 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Transition to ACTIVE for port object 1256bf1e-8e2f-4361-b834-cd3d6b794fee will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:26:19.846219 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ade5f0b2-3b75-4d0b-b6ad-371e28075ff5 req-446712a2-8614-46a4-81c7-742e332c72d7 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/security-groups?id=be26af37-2b74-413f-9118-beaf28a9a937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341823 Sep 29 17:26:19.847289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8749628-c09c-40c4-a98a-b4d0e27de185 req-ff9d49bd-8e5d-4b9f-ade6-ce85fb7131ec tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:19.849037 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8749628-c09c-40c4-a98a-b4d0e27de185 req-ff9d49bd-8e5d-4b9f-ade6-ce85fb7131ec tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 946 time: 0.5620925 Sep 29 17:26:19.849691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:19.904109 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-31ed5dd7-f28b-4a73-bf9d-a1d8146a8932 req-7bf940da-6cb2-41dc-a739-cdf91b0162e7 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:19.915404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['5718ff65-13bd-453b-9019-f07e31cf9c36'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:26:19.966193 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1656e46-b3c9-4245-b1bc-23681e8bf6d7 req-a23ab59e-ee90-401a-86d4-2d2df709a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:19.966970 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-402a5fad-5e08-4147-91fd-40f9141937ba req-1b76f11d-d974-4142-ab5b-1f4b30a99e12 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c33a6d5-77e0-4788-84d9-bb1a1b7684ce HTTP/1.1" status: 200 len: 210 time: 0.0329297 Sep 29 17:26:19.967640 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1656e46-b3c9-4245-b1bc-23681e8bf6d7 req-a23ab59e-ee90-401a-86d4-2d2df709a0d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=469f6337-ae09-4156-997e-8aa5990644df HTTP/1.1" status: 200 len: 852 time: 0.2285988 Sep 29 17:26:19.983434 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:20.032097 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-455155d0-3eb8-46da-aef0-409646984ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:20.040483 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1656e46-b3c9-4245-b1bc-23681e8bf6d7 req-42b4501f-4b5b-42c8-b0fd-5617927887b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5cec3342-9e55-4e91-99e8-ff77baea25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579510 Sep 29 17:26:20.072151 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Pushing event updated for resources: {'Port': ['ID=1256bf1e-8e2f-4361-b834-cd3d6b794fee,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:20.149357 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8749628-c09c-40c4-a98a-b4d0e27de185 req-15ece8e2-d01d-4035-9735-d386bafb02bd tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463181 Sep 29 17:26:20.198491 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ed5dd7-f28b-4a73-bf9d-a1d8146a8932 req-7bf940da-6cb2-41dc-a739-cdf91b0162e7 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] No DVR routers for this DVR port 5718ff65-13bd-453b-9019-f07e31cf9c36 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:26:20.202363 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-31ed5dd7-f28b-4a73-bf9d-a1d8146a8932 req-7bf940da-6cb2-41dc-a739-cdf91b0162e7 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:20.204256 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-31ed5dd7-f28b-4a73-bf9d-a1d8146a8932 req-7bf940da-6cb2-41dc-a739-cdf91b0162e7 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] 10.222.0.49 "DELETE /v2.0/ports/5718ff65-13bd-453b-9019-f07e31cf9c36 HTTP/1.1" status: 204 len: 173 time: 2.2690532 Sep 29 17:26:20.210744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c33a6d5-77e0-4788-84d9-bb1a1b7684ce', 'name': 'network-vif-deleted', 'tag': '5718ff65-13bd-453b-9019-f07e31cf9c36'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:20.212992 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d346870-d5c3-4280-afea-c6f2c82ce79a" -d '{"events": [{"server_uuid": "1c33a6d5-77e0-4788-84d9-bb1a1b7684ce", "name": "network-vif-deleted", "tag": "5718ff65-13bd-453b-9019-f07e31cf9c36"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:20.240787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf940da-6cb2-41dc-a739-cdf91b0162e7 tempest-TenantUsagesTestJSON-244463041 tempest-TenantUsagesTestJSON-244463041-project] Pushing event deleted for resources: {'Port': ['ID=5718ff65-13bd-453b-9019-f07e31cf9c36,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:20.286853 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c7bc3d-4382-452f-9820-c4151330d3ff x-openstack-request-id: req-46c7bc3d-4382-452f-9820-c4151330d3ff {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:20.287123 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c33a6d5-77e0-4788-84d9-bb1a1b7684ce", "name": "network-vif-deleted", "tag": "5718ff65-13bd-453b-9019-f07e31cf9c36", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:20.287383 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46c7bc3d-4382-452f-9820-c4151330d3ff {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:20.287774 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c33a6d5-77e0-4788-84d9-bb1a1b7684ce', 'name': 'network-vif-deleted', 'tag': '5718ff65-13bd-453b-9019-f07e31cf9c36', 'status': 'completed', 'code': 200} Sep 29 17:26:20.290305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455155d0-3eb8-46da-aef0-409646984ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf8dc964-eb6a-42cf-868c-97ffcce008c2,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:20.457557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455155d0-3eb8-46da-aef0-409646984ca5 admin admin] Checking segment: {'id': '079ebc44-4e62-412e-91a4-04ce3e763c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:20.457920 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455155d0-3eb8-46da-aef0-409646984ca5 admin admin] Network hostable DHCP agents. Network: 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:26:20.479455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Attempting to bind port 1256bf1e-8e2f-4361-b834-cd3d6b794fee on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:20.479922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Attempting to bind port 1256bf1e-8e2f-4361-b834-cd3d6b794fee by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '07d7e19c-cd3d-4e02-880a-b45b0f77755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0c9805b8-75c0-46fc-aa2c-1a32398bc747'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:20.480365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Attempting to bind port 1256bf1e-8e2f-4361-b834-cd3d6b794fee on network 0c9805b8-75c0-46fc-aa2c-1a32398bc747 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:20.502606 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1656e46-b3c9-4245-b1bc-23681e8bf6d7 req-e7dc36ff-e272-417c-81b9-e133de52cfcd service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260104 Sep 29 17:26:20.510200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a86cc-9fc6-4bb7-8952-1597fdc72700 req-33b69e74-4b87-48bb-9560-f5bb17fd8430 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:20.511726 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-522a86cc-9fc6-4bb7-8952-1597fdc72700 req-33b69e74-4b87-48bb-9560-f5bb17fd8430 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 946 time: 0.2654817 Sep 29 17:26:20.523303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Port 1256bf1e-8e2f-4361-b834-cd3d6b794fee on network 0c9805b8-75c0-46fc-aa2c-1a32398bc747 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:26:20.523624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Attempting to bind port 1256bf1e-8e2f-4361-b834-cd3d6b794fee on network 0c9805b8-75c0-46fc-aa2c-1a32398bc747 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:20.529018 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f07e3e-7930-4b23-be6e-45aedde211b4 req-512ebad6-e010-4242-a254-dda3087ec1e2 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:20.537346 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9f07e3e-7930-4b23-be6e-45aedde211b4 req-512ebad6-e010-4242-a254-dda3087ec1e2 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 944 time: 0.0580721 Sep 29 17:26:20.568730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:20.569057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Checking segment: {'id': '07d7e19c-cd3d-4e02-880a-b45b0f77755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0c9805b8-75c0-46fc-aa2c-1a32398bc747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:20.569476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Bound using segment: {'id': '07d7e19c-cd3d-4e02-880a-b45b0f77755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0c9805b8-75c0-46fc-aa2c-1a32398bc747'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:20.569929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Bound port: 1256bf1e-8e2f-4361-b834-cd3d6b794fee, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d7e19c-cd3d-4e02-880a-b45b0f77755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '0c9805b8-75c0-46fc-aa2c-1a32398bc747'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:20.570290 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:20.578634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9f07e3e-7930-4b23-be6e-45aedde211b4 req-9af24fe5-244c-4c03-849e-52d9dbcee993 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395863 Sep 29 17:26:20.586226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455155d0-3eb8-46da-aef0-409646984ca5 admin admin] Network 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:26:20.658091 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-455155d0-3eb8-46da-aef0-409646984ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:20.670943 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d68b8a-2120-403c-9fe9-a5c9ea799c67 None None] Network 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:26:20.707955 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0098a-0468-439b-97ea-b42544030ed6 req-843d2521-1ccc-4a2c-ac88-8cda1e00109a tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:20.710335 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bec0098a-0468-439b-97ea-b42544030ed6 req-843d2521-1ccc-4a2c-ac88-8cda1e00109a tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 931 time: 0.0575178 Sep 29 17:26:20.716775 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455155d0-3eb8-46da-aef0-409646984ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:20.717392 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-455155d0-3eb8-46da-aef0-409646984ca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:20.734294 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-522a86cc-9fc6-4bb7-8952-1597fdc72700 req-1a7badaf-bd41-457e-ab7c-c47983692c56 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082970 Sep 29 17:26:20.769385 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-455155d0-3eb8-46da-aef0-409646984ca5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0911357 Sep 29 17:26:20.772751 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bec0098a-0468-439b-97ea-b42544030ed6 req-c7e62653-671c-4c81-8c9e-d93e0e669ae9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524604 Sep 29 17:26:20.777870 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57518) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:20.798290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2052444358-router', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:20.800506 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1656e46-b3c9-4245-b1bc-23681e8bf6d7 req-14420227-c0e5-48d3-8c76-717bed091ff1 service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780802 Sep 29 17:26:20.805100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] For port 1256bf1e-8e2f-4361-b834-cd3d6b794fee, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:20.809393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] For port 1256bf1e-8e2f-4361-b834-cd3d6b794fee, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=1256bf1e-8e2f-4361-b834-cd3d6b794fee,segment=NetworkSegment(07d7e19c-cd3d-4e02-880a-b45b0f77755f),segment_id=07d7e19c-cd3d-4e02-880a-b45b0f77755f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:20.824783 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:20.830665 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:20.835175 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:20.878115 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'fixed_ips': [{'subnet_id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:26:20.878989 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:20.917241 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:20.934641 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac912de-7753-4cc9-8d8f-43d904f77150 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:20.959172 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:20.962272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:20.962995 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:20.965484 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] 10.222.0.35 "PUT /v2.0/ports/1256bf1e-8e2f-4361-b834-cd3d6b794fee HTTP/1.1" status: 200 len: 1092 time: 2.8621914 Sep 29 17:26:20.971672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3f15e-e3c5-4c80-b1bd-fcdf3b5244af service neutron] Pushing event updated for resources: {'Port': ['ID=1256bf1e-8e2f-4361-b834-cd3d6b794fee,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:21.006538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Transition to ACTIVE for port object 8ac912de-7753-4cc9-8d8f-43d904f77150 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:26:21.020609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bc18a-8c91-4066-8493-ec90bff707d3 req-971ad1aa-6145-4875-b7e0-36f3a9fc50fd tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:21.022181 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c1bc18a-8c91-4066-8493-ec90bff707d3 req-971ad1aa-6145-4875-b7e0-36f3a9fc50fd tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 946 time: 0.1486845 Sep 29 17:26:21.022991 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:21.059424 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Allocated IP 172.20.0.2 (3a8c4888-e6f6-4e75-9d75-2d09cfc707b5/bf8dc964-eb6a-42cf-868c-97ffcce008c2/14d1398f-02e6-43d6-9476-89b4426466e3) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:21.087078 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:21.097355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e86de-0f39-4467-9c7e-8c5554e1fb2d req-03a69f42-b8ee-45c2-900e-12ff86099427 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:21.099098 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a70e86de-0f39-4467-9c7e-8c5554e1fb2d req-03a69f42-b8ee-45c2-900e-12ff86099427 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 944 time: 0.1449423 Sep 29 17:26:21.141119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Pushing event updated for resources: {'Port': ['ID=8ac912de-7753-4cc9-8d8f-43d904f77150,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:21.150269 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c1bc18a-8c91-4066-8493-ec90bff707d3 req-ae676bf5-4574-4eea-933a-6ae3eed6dc36 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173871 Sep 29 17:26:21.166206 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a70e86de-0f39-4467-9c7e-8c5554e1fb2d req-e0981847-3aa4-4f67-a66d-6b329c0c861c tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/security-groups?id=be26af37-2b74-413f-9118-beaf28a9a937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602911 Sep 29 17:26:21.197311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-c418ac15-b041-411b-8886-6f493c484c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:21.198664 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-c418ac15-b041-411b-8886-6f493c484c4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eddd9c0f379e4c1aab483b977289e240&device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 1095 time: 0.1348894 Sep 29 17:26:21.263087 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:21.278976 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:21.343553 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-27cc3d77-e22e-41b5-8304-89a95f2c7543 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1256bf1e-8e2f-4361-b834-cd3d6b794fee HTTP/1.1" status: 200 len: 217 time: 0.1289542 Sep 29 17:26:21.362697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Network 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:21.365394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Attempting to bind port 8ac912de-7753-4cc9-8d8f-43d904f77150 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:21.365854 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:21.366178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Attempting to bind port 8ac912de-7753-4cc9-8d8f-43d904f77150 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:21.366764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Attempting to bind port 8ac912de-7753-4cc9-8d8f-43d904f77150 on network 76df170c-e1e4-4882-b30d-122279313449 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:21.383328 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:21.386650 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Pushing event updated for resources: {'Port': ['ID=14d1398f-02e6-43d6-9476-89b4426466e3,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:21.393537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Port 8ac912de-7753-4cc9-8d8f-43d904f77150 on network 76df170c-e1e4-4882-b30d-122279313449 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:26:21.394180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Attempting to bind port 8ac912de-7753-4cc9-8d8f-43d904f77150 on network 76df170c-e1e4-4882-b30d-122279313449 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:21.405168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:21.405537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Checking segment: {'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:21.405930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Bound using segment: {'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:21.406408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Bound port: 8ac912de-7753-4cc9-8d8f-43d904f77150, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4344f4bf-191a-4b91-b585-6bd02753395e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '76df170c-e1e4-4882-b30d-122279313449'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:21.406732 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:21.431466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-27063e9a-dd7d-4373-a8b8-aa13a78dbba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:21.431466 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-27063e9a-dd7d-4373-a8b8-aa13a78dbba2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6eee7be-2fe6-40a1-a932-fabf748b7bef HTTP/1.1" status: 200 len: 854 time: 0.0742376 Sep 29 17:26:21.480532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Attempting to bind port 14d1398f-02e6-43d6-9476-89b4426466e3 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:21.480907 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Attempting to bind port 14d1398f-02e6-43d6-9476-89b4426466e3 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '079ebc44-4e62-412e-91a4-04ce3e763c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:21.481310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Attempting to bind port 14d1398f-02e6-43d6-9476-89b4426466e3 on network 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:21.492912 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] For port 8ac912de-7753-4cc9-8d8f-43d904f77150, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:21.496247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] For port 8ac912de-7753-4cc9-8d8f-43d904f77150, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8ac912de-7753-4cc9-8d8f-43d904f77150,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:21.498802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:21.499186 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Checking segment: {'id': '079ebc44-4e62-412e-91a4-04ce3e763c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:21.499596 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:21.499991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Bound using segment: {'id': '079ebc44-4e62-412e-91a4-04ce3e763c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:21.500478 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Bound port: 14d1398f-02e6-43d6-9476-89b4426466e3, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079ebc44-4e62-412e-91a4-04ce3e763c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:21.500857 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:21.514985 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:21.519016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-5650031d-2193-4290-9565-47b33ffbc7dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c9805b8-75c0-46fc-aa2c-1a32398bc747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697193 Sep 29 17:26:21.540407 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f18e8-a9c5-4e03-9ff0-744e36b57261 req-e97837f5-c513-499b-be2b-6c74ff01fbcc tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:21.551906 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-427f18e8-a9c5-4e03-9ff0-744e36b57261 req-e97837f5-c513-499b-be2b-6c74ff01fbcc tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 946 time: 0.1737537 Sep 29 17:26:21.567083 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57534) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:21.583096 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:21.593588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:21.594525 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:21.596186 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] 10.222.0.49 "PUT /v2.0/ports/8ac912de-7753-4cc9-8d8f-43d904f77150 HTTP/1.1" status: 200 len: 1091 time: 1.8751323 Sep 29 17:26:21.608951 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:21.638223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] For port 14d1398f-02e6-43d6-9476-89b4426466e3, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:21.645473 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-427f18e8-a9c5-4e03-9ff0-744e36b57261 req-0212f16d-2605-4a67-8483-ea7e672a604c tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910785 Sep 29 17:26:21.649818 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] For port 14d1398f-02e6-43d6-9476-89b4426466e3, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=14d1398f-02e6-43d6-9476-89b4426466e3,segment=NetworkSegment(079ebc44-4e62-412e-91a4-04ce3e763c69),segment_id=079ebc44-4e62-412e-91a4-04ce3e763c69)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:21.666272 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:21.768895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68775f84-4000-490a-bc39-8bf32d5184bb service neutron] Pushing event updated for resources: {'Port': ['ID=8ac912de-7753-4cc9-8d8f-43d904f77150,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:21.776380 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f71d8d-1356-4326-9e4d-e06c5e842b64 None None] Pushing event updated for resources: {'Port': ['ID=14d1398f-02e6-43d6-9476-89b4426466e3,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:21.819388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-1d7abf78-89b0-4373-b262-35f5eb45c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:21.820918 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-1d7abf78-89b0-4373-b262-35f5eb45c12d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=03471ff03c464865a23b72de4e110368&device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 1094 time: 0.1283355 Sep 29 17:26:21.827890 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-a9f76d13-90ec-435c-a96a-4b0d82cd2df3 service neutron] 10.222.0.35 "GET /v2.0/networks/0c9805b8-75c0-46fc-aa2c-1a32398bc747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989159 Sep 29 17:26:21.855205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a0d62-c6f8-4c6a-8b4b-e4f7b959de64 req-f4379aba-a013-4af1-93f1-55ad32f94c4f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:21.856631 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f1a0d62-c6f8-4c6a-8b4b-e4f7b959de64 req-f4379aba-a013-4af1-93f1-55ad32f94c4f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 944 time: 0.1379898 Sep 29 17:26:21.865609 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Allocated IP 172.25.2.34 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:21.878435 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210e54f-e05a-46bb-8b64-dd926c6b65c2 req-cef2ffb1-1d8e-4567-ba3a-4d0cefff1ef1 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:21.879920 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7210e54f-e05a-46bb-8b64-dd926c6b65c2 req-cef2ffb1-1d8e-4567-ba3a-4d0cefff1ef1 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 946 time: 0.1251028 Sep 29 17:26:21.893754 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-20b765a5-cc2a-4703-865c-f65046df4619 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f70bd32b1b084987adba68c2ce1968eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254917 Sep 29 17:26:21.895725 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-cb868923-47f4-4773-914a-628b55bb2608 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ac912de-7753-4cc9-8d8f-43d904f77150 HTTP/1.1" status: 200 len: 217 time: 0.0659506 Sep 29 17:26:21.896817 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57544) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:21.958143 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7210e54f-e05a-46bb-8b64-dd926c6b65c2 req-bac61108-d7ad-4464-a1d3-fb568fb52a26 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580876 Sep 29 17:26:22.038222 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:22.085006 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f1a0d62-c6f8-4c6a-8b4b-e4f7b959de64 req-b064d2b8-ba7f-4a52-8f3d-b720fc6aed87 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007000 Sep 29 17:26:22.096518 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-4c0f7fe8-e36e-402a-b743-b6f163f14c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:22.098047 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-4c0f7fe8-e36e-402a-b743-b6f163f14c54 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a98c8895-c09f-4e08-8162-342e59909ede HTTP/1.1" status: 200 len: 845 time: 0.1833539 Sep 29 17:26:22.138551 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d061969-e6df-4923-983a-f2e03063a5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:22.142049 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-a90e499a-c349-436f-8446-b8b6e2e4a831 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76df170c-e1e4-4882-b30d-122279313449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366590 Sep 29 17:26:22.144513 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18f667e7-1c19-4e55-a554-bdd6abfa382b req-e4256dce-a7aa-4892-910e-411ce8425ab1 service neutron] 10.222.0.35 "GET /v2.0/networks/0c9805b8-75c0-46fc-aa2c-1a32398bc747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054130 Sep 29 17:26:22.205573 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d061969-e6df-4923-983a-f2e03063a5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:22.207878 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0da9f69f-4725-4bd6-976f-e12e231fd4a3 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:26:22.230935 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 319f4848-b61d-4228-a1e6-988e16d739d1 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:26:22.290396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed01af4a-96a3-412e-b24b-5a68d08d4ed7', 'tag': '1256bf1e-8e2f-4361-b834-cd3d6b794fee'}, {'name': 'network-changed', 'server_uuid': 'c247d324-348d-42ba-b7c5-3c67ee489d3e', 'tag': '8ac912de-7753-4cc9-8d8f-43d904f77150'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:22.292739 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed01af4a-96a3-412e-b24b-5a68d08d4ed7", "tag": "1256bf1e-8e2f-4361-b834-cd3d6b794fee"}, {"name": "network-changed", "server_uuid": "c247d324-348d-42ba-b7c5-3c67ee489d3e", "tag": "8ac912de-7753-4cc9-8d8f-43d904f77150"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:22.343729 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-8a1f1a76-28a1-4585-9261-1e0c0049cd53 service neutron] 10.222.0.49 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797307 Sep 29 17:26:22.351279 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d061969-e6df-4923-983a-f2e03063a5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:22.355107 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d061969-e6df-4923-983a-f2e03063a5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:22.359986 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8d061969-e6df-4923-983a-f2e03063a5ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/faa3b8ff-f197-4b56-83bc-0871508907a0 HTTP/1.1" status: 204 len: 168 time: 0.4621994 Sep 29 17:26:22.368891 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 319f4848-b61d-4228-a1e6-988e16d739d1 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:26:22.369232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 319f4848-b61d-4228-a1e6-988e16d739d1 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:26:22.407735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d061969-e6df-4923-983a-f2e03063a5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa3b8ff-f197-4b56-83bc-0871508907a0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:22.413444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0da9f69f-4725-4bd6-976f-e12e231fd4a3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0da9f69f-4725-4bd6-976f-e12e231fd4a3,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:22.426949 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:22.431797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '0da9f69f-4725-4bd6-976f-e12e231fd4a3', 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee', 'port_id': '0da9f69f-4725-4bd6-976f-e12e231fd4a3', 'mac_address': 'fa:16:3e:10:62:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469f6337-ae09-4156-997e-8aa5990644df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:26:22.474773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a53f0a-6fe9-41b7-b467-05880cf550d7 req-8f6ade28-d88b-451d-a7f1-36d93b2aeccc tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:22.481949 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c6a53f0a-6fe9-41b7-b467-05880cf550d7 req-8f6ade28-d88b-451d-a7f1-36d93b2aeccc tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 943 time: 0.4120345 Sep 29 17:26:22.484958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:22.507773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:22.508205 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:22.512432 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:22.527214 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a464fef-375f-4988-b11b-a4aa76e88582 req-12c09a43-1d70-4b18-8c44-744b1f105ab0 service neutron] 10.222.0.49 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657226 Sep 29 17:26:22.527464 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da9f69f-4725-4bd6-976f-e12e231fd4a3 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:22.544125 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Pushing event updated for resources: {'Port': ['ID=4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:22.558814 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0da9f69f-4725-4bd6-976f-e12e231fd4a3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0da9f69f-4725-4bd6-976f-e12e231fd4a3,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:22.561949 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:22.575965 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c6a53f0a-6fe9-41b7-b467-05880cf550d7 req-8656ead8-2431-408d-aa8f-7a7f6d756d6b tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921047 Sep 29 17:26:22.593392 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:22.593828 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:22.594268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:22.594610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:22.594942 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:22.595339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:22.596308 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:22.596679 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:22.597103 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:22.597503 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:22.597831 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:22.598152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:22.666636 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c965f7ff-1e06-4362-815a-d1cf03da3c9a x-openstack-request-id: req-c965f7ff-1e06-4362-815a-d1cf03da3c9a {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:22.667115 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed01af4a-96a3-412e-b24b-5a68d08d4ed7", "tag": "1256bf1e-8e2f-4361-b834-cd3d6b794fee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c247d324-348d-42ba-b7c5-3c67ee489d3e", "tag": "8ac912de-7753-4cc9-8d8f-43d904f77150", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:22.667374 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c965f7ff-1e06-4362-815a-d1cf03da3c9a {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:22.667771 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed01af4a-96a3-412e-b24b-5a68d08d4ed7', 'tag': '1256bf1e-8e2f-4361-b834-cd3d6b794fee', 'status': 'completed', 'code': 200} Sep 29 17:26:22.668023 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c247d324-348d-42ba-b7c5-3c67ee489d3e', 'tag': '8ac912de-7753-4cc9-8d8f-43d904f77150', 'status': 'completed', 'code': 200} Sep 29 17:26:22.743484 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0da9f69f-4725-4bd6-976f-e12e231fd4a3,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:22.922825 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 14d1398f-02e6-43d6-9476-89b4426466e3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:22.952109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-6d109986-fec2-40fc-9be2-140662d8f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:22.954483 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-6d109986-fec2-40fc-9be2-140662d8f14b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eddd9c0f379e4c1aab483b977289e240&device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 1095 time: 0.1295910 Sep 29 17:26:22.965055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-74b23432-cfbb-490c-8f0e-2571fee9f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:22.966736 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-74b23432-cfbb-490c-8f0e-2571fee9f046 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=03471ff03c464865a23b72de4e110368&device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 1094 time: 0.2785683 Sep 29 17:26:22.994905 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['0da9f69f-4725-4bd6-976f-e12e231fd4a3'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:26:22.995087 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:23.090340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-aa90b26d-ea5e-4868-9e0f-eb016e95b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:23.092296 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-aa90b26d-ea5e-4868-9e0f-eb016e95b901 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0c9805b8-75c0-46fc-aa2c-1a32398bc747 HTTP/1.1" status: 200 len: 915 time: 0.1243582 Sep 29 17:26:23.092875 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57574) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:23.119418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a30b48-6aa0-4862-8c99-2d569cc19811 req-0d31b4c9-98b6-4bd8-b1cc-98086be31118 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:23.128085 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43a30b48-6aa0-4862-8c99-2d569cc19811 req-0d31b4c9-98b6-4bd8-b1cc-98086be31118 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 944 time: 0.4364593 Sep 29 17:26:23.146003 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 14d1398f-02e6-43d6-9476-89b4426466e3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:23.146379 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:23.185824 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12c6473f-1379-4862-92fa-38e95d763d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:23.188940 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-85df902c-9aba-4650-846d-e509dd83bf30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1256bf1e-8e2f-4361-b834-cd3d6b794fee HTTP/1.1" status: 200 len: 217 time: 0.0534081 Sep 29 17:26:23.233247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc9f0bc-5125-487a-990c-62d015aefdb7 None None] Network 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:26:23.306298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c7ec7-f538-4ef9-a74e-211629012736 req-4f300af7-e173-448f-952f-fe8f0001919c tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:23.307708 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-db6c7ec7-f538-4ef9-a74e-211629012736 req-4f300af7-e173-448f-952f-fe8f0001919c tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 946 time: 0.0983725 Sep 29 17:26:23.331193 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:23.357396 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43a30b48-6aa0-4862-8c99-2d569cc19811 req-da8c1018-3bcf-4a95-a477-5941ee4a8037 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/security-groups?id=be26af37-2b74-413f-9118-beaf28a9a937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282283 Sep 29 17:26:23.358987 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:23.376505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-13701ffa-042e-47b1-9c20-1714b4bd91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:23.378898 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-13701ffa-042e-47b1-9c20-1714b4bd91c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f6eee7be-2fe6-40a1-a932-fabf748b7bef HTTP/1.1" status: 200 len: 854 time: 0.1809328 Sep 29 17:26:23.391254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5fe772b9-ecbb-411b-811a-4fd386eb1a78 None None] Provisioning complete for port 14d1398f-02e6-43d6-9476-89b4426466e3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:23.391615 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5fe772b9-ecbb-411b-811a-4fd386eb1a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:23.425633 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-0dbeb4e5-7f06-4844-bb32-037f3aff4339 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0c9805b8-75c0-46fc-aa2c-1a32398bc747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362370 Sep 29 17:26:23.450537 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 14d1398f-02e6-43d6-9476-89b4426466e3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=14d1398f-02e6-43d6-9476-89b4426466e3,segment=NetworkSegment(079ebc44-4e62-412e-91a4-04ce3e763c69),segment_id=079ebc44-4e62-412e-91a4-04ce3e763c69)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:23.458547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8ac912de-7753-4cc9-8d8f-43d904f77150 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:26:23.460471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 5718ff65-13bd-453b-9019-f07e31cf9c36 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:26:23.476356 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-db6c7ec7-f538-4ef9-a74e-211629012736 req-205e5b10-2ede-42fa-a512-28fa305a432c tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622882 Sep 29 17:26:23.491858 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:23.510412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 5718ff65-13bd-453b-9019-f07e31cf9c36 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:26:23.510762 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 5718ff65-13bd-453b-9019-f07e31cf9c36 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:26:23.520622 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Router 8335902b-4431-49e4-b5d9-66e653af03f4 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:26:23.555223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-24f5eae2-7168-42b7-a6dc-893e7d793846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:23.557170 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-24f5eae2-7168-42b7-a6dc-893e7d793846 service neutron] 10.222.0.49 "GET /v2.0/networks?id=76df170c-e1e4-4882-b30d-122279313449 HTTP/1.1" status: 200 len: 906 time: 0.4632804 Sep 29 17:26:23.653834 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-958feeac-9933-40cc-8546-4e3668e91800 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ac912de-7753-4cc9-8d8f-43d904f77150 HTTP/1.1" status: 200 len: 217 time: 0.0776105 Sep 29 17:26:23.654368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:26:23.655635 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-18f50a1e-0c8c-4066-94b5-220e4324245a service neutron] 10.222.0.35 "GET /v2.0/networks/0c9805b8-75c0-46fc-aa2c-1a32398bc747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150378 Sep 29 17:26:23.731648 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1905-8d8d-4549-b57b-46b227ecd905 req-a987147d-669d-4deb-aa86-d072fc9f408c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:23.733469 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64ec1905-8d8d-4549-b57b-46b227ecd905 req-a987147d-669d-4deb-aa86-d072fc9f408c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 943 time: 0.0662739 Sep 29 17:26:23.743076 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d370521-525c-404c-be68-2f00d19ed84a req-c9987ca5-c867-4acb-a9f6-5d464a0e5088 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:23.744644 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9d370521-525c-404c-be68-2f00d19ed84a req-c9987ca5-c867-4acb-a9f6-5d464a0e5088 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 945 time: 0.2183070 Sep 29 17:26:23.799594 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64ec1905-8d8d-4549-b57b-46b227ecd905 req-e360de35-7537-464e-896b-b37c684eb36b tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530653 Sep 29 17:26:23.823210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=14d1398f-02e6-43d6-9476-89b4426466e3,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:23.832062 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Sync routers for ids ['8335902b-4431-49e4-b5d9-66e653af03f4'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:26:23.834168 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12c6473f-1379-4862-92fa-38e95d763d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:23.837076 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-e4e383bb-7118-4ad5-9c0f-aaa3cd11f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:23.838809 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-e4e383bb-7118-4ad5-9c0f-aaa3cd11f8db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a98c8895-c09f-4e08-8162-342e59909ede HTTP/1.1" status: 200 len: 845 time: 0.1763418 Sep 29 17:26:23.844925 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:23.847792 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f0acc2c5-fecd-4409-b300-5ff0a4562e00 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0687239 Sep 29 17:26:23.851330 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57582) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:23.852795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12c6473f-1379-4862-92fa-38e95d763d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:23.862335 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Routers {'8335902b-4431-49e4-b5d9-66e653af03f4'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:23.862694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8335902b-4431-49e4-b5d9-66e653af03f4'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:23.948888 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 8ac912de-7753-4cc9-8d8f-43d904f77150, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8ac912de-7753-4cc9-8d8f-43d904f77150,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:23.971019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '8ac912de-7753-4cc9-8d8f-43d904f77150', 'network_id': '76df170c-e1e4-4882-b30d-122279313449', 'port_id': '8ac912de-7753-4cc9-8d8f-43d904f77150', 'mac_address': 'fa:16:3e:48:e4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98c8895-c09f-4e08-8162-342e59909ede', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:26:24.036303 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:24.053326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Set router 8335902b-4431-49e4-b5d9-66e653af03f4 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:24.082629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac912de-7753-4cc9-8d8f-43d904f77150 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:24.156769 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 8ac912de-7753-4cc9-8d8f-43d904f77150, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8ac912de-7753-4cc9-8d8f-43d904f77150,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:24.164944 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:24.197020 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0da9f69f-4725-4bd6-976f-e12e231fd4a3 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:24.207317 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9d370521-525c-404c-be68-2f00d19ed84a req-73889715-c661-41c3-9a6d-1e85c6e79327 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408627 Sep 29 17:26:24.234510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6473f-1379-4862-92fa-38e95d763d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f13597-69e3-4b5a-a20e-47e3b02fac42,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:24.246716 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-f43d5c58-91e0-4908-9789-bbde101ac1a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=76df170c-e1e4-4882-b30d-122279313449&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3824148 Sep 29 17:26:24.270565 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-12c6473f-1379-4862-92fa-38e95d763d50 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14ba0c3c08e248c3976ecf1305ad2592&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1752794 Sep 29 17:26:24.275295 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57586) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:24.282355 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-4107aaa6-9c7b-4fe8-8241-af882c246e46 service neutron] 10.222.0.35 "GET /v2.0/networks/0c9805b8-75c0-46fc-aa2c-1a32398bc747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6171150 Sep 29 17:26:24.301224 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-68ce4213-cc74-49cf-92c1-e9dd45eebf75 None None] Provisioning complete for port 14d1398f-02e6-43d6-9476-89b4426466e3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:24.301885 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-68ce4213-cc74-49cf-92c1-e9dd45eebf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:24.310600 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=8ac912de-7753-4cc9-8d8f-43d904f77150,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:24.353684 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-70c13f03-10cb-47ff-a204-0980a231b722 service neutron] 10.222.0.49 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959952 Sep 29 17:26:24.389797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 0da9f69f-4725-4bd6-976f-e12e231fd4a3 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:26:24.399895 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa0b584c-9545-4cec-9181-a57fe484b942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:24.400417 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 0da9f69f-4725-4bd6-976f-e12e231fd4a3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:24.400703 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:24.422179 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa0b584c-9545-4cec-9181-a57fe484b942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:24.456204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['8ac912de-7753-4cc9-8d8f-43d904f77150'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:26:24.481252 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50d6dff3-c93b-4b40-9a99-7785eb8a8a0f req-8af5b36b-64b4-49a5-ada1-46ec6d101344 service neutron] 10.222.0.49 "GET /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197035 Sep 29 17:26:24.492053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'name': 'tempest-ServersTestJSON-2052444358-router', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:20Z', 'updated_at': '2021-09-29T17:26:22Z', 'revision_number': 3, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'gw_port': {'id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:21Z', 'updated_at': '2021-09-29T17:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:24.534881 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Checking router: 8335902b-4431-49e4-b5d9-66e653af03f4 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:26:24.535233 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Updating router 8335902b-4431-49e4-b5d9-66e653af03f4 port 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:26:24.556879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa624d-f47a-467e-b89d-7ec047a4ea86 req-0c23b71d-ff4c-42e3-81d4-7ede2d5c5b0d tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:24.558418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-befa624d-f47a-467e-b89d-7ec047a4ea86 req-0c23b71d-ff4c-42e3-81d4-7ede2d5c5b0d tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 944 time: 0.1112850 Sep 29 17:26:24.572511 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa0b584c-9545-4cec-9181-a57fe484b942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:24.575232 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa0b584c-9545-4cec-9181-a57fe484b942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:24.577742 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fa0b584c-9545-4cec-9181-a57fe484b942 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01f13597-69e3-4b5a-a20e-47e3b02fac42 HTTP/1.1" status: 204 len: 168 time: 0.3014607 Sep 29 17:26:24.582657 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:24.631121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c491f37-c9c7-476b-a2ed-60e1a9cbb57a req-757102e7-1fc4-4efd-86b3-88283e14967c tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:24.639594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7c491f37-c9c7-476b-a2ed-60e1a9cbb57a req-757102e7-1fc4-4efd-86b3-88283e14967c tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 946 time: 0.0764275 Sep 29 17:26:24.650031 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:24.657076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b584c-9545-4cec-9181-a57fe484b942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f13597-69e3-4b5a-a20e-47e3b02fac42,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:24.666996 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:24.697524 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-befa624d-f47a-467e-b89d-7ec047a4ea86 req-7600e099-2fc6-49e3-9cc6-794d75a682ca tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/security-groups?id=be26af37-2b74-413f-9118-beaf28a9a937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183677 Sep 29 17:26:24.707468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7c491f37-c9c7-476b-a2ed-60e1a9cbb57a req-ce95aaf4-9f6a-4021-a044-3e3edd39797a tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625634 Sep 29 17:26:24.779297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d53ef3-e663-4985-a215-057232e4bcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da9f69f-4725-4bd6-976f-e12e231fd4a3'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:24.787512 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7a7c0d-240e-413e-9702-be3a974db5d7" -d '{"events": [{"server_uuid": "31d53ef3-e663-4985-a215-057232e4bcc1", "name": "network-vif-plugged", "status": "completed", "tag": "0da9f69f-4725-4bd6-976f-e12e231fd4a3"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:24.830831 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179d19c3-a616-469e-bc59-6e0bce68b326 x-openstack-request-id: req-179d19c3-a616-469e-bc59-6e0bce68b326 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:24.831124 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d53ef3-e663-4985-a215-057232e4bcc1", "name": "network-vif-plugged", "status": "completed", "tag": "0da9f69f-4725-4bd6-976f-e12e231fd4a3", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:24.831372 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-179d19c3-a616-469e-bc59-6e0bce68b326 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:24.831758 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d53ef3-e663-4985-a215-057232e4bcc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da9f69f-4725-4bd6-976f-e12e231fd4a3', 'code': 200} Sep 29 17:26:24.835178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0da9f69f-4725-4bd6-976f-e12e231fd4a3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0da9f69f-4725-4bd6-976f-e12e231fd4a3,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:24.840032 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 14d1398f-02e6-43d6-9476-89b4426466e3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:24.847560 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:24.897766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Allocated IP 172.20.0.1 (3a8c4888-e6f6-4e75-9d75-2d09cfc707b5/bf8dc964-eb6a-42cf-868c-97ffcce008c2/68a0e4a7-1199-4b64-9846-26a04a442667) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:24.951151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0da9f69f-4725-4bd6-976f-e12e231fd4a3,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:25.002905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c7b25-f599-437e-8b8d-7e30a17c4d73 req-98dc2b15-41c9-40d3-bcb7-7b17c0c2a540 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:25.011323 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c90c7b25-f599-437e-8b8d-7e30a17c4d73 req-98dc2b15-41c9-40d3-bcb7-7b17c0c2a540 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 944 time: 0.1040561 Sep 29 17:26:25.034272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442eb15-e547-468b-90d4-058952c1df24 req-56a3b86e-f1b8-4d1b-b9db-0f6f157454c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:25.036068 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8442eb15-e547-468b-90d4-058952c1df24 req-56a3b86e-f1b8-4d1b-b9db-0f6f157454c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 1097 time: 0.0948455 Sep 29 17:26:25.057367 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:25.082323 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c90c7b25-f599-437e-8b8d-7e30a17c4d73 req-518ee370-a5e5-4697-9c75-702fe4e347d3 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648112 Sep 29 17:26:25.103310 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:25.122186 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8442eb15-e547-468b-90d4-058952c1df24 req-be93e8bb-a3ad-4d38-86b4-fb7ef8229515 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772455 Sep 29 17:26:25.146975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Network 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:25.151548 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:25.153823 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:25.168670 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 14d1398f-02e6-43d6-9476-89b4426466e3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:25.169044 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:25.194251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Pushing event updated for resources: {'Port': ['ID=68a0e4a7-1199-4b64-9846-26a04a442667,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:25.201306 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:25.213040 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:25.269575 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:25.391290 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Attempting to bind port 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:25.391984 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Attempting to bind port 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:25.391984 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Attempting to bind port 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:25.403858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88258c61-03a5-49df-b0aa-cfbcbc8a1279 None None] Pushing event updated for resources: {'Port': ['ID=4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:25.408577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:25.408957 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:25.409467 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:25.409869 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:25.410802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Bound port: 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:25.411255 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:25.422407 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:25.472065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94e22e-b98b-4f67-a64a-bea9f2e7f7b6 req-43769530-27df-49ef-92da-111bdb51e112 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:25.482545 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a94e22e-b98b-4f67-a64a-bea9f2e7f7b6 req-43769530-27df-49ef-92da-111bdb51e112 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 946 time: 0.1319351 Sep 29 17:26:25.532553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] For port 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:25.538715 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] For port 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:25.546149 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:25.558677 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a94e22e-b98b-4f67-a64a-bea9f2e7f7b6 req-505fc1f3-c2c7-474c-aa57-37f1f910e55f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751770 Sep 29 17:26:25.606169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57622) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:25.622307 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-075deab6-eb01-412a-b5a2-d45d231043f0 None None] Provisioning complete for port 68a0e4a7-1199-4b64-9846-26a04a442667 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:25.622685 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-075deab6-eb01-412a-b5a2-d45d231043f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:25.632777 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Routers {'8335902b-4431-49e4-b5d9-66e653af03f4'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:25.633532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8335902b-4431-49e4-b5d9-66e653af03f4'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:25.663763 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:25.670044 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:25.715861 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88258c61-03a5-49df-b0aa-cfbcbc8a1279 None None] Pushing event updated for resources: {'Port': ['ID=4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:25.722762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-605515d3-f28f-4cc9-9b61-64985dd28780 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-network', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:25.755160 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Pushing event updated for resources: {'Port': ['ID=68a0e4a7-1199-4b64-9846-26a04a442667,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:25.759584 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:25.778274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605515d3-f28f-4cc9-9b61-64985dd28780 admin admin] Made reservation on behalf of 7eedab82acea497aa7c9c4f66b4cf4eb for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:25.780248 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-075deab6-eb01-412a-b5a2-d45d231043f0 None None] Port 68a0e4a7-1199-4b64-9846-26a04a442667 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:26:25.781304 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-605515d3-f28f-4cc9-9b61-64985dd28780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:25.794442 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-605515d3-f28f-4cc9-9b61-64985dd28780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:25.815938 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] Set router 8335902b-4431-49e4-b5d9-66e653af03f4 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:25.882466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c36bb-4979-4ac5-8a70-1401491faa26 req-6af876b8-074b-41ce-8209-7e89fa322154 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:25.884405 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e55c36bb-4979-4ac5-8a70-1401491faa26 req-6af876b8-074b-41ce-8209-7e89fa322154 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 946 time: 0.0780423 Sep 29 17:26:25.896747 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603fea1-2fe5-49ba-ac35-dc585f300690 req-9c23f7b6-c57c-4668-8157-c4dbb8be643f tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:25.898781 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b603fea1-2fe5-49ba-ac35-dc585f300690 req-9c23f7b6-c57c-4668-8157-c4dbb8be643f tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 944 time: 0.1111007 Sep 29 17:26:25.949450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Network 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:25.956126 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e55c36bb-4979-4ac5-8a70-1401491faa26 req-a2a5a501-05e1-4738-8721-d6debb0a29e0 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582914 Sep 29 17:26:25.960323 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:25.992435 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b603fea1-2fe5-49ba-ac35-dc585f300690 req-0acf6657-9dd5-4650-92d5-cd4ca24302e1 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/security-groups?id=be26af37-2b74-413f-9118-beaf28a9a937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802972 Sep 29 17:26:25.996821 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-605515d3-f28f-4cc9-9b61-64985dd28780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:26.007675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-605515d3-f28f-4cc9-9b61-64985dd28780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:26.028526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605515d3-f28f-4cc9-9b61-64985dd28780 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:26:26.040878 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-605515d3-f28f-4cc9-9b61-64985dd28780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:26.041515 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-605515d3-f28f-4cc9-9b61-64985dd28780 admin admin] Added segment fa211f56-7bde-4e00-8369-15132d4839b8 of type vlan for network 20029387-d87e-4fcf-b135-c95d1b87c747 Sep 29 17:26:26.113537 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-605515d3-f28f-4cc9-9b61-64985dd28780 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:26.117933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605515d3-f28f-4cc9-9b61-64985dd28780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e29362-35fc-47c7-832e-500592a601e8,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:26.172105 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-605515d3-f28f-4cc9-9b61-64985dd28780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:26.175341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605515d3-f28f-4cc9-9b61-64985dd28780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:26.177270 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-605515d3-f28f-4cc9-9b61-64985dd28780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:26.202746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 1256bf1e-8e2f-4361-b834-cd3d6b794fee details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:26:26.233296 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-605515d3-f28f-4cc9-9b61-64985dd28780 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.6230686 Sep 29 17:26:26.257126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57636) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:26.266262 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-0f9b0d1a-8c79-4bba-9848-32312624c899 admin admin] Request body: {'subnet': {'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-subnet', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:26.305262 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605515d3-f28f-4cc9-9b61-64985dd28780 admin admin] Pushing event updated for resources: {'Network': ['ID=20029387-d87e-4fcf-b135-c95d1b87c747,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:26.313579 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Router 8335902b-4431-49e4-b5d9-66e653af03f4 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:26:26.330128 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9b0d1a-8c79-4bba-9848-32312624c899 admin admin] Made reservation on behalf of 7eedab82acea497aa7c9c4f66b4cf4eb for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:26.332393 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0d1a-8c79-4bba-9848-32312624c899 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:26.332548 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 20029387-d87e-4fcf-b135-c95d1b87c747 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:26:26.367483 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e5fa-41e5-4aec-ab46-04e5fae2ed60 req-f50dc9c8-d0b5-4ff2-b74e-c09e4ff1ab65 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:26.369009 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c271e5fa-41e5-4aec-ab46-04e5fae2ed60 req-f50dc9c8-d0b5-4ff2-b74e-c09e4ff1ab65 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 944 time: 0.1864550 Sep 29 17:26:26.431694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-dad60752-a9a2-44bb-94f9-c909dedb4f96 None None] Provisioning complete for port 68a0e4a7-1199-4b64-9846-26a04a442667 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:26.432294 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dad60752-a9a2-44bb-94f9-c909dedb4f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:26.436212 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 1256bf1e-8e2f-4361-b834-cd3d6b794fee, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=1256bf1e-8e2f-4361-b834-cd3d6b794fee,segment=NetworkSegment(07d7e19c-cd3d-4e02-880a-b45b0f77755f),segment_id=07d7e19c-cd3d-4e02-880a-b45b0f77755f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:26.448361 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'name': 'tempest-ServersTestJSON-2052444358-router', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:20Z', 'updated_at': '2021-09-29T17:26:25Z', 'revision_number': 4, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'gw_port': {'id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:21Z', 'updated_at': '2021-09-29T17:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '68a0e4a7-1199-4b64-9846-26a04a442667', 'name': '', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'mac_address': 'fa:16:3e:81:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:24Z', 'updated_at': '2021-09-29T17:26:24Z', 'revision_number': 1, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'subnets': [{'id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:26.449176 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe66bb-d761-4be5-8046-bf8fed233073 req-91122aee-2bef-47dc-bd56-6ecc8ca8f1ab tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:26.451414 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78fe66bb-d761-4be5-8046-bf8fed233073 req-91122aee-2bef-47dc-bd56-6ecc8ca8f1ab tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 946 time: 0.0527499 Sep 29 17:26:26.503606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88c857-c832-4b75-8a80-c438e8518067 None None] The sync data for ids ['8335902b-4431-49e4-b5d9-66e653af03f4'] in n-d-811748-2 is: [{'id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'name': 'tempest-ServersTestJSON-2052444358-router', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:20Z', 'updated_at': '2021-09-29T17:26:25Z', 'revision_number': 4, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'gw_port': {'id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:21Z', 'updated_at': '2021-09-29T17:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '68a0e4a7-1199-4b64-9846-26a04a442667', 'name': '', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'mac_address': 'fa:16:3e:81:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:24Z', 'updated_at': '2021-09-29T17:26:24Z', 'revision_number': 1, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'subnets': [{'id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:26:26.507105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '1256bf1e-8e2f-4361-b834-cd3d6b794fee', 'network_id': '0c9805b8-75c0-46fc-aa2c-1a32398bc747', 'port_id': '1256bf1e-8e2f-4361-b834-cd3d6b794fee', 'mac_address': 'fa:16:3e:34:4f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6eee7be-2fe6-40a1-a932-fabf748b7bef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:26:26.523102 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-dad60752-a9a2-44bb-94f9-c909dedb4f96 None None] Port 68a0e4a7-1199-4b64-9846-26a04a442667 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:26:26.544358 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c271e5fa-41e5-4aec-ab46-04e5fae2ed60 req-a05353a6-2968-4e26-af8b-a5b2f0f6fad8 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661646 Sep 29 17:26:26.557469 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:26.577857 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1256bf1e-8e2f-4361-b834-cd3d6b794fee {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:26.584081 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78fe66bb-d761-4be5-8046-bf8fed233073 req-1f472bcc-d88c-4616-8e9b-0c8df601091a tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191595 Sep 29 17:26:26.585904 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:26:26.617359 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ceeb6f67-4804-472f-90c6-69f59d524adc admin admin] 10.222.0.44 "PUT /v2.0/routers/8335902b-4431-49e4-b5d9-66e653af03f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7596571 Sep 29 17:26:26.626296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 1256bf1e-8e2f-4361-b834-cd3d6b794fee, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=1256bf1e-8e2f-4361-b834-cd3d6b794fee,segment=NetworkSegment(07d7e19c-cd3d-4e02-880a-b45b0f77755f),segment_id=07d7e19c-cd3d-4e02-880a-b45b0f77755f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:26.634024 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:26.695515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=1256bf1e-8e2f-4361-b834-cd3d6b794fee,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:26.728122 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0d1a-8c79-4bba-9848-32312624c899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:26.745768 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3926f-29c3-4e16-9c92-4ffce6a156e5 req-a1492d4c-8328-4687-b435-89f046019f80 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:26.747413 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-20a3926f-29c3-4e16-9c92-4ffce6a156e5 req-a1492d4c-8328-4687-b435-89f046019f80 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 946 time: 0.0810306 Sep 29 17:26:26.843402 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b0d1a-8c79-4bba-9848-32312624c899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef64051-9253-44d9-9ddd-01cf0909ce96,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:26.878007 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-20a3926f-29c3-4e16-9c92-4ffce6a156e5 req-800bafeb-550a-46be-bde4-65c4265b3ef8 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939846 Sep 29 17:26:26.883388 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9b0d1a-8c79-4bba-9848-32312624c899 admin admin] Checking segment: {'id': 'fa211f56-7bde-4e00-8369-15132d4839b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:26.883965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b0d1a-8c79-4bba-9848-32312624c899 admin admin] Network hostable DHCP agents. Network: 20029387-d87e-4fcf-b135-c95d1b87c747, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:26:26.918685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9b0d1a-8c79-4bba-9848-32312624c899 admin admin] Network 20029387-d87e-4fcf-b135-c95d1b87c747 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:26:26.931551 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-0f9b0d1a-8c79-4bba-9848-32312624c899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 20029387-d87e-4fcf-b135-c95d1b87c747) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:26.936883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9b0d1a-8c79-4bba-9848-32312624c899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:26.938162 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f9b0d1a-8c79-4bba-9848-32312624c899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:26.945831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9417a6-8fd2-4145-b83d-90ae588927f0 None None] Network 20029387-d87e-4fcf-b135-c95d1b87c747 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:26:26.962366 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0f9b0d1a-8c79-4bba-9848-32312624c899 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6998267 Sep 29 17:26:26.965095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57650) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:26.969617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-router', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:26.999884 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.002463 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.053512 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['1256bf1e-8e2f-4361-b834-cd3d6b794fee'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:26:27.103094 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.158149 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.190150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57656) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:27.213067 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c20776db-5996-4e0d-9b65-dd5f6a4d68dd tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1815907254', 'description': 'tempest-description--395411545'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:27.268461 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-20029387-d87e-4fcf-b135-c95d1b87c747', 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'fixed_ips': [{'subnet_id': '9ef64051-9253-44d9-9ddd-01cf0909ce96'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:26:27.269886 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.272331 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fc5e6-d4a7-4db2-80d2-2b8fc954d8c0 req-5d2006b0-d16b-4834-941b-336949c2cee9 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:27.281058 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f2fc5e6-d4a7-4db2-80d2-2b8fc954d8c0 req-5d2006b0-d16b-4834-941b-336949c2cee9 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 945 time: 0.1420250 Sep 29 17:26:27.290446 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c20776db-5996-4e0d-9b65-dd5f6a4d68dd tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.353825 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f2fc5e6-d4a7-4db2-80d2-2b8fc954d8c0 req-0b981ffe-e542-4a58-8143-6836f94b3f2f tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/security-groups?id=be26af37-2b74-413f-9118-beaf28a9a937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717580 Sep 29 17:26:27.382439 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.445485 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9729eaa-3194-4d0c-b679-063c9894a85c req-588854f0-78c9-4346-9909-d8b0c0b99fc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:27.455563 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9729eaa-3194-4d0c-b679-063c9894a85c req-588854f0-78c9-4346-9909-d8b0c0b99fc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 946 time: 0.2111535 Sep 29 17:26:27.456776 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c20776db-5996-4e0d-9b65-dd5f6a4d68dd tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.461421 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c20776db-5996-4e0d-9b65-dd5f6a4d68dd tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.508468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9729eaa-3194-4d0c-b679-063c9894a85c req-9c6cb2f1-543b-43fb-965b-6a1991092158 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444319 Sep 29 17:26:27.520110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20776db-5996-4e0d-9b65-dd5f6a4d68dd tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b1318b-2ae0-43c0-997d-6d81f6233ff9,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:27.536383 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c20776db-5996-4e0d-9b65-dd5f6a4d68dd tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.537241 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8ac912de-7753-4cc9-8d8f-43d904f77150 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:27.539051 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c20776db-5996-4e0d-9b65-dd5f6a4d68dd tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3378904 Sep 29 17:26:27.542068 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57660) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:27.547528 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-8910f030-5b0c-4d6c-9d21-2818b1126c25 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Request body: {'security_group_rule': {'security_group_id': '93b1318b-2ae0-43c0-997d-6d81f6233ff9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:27.588620 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Allocated IP 172.20.0.2 (20029387-d87e-4fcf-b135-c95d1b87c747/9ef64051-9253-44d9-9ddd-01cf0909ce96/84280267-6e9b-41cc-89fb-8059894d7a06) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:27.655386 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 8ac912de-7753-4cc9-8d8f-43d904f77150 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:26:27.656288 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8910f030-5b0c-4d6c-9d21-2818b1126c25 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.661739 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 8ac912de-7753-4cc9-8d8f-43d904f77150 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:27.662737 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.720634 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d7c82-936d-4ffe-aba3-2e26211f5c8e req-53ac0465-addb-458d-ba06-7ccb8089151e tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:27.729070 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-988d7c82-936d-4ffe-aba3-2e26211f5c8e req-53ac0465-addb-458d-ba06-7ccb8089151e tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 944 time: 0.0734622 Sep 29 17:26:27.776827 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-988d7c82-936d-4ffe-aba3-2e26211f5c8e req-e084f73a-4128-457d-b340-eaa3024aa7f5 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465617 Sep 29 17:26:27.851122 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.853333 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.865950 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.903193 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d578ba-46b1-4f69-b513-772c39e47200 req-33cf9dd1-734b-48e3-8162-df2b613e3078 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:27.904738 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5d578ba-46b1-4f69-b513-772c39e47200 req-33cf9dd1-734b-48e3-8162-df2b613e3078 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 946 time: 0.2145565 Sep 29 17:26:27.918879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Network 20029387-d87e-4fcf-b135-c95d1b87c747 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:27.924891 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c247d324-348d-42ba-b7c5-3c67ee489d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac912de-7753-4cc9-8d8f-43d904f77150'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:27.927291 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290e894d-3098-403c-b709-1fbdd9ac92ac" -d '{"events": [{"server_uuid": "c247d324-348d-42ba-b7c5-3c67ee489d3e", "name": "network-vif-plugged", "status": "completed", "tag": "8ac912de-7753-4cc9-8d8f-43d904f77150"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:27.938446 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:27.939142 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8910f030-5b0c-4d6c-9d21-2818b1126c25 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.942383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:27.951343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 8ac912de-7753-4cc9-8d8f-43d904f77150, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8ac912de-7753-4cc9-8d8f-43d904f77150,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:27.959986 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8910f030-5b0c-4d6c-9d21-2818b1126c25 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.967820 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:27.989264 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aceac409-7c2b-40c9-b161-e41100ffec88 x-openstack-request-id: req-aceac409-7c2b-40c9-b161-e41100ffec88 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:27.989561 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c247d324-348d-42ba-b7c5-3c67ee489d3e", "name": "network-vif-plugged", "status": "completed", "tag": "8ac912de-7753-4cc9-8d8f-43d904f77150", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:27.989922 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aceac409-7c2b-40c9-b161-e41100ffec88 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:27.990195 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c247d324-348d-42ba-b7c5-3c67ee489d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac912de-7753-4cc9-8d8f-43d904f77150', 'code': 200} Sep 29 17:26:27.993201 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Pushing event updated for resources: {'Port': ['ID=84280267-6e9b-41cc-89fb-8059894d7a06,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:28.015064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af718dee-60a2-414a-b38f-e11f48d2d31c req-8c03b8e0-09e5-4c67-adea-ad97f529fcef tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:28.016546 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-af718dee-60a2-414a-b38f-e11f48d2d31c req-8c03b8e0-09e5-4c67-adea-ad97f529fcef tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 946 time: 0.1757584 Sep 29 17:26:28.017701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:28.030288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910f030-5b0c-4d6c-9d21-2818b1126c25 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1810168e-1f57-4bc5-876e-f5790c9c1ec2,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:28.044562 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8910f030-5b0c-4d6c-9d21-2818b1126c25 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:28.048148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8910f030-5b0c-4d6c-9d21-2818b1126c25 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5021341 Sep 29 17:26:28.049963 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57668) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:28.065509 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-bc3d2cf4-26ee-4e5c-818a-43778c5f4b1b tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Request body: {'security_group_rule': {'security_group_id': '93b1318b-2ae0-43c0-997d-6d81f6233ff9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:28.066755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Attempting to bind port 84280267-6e9b-41cc-89fb-8059894d7a06 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:28.067043 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Attempting to bind port 84280267-6e9b-41cc-89fb-8059894d7a06 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'fa211f56-7bde-4e00-8369-15132d4839b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:28.067410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Attempting to bind port 84280267-6e9b-41cc-89fb-8059894d7a06 on network 20029387-d87e-4fcf-b135-c95d1b87c747 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:28.090108 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:28.090862 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Checking segment: {'id': 'fa211f56-7bde-4e00-8369-15132d4839b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:28.091276 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:28.091875 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Bound using segment: {'id': 'fa211f56-7bde-4e00-8369-15132d4839b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:28.092359 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Bound port: 84280267-6e9b-41cc-89fb-8059894d7a06, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa211f56-7bde-4e00-8369-15132d4839b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:28.092817 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:28.097005 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=8ac912de-7753-4cc9-8d8f-43d904f77150,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:28.097220 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:28.114718 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5d578ba-46b1-4f69-b513-772c39e47200 req-84c9f43e-ba01-4a95-a17b-cdaa75f5ed74 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860013 Sep 29 17:26:28.131040 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2cf4-26ee-4e5c-818a-43778c5f4b1b tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:28.189902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] For port 84280267-6e9b-41cc-89fb-8059894d7a06, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:28.193651 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] For port 84280267-6e9b-41cc-89fb-8059894d7a06, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=84280267-6e9b-41cc-89fb-8059894d7a06,segment=NetworkSegment(fa211f56-7bde-4e00-8369-15132d4839b8),segment_id=fa211f56-7bde-4e00-8369-15132d4839b8)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:28.197659 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2cf4-26ee-4e5c-818a-43778c5f4b1b tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:28.200285 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:28.207120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2cf4-26ee-4e5c-818a-43778c5f4b1b tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:28.234395 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d2cf4-26ee-4e5c-818a-43778c5f4b1b tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2af422-e535-4852-bebb-6019f23d2f2c,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:28.253534 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc3d2cf4-26ee-4e5c-818a-43778c5f4b1b tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:28.254889 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bc3d2cf4-26ee-4e5c-818a-43778c5f4b1b tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2037802 Sep 29 17:26:28.258804 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57670) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:28.267647 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:28.284568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f13960-20ff-46fd-99d6-c943bcfb4a44 req-1fe5626f-e6d7-4a04-b819-edbfb0349b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:28.288263 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2f13960-20ff-46fd-99d6-c943bcfb4a44 req-1fe5626f-e6d7-4a04-b819-edbfb0349b05 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 1096 time: 0.2116368 Sep 29 17:26:28.295297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d392f-0e6d-4309-9d78-25f590ccc3c4 None None] Pushing event updated for resources: {'Port': ['ID=84280267-6e9b-41cc-89fb-8059894d7a06,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:28.296253 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:28.402678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Allocated IP 172.25.2.186 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/d0118b20-d3b1-471f-8d52-1cf36f141cdd) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:28.416699 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2f13960-20ff-46fd-99d6-c943bcfb4a44 req-da12f4c3-ff0d-4d68-9a8a-040addc29d97 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875356 Sep 29 17:26:28.436029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-af718dee-60a2-414a-b38f-e11f48d2d31c req-77c721b8-0827-426a-a740-0120a642cdbb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Deleting port 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:26:28.437931 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-af718dee-60a2-414a-b38f-e11f48d2d31c req-77c721b8-0827-426a-a740-0120a642cdbb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:28.466440 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:28.603010 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766a0d8-24c1-4a6d-be81-b5dabab28928 req-872f67b1-8600-457a-bd76-3588a5c9adc4 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:28.609827 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2766a0d8-24c1-4a6d-be81-b5dabab28928 req-872f67b1-8600-457a-bd76-3588a5c9adc4 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 945 time: 0.1292782 Sep 29 17:26:28.635005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-af718dee-60a2-414a-b38f-e11f48d2d31c req-77c721b8-0827-426a-a740-0120a642cdbb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] For port 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:28.635679 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-af718dee-60a2-414a-b38f-e11f48d2d31c req-77c721b8-0827-426a-a740-0120a642cdbb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:28.668212 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2766a0d8-24c1-4a6d-be81-b5dabab28928 req-53a9db04-dc18-432a-a67b-e90dc6dafef9 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/security-groups?id=be26af37-2b74-413f-9118-beaf28a9a937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569465 Sep 29 17:26:28.677217 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:28.738647 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-af718dee-60a2-414a-b38f-e11f48d2d31c req-77c721b8-0827-426a-a740-0120a642cdbb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Calling delete_port for 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:26:28.774545 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:28.838023 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Allocated IP 172.25.2.218 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/0361471e-d018-4885-8312-79a3d9d995b3) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:28.851483 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ec63f-2596-4f4c-b636-25148a86e193 req-85b00fe1-5931-4746-bd71-3a4eda5936da tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:28.853007 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-468ec63f-2596-4f4c-b636-25148a86e193 req-85b00fe1-5931-4746-bd71-3a4eda5936da tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.35 "GET /v2.0/ports?device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 946 time: 0.2065039 Sep 29 17:26:28.873970 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:28.883734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:28.912047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:28.926024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:28.936303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6071a-da5c-490d-963d-75a80a7a03e6 req-9feefacc-cc58-4057-9d34-411def81c4e6 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:28.937943 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9ab6071a-da5c-490d-963d-75a80a7a03e6 req-9feefacc-cc58-4057-9d34-411def81c4e6 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 946 time: 0.2221985 Sep 29 17:26:28.943871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Pushing event updated for resources: {'Port': ['ID=d0118b20-d3b1-471f-8d52-1cf36f141cdd,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:28.953138 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:28.953920 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.009641 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.022475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e88f4-c64c-44d1-be83-312ffb6d2597 req-aa4ca235-a548-4786-9909-94cb2adadf2f tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:29.024260 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca5e88f4-c64c-44d1-be83-312ffb6d2597 req-aa4ca235-a548-4786-9909-94cb2adadf2f tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 945 time: 0.0959072 Sep 29 17:26:29.053941 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.078491 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:29.080239 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9ab6071a-da5c-490d-963d-75a80a7a03e6 req-76b35411-aaf0-4d1c-afaf-fadac1c05eb6 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283379 Sep 29 17:26:29.083808 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.084611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 84280267-6e9b-41cc-89fb-8059894d7a06 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:29.085122 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca5e88f4-c64c-44d1-be83-312ffb6d2597 req-7584d516-e7c0-4296-aa7a-ba60c76bf6d2 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532818 Sep 29 17:26:29.093363 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.152436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:29.164821 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:29.168236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:29.172981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Pushing event updated for resources: {'Port': ['ID=0361471e-d018-4885-8312-79a3d9d995b3,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:29.238114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:29.252039 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 84280267-6e9b-41cc-89fb-8059894d7a06 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:29.253915 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.273793 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-468ec63f-2596-4f4c-b636-25148a86e193 req-f39362d0-ebba-4fab-b0dd-afb6eeb1081a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Deleting port 0da9f69f-4725-4bd6-976f-e12e231fd4a3 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:26:29.274209 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-468ec63f-2596-4f4c-b636-25148a86e193 req-f39362d0-ebba-4fab-b0dd-afb6eeb1081a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.293942 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-af718dee-60a2-414a-b38f-e11f48d2d31c req-77c721b8-0827-426a-a740-0120a642cdbb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.323834 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.328018 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:26:29.374421 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.432652 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.483257 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 84280267-6e9b-41cc-89fb-8059894d7a06, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=84280267-6e9b-41cc-89fb-8059894d7a06,segment=NetworkSegment(fa211f56-7bde-4e00-8369-15132d4839b8),segment_id=fa211f56-7bde-4e00-8369-15132d4839b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:29.488365 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.519808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c721b8-0827-426a-a740-0120a642cdbb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Pushing event deleted for resources: {'Port': ['ID=1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:29.540264 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1234b03c-1467-49e0-af2d-c1b9edca49d3 req-99fb5a65-ef0b-4168-8496-e74ebf0b5c23 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d06ddc6-9351-4623-a6c1-881476626a58 HTTP/1.1" status: 200 len: 210 time: 0.2474027 Sep 29 17:26:29.588007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=84280267-6e9b-41cc-89fb-8059894d7a06,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:29.619644 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.627825 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.661984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-af718dee-60a2-414a-b38f-e11f48d2d31c req-77c721b8-0827-426a-a740-0120a642cdbb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] No DVR routers for this DVR port 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:26:29.666383 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-af718dee-60a2-414a-b38f-e11f48d2d31c req-77c721b8-0827-426a-a740-0120a642cdbb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.668455 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-af718dee-60a2-414a-b38f-e11f48d2d31c req-77c721b8-0827-426a-a740-0120a642cdbb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.49 "DELETE /v2.0/ports/1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a HTTP/1.1" status: 204 len: 173 time: 1.6280150 Sep 29 17:26:29.683363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d06ddc6-9351-4623-a6c1-881476626a58', 'name': 'network-vif-deleted', 'tag': '1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:29.687546 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6ef338-abe2-4ec4-885a-dc2e5651a3f5" -d '{"events": [{"server_uuid": "2d06ddc6-9351-4623-a6c1-881476626a58", "name": "network-vif-deleted", "tag": "1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:29.711814 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Pushing event updated for resources: {'Port': ['ID=0361471e-d018-4885-8312-79a3d9d995b3,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:29.725407 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.780652 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.793926 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9b878e-16e3-4d4e-abb1-d7836f725609 None None] Network 20029387-d87e-4fcf-b135-c95d1b87c747 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:26:29.805971 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:29.807986 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8a50d747-0eee-4f4f-9783-70c58cc79e9f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5480969 Sep 29 17:26:29.865059 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42158860-1c16-4fb7-90d4-9e1962214806 x-openstack-request-id: req-42158860-1c16-4fb7-90d4-9e1962214806 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:29.865371 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d06ddc6-9351-4623-a6c1-881476626a58", "name": "network-vif-deleted", "tag": "1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:29.865721 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42158860-1c16-4fb7-90d4-9e1962214806 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:29.866184 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d06ddc6-9351-4623-a6c1-881476626a58', 'name': 'network-vif-deleted', 'tag': '1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a', 'status': 'completed', 'code': 200} Sep 29 17:26:29.917673 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Sync routers for ids ['8335902b-4431-49e4-b5d9-66e653af03f4'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:26:29.931465 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Routers {'8335902b-4431-49e4-b5d9-66e653af03f4'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:29.932221 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8335902b-4431-49e4-b5d9-66e653af03f4'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:29.939048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-fd58fe8c-eb27-4764-b754-e46fc156ef36 None None] Provisioning complete for port 84280267-6e9b-41cc-89fb-8059894d7a06 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:29.939764 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fd58fe8c-eb27-4764-b754-e46fc156ef36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:30.067884 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Set router 8335902b-4431-49e4-b5d9-66e653af03f4 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:30.072826 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51107253-a13c-4b00-9ece-e102bec760db req-dc018940-6440-444c-900c-9364eb41e4a2 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1815907254&fields=id&tenant_id=c97bc3cbf6974d828e00ee835dd9e84b HTTP/1.1" status: 200 len: 267 time: 0.0461862 Sep 29 17:26:30.234035 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-468ec63f-2596-4f4c-b636-25148a86e193 req-f39362d0-ebba-4fab-b0dd-afb6eeb1081a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] For port 0da9f69f-4725-4bd6-976f-e12e231fd4a3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0da9f69f-4725-4bd6-976f-e12e231fd4a3,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:30.234418 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-468ec63f-2596-4f4c-b636-25148a86e193 req-f39362d0-ebba-4fab-b0dd-afb6eeb1081a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:30.261521 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 1256bf1e-8e2f-4361-b834-cd3d6b794fee up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:30.270389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-468ec63f-2596-4f4c-b636-25148a86e193 req-f39362d0-ebba-4fab-b0dd-afb6eeb1081a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Calling delete_port for 0da9f69f-4725-4bd6-976f-e12e231fd4a3 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:26:30.306743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adce2e-b4a8-4007-a3ff-5e3c38d2f5e9 req-4cdd4b4c-d9b3-4a90-83c4-df17a4d27ef3 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:30.314255 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66adce2e-b4a8-4007-a3ff-5e3c38d2f5e9 req-4cdd4b4c-d9b3-4a90-83c4-df17a4d27ef3 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 945 time: 0.4794965 Sep 29 17:26:30.380955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 1256bf1e-8e2f-4361-b834-cd3d6b794fee completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:26:30.404704 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'name': 'tempest-ServersTestJSON-2052444358-router', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:20Z', 'updated_at': '2021-09-29T17:26:25Z', 'revision_number': 4, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'gw_port': {'id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:21Z', 'updated_at': '2021-09-29T17:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '68a0e4a7-1199-4b64-9846-26a04a442667', 'name': '', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'mac_address': 'fa:16:3e:81:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:24Z', 'updated_at': '2021-09-29T17:26:25Z', 'revision_number': 2, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'subnets': [{'id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:30.414685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 1256bf1e-8e2f-4361-b834-cd3d6b794fee triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:30.415382 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:30.435634 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Checking router: 8335902b-4431-49e4-b5d9-66e653af03f4 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:26:30.436128 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Updating router 8335902b-4431-49e4-b5d9-66e653af03f4 port 68a0e4a7-1199-4b64-9846-26a04a442667 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:26:30.470276 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:30.504518 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:30.530748 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66adce2e-b4a8-4007-a3ff-5e3c38d2f5e9 req-3776a757-a003-467f-a481-579bbd37fbf1 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/security-groups?id=be26af37-2b74-413f-9118-beaf28a9a937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154927 Sep 29 17:26:30.566933 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:30.594835 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed01af4a-96a3-412e-b24b-5a68d08d4ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1256bf1e-8e2f-4361-b834-cd3d6b794fee'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:30.598413 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa31b7a4-7977-42c3-a3e8-059f8c5ac8f4" -d '{"events": [{"server_uuid": "ed01af4a-96a3-412e-b24b-5a68d08d4ed7", "name": "network-vif-plugged", "status": "completed", "tag": "1256bf1e-8e2f-4361-b834-cd3d6b794fee"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:30.614934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 1256bf1e-8e2f-4361-b834-cd3d6b794fee, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=1256bf1e-8e2f-4361-b834-cd3d6b794fee,segment=NetworkSegment(07d7e19c-cd3d-4e02-880a-b45b0f77755f),segment_id=07d7e19c-cd3d-4e02-880a-b45b0f77755f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:30.625423 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:30.690519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=1256bf1e-8e2f-4361-b834-cd3d6b794fee,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:30.749882 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51107253-a13c-4b00-9ece-e102bec760db req-844a5dba-43a8-4927-8edb-de32b1ae56b9 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:30.751394 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51107253-a13c-4b00-9ece-e102bec760db req-844a5dba-43a8-4927-8edb-de32b1ae56b9 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/networks?id=3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 HTTP/1.1" status: 200 len: 806 time: 0.6777556 Sep 29 17:26:30.771560 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51107253-a13c-4b00-9ece-e102bec760db req-6994fd7b-43c1-462a-afea-32d9050e4676 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/quotas/c97bc3cbf6974d828e00ee835dd9e84b HTTP/1.1" status: 200 len: 375 time: 0.0135653 Sep 29 17:26:30.801417 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a340e702-d813-44e9-8c5b-789d6c34cc1c None None] Provisioning complete for port 84280267-6e9b-41cc-89fb-8059894d7a06 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:30.802085 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a340e702-d813-44e9-8c5b-789d6c34cc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:30.842767 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:30.844515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26cad2-8c21-4f04-8565-61e3994f4021 req-915b3c0a-6bd3-4345-86e9-21ed7d144957 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:30.847415 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2d26cad2-8c21-4f04-8565-61e3994f4021 req-915b3c0a-6bd3-4345-86e9-21ed7d144957 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=31d53ef3-e663-4985-a215-057232e4bcc1 HTTP/1.1" status: 200 len: 946 time: 0.1260343 Sep 29 17:26:30.851915 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51107253-a13c-4b00-9ece-e102bec760db req-e979560d-8859-4137-8e8b-a1938733cea2 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c97bc3cbf6974d828e00ee835dd9e84b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745759 Sep 29 17:26:30.862030 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 84280267-6e9b-41cc-89fb-8059894d7a06 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:30.863518 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:30.911764 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-468ec63f-2596-4f4c-b636-25148a86e193 req-f39362d0-ebba-4fab-b0dd-afb6eeb1081a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:30.923249 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2d26cad2-8c21-4f04-8565-61e3994f4021 req-513adbe2-6bab-4556-86d8-510ad823b550 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659463 Sep 29 17:26:30.971356 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39362d0-ebba-4fab-b0dd-afb6eeb1081a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Pushing event deleted for resources: {'Port': ['ID=0da9f69f-4725-4bd6-976f-e12e231fd4a3,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:30.984657 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Router 526cfb24-1169-4e4d-8726-79ae81820ea7 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:26:30.987818 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['0da9f69f-4725-4bd6-976f-e12e231fd4a3'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:26:31.006498 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6d3ab-711e-45b9-aae2-4e617de89ff2 None None] Pushing event updated for resources: {'Port': ['ID=68a0e4a7-1199-4b64-9846-26a04a442667,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:31.020973 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51107253-a13c-4b00-9ece-e102bec760db req-c6876fca-d055-44a6-9213-141109a0dad7 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8c4888-e6f6-4e75-9d75-2d09cfc707b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615417 Sep 29 17:26:31.023084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-468ec63f-2596-4f4c-b636-25148a86e193 req-f39362d0-ebba-4fab-b0dd-afb6eeb1081a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] No DVR routers for this DVR port 0da9f69f-4725-4bd6-976f-e12e231fd4a3 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:26:31.027142 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-468ec63f-2596-4f4c-b636-25148a86e193 req-f39362d0-ebba-4fab-b0dd-afb6eeb1081a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:31.029638 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-468ec63f-2596-4f4c-b636-25148a86e193 req-f39362d0-ebba-4fab-b0dd-afb6eeb1081a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.35 "DELETE /v2.0/ports/0da9f69f-4725-4bd6-976f-e12e231fd4a3 HTTP/1.1" status: 204 len: 173 time: 2.1620960 Sep 29 17:26:31.035632 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6d3ab-711e-45b9-aae2-4e617de89ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:31.036326 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6d3ab-711e-45b9-aae2-4e617de89ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:31.036876 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6d3ab-711e-45b9-aae2-4e617de89ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:31.037453 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6d3ab-711e-45b9-aae2-4e617de89ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:31.038011 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6d3ab-711e-45b9-aae2-4e617de89ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:31.038548 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6d3ab-711e-45b9-aae2-4e617de89ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:31.039098 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6d3ab-711e-45b9-aae2-4e617de89ff2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:31.039632 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6d3ab-711e-45b9-aae2-4e617de89ff2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:31.040298 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6d3ab-711e-45b9-aae2-4e617de89ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:31.040860 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6d3ab-711e-45b9-aae2-4e617de89ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:31.041520 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6d3ab-711e-45b9-aae2-4e617de89ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:31.042100 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead6d3ab-711e-45b9-aae2-4e617de89ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:31.057813 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Attempting to bind port 68a0e4a7-1199-4b64-9846-26a04a442667 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:31.058181 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Attempting to bind port 68a0e4a7-1199-4b64-9846-26a04a442667 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '079ebc44-4e62-412e-91a4-04ce3e763c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:31.058540 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Attempting to bind port 68a0e4a7-1199-4b64-9846-26a04a442667 on network 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:31.069981 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:31.070326 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Checking segment: {'id': '079ebc44-4e62-412e-91a4-04ce3e763c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:31.070944 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:31.071494 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Bound using segment: {'id': '079ebc44-4e62-412e-91a4-04ce3e763c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:31.072631 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Bound port: 68a0e4a7-1199-4b64-9846-26a04a442667, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079ebc44-4e62-412e-91a4-04ce3e763c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:31.073219 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:31.111334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 84280267-6e9b-41cc-89fb-8059894d7a06 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:31.111972 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:31.148623 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] For port 68a0e4a7-1199-4b64-9846-26a04a442667, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:31.153049 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] For port 68a0e4a7-1199-4b64-9846-26a04a442667, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=68a0e4a7-1199-4b64-9846-26a04a442667,segment=NetworkSegment(079ebc44-4e62-412e-91a4-04ce3e763c69),segment_id=079ebc44-4e62-412e-91a4-04ce3e763c69)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:31.161052 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:31.172662 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51107253-a13c-4b00-9ece-e102bec760db req-35a22ddf-c337-4f4d-882a-f91e72ed0102 service neutron] 10.222.0.44 "GET /v2.0/networks/3a8c4888-e6f6-4e75-9d75-2d09cfc707b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490090 Sep 29 17:26:31.212388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:31.221532 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6d3ab-711e-45b9-aae2-4e617de89ff2 None None] Pushing event updated for resources: {'Port': ['ID=68a0e4a7-1199-4b64-9846-26a04a442667,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:31.262943 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Routers {'8335902b-4431-49e4-b5d9-66e653af03f4'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:31.263655 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8335902b-4431-49e4-b5d9-66e653af03f4'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:31.317824 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b55da-aab9-415e-be42-bcf66dc5651b req-feaaa5ee-1c81-4b0c-a6ea-554029add2e6 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:31.321742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-994b55da-aab9-415e-be42-bcf66dc5651b req-feaaa5ee-1c81-4b0c-a6ea-554029add2e6 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 945 time: 0.2334275 Sep 29 17:26:31.334926 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:31.335474 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:31.408707 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] Set router 8335902b-4431-49e4-b5d9-66e653af03f4 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:31.448513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:26:31.454423 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-47f5904c-6b2e-49b4-863b-873e14aff4b6 None None] Provisioning complete for port 68a0e4a7-1199-4b64-9846-26a04a442667 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:31.454752 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-47f5904c-6b2e-49b4-863b-873e14aff4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:31.459450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Sync routers for ids ['526cfb24-1169-4e4d-8726-79ae81820ea7'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:26:31.461634 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-994b55da-aab9-415e-be42-bcf66dc5651b req-b1c78581-6eab-4806-9a9f-a791a55667d2 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323740 Sep 29 17:26:31.485317 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b8d43a-af22-4df2-a6f6-49ff8caff2ef x-openstack-request-id: req-89b8d43a-af22-4df2-a6f6-49ff8caff2ef {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:31.485584 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed01af4a-96a3-412e-b24b-5a68d08d4ed7", "name": "network-vif-plugged", "status": "completed", "tag": "1256bf1e-8e2f-4361-b834-cd3d6b794fee", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:31.486381 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89b8d43a-af22-4df2-a6f6-49ff8caff2ef {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:31.486853 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed01af4a-96a3-412e-b24b-5a68d08d4ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1256bf1e-8e2f-4361-b834-cd3d6b794fee', 'code': 200} Sep 29 17:26:31.495503 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Routers {'526cfb24-1169-4e4d-8726-79ae81820ea7'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:31.496148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['526cfb24-1169-4e4d-8726-79ae81820ea7'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:31.529891 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:31.539467 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5fbfddee-6c8b-48b7-aad7-699ed408d57c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.5713985 Sep 29 17:26:31.542487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57718) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:31.618437 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de67d8ee-a29b-4c95-93f5-9510c543926b req-5c8c82f8-726c-42d4-a752-d9565f00eb33 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 210 time: 0.1037354 Sep 29 17:26:31.749379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Set router 526cfb24-1169-4e4d-8726-79ae81820ea7 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:31.751853 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-47f5904c-6b2e-49b4-863b-873e14aff4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:31.788821 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'name': 'tempest-ServersTestJSON-2052444358-router', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:20Z', 'updated_at': '2021-09-29T17:26:25Z', 'revision_number': 4, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'gw_port': {'id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:21Z', 'updated_at': '2021-09-29T17:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '68a0e4a7-1199-4b64-9846-26a04a442667', 'name': '', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'mac_address': 'fa:16:3e:81:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:24Z', 'updated_at': '2021-09-29T17:26:31Z', 'revision_number': 4, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'subnets': [{'id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:31.800024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bffc1c-4ada-4b3b-8560-d1715b10605c req-c6b50053-62b6-4514-829e-beaf438ded37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:31.802174 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51bffc1c-4ada-4b3b-8560-d1715b10605c req-c6b50053-62b6-4514-829e-beaf438ded37 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 1097 time: 0.1277027 Sep 29 17:26:31.848247 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5eb26d-f0c0-4b2e-9afe-37be53b40d4e None None] The sync data for ids ['8335902b-4431-49e4-b5d9-66e653af03f4'] in n-d-811748-2 is: [{'id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'name': 'tempest-ServersTestJSON-2052444358-router', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:20Z', 'updated_at': '2021-09-29T17:26:25Z', 'revision_number': 4, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'gw_port': {'id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:21Z', 'updated_at': '2021-09-29T17:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '68a0e4a7-1199-4b64-9846-26a04a442667', 'name': '', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'mac_address': 'fa:16:3e:81:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:24Z', 'updated_at': '2021-09-29T17:26:31Z', 'revision_number': 4, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'subnets': [{'id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:26:31.935821 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d53ef3-e663-4985-a215-057232e4bcc1', 'name': 'network-vif-deleted', 'tag': '0da9f69f-4725-4bd6-976f-e12e231fd4a3'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:31.940878 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7f6770-0569-4951-8fc3-aa6681daf898" -d '{"events": [{"server_uuid": "31d53ef3-e663-4985-a215-057232e4bcc1", "name": "network-vif-deleted", "tag": "0da9f69f-4725-4bd6-976f-e12e231fd4a3"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:31.981258 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51bffc1c-4ada-4b3b-8560-d1715b10605c req-ae4bd2d0-ee7e-46b5-818c-dd419027b417 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=be26af37-2b74-413f-9118-beaf28a9a937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707189 Sep 29 17:26:31.984880 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-47f5904c-6b2e-49b4-863b-873e14aff4b6 None None] For port 68a0e4a7-1199-4b64-9846-26a04a442667, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=68a0e4a7-1199-4b64-9846-26a04a442667,segment=NetworkSegment(079ebc44-4e62-412e-91a4-04ce3e763c69),segment_id=079ebc44-4e62-412e-91a4-04ce3e763c69)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:31.997528 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-47f5904c-6b2e-49b4-863b-873e14aff4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:32.108328 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5904c-6b2e-49b4-863b-873e14aff4b6 None None] Pushing event updated for resources: {'Port': ['ID=68a0e4a7-1199-4b64-9846-26a04a442667,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:32.146379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b8efc031-ca00-4987-950a-ff495f08317a None None] Provisioning complete for port 68a0e4a7-1199-4b64-9846-26a04a442667 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:32.147067 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b8efc031-ca00-4987-950a-ff495f08317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:32.248044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-router', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:27Z', 'updated_at': '2021-09-29T17:26:29Z', 'revision_number': 3, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'gw_port': {'id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:28Z', 'updated_at': '2021-09-29T17:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:32.337116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Checking router: 526cfb24-1169-4e4d-8726-79ae81820ea7 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:26:32.343864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Updating router 526cfb24-1169-4e4d-8726-79ae81820ea7 port d0118b20-d3b1-471f-8d52-1cf36f141cdd binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:26:32.461110 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:32.526757 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:32.534205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57742) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:32.564732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396d4aa-4431-4429-8d98-fb5ecb86b225 req-7361177a-cf2e-4e50-af73-0623ba6aeb69 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:32.570572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4396d4aa-4431-4429-8d98-fb5ecb86b225 req-7361177a-cf2e-4e50-af73-0623ba6aeb69 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 946 time: 0.1116574 Sep 29 17:26:32.574425 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a163b4-e2b1-43a6-9db0-66206ee401eb x-openstack-request-id: req-37a163b4-e2b1-43a6-9db0-66206ee401eb {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:32.574724 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d53ef3-e663-4985-a215-057232e4bcc1", "name": "network-vif-deleted", "tag": "0da9f69f-4725-4bd6-976f-e12e231fd4a3", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:32.574979 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37a163b4-e2b1-43a6-9db0-66206ee401eb {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:32.575559 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d53ef3-e663-4985-a215-057232e4bcc1', 'name': 'network-vif-deleted', 'tag': '0da9f69f-4725-4bd6-976f-e12e231fd4a3', 'status': 'completed', 'code': 200} Sep 29 17:26:32.578658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-424b7d7f-c412-43bf-9ad4-f907820cdaf5 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--732099309', 'description': 'tempest-description--1429133483'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:32.709071 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4396d4aa-4431-4429-8d98-fb5ecb86b225 req-3dbb32d7-7df3-4fed-ae50-cfdb56b1e08f tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/security-groups?id=be26af37-2b74-413f-9118-beaf28a9a937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240034 Sep 29 17:26:32.717524 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-424b7d7f-c412-43bf-9ad4-f907820cdaf5 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:32.864636 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f97552dc-5343-4019-9855-377907edbccf req-097d45b9-1202-4116-9e35-2bf5f3e7f614 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 210 time: 0.0724473 Sep 29 17:26:32.959111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 68a0e4a7-1199-4b64-9846-26a04a442667 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:32.962726 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:32.969852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Allocated IP 172.20.0.1 (20029387-d87e-4fcf-b135-c95d1b87c747/9ef64051-9253-44d9-9ddd-01cf0909ce96/06d1708f-62ab-43e1-aa00-2279ba50f43c) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:32.990392 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:33.002781 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-424b7d7f-c412-43bf-9ad4-f907820cdaf5 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:33.014579 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-424b7d7f-c412-43bf-9ad4-f907820cdaf5 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:33.065756 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ada31c-f7a8-495f-a95a-3dc7a9cf86e4 None None] Pushing event updated for resources: {'Port': ['ID=d0118b20-d3b1-471f-8d52-1cf36f141cdd,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:33.069982 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-424b7d7f-c412-43bf-9ad4-f907820cdaf5 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:33.076159 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-424b7d7f-c412-43bf-9ad4-f907820cdaf5 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5408711 Sep 29 17:26:33.077296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b7d7f-c412-43bf-9ad4-f907820cdaf5 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ed9a81-2067-468d-bb5b-911b07ff3dc1,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:33.083872 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57784) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:33.089987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ee06a93b-dfd5-4782-8691-d7d74096f40b tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Request body: {'security_group_rule': {'security_group_id': '91ed9a81-2067-468d-bb5b-911b07ff3dc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:33.113843 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Attempting to bind port d0118b20-d3b1-471f-8d52-1cf36f141cdd on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:33.115120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Attempting to bind port d0118b20-d3b1-471f-8d52-1cf36f141cdd by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:33.115697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Attempting to bind port d0118b20-d3b1-471f-8d52-1cf36f141cdd on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:33.133636 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:33.134015 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:33.134418 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:33.134814 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:33.135294 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Bound port: d0118b20-d3b1-471f-8d52-1cf36f141cdd, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:33.135677 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:33.181453 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee06a93b-dfd5-4782-8691-d7d74096f40b tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:33.217046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 68a0e4a7-1199-4b64-9846-26a04a442667 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:33.217456 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:33.241716 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:33.253192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-8410eb6b-0629-44fe-a4b9-3f568544574f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:33.267274 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-8410eb6b-0629-44fe-a4b9-3f568544574f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 812 time: 0.2136064 Sep 29 17:26:33.282199 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-85abae4a-3aea-475d-b681-0cd410f8d815 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/quotas/8762000220624d86bb5544a9b9e7bbd3 HTTP/1.1" status: 200 len: 375 time: 0.0114539 Sep 29 17:26:33.291554 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee06a93b-dfd5-4782-8691-d7d74096f40b tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:33.299367 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee06a93b-dfd5-4782-8691-d7d74096f40b tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:33.319725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] For port d0118b20-d3b1-471f-8d52-1cf36f141cdd, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:33.332163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06a93b-dfd5-4782-8691-d7d74096f40b tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66045f50-3242-4e3b-b891-40ba693af541,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:33.338517 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] For port d0118b20-d3b1-471f-8d52-1cf36f141cdd, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d0118b20-d3b1-471f-8d52-1cf36f141cdd,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:33.346482 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee06a93b-dfd5-4782-8691-d7d74096f40b tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:33.350730 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:33.354068 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ee06a93b-dfd5-4782-8691-d7d74096f40b tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2688785 Sep 29 17:26:33.354849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57794) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:33.363162 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-e66cc7bd-f9bc-463d-8c17-b6a88f834dd8 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720117 Sep 29 17:26:33.364013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-bdc4dbeb-aba8-4bc9-96da-d9c4408a9b70 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Request body: {'security_group_rule': {'security_group_id': '91ed9a81-2067-468d-bb5b-911b07ff3dc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:33.373690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:33.511179 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-1237f0c5-e69d-4712-a881-3f69d005692c service neutron] 10.222.0.44 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466703 Sep 29 17:26:33.512205 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8ac912de-7753-4cc9-8d8f-43d904f77150 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:26:33.515598 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:26:33.554699 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:26:33.555268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 1fe199e1-9bdd-4a20-b3c2-20c1d6a2ae0a not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:26:33.602090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Network 20029387-d87e-4fcf-b135-c95d1b87c747 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:33.618102 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ada31c-f7a8-495f-a95a-3dc7a9cf86e4 None None] Pushing event updated for resources: {'Port': ['ID=d0118b20-d3b1-471f-8d52-1cf36f141cdd,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:33.631473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=06d1708f-62ab-43e1-aa00-2279ba50f43c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:33.634825 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Routers {'526cfb24-1169-4e4d-8726-79ae81820ea7'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:33.636082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['526cfb24-1169-4e4d-8726-79ae81820ea7'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:33.676772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:33.694801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627e698-e0b5-44b5-9be0-970c72a30b21 req-e88c4bd1-10ad-4c4a-80c1-db44c1768b78 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:33.701802 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9627e698-e0b5-44b5-9be0-970c72a30b21 req-e88c4bd1-10ad-4c4a-80c1-db44c1768b78 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 945 time: 0.2663319 Sep 29 17:26:33.713588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:33.714236 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-f0b67230-0c3a-4d17-9c73-36eb9d8e20bd service neutron] 10.222.0.44 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020433 Sep 29 17:26:33.761662 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bdc4dbeb-aba8-4bc9-96da-d9c4408a9b70 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:33.852640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 8ac912de-7753-4cc9-8d8f-43d904f77150, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8ac912de-7753-4cc9-8d8f-43d904f77150,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:33.865982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51107253-a13c-4b00-9ece-e102bec760db req-d8c5f801-35fd-4a1f-ac75-d654daa58916 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:33.866292 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] Set router 526cfb24-1169-4e4d-8726-79ae81820ea7 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:33.869258 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51107253-a13c-4b00-9ece-e102bec760db req-d8c5f801-35fd-4a1f-ac75-d654daa58916 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.49 "GET /v2.0/networks?id=3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 HTTP/1.1" status: 200 len: 806 time: 0.4320614 Sep 29 17:26:33.900688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:33.984414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '8ac912de-7753-4cc9-8d8f-43d904f77150', 'network_id': '76df170c-e1e4-4882-b30d-122279313449', 'port_id': '8ac912de-7753-4cc9-8d8f-43d904f77150', 'mac_address': 'fa:16:3e:48:e4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a98c8895-c09f-4e08-8162-342e59909ede', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:26:34.009341 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9627e698-e0b5-44b5-9be0-970c72a30b21 req-f6925d42-6dd8-4a70-b15a-5be4f620f2b8 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860029 Sep 29 17:26:34.082524 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ef371-cb97-4600-a3ec-2ec4e1be2b2e req-d48505da-ffe3-472b-9633-06be46bdeb73 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:34.086088 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd4ef371-cb97-4600-a3ec-2ec4e1be2b2e req-d48505da-ffe3-472b-9633-06be46bdeb73 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 946 time: 0.1020913 Sep 29 17:26:34.106625 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51107253-a13c-4b00-9ece-e102bec760db req-6258e486-057f-4c49-8d0c-603e191ea7a5 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c97bc3cbf6974d828e00ee835dd9e84b HTTP/1.1" status: 200 len: 380 time: 0.2252965 Sep 29 17:26:34.144623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-51107253-a13c-4b00-9ece-e102bec760db req-8a7f9c4a-3a56-4101-bcac-b6d58ff40b36 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Request body: {'port': {'device_id': '2f6b7f8a-096b-40fd-8b38-1b55e200e9d1', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'admin_state_up': True, 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'security_groups': ['93b1318b-2ae0-43c0-997d-6d81f6233ff9']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:34.146946 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd4ef371-cb97-4600-a3ec-2ec4e1be2b2e req-aa013031-a501-4844-bb79-e9a040be2232 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/security-groups?id=be26af37-2b74-413f-9118-beaf28a9a937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543869 Sep 29 17:26:34.178020 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf75b6ae-ebc4-4952-9cd2-62ffbb7cc874 req-e1ba68a0-8472-45ce-ad5b-e9978b7a5603 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 210 time: 0.0951095 Sep 29 17:26:34.252264 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bdc4dbeb-aba8-4bc9-96da-d9c4408a9b70 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:34.273700 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bdc4dbeb-aba8-4bc9-96da-d9c4408a9b70 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:34.290077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0da9f69f-4725-4bd6-976f-e12e231fd4a3 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:26:34.303838 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ab9f1a01-8543-42be-a1e6-51dbb9dc84d2 req-584ce5e0-9002-42a1-aaf8-516949c86a86 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 210 time: 0.0447555 Sep 29 17:26:34.351301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 0da9f69f-4725-4bd6-976f-e12e231fd4a3 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:26:34.351765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0da9f69f-4725-4bd6-976f-e12e231fd4a3 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:26:34.366482 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc4dbeb-aba8-4bc9-96da-d9c4408a9b70 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b21a79f-7097-4956-af9c-26cebdf0b2f6,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:34.378980 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:34.391562 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:34.418487 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-64be6f4a-4d26-4222-ae16-8f36fae2db0d None None] Provisioning complete for port 06d1708f-62ab-43e1-aa00-2279ba50f43c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:34.418994 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-64be6f4a-4d26-4222-ae16-8f36fae2db0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:34.421397 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bdc4dbeb-aba8-4bc9-96da-d9c4408a9b70 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:34.429304 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bdc4dbeb-aba8-4bc9-96da-d9c4408a9b70 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0649650 Sep 29 17:26:34.429565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ac912de-7753-4cc9-8d8f-43d904f77150 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:34.429799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57816) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:34.432750 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:34.473978 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:34.490874 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 8ac912de-7753-4cc9-8d8f-43d904f77150, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8ac912de-7753-4cc9-8d8f-43d904f77150,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:34.515565 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:34.518342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-64be6f4a-4d26-4222-ae16-8f36fae2db0d None None] Port 06d1708f-62ab-43e1-aa00-2279ba50f43c cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:26:34.570857 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51107253-a13c-4b00-9ece-e102bec760db req-8a7f9c4a-3a56-4101-bcac-b6d58ff40b36 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Made reservation on behalf of c97bc3cbf6974d828e00ee835dd9e84b for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:34.576729 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-51107253-a13c-4b00-9ece-e102bec760db req-8a7f9c4a-3a56-4101-bcac-b6d58ff40b36 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:34.612693 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['8ac912de-7753-4cc9-8d8f-43d904f77150'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:26:34.682878 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=8ac912de-7753-4cc9-8d8f-43d904f77150,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:34.699262 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:34.738354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:34.738942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:34.739442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:34.739995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:34.740492 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:34.740978 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:34.741497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:34.743653 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:34.744225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:34.744787 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:34.747680 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:34.748114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:26:34.793666 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-51107253-a13c-4b00-9ece-e102bec760db req-8a7f9c4a-3a56-4101-bcac-b6d58ff40b36 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Allocated IP 172.20.0.9 (3a8c4888-e6f6-4e75-9d75-2d09cfc707b5/bf8dc964-eb6a-42cf-868c-97ffcce008c2/4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:34.817547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-router', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:27Z', 'updated_at': '2021-09-29T17:26:29Z', 'revision_number': 3, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'gw_port': {'id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:28Z', 'updated_at': '2021-09-29T17:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:34.914162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4453e6-3133-4497-aee5-acb622e20ad7 None None] The sync data for ids ['526cfb24-1169-4e4d-8726-79ae81820ea7'] in n-d-811748-2 is: [{'id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-router', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:27Z', 'updated_at': '2021-09-29T17:26:29Z', 'revision_number': 3, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'gw_port': {'id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:28Z', 'updated_at': '2021-09-29T17:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:26:34.987477 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:34.992600 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Allocated IP 172.25.2.98 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/6b5614ea-deb4-4e6f-90d5-78edb2e3e226) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:34.997096 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:35.011677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380ca8f-368e-4040-b101-6d7ef0812b44 req-f6c31534-f8c7-4f59-aef5-2ad63cefc064 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:35.013777 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e380ca8f-368e-4040-b101-6d7ef0812b44 req-f6c31534-f8c7-4f59-aef5-2ad63cefc064 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 945 time: 0.1589983 Sep 29 17:26:35.072869 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e380ca8f-368e-4040-b101-6d7ef0812b44 req-a2814220-e716-4505-8f79-a7fcf3edb0dd tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507553 Sep 29 17:26:35.185224 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-51107253-a13c-4b00-9ece-e102bec760db req-8a7f9c4a-3a56-4101-bcac-b6d58ff40b36 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:35.202516 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:35.212261 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:35.272408 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:35.272893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=06d1708f-62ab-43e1-aa00-2279ba50f43c,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:35.435022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91cad1-455a-4ea7-8604-3768ac6303aa req-a3b8afc6-27eb-442e-ad7d-b431ca68777f tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:35.435285 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:35.450091 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa91cad1-455a-4ea7-8604-3768ac6303aa req-a3b8afc6-27eb-442e-ad7d-b431ca68777f tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 944 time: 0.3093541 Sep 29 17:26:35.457841 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-091bc309-8d01-46c9-991c-349809cddfe9 req-4ace4c89-4852-4a0c-a10a-a221b7f683cc tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 210 time: 0.0584226 Sep 29 17:26:35.471931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:35.496409 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:35.507973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Pushing event updated for resources: {'Port': ['ID=6b5614ea-deb4-4e6f-90d5-78edb2e3e226,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:35.520868 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8ac912de-7753-4cc9-8d8f-43d904f77150 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:35.594779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 8ac912de-7753-4cc9-8d8f-43d904f77150 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:35.600718 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:35.684886 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:35.703077 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-51107253-a13c-4b00-9ece-e102bec760db req-8a7f9c4a-3a56-4101-bcac-b6d58ff40b36 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:35.724322 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa91cad1-455a-4ea7-8604-3768ac6303aa req-f04dcb99-fbdf-4468-b9e2-4f00723a7eba tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673082 Sep 29 17:26:35.771375 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:35.773543 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:35.791226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Network 20029387-d87e-4fcf-b135-c95d1b87c747 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:35.811265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51107253-a13c-4b00-9ece-e102bec760db req-8a7f9c4a-3a56-4101-bcac-b6d58ff40b36 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Network 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:35.817538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-51107253-a13c-4b00-9ece-e102bec760db req-8a7f9c4a-3a56-4101-bcac-b6d58ff40b36 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:35.819828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:35.824970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-51107253-a13c-4b00-9ece-e102bec760db req-8a7f9c4a-3a56-4101-bcac-b6d58ff40b36 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:35.842805 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c247d324-348d-42ba-b7c5-3c67ee489d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac912de-7753-4cc9-8d8f-43d904f77150'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:35.846559 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7d0841-a405-43ef-a02a-ae3dd630ca6d" -d '{"events": [{"server_uuid": "c247d324-348d-42ba-b7c5-3c67ee489d3e", "name": "network-vif-plugged", "status": "completed", "tag": "8ac912de-7753-4cc9-8d8f-43d904f77150"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:35.852522 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2dc402-5e6d-4bfa-a636-5f27759ca407 req-b4f85938-b46c-4935-9a43-ed1fcf130d59 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:35.878347 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd2dc402-5e6d-4bfa-a636-5f27759ca407 req-b4f85938-b46c-4935-9a43-ed1fcf130d59 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 931 time: 0.1695468 Sep 29 17:26:35.916631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 8ac912de-7753-4cc9-8d8f-43d904f77150, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8ac912de-7753-4cc9-8d8f-43d904f77150,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:35.921008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-74b90fea-c0ad-4761-952f-66e321f1c899 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:35.925417 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:35.925850 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-74b90fea-c0ad-4761-952f-66e321f1c899 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.35 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 812 time: 0.4662311 Sep 29 17:26:35.944946 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f9c4a-3a56-4101-bcac-b6d58ff40b36 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Pushing event updated for resources: {'Port': ['ID=4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:35.953106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-84285693-edfd-4d92-9ae8-9cab6db8b753 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Request body: {'port': {'device_id': 'b16300a8-fa85-4fec-99fc-87d902dea6ea', 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee', 'admin_state_up': True, 'tenant_id': '8762000220624d86bb5544a9b9e7bbd3'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:35.996984 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbde6a2-a321-4627-b64a-10ee6b748683 x-openstack-request-id: req-9dbde6a2-a321-4627-b64a-10ee6b748683 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:35.997645 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c247d324-348d-42ba-b7c5-3c67ee489d3e", "name": "network-vif-plugged", "status": "completed", "tag": "8ac912de-7753-4cc9-8d8f-43d904f77150", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:35.998140 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9dbde6a2-a321-4627-b64a-10ee6b748683 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:35.998750 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c247d324-348d-42ba-b7c5-3c67ee489d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac912de-7753-4cc9-8d8f-43d904f77150', 'code': 200} Sep 29 17:26:36.054133 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=8ac912de-7753-4cc9-8d8f-43d904f77150,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:36.145921 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd2dc402-5e6d-4bfa-a636-5f27759ca407 req-7ceb2e29-a163-4e23-b42a-09a958778fce tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/security-groups?id=93b1318b-2ae0-43c0-997d-6d81f6233ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599831 Sep 29 17:26:36.147647 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51107253-a13c-4b00-9ece-e102bec760db req-8a7f9c4a-3a56-4101-bcac-b6d58ff40b36 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:36.148551 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-51107253-a13c-4b00-9ece-e102bec760db req-8a7f9c4a-3a56-4101-bcac-b6d58ff40b36 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:36.244816 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:36.253444 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:36.343401 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Pushing event updated for resources: {'Port': ['ID=6b5614ea-deb4-4e6f-90d5-78edb2e3e226,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:36.355172 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:36.370915 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:36.382129 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5dbb9c8f-fdaa-4e0c-8edb-76b0b3a1a311 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9525824 Sep 29 17:26:36.397749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-586df3d5-a53d-4d7b-8d2c-587ce3a3286a None None] Provisioning complete for port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:36.398132 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-586df3d5-a53d-4d7b-8d2c-587ce3a3286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:36.433868 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-586df3d5-a53d-4d7b-8d2c-587ce3a3286a None None] Port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:26:36.444710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-586df3d5-a53d-4d7b-8d2c-587ce3a3286a None None] Provisioning complete for port 06d1708f-62ab-43e1-aa00-2279ba50f43c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:36.445089 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-586df3d5-a53d-4d7b-8d2c-587ce3a3286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:36.480569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-586df3d5-a53d-4d7b-8d2c-587ce3a3286a None None] Port 06d1708f-62ab-43e1-aa00-2279ba50f43c cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:26:36.546622 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51107253-a13c-4b00-9ece-e102bec760db req-8a7f9c4a-3a56-4101-bcac-b6d58ff40b36 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4077451 Sep 29 17:26:36.566722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Request body: {'port': {'device_id': '2f6b7f8a-096b-40fd-8b38-1b55e200e9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:36.637989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-84285693-edfd-4d92-9ae8-9cab6db8b753 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Made reservation on behalf of 8762000220624d86bb5544a9b9e7bbd3 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:36.641553 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-84285693-edfd-4d92-9ae8-9cab6db8b753 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:36.664834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f18b9a89-73cf-4d39-b9a6-0fd7c9dcdcc4 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:36.666347 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f18b9a89-73cf-4d39-b9a6-0fd7c9dcdcc4 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/networks?id=bdfbf497-28cf-4287-bd47-cb5c819d8832 HTTP/1.1" status: 200 len: 822 time: 0.1155214 Sep 29 17:26:36.681541 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-be84fd45-2c94-4c5a-a579-97dd044f962e tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/quotas/19593de2de6f4cfeb5b8a7eb8965f321 HTTP/1.1" status: 200 len: 375 time: 0.0094409 Sep 29 17:26:36.696169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba06123-0945-45d3-8122-d9a4d5602e9e req-c2e84abe-db97-47a1-9761-41870881850a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:36.697671 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5ba06123-0945-45d3-8122-d9a4d5602e9e req-c2e84abe-db97-47a1-9761-41870881850a tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 945 time: 0.1577950 Sep 29 17:26:36.706285 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:36.734343 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-5af7ab35-2fa5-4862-9676-52ade2d1396c tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=19593de2de6f4cfeb5b8a7eb8965f321&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463071 Sep 29 17:26:36.739038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Router 526cfb24-1169-4e4d-8726-79ae81820ea7 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:26:36.837389 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d0118b20-d3b1-471f-8d52-1cf36f141cdd up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:36.861844 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-6b22cf5d-952d-43ab-94c6-ad1deafd4160 service neutron] 10.222.0.44 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133311 Sep 29 17:26:36.886844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port d0118b20-d3b1-471f-8d52-1cf36f141cdd triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:36.887218 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:36.923410 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5ba06123-0945-45d3-8122-d9a4d5602e9e req-4b706f67-ffe5-43b1-8997-97d48ac25ece tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184331 Sep 29 17:26:36.988831 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f705b909-a1d1-44a9-92ee-ac030a4b6d23 service neutron] 10.222.0.44 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165729 Sep 29 17:26:37.018920 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:37.056616 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port d0118b20-d3b1-471f-8d52-1cf36f141cdd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d0118b20-d3b1-471f-8d52-1cf36f141cdd,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:37.061802 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:37.123166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=d0118b20-d3b1-471f-8d52-1cf36f141cdd,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:37.144712 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-963d5157-a748-4841-baa7-db28dab001a8 req-cf249f20-e726-4ecf-9a7a-c5e91090ba24 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 210 time: 0.0817127 Sep 29 17:26:37.158803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-84285693-edfd-4d92-9ae8-9cab6db8b753 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Allocated IP 172.20.0.10 (5cec3342-9e55-4e91-99e8-ff77baea25ee/469f6337-ae09-4156-997e-8aa5990644df/e00bdd28-a437-4f49-a2e2-84d6db5ade37) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:37.201688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4136d32-842b-4b54-b048-85faea48f17a req-73327f9b-189c-445d-9dae-473a08872757 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:37.203083 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e4136d32-842b-4b54-b048-85faea48f17a req-73327f9b-189c-445d-9dae-473a08872757 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.35 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 945 time: 0.2387111 Sep 29 17:26:37.229698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:26:37.248228 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a0374c3b-9d6e-4c22-96d3-78ff46b90fe8 admin admin] 10.222.0.44 "PUT /v2.0/routers/526cfb24-1169-4e4d-8726-79ae81820ea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6807210 Sep 29 17:26:37.491822 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765e7a2-4f8b-46e4-b023-7696ded79979 req-56b7b329-d419-4f04-ac09-a90be87e9de3 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:37.493322 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0765e7a2-4f8b-46e4-b023-7696ded79979 req-56b7b329-d419-4f04-ac09-a90be87e9de3 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 945 time: 0.2295635 Sep 29 17:26:37.649492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-e4136d32-842b-4b54-b048-85faea48f17a req-17662204-1fb7-403e-aff0-f15d06b8e579 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Deleting port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:26:37.653530 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e4136d32-842b-4b54-b048-85faea48f17a req-17662204-1fb7-403e-aff0-f15d06b8e579 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:37.671685 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:37.689757 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5bd7ab15-8ada-4d16-b8e9-7470f498adf9 req-551517d9-0c5d-4d7e-8a0a-312115c9f781 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 210 time: 0.0418732 Sep 29 17:26:37.702420 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:37.719800 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0765e7a2-4f8b-46e4-b023-7696ded79979 req-6093d2b2-7bd9-43eb-b13f-d4db2ca2be0d tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056274 Sep 29 17:26:37.758172 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-84285693-edfd-4d92-9ae8-9cab6db8b753 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:37.759816 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Transition to ACTIVE for port object 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:26:37.798299 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:37.901792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:37.906760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-e4136d32-842b-4b54-b048-85faea48f17a req-17662204-1fb7-403e-aff0-f15d06b8e579 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] For port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0f03a7b6-c7cb-4625-abf7-53adc53cb4a3,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:37.907132 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e4136d32-842b-4b54-b048-85faea48f17a req-17662204-1fb7-403e-aff0-f15d06b8e579 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:37.951240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ff824-4cfb-47de-889b-257901e30522 req-f46f01c5-5a50-429f-bd6c-05e2a4ae9620 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:37.953467 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e1ff824-4cfb-47de-889b-257901e30522 req-f46f01c5-5a50-429f-bd6c-05e2a4ae9620 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 943 time: 0.1608350 Sep 29 17:26:38.000069 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e1ff824-4cfb-47de-889b-257901e30522 req-5d9b3aa2-751b-47a3-8e55-19b937b209cb tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/security-groups?id=93b1318b-2ae0-43c0-997d-6d81f6233ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389531 Sep 29 17:26:38.044102 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Sync routers for ids ['526cfb24-1169-4e4d-8726-79ae81820ea7'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:26:38.058088 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Routers {'526cfb24-1169-4e4d-8726-79ae81820ea7'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:38.058705 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['526cfb24-1169-4e4d-8726-79ae81820ea7'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:38.112752 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-84285693-edfd-4d92-9ae8-9cab6db8b753 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:38.121119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-a74e2edc-5f5c-4fec-a3f4-8f562f583df3 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:38.130789 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-a74e2edc-5f5c-4fec-a3f4-8f562f583df3 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/networks?id=20029387-d87e-4fcf-b135-c95d1b87c747 HTTP/1.1" status: 200 len: 828 time: 0.2031686 Sep 29 17:26:38.189179 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Set router 526cfb24-1169-4e4d-8726-79ae81820ea7 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:38.414928 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-0304fe88-7a91-445e-8191-717760b2f965 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/quotas/7eedab82acea497aa7c9c4f66b4cf4eb HTTP/1.1" status: 200 len: 375 time: 0.2818336 Sep 29 17:26:38.422517 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84285693-edfd-4d92-9ae8-9cab6db8b753 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Pushing event updated for resources: {'Port': ['ID=e00bdd28-a437-4f49-a2e2-84d6db5ade37,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:38.427017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7d494-c86d-4e01-9ee3-aef6ca119de9 req-039641de-c9d4-4baa-bdf1-252e1e8f5726 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:38.435941 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-68d7d494-c86d-4e01-9ee3-aef6ca119de9 req-039641de-c9d4-4baa-bdf1-252e1e8f5726 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 945 time: 0.0993264 Sep 29 17:26:38.494564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-84285693-edfd-4d92-9ae8-9cab6db8b753 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Network 5cec3342-9e55-4e91-99e8-ff77baea25ee is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:38.503015 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-68d7d494-c86d-4e01-9ee3-aef6ca119de9 req-d177bc68-2be3-4f62-863d-0c07438adfec tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654585 Sep 29 17:26:38.537923 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-router', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:27Z', 'updated_at': '2021-09-29T17:26:34Z', 'revision_number': 4, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'gw_port': {'id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:28Z', 'updated_at': '2021-09-29T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '06d1708f-62ab-43e1-aa00-2279ba50f43c', 'name': '', 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'mac_address': 'fa:16:3e:9d:7b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:32Z', 'updated_at': '2021-09-29T17:26:34Z', 'revision_number': 2, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'subnets': [{'id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:38.538166 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Attempting to bind port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:38.538505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Attempting to bind port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '079ebc44-4e62-412e-91a4-04ce3e763c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:38.538828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Attempting to bind port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 on network 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:38.574023 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Checking router: 526cfb24-1169-4e4d-8726-79ae81820ea7 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:26:38.574513 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Updating router 526cfb24-1169-4e4d-8726-79ae81820ea7 port 06d1708f-62ab-43e1-aa00-2279ba50f43c binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:26:38.584904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-84285693-edfd-4d92-9ae8-9cab6db8b753 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:38.590001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-84285693-edfd-4d92-9ae8-9cab6db8b753 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:38.604648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 on network 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:26:38.604972 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Attempting to bind port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 on network 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:38.606341 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:38.655868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:38.656499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Checking segment: {'id': '079ebc44-4e62-412e-91a4-04ce3e763c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:38.656499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Bound using segment: {'id': '079ebc44-4e62-412e-91a4-04ce3e763c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:38.656875 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Bound port: 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079ebc44-4e62-412e-91a4-04ce3e763c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:38.657231 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:38.669017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ff3bf-6ce1-4076-9ec4-23b29925236b req-78fab7fb-7509-4c53-8c9c-57365432024f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:38.670860 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-566ff3bf-6ce1-4076-9ec4-23b29925236b req-78fab7fb-7509-4c53-8c9c-57365432024f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 932 time: 0.0736926 Sep 29 17:26:38.734168 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-566ff3bf-6ce1-4076-9ec4-23b29925236b req-05c5e9ea-cde6-4f13-bc65-f17f195f2c19 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562258 Sep 29 17:26:38.757916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-84285693-edfd-4d92-9ae8-9cab6db8b753 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:38.758568 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-84285693-edfd-4d92-9ae8-9cab6db8b753 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:38.803302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-24ad0a6d-302e-49ec-b441-504bbd412c08 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:38.805490 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-24ad0a6d-302e-49ec-b441-504bbd412c08 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.49 "GET /v2.0/networks?id=bdfbf497-28cf-4287-bd47-cb5c819d8832 HTTP/1.1" status: 200 len: 822 time: 0.4078543 Sep 29 17:26:38.828484 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-9b43fc48-8b91-4a70-9e78-54eacd95930d tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7eedab82acea497aa7c9c4f66b4cf4eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3995481 Sep 29 17:26:38.843705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-cebc80ef-9e39-4017-bfbb-58b1ac0347fb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Request body: {'port': {'device_id': '72d9db55-e18d-421f-b29a-224aeebed6e1', 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832', 'admin_state_up': True, 'tenant_id': '19593de2de6f4cfeb5b8a7eb8965f321'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:38.884131 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d0118b20-d3b1-471f-8d52-1cf36f141cdd up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:38.909238 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e4136d32-842b-4b54-b048-85faea48f17a req-17662204-1fb7-403e-aff0-f15d06b8e579 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:38.909812 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e4136d32-842b-4b54-b048-85faea48f17a req-17662204-1fb7-403e-aff0-f15d06b8e579 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:38.910328 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-e4136d32-842b-4b54-b048-85faea48f17a req-17662204-1fb7-403e-aff0-f15d06b8e579 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Floating IP e4a3e8b1-1605-4422-8e37-5734d402f7fc disassociated. External IP: 172.25.2.254, port: 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3. Sep 29 17:26:38.910846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-e4136d32-842b-4b54-b048-85faea48f17a req-17662204-1fb7-403e-aff0-f15d06b8e579 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Calling delete_port for 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:26:38.918778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-84285693-edfd-4d92-9ae8-9cab6db8b753 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9701777 Sep 29 17:26:38.960474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Request body: {'port': {'device_id': 'b16300a8-fa85-4fec-99fc-87d902dea6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:38.962483 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:38.970641 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:38.992719 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port d0118b20-d3b1-471f-8d52-1cf36f141cdd triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:38.993123 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:39.031037 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb07c5b-cf1a-46bd-87f0-6e8676125d08 None None] Pushing event updated for resources: {'Port': ['ID=06d1708f-62ab-43e1-aa00-2279ba50f43c,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:39.096460 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95773787-286d-4645-a2ce-600788b6b08c req-b422077e-3e6a-46cc-8818-45642805ce55 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 210 time: 0.0860734 Sep 29 17:26:39.121321 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Attempting to bind port 06d1708f-62ab-43e1-aa00-2279ba50f43c on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:39.121841 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Attempting to bind port 06d1708f-62ab-43e1-aa00-2279ba50f43c by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'fa211f56-7bde-4e00-8369-15132d4839b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:39.122032 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Attempting to bind port 06d1708f-62ab-43e1-aa00-2279ba50f43c on network 20029387-d87e-4fcf-b135-c95d1b87c747 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:39.130319 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:39.131266 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Checking segment: {'id': 'fa211f56-7bde-4e00-8369-15132d4839b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:39.131443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] For port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:39.131673 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:39.132073 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Bound using segment: {'id': 'fa211f56-7bde-4e00-8369-15132d4839b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:39.136503 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Bound port: 06d1708f-62ab-43e1-aa00-2279ba50f43c, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa211f56-7bde-4e00-8369-15132d4839b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:39.136958 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:39.199085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] For port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309,segment=NetworkSegment(079ebc44-4e62-412e-91a4-04ce3e763c69),segment_id=079ebc44-4e62-412e-91a4-04ce3e763c69)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:39.265494 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] For port 06d1708f-62ab-43e1-aa00-2279ba50f43c, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:39.271078 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] For port 06d1708f-62ab-43e1-aa00-2279ba50f43c, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=06d1708f-62ab-43e1-aa00-2279ba50f43c,segment=NetworkSegment(fa211f56-7bde-4e00-8369-15132d4839b8),segment_id=fa211f56-7bde-4e00-8369-15132d4839b8)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:39.275749 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:39.278831 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:39.342486 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-48fa4a04-6b70-4a54-a48e-6f1bfe404647 service neutron] 10.222.0.44 "GET /v2.0/networks/20029387-d87e-4fcf-b135-c95d1b87c747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904747 Sep 29 17:26:39.343077 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:39.354337 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Routers {'526cfb24-1169-4e4d-8726-79ae81820ea7'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:39.354975 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['526cfb24-1169-4e4d-8726-79ae81820ea7'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:39.396371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:39.397049 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:39.398900 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51107253-a13c-4b00-9ece-e102bec760db req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] 10.222.0.49 "PUT /v2.0/ports/4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 HTTP/1.1" status: 200 len: 1091 time: 2.8369999 Sep 29 17:26:39.401096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6b7f8a-096b-40fd-8b38-1b55e200e9d1', 'tag': '4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:39.403397 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a4614c-351e-424e-b072-bf66820e91f2" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6b7f8a-096b-40fd-8b38-1b55e200e9d1", "tag": "4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:39.412867 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f128d5b8-76f5-48ea-a50d-a94b3b4efff1 None None] Provisioning complete for port 06d1708f-62ab-43e1-aa00-2279ba50f43c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:39.415540 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f128d5b8-76f5-48ea-a50d-a94b3b4efff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:39.442356 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192139d5-a65e-4666-9411-0461a144cb9b req-f4699440-b4be-4aa3-a2f6-93105e57687f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:39.444792 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-192139d5-a65e-4666-9411-0461a144cb9b req-f4699440-b4be-4aa3-a2f6-93105e57687f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 943 time: 0.1190319 Sep 29 17:26:39.518918 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb07c5b-cf1a-46bd-87f0-6e8676125d08 None None] Pushing event updated for resources: {'Port': ['ID=06d1708f-62ab-43e1-aa00-2279ba50f43c,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:39.537939 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-192139d5-a65e-4666-9411-0461a144cb9b req-0e664ddd-6722-471c-b139-a363553d45c0 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/security-groups?id=93b1318b-2ae0-43c0-997d-6d81f6233ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867131 Sep 29 17:26:39.546610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8ac912de-7753-4cc9-8d8f-43d904f77150 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:26:39.555525 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] Set router 526cfb24-1169-4e4d-8726-79ae81820ea7 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:39.709308 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f128d5b8-76f5-48ea-a50d-a94b3b4efff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:39.799383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f128d5b8-76f5-48ea-a50d-a94b3b4efff1 None None] For port 06d1708f-62ab-43e1-aa00-2279ba50f43c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=06d1708f-62ab-43e1-aa00-2279ba50f43c,segment=NetworkSegment(fa211f56-7bde-4e00-8369-15132d4839b8),segment_id=fa211f56-7bde-4e00-8369-15132d4839b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:39.814422 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f128d5b8-76f5-48ea-a50d-a94b3b4efff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:39.828292 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1137d-5b74-4564-acdf-b72d6e193dee req-91e8ba30-2a31-4d72-975e-a676b431ca6c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:39.828895 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:39.844807 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f6e1137d-5b74-4564-acdf-b72d6e193dee req-91e8ba30-2a31-4d72-975e-a676b431ca6c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 945 time: 0.1831212 Sep 29 17:26:39.912499 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-router', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:27Z', 'updated_at': '2021-09-29T17:26:34Z', 'revision_number': 4, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'gw_port': {'id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:28Z', 'updated_at': '2021-09-29T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '06d1708f-62ab-43e1-aa00-2279ba50f43c', 'name': '', 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'mac_address': 'fa:16:3e:9d:7b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:32Z', 'updated_at': '2021-09-29T17:26:39Z', 'revision_number': 4, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'subnets': [{'id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:39.949696 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f6e1137d-5b74-4564-acdf-b72d6e193dee req-f46e21d4-34cd-47eb-97b2-f417b01443e2 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/security-groups?id=0fca6355-b345-493b-9f0d-5b6342ab0fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015074 Sep 29 17:26:39.958347 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c247d324-348d-42ba-b7c5-3c67ee489d3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ac912de-7753-4cc9-8d8f-43d904f77150'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:39.960591 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c416c9eb-912a-49e2-9661-605cad0bef73" -d '{"events": [{"server_uuid": "c247d324-348d-42ba-b7c5-3c67ee489d3e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ac912de-7753-4cc9-8d8f-43d904f77150"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:39.970429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ba511-7baf-4b4f-a155-830c9a92b902 req-bd89ec23-7c5d-4b56-a876-1783d34348a9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:39.972983 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6e6ba511-7baf-4b4f-a155-830c9a92b902 req-bd89ec23-7c5d-4b56-a876-1783d34348a9 tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.49 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 945 time: 0.1101604 Sep 29 17:26:39.982412 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b28136-ad1e-47ea-9821-9982794ad7ef None None] The sync data for ids ['526cfb24-1169-4e4d-8726-79ae81820ea7'] in n-d-811748-2 is: [{'id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-router', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:27Z', 'updated_at': '2021-09-29T17:26:34Z', 'revision_number': 4, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'gw_port': {'id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:28Z', 'updated_at': '2021-09-29T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '06d1708f-62ab-43e1-aa00-2279ba50f43c', 'name': '', 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'mac_address': 'fa:16:3e:9d:7b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:32Z', 'updated_at': '2021-09-29T17:26:39Z', 'revision_number': 4, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'subnets': [{'id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:26:40.010858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 8ac912de-7753-4cc9-8d8f-43d904f77150, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8ac912de-7753-4cc9-8d8f-43d904f77150,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:40.014561 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128d5b8-76f5-48ea-a50d-a94b3b4efff1 None None] Pushing event updated for resources: {'Port': ['ID=06d1708f-62ab-43e1-aa00-2279ba50f43c,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:40.028781 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:40.148747 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=8ac912de-7753-4cc9-8d8f-43d904f77150,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:40.153114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-887fa77b-1cb3-4578-bd8e-1d59e37983f1 None None] Provisioning complete for port 06d1708f-62ab-43e1-aa00-2279ba50f43c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:40.154094 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-887fa77b-1cb3-4578-bd8e-1d59e37983f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:40.229892 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e98a3-32dd-424c-b3a3-f5c5b97441d5 req-7b34f8ec-5a27-4090-8119-13310d924d1f tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:40.234638 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f95e98a3-32dd-424c-b3a3-f5c5b97441d5 req-7b34f8ec-5a27-4090-8119-13310d924d1f tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 945 time: 0.0833695 Sep 29 17:26:40.273741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-6e6ba511-7baf-4b4f-a155-830c9a92b902 req-8c635d92-544b-4433-b228-05090e4ce1dd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Deleting port 8ac912de-7753-4cc9-8d8f-43d904f77150 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:26:40.274064 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6e6ba511-7baf-4b4f-a155-830c9a92b902 req-8c635d92-544b-4433-b228-05090e4ce1dd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:40.280551 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f53d522-7784-467b-9c98-9c7b9b988f3f x-openstack-request-id: req-6f53d522-7784-467b-9c98-9c7b9b988f3f {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:40.281116 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6b7f8a-096b-40fd-8b38-1b55e200e9d1", "tag": "4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:40.281462 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f53d522-7784-467b-9c98-9c7b9b988f3f {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:40.281926 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6b7f8a-096b-40fd-8b38-1b55e200e9d1', 'tag': '4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309', 'status': 'completed', 'code': 200} Sep 29 17:26:40.321084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628f808-7198-465f-b351-adb94e0c0ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:40.361107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-cebc80ef-9e39-4017-bfbb-58b1ac0347fb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Made reservation on behalf of 19593de2de6f4cfeb5b8a7eb8965f321 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:40.364989 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-cebc80ef-9e39-4017-bfbb-58b1ac0347fb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:40.382204 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f95e98a3-32dd-424c-b3a3-f5c5b97441d5 req-c9750404-4725-4564-b50f-36d4ab3daf00 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups?id=0414120c-0038-4c26-8c6d-4b73a5867b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254172 Sep 29 17:26:40.446096 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-6e6ba511-7baf-4b4f-a155-830c9a92b902 req-8c635d92-544b-4433-b228-05090e4ce1dd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] For port 8ac912de-7753-4cc9-8d8f-43d904f77150, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=8ac912de-7753-4cc9-8d8f-43d904f77150,segment=NetworkSegment(4344f4bf-191a-4b91-b585-6bd02753395e),segment_id=4344f4bf-191a-4b91-b585-6bd02753395e)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:40.446462 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6e6ba511-7baf-4b4f-a155-830c9a92b902 req-8c635d92-544b-4433-b228-05090e4ce1dd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:40.461460 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-6e6ba511-7baf-4b4f-a155-830c9a92b902 req-8c635d92-544b-4433-b228-05090e4ce1dd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Calling delete_port for 8ac912de-7753-4cc9-8d8f-43d904f77150 owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:26:40.477065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51107253-a13c-4b00-9ece-e102bec760db req-d272a5de-89c1-4574-8cc0-79ace934b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:40.478769 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51107253-a13c-4b00-9ece-e102bec760db req-d272a5de-89c1-4574-8cc0-79ace934b237 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c97bc3cbf6974d828e00ee835dd9e84b&device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 1094 time: 0.2232606 Sep 29 17:26:40.539387 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e4136d32-842b-4b54-b048-85faea48f17a req-17662204-1fb7-403e-aff0-f15d06b8e579 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:40.599464 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabb88a-b601-4a7d-9778-34553930cc39 req-948abf05-a573-48ce-a82d-c9a977937bc8 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:40.603508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51107253-a13c-4b00-9ece-e102bec760db req-5f75f3f5-8882-4930-8f9f-b0995abb6895 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 HTTP/1.1" status: 200 len: 217 time: 0.1140690 Sep 29 17:26:40.607066 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7eabb88a-b601-4a7d-9778-34553930cc39 req-948abf05-a573-48ce-a82d-c9a977937bc8 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 932 time: 0.0827656 Sep 29 17:26:40.656169 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7eabb88a-b601-4a7d-9778-34553930cc39 req-325f1f97-500e-4c23-a2a1-39168533ae50 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435400 Sep 29 17:26:40.691772 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-25ac0835-a8c3-472e-9c23-a5db0c9a7b47 service neutron] 10.222.0.44 "GET /v2.0/networks/20029387-d87e-4fcf-b135-c95d1b87c747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3492620 Sep 29 17:26:40.731249 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6e6ba511-7baf-4b4f-a155-830c9a92b902 req-8c635d92-544b-4433-b228-05090e4ce1dd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:40.736696 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-49a04f1e-def5-4373-ae70-9bc18955f842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:40.818543 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c635d92-544b-4433-b228-05090e4ce1dd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Pushing event deleted for resources: {'Port': ['ID=8ac912de-7753-4cc9-8d8f-43d904f77150,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:40.901160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00bdd28-a437-4f49-a2e2-84d6db5ade37 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:40.920089 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:40.934761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6ba511-7baf-4b4f-a155-830c9a92b902 req-8c635d92-544b-4433-b228-05090e4ce1dd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] No DVR routers for this DVR port 8ac912de-7753-4cc9-8d8f-43d904f77150 on host n-h1-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:26:40.943700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Transition to ACTIVE for port object e00bdd28-a437-4f49-a2e2-84d6db5ade37 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:26:40.945406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17662204-1fb7-403e-aff0-f15d06b8e579 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Pushing event deleted for resources: {'Port': ['ID=0f03a7b6-c7cb-4625-abf7-53adc53cb4a3,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:40.948180 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6e6ba511-7baf-4b4f-a155-830c9a92b902 req-8c635d92-544b-4433-b228-05090e4ce1dd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:40.956218 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6e6ba511-7baf-4b4f-a155-830c9a92b902 req-8c635d92-544b-4433-b228-05090e4ce1dd tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.49 "DELETE /v2.0/ports/8ac912de-7753-4cc9-8d8f-43d904f77150 HTTP/1.1" status: 204 len: 173 time: 0.9768372 Sep 29 17:26:40.958394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c247d324-348d-42ba-b7c5-3c67ee489d3e', 'name': 'network-vif-deleted', 'tag': '8ac912de-7753-4cc9-8d8f-43d904f77150'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:40.960834 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d325a33-a5a3-4cda-bbf3-95393b03ee3a" -d '{"events": [{"server_uuid": "c247d324-348d-42ba-b7c5-3c67ee489d3e", "name": "network-vif-deleted", "tag": "8ac912de-7753-4cc9-8d8f-43d904f77150"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:41.030377 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48a4771-3298-4f31-9d20-3dc7e69b9159 x-openstack-request-id: req-c48a4771-3298-4f31-9d20-3dc7e69b9159 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:41.033554 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c247d324-348d-42ba-b7c5-3c67ee489d3e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ac912de-7753-4cc9-8d8f-43d904f77150", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:41.033850 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c48a4771-3298-4f31-9d20-3dc7e69b9159 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:41.034655 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c247d324-348d-42ba-b7c5-3c67ee489d3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ac912de-7753-4cc9-8d8f-43d904f77150', 'code': 200} Sep 29 17:26:41.042366 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 06d1708f-62ab-43e1-aa00-2279ba50f43c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:41.066147 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:41.149871 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-675621b5-78e0-4613-a614-6693e53f090c req-1e551454-ca37-440e-b07c-aed5ad0b92f7 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 210 time: 0.0884061 Sep 29 17:26:41.245934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 06d1708f-62ab-43e1-aa00-2279ba50f43c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:41.245934 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:41.253355 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3521452e-b808-4a60-a395-b9a4740e6814 x-openstack-request-id: req-3521452e-b808-4a60-a395-b9a4740e6814 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:41.253741 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c247d324-348d-42ba-b7c5-3c67ee489d3e", "name": "network-vif-deleted", "tag": "8ac912de-7753-4cc9-8d8f-43d904f77150", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:41.254095 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3521452e-b808-4a60-a395-b9a4740e6814 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:41.254613 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c247d324-348d-42ba-b7c5-3c67ee489d3e', 'name': 'network-vif-deleted', 'tag': '8ac912de-7753-4cc9-8d8f-43d904f77150', 'status': 'completed', 'code': 200} Sep 29 17:26:41.328788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Pushing event updated for resources: {'Port': ['ID=e00bdd28-a437-4f49-a2e2-84d6db5ade37,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:41.396102 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-611ebd3d-f813-4349-a711-925e00d6a643 req-4a8033b0-06e9-4e07-b447-27458eea6f9c tempest-ImagesTestJSON-911053929 tempest-ImagesTestJSON-911053929-project] 10.222.0.44 "GET /v2.0/ports?device_id=c247d324-348d-42ba-b7c5-3c67ee489d3e HTTP/1.1" status: 200 len: 210 time: 0.0589952 Sep 29 17:26:41.558491 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5a496cd2-b64d-4bdc-8066-35428d1f3704 req-0a38bb85-7028-4518-bb09-b0d39f8c7562 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 210 time: 0.0756917 Sep 29 17:26:41.580103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c649e0a-a4a6-4290-8ea7-5b336fd3410c req-3f81bff9-572d-441f-894a-42c246ebddb1 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:41.581956 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c649e0a-a4a6-4290-8ea7-5b336fd3410c req-3f81bff9-572d-441f-894a-42c246ebddb1 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 943 time: 0.2843878 Sep 29 17:26:41.646767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51107253-a13c-4b00-9ece-e102bec760db req-7cfc7706-3de6-48c9-a5fc-76a000433769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:41.648519 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51107253-a13c-4b00-9ece-e102bec760db req-7cfc7706-3de6-48c9-a5fc-76a000433769 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf8dc964-eb6a-42cf-868c-97ffcce008c2 HTTP/1.1" status: 200 len: 845 time: 0.9700642 Sep 29 17:26:41.712868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-cebc80ef-9e39-4017-bfbb-58b1ac0347fb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Allocated IP 172.20.0.9 (bdfbf497-28cf-4287-bd47-cb5c819d8832/4094c4fb-7bca-4bda-8768-7330c24f14ba/12d78cb9-2f7c-4ed1-b125-e42bc6365379) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:41.749679 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Attempting to bind port e00bdd28-a437-4f49-a2e2-84d6db5ade37 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:41.750023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Attempting to bind port e00bdd28-a437-4f49-a2e2-84d6db5ade37 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:41.750360 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Attempting to bind port e00bdd28-a437-4f49-a2e2-84d6db5ade37 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:41.754075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4136d32-842b-4b54-b048-85faea48f17a req-17662204-1fb7-403e-aff0-f15d06b8e579 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Router f924ee3b-c9e8-4cd0-833b-855df51370e9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:26:41.754212 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c678c767-c077-4332-9b2e-d27ba93a44c5 req-8f88f89d-5a79-4234-af71-edb8df87d730 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 210 time: 0.0532522 Sep 29 17:26:41.760860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51107253-a13c-4b00-9ece-e102bec760db req-7ba806e7-3ec5-4cc0-8f34-1d8a52f2c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:41.762501 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51107253-a13c-4b00-9ece-e102bec760db req-7ba806e7-3ec5-4cc0-8f34-1d8a52f2c2a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3a8c4888-e6f6-4e75-9d75-2d09cfc707b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835040 Sep 29 17:26:41.809800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Port e00bdd28-a437-4f49-a2e2-84d6db5ade37 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:26:41.810135 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Attempting to bind port e00bdd28-a437-4f49-a2e2-84d6db5ade37 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:41.826290 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c649e0a-a4a6-4290-8ea7-5b336fd3410c req-60fc2845-69ff-4ff8-bba1-b21c95562860 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/security-groups?id=93b1318b-2ae0-43c0-997d-6d81f6233ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977310 Sep 29 17:26:41.844698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:41.845617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Checking segment: {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:41.846193 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Bound using segment: {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:41.846649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Bound port: e00bdd28-a437-4f49-a2e2-84d6db5ade37, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:41.847012 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:41.950073 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568e04e-b727-4d0f-9f7e-8a02a50d20e4 req-3421fbc3-0251-4155-877a-aaec7bde404c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:41.952577 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f568e04e-b727-4d0f-9f7e-8a02a50d20e4 req-3421fbc3-0251-4155-877a-aaec7bde404c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 944 time: 0.0820019 Sep 29 17:26:42.004981 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f568e04e-b727-4d0f-9f7e-8a02a50d20e4 req-b27c6f5f-9a45-467f-9f45-14f65ed9f788 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449688 Sep 29 17:26:42.109207 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51107253-a13c-4b00-9ece-e102bec760db req-ebb9849f-6db4-4688-b351-c9aaf7cbf03f service neutron] 10.222.0.49 "GET /v2.0/networks/3a8c4888-e6f6-4e75-9d75-2d09cfc707b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341324 Sep 29 17:26:42.156056 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:26:42.208453 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] For port e00bdd28-a437-4f49-a2e2-84d6db5ade37, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:42.263171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] For port e00bdd28-a437-4f49-a2e2-84d6db5ade37, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e00bdd28-a437-4f49-a2e2-84d6db5ade37,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:42.265055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:26:42.291179 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:26:42.292021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:26:42.295557 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:42.305206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4136d32-842b-4b54-b048-85faea48f17a req-17662204-1fb7-403e-aff0-f15d06b8e579 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:26:42.308434 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-035d2f48-ca15-41d2-8483-856c34d13a20 req-742c3bea-2769-4c92-87d9-6262633a72fc tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 210 time: 0.0581267 Sep 29 17:26:42.320585 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ea942f-6efe-47e6-8831-632f4e4e11aa None None] Sync routers for ids ['f924ee3b-c9e8-4cd0-833b-855df51370e9'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:26:42.339862 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ea942f-6efe-47e6-8831-632f4e4e11aa None None] Routers {'f924ee3b-c9e8-4cd0-833b-855df51370e9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:42.340879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e2ea942f-6efe-47e6-8831-632f4e4e11aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f924ee3b-c9e8-4cd0-833b-855df51370e9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:42.391682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:42.393112 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:42.394568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] 10.222.0.35 "PUT /v2.0/ports/e00bdd28-a437-4f49-a2e2-84d6db5ade37 HTTP/1.1" status: 200 len: 1092 time: 3.4570556 Sep 29 17:26:42.413404 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16300a8-fa85-4fec-99fc-87d902dea6ea', 'tag': 'e00bdd28-a437-4f49-a2e2-84d6db5ade37'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:42.415817 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c1f94c-d38b-4e25-80a9-b50032d32ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "b16300a8-fa85-4fec-99fc-87d902dea6ea", "tag": "e00bdd28-a437-4f49-a2e2-84d6db5ade37"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:42.421950 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-cebc80ef-9e39-4017-bfbb-58b1ac0347fb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:42.427581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4136d32-842b-4b54-b048-85faea48f17a req-17662204-1fb7-403e-aff0-f15d06b8e579 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] No DVR routers for this DVR port 0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:26:42.440507 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e4136d32-842b-4b54-b048-85faea48f17a req-17662204-1fb7-403e-aff0-f15d06b8e579 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:42.443298 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e4136d32-842b-4b54-b048-85faea48f17a req-17662204-1fb7-403e-aff0-f15d06b8e579 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.35 "DELETE /v2.0/ports/0f03a7b6-c7cb-4625-abf7-53adc53cb4a3 HTTP/1.1" status: 204 len: 173 time: 5.2231593 Sep 29 17:26:42.452804 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51107253-a13c-4b00-9ece-e102bec760db req-3c79aa1a-a555-4caa-b6a8-d5061248399f service neutron] 10.222.0.49 "GET /v2.0/networks/3a8c4888-e6f6-4e75-9d75-2d09cfc707b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336716 Sep 29 17:26:42.461712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85716c-b750-4c4a-972c-b93374d99eea service neutron] Pushing event updated for resources: {'Port': ['ID=e00bdd28-a437-4f49-a2e2-84d6db5ade37,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:42.498237 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-cebc80ef-9e39-4017-bfbb-58b1ac0347fb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:42.562246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e2ea942f-6efe-47e6-8831-632f4e4e11aa None None] Set router f924ee3b-c9e8-4cd0-833b-855df51370e9 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:42.581316 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d27903-b226-47c2-9099-968657f02152 x-openstack-request-id: req-f9d27903-b226-47c2-9099-968657f02152 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:42.581611 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16300a8-fa85-4fec-99fc-87d902dea6ea", "tag": "e00bdd28-a437-4f49-a2e2-84d6db5ade37", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:42.581793 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9d27903-b226-47c2-9099-968657f02152 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:42.582153 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16300a8-fa85-4fec-99fc-87d902dea6ea', 'tag': 'e00bdd28-a437-4f49-a2e2-84d6db5ade37', 'status': 'completed', 'code': 200} Sep 29 17:26:42.662054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-cebc80ef-9e39-4017-bfbb-58b1ac0347fb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Network bdfbf497-28cf-4287-bd47-cb5c819d8832 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:42.701327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-cebc80ef-9e39-4017-bfbb-58b1ac0347fb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:42.717799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-cebc80ef-9e39-4017-bfbb-58b1ac0347fb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:42.724927 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc80ef-9e39-4017-bfbb-58b1ac0347fb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Pushing event updated for resources: {'Port': ['ID=12d78cb9-2f7c-4ed1-b125-e42bc6365379,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:42.812746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-01c2e55e-c697-430c-a3a7-543f5c3f9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:42.814993 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-01c2e55e-c697-430c-a3a7-543f5c3f9188 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 1095 time: 0.2959816 Sep 29 17:26:42.851268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5fd63b1d-1c5e-4c67-ade0-8b1bc9e9def7 req-0aad5c09-6256-437c-9daa-1426bd49e731 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 210 time: 0.1030531 Sep 29 17:26:42.853226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-d22f08d5-d7b1-4784-9057-c742dc750810 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:42.856254 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-d22f08d5-d7b1-4784-9057-c742dc750810 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.49 "GET /v2.0/networks?id=20029387-d87e-4fcf-b135-c95d1b87c747 HTTP/1.1" status: 200 len: 828 time: 0.2543128 Sep 29 17:26:42.856686 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4614c-351e-424e-b072-bf66820e91f2 req-4725552f-4154-4131-9094-c8bbf6d215a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:42.858182 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-21a4614c-351e-424e-b072-bf66820e91f2 req-4725552f-4154-4131-9094-c8bbf6d215a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c97bc3cbf6974d828e00ee835dd9e84b&device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 1094 time: 0.2689247 Sep 29 17:26:42.884807 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-62ab265a-8279-46d3-8bd5-210ee2159794 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Request body: {'port': {'device_id': 'a9df3dee-8fc2-4279-8149-96e709664faf', 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747', 'admin_state_up': True, 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:42.942697 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6d947316-7c5a-40db-8c8c-e88d9b05b4ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e00bdd28-a437-4f49-a2e2-84d6db5ade37 HTTP/1.1" status: 200 len: 217 time: 0.1052828 Sep 29 17:26:43.028735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-cebc80ef-9e39-4017-bfbb-58b1ac0347fb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:43.029423 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-cebc80ef-9e39-4017-bfbb-58b1ac0347fb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:43.070185 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-cebc80ef-9e39-4017-bfbb-58b1ac0347fb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2366662 Sep 29 17:26:43.090343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f5589-9110-40d1-8471-4312583c9874 req-a593f7e5-d6ff-4540-a6e8-bf8a2ed5844e tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:43.091968 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-539f5589-9110-40d1-8471-4312583c9874 req-a593f7e5-d6ff-4540-a6e8-bf8a2ed5844e tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 943 time: 0.0808949 Sep 29 17:26:43.093295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Request body: {'port': {'device_id': '72d9db55-e18d-421f-b29a-224aeebed6e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:43.105884 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1f38de1f-1a20-405c-9ed5-34901a2a622b req-77e0038c-cb86-47e8-9ce9-5ca6e11df3e4 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d7bc64-aa9e-45d0-aedf-806638610d8a HTTP/1.1" status: 200 len: 210 time: 0.0554187 Sep 29 17:26:43.217659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6fa0c4f7-d9e0-429d-bc72-443c52404ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:43.219655 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-6fa0c4f7-d9e0-429d-bc72-443c52404ee8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=469f6337-ae09-4156-997e-8aa5990644df HTTP/1.1" status: 200 len: 852 time: 0.2535064 Sep 29 17:26:43.221539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4614c-351e-424e-b072-bf66820e91f2 req-531f18d1-b1cc-4d39-9598-035a0a089b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:43.232559 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-21a4614c-351e-424e-b072-bf66820e91f2 req-531f18d1-b1cc-4d39-9598-035a0a089b50 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 HTTP/1.1" status: 200 len: 907 time: 0.3249326 Sep 29 17:26:43.236052 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-539f5589-9110-40d1-8471-4312583c9874 req-b503d21c-efae-4fa1-a03b-fded73222cd4 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/security-groups?id=93b1318b-2ae0-43c0-997d-6d81f6233ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320803 Sep 29 17:26:43.264061 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-62ab265a-8279-46d3-8bd5-210ee2159794 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Made reservation on behalf of 7eedab82acea497aa7c9c4f66b4cf4eb for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:43.268227 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-62ab265a-8279-46d3-8bd5-210ee2159794 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:43.335026 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-21a4614c-351e-424e-b072-bf66820e91f2 req-d0c80dc9-7f3b-427b-a8f6-182ac4d40dc4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 HTTP/1.1" status: 200 len: 217 time: 0.0570769 Sep 29 17:26:43.355371 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e2ea942f-6efe-47e6-8831-632f4e4e11aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:05Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '26fe45ec-8420-49a7-ae01-b36bc13a83fa', 'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'mac_address': 'fa:16:3e:08:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:03Z', 'updated_at': '2021-09-29T17:20:10Z', 'revision_number': 5, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'subnets': [{'id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:43.366518 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-fb9f38ee-5c4c-421b-8877-f3c16bc61128 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5cec3342-9e55-4e91-99e8-ff77baea25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897713 Sep 29 17:26:43.392992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ea942f-6efe-47e6-8831-632f4e4e11aa None None] Checking router: f924ee3b-c9e8-4cd0-833b-855df51370e9 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:26:43.409656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ea942f-6efe-47e6-8831-632f4e4e11aa None None] Routers {'f924ee3b-c9e8-4cd0-833b-855df51370e9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:43.410978 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e2ea942f-6efe-47e6-8831-632f4e4e11aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f924ee3b-c9e8-4cd0-833b-855df51370e9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:43.506893 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:43.530837 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9444c298-3b02-404e-8381-8eea4a3a5d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:43.572566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069c085-fb4d-4080-a0a2-31f54be04315 req-0581cf5f-8386-45d3-82b9-f18ab3f3de9c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:43.580266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e2ea942f-6efe-47e6-8831-632f4e4e11aa None None] Set router f924ee3b-c9e8-4cd0-833b-855df51370e9 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:43.581326 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7069c085-fb4d-4080-a0a2-31f54be04315 req-0581cf5f-8386-45d3-82b9-f18ab3f3de9c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 944 time: 0.1591411 Sep 29 17:26:43.584189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4614c-351e-424e-b072-bf66820e91f2 req-c8f3fe01-719a-41ec-b701-1ae0234b7f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:43.585773 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-21a4614c-351e-424e-b072-bf66820e91f2 req-c8f3fe01-719a-41ec-b701-1ae0234b7f8a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf8dc964-eb6a-42cf-868c-97ffcce008c2 HTTP/1.1" status: 200 len: 845 time: 0.2289736 Sep 29 17:26:43.634441 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7069c085-fb4d-4080-a0a2-31f54be04315 req-231aa1eb-6c77-4eeb-8310-b4c433d25a66 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520122 Sep 29 17:26:43.665934 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-62ab265a-8279-46d3-8bd5-210ee2159794 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Allocated IP 172.20.0.10 (20029387-d87e-4fcf-b135-c95d1b87c747/9ef64051-9253-44d9-9ddd-01cf0909ce96/a3a89d07-7286-441e-a6c7-52cb3d58993a) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:43.670442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133fd35-1995-4cec-9ee6-0e4e816d5f7d req-07e2e535-1e8d-4972-96e6-8ecc19984aae tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:43.672091 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a133fd35-1995-4cec-9ee6-0e4e816d5f7d req-07e2e535-1e8d-4972-96e6-8ecc19984aae tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 931 time: 0.2084329 Sep 29 17:26:43.718325 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58018) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:43.775873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4614c-351e-424e-b072-bf66820e91f2 req-be61c8f2-40d5-4482-8969-6241b6d39d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:43.777559 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-21a4614c-351e-424e-b072-bf66820e91f2 req-be61c8f2-40d5-4482-8969-6241b6d39d7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3a8c4888-e6f6-4e75-9d75-2d09cfc707b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1834121 Sep 29 17:26:43.779470 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-8fa18185-3762-49ad-b604-7e44f4d26fee service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886743 Sep 29 17:26:43.803338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-fced638c-9ae6-4ea4-a3d1-d5ca52e54eb0 admin admin] Deleting subnet a98c8895-c09f-4e08-8162-342e59909ede {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:26:43.809152 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fced638c-9ae6-4ea4-a3d1-d5ca52e54eb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:43.822352 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a133fd35-1995-4cec-9ee6-0e4e816d5f7d req-36371dfb-371e-48ca-96b7-fa698f49e156 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853913 Sep 29 17:26:43.831565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:26:43.916061 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fced638c-9ae6-4ea4-a3d1-d5ca52e54eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:43.967510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e2ea942f-6efe-47e6-8831-632f4e4e11aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:05Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '26fe45ec-8420-49a7-ae01-b36bc13a83fa', 'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'mac_address': 'fa:16:3e:08:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:03Z', 'updated_at': '2021-09-29T17:20:10Z', 'revision_number': 5, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'subnets': [{'id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:44.013764 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e6a9d0e6-ca5b-4577-b4f3-70273a2ab36f req-e7076beb-b0dc-402c-93fe-28283023aad9 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 210 time: 0.0375762 Sep 29 17:26:44.035956 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-62ab265a-8279-46d3-8bd5-210ee2159794 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:44.037899 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fced638c-9ae6-4ea4-a3d1-d5ca52e54eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:44.051773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ea942f-6efe-47e6-8831-632f4e4e11aa None None] The sync data for ids ['f924ee3b-c9e8-4cd0-833b-855df51370e9'] in n-d-811748-2 is: [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:20:05Z', 'revision_number': 4, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '26fe45ec-8420-49a7-ae01-b36bc13a83fa', 'name': '', 'network_id': '40461b8a-b841-41cc-8ce4-55106acc93a9', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'mac_address': 'fa:16:3e:08:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:03Z', 'updated_at': '2021-09-29T17:20:10Z', 'revision_number': 5, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'subnets': [{'id': '59a8d133-1ed0-4c52-9a90-7b5a1d2cea45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:26:44.084298 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309,segment=NetworkSegment(079ebc44-4e62-412e-91a4-04ce3e763c69),segment_id=079ebc44-4e62-412e-91a4-04ce3e763c69)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:44.098212 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'port_id': '4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309', 'mac_address': 'fa:16:3e:ec:91:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:26:44.192277 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fced638c-9ae6-4ea4-a3d1-d5ca52e54eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:44.193194 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:44.202919 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-62ab265a-8279-46d3-8bd5-210ee2159794 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:44.212705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:44.248465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309,segment=NetworkSegment(079ebc44-4e62-412e-91a4-04ce3e763c69),segment_id=079ebc44-4e62-412e-91a4-04ce3e763c69)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:44.258894 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:44.387677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab265a-8279-46d3-8bd5-210ee2159794 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Pushing event updated for resources: {'Port': ['ID=a3a89d07-7286-441e-a6c7-52cb3d58993a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:44.403519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:44.409269 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fced638c-9ae6-4ea4-a3d1-d5ca52e54eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:44.411409 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:44.413265 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fced638c-9ae6-4ea4-a3d1-d5ca52e54eb0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a98c8895-c09f-4e08-8162-342e59909ede HTTP/1.1" status: 204 len: 168 time: 0.6937411 Sep 29 17:26:44.414400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced638c-9ae6-4ea4-a3d1-d5ca52e54eb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a98c8895-c09f-4e08-8162-342e59909ede,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:44.424183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58036) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:44.448369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-62ab265a-8279-46d3-8bd5-210ee2159794 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Network 20029387-d87e-4fcf-b135-c95d1b87c747 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:44.460430 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-62ab265a-8279-46d3-8bd5-210ee2159794 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:44.463822 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-62ab265a-8279-46d3-8bd5-210ee2159794 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:44.478566 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:26:44.480039 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57c36f0b-7e80-4d77-962e-73d5439569d9 req-8373f999-b687-410f-9322-9b2e9edf04e6 service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6846662 Sep 29 17:26:44.497116 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:44.625678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d7bc64-aa9e-45d0-aedf-806638610d8a', 'name': 'network-vif-deleted', 'tag': '0f03a7b6-c7cb-4625-abf7-53adc53cb4a3'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:44.631912 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58038) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:44.637906 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adefc7eb-7933-4c74-b1f8-0f96e1510134 None None] New status for floating IP e4a3e8b1-1605-4422-8e37-5734d402f7fc: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:26:44.639464 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1632cb4-9940-4e39-85fc-a5fdac426711" -d '{"events": [{"server_uuid": "95d7bc64-aa9e-45d0-aedf-806638610d8a", "name": "network-vif-deleted", "tag": "0f03a7b6-c7cb-4625-abf7-53adc53cb4a3"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:44.640281 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:44.660944 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-21a4614c-351e-424e-b072-bf66820e91f2 req-022464d1-e685-49f8-b3a8-a0178d8e828f service neutron] 10.222.0.49 "GET /v2.0/networks/3a8c4888-e6f6-4e75-9d75-2d09cfc707b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8755291 Sep 29 17:26:44.695864 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-62ab265a-8279-46d3-8bd5-210ee2159794 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:44.696504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-62ab265a-8279-46d3-8bd5-210ee2159794 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:44.727829 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4d74d15d-3a12-434a-a20c-37c068b9f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:44.804626 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-62ab265a-8279-46d3-8bd5-210ee2159794 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9245291 Sep 29 17:26:44.824713 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5762b543-2859-4f52-8afd-804e230553b3 x-openstack-request-id: req-5762b543-2859-4f52-8afd-804e230553b3 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:44.825354 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d7bc64-aa9e-45d0-aedf-806638610d8a", "name": "network-vif-deleted", "tag": "0f03a7b6-c7cb-4625-abf7-53adc53cb4a3", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:44.825767 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5762b543-2859-4f52-8afd-804e230553b3 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:44.826313 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d7bc64-aa9e-45d0-aedf-806638610d8a', 'name': 'network-vif-deleted', 'tag': '0f03a7b6-c7cb-4625-abf7-53adc53cb4a3', 'status': 'completed', 'code': 200} Sep 29 17:26:44.829972 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Request body: {'port': {'device_id': 'a9df3dee-8fc2-4279-8149-96e709664faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:44.846273 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-53453cce-a3b4-4094-91ad-5399b33452a8 None None] Provisioning complete for port a3a89d07-7286-441e-a6c7-52cb3d58993a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:44.852615 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-53453cce-a3b4-4094-91ad-5399b33452a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:44.891081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99e79c-8999-4825-9bb0-8176f12b62f2 req-9bb246fb-166d-488b-9ddd-deff770f28a5 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:44.895040 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-53453cce-a3b4-4094-91ad-5399b33452a8 None None] Port a3a89d07-7286-441e-a6c7-52cb3d58993a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:26:44.899697 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff99e79c-8999-4825-9bb0-8176f12b62f2 req-9bb246fb-166d-488b-9ddd-deff770f28a5 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 944 time: 0.4259715 Sep 29 17:26:44.918696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1f94c-d38b-4e25-80a9-b50032d32ff7 req-d6595b3e-efec-422a-8069-d901ad29f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:44.920001 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80c1f94c-d38b-4e25-80a9-b50032d32ff7 req-d6595b3e-efec-422a-8069-d901ad29f6f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 1095 time: 0.2618682 Sep 29 17:26:44.929452 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-21a4614c-351e-424e-b072-bf66820e91f2 req-6dd6738e-55da-43f7-b9d0-0b36935ad30e service neutron] 10.222.0.49 "GET /v2.0/networks/3a8c4888-e6f6-4e75-9d75-2d09cfc707b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289529 Sep 29 17:26:44.940732 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4d74d15d-3a12-434a-a20c-37c068b9f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:44.968162 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-58540dcf-78dc-459e-8aae-a4baa705645e tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:44.989000 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-4d74d15d-3a12-434a-a20c-37c068b9f4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76df170c-e1e4-4882-b30d-122279313449']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:45.017699 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-4d74d15d-3a12-434a-a20c-37c068b9f4f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4344f4bf-191a-4b91-b585-6bd02753395e') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:45.017986 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-4d74d15d-3a12-434a-a20c-37c068b9f4f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4344f4bf-191a-4b91-b585-6bd02753395e') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:45.022219 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff99e79c-8999-4825-9bb0-8176f12b62f2 req-2b833bf6-7bfe-4c8f-98a3-2c632fcc280c tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/security-groups?id=93b1318b-2ae0-43c0-997d-6d81f6233ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216807 Sep 29 17:26:45.045635 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4d74d15d-3a12-434a-a20c-37c068b9f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.052607 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-58540dcf-78dc-459e-8aae-a4baa705645e tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.061798 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.063596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d78cb9-2f7c-4ed1-b125-e42bc6365379 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:45.070470 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6e7c0-38db-4774-bdae-8bd9d52810f8 req-38de04d7-9bbc-45f6-9feb-6c22f7c7f65d tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:45.071952 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3cd6e7c0-38db-4774-bdae-8bd9d52810f8 req-38de04d7-9bbc-45f6-9feb-6c22f7c7f65d tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 944 time: 0.2494235 Sep 29 17:26:45.074643 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.074959 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4d74d15d-3a12-434a-a20c-37c068b9f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.095484 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d74d15d-3a12-434a-a20c-37c068b9f4f9 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:26:45.096034 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4d74d15d-3a12-434a-a20c-37c068b9f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:26:45.097759 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:26:45.112551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Transition to ACTIVE for port object 12d78cb9-2f7c-4ed1-b125-e42bc6365379 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:26:45.127560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1f94c-d38b-4e25-80a9-b50032d32ff7 req-aa85d8aa-436c-4f89-957e-936c42d7bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:45.129023 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80c1f94c-d38b-4e25-80a9-b50032d32ff7 req-aa85d8aa-436c-4f89-957e-936c42d7bee7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 913 time: 0.1975524 Sep 29 17:26:45.132300 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.217385 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80c1f94c-d38b-4e25-80a9-b50032d32ff7 req-544d02a0-7b6d-4d2b-a830-d2ae553024a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e00bdd28-a437-4f49-a2e2-84d6db5ade37 HTTP/1.1" status: 200 len: 217 time: 0.0586128 Sep 29 17:26:45.233063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597751e-cd2f-43be-af0d-254f152df952 req-957950ca-ae84-4b5c-8322-0de464c3bd07 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:45.234642 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1597751e-cd2f-43be-af0d-254f152df952 req-957950ca-ae84-4b5c-8322-0de464c3bd07 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 931 time: 0.1424835 Sep 29 17:26:45.255448 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Pushing event updated for resources: {'Port': ['ID=12d78cb9-2f7c-4ed1-b125-e42bc6365379,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:45.363862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1f94c-d38b-4e25-80a9-b50032d32ff7 req-0ff693dd-6b17-49fd-a147-360b6c8b2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:45.365249 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80c1f94c-d38b-4e25-80a9-b50032d32ff7 req-0ff693dd-6b17-49fd-a147-360b6c8b2e61 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=469f6337-ae09-4156-997e-8aa5990644df HTTP/1.1" status: 200 len: 852 time: 0.1228678 Sep 29 17:26:45.378661 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1597751e-cd2f-43be-af0d-254f152df952 req-9386db4f-bf78-49c2-a957-252a67a4fdad tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278408 Sep 29 17:26:45.421007 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80c1f94c-d38b-4e25-80a9-b50032d32ff7 req-28947536-73d0-47ff-83c0-54ccd8553e23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5cec3342-9e55-4e91-99e8-ff77baea25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467024 Sep 29 17:26:45.423846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Attempting to bind port 12d78cb9-2f7c-4ed1-b125-e42bc6365379 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:45.424115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Attempting to bind port 12d78cb9-2f7c-4ed1-b125-e42bc6365379 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '58bd1bc6-02d7-46f5-95d3-9d9fc249c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:45.424452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Attempting to bind port 12d78cb9-2f7c-4ed1-b125-e42bc6365379 on network bdfbf497-28cf-4287-bd47-cb5c819d8832 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:45.429791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Port 12d78cb9-2f7c-4ed1-b125-e42bc6365379 on network bdfbf497-28cf-4287-bd47-cb5c819d8832 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:26:45.430013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Attempting to bind port 12d78cb9-2f7c-4ed1-b125-e42bc6365379 on network bdfbf497-28cf-4287-bd47-cb5c819d8832 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:45.457854 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:45.458267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Checking segment: {'id': '58bd1bc6-02d7-46f5-95d3-9d9fc249c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:45.458603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Bound using segment: {'id': '58bd1bc6-02d7-46f5-95d3-9d9fc249c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:45.459058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Bound port: 12d78cb9-2f7c-4ed1-b125-e42bc6365379, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bd1bc6-02d7-46f5-95d3-9d9fc249c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:45.459423 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.526080 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4d74d15d-3a12-434a-a20c-37c068b9f4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.533243 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3cd6e7c0-38db-4774-bdae-8bd9d52810f8 req-b7651113-df56-44cf-ad24-fd0c4668ad05 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397001 Sep 29 17:26:45.584079 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:45.584700 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4d74d15d-3a12-434a-a20c-37c068b9f4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.586265 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4d74d15d-3a12-434a-a20c-37c068b9f4f9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/76df170c-e1e4-4882-b30d-122279313449 HTTP/1.1" status: 204 len: 168 time: 1.1613586 Sep 29 17:26:45.595906 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-58540dcf-78dc-459e-8aae-a4baa705645e tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.598461 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-58540dcf-78dc-459e-8aae-a4baa705645e tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.602797 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-58540dcf-78dc-459e-8aae-a4baa705645e tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "DELETE /v2.0/security-groups/0414120c-0038-4c26-8c6d-4b73a5867b6c HTTP/1.1" status: 204 len: 168 time: 0.9689851 Sep 29 17:26:45.603413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58054) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:45.624859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468cdfa-4580-4e7f-8c59-f9a657744b04 req-1ce3a736-86b4-41f0-a0da-f6721c3e008f tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:45.626684 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c468cdfa-4580-4e7f-8c59-f9a657744b04 req-1ce3a736-86b4-41f0-a0da-f6721c3e008f tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 932 time: 0.1612108 Sep 29 17:26:45.629750 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74d15d-3a12-434a-a20c-37c068b9f4f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=76df170c-e1e4-4882-b30d-122279313449,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:45.636595 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80c1f94c-d38b-4e25-80a9-b50032d32ff7 req-75fea239-050e-4d31-800a-35502cade082 service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032938 Sep 29 17:26:45.645956 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-b5f3b477-0a34-43ad-8a0a-ae62c916d803 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] show failed (client error): The resource could not be found. Sep 29 17:26:45.649634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b5f3b477-0a34-43ad-8a0a-ae62c916d803 tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "GET /v2.0/security-groups/0414120c-0038-4c26-8c6d-4b73a5867b6c HTTP/1.1" status: 404 len: 347 time: 0.0327518 Sep 29 17:26:45.650458 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58540dcf-78dc-459e-8aae-a4baa705645e tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0414120c-0038-4c26-8c6d-4b73a5867b6c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:45.652161 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58056) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:45.699207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] For port 12d78cb9-2f7c-4ed1-b125-e42bc6365379, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:45.721113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:26:45.723406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] For port 12d78cb9-2f7c-4ed1-b125-e42bc6365379, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=12d78cb9-2f7c-4ed1-b125-e42bc6365379,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:45.728672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:45.730225 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.758799 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.821494 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c468cdfa-4580-4e7f-8c59-f9a657744b04 req-f636e1dd-23fa-49a7-9964-f0b322d19975 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8e29362-35fc-47c7-832e-500592a601e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761086 Sep 29 17:26:45.834568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58058) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:45.885361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Pushing event updated for resources: {'Port': ['ID=12d78cb9-2f7c-4ed1-b125-e42bc6365379,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:45.911864 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.922390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:45.922625 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0415a183-19dc-44e3-adb8-736ddf2fae73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03471ff03c464865a23b72de4e110368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842001 Sep 29 17:26:45.922739 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.922739 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f8e1d2e8-a962-4eea-a4c1-b630137cae7b service neutron] 10.222.0.49 "PUT /v2.0/ports/12d78cb9-2f7c-4ed1-b125-e42bc6365379 HTTP/1.1" status: 200 len: 1091 time: 2.8326094 Sep 29 17:26:45.924224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58060) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:45.952781 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-7021a3f3-097d-43c0-b778-1443872eaccc tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Deleting port e6b4cb21-929b-407d-a3ef-3917fa0b8bd0 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:26:45.953249 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7021a3f3-097d-43c0-b778-1443872eaccc tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.957455 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6b7f8a-096b-40fd-8b38-1b55e200e9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:45.959879 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cede2434-74b7-4873-8f56-b66c22440114" -d '{"events": [{"server_uuid": "2f6b7f8a-096b-40fd-8b38-1b55e200e9d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:45.975091 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80c1f94c-d38b-4e25-80a9-b50032d32ff7 req-7b01c961-6b73-4620-b9b1-293972879616 service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090334 Sep 29 17:26:45.990133 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309,segment=NetworkSegment(079ebc44-4e62-412e-91a4-04ce3e763c69),segment_id=079ebc44-4e62-412e-91a4-04ce3e763c69)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:45.996508 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:45.997927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8ac912de-7753-4cc9-8d8f-43d904f77150 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:26:46.019760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-a9efeae0-f270-4383-bac7-12039414278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:46.022800 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-a9efeae0-f270-4383-bac7-12039414278a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19593de2de6f4cfeb5b8a7eb8965f321&device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 1094 time: 0.0605025 Sep 29 17:26:46.023532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 8ac912de-7753-4cc9-8d8f-43d904f77150 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:26:46.023881 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 8ac912de-7753-4cc9-8d8f-43d904f77150 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:26:46.031618 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a89d07-7286-441e-a6c7-52cb3d58993a {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:46.070171 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06364ea-0a50-408c-8233-cd9b192b7919 x-openstack-request-id: req-a06364ea-0a50-408c-8233-cd9b192b7919 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:46.070465 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6b7f8a-096b-40fd-8b38-1b55e200e9d1", "name": "network-vif-plugged", "status": "completed", "tag": "4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:46.070739 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a06364ea-0a50-408c-8233-cd9b192b7919 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:46.071692 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6b7f8a-096b-40fd-8b38-1b55e200e9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309', 'code': 200} Sep 29 17:26:46.078344 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:46.099523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:46.107777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Transition to ACTIVE for port object a3a89d07-7286-441e-a6c7-52cb3d58993a will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:26:46.114550 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-f127fed2-0b03-482b-8ce5-739953026650 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12d78cb9-2f7c-4ed1-b125-e42bc6365379 HTTP/1.1" status: 200 len: 217 time: 0.0826831 Sep 29 17:26:46.115461 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:46.120893 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-04dfee0e-b88b-4db7-acdb-7f1fb648b67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:46.162335 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7021a3f3-097d-43c0-b778-1443872eaccc tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:46.162582 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7021a3f3-097d-43c0-b778-1443872eaccc tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:46.187873 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-7021a3f3-097d-43c0-b778-1443872eaccc tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Calling delete_port for e6b4cb21-929b-407d-a3ef-3917fa0b8bd0 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:26:46.202487 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-04dfee0e-b88b-4db7-acdb-7f1fb648b67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:46.230160 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a89d07-7286-441e-a6c7-52cb3d58993a,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:46.241765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-536a3924-5020-4cd0-907c-60639faaf7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:46.243477 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-536a3924-5020-4cd0-907c-60639faaf7da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4094c4fb-7bca-4bda-8768-7330c24f14ba HTTP/1.1" status: 200 len: 862 time: 0.1098373 Sep 29 17:26:46.248966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426aae00-e4eb-4819-bfa6-21a7ebfe53c3 req-43fabc22-6818-4842-9119-908233e76987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:46.250460 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-426aae00-e4eb-4819-bfa6-21a7ebfe53c3 req-43fabc22-6818-4842-9119-908233e76987 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 1096 time: 0.1472707 Sep 29 17:26:46.258777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a6aaa-988d-4e3f-a619-f532a19dafdc req-0e6b4d3a-445b-47a2-affc-e291c0b4131a tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:46.261740 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd7a6aaa-988d-4e3f-a619-f532a19dafdc req-0e6b4d3a-445b-47a2-affc-e291c0b4131a tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 945 time: 0.1291351 Sep 29 17:26:46.311659 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-c819781b-abc1-4036-a739-676d27ae4038 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdfbf497-28cf-4287-bd47-cb5c819d8832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477450 Sep 29 17:26:46.377005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Attempting to bind port a3a89d07-7286-441e-a6c7-52cb3d58993a on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:46.377371 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Attempting to bind port a3a89d07-7286-441e-a6c7-52cb3d58993a by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'fa211f56-7bde-4e00-8369-15132d4839b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:46.378200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Attempting to bind port a3a89d07-7286-441e-a6c7-52cb3d58993a on network 20029387-d87e-4fcf-b135-c95d1b87c747 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:46.382322 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-04dfee0e-b88b-4db7-acdb-7f1fb648b67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:46.384856 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-04dfee0e-b88b-4db7-acdb-7f1fb648b67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:46.386024 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-04dfee0e-b88b-4db7-acdb-7f1fb648b67a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0fca6355-b345-493b-9f0d-5b6342ab0fd8 HTTP/1.1" status: 204 len: 168 time: 0.4615896 Sep 29 17:26:46.393507 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-426aae00-e4eb-4819-bfa6-21a7ebfe53c3 req-b848e404-88c7-48f1-b696-bacc0ccf3cbd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=93b1318b-2ae0-43c0-997d-6d81f6233ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306064 Sep 29 17:26:46.399292 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Port a3a89d07-7286-441e-a6c7-52cb3d58993a on network 20029387-d87e-4fcf-b135-c95d1b87c747 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:26:46.399875 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Attempting to bind port a3a89d07-7286-441e-a6c7-52cb3d58993a on network 20029387-d87e-4fcf-b135-c95d1b87c747 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:46.413840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfee0e-b88b-4db7-acdb-7f1fb648b67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fca6355-b345-493b-9f0d-5b6342ab0fd8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:46.417016 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:46.417434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Checking segment: {'id': 'fa211f56-7bde-4e00-8369-15132d4839b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:46.417796 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Bound using segment: {'id': 'fa211f56-7bde-4e00-8369-15132d4839b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:46.418222 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Bound port: a3a89d07-7286-441e-a6c7-52cb3d58993a, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa211f56-7bde-4e00-8369-15132d4839b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:46.418633 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:46.426417 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd7a6aaa-988d-4e3f-a619-f532a19dafdc req-ef97fb5e-da25-4d5b-bad6-bee5f79e4cb1 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/security-groups?id=93b1318b-2ae0-43c0-997d-6d81f6233ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511033 Sep 29 17:26:46.500313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-967306f5-89ad-423d-8eb5-becac96dda02 service neutron] 10.222.0.49 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798785 Sep 29 17:26:46.559816 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] For port a3a89d07-7286-441e-a6c7-52cb3d58993a, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:46.562417 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7021a3f3-097d-43c0-b778-1443872eaccc tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:46.606964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] For port a3a89d07-7286-441e-a6c7-52cb3d58993a, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a3a89d07-7286-441e-a6c7-52cb3d58993a,segment=NetworkSegment(fa211f56-7bde-4e00-8369-15132d4839b8),segment_id=fa211f56-7bde-4e00-8369-15132d4839b8)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:46.608101 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021a3f3-097d-43c0-b778-1443872eaccc tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Pushing event deleted for resources: {'Port': ['ID=e6b4cb21-929b-407d-a3ef-3917fa0b8bd0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:46.621094 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:46.672225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4b200-f03c-4981-9e7b-a1dfdc19299e req-ca615bee-a7fe-49f7-b552-2d6a6273078c tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:46.674394 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-05f4b200-f03c-4981-9e7b-a1dfdc19299e req-ca615bee-a7fe-49f7-b552-2d6a6273078c tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 943 time: 0.1489291 Sep 29 17:26:46.720770 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:46.721652 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:46.723231 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] 10.222.0.49 "PUT /v2.0/ports/a3a89d07-7286-441e-a6c7-52cb3d58993a HTTP/1.1" status: 200 len: 1092 time: 1.8993309 Sep 29 17:26:46.725686 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9df3dee-8fc2-4279-8149-96e709664faf', 'tag': 'a3a89d07-7286-441e-a6c7-52cb3d58993a'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:46.734547 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e095eafc-5785-419d-9b3d-02d3b0b7c838" -d '{"events": [{"name": "network-changed", "server_uuid": "a9df3dee-8fc2-4279-8149-96e709664faf", "tag": "a3a89d07-7286-441e-a6c7-52cb3d58993a"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:46.750478 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:46.758945 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6e555-da41-472c-a3e6-6ea18c3ae93b req-e3011b58-04bd-4c7c-96cf-ad1a16dfa722 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:46.761768 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-19b6e555-da41-472c-a3e6-6ea18c3ae93b req-e3011b58-04bd-4c7c-96cf-ad1a16dfa722 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 944 time: 0.1408834 Sep 29 17:26:46.765749 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f6f4e97-7476-4514-972f-b06674c9a51c req-23bd3932-4b09-4528-b6bb-c43e2129a986 service neutron] 10.222.0.49 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759503 Sep 29 17:26:46.771440 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abd8cf-1503-4b42-962d-4fd2e31db779 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a89d07-7286-441e-a6c7-52cb3d58993a,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:46.790058 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7021a3f3-097d-43c0-b778-1443872eaccc tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:46.792834 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7021a3f3-097d-43c0-b778-1443872eaccc tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:46.794436 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7021a3f3-097d-43c0-b778-1443872eaccc tempest-ServersWithSpecificFlavorTestJSON-22440214 tempest-ServersWithSpecificFlavorTestJSON-22440214-project] 10.222.0.44 "DELETE /v2.0/floatingips/e4a3e8b1-1605-4422-8e37-5734d402f7fc HTTP/1.1" status: 204 len: 168 time: 1.1386354 Sep 29 17:26:46.800416 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-05f4b200-f03c-4981-9e7b-a1dfdc19299e req-5f8019e6-f448-427d-b4c5-1b2a8ee5e451 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983934 Sep 29 17:26:46.822880 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-19b6e555-da41-472c-a3e6-6ea18c3ae93b req-95087ee3-dfaf-4c0f-8be3-c136a8d17837 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501666 Sep 29 17:26:46.827684 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d9db55-e18d-421f-b29a-224aeebed6e1', 'tag': '12d78cb9-2f7c-4ed1-b125-e42bc6365379'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:46.831532 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51b8cff-5a26-48b5-9dfe-a90bfede959b" -d '{"events": [{"name": "network-changed", "server_uuid": "72d9db55-e18d-421f-b29a-224aeebed6e1", "tag": "12d78cb9-2f7c-4ed1-b125-e42bc6365379"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:46.887080 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549bac29-aa12-4ec3-af56-7855546fe6de x-openstack-request-id: req-549bac29-aa12-4ec3-af56-7855546fe6de {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:46.887376 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9df3dee-8fc2-4279-8149-96e709664faf", "tag": "a3a89d07-7286-441e-a6c7-52cb3d58993a", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:46.887805 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-549bac29-aa12-4ec3-af56-7855546fe6de {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:46.888217 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9df3dee-8fc2-4279-8149-96e709664faf', 'tag': 'a3a89d07-7286-441e-a6c7-52cb3d58993a', 'status': 'completed', 'code': 200} Sep 29 17:26:46.956993 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1155bab-52e0-4d95-9c03-a1f98327427c x-openstack-request-id: req-e1155bab-52e0-4d95-9c03-a1f98327427c {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:46.957446 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d9db55-e18d-421f-b29a-224aeebed6e1", "tag": "12d78cb9-2f7c-4ed1-b125-e42bc6365379", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:46.957802 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1155bab-52e0-4d95-9c03-a1f98327427c {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:46.958296 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d9db55-e18d-421f-b29a-224aeebed6e1', 'tag': '12d78cb9-2f7c-4ed1-b125-e42bc6365379', 'status': 'completed', 'code': 200} Sep 29 17:26:46.982990 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-97287477-3261-43fe-af3e-ce5762bac51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:46.985310 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-97287477-3261-43fe-af3e-ce5762bac51f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7eedab82acea497aa7c9c4f66b4cf4eb&device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 1095 time: 0.0789828 Sep 29 17:26:47.051508 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-3ba25e36-9ae7-47b5-9881-40c5e8c3e496 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3a89d07-7286-441e-a6c7-52cb3d58993a HTTP/1.1" status: 200 len: 217 time: 0.0581162 Sep 29 17:26:47.073828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8cff-5a26-48b5-9dfe-a90bfede959b req-8d9f9a32-746f-4f04-b2ae-5403da859204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:47.076244 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e51b8cff-5a26-48b5-9dfe-a90bfede959b req-8d9f9a32-746f-4f04-b2ae-5403da859204 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19593de2de6f4cfeb5b8a7eb8965f321&device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 1094 time: 0.0891392 Sep 29 17:26:47.138813 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d459e-c5e0-4aff-a577-c334c514c57e req-382679de-2935-4775-81b7-bf545ada6b40 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:47.140441 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b3d459e-c5e0-4aff-a577-c334c514c57e req-382679de-2935-4775-81b7-bf545ada6b40 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 944 time: 0.0916867 Sep 29 17:26:47.145722 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-23b83889-76c1-489b-8f4c-22fb174d9197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:47.147270 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-23b83889-76c1-489b-8f4c-22fb174d9197 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ef64051-9253-44d9-9ddd-01cf0909ce96 HTTP/1.1" status: 200 len: 867 time: 0.0847287 Sep 29 17:26:47.184553 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8cff-5a26-48b5-9dfe-a90bfede959b req-1b8eb51b-bb63-45a6-be64-b489bc4acf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:47.187034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e51b8cff-5a26-48b5-9dfe-a90bfede959b req-1b8eb51b-bb63-45a6-be64-b489bc4acf03 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdfbf497-28cf-4287-bd47-cb5c819d8832 HTTP/1.1" status: 200 len: 923 time: 0.1019228 Sep 29 17:26:47.212994 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b3d459e-c5e0-4aff-a577-c334c514c57e req-0f13a44b-0b2d-4f6f-97f2-f630337d1f5a tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8e29362-35fc-47c7-832e-500592a601e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644085 Sep 29 17:26:47.220970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-1c64f50c-4d6b-432e-a72f-8d023a2acc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:47.230159 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-1c64f50c-4d6b-432e-a72f-8d023a2acc6a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=20029387-d87e-4fcf-b135-c95d1b87c747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678086 Sep 29 17:26:47.256736 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e51b8cff-5a26-48b5-9dfe-a90bfede959b req-b71243ad-4882-448e-97ae-120d948c0cda service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12d78cb9-2f7c-4ed1-b125-e42bc6365379 HTTP/1.1" status: 200 len: 217 time: 0.0614061 Sep 29 17:26:47.316913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8cff-5a26-48b5-9dfe-a90bfede959b req-a2aa8106-2f4e-4d54-8b9b-d83603b95394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:47.318682 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e51b8cff-5a26-48b5-9dfe-a90bfede959b req-a2aa8106-2f4e-4d54-8b9b-d83603b95394 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4094c4fb-7bca-4bda-8768-7330c24f14ba HTTP/1.1" status: 200 len: 862 time: 0.0536180 Sep 29 17:26:47.358554 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e51b8cff-5a26-48b5-9dfe-a90bfede959b req-5178fbd3-47ac-4afb-8bc9-de8f33b80801 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdfbf497-28cf-4287-bd47-cb5c819d8832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313747 Sep 29 17:26:47.360827 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-27eca2f3-4c6c-41b4-b0f2-9920296e550b service neutron] 10.222.0.49 "GET /v2.0/networks/20029387-d87e-4fcf-b135-c95d1b87c747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293757 Sep 29 17:26:47.426880 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58110) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:47.503920 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f0196c6-9a83-4849-bb66-ae2e88fe6d88 req-41116ae7-9a5d-4ff4-881f-d22a2f0cbe32 service neutron] 10.222.0.49 "GET /v2.0/networks/20029387-d87e-4fcf-b135-c95d1b87c747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246219 Sep 29 17:26:47.536980 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e51b8cff-5a26-48b5-9dfe-a90bfede959b req-e11c832f-031c-4cea-986f-13b7255397d9 service neutron] 10.222.0.49 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581624 Sep 29 17:26:47.624512 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49009fb4-865a-4088-95d7-c9487e467de6 req-8bb390dc-35df-4351-81b4-fbbbedf8b934 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:47.629746 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49009fb4-865a-4088-95d7-c9487e467de6 req-8bb390dc-35df-4351-81b4-fbbbedf8b934 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 945 time: 0.0914457 Sep 29 17:26:47.663339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-d554a2dc-3b24-4a5e-a8e1-f632b8e8d210 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1954892932-network', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:47.694735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58126) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:47.755606 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49009fb4-865a-4088-95d7-c9487e467de6 req-00755bd1-1e91-4b3e-92d2-67547677d5f0 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/security-groups?id=93b1318b-2ae0-43c0-997d-6d81f6233ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828011 Sep 29 17:26:47.762022 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e51b8cff-5a26-48b5-9dfe-a90bfede959b req-13284c02-527e-469a-81a9-dc5945e3f977 service neutron] 10.222.0.49 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928320 Sep 29 17:26:47.763372 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095eafc-5785-419d-9b3d-02d3b0b7c838 req-f3b7c532-af2b-4932-8401-8c5207a62d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:47.764830 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e095eafc-5785-419d-9b3d-02d3b0b7c838 req-f3b7c532-af2b-4932-8401-8c5207a62d97 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7eedab82acea497aa7c9c4f66b4cf4eb&device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 1095 time: 0.0591462 Sep 29 17:26:47.768612 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d554a2dc-3b24-4a5e-a8e1-f632b8e8d210 admin admin] Made reservation on behalf of ca18e70d69384487ae4efe61e82aa845 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:47.772451 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d554a2dc-3b24-4a5e-a8e1-f632b8e8d210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:47.781502 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d554a2dc-3b24-4a5e-a8e1-f632b8e8d210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:47.891446 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d554a2dc-3b24-4a5e-a8e1-f632b8e8d210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:47.897983 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d554a2dc-3b24-4a5e-a8e1-f632b8e8d210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:47.927174 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d554a2dc-3b24-4a5e-a8e1-f632b8e8d210 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:26:47.972032 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d554a2dc-3b24-4a5e-a8e1-f632b8e8d210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:47.972961 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-d554a2dc-3b24-4a5e-a8e1-f632b8e8d210 admin admin] Added segment 5792626b-bc67-4e41-a185-ecbf05d06c7e of type vlan for network 2b255708-c2d9-4b94-9aae-118e45662db8 Sep 29 17:26:47.975366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554a2dc-3b24-4a5e-a8e1-f632b8e8d210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b888cb76-d83d-4763-869d-5d1a2072cbb0,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:48.028869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae4810-2a69-4a2e-8993-e5a68686b3da req-756ffbae-7c6b-4d3e-958f-6ee6e711d367 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:48.030397 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81ae4810-2a69-4a2e-8993-e5a68686b3da req-756ffbae-7c6b-4d3e-958f-6ee6e711d367 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 943 time: 0.1319780 Sep 29 17:26:48.031851 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095eafc-5785-419d-9b3d-02d3b0b7c838 req-93744c13-b75a-451a-8a2d-4daa0da8a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:48.032766 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d554a2dc-3b24-4a5e-a8e1-f632b8e8d210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:48.033369 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e095eafc-5785-419d-9b3d-02d3b0b7c838 req-93744c13-b75a-451a-8a2d-4daa0da8a123 service neutron] 10.222.0.49 "GET /v2.0/networks?id=20029387-d87e-4fcf-b135-c95d1b87c747 HTTP/1.1" status: 200 len: 929 time: 0.2489729 Sep 29 17:26:48.047252 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d45d5-cb7c-422c-bc89-7f686b3a34e0 req-4cc03693-c90b-437f-803e-63e614362257 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:48.049591 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2c4d45d5-cb7c-422c-bc89-7f686b3a34e0 req-4cc03693-c90b-437f-803e-63e614362257 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 944 time: 0.1130693 Sep 29 17:26:48.095264 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d554a2dc-3b24-4a5e-a8e1-f632b8e8d210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:48.096642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d554a2dc-3b24-4a5e-a8e1-f632b8e8d210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:48.097332 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d554a2dc-3b24-4a5e-a8e1-f632b8e8d210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:48.109919 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2c4d45d5-cb7c-422c-bc89-7f686b3a34e0 req-99a3c093-da73-41d1-a48c-fc81e01ef0dc tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491297 Sep 29 17:26:48.144366 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e095eafc-5785-419d-9b3d-02d3b0b7c838 req-cfe87007-24c1-4d17-becb-5c8e78dfcd1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3a89d07-7286-441e-a6c7-52cb3d58993a HTTP/1.1" status: 200 len: 217 time: 0.0698524 Sep 29 17:26:48.149522 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d554a2dc-3b24-4a5e-a8e1-f632b8e8d210 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7186456 Sep 29 17:26:48.154224 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58136) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:48.184153 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-eb39cc2c-bded-4010-a60e-1ff50dfedf18 admin admin] Request body: {'subnet': {'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1954892932-subnet', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:48.187511 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554a2dc-3b24-4a5e-a8e1-f632b8e8d210 admin admin] Pushing event updated for resources: {'Network': ['ID=2b255708-c2d9-4b94-9aae-118e45662db8,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:48.202158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 2b255708-c2d9-4b94-9aae-118e45662db8 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:26:48.218869 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb39cc2c-bded-4010-a60e-1ff50dfedf18 admin admin] Made reservation on behalf of ca18e70d69384487ae4efe61e82aa845 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:26:48.218869 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eb39cc2c-bded-4010-a60e-1ff50dfedf18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:48.271031 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81ae4810-2a69-4a2e-8993-e5a68686b3da req-937c931e-e1ea-46a3-a462-880ca7e24d42 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917758 Sep 29 17:26:48.290662 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095eafc-5785-419d-9b3d-02d3b0b7c838 req-79aa6ace-a412-4736-9ff8-ab44e15d77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:48.292121 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e095eafc-5785-419d-9b3d-02d3b0b7c838 req-79aa6ace-a412-4736-9ff8-ab44e15d77bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ef64051-9253-44d9-9ddd-01cf0909ce96 HTTP/1.1" status: 200 len: 867 time: 0.1274822 Sep 29 17:26:48.302909 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e00bdd28-a437-4f49-a2e2-84d6db5ade37 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:26:48.404547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095eafc-5785-419d-9b3d-02d3b0b7c838 req-64d12e6f-0d92-4df8-8c70-9d83497927f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:48.406113 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e095eafc-5785-419d-9b3d-02d3b0b7c838 req-64d12e6f-0d92-4df8-8c70-9d83497927f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=20029387-d87e-4fcf-b135-c95d1b87c747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999930 Sep 29 17:26:48.443731 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713bace-a216-4353-8813-1a86a9041eb0 req-95e0a89d-3acc-4173-a9e7-edc49f571e75 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:48.445728 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e713bace-a216-4353-8813-1a86a9041eb0 req-95e0a89d-3acc-4173-a9e7-edc49f571e75 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 944 time: 0.1008160 Sep 29 17:26:48.483111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e00bdd28-a437-4f49-a2e2-84d6db5ade37, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e00bdd28-a437-4f49-a2e2-84d6db5ade37,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:48.495321 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'e00bdd28-a437-4f49-a2e2-84d6db5ade37', 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee', 'port_id': 'e00bdd28-a437-4f49-a2e2-84d6db5ade37', 'mac_address': 'fa:16:3e:70:00:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469f6337-ae09-4156-997e-8aa5990644df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:26:48.524778 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e095eafc-5785-419d-9b3d-02d3b0b7c838 req-90c6a2b5-50f6-4273-8534-62c6362a7ff2 service neutron] 10.222.0.49 "GET /v2.0/networks/20029387-d87e-4fcf-b135-c95d1b87c747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088748 Sep 29 17:26:48.539709 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:48.553883 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e713bace-a216-4353-8813-1a86a9041eb0 req-41c87895-823c-4069-b3d2-eebddf7afd39 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8e29362-35fc-47c7-832e-500592a601e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867054 Sep 29 17:26:48.559888 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eb39cc2c-bded-4010-a60e-1ff50dfedf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:48.583092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00bdd28-a437-4f49-a2e2-84d6db5ade37 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:48.613807 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e00bdd28-a437-4f49-a2e2-84d6db5ade37, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e00bdd28-a437-4f49-a2e2-84d6db5ade37,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:48.619680 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:48.646988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39cc2c-bded-4010-a60e-1ff50dfedf18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb98647a-0614-4fc5-b8fd-672d79ef30b4,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:48.649150 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c951cfd3-7d2d-4c00-af87-6e4da1b0fb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:48.654863 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e095eafc-5785-419d-9b3d-02d3b0b7c838 req-2fa4e2d3-d304-4fde-86d1-094c6f3a3e41 service neutron] 10.222.0.49 "GET /v2.0/networks/20029387-d87e-4fcf-b135-c95d1b87c747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095455 Sep 29 17:26:48.659803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb39cc2c-bded-4010-a60e-1ff50dfedf18 admin admin] Checking segment: {'id': '5792626b-bc67-4e41-a185-ecbf05d06c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:48.660722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb39cc2c-bded-4010-a60e-1ff50dfedf18 admin admin] Network hostable DHCP agents. Network: 2b255708-c2d9-4b94-9aae-118e45662db8, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:26:48.703727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb39cc2c-bded-4010-a60e-1ff50dfedf18 admin admin] Network 2b255708-c2d9-4b94-9aae-118e45662db8 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:26:48.714638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-eb39cc2c-bded-4010-a60e-1ff50dfedf18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 2b255708-c2d9-4b94-9aae-118e45662db8) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:48.720516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb39cc2c-bded-4010-a60e-1ff50dfedf18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:48.721107 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eb39cc2c-bded-4010-a60e-1ff50dfedf18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:48.727456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c25da70-9b8d-4116-b586-d9e3c9d5a3d9 None None] Network 2b255708-c2d9-4b94-9aae-118e45662db8 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:26:48.734841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=e00bdd28-a437-4f49-a2e2-84d6db5ade37,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:48.739289 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-eb39cc2c-bded-4010-a60e-1ff50dfedf18 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5846424 Sep 29 17:26:48.742008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58142) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:48.747123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1954892932-router', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:48.773102 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:48.774262 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:48.838318 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:48.928544 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622b4ee-c35c-4666-892d-a0ce799d8694 req-0a7eaea7-0051-4cba-b40c-b29eed683e52 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:48.937850 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a622b4ee-c35c-4666-892d-a0ce799d8694 req-0a7eaea7-0051-4cba-b40c-b29eed683e52 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 945 time: 0.0695703 Sep 29 17:26:48.948385 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-2b255708-c2d9-4b94-9aae-118e45662db8', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'fixed_ips': [{'subnet_id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:26:48.949296 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:49.013523 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:49.023393 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a622b4ee-c35c-4666-892d-a0ce799d8694 req-833e817e-9720-40c9-a587-ece3d39edfd0 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/security-groups?id=93b1318b-2ae0-43c0-997d-6d81f6233ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781772 Sep 29 17:26:49.084509 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c951cfd3-7d2d-4c00-af87-6e4da1b0fb34 admin admin] Deleting port 26fe45ec-8420-49a7-ae01-b36bc13a83fa {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:26:49.084957 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c951cfd3-7d2d-4c00-af87-6e4da1b0fb34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:49.100076 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['e00bdd28-a437-4f49-a2e2-84d6db5ade37'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:26:49.149700 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Allocated IP 172.20.0.2 (2b255708-c2d9-4b94-9aae-118e45662db8/cb98647a-0614-4fc5-b8fd-672d79ef30b4/be2acf32-0a9d-4c67-845c-592a00166fef) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:49.180930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-c951cfd3-7d2d-4c00-af87-6e4da1b0fb34 admin admin] For port 26fe45ec-8420-49a7-ae01-b36bc13a83fa, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=26fe45ec-8420-49a7-ae01-b36bc13a83fa,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:49.181446 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c951cfd3-7d2d-4c00-af87-6e4da1b0fb34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:49.197754 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c951cfd3-7d2d-4c00-af87-6e4da1b0fb34 admin admin] Calling delete_port for 26fe45ec-8420-49a7-ae01-b36bc13a83fa owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:26:49.202873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d491b2b-38a4-47b7-973e-f7232be14cab req-4322bbb9-4409-48d8-b17d-9836938ee7f6 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:49.205787 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d491b2b-38a4-47b7-973e-f7232be14cab req-4322bbb9-4409-48d8-b17d-9836938ee7f6 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 945 time: 0.0899215 Sep 29 17:26:49.217012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58150) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:49.222560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-aad7a012-e147-4471-afee-7b6baec1f8ff tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Request body: {'floatingip': {'port_id': '4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:49.304790 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aad7a012-e147-4471-afee-7b6baec1f8ff tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:49.312748 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00207199-0d33-4106-b94f-e6199780bff3 req-be9ade6d-57a0-41aa-8625-f66ee7ee4cc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:49.315000 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00207199-0d33-4106-b94f-e6199780bff3 req-be9ade6d-57a0-41aa-8625-f66ee7ee4cc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 945 time: 0.1129231 Sep 29 17:26:49.378103 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00207199-0d33-4106-b94f-e6199780bff3 req-6353f990-c27a-40fb-845d-546b54a6e4b3 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549970 Sep 29 17:26:49.384367 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:49.395662 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:49.444032 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Network 2b255708-c2d9-4b94-9aae-118e45662db8 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:49.445541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:49.448582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:49.500379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Pushing event updated for resources: {'Port': ['ID=be2acf32-0a9d-4c67-845c-592a00166fef,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:49.518845 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c951cfd3-7d2d-4c00-af87-6e4da1b0fb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:49.520090 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Attempting to bind port be2acf32-0a9d-4c67-845c-592a00166fef on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:49.520570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Attempting to bind port be2acf32-0a9d-4c67-845c-592a00166fef by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '5792626b-bc67-4e41-a185-ecbf05d06c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:49.520887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Attempting to bind port be2acf32-0a9d-4c67-845c-592a00166fef on network 2b255708-c2d9-4b94-9aae-118e45662db8 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:49.526435 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:49.526811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Checking segment: {'id': '5792626b-bc67-4e41-a185-ecbf05d06c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:49.527216 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:49.527612 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Bound using segment: {'id': '5792626b-bc67-4e41-a185-ecbf05d06c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:49.528082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Bound port: be2acf32-0a9d-4c67-845c-592a00166fef, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5792626b-bc67-4e41-a185-ecbf05d06c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:49.528460 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:49.549874 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951cfd3-7d2d-4c00-af87-6e4da1b0fb34 admin admin] Pushing event deleted for resources: {'Port': ['ID=26fe45ec-8420-49a7-ae01-b36bc13a83fa,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:49.553001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49ec41-5a23-4b55-adf7-a0741d8679df req-53cc82c0-2286-4ed8-af4e-e0679052edeb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:49.554613 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c49ec41-5a23-4b55-adf7-a0741d8679df req-53cc82c0-2286-4ed8-af4e-e0679052edeb tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 943 time: 0.1248178 Sep 29 17:26:49.586942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a3a89d07-7286-441e-a6c7-52cb3d58993a details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:26:49.631062 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] For port be2acf32-0a9d-4c67-845c-592a00166fef, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:49.635772 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] For port be2acf32-0a9d-4c67-845c-592a00166fef, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=be2acf32-0a9d-4c67-845c-592a00166fef,segment=NetworkSegment(5792626b-bc67-4e41-a185-ecbf05d06c7e),segment_id=5792626b-bc67-4e41-a185-ecbf05d06c7e)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:49.646330 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:49.654853 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:49.689704 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:49.807232 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c951cfd3-7d2d-4c00-af87-6e4da1b0fb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:49.817498 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fc81e-ada7-4801-8a38-e34c5c36bf65 None None] Pushing event updated for resources: {'Port': ['ID=be2acf32-0a9d-4c67-845c-592a00166fef,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:49.841604 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a3a89d07-7286-441e-a6c7-52cb3d58993a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a3a89d07-7286-441e-a6c7-52cb3d58993a,segment=NetworkSegment(fa211f56-7bde-4e00-8369-15132d4839b8),segment_id=fa211f56-7bde-4e00-8369-15132d4839b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:49.863536 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'a3a89d07-7286-441e-a6c7-52cb3d58993a', 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747', 'port_id': 'a3a89d07-7286-441e-a6c7-52cb3d58993a', 'mac_address': 'fa:16:3e:c4:61:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:26:49.932142 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:49.951821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a89d07-7286-441e-a6c7-52cb3d58993a {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:49.984385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed02d73-849d-448d-a470-a1af6264aa37 req-cb91a285-ffa8-42a1-a979-c56afd3e75cb tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:49.984967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a3a89d07-7286-441e-a6c7-52cb3d58993a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a3a89d07-7286-441e-a6c7-52cb3d58993a,segment=NetworkSegment(fa211f56-7bde-4e00-8369-15132d4839b8),segment_id=fa211f56-7bde-4e00-8369-15132d4839b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:49.990507 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:49.991796 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 12d78cb9-2f7c-4ed1-b125-e42bc6365379 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:26:50.049374 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bed02d73-849d-448d-a470-a1af6264aa37 req-cb91a285-ffa8-42a1-a979-c56afd3e75cb tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 944 time: 0.1751552 Sep 29 17:26:50.123794 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bed02d73-849d-448d-a470-a1af6264aa37 req-199137ee-fd08-439a-b1b4-85eca407982c tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8e29362-35fc-47c7-832e-500592a601e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244066 Sep 29 17:26:50.126733 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=a3a89d07-7286-441e-a6c7-52cb3d58993a,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:50.205636 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c49ec41-5a23-4b55-adf7-a0741d8679df req-f7e151d2-9ddd-4ead-8747-c6248b20d565 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031008 Sep 29 17:26:50.211938 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 12d78cb9-2f7c-4ed1-b125-e42bc6365379, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=12d78cb9-2f7c-4ed1-b125-e42bc6365379,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:50.230810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '12d78cb9-2f7c-4ed1-b125-e42bc6365379', 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832', 'port_id': '12d78cb9-2f7c-4ed1-b125-e42bc6365379', 'mac_address': 'fa:16:3e:0c:b9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4094c4fb-7bca-4bda-8768-7330c24f14ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:26:50.283071 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:50.287376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c951cfd3-7d2d-4c00-af87-6e4da1b0fb34 admin admin] Router f924ee3b-c9e8-4cd0-833b-855df51370e9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:26:50.296765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d78cb9-2f7c-4ed1-b125-e42bc6365379 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:26:50.311721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e00bdd28-a437-4f49-a2e2-84d6db5ade37 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:50.347127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 12d78cb9-2f7c-4ed1-b125-e42bc6365379, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=12d78cb9-2f7c-4ed1-b125-e42bc6365379,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:50.361381 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:50.388354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Allocated IP 172.25.2.129 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/61e72c2a-55e5-4601-a129-eaf298819283) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:50.460112 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c951cfd3-7d2d-4c00-af87-6e4da1b0fb34 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:26:50.470125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port e00bdd28-a437-4f49-a2e2-84d6db5ade37 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:26:50.474600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58164) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:50.476486 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c951cfd3-7d2d-4c00-af87-6e4da1b0fb34 admin admin] 10.222.0.44 "PUT /v2.0/routers/f924ee3b-c9e8-4cd0-833b-855df51370e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7798431 Sep 29 17:26:50.479622 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346c228-56a2-43e0-8cf8-f842de706f19 None None] Sync routers for ids ['f924ee3b-c9e8-4cd0-833b-855df51370e9'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:26:50.516511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port e00bdd28-a437-4f49-a2e2-84d6db5ade37 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:50.517019 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:50.565569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f346c228-56a2-43e0-8cf8-f842de706f19 None None] Routers {'f924ee3b-c9e8-4cd0-833b-855df51370e9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:50.567586 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f346c228-56a2-43e0-8cf8-f842de706f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f924ee3b-c9e8-4cd0-833b-855df51370e9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:50.604061 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=12d78cb9-2f7c-4ed1-b125-e42bc6365379,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:50.607188 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.resource_extend [None req-aad7a012-e147-4471-afee-7b6baec1f8ff tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:26:50.607380 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['12d78cb9-2f7c-4ed1-b125-e42bc6365379'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:26:50.721290 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aad7a012-e147-4471-afee-7b6baec1f8ff tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:50.724737 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:50.738041 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aad7a012-e147-4471-afee-7b6baec1f8ff tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:50.750299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810448b1-133b-45ba-a245-1ce99603bfde req-5e413f43-52e9-4285-a189-c50be9f7d50c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:50.752217 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-810448b1-133b-45ba-a245-1ce99603bfde req-5e413f43-52e9-4285-a189-c50be9f7d50c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 945 time: 0.2408004 Sep 29 17:26:50.780886 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['a3a89d07-7286-441e-a6c7-52cb3d58993a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:26:50.832909 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7c0e-4e42-4e59-b014-6f9e4777750f admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:50.890632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:50.995693 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device be2acf32-0a9d-4c67-845c-592a00166fef up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:51.039331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Pushing event updated for resources: {'Port': ['ID=61e72c2a-55e5-4601-a129-eaf298819283,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:51.074845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:51.080783 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-f346c228-56a2-43e0-8cf8-f842de706f19 None None] Set router f924ee3b-c9e8-4cd0-833b-855df51370e9 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:51.086583 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-810448b1-133b-45ba-a245-1ce99603bfde req-6b3a56dd-281f-4660-a53d-cc5529475f66 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619925 Sep 29 17:26:51.087466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:51.095172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:51.164876 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:51.168237 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-aad7a012-e147-4471-afee-7b6baec1f8ff tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Floating IP 7399a005-f086-411a-8586-9939e57a34b7 associated. External IP: 172.25.2.218, port: 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309. Sep 29 17:26:51.209329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005b2167-ee29-4117-a390-635e12a76469 None None] Network 2b255708-c2d9-4b94-9aae-118e45662db8 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:26:51.322791 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16300a8-fa85-4fec-99fc-87d902dea6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00bdd28-a437-4f49-a2e2-84d6db5ade37'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:51.325035 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11d445e-3eb9-4120-98b6-176f551b68ee" -d '{"events": [{"server_uuid": "b16300a8-fa85-4fec-99fc-87d902dea6ea", "name": "network-vif-plugged", "status": "completed", "tag": "e00bdd28-a437-4f49-a2e2-84d6db5ade37"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:51.400409 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e00bdd28-a437-4f49-a2e2-84d6db5ade37, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e00bdd28-a437-4f49-a2e2-84d6db5ade37,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:51.403543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e8a9fa97-6aa7-483e-8de5-b2b486ed164e None None] Provisioning complete for port be2acf32-0a9d-4c67-845c-592a00166fef triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:51.403921 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e8a9fa97-6aa7-483e-8de5-b2b486ed164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:51.429105 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7c0e-4e42-4e59-b014-6f9e4777750f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:51.436947 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:51.439879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c09850-56c4-4600-8e02-f78e489a689f req-db30d603-2e41-410d-8190-15b220ee556d tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:51.441532 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-52c09850-56c4-4600-8e02-f78e489a689f req-db30d603-2e41-410d-8190-15b220ee556d tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 945 time: 0.2085297 Sep 29 17:26:51.504142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port be2acf32-0a9d-4c67-845c-592a00166fef triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:51.504669 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:51.603072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d2841-e7d5-4115-8b74-a5fa10c64e06 req-b541b712-6dad-4c83-9ae1-2d7da245c574 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:51.605422 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ed6d2841-e7d5-4115-8b74-a5fa10c64e06 req-b541b712-6dad-4c83-9ae1-2d7da245c574 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 944 time: 0.0681155 Sep 29 17:26:51.658171 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-52c09850-56c4-4600-8e02-f78e489a689f req-b4fa9225-6422-4f6e-b5a9-6c0bcffd315f tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8e29362-35fc-47c7-832e-500592a601e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902118 Sep 29 17:26:51.667154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=e00bdd28-a437-4f49-a2e2-84d6db5ade37,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:51.667381 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ed6d2841-e7d5-4115-8b74-a5fa10c64e06 req-077769bc-e0ca-4388-8ee7-b3df9e9e3189 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532458 Sep 29 17:26:51.717025 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cb6757-572f-4eed-b22e-092d411a394a x-openstack-request-id: req-45cb6757-572f-4eed-b22e-092d411a394a {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:51.717792 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16300a8-fa85-4fec-99fc-87d902dea6ea", "name": "network-vif-plugged", "status": "completed", "tag": "e00bdd28-a437-4f49-a2e2-84d6db5ade37", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:51.717792 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45cb6757-572f-4eed-b22e-092d411a394a {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:51.718044 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16300a8-fa85-4fec-99fc-87d902dea6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00bdd28-a437-4f49-a2e2-84d6db5ade37', 'code': 200} Sep 29 17:26:51.733410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f7c0e-4e42-4e59-b014-6f9e4777750f admin admin] Deleting port a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:26:51.733750 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7c0e-4e42-4e59-b014-6f9e4777750f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:51.786237 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e8a9fa97-6aa7-483e-8de5-b2b486ed164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:51.789250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad7a012-e147-4471-afee-7b6baec1f8ff tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Router 8335902b-4431-49e4-b5d9-66e653af03f4 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:26:51.810678 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:51.816432 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f346c228-56a2-43e0-8cf8-f842de706f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:26:49Z', 'revision_number': 5, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port': {'id': 'a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:19:58Z', 'updated_at': '2021-09-29T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:51.825641 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:51.866258 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346c228-56a2-43e0-8cf8-f842de706f19 None None] Checking router: f924ee3b-c9e8-4cd0-833b-855df51370e9 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:26:51.885820 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e8a9fa97-6aa7-483e-8de5-b2b486ed164e None None] For port be2acf32-0a9d-4c67-845c-592a00166fef, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=be2acf32-0a9d-4c67-845c-592a00166fef,segment=NetworkSegment(5792626b-bc67-4e41-a185-ecbf05d06c7e),segment_id=5792626b-bc67-4e41-a185-ecbf05d06c7e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:51.892369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f346c228-56a2-43e0-8cf8-f842de706f19 None None] Routers {'f924ee3b-c9e8-4cd0-833b-855df51370e9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:51.892768 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f346c228-56a2-43e0-8cf8-f842de706f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f924ee3b-c9e8-4cd0-833b-855df51370e9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:51.895638 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e8a9fa97-6aa7-483e-8de5-b2b486ed164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:52.068634 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:26:52.069067 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:26:52.073546 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-f346c228-56a2-43e0-8cf8-f842de706f19 None None] Set router f924ee3b-c9e8-4cd0-833b-855df51370e9 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:52.075781 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9fa97-6aa7-483e-8de5-b2b486ed164e None None] Pushing event updated for resources: {'Port': ['ID=be2acf32-0a9d-4c67-845c-592a00166fef,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:52.138623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f346c228-56a2-43e0-8cf8-f842de706f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:26:51Z', 'revision_number': 6, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:52.168766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f346c228-56a2-43e0-8cf8-f842de706f19 None None] The sync data for ids ['f924ee3b-c9e8-4cd0-833b-855df51370e9'] in n-d-811748-2 is: [{'id': 'f924ee3b-c9e8-4cd0-833b-855df51370e9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1211797320-router', 'tenant_id': 'd7f4460541cb46a58c2b100f386f72d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:19:57Z', 'updated_at': '2021-09-29T17:26:51Z', 'revision_number': 6, 'project_id': 'd7f4460541cb46a58c2b100f386f72d9', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:26:52.217034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7bd5612f-49e7-4718-af29-2b9105dd5c40 None None] Provisioning complete for port be2acf32-0a9d-4c67-845c-592a00166fef triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:52.217533 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7bd5612f-49e7-4718-af29-2b9105dd5c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:52.249010 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba64be-6fe6-4d60-b211-2c2e21606994 req-0a0003da-d586-428a-8f9c-2fa0a4c91f7a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:52.250626 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0ba64be-6fe6-4d60-b211-2c2e21606994 req-0a0003da-d586-428a-8f9c-2fa0a4c91f7a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 946 time: 0.0644710 Sep 29 17:26:52.296144 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0ba64be-6fe6-4d60-b211-2c2e21606994 req-2d6d864c-5822-45ee-bf29-6edc4e550d26 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342681 Sep 29 17:26:52.427681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-1f6f7c0e-4e42-4e59-b014-6f9e4777750f admin admin] For port a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:52.428044 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7c0e-4e42-4e59-b014-6f9e4777750f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:52.457680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-1f6f7c0e-4e42-4e59-b014-6f9e4777750f admin admin] Calling delete_port for a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:26:52.460467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375852ed-deb0-459f-82dd-8e243e7074a9 req-93742113-e21f-4d4a-aba6-bc960552f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:52.461971 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-375852ed-deb0-459f-82dd-8e243e7074a9 req-93742113-e21f-4d4a-aba6-bc960552f207 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 1097 time: 0.5886877 Sep 29 17:26:52.466346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad7a012-e147-4471-afee-7b6baec1f8ff tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:26:52.476977 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601983d1-4773-478e-bd00-b35c03c9a31c None None] Sync routers for ids ['8335902b-4431-49e4-b5d9-66e653af03f4'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:26:52.478625 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aad7a012-e147-4471-afee-7b6baec1f8ff tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:52.486656 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601983d1-4773-478e-bd00-b35c03c9a31c None None] Routers {'8335902b-4431-49e4-b5d9-66e653af03f4'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:52.487268 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-601983d1-4773-478e-bd00-b35c03c9a31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8335902b-4431-49e4-b5d9-66e653af03f4'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:52.613695 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-601983d1-4773-478e-bd00-b35c03c9a31c None None] Set router 8335902b-4431-49e4-b5d9-66e653af03f4 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:52.618138 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-aad7a012-e147-4471-afee-7b6baec1f8ff tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "PUT /v2.0/floatingips/7399a005-f086-411a-8586-9939e57a34b7 HTTP/1.1" status: 200 len: 991 time: 3.3993416 Sep 29 17:26:52.627702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6b7f8a-096b-40fd-8b38-1b55e200e9d1', 'tag': '4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:52.630016 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7b4cbe-7d33-48c1-a6d5-3c38e1a4bd93" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6b7f8a-096b-40fd-8b38-1b55e200e9d1", "tag": "4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:52.665127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-375852ed-deb0-459f-82dd-8e243e7074a9 req-d5eecd1f-58dd-4f94-b2fb-6a1e7f0c6a9b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833720 Sep 29 17:26:52.698645 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145a8413-6e0e-46a2-a0ae-63bab9309f1b x-openstack-request-id: req-145a8413-6e0e-46a2-a0ae-63bab9309f1b {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:52.705820 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6b7f8a-096b-40fd-8b38-1b55e200e9d1", "tag": "4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:52.707607 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-145a8413-6e0e-46a2-a0ae-63bab9309f1b {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:52.708224 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6b7f8a-096b-40fd-8b38-1b55e200e9d1', 'tag': '4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309', 'status': 'completed', 'code': 200} Sep 29 17:26:52.770520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b4cbe-7d33-48c1-a6d5-3c38e1a4bd93 req-88b8c534-180f-438e-8e0b-3dc247fe0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:52.772242 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b7b4cbe-7d33-48c1-a6d5-3c38e1a4bd93 req-88b8c534-180f-438e-8e0b-3dc247fe0c05 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c97bc3cbf6974d828e00ee835dd9e84b&device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0528758 Sep 29 17:26:52.868099 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:53.023438 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-601983d1-4773-478e-bd00-b35c03c9a31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'name': 'tempest-ServersTestJSON-2052444358-router', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:20Z', 'updated_at': '2021-09-29T17:26:25Z', 'revision_number': 4, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'gw_port': {'id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:21Z', 'updated_at': '2021-09-29T17:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7399a005-f086-411a-8586-9939e57a34b7', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'port_id': '4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'mac_address': 'fa:16:3e:ec:91:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6b7f8a-096b-40fd-8b38-1b55e200e9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:26:29Z', 'updated_at': '2021-09-29T17:26:50Z', 'revision_number': 1, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a0e4a7-1199-4b64-9846-26a04a442667', 'name': '', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'mac_address': 'fa:16:3e:81:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:24Z', 'updated_at': '2021-09-29T17:26:31Z', 'revision_number': 5, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'subnets': [{'id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:53.051471 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637914d4-5b55-44bf-8f78-68c6fe91cf2a req-a109f532-645e-4fc5-8711-9669faaf0b67 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:53.060306 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601983d1-4773-478e-bd00-b35c03c9a31c None None] Checking router: 8335902b-4431-49e4-b5d9-66e653af03f4 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:26:53.066362 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-637914d4-5b55-44bf-8f78-68c6fe91cf2a req-a109f532-645e-4fc5-8711-9669faaf0b67 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 945 time: 0.2421951 Sep 29 17:26:53.088663 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601983d1-4773-478e-bd00-b35c03c9a31c None None] Routers {'8335902b-4431-49e4-b5d9-66e653af03f4'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:53.091432 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-601983d1-4773-478e-bd00-b35c03c9a31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8335902b-4431-49e4-b5d9-66e653af03f4'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:53.143901 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7c0e-4e42-4e59-b014-6f9e4777750f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:53.180209 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device be2acf32-0a9d-4c67-845c-592a00166fef up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:53.192705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f7c0e-4e42-4e59-b014-6f9e4777750f admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:53.224830 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-637914d4-5b55-44bf-8f78-68c6fe91cf2a req-f71c536d-fabf-43af-8cb3-d93d820e5bd0 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8e29362-35fc-47c7-832e-500592a601e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574926 Sep 29 17:26:53.305859 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port be2acf32-0a9d-4c67-845c-592a00166fef triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:53.306227 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:53.322715 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-601983d1-4773-478e-bd00-b35c03c9a31c None None] Set router 8335902b-4431-49e4-b5d9-66e653af03f4 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:53.341644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8f20a-e4d2-4374-86af-1278f8faa6f8 req-617a333e-290b-4289-bb8e-9990ffd7e960 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:53.343191 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4ac8f20a-e4d2-4374-86af-1278f8faa6f8 req-617a333e-290b-4289-bb8e-9990ffd7e960 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 944 time: 0.5081241 Sep 29 17:26:53.376692 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b4cbe-7d33-48c1-a6d5-3c38e1a4bd93 req-f8f7ff37-21dd-4c0c-a50c-949ddca16fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:53.378294 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b7b4cbe-7d33-48c1-a6d5-3c38e1a4bd93 req-f8f7ff37-21dd-4c0c-a50c-949ddca16fd9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 HTTP/1.1" status: 200 len: 907 time: 0.5961640 Sep 29 17:26:53.433373 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:26:53.456505 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b7b4cbe-7d33-48c1-a6d5-3c38e1a4bd93 req-cd33d96e-7b01-4606-b0dd-17034091c440 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 HTTP/1.1" status: 200 len: 999 time: 0.0694256 Sep 29 17:26:53.457699 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7c0e-4e42-4e59-b014-6f9e4777750f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:53.519700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b4cbe-7d33-48c1-a6d5-3c38e1a4bd93 req-8b897b92-cb13-4e61-9576-a656332a4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:53.521261 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b7b4cbe-7d33-48c1-a6d5-3c38e1a4bd93 req-8b897b92-cb13-4e61-9576-a656332a4f87 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf8dc964-eb6a-42cf-868c-97ffcce008c2 HTTP/1.1" status: 200 len: 845 time: 0.0583589 Sep 29 17:26:53.560446 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4ac8f20a-e4d2-4374-86af-1278f8faa6f8 req-04fcc767-11ed-42ad-b088-856239c1d6a1 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065911 Sep 29 17:26:53.573053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:26:53.587062 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a3a89d07-7286-441e-a6c7-52cb3d58993a up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:53.657543 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b4cbe-7d33-48c1-a6d5-3c38e1a4bd93 req-64fd44d3-cc7c-4d06-b077-e4565fad5c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:53.659579 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b7b4cbe-7d33-48c1-a6d5-3c38e1a4bd93 req-64fd44d3-cc7c-4d06-b077-e4565fad5c8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3a8c4888-e6f6-4e75-9d75-2d09cfc707b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981336 Sep 29 17:26:53.725967 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7c0e-4e42-4e59-b014-6f9e4777750f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:53.730897 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7c0e-4e42-4e59-b014-6f9e4777750f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:53.806036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666639cd-f079-423d-b176-de886687cc31 req-a4291655-dce2-42bd-bcea-8fb2b82ae528 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:53.815506 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-666639cd-f079-423d-b176-de886687cc31 req-a4291655-dce2-42bd-bcea-8fb2b82ae528 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 946 time: 0.1832497 Sep 29 17:26:53.820060 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7c0e-4e42-4e59-b014-6f9e4777750f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:53.820627 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6f7c0e-4e42-4e59-b014-6f9e4777750f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f924ee3b-c9e8-4cd0-833b-855df51370e9 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:26:53.825482 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7c0e-4e42-4e59-b014-6f9e4777750f admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:53.826908 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1f6f7c0e-4e42-4e59-b014-6f9e4777750f admin admin] 10.222.0.44 "DELETE /v2.0/routers/f924ee3b-c9e8-4cd0-833b-855df51370e9 HTTP/1.1" status: 204 len: 168 time: 3.3512003 Sep 29 17:26:53.829890 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58216) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:53.833406 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:26:53.833979 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a0c60eae-a1ad-45bf-94d2-e7a6ccfc68a2 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:26:53.834615 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 26fe45ec-8420-49a7-ae01-b36bc13a83fa no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:26:53.861820 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:26:53.870399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 26fe45ec-8420-49a7-ae01-b36bc13a83fa {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:26:53.877430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 26fe45ec-8420-49a7-ae01-b36bc13a83fa not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:26:53.885165 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Sync routers for ids ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:26:53.887577 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:53.892696 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d837ff5e-c364-45e7-80ed-ac42dd9697b5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1489508 Sep 29 17:26:53.895290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58218) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:53.915913 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b7b4cbe-7d33-48c1-a6d5-3c38e1a4bd93 req-21327559-e17f-49a3-b342-dc17ca9705c6 service neutron] 10.222.0.49 "GET /v2.0/networks/3a8c4888-e6f6-4e75-9d75-2d09cfc707b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479343 Sep 29 17:26:53.920084 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-666639cd-f079-423d-b176-de886687cc31 req-d0f25efc-c966-4fff-87d1-3c08ae7ee667 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037033 Sep 29 17:26:53.945563 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Routers {'8d5ee2b9-e99d-4398-a58a-b2cf680c9054'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:53.948073 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:53.988855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-4413c09e-a0c4-4a88-9210-128a772da69e admin admin] Deleting subnet 59a8d133-1ed0-4c52-9a90-7b5a1d2cea45 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:26:53.992246 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4413c09e-a0c4-4a88-9210-128a772da69e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:54.039089 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-601983d1-4773-478e-bd00-b35c03c9a31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'name': 'tempest-ServersTestJSON-2052444358-router', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:20Z', 'updated_at': '2021-09-29T17:26:25Z', 'revision_number': 4, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'gw_port': {'id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:21Z', 'updated_at': '2021-09-29T17:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7399a005-f086-411a-8586-9939e57a34b7', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'port_id': '4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'mac_address': 'fa:16:3e:ec:91:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6b7f8a-096b-40fd-8b38-1b55e200e9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:26:29Z', 'updated_at': '2021-09-29T17:26:50Z', 'revision_number': 1, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a0e4a7-1199-4b64-9846-26a04a442667', 'name': '', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'mac_address': 'fa:16:3e:81:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:24Z', 'updated_at': '2021-09-29T17:26:31Z', 'revision_number': 5, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'subnets': [{'id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:54.060101 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port a3a89d07-7286-441e-a6c7-52cb3d58993a completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:26:54.089916 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601983d1-4773-478e-bd00-b35c03c9a31c None None] The sync data for ids ['8335902b-4431-49e4-b5d9-66e653af03f4'] in n-d-811748-2 is: [{'id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'name': 'tempest-ServersTestJSON-2052444358-router', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:20Z', 'updated_at': '2021-09-29T17:26:25Z', 'revision_number': 4, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'gw_port': {'id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:21Z', 'updated_at': '2021-09-29T17:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7399a005-f086-411a-8586-9939e57a34b7', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'port_id': '4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'mac_address': 'fa:16:3e:ec:91:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f6b7f8a-096b-40fd-8b38-1b55e200e9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:26:29Z', 'updated_at': '2021-09-29T17:26:50Z', 'revision_number': 1, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a0e4a7-1199-4b64-9846-26a04a442667', 'name': '', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'mac_address': 'fa:16:3e:81:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:24Z', 'updated_at': '2021-09-29T17:26:31Z', 'revision_number': 5, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'subnets': [{'id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:26:54.128872 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port a3a89d07-7286-441e-a6c7-52cb3d58993a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:54.131700 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:54.144169 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b7b4cbe-7d33-48c1-a6d5-3c38e1a4bd93 req-10e34b72-8663-4629-ba2a-a8423826f99e service neutron] 10.222.0.49 "GET /v2.0/networks/3a8c4888-e6f6-4e75-9d75-2d09cfc707b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125394 Sep 29 17:26:54.184148 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4413c09e-a0c4-4a88-9210-128a772da69e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:54.291194 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Set router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:54.316945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93b8376f-f0a1-433a-98af-ee29f95eaf6e req-c0ac2339-edd1-4b13-95ed-08c57dd7ff6c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0928943 Sep 29 17:26:54.401967 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:54.402645 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4413c09e-a0c4-4a88-9210-128a772da69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:54.467571 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21074dab-f9c8-44ad-a451-8d30ecc95249 None None] New status for floating IP 7399a005-f086-411a-8586-9939e57a34b7: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:26:54.523427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9df3dee-8fc2-4279-8149-96e709664faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a89d07-7286-441e-a6c7-52cb3d58993a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:54.525879 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cf7f43-03b8-43fc-9484-cff06a3c2f48" -d '{"events": [{"server_uuid": "a9df3dee-8fc2-4279-8149-96e709664faf", "name": "network-vif-plugged", "status": "completed", "tag": "a3a89d07-7286-441e-a6c7-52cb3d58993a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:54.570632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port a3a89d07-7286-441e-a6c7-52cb3d58993a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a3a89d07-7286-441e-a6c7-52cb3d58993a,segment=NetworkSegment(fa211f56-7bde-4e00-8369-15132d4839b8),segment_id=fa211f56-7bde-4e00-8369-15132d4839b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:54.588290 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:54.591264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 12d78cb9-2f7c-4ed1-b125-e42bc6365379 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:54.603786 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:54.666168 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2739572-21b0-4be6-a27d-348b27a62d60 req-3b4a1943-2c05-4a77-8e55-9218d0bed210 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:54.680202 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c2739572-21b0-4be6-a27d-348b27a62d60 req-3b4a1943-2c05-4a77-8e55-9218d0bed210 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 945 time: 0.1711190 Sep 29 17:26:54.685728 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8376f-f0a1-433a-98af-ee29f95eaf6e req-4308bbcd-8785-465f-9f2f-c76a34720656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:54.687172 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93b8376f-f0a1-433a-98af-ee29f95eaf6e req-4308bbcd-8785-465f-9f2f-c76a34720656 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c97bc3cbf6974d828e00ee835dd9e84b&device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 1096 time: 0.1342957 Sep 29 17:26:54.688877 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4413c09e-a0c4-4a88-9210-128a772da69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:54.760611 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae000f5-01aa-4b91-a76f-f4143551c559 x-openstack-request-id: req-7ae000f5-01aa-4b91-a76f-f4143551c559 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:54.760932 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9df3dee-8fc2-4279-8149-96e709664faf", "name": "network-vif-plugged", "status": "completed", "tag": "a3a89d07-7286-441e-a6c7-52cb3d58993a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:54.761148 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ae000f5-01aa-4b91-a76f-f4143551c559 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:54.761718 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9df3dee-8fc2-4279-8149-96e709664faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a89d07-7286-441e-a6c7-52cb3d58993a', 'code': 200} Sep 29 17:26:54.854362 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=a3a89d07-7286-441e-a6c7-52cb3d58993a,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:54.892881 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413c09e-a0c4-4a88-9210-128a772da69e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a8d133-1ed0-4c52-9a90-7b5a1d2cea45,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:54.895689 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8376f-f0a1-433a-98af-ee29f95eaf6e req-cf27a719-d3b6-4bf3-8c06-fdd60c82146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:54.896796 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 12d78cb9-2f7c-4ed1-b125-e42bc6365379 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:26:54.898269 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93b8376f-f0a1-433a-98af-ee29f95eaf6e req-cf27a719-d3b6-4bf3-8c06-fdd60c82146e service neutron] 10.222.0.49 "GET /v2.0/networks?id=3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 HTTP/1.1" status: 200 len: 907 time: 0.1419754 Sep 29 17:26:54.901268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 12d78cb9-2f7c-4ed1-b125-e42bc6365379 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:54.904120 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:54.942205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a407d7-28ba-4087-862b-7abee98d2f83 req-6253e671-1aae-4885-b1b1-2c2e4941540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:54.944184 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-39a407d7-28ba-4087-862b-7abee98d2f83 req-6253e671-1aae-4885-b1b1-2c2e4941540f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 1097 time: 0.1491489 Sep 29 17:26:54.947948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Allocated IP 172.20.0.1 (2b255708-c2d9-4b94-9aae-118e45662db8/cb98647a-0614-4fc5-b8fd-672d79ef30b4/62e2fe07-0e37-4c90-9784-d43fa5adba38) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:54.958600 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'name': 'tempest-TaggedBootDevicesTest-1954892932-router', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '61e72c2a-55e5-4601-a129-eaf298819283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:48Z', 'updated_at': '2021-09-29T17:26:51Z', 'revision_number': 3, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'gw_port': {'id': '61e72c2a-55e5-4601-a129-eaf298819283', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:49Z', 'updated_at': '2021-09-29T17:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:54.986900 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4413c09e-a0c4-4a88-9210-128a772da69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:54.989908 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4413c09e-a0c4-4a88-9210-128a772da69e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/59a8d133-1ed0-4c52-9a90-7b5a1d2cea45 HTTP/1.1" status: 204 len: 168 time: 1.1557689 Sep 29 17:26:54.994911 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2b796f-6341-4570-b49a-ff8d0ddb7056 None None] Network 40461b8a-b841-41cc-8ce4-55106acc93a9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:26:54.996879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50abcf5-b179-4ab0-b320-1a19ac46db9c req-5cd1c881-8986-4180-8c5d-f95b36f1efde tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:54.997703 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58236) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:54.999236 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Checking router: 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:26:54.999430 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f50abcf5-b179-4ab0-b320-1a19ac46db9c req-5cd1c881-8986-4180-8c5d-f95b36f1efde tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 944 time: 0.1522784 Sep 29 17:26:54.999573 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Updating router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 port 61e72c2a-55e5-4601-a129-eaf298819283 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:26:55.042113 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.045510 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-39a407d7-28ba-4087-862b-7abee98d2f83 req-185eeb10-8ca4-424c-9ab8-eede5f3a36d0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d8e29362-35fc-47c7-832e-500592a601e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942087 Sep 29 17:26:55.095471 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.119262 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f50abcf5-b179-4ab0-b320-1a19ac46db9c req-0db2efea-dc8f-4ef9-9646-f3b520510bac tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033216 Sep 29 17:26:55.142170 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c2739572-21b0-4be6-a27d-348b27a62d60 req-6431e5a8-2da7-49b1-92fc-771c12e6576a tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8e29362-35fc-47c7-832e-500592a601e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565229 Sep 29 17:26:55.152922 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93b8376f-f0a1-433a-98af-ee29f95eaf6e req-b2736d0b-81b5-4bbb-b94e-21b19d630a6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 HTTP/1.1" status: 200 len: 1001 time: 0.2424991 Sep 29 17:26:55.164486 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.206042 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.232976 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.271158 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Network 2b255708-c2d9-4b94-9aae-118e45662db8 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:55.285524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:55.301104 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:55.314675 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Pushing event updated for resources: {'Port': ['ID=62e2fe07-0e37-4c90-9784-d43fa5adba38,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:55.334042 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 12d78cb9-2f7c-4ed1-b125-e42bc6365379, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=12d78cb9-2f7c-4ed1-b125-e42bc6365379,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:55.347230 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.363194 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8376f-f0a1-433a-98af-ee29f95eaf6e req-204af62c-8d63-4032-b0cd-9a2c0cab6568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:55.364716 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93b8376f-f0a1-433a-98af-ee29f95eaf6e req-204af62c-8d63-4032-b0cd-9a2c0cab6568 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf8dc964-eb6a-42cf-868c-97ffcce008c2 HTTP/1.1" status: 200 len: 845 time: 0.1148944 Sep 29 17:26:55.399217 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.411059 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] Deleting port 71991907-f6d9-4c0b-9414-f39ac12f43b6 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:26:55.411395 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.419165 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=12d78cb9-2f7c-4ed1-b125-e42bc6365379,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:55.458592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62907c70-d3f2-4000-bd3e-ebc49e618415 req-90b85f1f-14ac-4b8f-a386-710f456daea6 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:55.464013 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-62907c70-d3f2-4000-bd3e-ebc49e618415 req-90b85f1f-14ac-4b8f-a386-710f456daea6 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 946 time: 0.1740835 Sep 29 17:26:55.533343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ea66f5-1096-47dc-9c70-1bc07b2e3cd6 None None] DHCP port deletion for 40461b8a-b841-41cc-8ce4-55106acc93a9 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:26:55.546575 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-62907c70-d3f2-4000-bd3e-ebc49e618415 req-634aa5f4-0293-49ad-b923-5f92decb4024 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777309 Sep 29 17:26:55.602009 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] For port 71991907-f6d9-4c0b-9414-f39ac12f43b6, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=71991907-f6d9-4c0b-9414-f39ac12f43b6,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:55.602375 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.606377 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8376f-f0a1-433a-98af-ee29f95eaf6e req-60264a0e-39a9-41bc-9cf9-9c5dbca5c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:55.607883 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93b8376f-f0a1-433a-98af-ee29f95eaf6e req-60264a0e-39a9-41bc-9cf9-9c5dbca5c553 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3a8c4888-e6f6-4e75-9d75-2d09cfc707b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2335618 Sep 29 17:26:55.661476 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] Calling delete_port for 71991907-f6d9-4c0b-9414-f39ac12f43b6 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:26:55.702278 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2738df01-794e-42d5-9e10-7f3bd39a95bb None None] Provisioning complete for port 62e2fe07-0e37-4c90-9784-d43fa5adba38 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:55.702697 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2738df01-794e-42d5-9e10-7f3bd39a95bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.747939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2738df01-794e-42d5-9e10-7f3bd39a95bb None None] Port 62e2fe07-0e37-4c90-9784-d43fa5adba38 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:26:55.756724 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.763268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-44ea66f5-1096-47dc-9c70-1bc07b2e3cd6 None None] Deleting port 71991907-f6d9-4c0b-9414-f39ac12f43b6 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:26:55.764019 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-44ea66f5-1096-47dc-9c70-1bc07b2e3cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.769950 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.792676 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.811390 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93b8376f-f0a1-433a-98af-ee29f95eaf6e req-91828ad2-a16f-4ec7-96e1-e05a8dd79922 service neutron] 10.222.0.49 "GET /v2.0/networks/3a8c4888-e6f6-4e75-9d75-2d09cfc707b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914928 Sep 29 17:26:55.889214 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Attempting to bind port 61e72c2a-55e5-4601-a129-eaf298819283 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:26:55.889610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Attempting to bind port 61e72c2a-55e5-4601-a129-eaf298819283 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:26:55.890140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Attempting to bind port 61e72c2a-55e5-4601-a129-eaf298819283 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:26:55.926831 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.954524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:26:55.954524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:26:55.955012 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.955365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:26:55.955859 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Bound port: 61e72c2a-55e5-4601-a129-eaf298819283, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:26:55.956267 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:55.957580 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] No DVR routers for this DVR port 71991907-f6d9-4c0b-9414-f39ac12f43b6 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:26:55.998300 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb99811-ec20-4841-b21a-2fa900094704 None None] Pushing event updated for resources: {'Port': ['ID=61e72c2a-55e5-4601-a129-eaf298819283,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:56.003419 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] Pushing event deleted for resources: {'Port': ['ID=71991907-f6d9-4c0b-9414-f39ac12f43b6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:56.005894 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-44ea66f5-1096-47dc-9c70-1bc07b2e3cd6 None None] For port 71991907-f6d9-4c0b-9414-f39ac12f43b6, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=71991907-f6d9-4c0b-9414-f39ac12f43b6,segment=NetworkSegment(fc2290c6-a852-4076-a071-5112aa131040),segment_id=fc2290c6-a852-4076-a071-5112aa131040)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:56.006263 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-44ea66f5-1096-47dc-9c70-1bc07b2e3cd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:56.038922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-44ea66f5-1096-47dc-9c70-1bc07b2e3cd6 None None] Calling delete_port for 71991907-f6d9-4c0b-9414-f39ac12f43b6 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:26:56.041046 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93b8376f-f0a1-433a-98af-ee29f95eaf6e req-a31af3cd-6732-4dce-a70d-a5a8be56479b service neutron] 10.222.0.49 "GET /v2.0/networks/3a8c4888-e6f6-4e75-9d75-2d09cfc707b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090669 Sep 29 17:26:56.068236 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] For port 61e72c2a-55e5-4601-a129-eaf298819283, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:26:56.121688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:56.132153 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:56.133153 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:56.150185 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] For port 61e72c2a-55e5-4601-a129-eaf298819283, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=61e72c2a-55e5-4601-a129-eaf298819283,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:26:56.174687 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:56.180520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40461b8a-b841-41cc-8ce4-55106acc93a9']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:56.192095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2290c6-a852-4076-a071-5112aa131040') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:56.192393 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2290c6-a852-4076-a071-5112aa131040') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:56.211481 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:56.241081 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:56.257778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:26:56.258184 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:56.299763 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Pushing event updated for resources: {'Port': ['ID=62e2fe07-0e37-4c90-9784-d43fa5adba38,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:26:56.352666 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:26:56.362086 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:56.370413 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Routers {'8d5ee2b9-e99d-4398-a58a-b2cf680c9054'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:26:56.372110 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:56.378326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb99811-ec20-4841-b21a-2fa900094704 None None] Pushing event updated for resources: {'Port': ['ID=61e72c2a-55e5-4601-a129-eaf298819283,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:56.408940 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:56.423680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093bae3-051d-485d-b473-66557e0f583d req-fb3c9df7-7833-4be7-bea1-1ef6642aea11 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:56.425852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:56.426481 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5093bae3-051d-485d-b473-66557e0f583d req-fb3c9df7-7833-4be7-bea1-1ef6642aea11 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 945 time: 0.1040630 Sep 29 17:26:56.431691 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] 10.222.0.44 "DELETE /v2.0/networks/40461b8a-b841-41cc-8ce4-55106acc93a9 HTTP/1.1" status: 204 len: 168 time: 1.4243963 Sep 29 17:26:56.432280 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58256) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:26:56.454499 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17af29-39ab-4f0c-aed4-31c70e044074 admin admin] Pushing event deleted for resources: {'Network': ['ID=40461b8a-b841-41cc-8ce4-55106acc93a9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:56.469044 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f64167-f09e-487f-8587-bcaa439def94 req-40ce8534-3713-4238-a612-82fc3cba165d tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:56.479394 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a9f64167-f09e-487f-8587-bcaa439def94 req-40ce8534-3713-4238-a612-82fc3cba165d tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 946 time: 0.1257715 Sep 29 17:26:56.494077 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-44ea66f5-1096-47dc-9c70-1bc07b2e3cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:56.523848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-44ea66f5-1096-47dc-9c70-1bc07b2e3cd6 None None] Network 40461b8a-b841-41cc-8ce4-55106acc93a9 is not hosted by any dhcp agent {{(pid=95017) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 17:26:56.524649 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea66f5-1096-47dc-9c70-1bc07b2e3cd6 None None] No DVR routers for this DVR port 71991907-f6d9-4c0b-9414-f39ac12f43b6 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:26:56.528362 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a9f64167-f09e-487f-8587-bcaa439def94 req-22fc4e37-60e6-42b5-a319-e16525180220 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8e29362-35fc-47c7-832e-500592a601e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454376 Sep 29 17:26:56.535771 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea66f5-1096-47dc-9c70-1bc07b2e3cd6 None None] Pushing event deleted for resources: {'Port': ['ID=71991907-f6d9-4c0b-9414-f39ac12f43b6,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:56.599407 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] Set router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:26:56.663266 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5093bae3-051d-485d-b473-66557e0f583d req-52dd7640-d94c-4269-8f1b-8e56627a050e tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217100 Sep 29 17:26:56.729702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Network 2b255708-c2d9-4b94-9aae-118e45662db8 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:56.732693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:56.790774 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d9db55-e18d-421f-b29a-224aeebed6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d78cb9-2f7c-4ed1-b125-e42bc6365379'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:26:56.794414 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff60679-4dfb-4732-b8af-ecad774e8f93" -d '{"events": [{"server_uuid": "72d9db55-e18d-421f-b29a-224aeebed6e1", "name": "network-vif-plugged", "status": "completed", "tag": "12d78cb9-2f7c-4ed1-b125-e42bc6365379"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:26:56.917063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 71991907-f6d9-4c0b-9414-f39ac12f43b6 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:26:57.065745 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-917a54d9-231a-487b-827a-d83f2d038ba2 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 258 time: 0.4051239 Sep 29 17:26:57.076220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:57.112280 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:57.172417 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658f3ca7-6570-4ae7-8a32-7c87b9bfe371 x-openstack-request-id: req-658f3ca7-6570-4ae7-8a32-7c87b9bfe371 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:26:57.173250 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d9db55-e18d-421f-b29a-224aeebed6e1", "name": "network-vif-plugged", "status": "completed", "tag": "12d78cb9-2f7c-4ed1-b125-e42bc6365379", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:26:57.173575 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-658f3ca7-6570-4ae7-8a32-7c87b9bfe371 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:26:57.173949 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d9db55-e18d-421f-b29a-224aeebed6e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d78cb9-2f7c-4ed1-b125-e42bc6365379', 'code': 200} Sep 29 17:26:57.174606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 71991907-f6d9-4c0b-9414-f39ac12f43b6 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:26:57.174947 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 71991907-f6d9-4c0b-9414-f39ac12f43b6 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:26:57.225123 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:57.229938 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ab0bd-f860-4545-b8e1-42742c6ea0c3 req-1fde0e51-7007-4440-9515-397c50772206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:57.234841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-96b7b32e-c743-4416-abf9-a441a01f52ea None None] Provisioning complete for port 62e2fe07-0e37-4c90-9784-d43fa5adba38 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:57.236064 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-96b7b32e-c743-4416-abf9-a441a01f52ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:57.243025 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-828ab0bd-f860-4545-b8e1-42742c6ea0c3 req-1fde0e51-7007-4440-9515-397c50772206 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 1096 time: 0.1442981 Sep 29 17:26:57.276864 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:26:57.311597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'name': 'tempest-TaggedBootDevicesTest-1954892932-router', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '61e72c2a-55e5-4601-a129-eaf298819283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:48Z', 'updated_at': '2021-09-29T17:26:55Z', 'revision_number': 4, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'gw_port': {'id': '61e72c2a-55e5-4601-a129-eaf298819283', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:49Z', 'updated_at': '2021-09-29T17:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '62e2fe07-0e37-4c90-9784-d43fa5adba38', 'name': '', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'mac_address': 'fa:16:3e:b5:af:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:54Z', 'updated_at': '2021-09-29T17:26:55Z', 'revision_number': 2, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'subnets': [{'id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:26:57.347497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73e63d6-7cd1-4d35-a506-0a73f4a39e03 None None] The sync data for ids ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'] in n-d-811748-2 is: [{'id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'name': 'tempest-TaggedBootDevicesTest-1954892932-router', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '61e72c2a-55e5-4601-a129-eaf298819283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:48Z', 'updated_at': '2021-09-29T17:26:55Z', 'revision_number': 4, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'gw_port': {'id': '61e72c2a-55e5-4601-a129-eaf298819283', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:59:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:49Z', 'updated_at': '2021-09-29T17:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '62e2fe07-0e37-4c90-9784-d43fa5adba38', 'name': '', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'mac_address': 'fa:16:3e:b5:af:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:54Z', 'updated_at': '2021-09-29T17:26:55Z', 'revision_number': 2, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'subnets': [{'id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:26:57.362299 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-96b7b32e-c743-4416-abf9-a441a01f52ea None None] Port 62e2fe07-0e37-4c90-9784-d43fa5adba38 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:26:57.410369 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-828ab0bd-f860-4545-b8e1-42742c6ea0c3 req-93306f44-c17c-4a1b-970d-ae20183de8b7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594880 Sep 29 17:26:57.456880 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:57.494606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:26:57.508469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-07ce1c19-29e4-4948-9baf-cad1b8d810c7 admin admin] 10.222.0.44 "PUT /v2.0/routers/8d5ee2b9-e99d-4398-a58a-b2cf680c9054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6044281 Sep 29 17:26:57.511213 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ca61-150a-4c18-8ac0-2d9da2e241b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:57.616087 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Allocated IP 172.25.2.45 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/f8d94953-def9-4adf-a606-80fd9329bb14) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:26:57.800771 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:57.873996 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:57.922973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:26:57.927832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:26:57.930366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:26:57.937914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7f5a9-8b4b-4753-83da-dc9fb57e3a97 req-72bd63bc-d0ca-45ca-9a0c-31d2d3ac1a05 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:57.939147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23e7f5a9-8b4b-4753-83da-dc9fb57e3a97 req-72bd63bc-d0ca-45ca-9a0c-31d2d3ac1a05 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 945 time: 0.1157627 Sep 29 17:26:58.008598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Pushing event updated for resources: {'Port': ['ID=f8d94953-def9-4adf-a606-80fd9329bb14,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:58.087038 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23e7f5a9-8b4b-4753-83da-dc9fb57e3a97 req-95eb2c7f-c9fd-4d4c-91ff-ded72e31e81d tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400843 Sep 29 17:26:58.090825 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:58.140263 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:58.142347 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-e4e2ca61-150a-4c18-8ac0-2d9da2e241b3 admin admin] Deleting port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:26:58.142861 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ca61-150a-4c18-8ac0-2d9da2e241b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:58.336408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-e4e2ca61-150a-4c18-8ac0-2d9da2e241b3 admin admin] For port 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3,segment=NetworkSegment(7d5b83bb-0088-4ee4-9311-293ebbe714b4),segment_id=7d5b83bb-0088-4ee4-9311-293ebbe714b4)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:58.337928 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ca61-150a-4c18-8ac0-2d9da2e241b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:58.372039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-e4e2ca61-150a-4c18-8ac0-2d9da2e241b3 admin admin] Calling delete_port for 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:26:58.445450 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:58.450042 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:58.545007 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:58.564384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:58.574133 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5072777 Sep 29 17:26:58.638504 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cd096-df42-4bf8-a42b-8a3163414f45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Pushing event updated for resources: {'Port': ['ID=f8d94953-def9-4adf-a606-80fd9329bb14,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:58.655423 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-c188fe15-c3d1-421e-bb56-3658f2259f41 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.0802953 Sep 29 17:26:58.769885 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ca61-150a-4c18-8ac0-2d9da2e241b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:58.816012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2ca61-150a-4c18-8ac0-2d9da2e241b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:58.878575 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-5a49aa07-8bb2-41bf-bbc1-50054c2e7573 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:58.880708 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e40d8292-d548-4040-9bc1-b27387706ec9 req-5a49aa07-8bb2-41bf-bbc1-50054c2e7573 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.2190177 Sep 29 17:26:58.991062 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 61e72c2a-55e5-4601-a129-eaf298819283 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:26:59.111528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 61e72c2a-55e5-4601-a129-eaf298819283 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:26:59.111689 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:59.274622 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:59.341382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa93d06-ec57-412c-874c-c90b983792d5 req-c272780b-d7df-43ba-b0a4-19b0d62284ab tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:59.348345 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 61e72c2a-55e5-4601-a129-eaf298819283, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=61e72c2a-55e5-4601-a129-eaf298819283,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:26:59.356394 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:59.357134 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-efa93d06-ec57-412c-874c-c90b983792d5 req-c272780b-d7df-43ba-b0a4-19b0d62284ab tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1702926 Sep 29 17:26:59.502621 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=61e72c2a-55e5-4601-a129-eaf298819283,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:26:59.511300 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-efa93d06-ec57-412c-874c-c90b983792d5 req-e90b62f2-7f8a-42d4-8ecf-a2d9f4ecb21f tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 695 time: 0.1512489 Sep 29 17:26:59.519506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-efa93d06-ec57-412c-874c-c90b983792d5 req-a081d847-8225-42e2-a3b1-0e4e110f56ed tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Request body: {'floatingip': {'port_id': 'a3a89d07-7286-441e-a6c7-52cb3d58993a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:26:59.564478 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-efa93d06-ec57-412c-874c-c90b983792d5 req-a081d847-8225-42e2-a3b1-0e4e110f56ed tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for floatingip, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:26:59.747115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16f114-31fa-4c84-99de-bb2e7979ba73 req-c3fe5c45-b331-4910-ace8-259fc10615ef tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:26:59.748847 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec16f114-31fa-4c84-99de-bb2e7979ba73 req-c3fe5c45-b331-4910-ace8-259fc10615ef tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 945 time: 0.1350119 Sep 29 17:26:59.817944 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec16f114-31fa-4c84-99de-bb2e7979ba73 req-a6e26b5f-bcb7-498d-82fd-5fb964a8702f tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606947 Sep 29 17:26:59.826821 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ca61-150a-4c18-8ac0-2d9da2e241b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:00.194330 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-efa93d06-ec57-412c-874c-c90b983792d5 req-a081d847-8225-42e2-a3b1-0e4e110f56ed tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:00.200385 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-efa93d06-ec57-412c-874c-c90b983792d5 req-a081d847-8225-42e2-a3b1-0e4e110f56ed tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:00.327090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149531ea-2e4d-4410-9642-65c3431d5eaa req-1c3e2175-5910-467f-822f-dd00594b3f3c tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:00.332251 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-149531ea-2e4d-4410-9642-65c3431d5eaa req-1c3e2175-5910-467f-822f-dd00594b3f3c tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 945 time: 0.1445820 Sep 29 17:27:00.411244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e2ca61-150a-4c18-8ac0-2d9da2e241b3 admin admin] Router 169758d3-0d08-4017-aa15-e3a111fd9116 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:27:00.491213 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-149531ea-2e4d-4410-9642-65c3431d5eaa req-993a5b47-08b8-46f8-ab5b-a36b0aa006c8 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472075 Sep 29 17:27:00.731971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Sync routers for ids ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:27:00.746678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Routers {'8d5ee2b9-e99d-4398-a58a-b2cf680c9054'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:00.748856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:00.770599 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e2ca61-150a-4c18-8ac0-2d9da2e241b3 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:27:00.780129 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f661db9f-25a8-42a1-a9bd-2c2abbfa7e2d None None] Sync routers for ids ['169758d3-0d08-4017-aa15-e3a111fd9116'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:27:00.790475 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e4e2ca61-150a-4c18-8ac0-2d9da2e241b3 admin admin] 10.222.0.44 "PUT /v2.0/routers/169758d3-0d08-4017-aa15-e3a111fd9116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3530977 Sep 29 17:27:00.792406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58392) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:00.796434 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f661db9f-25a8-42a1-a9bd-2c2abbfa7e2d None None] Routers {'169758d3-0d08-4017-aa15-e3a111fd9116'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:00.798966 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f661db9f-25a8-42a1-a9bd-2c2abbfa7e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['169758d3-0d08-4017-aa15-e3a111fd9116'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:01.034482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 61e72c2a-55e5-4601-a129-eaf298819283 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:01.050270 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [req-efa93d06-ec57-412c-874c-c90b983792d5 req-a081d847-8225-42e2-a3b1-0e4e110f56ed tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Floating IP 9df57187-cc27-4298-a8cd-311e1b83da0f associated. External IP: 172.25.2.45, port: a3a89d07-7286-441e-a6c7-52cb3d58993a. Sep 29 17:27:01.050879 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-afb45cd0-5ca5-40c5-abc1-05046b16d4ee admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:01.116544 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-f661db9f-25a8-42a1-a9bd-2c2abbfa7e2d None None] Set router 169758d3-0d08-4017-aa15-e3a111fd9116 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:01.173915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Set router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:01.413543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 61e72c2a-55e5-4601-a129-eaf298819283 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:01.413892 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:01.431462 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-afb45cd0-5ca5-40c5-abc1-05046b16d4ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:01.521553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'name': 'tempest-TaggedBootDevicesTest-1954892932-router', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '61e72c2a-55e5-4601-a129-eaf298819283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:48Z', 'updated_at': '2021-09-29T17:26:55Z', 'revision_number': 4, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'gw_port': {'id': '61e72c2a-55e5-4601-a129-eaf298819283', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:49Z', 'updated_at': '2021-09-29T17:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '62e2fe07-0e37-4c90-9784-d43fa5adba38', 'name': '', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'mac_address': 'fa:16:3e:b5:af:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:54Z', 'updated_at': '2021-09-29T17:26:55Z', 'revision_number': 2, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'subnets': [{'id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:01.604164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-afb45cd0-5ca5-40c5-abc1-05046b16d4ee admin admin] Deleting port 1b745c92-9bac-493f-ae3e-3652e8b33a77 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:01.605549 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-afb45cd0-5ca5-40c5-abc1-05046b16d4ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:01.612402 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Checking router: 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:27:01.613893 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Updating router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 port 62e2fe07-0e37-4c90-9784-d43fa5adba38 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:27:01.638860 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efa93d06-ec57-412c-874c-c90b983792d5 req-a081d847-8225-42e2-a3b1-0e4e110f56ed tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Router 526cfb24-1169-4e4d-8726-79ae81820ea7 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:27:01.647240 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f661db9f-25a8-42a1-a9bd-2c2abbfa7e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899352222-router', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.67'}], 'enable_snat': True}, 'gw_port_id': '1b745c92-9bac-493f-ae3e-3652e8b33a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:09Z', 'updated_at': '2021-09-29T17:26:58Z', 'revision_number': 5, 'project_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'gw_port': {'id': '1b745c92-9bac-493f-ae3e-3652e8b33a77', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:20:10Z', 'updated_at': '2021-09-29T17:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:01.712614 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f661db9f-25a8-42a1-a9bd-2c2abbfa7e2d None None] Checking router: 169758d3-0d08-4017-aa15-e3a111fd9116 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:27:01.718582 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:01.773111 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f661db9f-25a8-42a1-a9bd-2c2abbfa7e2d None None] Routers {'169758d3-0d08-4017-aa15-e3a111fd9116'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:01.773754 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f661db9f-25a8-42a1-a9bd-2c2abbfa7e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['169758d3-0d08-4017-aa15-e3a111fd9116'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:01.870737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-afb45cd0-5ca5-40c5-abc1-05046b16d4ee admin admin] For port 1b745c92-9bac-493f-ae3e-3652e8b33a77, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1b745c92-9bac-493f-ae3e-3652e8b33a77,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:01.874143 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-afb45cd0-5ca5-40c5-abc1-05046b16d4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:01.904735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efa93d06-ec57-412c-874c-c90b983792d5 req-a081d847-8225-42e2-a3b1-0e4e110f56ed tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:27:01.921851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-afb45cd0-5ca5-40c5-abc1-05046b16d4ee admin admin] Calling delete_port for 1b745c92-9bac-493f-ae3e-3652e8b33a77 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:01.924781 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-efa93d06-ec57-412c-874c-c90b983792d5 req-a081d847-8225-42e2-a3b1-0e4e110f56ed tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:01.934673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a64799b-ac28-4305-a6be-b19dd01fd728 None None] Sync routers for ids ['526cfb24-1169-4e4d-8726-79ae81820ea7'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:27:01.996528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64799b-ac28-4305-a6be-b19dd01fd728 None None] Routers {'526cfb24-1169-4e4d-8726-79ae81820ea7'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:01.997403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0a64799b-ac28-4305-a6be-b19dd01fd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['526cfb24-1169-4e4d-8726-79ae81820ea7'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:02.018121 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-efa93d06-ec57-412c-874c-c90b983792d5 req-a081d847-8225-42e2-a3b1-0e4e110f56ed tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "PUT /v2.0/floatingips/9df57187-cc27-4298-a8cd-311e1b83da0f HTTP/1.1" status: 200 len: 996 time: 2.5012410 Sep 29 17:27:02.023342 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9df3dee-8fc2-4279-8149-96e709664faf', 'tag': 'a3a89d07-7286-441e-a6c7-52cb3d58993a'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:02.027299 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246665fb-d532-4ad7-9db5-6deee1282f09" -d '{"events": [{"name": "network-changed", "server_uuid": "a9df3dee-8fc2-4279-8149-96e709664faf", "tag": "a3a89d07-7286-441e-a6c7-52cb3d58993a"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:02.112253 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-f661db9f-25a8-42a1-a9bd-2c2abbfa7e2d None None] Set router 169758d3-0d08-4017-aa15-e3a111fd9116 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:02.197080 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-0a64799b-ac28-4305-a6be-b19dd01fd728 None None] Set router 526cfb24-1169-4e4d-8726-79ae81820ea7 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:02.208713 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa93d06-ec57-412c-874c-c90b983792d5 req-751d935d-a146-4125-b33d-5ee91c12fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:02.221989 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-efa93d06-ec57-412c-874c-c90b983792d5 req-751d935d-a146-4125-b33d-5ee91c12fa00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7eedab82acea497aa7c9c4f66b4cf4eb&device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 1097 time: 0.1833043 Sep 29 17:27:02.271257 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f661db9f-25a8-42a1-a9bd-2c2abbfa7e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899352222-router', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:09Z', 'updated_at': '2021-09-29T17:27:01Z', 'revision_number': 6, 'project_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:02.363439 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f661db9f-25a8-42a1-a9bd-2c2abbfa7e2d None None] The sync data for ids ['169758d3-0d08-4017-aa15-e3a111fd9116'] in n-d-811748-2 is: [{'id': '169758d3-0d08-4017-aa15-e3a111fd9116', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-899352222-router', 'tenant_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:20:09Z', 'updated_at': '2021-09-29T17:27:01Z', 'revision_number': 6, 'project_id': '0925200ada8f4c08a1a9cc3d9f5b7cf9', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:27:02.394490 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-afb45cd0-5ca5-40c5-abc1-05046b16d4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:02.398385 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb841141-9a6f-4965-bbe9-7528114e29fe x-openstack-request-id: req-eb841141-9a6f-4965-bbe9-7528114e29fe {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:02.398680 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9df3dee-8fc2-4279-8149-96e709664faf", "tag": "a3a89d07-7286-441e-a6c7-52cb3d58993a", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:02.398930 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb841141-9a6f-4965-bbe9-7528114e29fe {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:02.399324 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9df3dee-8fc2-4279-8149-96e709664faf', 'tag': 'a3a89d07-7286-441e-a6c7-52cb3d58993a', 'status': 'completed', 'code': 200} Sep 29 17:27:02.483557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb45cd0-5ca5-40c5-abc1-05046b16d4ee admin admin] Pushing event deleted for resources: {'Port': ['ID=1b745c92-9bac-493f-ae3e-3652e8b33a77,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:02.523109 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:02.531273 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246665fb-d532-4ad7-9db5-6deee1282f09 req-31608fe3-2ff3-4bb7-bb7a-a5ee6a78bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:02.533311 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-246665fb-d532-4ad7-9db5-6deee1282f09 req-31608fe3-2ff3-4bb7-bb7a-a5ee6a78bf03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7eedab82acea497aa7c9c4f66b4cf4eb&device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 1097 time: 0.1332376 Sep 29 17:27:02.534390 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:02.535677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa93d06-ec57-412c-874c-c90b983792d5 req-fc4099a1-5b53-42f1-bbd2-8c4e272c7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:02.538482 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-efa93d06-ec57-412c-874c-c90b983792d5 req-fc4099a1-5b53-42f1-bbd2-8c4e272c7ebd service neutron] 10.222.0.44 "GET /v2.0/networks?id=20029387-d87e-4fcf-b135-c95d1b87c747 HTTP/1.1" status: 200 len: 929 time: 0.3151810 Sep 29 17:27:02.687413 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d1b95-e91a-48cb-8570-f18d9222142b None None] Pushing event updated for resources: {'Port': ['ID=62e2fe07-0e37-4c90-9784-d43fa5adba38,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:02.727028 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e4934-3777-48d3-9a0d-ccdeb8a55e76 req-e16b812b-bce7-4d64-9ec8-ed6a12c4cc01 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:02.743863 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6d4e4934-3777-48d3-9a0d-ccdeb8a55e76 req-e16b812b-bce7-4d64-9ec8-ed6a12c4cc01 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 945 time: 0.1998661 Sep 29 17:27:02.816695 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-efa93d06-ec57-412c-874c-c90b983792d5 req-0dbacf9a-3843-4886-8920-06286d7ea19a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3a89d07-7286-441e-a6c7-52cb3d58993a HTTP/1.1" status: 200 len: 999 time: 0.2510052 Sep 29 17:27:02.864647 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6d4e4934-3777-48d3-9a0d-ccdeb8a55e76 req-a5f715ab-870e-4ec1-8d4b-49c68841cf86 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197934 Sep 29 17:27:02.865320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Attempting to bind port 62e2fe07-0e37-4c90-9784-d43fa5adba38 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:27:02.865712 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Attempting to bind port 62e2fe07-0e37-4c90-9784-d43fa5adba38 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '5792626b-bc67-4e41-a185-ecbf05d06c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:27:02.866075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Attempting to bind port 62e2fe07-0e37-4c90-9784-d43fa5adba38 on network 2b255708-c2d9-4b94-9aae-118e45662db8 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:02.888818 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-afb45cd0-5ca5-40c5-abc1-05046b16d4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:02.923569 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa93d06-ec57-412c-874c-c90b983792d5 req-5ba82e5f-301d-4005-a526-dc9c2b0b7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:02.931808 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-efa93d06-ec57-412c-874c-c90b983792d5 req-5ba82e5f-301d-4005-a526-dc9c2b0b7130 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ef64051-9253-44d9-9ddd-01cf0909ce96 HTTP/1.1" status: 200 len: 867 time: 0.1057112 Sep 29 17:27:02.981386 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:03.042289 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:27:03.042667 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Checking segment: {'id': '5792626b-bc67-4e41-a185-ecbf05d06c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:03.043070 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:03.043493 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Bound using segment: {'id': '5792626b-bc67-4e41-a185-ecbf05d06c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:27:03.046508 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Bound port: 62e2fe07-0e37-4c90-9784-d43fa5adba38, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5792626b-bc67-4e41-a185-ecbf05d06c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:27:03.046898 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:03.060602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246665fb-d532-4ad7-9db5-6deee1282f09 req-08f63ee2-292d-4735-8e89-3b974458dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:03.063607 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-246665fb-d532-4ad7-9db5-6deee1282f09 req-08f63ee2-292d-4735-8e89-3b974458dba7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=20029387-d87e-4fcf-b135-c95d1b87c747 HTTP/1.1" status: 200 len: 929 time: 0.5202913 Sep 29 17:27:03.067977 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-afb45cd0-5ca5-40c5-abc1-05046b16d4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:03.071873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:27:03.072320 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-afb45cd0-5ca5-40c5-abc1-05046b16d4ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:03.073444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6ed6a7d2-3e3e-48bd-bb8a-65a0d149ace3 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:27:03.137346 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-246665fb-d532-4ad7-9db5-6deee1282f09 req-cf24a9a6-6a92-4461-96b1-61ba4233846f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3a89d07-7286-441e-a6c7-52cb3d58993a HTTP/1.1" status: 200 len: 999 time: 0.0638056 Sep 29 17:27:03.140428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa93d06-ec57-412c-874c-c90b983792d5 req-f59c7b10-7335-45a4-9d85-d2c280e9b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:03.149918 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-efa93d06-ec57-412c-874c-c90b983792d5 req-f59c7b10-7335-45a4-9d85-d2c280e9b0d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20029387-d87e-4fcf-b135-c95d1b87c747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170987 Sep 29 17:27:03.158624 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-afb45cd0-5ca5-40c5-abc1-05046b16d4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:03.159184 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb45cd0-5ca5-40c5-abc1-05046b16d4ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 169758d3-0d08-4017-aa15-e3a111fd9116 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:27:03.170036 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-afb45cd0-5ca5-40c5-abc1-05046b16d4ee admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:03.172621 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-afb45cd0-5ca5-40c5-abc1-05046b16d4ee admin admin] 10.222.0.44 "DELETE /v2.0/routers/169758d3-0d08-4017-aa15-e3a111fd9116 HTTP/1.1" status: 204 len: 168 time: 2.3790221 Sep 29 17:27:03.175327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58440) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:03.223152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0a64799b-ac28-4305-a6be-b19dd01fd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-router', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:27Z', 'updated_at': '2021-09-29T17:26:34Z', 'revision_number': 4, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'gw_port': {'id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:28Z', 'updated_at': '2021-09-29T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '9df57187-cc27-4298-a8cd-311e1b83da0f', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'port_id': 'a3a89d07-7286-441e-a6c7-52cb3d58993a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747', 'mac_address': 'fa:16:3e:c4:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9df3dee-8fc2-4279-8149-96e709664faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:26:58Z', 'updated_at': '2021-09-29T17:27:00Z', 'revision_number': 1, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1708f-62ab-43e1-aa00-2279ba50f43c', 'name': '', 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'mac_address': 'fa:16:3e:9d:7b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:32Z', 'updated_at': '2021-09-29T17:26:39Z', 'revision_number': 5, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'subnets': [{'id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:03.305735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-397a0525-7532-4e65-9edd-1eff2463a8f2 admin admin] Deleting subnet 85cd0e17-6642-4edf-bf39-c799fae05a15 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:27:03.316449 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-397a0525-7532-4e65-9edd-1eff2463a8f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:03.380275 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2e16e6f3-18ef-4658-9d08-ae717ff77824 None None] Provisioning complete for port 62e2fe07-0e37-4c90-9784-d43fa5adba38 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:03.381043 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2e16e6f3-18ef-4658-9d08-ae717ff77824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:03.388668 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a64799b-ac28-4305-a6be-b19dd01fd728 None None] Checking router: 526cfb24-1169-4e4d-8726-79ae81820ea7 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:27:03.401086 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-397a0525-7532-4e65-9edd-1eff2463a8f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:03.426587 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246665fb-d532-4ad7-9db5-6deee1282f09 req-697b6c3a-aef6-41e9-a3ac-5e9db3128dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:03.428090 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-246665fb-d532-4ad7-9db5-6deee1282f09 req-697b6c3a-aef6-41e9-a3ac-5e9db3128dec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ef64051-9253-44d9-9ddd-01cf0909ce96 HTTP/1.1" status: 200 len: 867 time: 0.2667291 Sep 29 17:27:03.431025 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] For port 62e2fe07-0e37-4c90-9784-d43fa5adba38, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:27:03.433171 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a64799b-ac28-4305-a6be-b19dd01fd728 None None] Routers {'526cfb24-1169-4e4d-8726-79ae81820ea7'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:03.433926 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0a64799b-ac28-4305-a6be-b19dd01fd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['526cfb24-1169-4e4d-8726-79ae81820ea7'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:03.439736 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] For port 62e2fe07-0e37-4c90-9784-d43fa5adba38, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=62e2fe07-0e37-4c90-9784-d43fa5adba38,segment=NetworkSegment(5792626b-bc67-4e41-a185-ecbf05d06c7e),segment_id=5792626b-bc67-4e41-a185-ecbf05d06c7e)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:27:03.575696 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-397a0525-7532-4e65-9edd-1eff2463a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:03.590979 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-efa93d06-ec57-412c-874c-c90b983792d5 req-85c8de2c-2739-4573-a941-5b3bfc07040c service neutron] 10.222.0.44 "GET /v2.0/networks/20029387-d87e-4fcf-b135-c95d1b87c747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399493 Sep 29 17:27:03.681816 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-397a0525-7532-4e65-9edd-1eff2463a8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:03.718468 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:03.723499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a0525-7532-4e65-9edd-1eff2463a8f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85cd0e17-6642-4edf-bf39-c799fae05a15,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:03.752251 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-397a0525-7532-4e65-9edd-1eff2463a8f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:03.757474 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-397a0525-7532-4e65-9edd-1eff2463a8f2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/85cd0e17-6642-4edf-bf39-c799fae05a15 HTTP/1.1" status: 204 len: 168 time: 0.5784998 Sep 29 17:27:03.758210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58452) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:03.817750 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d1b95-e91a-48cb-8570-f18d9222142b None None] Pushing event updated for resources: {'Port': ['ID=62e2fe07-0e37-4c90-9784-d43fa5adba38,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:03.822244 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-efa93d06-ec57-412c-874c-c90b983792d5 req-05e3ecb0-7e97-4b95-9595-73cc96995dda service neutron] 10.222.0.44 "GET /v2.0/networks/20029387-d87e-4fcf-b135-c95d1b87c747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224622 Sep 29 17:27:03.822923 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2e16e6f3-18ef-4658-9d08-ae717ff77824 None None] Port 62e2fe07-0e37-4c90-9784-d43fa5adba38 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:27:03.837179 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004b2ef6-e204-456d-a851-e25d79be251a None None] Network 89113be8-4127-48d8-b5d4-ce78ff42be85 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:27:03.845632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246665fb-d532-4ad7-9db5-6deee1282f09 req-4adf582b-3904-437a-bdd5-ede0995eecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:03.849794 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-246665fb-d532-4ad7-9db5-6deee1282f09 req-4adf582b-3904-437a-bdd5-ede0995eecd7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=20029387-d87e-4fcf-b135-c95d1b87c747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3966084 Sep 29 17:27:03.952344 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:04.134596 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Routers {'8d5ee2b9-e99d-4398-a58a-b2cf680c9054'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:04.135187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:04.288005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] Deleting port 8dfe414b-39ec-45e5-831f-931cabc91dd2 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:04.288751 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:04.304610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] Set router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:04.357153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e390c8-8a3b-4004-aeef-12ec0c901041 req-d433e002-1555-46c8-95c6-60b6cbadc12d tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:04.368536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d8e390c8-8a3b-4004-aeef-12ec0c901041 req-d433e002-1555-46c8-95c6-60b6cbadc12d tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 945 time: 0.2654123 Sep 29 17:27:04.398221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] For port 8dfe414b-39ec-45e5-831f-931cabc91dd2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8dfe414b-39ec-45e5-831f-931cabc91dd2,segment=NetworkSegment(7d5b83bb-0088-4ee4-9311-293ebbe714b4),segment_id=7d5b83bb-0088-4ee4-9311-293ebbe714b4)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:04.403654 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:04.433144 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-246665fb-d532-4ad7-9db5-6deee1282f09 req-f10daded-7c36-4ba2-8017-7cd3c47d62d8 service neutron] 10.222.0.49 "GET /v2.0/networks/20029387-d87e-4fcf-b135-c95d1b87c747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683117 Sep 29 17:27:04.446672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] Calling delete_port for 8dfe414b-39ec-45e5-831f-931cabc91dd2 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:04.547164 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d8e390c8-8a3b-4004-aeef-12ec0c901041 req-860161d4-dc29-4824-962f-c5a0f2ea25e8 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740253 Sep 29 17:27:04.569918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d90162de-7c28-4df8-9070-9e9a2adfee5b None None] Provisioning complete for port 62e2fe07-0e37-4c90-9784-d43fa5adba38 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:04.570301 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d90162de-7c28-4df8-9070-9e9a2adfee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:04.575559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-0a64799b-ac28-4305-a6be-b19dd01fd728 None None] Set router 526cfb24-1169-4e4d-8726-79ae81820ea7 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:04.603419 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-202c7811-d36e-43b7-b99a-39d913260c23 req-d4c07697-0ee2-4b5d-a814-5b213aa5efe7 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 258 time: 0.6482034 Sep 29 17:27:04.631075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-202c7811-d36e-43b7-b99a-39d913260c23 req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:04.757830 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc9f2b6-3665-4213-b4db-1016b7c743dd None None] DHCP port deletion for 89113be8-4127-48d8-b5d4-ce78ff42be85 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:27:04.771582 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-246665fb-d532-4ad7-9db5-6deee1282f09 req-2047b0e7-e7e4-48a7-a781-ac5d34648c61 service neutron] 10.222.0.49 "GET /v2.0/networks/20029387-d87e-4fcf-b135-c95d1b87c747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225515 Sep 29 17:27:04.779346 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-202c7811-d36e-43b7-b99a-39d913260c23 req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:04.868820 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:04.897776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] Pushing event deleted for resources: {'Port': ['ID=8dfe414b-39ec-45e5-831f-931cabc91dd2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:04.915854 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] No DVR routers for this DVR port 8dfe414b-39ec-45e5-831f-931cabc91dd2 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:27:05.009480 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 62e2fe07-0e37-4c90-9784-d43fa5adba38 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:05.109624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 62e2fe07-0e37-4c90-9784-d43fa5adba38 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:05.111231 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:05.122507 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:05.183386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89113be8-4127-48d8-b5d4-ce78ff42be85']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:05.206738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5b83bb-0088-4ee4-9311-293ebbe714b4') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:05.207040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5b83bb-0088-4ee4-9311-293ebbe714b4') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:05.237148 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:05.261740 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-202c7811-d36e-43b7-b99a-39d913260c23 req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:05.264102 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:05.270548 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ebc9f2b6-3665-4213-b4db-1016b7c743dd None None] Deleting port 8dfe414b-39ec-45e5-831f-931cabc91dd2 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:05.271074 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ebc9f2b6-3665-4213-b4db-1016b7c743dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:05.279703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:27:05.280112 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:27:05.284209 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:27:05.488110 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:05.496359 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:05.498386 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] 10.222.0.44 "DELETE /v2.0/networks/89113be8-4127-48d8-b5d4-ce78ff42be85 HTTP/1.1" status: 204 len: 168 time: 1.7390366 Sep 29 17:27:05.499304 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d90162de-7c28-4df8-9070-9e9a2adfee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:05.526541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ebc9f2b6-3665-4213-b4db-1016b7c743dd None None] For port 8dfe414b-39ec-45e5-831f-931cabc91dd2, host n-d-811748-2, got binding levels [] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:05.526933 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ebc9f2b6-3665-4213-b4db-1016b7c743dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:05.600854 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ebc9f2b6-3665-4213-b4db-1016b7c743dd None None] Calling delete_port for 8dfe414b-39ec-45e5-831f-931cabc91dd2 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:05.620101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9c2b5-bd41-4a04-b589-3c318a8d798d admin admin] Pushing event deleted for resources: {'Network': ['ID=89113be8-4127-48d8-b5d4-ce78ff42be85,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:05.629517 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.ipam_backend_mixin [None req-ebc9f2b6-3665-4213-b4db-1016b7c743dd None None] Port 8dfe414b-39ec-45e5-831f-931cabc91dd2 was not found and therefore no delete operation was performed {{(pid=95017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 17:27:05.660908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 12d78cb9-2f7c-4ed1-b125-e42bc6365379 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:27:05.670855 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:05.709098 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ebc9f2b6-3665-4213-b4db-1016b7c743dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:05.733892 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-202c7811-d36e-43b7-b99a-39d913260c23 req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Allocated IP 172.25.2.196 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/3030263d-9550-42e3-b897-42cd5938b89b) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:05.762978 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56277439-c254-41aa-9cbf-8630841b9d83 req-017c5337-93d7-4c9d-9c4c-94229c5f2fd7 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:05.771680 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-56277439-c254-41aa-9cbf-8630841b9d83 req-017c5337-93d7-4c9d-9c4c-94229c5f2fd7 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 945 time: 0.1340694 Sep 29 17:27:05.796239 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58484) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:05.834223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc9f2b6-3665-4213-b4db-1016b7c743dd None None] Pushing event deleted for resources: {'Port': ['ID=8dfe414b-39ec-45e5-831f-931cabc91dd2,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:05.857873 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-56277439-c254-41aa-9cbf-8630841b9d83 req-cfee12a4-732d-4f0e-955f-bca676ebda59 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851791 Sep 29 17:27:05.900099 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d90162de-7c28-4df8-9070-9e9a2adfee5b None None] For port 62e2fe07-0e37-4c90-9784-d43fa5adba38, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=62e2fe07-0e37-4c90-9784-d43fa5adba38,segment=NetworkSegment(5792626b-bc67-4e41-a185-ecbf05d06c7e),segment_id=5792626b-bc67-4e41-a185-ecbf05d06c7e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:05.901124 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ebc9f2b6-3665-4213-b4db-1016b7c743dd None None] Network 89113be8-4127-48d8-b5d4-ce78ff42be85 is not hosted by any dhcp agent {{(pid=95017) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 17:27:05.909127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc9f2b6-3665-4213-b4db-1016b7c743dd None None] No DVR routers for this DVR port 8dfe414b-39ec-45e5-831f-931cabc91dd2 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:27:05.932855 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'name': 'tempest-TaggedBootDevicesTest-1954892932-router', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '61e72c2a-55e5-4601-a129-eaf298819283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:48Z', 'updated_at': '2021-09-29T17:26:55Z', 'revision_number': 4, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'gw_port': {'id': '61e72c2a-55e5-4601-a129-eaf298819283', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:49Z', 'updated_at': '2021-09-29T17:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '62e2fe07-0e37-4c90-9784-d43fa5adba38', 'name': '', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'mac_address': 'fa:16:3e:b5:af:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:54Z', 'updated_at': '2021-09-29T17:27:03Z', 'revision_number': 4, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'subnets': [{'id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:05.934746 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d90162de-7c28-4df8-9070-9e9a2adfee5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:06.003884 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.resource_extend [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:27:06.071101 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c63a8a-0063-41b6-b7be-f0b4d8ab1423 None None] The sync data for ids ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'] in n-d-811748-2 is: [{'id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'name': 'tempest-TaggedBootDevicesTest-1954892932-router', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '61e72c2a-55e5-4601-a129-eaf298819283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:48Z', 'updated_at': '2021-09-29T17:26:55Z', 'revision_number': 4, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'gw_port': {'id': '61e72c2a-55e5-4601-a129-eaf298819283', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:49Z', 'updated_at': '2021-09-29T17:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '62e2fe07-0e37-4c90-9784-d43fa5adba38', 'name': '', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'mac_address': 'fa:16:3e:b5:af:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:54Z', 'updated_at': '2021-09-29T17:27:03Z', 'revision_number': 4, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'subnets': [{'id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:27:06.086952 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-202c7811-d36e-43b7-b99a-39d913260c23 req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:06.205832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58490) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:06.206652 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-57935e86-e0ae-43db-9e7f-21789ca056e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7f4460541cb46a58c2b100f386f72d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062185 Sep 29 17:27:06.210657 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-202c7811-d36e-43b7-b99a-39d913260c23 req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:06.349468 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:27:06.350093 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:27:06.352992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90162de-7c28-4df8-9070-9e9a2adfee5b None None] Pushing event updated for resources: {'Port': ['ID=62e2fe07-0e37-4c90-9784-d43fa5adba38,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:06.358748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202c7811-d36e-43b7-b99a-39d913260c23 req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:06.371760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-202c7811-d36e-43b7-b99a-39d913260c23 req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:06.393487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-202c7811-d36e-43b7-b99a-39d913260c23 req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:06.396485 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-45438474-df74-40f4-862a-b88342bcfb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:06.405883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 12d78cb9-2f7c-4ed1-b125-e42bc6365379, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=12d78cb9-2f7c-4ed1-b125-e42bc6365379,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:06.406614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Pushing event updated for resources: {'Port': ['ID=3030263d-9550-42e3-b897-42cd5938b89b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:06.410432 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0a64799b-ac28-4305-a6be-b19dd01fd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-router', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:27Z', 'updated_at': '2021-09-29T17:26:34Z', 'revision_number': 4, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'gw_port': {'id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:28Z', 'updated_at': '2021-09-29T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '9df57187-cc27-4298-a8cd-311e1b83da0f', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'port_id': 'a3a89d07-7286-441e-a6c7-52cb3d58993a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747', 'mac_address': 'fa:16:3e:c4:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9df3dee-8fc2-4279-8149-96e709664faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:26:58Z', 'updated_at': '2021-09-29T17:27:00Z', 'revision_number': 1, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1708f-62ab-43e1-aa00-2279ba50f43c', 'name': '', 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'mac_address': 'fa:16:3e:9d:7b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:32Z', 'updated_at': '2021-09-29T17:26:39Z', 'revision_number': 5, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'subnets': [{'id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:06.488640 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-45438474-df74-40f4-862a-b88342bcfb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:06.497072 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a64799b-ac28-4305-a6be-b19dd01fd728 None None] The sync data for ids ['526cfb24-1169-4e4d-8726-79ae81820ea7'] in n-d-811748-2 is: [{'id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-router', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:27Z', 'updated_at': '2021-09-29T17:26:34Z', 'revision_number': 4, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'gw_port': {'id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:28Z', 'updated_at': '2021-09-29T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '9df57187-cc27-4298-a8cd-311e1b83da0f', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'floating_ip_address': '172.25.2.45', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'port_id': 'a3a89d07-7286-441e-a6c7-52cb3d58993a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747', 'mac_address': 'fa:16:3e:c4:61:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9df3dee-8fc2-4279-8149-96e709664faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:26:58Z', 'updated_at': '2021-09-29T17:27:00Z', 'revision_number': 1, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d1708f-62ab-43e1-aa00-2279ba50f43c', 'name': '', 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'mac_address': 'fa:16:3e:9d:7b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:32Z', 'updated_at': '2021-09-29T17:26:39Z', 'revision_number': 5, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'subnets': [{'id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:27:06.515500 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '12d78cb9-2f7c-4ed1-b125-e42bc6365379', 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832', 'port_id': '12d78cb9-2f7c-4ed1-b125-e42bc6365379', 'mac_address': 'fa:16:3e:0c:b9:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4094c4fb-7bca-4bda-8768-7330c24f14ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:27:06.627243 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-45438474-df74-40f4-862a-b88342bcfb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:06.630093 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:06.633649 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-45438474-df74-40f4-862a-b88342bcfb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:06.638297 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-45438474-df74-40f4-862a-b88342bcfb7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df638ac7-ad86-4679-bc89-6ff0518dd924 HTTP/1.1" status: 204 len: 168 time: 0.4305995 Sep 29 17:27:06.665130 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12d78cb9-2f7c-4ed1-b125-e42bc6365379 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:27:06.669063 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45438474-df74-40f4-862a-b88342bcfb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df638ac7-ad86-4679-bc89-6ff0518dd924,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:06.754853 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 12d78cb9-2f7c-4ed1-b125-e42bc6365379, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=12d78cb9-2f7c-4ed1-b125-e42bc6365379,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:06.771494 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:06.774634 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-202c7811-d36e-43b7-b99a-39d913260c23 req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:06.850505 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-202c7811-d36e-43b7-b99a-39d913260c23 req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:06.961339 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['12d78cb9-2f7c-4ed1-b125-e42bc6365379'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:27:06.981815 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e2b7a-48c3-4ccd-b81e-e3aab08a07e3 None None] New status for floating IP 9df57187-cc27-4298-a8cd-311e1b83da0f: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:27:07.571201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58510) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:07.683332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 12d78cb9-2f7c-4ed1-b125-e42bc6365379 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:07.690401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=12d78cb9-2f7c-4ed1-b125-e42bc6365379,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:07.765369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8dfe414b-39ec-45e5-831f-931cabc91dd2 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:07.802357 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8ad9e2fa-2065-4a5c-9193-18b694fab2c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0925200ada8f4c08a1a9cc3d9f5b7cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292981 Sep 29 17:27:07.807889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58512) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:07.817757 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 8dfe414b-39ec-45e5-831f-931cabc91dd2 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:27:07.818104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8dfe414b-39ec-45e5-831f-931cabc91dd2 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:27:07.818532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1b745c92-9bac-493f-ae3e-3652e8b33a77 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:07.909529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 1b745c92-9bac-493f-ae3e-3652e8b33a77 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:27:07.909883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1b745c92-9bac-493f-ae3e-3652e8b33a77 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:27:07.917208 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31d772-4bd5-49d9-884f-55b808d2127f req-a2751d23-c6e0-4d96-8ba5-206b049686a6 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:07.918803 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b31d772-4bd5-49d9-884f-55b808d2127f req-a2751d23-c6e0-4d96-8ba5-206b049686a6 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 944 time: 0.2530677 Sep 29 17:27:08.014926 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-202c7811-d36e-43b7-b99a-39d913260c23 req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:08.023399 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-202c7811-d36e-43b7-b99a-39d913260c23 req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:08.040802 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b31d772-4bd5-49d9-884f-55b808d2127f req-34c74614-c7e0-407d-90d0-4d57929ccb60 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078172 Sep 29 17:27:08.046896 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-abb19def-f4ec-4812-a8c6-4e75453b0862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:08.091351 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-abb19def-f4ec-4812-a8c6-4e75453b0862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:08.175047 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:08.181570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 62e2fe07-0e37-4c90-9784-d43fa5adba38 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:08.182442 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-abb19def-f4ec-4812-a8c6-4e75453b0862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:08.185091 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-abb19def-f4ec-4812-a8c6-4e75453b0862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:08.186566 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-abb19def-f4ec-4812-a8c6-4e75453b0862 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aabaa5da-dbd7-4fb3-b3a9-5ef1453668af HTTP/1.1" status: 204 len: 168 time: 0.3761799 Sep 29 17:27:08.196818 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb19def-f4ec-4812-a8c6-4e75453b0862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabaa5da-dbd7-4fb3-b3a9-5ef1453668af,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:08.234189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Pushing event updated for resources: {'Port': ['ID=3030263d-9550-42e3-b897-42cd5938b89b,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:08.280981 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-202c7811-d36e-43b7-b99a-39d913260c23 req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:08.301609 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-202c7811-d36e-43b7-b99a-39d913260c23 req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:08.303681 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 12d78cb9-2f7c-4ed1-b125-e42bc6365379 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:27:08.323595 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 12d78cb9-2f7c-4ed1-b125-e42bc6365379, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=12d78cb9-2f7c-4ed1-b125-e42bc6365379,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:08.326574 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-202c7811-d36e-43b7-b99a-39d913260c23 req-a143a595-d4e7-4336-90e4-f8997a90a17e tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7121375 Sep 29 17:27:08.341328 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:08.387997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 62e2fe07-0e37-4c90-9784-d43fa5adba38 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:08.388755 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:08.432962 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-202c7811-d36e-43b7-b99a-39d913260c23 req-cf4c72ff-0051-454f-b56e-51ac439a5ddd tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.196 HTTP/1.1" status: 200 len: 696 time: 0.1049907 Sep 29 17:27:08.466590 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=12d78cb9-2f7c-4ed1-b125-e42bc6365379,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:08.608046 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c7811-d36e-43b7-b99a-39d913260c23 req-054042d5-33ef-402f-8d00-64eec09ee6b8 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:08.610752 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-202c7811-d36e-43b7-b99a-39d913260c23 req-054042d5-33ef-402f-8d00-64eec09ee6b8 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.1760004 Sep 29 17:27:08.623803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-202c7811-d36e-43b7-b99a-39d913260c23 req-bfb64386-57f3-4e2c-b164-88648f409453 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:27:08.624890 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-202c7811-d36e-43b7-b99a-39d913260c23 req-bfb64386-57f3-4e2c-b164-88648f409453 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075018 Sep 29 17:27:08.795736 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04692c27-e9e5-4372-949d-81b3058a653c req-c66f02e5-d356-4372-a5ef-12e4e15fb63d tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:08.797419 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-04692c27-e9e5-4372-949d-81b3058a653c req-c66f02e5-d356-4372-a5ef-12e4e15fb63d tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1025176 Sep 29 17:27:08.894243 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-04692c27-e9e5-4372-949d-81b3058a653c req-3705affb-ab75-43d0-9b0b-6a671f91025b tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.196 HTTP/1.1" status: 200 len: 696 time: 0.0907266 Sep 29 17:27:08.899486 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-04692c27-e9e5-4372-949d-81b3058a653c req-74f568fe-5824-4a29-a48b-506777dd1e9f tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Request body: {'floatingip': {'port_id': 'a3a89d07-7286-441e-a6c7-52cb3d58993a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:08.941863 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-04692c27-e9e5-4372-949d-81b3058a653c req-74f568fe-5824-4a29-a48b-506777dd1e9f tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for floatingip, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:09.128461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6a4cb-a6a8-48a0-b401-8d47bd271468 req-9fc42e90-023d-4529-99bb-19495bd8d428 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:09.130731 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93e6a4cb-a6a8-48a0-b401-8d47bd271468 req-9fc42e90-023d-4529-99bb-19495bd8d428 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.49 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 943 time: 0.0957177 Sep 29 17:27:09.313870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2a9e4-2f68-4816-9e85-a8a8ff5b1031 req-dfda7dff-57ba-4fa8-b9cc-d1f5698eed44 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:09.331276 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18d2a9e4-2f68-4816-9e85-a8a8ff5b1031 req-dfda7dff-57ba-4fa8-b9cc-d1f5698eed44 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 943 time: 0.1455266 Sep 29 17:27:09.385987 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18d2a9e4-2f68-4816-9e85-a8a8ff5b1031 req-556f0352-a6fc-4f30-8591-f67f7b803aa0 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471163 Sep 29 17:27:09.414647 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-93e6a4cb-a6a8-48a0-b401-8d47bd271468 req-cb7f100a-86d8-4344-b429-a30f259c8c14 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Deleting port 12d78cb9-2f7c-4ed1-b125-e42bc6365379 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:09.414990 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-93e6a4cb-a6a8-48a0-b401-8d47bd271468 req-cb7f100a-86d8-4344-b429-a30f259c8c14 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:09.437782 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [req-04692c27-e9e5-4372-949d-81b3058a653c req-74f568fe-5824-4a29-a48b-506777dd1e9f tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] update failed (client error): There was a conflict when trying to complete your request. Sep 29 17:27:09.439132 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-04692c27-e9e5-4372-949d-81b3058a653c req-74f568fe-5824-4a29-a48b-506777dd1e9f tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "PUT /v2.0/floatingips/f5e4f997-eb08-4850-83b9-0228cfc9bd02 HTTP/1.1" status: 409 len: 551 time: 0.5440879 Sep 29 17:27:09.567705 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-93e6a4cb-a6a8-48a0-b401-8d47bd271468 req-cb7f100a-86d8-4344-b429-a30f259c8c14 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] For port 12d78cb9-2f7c-4ed1-b125-e42bc6365379, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=12d78cb9-2f7c-4ed1-b125-e42bc6365379,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:09.568060 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0df69094-88de-4c83-ae4d-626e90597118 req-9876202d-3b3b-42bf-b23b-c7c39ac0e32c tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/floatingips/f5e4f997-eb08-4850-83b9-0228cfc9bd02 HTTP/1.1" status: 200 len: 693 time: 0.0985048 Sep 29 17:27:09.568851 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-93e6a4cb-a6a8-48a0-b401-8d47bd271468 req-cb7f100a-86d8-4344-b429-a30f259c8c14 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:09.585054 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-93e6a4cb-a6a8-48a0-b401-8d47bd271468 req-cb7f100a-86d8-4344-b429-a30f259c8c14 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Calling delete_port for 12d78cb9-2f7c-4ed1-b125-e42bc6365379 owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:09.671401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 12d78cb9-2f7c-4ed1-b125-e42bc6365379 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:09.798982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 12d78cb9-2f7c-4ed1-b125-e42bc6365379 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:09.799511 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:09.816620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df69094-88de-4c83-ae4d-626e90597118 req-d2561786-b3ba-4bb7-91b6-fd7822e743c2 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:09.821034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0df69094-88de-4c83-ae4d-626e90597118 req-d2561786-b3ba-4bb7-91b6-fd7822e743c2 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.2450058 Sep 29 17:27:09.836164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-0df69094-88de-4c83-ae4d-626e90597118 req-4ca01c1a-ca08-4ecc-b41d-a46e240f096f tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:27:09.841411 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0df69094-88de-4c83-ae4d-626e90597118 req-4ca01c1a-ca08-4ecc-b41d-a46e240f096f tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120227 Sep 29 17:27:09.875130 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-93e6a4cb-a6a8-48a0-b401-8d47bd271468 req-cb7f100a-86d8-4344-b429-a30f259c8c14 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:09.901773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['12d78cb9-2f7c-4ed1-b125-e42bc6365379'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:27:09.932605 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f100a-86d8-4344-b429-a30f259c8c14 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Pushing event deleted for resources: {'Port': ['ID=12d78cb9-2f7c-4ed1-b125-e42bc6365379,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:09.938568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0df69094-88de-4c83-ae4d-626e90597118 req-38aa5221-5ee9-493b-a226-1875e99ba4d8 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.196 HTTP/1.1" status: 200 len: 696 time: 0.0924220 Sep 29 17:27:09.993883 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:10.018590 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0df69094-88de-4c83-ae4d-626e90597118 req-974fedc9-eaa4-470c-967f-0ec8726ffc25 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.196 HTTP/1.1" status: 200 len: 696 time: 0.0731771 Sep 29 17:27:10.024093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e6a4cb-a6a8-48a0-b401-8d47bd271468 req-cb7f100a-86d8-4344-b429-a30f259c8c14 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] No DVR routers for this DVR port 12d78cb9-2f7c-4ed1-b125-e42bc6365379 on host n-h1-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:27:10.027072 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-93e6a4cb-a6a8-48a0-b401-8d47bd271468 req-cb7f100a-86d8-4344-b429-a30f259c8c14 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:10.029506 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93e6a4cb-a6a8-48a0-b401-8d47bd271468 req-cb7f100a-86d8-4344-b429-a30f259c8c14 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.49 "DELETE /v2.0/ports/12d78cb9-2f7c-4ed1-b125-e42bc6365379 HTTP/1.1" status: 204 len: 173 time: 0.8898780 Sep 29 17:27:10.030203 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d9db55-e18d-421f-b29a-224aeebed6e1', 'name': 'network-vif-deleted', 'tag': '12d78cb9-2f7c-4ed1-b125-e42bc6365379'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:10.033723 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c2a76f-2312-40c7-8585-995af2cecf63" -d '{"events": [{"server_uuid": "72d9db55-e18d-421f-b29a-224aeebed6e1", "name": "network-vif-deleted", "tag": "12d78cb9-2f7c-4ed1-b125-e42bc6365379"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:10.089872 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad9d07c-0b85-48a0-87f5-2e0ea7abba85 x-openstack-request-id: req-5ad9d07c-0b85-48a0-87f5-2e0ea7abba85 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:10.090269 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d9db55-e18d-421f-b29a-224aeebed6e1", "name": "network-vif-deleted", "tag": "12d78cb9-2f7c-4ed1-b125-e42bc6365379", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:10.090618 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ad9d07c-0b85-48a0-87f5-2e0ea7abba85 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:10.091108 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d9db55-e18d-421f-b29a-224aeebed6e1', 'name': 'network-vif-deleted', 'tag': '12d78cb9-2f7c-4ed1-b125-e42bc6365379', 'status': 'completed', 'code': 200} Sep 29 17:27:10.315446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-0df69094-88de-4c83-ae4d-626e90597118 req-dba51c58-3755-4706-be6a-e0b11c0decbc tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Deleting port 3030263d-9550-42e3-b897-42cd5938b89b {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:10.315446 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0df69094-88de-4c83-ae4d-626e90597118 req-dba51c58-3755-4706-be6a-e0b11c0decbc tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:10.472695 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0df69094-88de-4c83-ae4d-626e90597118 req-dba51c58-3755-4706-be6a-e0b11c0decbc tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:10.473314 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0df69094-88de-4c83-ae4d-626e90597118 req-dba51c58-3755-4706-be6a-e0b11c0decbc tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:10.509789 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-0df69094-88de-4c83-ae4d-626e90597118 req-dba51c58-3755-4706-be6a-e0b11c0decbc tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Calling delete_port for 3030263d-9550-42e3-b897-42cd5938b89b owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:10.613616 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0883582a-b5c1-4c4d-81e1-3a3916879b5c req-bfaf464c-8766-45cb-878a-48e31a03fbae tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=72d9db55-e18d-421f-b29a-224aeebed6e1 HTTP/1.1" status: 200 len: 210 time: 0.0425475 Sep 29 17:27:10.721270 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0df69094-88de-4c83-ae4d-626e90597118 req-dba51c58-3755-4706-be6a-e0b11c0decbc tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:10.732643 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de7500b3-6a2c-4a1e-b6fc-dd8e61ff0795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:10.759860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba51c58-3755-4706-be6a-e0b11c0decbc tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Pushing event deleted for resources: {'Port': ['ID=3030263d-9550-42e3-b897-42cd5938b89b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:10.867916 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49aeaa07-838a-4ca5-8c2e-3abec96851b8 req-54e5194b-6161-47cb-bb6f-7a1ada43eb15 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0984046 Sep 29 17:27:10.868762 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0df69094-88de-4c83-ae4d-626e90597118 req-dba51c58-3755-4706-be6a-e0b11c0decbc tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:10.871404 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0df69094-88de-4c83-ae4d-626e90597118 req-dba51c58-3755-4706-be6a-e0b11c0decbc tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:10.872500 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0df69094-88de-4c83-ae4d-626e90597118 req-dba51c58-3755-4706-be6a-e0b11c0decbc tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "DELETE /v2.0/floatingips/f5e4f997-eb08-4850-83b9-0228cfc9bd02 HTTP/1.1" status: 204 len: 173 time: 0.8468938 Sep 29 17:27:10.984669 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-02c45410-73e4-46dc-8876-d590a66f999f tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 1001 time: 0.0904460 Sep 29 17:27:11.096415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-e55ad6a8-24e8-4cee-8df2-f0e40c8a80db tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:11.098226 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-e55ad6a8-24e8-4cee-8df2-f0e40c8a80db tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports/a3a89d07-7286-441e-a6c7-52cb3d58993a HTTP/1.1" status: 200 len: 943 time: 0.1121168 Sep 29 17:27:11.114571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeaa07-838a-4ca5-8c2e-3abec96851b8 req-9380cb58-6a63-4dd2-af66-fdd8d19976bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:11.116603 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49aeaa07-838a-4ca5-8c2e-3abec96851b8 req-9380cb58-6a63-4dd2-af66-fdd8d19976bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5ec9ac2e1e3d43d09adba1b8ce2a0b66&device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 1097 time: 0.1206331 Sep 29 17:27:11.188663 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-467df951-6dfc-4200-81d0-c886e7d5e69d tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3c140001004b47939868a35e0d4b6585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353100 Sep 29 17:27:11.313448 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-8fa45f59-0842-4d5c-821e-32df5c7c57b3 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 1001 time: 0.1460001 Sep 29 17:27:11.346252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-0c9b20ff-d5f5-4245-b286-5478e65fcd32 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:11.355779 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-0c9b20ff-d5f5-4245-b286-5478e65fcd32 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648052 Sep 29 17:27:11.381160 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-3e78c8ec-417e-4bcd-b241-695ab4d8372e tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/quotas/3c140001004b47939868a35e0d4b6585 HTTP/1.1" status: 200 len: 375 time: 0.0244775 Sep 29 17:27:11.381655 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeaa07-838a-4ca5-8c2e-3abec96851b8 req-852a5837-980c-41bb-baf2-8c1b35466d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:11.383144 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49aeaa07-838a-4ca5-8c2e-3abec96851b8 req-852a5837-980c-41bb-baf2-8c1b35466d9e service neutron] 10.222.0.35 "GET /v2.0/networks?id=201abf05-d70e-4829-87b2-d88d337df26a HTTP/1.1" status: 200 len: 915 time: 0.2399108 Sep 29 17:27:11.422812 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-d38665d4-01b9-49ce-920d-0acbd0d0547c tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c140001004b47939868a35e0d4b6585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357411 Sep 29 17:27:11.537169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-e8c2ed78-b40a-4b9d-abbc-471095e7c3cd tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:11.538653 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-e8c2ed78-b40a-4b9d-abbc-471095e7c3cd tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.2137942 Sep 29 17:27:11.540823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49aeaa07-838a-4ca5-8c2e-3abec96851b8 req-fe0e9c7b-5c8a-48cc-915c-aff217acf003 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4916e657-b94d-4b61-851b-6db1bda06584 HTTP/1.1" status: 200 len: 1002 time: 0.1216419 Sep 29 17:27:11.692579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeaa07-838a-4ca5-8c2e-3abec96851b8 req-c48935dd-5d4a-4ec0-9859-634c9d55aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:11.694858 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49aeaa07-838a-4ca5-8c2e-3abec96851b8 req-c48935dd-5d4a-4ec0-9859-634c9d55aefb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8925bfe-e7cc-499e-9f17-d49be415ef6e HTTP/1.1" status: 200 len: 853 time: 0.0807405 Sep 29 17:27:11.702404 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4bd4b20f-ca5c-4a98-babc-2ce0fbb43dd5 req-e28b7ce0-36f5-4387-ae97-b3a1946527c9 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 210 time: 0.0438731 Sep 29 17:27:11.771343 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-d170fd5f-1c10-41a6-be30-37e60d8f26e4 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 1001 time: 0.2155836 Sep 29 17:27:11.785061 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-72d0127a-8d3d-4c87-8cb2-685ac6eafc43 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:11.826030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aeaa07-838a-4ca5-8c2e-3abec96851b8 req-28241e04-ed73-4df7-9a02-9f26805b3b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:11.827830 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49aeaa07-838a-4ca5-8c2e-3abec96851b8 req-28241e04-ed73-4df7-9a02-9f26805b3b60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=201abf05-d70e-4829-87b2-d88d337df26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199000 Sep 29 17:27:11.974437 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-72d0127a-8d3d-4c87-8cb2-685ac6eafc43 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:12.053113 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49aeaa07-838a-4ca5-8c2e-3abec96851b8 req-ca0823f3-efc8-4e93-a2f2-2debdf2c3e89 service neutron] 10.222.0.35 "GET /v2.0/networks/201abf05-d70e-4829-87b2-d88d337df26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141879 Sep 29 17:27:12.267872 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-72d0127a-8d3d-4c87-8cb2-685ac6eafc43 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:12.294456 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-a8245197-9069-4ecf-817f-19f1a4c6481a tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:12.296322 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-a8245197-9069-4ecf-817f-19f1a4c6481a tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/networks?id=bdfbf497-28cf-4287-bd47-cb5c819d8832 HTTP/1.1" status: 200 len: 822 time: 0.1610796 Sep 29 17:27:12.301074 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-72d0127a-8d3d-4c87-8cb2-685ac6eafc43 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:12.301580 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-72d0127a-8d3d-4c87-8cb2-685ac6eafc43 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Floating IP 9df57187-cc27-4298-a8cd-311e1b83da0f disassociated. External IP: 172.25.2.45, port: a3a89d07-7286-441e-a6c7-52cb3d58993a. Sep 29 17:27:12.320666 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-18d3d2df-8754-4194-99c1-648d582c6a03 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/quotas/19593de2de6f4cfeb5b8a7eb8965f321 HTTP/1.1" status: 200 len: 375 time: 0.0176463 Sep 29 17:27:12.423321 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-48d1ec69-cc51-42b7-b800-fb94b6146414 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=19593de2de6f4cfeb5b8a7eb8965f321&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966051 Sep 29 17:27:12.434265 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49aeaa07-838a-4ca5-8c2e-3abec96851b8 req-09261e3a-9f20-4646-8ccf-b5bab18013a5 service neutron] 10.222.0.35 "GET /v2.0/networks/201abf05-d70e-4829-87b2-d88d337df26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812858 Sep 29 17:27:12.596306 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-1927dd1d-321f-45cc-bb1c-b515a3751940 service neutron] 10.222.0.44 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702008 Sep 29 17:27:12.658557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-72d0127a-8d3d-4c87-8cb2-685ac6eafc43 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Router 526cfb24-1169-4e4d-8726-79ae81820ea7 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:27:12.738714 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-b2ffe073-ba2b-4cbd-8916-eb1557c83322 service neutron] 10.222.0.44 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313019 Sep 29 17:27:12.863357 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-72d0127a-8d3d-4c87-8cb2-685ac6eafc43 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:27:12.871783 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-72d0127a-8d3d-4c87-8cb2-685ac6eafc43 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:12.878817 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09086b17-28c0-4d19-ba7f-417ccb80e765 None None] Sync routers for ids ['526cfb24-1169-4e4d-8726-79ae81820ea7'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:27:12.892365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09086b17-28c0-4d19-ba7f-417ccb80e765 None None] Routers {'526cfb24-1169-4e4d-8726-79ae81820ea7'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:12.893304 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-09086b17-28c0-4d19-ba7f-417ccb80e765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:26:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['526cfb24-1169-4e4d-8726-79ae81820ea7'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:12.911210 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-72d0127a-8d3d-4c87-8cb2-685ac6eafc43 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "PUT /v2.0/floatingips/9df57187-cc27-4298-a8cd-311e1b83da0f HTTP/1.1" status: 200 len: 694 time: 1.1320717 Sep 29 17:27:12.911919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9df3dee-8fc2-4279-8149-96e709664faf', 'tag': 'a3a89d07-7286-441e-a6c7-52cb3d58993a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:12.915565 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232dc87c-4a7a-4c00-8867-38cc9d71aae6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9df3dee-8fc2-4279-8149-96e709664faf", "tag": "a3a89d07-7286-441e-a6c7-52cb3d58993a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:13.066908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-43e50585-4ecb-47d8-97e6-c4b8262a1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:13.068428 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-43e50585-4ecb-47d8-97e6-c4b8262a1ceb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7eedab82acea497aa7c9c4f66b4cf4eb&device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 1097 time: 0.1235044 Sep 29 17:27:13.147080 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-09086b17-28c0-4d19-ba7f-417ccb80e765 None None] Set router 526cfb24-1169-4e4d-8726-79ae81820ea7 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:13.286206 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-a9127de9-92da-4517-bc70-235fc229ba21 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3c140001004b47939868a35e0d4b6585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770087 Sep 29 17:27:13.333607 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c9d08da3-550f-4c00-958c-ea6ba3e78f49 req-b842dd56-e5bb-48fa-a6d1-f4fc4e4be4fc tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 210 time: 0.0772047 Sep 29 17:27:13.390199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-914045bd-0a0f-449c-bcd8-4f0ebb4da57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:13.392827 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-914045bd-0a0f-449c-bcd8-4f0ebb4da57e service neutron] 10.222.0.44 "GET /v2.0/networks?id=20029387-d87e-4fcf-b135-c95d1b87c747 HTTP/1.1" status: 200 len: 929 time: 0.3175828 Sep 29 17:27:13.458666 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-74d97053-c961-4f01-97d5-7d1c01f3ff9d req-147cd514-0ef9-4b65-9adc-f86367e68b62 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 210 time: 0.0628619 Sep 29 17:27:13.472957 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-0f4fd37c-11f7-404d-83b0-3a2423dc261a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3a89d07-7286-441e-a6c7-52cb3d58993a HTTP/1.1" status: 200 len: 217 time: 0.0494101 Sep 29 17:27:13.515223 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3b3292-4ce3-4afa-aa1f-d0f62735f962 x-openstack-request-id: req-cf3b3292-4ce3-4afa-aa1f-d0f62735f962 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:13.517057 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9df3dee-8fc2-4279-8149-96e709664faf", "tag": "a3a89d07-7286-441e-a6c7-52cb3d58993a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:13.518439 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf3b3292-4ce3-4afa-aa1f-d0f62735f962 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:13.519030 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9df3dee-8fc2-4279-8149-96e709664faf', 'tag': 'a3a89d07-7286-441e-a6c7-52cb3d58993a', 'status': 'completed', 'code': 200} Sep 29 17:27:13.568325 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e87cd81-59d9-49a2-ba0d-3668d8f73428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:13.596553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-09086b17-28c0-4d19-ba7f-417ccb80e765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-router', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:27Z', 'updated_at': '2021-09-29T17:26:34Z', 'revision_number': 4, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'gw_port': {'id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:28Z', 'updated_at': '2021-09-29T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '06d1708f-62ab-43e1-aa00-2279ba50f43c', 'name': '', 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'mac_address': 'fa:16:3e:9d:7b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:32Z', 'updated_at': '2021-09-29T17:26:39Z', 'revision_number': 5, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'subnets': [{'id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:13.634570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dc87c-4a7a-4c00-8867-38cc9d71aae6 req-86befa90-8e4c-4ff1-955e-582299ca45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:13.638566 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-232dc87c-4a7a-4c00-8867-38cc9d71aae6 req-86befa90-8e4c-4ff1-955e-582299ca45c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7eedab82acea497aa7c9c4f66b4cf4eb&device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 1097 time: 0.1141725 Sep 29 17:27:13.640278 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-badb668a-6c7e-4dcf-a33b-13a22546bdf7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:13.641775 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-badb668a-6c7e-4dcf-a33b-13a22546bdf7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3461099 Sep 29 17:27:13.644668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-dafa242e-fd65-4eb9-8f91-204801d3acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:13.647013 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-dafa242e-fd65-4eb9-8f91-204801d3acb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9ef64051-9253-44d9-9ddd-01cf0909ce96 HTTP/1.1" status: 200 len: 867 time: 0.1675370 Sep 29 17:27:13.678908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09086b17-28c0-4d19-ba7f-417ccb80e765 None None] Checking router: 526cfb24-1169-4e4d-8726-79ae81820ea7 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:27:13.706036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Request body: {'port': {'device_id': '9136d5d4-0032-4629-91bf-c54af13bf351', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': '3c140001004b47939868a35e0d4b6585'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:13.709488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 12d78cb9-2f7c-4ed1-b125-e42bc6365379 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:13.796520 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 12d78cb9-2f7c-4ed1-b125-e42bc6365379 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:27:13.799790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-51314043-a8e5-4805-bc49-ea9d6af1ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:13.800606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 12d78cb9-2f7c-4ed1-b125-e42bc6365379 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:27:13.801483 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-51314043-a8e5-4805-bc49-ea9d6af1ad98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20029387-d87e-4fcf-b135-c95d1b87c747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420465 Sep 29 17:27:13.803405 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09086b17-28c0-4d19-ba7f-417ccb80e765 None None] Routers {'526cfb24-1169-4e4d-8726-79ae81820ea7'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:13.804259 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-09086b17-28c0-4d19-ba7f-417ccb80e765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:27:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['526cfb24-1169-4e4d-8726-79ae81820ea7'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:13.849847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dc87c-4a7a-4c00-8867-38cc9d71aae6 req-a03ca2b1-8068-4699-93f5-2319e1731f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:13.851386 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-232dc87c-4a7a-4c00-8867-38cc9d71aae6 req-a03ca2b1-8068-4699-93f5-2319e1731f1a service neutron] 10.222.0.49 "GET /v2.0/networks?id=20029387-d87e-4fcf-b135-c95d1b87c747 HTTP/1.1" status: 200 len: 929 time: 0.2046163 Sep 29 17:27:13.915666 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-232dc87c-4a7a-4c00-8867-38cc9d71aae6 req-f7198ff7-d781-47c4-9126-388df0bf1195 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3a89d07-7286-441e-a6c7-52cb3d58993a HTTP/1.1" status: 200 len: 217 time: 0.0547178 Sep 29 17:27:13.948906 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-09086b17-28c0-4d19-ba7f-417ccb80e765 None None] Set router 526cfb24-1169-4e4d-8726-79ae81820ea7 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:14.047289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Made reservation on behalf of 3c140001004b47939868a35e0d4b6585 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:14.051488 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:14.062208 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dc87c-4a7a-4c00-8867-38cc9d71aae6 req-164ba6f5-e3eb-4bf5-a932-2891de5c8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:14.066602 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-b56ed043-0997-44d9-a7f9-6cfc8a11be7f service neutron] 10.222.0.44 "GET /v2.0/networks/20029387-d87e-4fcf-b135-c95d1b87c747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454324 Sep 29 17:27:14.066824 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-232dc87c-4a7a-4c00-8867-38cc9d71aae6 req-164ba6f5-e3eb-4bf5-a932-2891de5c8b5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ef64051-9253-44d9-9ddd-01cf0909ce96 HTTP/1.1" status: 200 len: 867 time: 0.1425083 Sep 29 17:27:14.067449 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:14.074455 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b48a4-d6fe-464b-8e27-d8c6b91559fd req-8b959b55-4c25-4cdc-9d4b-3050d9707177 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:14.083042 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d91b48a4-d6fe-464b-8e27-d8c6b91559fd req-8b959b55-4c25-4cdc-9d4b-3050d9707177 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 946 time: 0.1000717 Sep 29 17:27:14.168994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dc87c-4a7a-4c00-8867-38cc9d71aae6 req-3acf12db-5fd5-4885-8f1a-b5649440bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:14.171275 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-232dc87c-4a7a-4c00-8867-38cc9d71aae6 req-3acf12db-5fd5-4885-8f1a-b5649440bc18 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=20029387-d87e-4fcf-b135-c95d1b87c747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856161 Sep 29 17:27:14.186340 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d91b48a4-d6fe-464b-8e27-d8c6b91559fd req-bc11aaa2-ef63-473b-b7a2-c52d315806d2 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/security-groups?id=be26af37-2b74-413f-9118-beaf28a9a937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020386 Sep 29 17:27:14.208800 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1883a03d-517a-4f4e-9e10-e1ef43bd9b4b req-14db0620-e17b-4361-9f5b-7acde2325efc service neutron] 10.222.0.44 "GET /v2.0/networks/20029387-d87e-4fcf-b135-c95d1b87c747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327672 Sep 29 17:27:14.301121 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:14.307329 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:14.363855 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:14.437924 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fcee6dfe-e290-430a-acf0-8f6c80c6a0dc req-e713abac-c571-4310-a043-f0aeaa7f5bf1 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/floatingips/9df57187-cc27-4298-a8cd-311e1b83da0f HTTP/1.1" status: 200 len: 694 time: 0.1479902 Sep 29 17:27:14.474940 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:14.504737 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-09086b17-28c0-4d19-ba7f-417ccb80e765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-router', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:27Z', 'updated_at': '2021-09-29T17:26:34Z', 'revision_number': 4, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'gw_port': {'id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:28Z', 'updated_at': '2021-09-29T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '06d1708f-62ab-43e1-aa00-2279ba50f43c', 'name': '', 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'mac_address': 'fa:16:3e:9d:7b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:32Z', 'updated_at': '2021-09-29T17:26:39Z', 'revision_number': 5, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'subnets': [{'id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:14.532317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0edc269-f29d-42a4-8f20-3469ec927454,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:14.535177 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09086b17-28c0-4d19-ba7f-417ccb80e765 None None] The sync data for ids ['526cfb24-1169-4e4d-8726-79ae81820ea7'] in n-d-811748-2 is: [{'id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-router', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:27Z', 'updated_at': '2021-09-29T17:26:34Z', 'revision_number': 4, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'gw_port': {'id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:28Z', 'updated_at': '2021-09-29T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '06d1708f-62ab-43e1-aa00-2279ba50f43c', 'name': '', 'network_id': '20029387-d87e-4fcf-b135-c95d1b87c747', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'mac_address': 'fa:16:3e:9d:7b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:32Z', 'updated_at': '2021-09-29T17:26:39Z', 'revision_number': 5, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'subnets': [{'id': '9ef64051-9253-44d9-9ddd-01cf0909ce96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:27:14.559054 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:14.585873 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-14b6db3e-e5eb-4139-944d-16cd76dd35c8 req-e42f149b-379a-460b-8185-a7652b4b972c tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 210 time: 0.0978568 Sep 29 17:27:14.849878 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b64257e-8ea5-4f98-991e-c66fe2de66c9 req-229ab6d0-0312-4f4b-a008-4fe7d9d36003 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 210 time: 0.0533483 Sep 29 17:27:14.874333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Allocated IP 192.168.233.14 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/2df1169b-21aa-47fc-ae23-41992e5453a6) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:15.096363 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-232dc87c-4a7a-4c00-8867-38cc9d71aae6 req-b5d5bf67-dd32-4440-8285-f3014ace4d4e service neutron] 10.222.0.49 "GET /v2.0/networks/20029387-d87e-4fcf-b135-c95d1b87c747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9070034 Sep 29 17:27:15.128274 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f75b3d-7316-4219-be84-b4b3c540f912 None None] New status for floating IP 9df57187-cc27-4298-a8cd-311e1b83da0f: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:27:15.166926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee6dfe-e290-430a-acf0-8f6c80c6a0dc req-27dfd9f5-ee2c-40fa-b808-c704b6fb7297 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:15.168424 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fcee6dfe-e290-430a-acf0-8f6c80c6a0dc req-27dfd9f5-ee2c-40fa-b808-c704b6fb7297 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.7287059 Sep 29 17:27:15.276383 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fcee6dfe-e290-430a-acf0-8f6c80c6a0dc req-629e8880-ea63-4732-ac1d-9e7a327a12ef tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 697 time: 0.0772109 Sep 29 17:27:15.352091 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-232dc87c-4a7a-4c00-8867-38cc9d71aae6 req-7d482612-b19d-49a5-bd4d-98eb9a0bd56e service neutron] 10.222.0.49 "GET /v2.0/networks/20029387-d87e-4fcf-b135-c95d1b87c747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480843 Sep 29 17:27:15.367164 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fcee6dfe-e290-430a-acf0-8f6c80c6a0dc req-c37d715a-c004-4cea-afcc-d63cffec06fe tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.45 HTTP/1.1" status: 200 len: 697 time: 0.0772488 Sep 29 17:27:15.594396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-fcee6dfe-e290-430a-acf0-8f6c80c6a0dc req-f7bdad21-2d2d-4b21-bd81-5317e04cb27c tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Deleting port f8d94953-def9-4adf-a606-80fd9329bb14 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:15.595364 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fcee6dfe-e290-430a-acf0-8f6c80c6a0dc req-f7bdad21-2d2d-4b21-bd81-5317e04cb27c tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:15.691160 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fcee6dfe-e290-430a-acf0-8f6c80c6a0dc req-f7bdad21-2d2d-4b21-bd81-5317e04cb27c tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:15.691796 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fcee6dfe-e290-430a-acf0-8f6c80c6a0dc req-f7bdad21-2d2d-4b21-bd81-5317e04cb27c tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:15.705772 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-fcee6dfe-e290-430a-acf0-8f6c80c6a0dc req-f7bdad21-2d2d-4b21-bd81-5317e04cb27c tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Calling delete_port for f8d94953-def9-4adf-a606-80fd9329bb14 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:15.714700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-f3251c61-3b06-4a5f-a244-4c1559e3ca05 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:15.716143 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-f3251c61-3b06-4a5f-a244-4c1559e3ca05 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.49 "GET /v2.0/networks?id=bdfbf497-28cf-4287-bd47-cb5c819d8832 HTTP/1.1" status: 200 len: 822 time: 0.7193508 Sep 29 17:27:15.727188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff72f9-a88b-463a-aa75-a03bb51f1cb5 req-82422e48-27d7-4182-8097-d1bd61ab5ad5 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:15.728718 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ddff72f9-a88b-463a-aa75-a03bb51f1cb5 req-82422e48-27d7-4182-8097-d1bd61ab5ad5 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 946 time: 0.2696884 Sep 29 17:27:15.737868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-756f2154-da9e-4220-9616-2db6dff6ff42 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Request body: {'port': {'device_id': 'ad5a102a-f82a-4baa-a0c3-743f276dbd57', 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832', 'admin_state_up': True, 'tenant_id': '19593de2de6f4cfeb5b8a7eb8965f321'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:15.773826 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:15.786233 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cef5f-1a6b-4714-9a4e-8fa90ad45e23 req-ebb99f98-7f2a-4a08-9bff-1102efcc5771 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:15.787801 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f6cef5f-1a6b-4714-9a4e-8fa90ad45e23 req-ebb99f98-7f2a-4a08-9bff-1102efcc5771 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 946 time: 0.2586322 Sep 29 17:27:15.882157 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fcee6dfe-e290-430a-acf0-8f6c80c6a0dc req-f7bdad21-2d2d-4b21-bd81-5317e04cb27c tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:15.913007 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ddff72f9-a88b-463a-aa75-a03bb51f1cb5 req-ec29586f-d4e9-4354-91f3-8e482cfed295 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/security-groups?id=be26af37-2b74-413f-9118-beaf28a9a937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690216 Sep 29 17:27:15.915413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdad21-2d2d-4b21-bd81-5317e04cb27c tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Pushing event deleted for resources: {'Port': ['ID=f8d94953-def9-4adf-a606-80fd9329bb14,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:15.990842 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:16.027313 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fcee6dfe-e290-430a-acf0-8f6c80c6a0dc req-f7bdad21-2d2d-4b21-bd81-5317e04cb27c tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:16.032718 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fcee6dfe-e290-430a-acf0-8f6c80c6a0dc req-f7bdad21-2d2d-4b21-bd81-5317e04cb27c tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:16.036183 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fcee6dfe-e290-430a-acf0-8f6c80c6a0dc req-f7bdad21-2d2d-4b21-bd81-5317e04cb27c tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "DELETE /v2.0/floatingips/9df57187-cc27-4298-a8cd-311e1b83da0f HTTP/1.1" status: 204 len: 173 time: 0.6600044 Sep 29 17:27:16.055177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:16.062030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:16.063841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-756f2154-da9e-4220-9616-2db6dff6ff42 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Made reservation on behalf of 19593de2de6f4cfeb5b8a7eb8965f321 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:16.067355 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-756f2154-da9e-4220-9616-2db6dff6ff42 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:16.069512 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:16.134148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Pushing event updated for resources: {'Port': ['ID=2df1169b-21aa-47fc-ae23-41992e5453a6,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:16.183554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-5f6cef5f-1a6b-4714-9a4e-8fa90ad45e23 req-9ae2bedb-f7ab-4ccf-8441-b92cd72071ec tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Deleting port 1256bf1e-8e2f-4361-b834-cd3d6b794fee {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:16.184552 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5f6cef5f-1a6b-4714-9a4e-8fa90ad45e23 req-9ae2bedb-f7ab-4ccf-8441-b92cd72071ec tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:16.190713 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd284690-ac32-4a36-96ab-7873fb9387de req-40305179-2fe1-48f0-a68e-59ae3a3570e3 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:16.198212 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd284690-ac32-4a36-96ab-7873fb9387de req-40305179-2fe1-48f0-a68e-59ae3a3570e3 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 935 time: 0.0713713 Sep 29 17:27:16.242806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd284690-ac32-4a36-96ab-7873fb9387de req-6451db9b-f68f-487a-b295-4d6b71a194c7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436642 Sep 29 17:27:16.333759 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ed450599-8423-4ef8-85aa-5aa85d729673 req-b3055fd9-4352-44ef-88fa-baba600d7b82 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 210 time: 0.1586759 Sep 29 17:27:16.382384 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:16.383283 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:16.423124 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-236bd7fc-51d4-40c2-8fc6-381ca2df40a0 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7239170 Sep 29 17:27:16.452530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-043c9e58-e20a-4a1c-9eab-ea1e505a394a None None] Provisioning complete for port 2df1169b-21aa-47fc-ae23-41992e5453a6 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:16.453197 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-043c9e58-e20a-4a1c-9eab-ea1e505a394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:16.467903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Request body: {'port': {'device_id': '9136d5d4-0032-4629-91bf-c54af13bf351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:16.509854 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ddcc5-1863-4886-8199-b1785c76b860 req-c4ee7b28-cfaa-4410-8807-2546206f4c84 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:16.515413 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-043c9e58-e20a-4a1c-9eab-ea1e505a394a None None] Port 2df1169b-21aa-47fc-ae23-41992e5453a6 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:27:16.516987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5f6cef5f-1a6b-4714-9a4e-8fa90ad45e23 req-9ae2bedb-f7ab-4ccf-8441-b92cd72071ec tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] For port 1256bf1e-8e2f-4361-b834-cd3d6b794fee, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=1256bf1e-8e2f-4361-b834-cd3d6b794fee,segment=NetworkSegment(07d7e19c-cd3d-4e02-880a-b45b0f77755f),segment_id=07d7e19c-cd3d-4e02-880a-b45b0f77755f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:16.519515 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c48ddcc5-1863-4886-8199-b1785c76b860 req-c4ee7b28-cfaa-4410-8807-2546206f4c84 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 946 time: 0.0667341 Sep 29 17:27:16.520010 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5f6cef5f-1a6b-4714-9a4e-8fa90ad45e23 req-9ae2bedb-f7ab-4ccf-8441-b92cd72071ec tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:16.543776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-5f6cef5f-1a6b-4714-9a4e-8fa90ad45e23 req-9ae2bedb-f7ab-4ccf-8441-b92cd72071ec tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Calling delete_port for 1256bf1e-8e2f-4361-b834-cd3d6b794fee owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:16.561182 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c48ddcc5-1863-4886-8199-b1785c76b860 req-fe49e0d5-d6fd-4d30-9cd2-d4e7dca31f30 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408492 Sep 29 17:27:16.613799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-756f2154-da9e-4220-9616-2db6dff6ff42 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Allocated IP 172.20.0.5 (bdfbf497-28cf-4287-bd47-cb5c819d8832/4094c4fb-7bca-4bda-8768-7330c24f14ba/c0ca7e3a-a538-4a0a-ba89-4a638747f14d) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:16.665961 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:16.723980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2da539-3b4d-447d-827f-21b308c410b4 req-5d61504a-0108-47ef-9f84-c70058ac5303 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:16.725551 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be2da539-3b4d-447d-827f-21b308c410b4 req-5d61504a-0108-47ef-9f84-c70058ac5303 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1919458 Sep 29 17:27:16.737650 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:16.822361 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be2da539-3b4d-447d-827f-21b308c410b4 req-3e0332ec-5056-4543-915e-a3e10c87860f tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0662212 Sep 29 17:27:16.886136 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e8f258d6-f5b4-4866-97ad-6c72c7f417d4 req-091c0fde-6b04-4e68-8548-27c5b479880d tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0431652 Sep 29 17:27:17.046930 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5f6cef5f-1a6b-4714-9a4e-8fa90ad45e23 req-9ae2bedb-f7ab-4ccf-8441-b92cd72071ec tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:17.055552 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dce33-f1c4-46c5-ab02-fd608a55a49a req-06d93c16-0f47-4143-a1f7-069f04a1e6a6 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:17.064985 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-518dce33-f1c4-46c5-ab02-fd608a55a49a req-06d93c16-0f47-4143-a1f7-069f04a1e6a6 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed01af4a-96a3-412e-b24b-5a68d08d4ed7 HTTP/1.1" status: 200 len: 867 time: 0.0682538 Sep 29 17:27:17.103877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['1256bf1e-8e2f-4361-b834-cd3d6b794fee'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:27:17.116044 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-518dce33-f1c4-46c5-ab02-fd608a55a49a req-cbf549c2-2b1d-4e5b-a7ba-216971c61296 tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.44 "GET /v2.0/security-groups?id=be26af37-2b74-413f-9118-beaf28a9a937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497782 Sep 29 17:27:17.119045 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-756f2154-da9e-4220-9616-2db6dff6ff42 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:17.125570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2bedb-f7ab-4ccf-8441-b92cd72071ec tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Pushing event deleted for resources: {'Port': ['ID=1256bf1e-8e2f-4361-b834-cd3d6b794fee,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:17.181966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6cef5f-1a6b-4714-9a4e-8fa90ad45e23 req-9ae2bedb-f7ab-4ccf-8441-b92cd72071ec tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] No DVR routers for this DVR port 1256bf1e-8e2f-4361-b834-cd3d6b794fee on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:27:17.199425 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5f6cef5f-1a6b-4714-9a4e-8fa90ad45e23 req-9ae2bedb-f7ab-4ccf-8441-b92cd72071ec tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:17.201426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f6cef5f-1a6b-4714-9a4e-8fa90ad45e23 req-9ae2bedb-f7ab-4ccf-8441-b92cd72071ec tempest-VolumesAdminNegativeTest-235394947 tempest-VolumesAdminNegativeTest-235394947-project] 10.222.0.35 "DELETE /v2.0/ports/1256bf1e-8e2f-4361-b834-cd3d6b794fee HTTP/1.1" status: 204 len: 173 time: 1.4033897 Sep 29 17:27:17.206187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed01af4a-96a3-412e-b24b-5a68d08d4ed7', 'name': 'network-vif-deleted', 'tag': '1256bf1e-8e2f-4361-b834-cd3d6b794fee'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:17.208434 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0744b38a-031f-4bbf-ab61-7ec40b0241ee" -d '{"events": [{"server_uuid": "ed01af4a-96a3-412e-b24b-5a68d08d4ed7", "name": "network-vif-deleted", "tag": "1256bf1e-8e2f-4361-b834-cd3d6b794fee"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:17.254851 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299cff49-61d3-40ab-9a81-dc1bd92494c3 x-openstack-request-id: req-299cff49-61d3-40ab-9a81-dc1bd92494c3 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:17.255140 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed01af4a-96a3-412e-b24b-5a68d08d4ed7", "name": "network-vif-deleted", "tag": "1256bf1e-8e2f-4361-b834-cd3d6b794fee", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:17.255390 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-299cff49-61d3-40ab-9a81-dc1bd92494c3 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:17.256008 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed01af4a-96a3-412e-b24b-5a68d08d4ed7', 'name': 'network-vif-deleted', 'tag': '1256bf1e-8e2f-4361-b834-cd3d6b794fee', 'status': 'completed', 'code': 200} Sep 29 17:27:17.300805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-756f2154-da9e-4220-9616-2db6dff6ff42 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:17.328038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91220c-6e8c-435d-89bb-c5919e4a6649 req-99659392-fa15-47b8-b336-7b22b809116a tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:17.333837 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc91220c-6e8c-435d-89bb-c5919e4a6649 req-99659392-fa15-47b8-b336-7b22b809116a tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 946 time: 0.1559923 Sep 29 17:27:17.392665 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2a64b-ae5e-46e8-b369-b83262f498aa req-82c77ed7-23ba-45df-9354-c3f1342efa0a tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:17.394745 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8be2a64b-ae5e-46e8-b369-b83262f498aa req-82c77ed7-23ba-45df-9354-c3f1342efa0a tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 935 time: 0.0652995 Sep 29 17:27:17.404751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-756f2154-da9e-4220-9616-2db6dff6ff42 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Network bdfbf497-28cf-4287-bd47-cb5c819d8832 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:17.417271 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-756f2154-da9e-4220-9616-2db6dff6ff42 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:17.427123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-756f2154-da9e-4220-9616-2db6dff6ff42 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:17.439344 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8be2a64b-ae5e-46e8-b369-b83262f498aa req-165c981c-9b82-4bce-bf5a-6db862c05336 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373466 Sep 29 17:27:17.488369 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756f2154-da9e-4220-9616-2db6dff6ff42 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Pushing event updated for resources: {'Port': ['ID=c0ca7e3a-a538-4a0a-ba89-4a638747f14d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:17.502922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df1169b-21aa-47fc-ae23-41992e5453a6 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:27:17.509762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc91220c-6e8c-435d-89bb-c5919e4a6649 req-23b8245b-7a63-4b4c-9666-ee01a9f33b9d tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8e29362-35fc-47c7-832e-500592a601e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713903 Sep 29 17:27:17.517101 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:17.528153 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-756f2154-da9e-4220-9616-2db6dff6ff42 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:17.529021 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-756f2154-da9e-4220-9616-2db6dff6ff42 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:17.545502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Transition to ACTIVE for port object 2df1169b-21aa-47fc-ae23-41992e5453a6 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:27:17.561108 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:17.567793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-756f2154-da9e-4220-9616-2db6dff6ff42 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8353794 Sep 29 17:27:17.569543 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d21fc-0fcb-4fe3-950c-7b8deed23040 req-4ba89b76-64bb-4183-9cf2-8f5a5c87a397 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:17.571661 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e9d21fc-0fcb-4fe3-950c-7b8deed23040 req-4ba89b76-64bb-4183-9cf2-8f5a5c87a397 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 931 time: 0.0665021 Sep 29 17:27:17.606698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Request body: {'port': {'device_id': 'ad5a102a-f82a-4baa-a0c3-743f276dbd57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:17.618346 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e9d21fc-0fcb-4fe3-950c-7b8deed23040 req-906a444f-5705-46b9-800a-0b1590f8f46e tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 Sep 29 17:27:17.655010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Pushing event updated for resources: {'Port': ['ID=2df1169b-21aa-47fc-ae23-41992e5453a6,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:17.717775 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:17.872648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcf40b-56ff-4ab3-82a1-7e6e742e47a7 req-c767ced1-1e92-4278-89ac-3c589f65d974 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:17.874122 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9afcf40b-56ff-4ab3-82a1-7e6e742e47a7 req-c767ced1-1e92-4278-89ac-3c589f65d974 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 946 time: 0.1351166 Sep 29 17:27:17.924660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Attempting to bind port 2df1169b-21aa-47fc-ae23-41992e5453a6 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:27:17.925005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Attempting to bind port 2df1169b-21aa-47fc-ae23-41992e5453a6 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:27:17.925368 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Attempting to bind port 2df1169b-21aa-47fc-ae23-41992e5453a6 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:17.956260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Port 2df1169b-21aa-47fc-ae23-41992e5453a6 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:27:17.956742 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Attempting to bind port 2df1169b-21aa-47fc-ae23-41992e5453a6 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:17.969005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:27:17.969957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:17.970536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:27:17.970857 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Bound port: 2df1169b-21aa-47fc-ae23-41992e5453a6, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:27:17.971194 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:18.021268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9afcf40b-56ff-4ab3-82a1-7e6e742e47a7 req-d0d86d2b-9ac2-4f40-8a69-c92c69230cf7 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902462 Sep 29 17:27:18.129492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] For port 2df1169b-21aa-47fc-ae23-41992e5453a6, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:27:18.133987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] For port 2df1169b-21aa-47fc-ae23-41992e5453a6, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2df1169b-21aa-47fc-ae23-41992e5453a6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:27:18.138968 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:18.176633 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58742) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:18.198422 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:18.199281 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:18.200977 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] 10.222.0.35 "PUT /v2.0/ports/2df1169b-21aa-47fc-ae23-41992e5453a6 HTTP/1.1" status: 200 len: 1095 time: 1.7410293 Sep 29 17:27:18.237420 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9f0015-2c73-4ab3-bab1-ca471f9445bc admin admin] Deleting subnet f6eee7be-2fe6-40a1-a932-fabf748b7bef {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:27:18.251227 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0015-2c73-4ab3-bab1-ca471f9445bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:18.283142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee315ba3-fe8c-43e8-9188-616bf3dcfc72 service neutron] Pushing event updated for resources: {'Port': ['ID=2df1169b-21aa-47fc-ae23-41992e5453a6,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:18.305008 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0015-2c73-4ab3-bab1-ca471f9445bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:18.315118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ca7e3a-a538-4a0a-ba89-4a638747f14d {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:27:18.336820 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:18.370231 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0015-2c73-4ab3-bab1-ca471f9445bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:18.373299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Transition to ACTIVE for port object c0ca7e3a-a538-4a0a-ba89-4a638747f14d will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:27:18.381049 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:18.407677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-a5b6fa0f-4d46-4194-84d3-33c125d37eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:18.410138 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-a5b6fa0f-4d46-4194-84d3-33c125d37eae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c140001004b47939868a35e0d4b6585&device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 1098 time: 0.1409926 Sep 29 17:27:18.447121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38ddbc-0a10-4717-98fa-2ac3bae847f7 req-0e8452b9-5ccc-4657-8fe2-e44d722a7da1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:18.448439 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d38ddbc-0a10-4717-98fa-2ac3bae847f7 req-0e8452b9-5ccc-4657-8fe2-e44d722a7da1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.35 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 946 time: 0.1240973 Sep 29 17:27:18.455388 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0015-2c73-4ab3-bab1-ca471f9445bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:18.486775 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f0015-2c73-4ab3-bab1-ca471f9445bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6eee7be-2fe6-40a1-a932-fabf748b7bef,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:18.490779 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c9f0015-2c73-4ab3-bab1-ca471f9445bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:18.492674 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7c9f0015-2c73-4ab3-bab1-ca471f9445bc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f6eee7be-2fe6-40a1-a932-fabf748b7bef HTTP/1.1" status: 204 len: 168 time: 0.3143332 Sep 29 17:27:18.496354 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58746) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:18.531958 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-9dfd533d-a1ec-4ba2-9020-a44b04bf6bee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=2df1169b-21aa-47fc-ae23-41992e5453a6 HTTP/1.1" status: 200 len: 217 time: 0.0803876 Sep 29 17:27:18.596479 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-37f14ed8-af28-4131-a351-ed07de0d0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:18.598203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-37f14ed8-af28-4131-a351-ed07de0d0ac5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0524716 Sep 29 17:27:18.633765 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6a9fab7e-5da4-423b-9fe8-8e21e77a9817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:18.657551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ca7e3a-a538-4a0a-ba89-4a638747f14d,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:18.668480 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4c916-5f9e-42c5-9129-9909efbd5704 req-aa90f521-9ae3-4132-9dc8-5e1e5e4971b9 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:18.669962 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4af4c916-5f9e-42c5-9129-9909efbd5704 req-aa90f521-9ae3-4132-9dc8-5e1e5e4971b9 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.49 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 946 time: 0.1397324 Sep 29 17:27:18.733252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd86c6-727f-4bc2-a539-7bf7b2e622df req-0dccf247-609d-4c70-80d8-b1aa1b2b9073 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:18.735339 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2cfd86c6-727f-4bc2-a539-7bf7b2e622df req-0dccf247-609d-4c70-80d8-b1aa1b2b9073 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 946 time: 0.1298306 Sep 29 17:27:18.773381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adc793-7b05-404a-9263-31147c3d933f req-d80e694f-7f4a-4d9c-8b2b-e3f81fd6638f tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:18.774891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e6adc793-7b05-404a-9263-31147c3d933f req-d80e694f-7f4a-4d9c-8b2b-e3f81fd6638f tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 947 time: 0.2348266 Sep 29 17:27:18.798800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-0d5197ac-fd25-4b23-ae6d-893f3d31d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:18.800257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-0d5197ac-fd25-4b23-ae6d-893f3d31d501 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1677105 Sep 29 17:27:18.802137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Attempting to bind port c0ca7e3a-a538-4a0a-ba89-4a638747f14d on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:27:18.802467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Attempting to bind port c0ca7e3a-a538-4a0a-ba89-4a638747f14d by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '58bd1bc6-02d7-46f5-95d3-9d9fc249c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:27:18.803217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Attempting to bind port c0ca7e3a-a538-4a0a-ba89-4a638747f14d on network bdfbf497-28cf-4287-bd47-cb5c819d8832 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:18.843462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Port c0ca7e3a-a538-4a0a-ba89-4a638747f14d on network bdfbf497-28cf-4287-bd47-cb5c819d8832 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:27:18.843832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Attempting to bind port c0ca7e3a-a538-4a0a-ba89-4a638747f14d on network bdfbf497-28cf-4287-bd47-cb5c819d8832 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:18.871508 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6a9fab7e-5da4-423b-9fe8-8e21e77a9817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:18.874766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:27:18.876199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Checking segment: {'id': '58bd1bc6-02d7-46f5-95d3-9d9fc249c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:18.876199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Bound using segment: {'id': '58bd1bc6-02d7-46f5-95d3-9d9fc249c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:27:18.876642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Bound port: c0ca7e3a-a538-4a0a-ba89-4a638747f14d, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58bd1bc6-02d7-46f5-95d3-9d9fc249c08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:27:18.876931 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:18.889717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-5d38ddbc-0a10-4717-98fa-2ac3bae847f7 req-85a1b767-2da8-43cc-b8cf-a0846307ea32 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Deleting port e00bdd28-a437-4f49-a2e2-84d6db5ade37 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:18.890035 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5d38ddbc-0a10-4717-98fa-2ac3bae847f7 req-85a1b767-2da8-43cc-b8cf-a0846307ea32 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:18.908094 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2cfd86c6-727f-4bc2-a539-7bf7b2e622df req-62993b87-0856-48ec-9d55-06b25ac65d45 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8e29362-35fc-47c7-832e-500592a601e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534758 Sep 29 17:27:18.914848 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-6a9fab7e-5da4-423b-9fe8-8e21e77a9817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9805b8-75c0-46fc-aa2c-1a32398bc747']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:18.933876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-6a9fab7e-5da4-423b-9fe8-8e21e77a9817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d7e19c-cd3d-4e02-880a-b45b0f77755f') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:18.934163 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-6a9fab7e-5da4-423b-9fe8-8e21e77a9817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d7e19c-cd3d-4e02-880a-b45b0f77755f') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:18.951204 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-4af4c916-5f9e-42c5-9129-9909efbd5704 req-46b20253-2987-473b-8cdc-7aa21a4cba84 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Deleting port a3a89d07-7286-441e-a6c7-52cb3d58993a {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:18.951541 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4af4c916-5f9e-42c5-9129-9909efbd5704 req-46b20253-2987-473b-8cdc-7aa21a4cba84 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:18.957645 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6a9fab7e-5da4-423b-9fe8-8e21e77a9817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:18.966244 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e6adc793-7b05-404a-9263-31147c3d933f req-aa79476b-6279-4582-9317-cc51dd570013 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830459 Sep 29 17:27:19.001654 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6a9fab7e-5da4-423b-9fe8-8e21e77a9817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:19.040244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9fab7e-5da4-423b-9fe8-8e21e77a9817 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:27:19.041475 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6a9fab7e-5da4-423b-9fe8-8e21e77a9817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:27:19.046381 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:27:19.155636 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:27:19.178766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96593d-9574-464d-8ed1-f199b7b046b9 req-dd335c12-8248-4ee9-a4f5-4c22898643a0 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:19.180356 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b96593d-9574-464d-8ed1-f199b7b046b9 req-dd335c12-8248-4ee9-a4f5-4c22898643a0 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 943 time: 0.1966736 Sep 29 17:27:19.201031 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6a9fab7e-5da4-423b-9fe8-8e21e77a9817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:19.218884 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6a9fab7e-5da4-423b-9fe8-8e21e77a9817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:19.224435 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6a9fab7e-5da4-423b-9fe8-8e21e77a9817 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0c9805b8-75c0-46fc-aa2c-1a32398bc747 HTTP/1.1" status: 204 len: 168 time: 0.7234180 Sep 29 17:27:19.224435 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-4af4c916-5f9e-42c5-9129-9909efbd5704 req-46b20253-2987-473b-8cdc-7aa21a4cba84 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] For port a3a89d07-7286-441e-a6c7-52cb3d58993a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=a3a89d07-7286-441e-a6c7-52cb3d58993a,segment=NetworkSegment(fa211f56-7bde-4e00-8369-15132d4839b8),segment_id=fa211f56-7bde-4e00-8369-15132d4839b8)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:19.224765 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4af4c916-5f9e-42c5-9129-9909efbd5704 req-46b20253-2987-473b-8cdc-7aa21a4cba84 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:19.234109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58768) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:19.279954 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fab7e-5da4-423b-9fe8-8e21e77a9817 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c9805b8-75c0-46fc-aa2c-1a32398bc747,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:19.291975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-4af4c916-5f9e-42c5-9129-9909efbd5704 req-46b20253-2987-473b-8cdc-7aa21a4cba84 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Calling delete_port for a3a89d07-7286-441e-a6c7-52cb3d58993a owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:19.322903 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b96593d-9574-464d-8ed1-f199b7b046b9 req-14f2680b-8a2c-4cef-ad34-066bf13e8df8 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228580 Sep 29 17:27:19.377818 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb33e12-c4e9-4950-8b13-73b5713bb4f5 admin admin] Deleting subnet c1d74dac-ce32-4c17-8413-be4166ffa57b {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:27:19.382314 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aeb33e12-c4e9-4950-8b13-73b5713bb4f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:19.389134 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-f0ebb949-3675-483e-8802-4835173319d6 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742750 Sep 29 17:27:19.389590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9136d5d4-0032-4629-91bf-c54af13bf351', 'tag': '2df1169b-21aa-47fc-ae23-41992e5453a6'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:19.392546 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40904fe9-1d32-46d5-882b-7d7536d5feed" -d '{"events": [{"name": "network-changed", "server_uuid": "9136d5d4-0032-4629-91bf-c54af13bf351", "tag": "2df1169b-21aa-47fc-ae23-41992e5453a6"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:19.431109 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aeb33e12-c4e9-4950-8b13-73b5713bb4f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:19.457622 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ce0156-6fc0-4eea-86f4-c3bb3704e595 x-openstack-request-id: req-37ce0156-6fc0-4eea-86f4-c3bb3704e595 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:19.457913 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9136d5d4-0032-4629-91bf-c54af13bf351", "tag": "2df1169b-21aa-47fc-ae23-41992e5453a6", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:19.458354 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37ce0156-6fc0-4eea-86f4-c3bb3704e595 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:19.458740 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9136d5d4-0032-4629-91bf-c54af13bf351', 'tag': '2df1169b-21aa-47fc-ae23-41992e5453a6', 'status': 'completed', 'code': 200} Sep 29 17:27:19.503128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] For port c0ca7e3a-a538-4a0a-ba89-4a638747f14d, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:27:19.506389 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aeb33e12-c4e9-4950-8b13-73b5713bb4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:19.556971 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5d38ddbc-0a10-4717-98fa-2ac3bae847f7 req-85a1b767-2da8-43cc-b8cf-a0846307ea32 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] For port e00bdd28-a437-4f49-a2e2-84d6db5ade37, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e00bdd28-a437-4f49-a2e2-84d6db5ade37,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:19.557257 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5d38ddbc-0a10-4717-98fa-2ac3bae847f7 req-85a1b767-2da8-43cc-b8cf-a0846307ea32 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:19.560724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] For port c0ca7e3a-a538-4a0a-ba89-4a638747f14d, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c0ca7e3a-a538-4a0a-ba89-4a638747f14d,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:27:19.572563 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4af4c916-5f9e-42c5-9129-9909efbd5704 req-46b20253-2987-473b-8cdc-7aa21a4cba84 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:19.579738 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:19.585324 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['a3a89d07-7286-441e-a6c7-52cb3d58993a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:27:19.596554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-5d38ddbc-0a10-4717-98fa-2ac3bae847f7 req-85a1b767-2da8-43cc-b8cf-a0846307ea32 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Calling delete_port for e00bdd28-a437-4f49-a2e2-84d6db5ade37 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:19.627991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98e13e-5404-4d04-8eec-1454bb337af8 req-3c03ace3-fa5c-40e9-b5fa-41d06e7c9f52 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:19.631637 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b20253-2987-473b-8cdc-7aa21a4cba84 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Pushing event deleted for resources: {'Port': ['ID=a3a89d07-7286-441e-a6c7-52cb3d58993a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:19.641835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d98e13e-5404-4d04-8eec-1454bb337af8 req-3c03ace3-fa5c-40e9-b5fa-41d06e7c9f52 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 946 time: 0.2321503 Sep 29 17:27:19.661008 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aeb33e12-c4e9-4950-8b13-73b5713bb4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:19.683878 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aeb33e12-c4e9-4950-8b13-73b5713bb4f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:19.687099 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aeb33e12-c4e9-4950-8b13-73b5713bb4f5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c1d74dac-ce32-4c17-8413-be4166ffa57b HTTP/1.1" status: 204 len: 168 time: 0.4518974 Sep 29 17:27:19.692959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:19.694319 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:19.695896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] 10.222.0.49 "PUT /v2.0/ports/c0ca7e3a-a538-4a0a-ba89-4a638747f14d HTTP/1.1" status: 200 len: 1091 time: 2.0987546 Sep 29 17:27:19.697914 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc131383-5c84-4ab7-b3ad-348627d51612 req-92b5f483-a41d-4185-a0d5-bd8372ac66a8 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861905 Sep 29 17:27:19.698582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58772) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:19.766464 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af4c916-5f9e-42c5-9129-9909efbd5704 req-46b20253-2987-473b-8cdc-7aa21a4cba84 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] No DVR routers for this DVR port a3a89d07-7286-441e-a6c7-52cb3d58993a on host n-h1-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:27:19.766464 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb33e12-c4e9-4950-8b13-73b5713bb4f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1d74dac-ce32-4c17-8413-be4166ffa57b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:19.766464 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4af4c916-5f9e-42c5-9129-9909efbd5704 req-46b20253-2987-473b-8cdc-7aa21a4cba84 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:19.769062 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4af4c916-5f9e-42c5-9129-9909efbd5704 req-46b20253-2987-473b-8cdc-7aa21a4cba84 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.49 "DELETE /v2.0/ports/a3a89d07-7286-441e-a6c7-52cb3d58993a HTTP/1.1" status: 204 len: 173 time: 1.0884938 Sep 29 17:27:19.769062 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9df3dee-8fc2-4279-8149-96e709664faf', 'name': 'network-vif-deleted', 'tag': 'a3a89d07-7286-441e-a6c7-52cb3d58993a'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:19.771511 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4e850c-7933-4241-ba0c-a01e1a860b12" -d '{"events": [{"server_uuid": "a9df3dee-8fc2-4279-8149-96e709664faf", "name": "network-vif-deleted", "tag": "a3a89d07-7286-441e-a6c7-52cb3d58993a"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:19.832434 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ca7e3a-a538-4a0a-ba89-4a638747f14d,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:19.852713 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92a4160-51ab-4875-bf5c-c296418bcad7 x-openstack-request-id: req-a92a4160-51ab-4875-bf5c-c296418bcad7 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:19.853000 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9df3dee-8fc2-4279-8149-96e709664faf", "name": "network-vif-deleted", "tag": "a3a89d07-7286-441e-a6c7-52cb3d58993a", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:19.853324 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a92a4160-51ab-4875-bf5c-c296418bcad7 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:19.854512 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9df3dee-8fc2-4279-8149-96e709664faf', 'name': 'network-vif-deleted', 'tag': 'a3a89d07-7286-441e-a6c7-52cb3d58993a', 'status': 'completed', 'code': 200} Sep 29 17:27:19.874649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-f76b6be6-3315-4a66-b030-ee1c36a55ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:19.877145 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-f76b6be6-3315-4a66-b030-ee1c36a55ee0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19593de2de6f4cfeb5b8a7eb8965f321&device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 1094 time: 0.0930128 Sep 29 17:27:19.983660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-87ccc5a7-6029-4e5f-bfb3-d8606d87ff08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0ca7e3a-a538-4a0a-ba89-4a638747f14d HTTP/1.1" status: 200 len: 217 time: 0.0973923 Sep 29 17:27:20.038358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:20.038968 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:20.038968 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:20.039329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:20.039570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:20.039907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:20.040237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:20.040810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:20.041142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:20.042022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:20.042022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:20.042265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e138d0-f1ac-4253-9b69-6a358a60b5b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:20.085819 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-97ef7ef7-9db3-424c-823a-f191deb5c202 req-60b6a9ef-ae3d-463f-be73-cada4c77ef18 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960 tempest-FloatingIPsAssociationNegativeTestJSON-1849723960-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9df3dee-8fc2-4279-8149-96e709664faf HTTP/1.1" status: 200 len: 210 time: 0.0499539 Sep 29 17:27:20.095592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-e1fca048-19a1-45d4-8e1e-82a0af4ee7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:20.098202 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-e1fca048-19a1-45d4-8e1e-82a0af4ee7ff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4094c4fb-7bca-4bda-8768-7330c24f14ba HTTP/1.1" status: 200 len: 862 time: 0.1034853 Sep 29 17:27:20.142958 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-3302cc29-ec97-4d39-9818-9a4faebf0cf5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdfbf497-28cf-4287-bd47-cb5c819d8832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362115 Sep 29 17:27:20.148652 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d98e13e-5404-4d04-8eec-1454bb337af8 req-5242f17f-d1d4-414c-9f1c-4bcccbfbcafb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921808 Sep 29 17:27:20.205009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40904fe9-1d32-46d5-882b-7d7536d5feed req-b6654003-a577-44a0-837e-583bde852ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:20.206610 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-40904fe9-1d32-46d5-882b-7d7536d5feed req-b6654003-a577-44a0-837e-583bde852ad2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c140001004b47939868a35e0d4b6585&device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 1098 time: 0.3502765 Sep 29 17:27:20.207624 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5d38ddbc-0a10-4717-98fa-2ac3bae847f7 req-85a1b767-2da8-43cc-b8cf-a0846307ea32 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:20.211587 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c5273b4-9423-4623-8ddb-b21d154f9462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:20.247987 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['e00bdd28-a437-4f49-a2e2-84d6db5ade37'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:27:20.298854 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1b767-2da8-43cc-b8cf-a0846307ea32 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Pushing event deleted for resources: {'Port': ['ID=e00bdd28-a437-4f49-a2e2-84d6db5ade37,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:20.373973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431fd3e-19ca-49b6-b2f8-df0482b3278a req-87edfede-0ee7-4a09-a727-b93432fcd107 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:20.382330 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5431fd3e-19ca-49b6-b2f8-df0482b3278a req-87edfede-0ee7-4a09-a727-b93432fcd107 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 947 time: 0.1680245 Sep 29 17:27:20.424881 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-55d09d3c-7851-49ad-87b1-a7f895f32a5f service neutron] 10.222.0.49 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631259 Sep 29 17:27:20.470372 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5431fd3e-19ca-49b6-b2f8-df0482b3278a req-79cc5b39-181f-499f-af2a-3e3415fbc6be tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869164 Sep 29 17:27:20.483518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e00bdd28-a437-4f49-a2e2-84d6db5ade37 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:20.525929 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: e00bdd28-a437-4f49-a2e2-84d6db5ade37 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:27:20.526542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e00bdd28-a437-4f49-a2e2-84d6db5ade37 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:27:20.527303 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 1256bf1e-8e2f-4361-b834-cd3d6b794fee no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:20.552780 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 1256bf1e-8e2f-4361-b834-cd3d6b794fee {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:27:20.553521 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 1256bf1e-8e2f-4361-b834-cd3d6b794fee not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:27:20.553903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d38ddbc-0a10-4717-98fa-2ac3bae847f7 req-85a1b767-2da8-43cc-b8cf-a0846307ea32 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] No DVR routers for this DVR port e00bdd28-a437-4f49-a2e2-84d6db5ade37 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:27:20.563980 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-364a0c1f-063b-4afd-ae02-4e8e1a982693 req-69cae598-bdcc-4df8-b46b-3ee67f99f3c6 service neutron] 10.222.0.49 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305854 Sep 29 17:27:20.567831 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5d38ddbc-0a10-4717-98fa-2ac3bae847f7 req-85a1b767-2da8-43cc-b8cf-a0846307ea32 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:20.570430 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d38ddbc-0a10-4717-98fa-2ac3bae847f7 req-85a1b767-2da8-43cc-b8cf-a0846307ea32 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.35 "DELETE /v2.0/ports/e00bdd28-a437-4f49-a2e2-84d6db5ade37 HTTP/1.1" status: 204 len: 173 time: 2.1070054 Sep 29 17:27:20.580809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40904fe9-1d32-46d5-882b-7d7536d5feed req-b618f766-8c75-4eae-84fb-1c7a4dfc8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:20.581599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-40904fe9-1d32-46d5-882b-7d7536d5feed req-b618f766-8c75-4eae-84fb-1c7a4dfc8b78 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.3600037 Sep 29 17:27:20.653993 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-40904fe9-1d32-46d5-882b-7d7536d5feed req-572c41b9-27df-4c9d-b0dc-cda2657590b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=2df1169b-21aa-47fc-ae23-41992e5453a6 HTTP/1.1" status: 200 len: 217 time: 0.0648119 Sep 29 17:27:20.690725 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c5273b4-9423-4623-8ddb-b21d154f9462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:20.755978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9c5273b4-9423-4623-8ddb-b21d154f9462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5108e6c6-5427-4990-aba1-ea9490e57222']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:20.775644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b4449-cb0b-401e-b719-594560f6a925 req-83f72756-122a-41f4-874b-172a868f5b49 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:20.777106 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-377b4449-cb0b-401e-b719-594560f6a925 req-83f72756-122a-41f4-874b-172a868f5b49 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 943 time: 0.2397561 Sep 29 17:27:20.784917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9c5273b4-9423-4623-8ddb-b21d154f9462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3acfd7-afe1-4689-863e-48610ca55f6d') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:20.785213 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9c5273b4-9423-4623-8ddb-b21d154f9462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3acfd7-afe1-4689-863e-48610ca55f6d') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:20.802115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40904fe9-1d32-46d5-882b-7d7536d5feed req-d0fc137a-e447-4f92-b3b9-7f5f72e64897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:20.803548 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-40904fe9-1d32-46d5-882b-7d7536d5feed req-d0fc137a-e447-4f92-b3b9-7f5f72e64897 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1388330 Sep 29 17:27:20.813553 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c5273b4-9423-4623-8ddb-b21d154f9462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:20.862005 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c5273b4-9423-4623-8ddb-b21d154f9462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:20.869457 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-377b4449-cb0b-401e-b719-594560f6a925 req-d85d14ad-91b1-4f12-bb8a-10901d3c2cb6 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822179 Sep 29 17:27:20.874087 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5273b4-9423-4623-8ddb-b21d154f9462 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:27:20.874473 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c5273b4-9423-4623-8ddb-b21d154f9462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:27:20.877165 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:27:20.935408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40904fe9-1d32-46d5-882b-7d7536d5feed req-a553037c-8424-4734-a995-9a4065627f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:20.936987 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-40904fe9-1d32-46d5-882b-7d7536d5feed req-a553037c-8424-4734-a995-9a4065627f89 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1216230 Sep 29 17:27:20.967398 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c5273b4-9423-4623-8ddb-b21d154f9462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:20.976345 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c5273b4-9423-4623-8ddb-b21d154f9462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:20.980740 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9c5273b4-9423-4623-8ddb-b21d154f9462 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5108e6c6-5427-4990-aba1-ea9490e57222 HTTP/1.1" status: 204 len: 168 time: 1.2755609 Sep 29 17:27:21.008097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5273b4-9423-4623-8ddb-b21d154f9462 admin admin] Pushing event deleted for resources: {'Network': ['ID=5108e6c6-5427-4990-aba1-ea9490e57222,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:21.082250 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-40904fe9-1d32-46d5-882b-7d7536d5feed req-c1764bde-c607-47cb-98fb-c3fab6b70bce service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366398 Sep 29 17:27:21.152139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58806) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:21.370787 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-40904fe9-1d32-46d5-882b-7d7536d5feed req-ee36ddbd-95b4-4f7a-b82b-0763f5a336ab service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807586 Sep 29 17:27:21.445953 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a79f4b75-98f0-43f4-ba36-833892728fa1 req-2c921fb4-7bf6-4801-a504-bba860e2c542 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 210 time: 0.0399084 Sep 29 17:27:21.452015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58814) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:21.460306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5a102a-f82a-4baa-a0c3-743f276dbd57', 'tag': 'c0ca7e3a-a538-4a0a-ba89-4a638747f14d'}, {'server_uuid': 'b16300a8-fa85-4fec-99fc-87d902dea6ea', 'name': 'network-vif-deleted', 'tag': 'e00bdd28-a437-4f49-a2e2-84d6db5ade37'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:21.462565 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a1aca1-c496-4d19-9c7b-54242460965a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5a102a-f82a-4baa-a0c3-743f276dbd57", "tag": "c0ca7e3a-a538-4a0a-ba89-4a638747f14d"}, {"server_uuid": "b16300a8-fa85-4fec-99fc-87d902dea6ea", "name": "network-vif-deleted", "tag": "e00bdd28-a437-4f49-a2e2-84d6db5ade37"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:21.525473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897de17-4656-489b-9ce3-80c7ff9d2b8c req-2b6d446e-4c39-43e0-9471-d30792c0813c tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:21.527067 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d897de17-4656-489b-9ce3-80c7ff9d2b8c req-2b6d446e-4c39-43e0-9471-d30792c0813c tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 946 time: 0.1218851 Sep 29 17:27:21.576501 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-dbccc84b-4b0a-4eab-9a75-67535e0a61d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eddd9c0f379e4c1aab483b977289e240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233792 Sep 29 17:27:21.583100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58828) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:21.655803 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d5288b-e9a3-415a-b7e1-83599496d517 x-openstack-request-id: req-f5d5288b-e9a3-415a-b7e1-83599496d517 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:21.656697 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5a102a-f82a-4baa-a0c3-743f276dbd57", "tag": "c0ca7e3a-a538-4a0a-ba89-4a638747f14d", "status": "completed", "code": 200}, {"server_uuid": "b16300a8-fa85-4fec-99fc-87d902dea6ea", "name": "network-vif-deleted", "tag": "e00bdd28-a437-4f49-a2e2-84d6db5ade37", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:21.657023 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5d5288b-e9a3-415a-b7e1-83599496d517 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:21.657436 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5a102a-f82a-4baa-a0c3-743f276dbd57', 'tag': 'c0ca7e3a-a538-4a0a-ba89-4a638747f14d', 'status': 'completed', 'code': 200} Sep 29 17:27:21.657690 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16300a8-fa85-4fec-99fc-87d902dea6ea', 'name': 'network-vif-deleted', 'tag': 'e00bdd28-a437-4f49-a2e2-84d6db5ade37', 'status': 'completed', 'code': 200} Sep 29 17:27:21.681062 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d897de17-4656-489b-9ce3-80c7ff9d2b8c req-2f73baf6-6116-4f48-a0af-f67e39057842 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ae97154-31ba-4d0c-9e24-ac583f050863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333265 Sep 29 17:27:21.706474 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6b230f8c-6cac-417c-902b-673860454487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:21.725504 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6b230f8c-6cac-417c-902b-673860454487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:21.782003 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6b230f8c-6cac-417c-902b-673860454487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:21.785063 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6b230f8c-6cac-417c-902b-673860454487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:21.786701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6b230f8c-6cac-417c-902b-673860454487 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be26af37-2b74-413f-9118-beaf28a9a937 HTTP/1.1" status: 204 len: 168 time: 0.1996808 Sep 29 17:27:21.798967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b230f8c-6cac-417c-902b-673860454487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be26af37-2b74-413f-9118-beaf28a9a937,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:21.804317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ca5e4-c470-4b22-83f5-da36542f424d req-1233125f-d0df-4791-acb7-fa0abd1da337 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:21.806263 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fe0ca5e4-c470-4b22-83f5-da36542f424d req-1233125f-d0df-4791-acb7-fa0abd1da337 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 947 time: 0.0932283 Sep 29 17:27:21.810603 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1aca1-c496-4d19-9c7b-54242460965a req-29f31500-e9b6-4c4f-9b19-4958cc06ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:21.811805 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-31a1aca1-c496-4d19-9c7b-54242460965a req-29f31500-e9b6-4c4f-9b19-4958cc06ed46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19593de2de6f4cfeb5b8a7eb8965f321&device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 1094 time: 0.1480691 Sep 29 17:27:21.826460 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:22.052899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba410575-40cd-4e91-9bde-657868e8c728 req-fe3a747b-7fe5-4c22-b8bb-81aa9dbfac06 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:22.054722 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ba410575-40cd-4e91-9bde-657868e8c728 req-fe3a747b-7fe5-4c22-b8bb-81aa9dbfac06 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 943 time: 0.0680077 Sep 29 17:27:22.116569 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1aca1-c496-4d19-9c7b-54242460965a req-48dcd4c1-a6ed-4000-ad02-66071d68acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:22.118426 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-31a1aca1-c496-4d19-9c7b-54242460965a req-48dcd4c1-a6ed-4000-ad02-66071d68acd5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bdfbf497-28cf-4287-bd47-cb5c819d8832 HTTP/1.1" status: 200 len: 923 time: 0.1772516 Sep 29 17:27:22.123797 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ba410575-40cd-4e91-9bde-657868e8c728 req-03a8b34c-ba57-4b4a-be73-1ef1e062e26d tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581758 Sep 29 17:27:22.193782 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-31a1aca1-c496-4d19-9c7b-54242460965a req-b143ae5f-4373-4d3f-900f-17c579b0122c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0ca7e3a-a538-4a0a-ba89-4a638747f14d HTTP/1.1" status: 200 len: 217 time: 0.0672007 Sep 29 17:27:22.197486 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fe0ca5e4-c470-4b22-83f5-da36542f424d req-d46fea59-b49b-4e65-b195-c88ad87b7a35 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840053 Sep 29 17:27:22.267528 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1aca1-c496-4d19-9c7b-54242460965a req-7c400d31-12b6-4d6b-951c-2ad6854d6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:22.269004 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-31a1aca1-c496-4d19-9c7b-54242460965a req-7c400d31-12b6-4d6b-951c-2ad6854d6c50 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4094c4fb-7bca-4bda-8768-7330c24f14ba HTTP/1.1" status: 200 len: 862 time: 0.0671227 Sep 29 17:27:22.292279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58838) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:22.316757 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-31a1aca1-c496-4d19-9c7b-54242460965a req-b400f8e2-e8b8-494a-a781-db6e1b13176e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bdfbf497-28cf-4287-bd47-cb5c819d8832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381665 Sep 29 17:27:22.338757 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a9e1d72c-8295-45d1-9510-6910cf44552c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc9d2819e8484b5d8b62301ee976d089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448670 Sep 29 17:27:22.341161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58840) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:22.414140 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f537dd8a-366d-42c7-93fa-db21fed485db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:22.444291 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f537dd8a-366d-42c7-93fa-db21fed485db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:22.508022 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f537dd8a-366d-42c7-93fa-db21fed485db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:22.511147 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f537dd8a-366d-42c7-93fa-db21fed485db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:22.512801 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f537dd8a-366d-42c7-93fa-db21fed485db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10259828-5adf-4fbc-98a1-bc5f69173c82 HTTP/1.1" status: 204 len: 168 time: 0.1696975 Sep 29 17:27:22.540757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537dd8a-366d-42c7-93fa-db21fed485db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10259828-5adf-4fbc-98a1-bc5f69173c82,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:22.660838 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ea5247c-03d3-454c-98d2-0c298d59113d req-4293a1e8-0f19-42ca-99f7-655644f47ccd tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 210 time: 0.0567019 Sep 29 17:27:22.876524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f6f91-fdbc-43dc-b2b7-da08fccf8381 req-acbeead6-0b06-4554-839c-2a0c17f2e513 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:22.878666 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b6f6f91-fdbc-43dc-b2b7-da08fccf8381 req-acbeead6-0b06-4554-839c-2a0c17f2e513 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 946 time: 0.0833380 Sep 29 17:27:22.887553 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-31a1aca1-c496-4d19-9c7b-54242460965a req-ba355680-4338-48c7-a02b-afdb46b1db49 service neutron] 10.222.0.49 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535209 Sep 29 17:27:22.908263 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Deleting port 06d1708f-62ab-43e1-aa00-2279ba50f43c {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:22.908618 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:22.953449 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b6f6f91-fdbc-43dc-b2b7-da08fccf8381 req-fe642b09-7839-45b7-ba29-7ed9fa2e958d tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ae97154-31ba-4d0c-9e24-ac583f050863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668316 Sep 29 17:27:23.048469 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] For port 06d1708f-62ab-43e1-aa00-2279ba50f43c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=06d1708f-62ab-43e1-aa00-2279ba50f43c,segment=NetworkSegment(fa211f56-7bde-4e00-8369-15132d4839b8),segment_id=fa211f56-7bde-4e00-8369-15132d4839b8)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:23.048835 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:23.062363 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Calling delete_port for 06d1708f-62ab-43e1-aa00-2279ba50f43c owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:23.300321 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-31a1aca1-c496-4d19-9c7b-54242460965a req-7a260fcb-93c3-4a08-bd5a-ab43ca0cec4f service neutron] 10.222.0.49 "GET /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018159 Sep 29 17:27:23.337798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1dc6a1-4a1d-49c2-ae1c-701937ba9f36 req-0bfb7d61-9465-4148-aebf-6092994e351a tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:23.342257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231c76b-553b-4ebd-9f63-cb0880d2724e req-fd113001-fc5f-4bbc-909d-b51e336988f9 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:23.344033 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c231c76b-553b-4ebd-9f63-cb0880d2724e req-fd113001-fc5f-4bbc-909d-b51e336988f9 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.35 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 946 time: 0.1392350 Sep 29 17:27:23.346766 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f1dc6a1-4a1d-49c2-ae1c-701937ba9f36 req-0bfb7d61-9465-4148-aebf-6092994e351a tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 943 time: 0.1030006 Sep 29 17:27:23.423783 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f1dc6a1-4a1d-49c2-ae1c-701937ba9f36 req-e156b3a2-36e2-4c87-943f-7aef6efa07a7 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760484 Sep 29 17:27:23.482304 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:23.502935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0761252-fe19-4fa4-bd39-58a9c481cedb req-b2ebae02-f4d9-4189-9e30-a89daf4b095c tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:23.510277 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c0761252-fe19-4fa4-bd39-58a9c481cedb req-b2ebae02-f4d9-4189-9e30-a89daf4b095c tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 947 time: 0.2010882 Sep 29 17:27:23.529668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Pushing event deleted for resources: {'Port': ['ID=06d1708f-62ab-43e1-aa00-2279ba50f43c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:23.541466 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:23.541930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:23.542147 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:23.542482 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:23.542878 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:23.543529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:23.543529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:23.544007 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:23.544936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:23.544936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:23.544936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:23.545338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:23.575914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-c231c76b-553b-4ebd-9f63-cb0880d2724e req-c1db9570-f443-480a-a52e-befcad60a9d6 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Deleting port 4916e657-b94d-4b61-851b-6db1bda06584 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:23.576272 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c231c76b-553b-4ebd-9f63-cb0880d2724e req-c1db9570-f443-480a-a52e-befcad60a9d6 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:23.629421 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c0761252-fe19-4fa4-bd39-58a9c481cedb req-3b53bddf-c691-4328-933f-d4b2dc569fcd tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089861 Sep 29 17:27:23.754047 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c0ca7e3a-a538-4a0a-ba89-4a638747f14d details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:27:23.756063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c231c76b-553b-4ebd-9f63-cb0880d2724e req-c1db9570-f443-480a-a52e-befcad60a9d6 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] For port 4916e657-b94d-4b61-851b-6db1bda06584, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4916e657-b94d-4b61-851b-6db1bda06584,segment=NetworkSegment(778aa94c-7d03-4e59-aea7-133a8b0d96a4),segment_id=778aa94c-7d03-4e59-aea7-133a8b0d96a4)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:23.756443 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c231c76b-553b-4ebd-9f63-cb0880d2724e req-c1db9570-f443-480a-a52e-befcad60a9d6 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:23.821933 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a3a89d07-7286-441e-a6c7-52cb3d58993a no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:23.952032 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c2897cc-815e-4a24-9de5-232a12ea2ee7 req-d6549fab-c67d-402d-b2e0-42a09ad14b8d tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 210 time: 0.0859997 Sep 29 17:27:23.974506 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: a3a89d07-7286-441e-a6c7-52cb3d58993a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:27:23.975015 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device a3a89d07-7286-441e-a6c7-52cb3d58993a not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:27:23.986222 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c0ca7e3a-a538-4a0a-ba89-4a638747f14d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c0ca7e3a-a538-4a0a-ba89-4a638747f14d,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:24.011610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'c0ca7e3a-a538-4a0a-ba89-4a638747f14d', 'network_id': 'bdfbf497-28cf-4287-bd47-cb5c819d8832', 'port_id': 'c0ca7e3a-a538-4a0a-ba89-4a638747f14d', 'mac_address': 'fa:16:3e:f8:ca:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4094c4fb-7bca-4bda-8768-7330c24f14ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:27:24.073521 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:24.126724 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:24.144316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ca7e3a-a538-4a0a-ba89-4a638747f14d {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:27:24.174028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c0ca7e3a-a538-4a0a-ba89-4a638747f14d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c0ca7e3a-a538-4a0a-ba89-4a638747f14d,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:24.182290 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:24.186850 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c231c76b-553b-4ebd-9f63-cb0880d2724e req-c1db9570-f443-480a-a52e-befcad60a9d6 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:24.188661 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c231c76b-553b-4ebd-9f63-cb0880d2724e req-c1db9570-f443-480a-a52e-befcad60a9d6 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:24.190002 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-c231c76b-553b-4ebd-9f63-cb0880d2724e req-c1db9570-f443-480a-a52e-befcad60a9d6 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Floating IP 62bab59e-5566-4ef5-a702-a9750724de20 disassociated. External IP: 172.25.2.131, port: 4916e657-b94d-4b61-851b-6db1bda06584. Sep 29 17:27:24.190624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-c231c76b-553b-4ebd-9f63-cb0880d2724e req-c1db9570-f443-480a-a52e-befcad60a9d6 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Calling delete_port for 4916e657-b94d-4b61-851b-6db1bda06584 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:24.279019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=c0ca7e3a-a538-4a0a-ba89-4a638747f14d,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:24.412506 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['c0ca7e3a-a538-4a0a-ba89-4a638747f14d'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:27:24.429387 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c231c76b-553b-4ebd-9f63-cb0880d2724e req-c1db9570-f443-480a-a52e-befcad60a9d6 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:24.459908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc4877-4a9d-4b06-89a5-d57ce7509e89 req-72c59809-008a-41a8-bc17-3ee99f6d6a2e tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:24.461656 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e4bc4877-4a9d-4b06-89a5-d57ce7509e89 req-72c59809-008a-41a8-bc17-3ee99f6d6a2e tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 946 time: 0.1587811 Sep 29 17:27:24.498899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db9570-f443-480a-a52e-befcad60a9d6 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Pushing event deleted for resources: {'Port': ['ID=4916e657-b94d-4b61-851b-6db1bda06584,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:24.552054 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2df1169b-21aa-47fc-ae23-41992e5453a6 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:27:24.612606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e4bc4877-4a9d-4b06-89a5-d57ce7509e89 req-46393a9f-0d6b-4ebc-9f25-0966293b36af tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ae97154-31ba-4d0c-9e24-ac583f050863&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384780 Sep 29 17:27:24.772249 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Router 526cfb24-1169-4e4d-8726-79ae81820ea7 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:27:24.782148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9914ea-a307-4fde-ab8b-49b312c88bb1 req-8a69f793-5a66-4b50-b865-7aa13be8b289 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:24.791776 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3f9914ea-a307-4fde-ab8b-49b312c88bb1 req-8a69f793-5a66-4b50-b865-7aa13be8b289 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 944 time: 0.2000008 Sep 29 17:27:24.800285 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2df1169b-21aa-47fc-ae23-41992e5453a6, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2df1169b-21aa-47fc-ae23-41992e5453a6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:24.812225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '2df1169b-21aa-47fc-ae23-41992e5453a6', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '2df1169b-21aa-47fc-ae23-41992e5453a6', 'mac_address': 'fa:16:3e:fc:30:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:27:24.854517 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3f9914ea-a307-4fde-ab8b-49b312c88bb1 req-1505beb6-d1ec-4a6e-bda7-1ca1927fe6aa tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617077 Sep 29 17:27:24.863298 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:24.888105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df1169b-21aa-47fc-ae23-41992e5453a6 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:27:24.905686 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c231c76b-553b-4ebd-9f63-cb0880d2724e req-c1db9570-f443-480a-a52e-befcad60a9d6 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Router 7ab01687-2041-468d-9556-aac9a9171770 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:27:24.922612 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2df1169b-21aa-47fc-ae23-41992e5453a6, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2df1169b-21aa-47fc-ae23-41992e5453a6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:24.933159 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:24.958169 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e724a3-ddd7-4406-a05c-e3a1cdd48c09 req-d9b8aa50-cb2a-42ea-92b7-c0cf7a0fabce tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:24.966886 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16e724a3-ddd7-4406-a05c-e3a1cdd48c09 req-d9b8aa50-cb2a-42ea-92b7-c0cf7a0fabce tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 947 time: 0.1303003 Sep 29 17:27:25.012544 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:27:25.028295 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e1650-2bda-4127-9b1a-368dd8d37ba7 None None] Sync routers for ids ['526cfb24-1169-4e4d-8726-79ae81820ea7'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:27:25.037567 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8ed6099d-c7d4-4d33-ad76-eac286a698cd admin admin] 10.222.0.44 "PUT /v2.0/routers/526cfb24-1169-4e4d-8726-79ae81820ea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8842132 Sep 29 17:27:25.058756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58906) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:25.066403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=2df1169b-21aa-47fc-ae23-41992e5453a6,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:25.070196 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16e724a3-ddd7-4406-a05c-e3a1cdd48c09 req-af197933-c5d0-4ab4-b5f4-7a7f5889986c tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017458 Sep 29 17:27:25.096314 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188e1650-2bda-4127-9b1a-368dd8d37ba7 None None] Routers {'526cfb24-1169-4e4d-8726-79ae81820ea7'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:25.097302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-188e1650-2bda-4127-9b1a-368dd8d37ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:27:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['526cfb24-1169-4e4d-8726-79ae81820ea7'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:25.235445 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5ceb4497-8e74-487e-bcce-2d5905168e47 req-d40a6dbc-ca7f-4eb5-be49-4766628efa75 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 210 time: 0.0519242 Sep 29 17:27:25.429071 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-089374a5-7f1a-4b70-8c4d-0beb6d0cfc95 admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:25.494607 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-188e1650-2bda-4127-9b1a-368dd8d37ba7 None None] Set router 526cfb24-1169-4e4d-8726-79ae81820ea7 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:25.560984 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['2df1169b-21aa-47fc-ae23-41992e5453a6'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:27:25.671003 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-089374a5-7f1a-4b70-8c4d-0beb6d0cfc95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:25.685161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c231c76b-553b-4ebd-9f63-cb0880d2724e req-c1db9570-f443-480a-a52e-befcad60a9d6 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:27:25.698475 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed37463-f246-4d0c-aadf-fc80ef132871 None None] Sync routers for ids ['7ab01687-2041-468d-9556-aac9a9171770'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:27:25.713919 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed37463-f246-4d0c-aadf-fc80ef132871 None None] Routers {'7ab01687-2041-468d-9556-aac9a9171770'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:25.715644 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-9ed37463-f246-4d0c-aadf-fc80ef132871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:27:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7ab01687-2041-468d-9556-aac9a9171770'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:25.769164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c0ca7e3a-a538-4a0a-ba89-4a638747f14d up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:25.779805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c231c76b-553b-4ebd-9f63-cb0880d2724e req-c1db9570-f443-480a-a52e-befcad60a9d6 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] No DVR routers for this DVR port 4916e657-b94d-4b61-851b-6db1bda06584 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:27:25.786287 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bdb39924-1d8e-43c9-b794-3de60a7e22c4 req-7a0d7c13-1a06-4335-8ad3-a622f19e817e tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/ports?device_id=312be1d9-c7e1-4c01-93a9-90b0f84e741e HTTP/1.1" status: 200 len: 210 time: 0.0373271 Sep 29 17:27:25.788633 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c231c76b-553b-4ebd-9f63-cb0880d2724e req-c1db9570-f443-480a-a52e-befcad60a9d6 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:25.790779 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c231c76b-553b-4ebd-9f63-cb0880d2724e req-c1db9570-f443-480a-a52e-befcad60a9d6 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.35 "DELETE /v2.0/ports/4916e657-b94d-4b61-851b-6db1bda06584 HTTP/1.1" status: 204 len: 173 time: 2.4196515 Sep 29 17:27:25.791628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312be1d9-c7e1-4c01-93a9-90b0f84e741e', 'name': 'network-vif-deleted', 'tag': '4916e657-b94d-4b61-851b-6db1bda06584'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:25.794251 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6fbc41-ae02-4185-9d2c-1cd3b583d0ba" -d '{"events": [{"server_uuid": "312be1d9-c7e1-4c01-93a9-90b0f84e741e", "name": "network-vif-deleted", "tag": "4916e657-b94d-4b61-851b-6db1bda06584"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:25.872879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-089374a5-7f1a-4b70-8c4d-0beb6d0cfc95 admin admin] Deleting port d0118b20-d3b1-471f-8d52-1cf36f141cdd {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:25.876061 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-089374a5-7f1a-4b70-8c4d-0beb6d0cfc95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:25.884382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port c0ca7e3a-a538-4a0a-ba89-4a638747f14d completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:27:25.901856 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5e53ac-a84c-49de-b24d-05c0040ce1d8 x-openstack-request-id: req-8b5e53ac-a84c-49de-b24d-05c0040ce1d8 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:25.902276 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312be1d9-c7e1-4c01-93a9-90b0f84e741e", "name": "network-vif-deleted", "tag": "4916e657-b94d-4b61-851b-6db1bda06584", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:25.902617 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b5e53ac-a84c-49de-b24d-05c0040ce1d8 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:25.903103 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312be1d9-c7e1-4c01-93a9-90b0f84e741e', 'name': 'network-vif-deleted', 'tag': '4916e657-b94d-4b61-851b-6db1bda06584', 'status': 'completed', 'code': 200} Sep 29 17:27:25.911113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port c0ca7e3a-a538-4a0a-ba89-4a638747f14d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:25.911489 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:26.105588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-089374a5-7f1a-4b70-8c4d-0beb6d0cfc95 admin admin] For port d0118b20-d3b1-471f-8d52-1cf36f141cdd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d0118b20-d3b1-471f-8d52-1cf36f141cdd,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:26.105949 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-089374a5-7f1a-4b70-8c4d-0beb6d0cfc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:26.130846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2f449-dc39-47d7-b107-5f6155f9b9bb req-2d613427-53f1-4d69-93af-83b2e33e4530 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:26.138776 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-74e2f449-dc39-47d7-b107-5f6155f9b9bb req-2d613427-53f1-4d69-93af-83b2e33e4530 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 944 time: 0.1362810 Sep 29 17:27:26.145926 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-089374a5-7f1a-4b70-8c4d-0beb6d0cfc95 admin admin] Calling delete_port for d0118b20-d3b1-471f-8d52-1cf36f141cdd owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:26.151986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-188e1650-2bda-4127-9b1a-368dd8d37ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-router', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:27Z', 'updated_at': '2021-09-29T17:27:23Z', 'revision_number': 5, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'gw_port': {'id': 'd0118b20-d3b1-471f-8d52-1cf36f141cdd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:28Z', 'updated_at': '2021-09-29T17:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:26.160915 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-9ed37463-f246-4d0c-aadf-fc80ef132871 None None] Set router 7ab01687-2041-468d-9556-aac9a9171770 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:26.233521 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-74e2f449-dc39-47d7-b107-5f6155f9b9bb req-ae3fe789-9361-4af7-a872-f964c924dc6a tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934625 Sep 29 17:27:26.283017 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e1650-2bda-4127-9b1a-368dd8d37ba7 None None] Checking router: 526cfb24-1169-4e4d-8726-79ae81820ea7 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:27:26.288764 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:26.310299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58950) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:26.346447 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188e1650-2bda-4127-9b1a-368dd8d37ba7 None None] Routers {'526cfb24-1169-4e4d-8726-79ae81820ea7'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:26.347256 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-188e1650-2bda-4127-9b1a-368dd8d37ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:27:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['526cfb24-1169-4e4d-8726-79ae81820ea7'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:26.384382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1164de7-732b-4a5f-b02a-a1949b3e3d54 req-ee751d33-87ce-4d11-96cc-1a288ccac7f5 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:26.386369 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a1164de7-732b-4a5f-b02a-a1949b3e3d54 req-ee751d33-87ce-4d11-96cc-1a288ccac7f5 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 948 time: 0.1300874 Sep 29 17:27:26.463773 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a1164de7-732b-4a5f-b02a-a1949b3e3d54 req-d2429f81-551b-4324-b9de-2de40de0ee6b tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651166 Sep 29 17:27:26.464658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12296d82-34f3-43d0-a393-1c9fb31cb07b req-17afaec9-0534-41bf-b8d8-43be3af71b85 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=b16300a8-fa85-4fec-99fc-87d902dea6ea HTTP/1.1" status: 200 len: 210 time: 0.0581427 Sep 29 17:27:26.506518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4916e657-b94d-4b61-851b-6db1bda06584 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:26.516930 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5a102a-f82a-4baa-a0c3-743f276dbd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ca7e3a-a538-4a0a-ba89-4a638747f14d'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:26.519714 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e817a58-ca28-40be-a9a3-e25fe2608083" -d '{"events": [{"server_uuid": "ad5a102a-f82a-4baa-a0c3-743f276dbd57", "name": "network-vif-plugged", "status": "completed", "tag": "c0ca7e3a-a538-4a0a-ba89-4a638747f14d"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:26.553489 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-9ed37463-f246-4d0c-aadf-fc80ef132871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab01687-2041-468d-9556-aac9a9171770', 'name': 'tempest-ServersTestFqdnHostnames-873560231-router', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:23:32Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'gw_port': {'id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:33Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560', 'name': '', 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'mac_address': 'fa:16:3e:ec:6d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:37Z', 'updated_at': '2021-09-29T17:23:45Z', 'revision_number': 5, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'subnets': [{'id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:26.565578 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-089374a5-7f1a-4b70-8c4d-0beb6d0cfc95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:26.598434 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1df53743-81dd-4959-9ddc-507c78675698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:26.604395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 4916e657-b94d-4b61-851b-6db1bda06584 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:27:26.604720 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4916e657-b94d-4b61-851b-6db1bda06584 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:27:26.605706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089374a5-7f1a-4b70-8c4d-0beb6d0cfc95 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0118b20-d3b1-471f-8d52-1cf36f141cdd,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:26.606640 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed37463-f246-4d0c-aadf-fc80ef132871 None None] Checking router: 7ab01687-2041-468d-9556-aac9a9171770 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:27:26.618014 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed37463-f246-4d0c-aadf-fc80ef132871 None None] Routers {'7ab01687-2041-468d-9556-aac9a9171770'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:26.618781 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-9ed37463-f246-4d0c-aadf-fc80ef132871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:27:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7ab01687-2041-468d-9556-aac9a9171770'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:26.623416 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfac1170-5e01-4ef3-b0c0-a4de639881c2 x-openstack-request-id: req-bfac1170-5e01-4ef3-b0c0-a4de639881c2 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:26.623854 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5a102a-f82a-4baa-a0c3-743f276dbd57", "name": "network-vif-plugged", "status": "completed", "tag": "c0ca7e3a-a538-4a0a-ba89-4a638747f14d", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:26.624109 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bfac1170-5e01-4ef3-b0c0-a4de639881c2 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:26.624504 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5a102a-f82a-4baa-a0c3-743f276dbd57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ca7e3a-a538-4a0a-ba89-4a638747f14d', 'code': 200} Sep 29 17:27:26.628797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c0ca7e3a-a538-4a0a-ba89-4a638747f14d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c0ca7e3a-a538-4a0a-ba89-4a638747f14d,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:26.650093 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:26.730271 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-089374a5-7f1a-4b70-8c4d-0beb6d0cfc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:26.758511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=c0ca7e3a-a538-4a0a-ba89-4a638747f14d,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:26.773402 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-188e1650-2bda-4127-9b1a-368dd8d37ba7 None None] Set router 526cfb24-1169-4e4d-8726-79ae81820ea7 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:26.791731 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3ec39-9bbe-47e2-952f-87f3820f977a req-303d714f-f4dc-4352-9096-1488df70b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:26.795179 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b4d3ec39-9bbe-47e2-952f-87f3820f977a req-303d714f-f4dc-4352-9096-1488df70b0e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 1096 time: 0.1144283 Sep 29 17:27:26.825315 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-9ed37463-f246-4d0c-aadf-fc80ef132871 None None] Set router 7ab01687-2041-468d-9556-aac9a9171770 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:26.837784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-188e1650-2bda-4127-9b1a-368dd8d37ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-router', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:27Z', 'updated_at': '2021-09-29T17:27:25Z', 'revision_number': 6, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:26.916802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e1650-2bda-4127-9b1a-368dd8d37ba7 None None] The sync data for ids ['526cfb24-1169-4e4d-8726-79ae81820ea7'] in n-d-811748-2 is: [{'id': '526cfb24-1169-4e4d-8726-79ae81820ea7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-467288563-router', 'tenant_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:27Z', 'updated_at': '2021-09-29T17:27:25Z', 'revision_number': 6, 'project_id': '7eedab82acea497aa7c9c4f66b4cf4eb', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:27:26.949631 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-089374a5-7f1a-4b70-8c4d-0beb6d0cfc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:26.952385 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-089374a5-7f1a-4b70-8c4d-0beb6d0cfc95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:26.976863 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1df53743-81dd-4959-9ddc-507c78675698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:26.977732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58968) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:27.010174 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1df53743-81dd-4959-9ddc-507c78675698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.023851 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-089374a5-7f1a-4b70-8c4d-0beb6d0cfc95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.024486 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089374a5-7f1a-4b70-8c4d-0beb6d0cfc95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 526cfb24-1169-4e4d-8726-79ae81820ea7 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:27:27.031760 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-089374a5-7f1a-4b70-8c4d-0beb6d0cfc95 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.035443 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-089374a5-7f1a-4b70-8c4d-0beb6d0cfc95 admin admin] 10.222.0.44 "DELETE /v2.0/routers/526cfb24-1169-4e4d-8726-79ae81820ea7 HTTP/1.1" status: 204 len: 168 time: 1.9734583 Sep 29 17:27:27.035753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58970) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:27.077640 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b4d3ec39-9bbe-47e2-952f-87f3820f977a req-8c9df3f4-cb71-4a17-9d0d-82f141e561da service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685726 Sep 29 17:27:27.091320 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df53743-81dd-4959-9ddc-507c78675698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3733e562-9267-4636-86da-49c11d8474df,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:27.098680 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1df53743-81dd-4959-9ddc-507c78675698 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ca012b0080b43ea9ff0612e79b79dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7819979 Sep 29 17:27:27.100114 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58974) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:27.100809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-559ca04e-2f5b-4a22-b79f-85f1aeb0736a admin admin] Deleting subnet 9ef64051-9253-44d9-9ddd-01cf0909ce96 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:27:27.104897 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-559ca04e-2f5b-4a22-b79f-85f1aeb0736a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.122167 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.132071 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-35510cab-0599-438a-aa8e-32571f1f0a18 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.153905 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-559ca04e-2f5b-4a22-b79f-85f1aeb0736a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.181747 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-35510cab-0599-438a-aa8e-32571f1f0a18 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.215420 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d84b941-45c1-44bc-98fe-3b810b5083a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.244120 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-9ed37463-f246-4d0c-aadf-fc80ef132871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab01687-2041-468d-9556-aac9a9171770', 'name': 'tempest-ServersTestFqdnHostnames-873560231-router', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:23:32Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'gw_port': {'id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:33Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560', 'name': '', 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'mac_address': 'fa:16:3e:ec:6d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:37Z', 'updated_at': '2021-09-29T17:23:45Z', 'revision_number': 5, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'subnets': [{'id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:27.262469 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d84b941-45c1-44bc-98fe-3b810b5083a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.264009 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-559ca04e-2f5b-4a22-b79f-85f1aeb0736a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.295658 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed37463-f246-4d0c-aadf-fc80ef132871 None None] The sync data for ids ['7ab01687-2041-468d-9556-aac9a9171770'] in n-d-811748-2 is: [{'id': '7ab01687-2041-468d-9556-aac9a9171770', 'name': 'tempest-ServersTestFqdnHostnames-873560231-router', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:23:32Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'gw_port': {'id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:33Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560', 'name': '', 'network_id': '201abf05-d70e-4829-87b2-d88d337df26a', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'mac_address': 'fa:16:3e:ec:6d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:37Z', 'updated_at': '2021-09-29T17:23:45Z', 'revision_number': 5, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'subnets': [{'id': 'f8925bfe-e7cc-499e-9f17-d49be415ef6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:27:27.317840 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-35510cab-0599-438a-aa8e-32571f1f0a18 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.325227 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-35510cab-0599-438a-aa8e-32571f1f0a18 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.328948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58980) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:27.335026 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-35510cab-0599-438a-aa8e-32571f1f0a18 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "DELETE /v2.0/security-groups/6ae97154-31ba-4d0c-9e24-ac583f050863 HTTP/1.1" status: 204 len: 168 time: 0.3546193 Sep 29 17:27:27.358490 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-386ee9eb-d04c-4b1d-915b-b38d2817d493 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] show failed (client error): The resource could not be found. Sep 29 17:27:27.360699 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-386ee9eb-d04c-4b1d-915b-b38d2817d493 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "GET /v2.0/security-groups/6ae97154-31ba-4d0c-9e24-ac583f050863 HTTP/1.1" status: 404 len: 347 time: 0.0301874 Sep 29 17:27:27.364016 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58982) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:27.392057 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35510cab-0599-438a-aa8e-32571f1f0a18 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae97154-31ba-4d0c-9e24-ac583f050863,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:27.420124 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d84b941-45c1-44bc-98fe-3b810b5083a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.424238 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d84b941-45c1-44bc-98fe-3b810b5083a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.429072 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2d84b941-45c1-44bc-98fe-3b810b5083a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3733e562-9267-4636-86da-49c11d8474df HTTP/1.1" status: 204 len: 168 time: 0.3272200 Sep 29 17:27:27.443966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84b941-45c1-44bc-98fe-3b810b5083a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3733e562-9267-4636-86da-49c11d8474df,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:27.571853 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-559ca04e-2f5b-4a22-b79f-85f1aeb0736a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.608898 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-559ca04e-2f5b-4a22-b79f-85f1aeb0736a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.613721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-559ca04e-2f5b-4a22-b79f-85f1aeb0736a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9ef64051-9253-44d9-9ddd-01cf0909ce96 HTTP/1.1" status: 204 len: 168 time: 0.5741782 Sep 29 17:27:27.613941 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58992) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:27.621635 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af757d9-fddc-4f13-a739-032fd9fc3995 None None] Network 20029387-d87e-4fcf-b135-c95d1b87c747 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:27:27.706818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ca04e-2f5b-4a22-b79f-85f1aeb0736a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ef64051-9253-44d9-9ddd-01cf0909ce96,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:27.775130 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.783103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bf56a-c861-48e1-9919-64de5cefde5d req-54d8d915-4b8a-43ef-afbe-a6d98e62e3e2 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:27.796112 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9b2bf56a-c861-48e1-9919-64de5cefde5d req-54d8d915-4b8a-43ef-afbe-a6d98e62e3e2 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 945 time: 0.4158280 Sep 29 17:27:27.848428 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b695187-aaea-4fd3-994f-50d460c45cc7 None None] New status for floating IP 62bab59e-5566-4ef5-a702-a9750724de20: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:27:27.889913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a247489f-dea9-42dd-b615-871ab17fb578 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Deleting port 1e4a0a02-867a-49f2-837a-338b70e2f71a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:27.890257 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a247489f-dea9-42dd-b615-871ab17fb578 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:27.894303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981400c7-126e-4921-a10d-04f47ca57850 req-32821a5d-46bb-4781-acf6-01cf092a3e2e tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:27.895055 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9b2bf56a-c861-48e1-9919-64de5cefde5d req-5e95b76c-e680-4699-93e9-369dd4ff0433 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676279 Sep 29 17:27:27.917849 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-981400c7-126e-4921-a10d-04f47ca57850 req-32821a5d-46bb-4781-acf6-01cf092a3e2e tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 948 time: 0.2719071 Sep 29 17:27:28.010710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] Deleting port 84280267-6e9b-41cc-89fb-8059894d7a06 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:28.011503 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:28.103064 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b05bb59-6943-4d8e-8992-2d3fe331c354 None None] DHCP port deletion for 20029387-d87e-4fcf-b135-c95d1b87c747 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:27:28.190392 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-981400c7-126e-4921-a10d-04f47ca57850 req-8b0f143c-b40b-4e0a-a9be-fba47ac3c8d9 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682328 Sep 29 17:27:28.194977 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 06d1708f-62ab-43e1-aa00-2279ba50f43c no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:28.237055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 06d1708f-62ab-43e1-aa00-2279ba50f43c {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:27:28.237724 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 06d1708f-62ab-43e1-aa00-2279ba50f43c not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:27:28.238327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d0118b20-d3b1-471f-8d52-1cf36f141cdd no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:28.252756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] For port 84280267-6e9b-41cc-89fb-8059894d7a06, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=84280267-6e9b-41cc-89fb-8059894d7a06,segment=NetworkSegment(fa211f56-7bde-4e00-8369-15132d4839b8),segment_id=fa211f56-7bde-4e00-8369-15132d4839b8)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:28.253230 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:28.264160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: d0118b20-d3b1-471f-8d52-1cf36f141cdd {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:27:28.264835 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d0118b20-d3b1-471f-8d52-1cf36f141cdd not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:27:28.276913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] Calling delete_port for 84280267-6e9b-41cc-89fb-8059894d7a06 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:28.329456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-7b05bb59-6943-4d8e-8992-2d3fe331c354 None None] Deleting port 84280267-6e9b-41cc-89fb-8059894d7a06 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:28.329839 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7b05bb59-6943-4d8e-8992-2d3fe331c354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:28.461523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2df1169b-21aa-47fc-ae23-41992e5453a6 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:28.471586 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7b05bb59-6943-4d8e-8992-2d3fe331c354 None None] For port 84280267-6e9b-41cc-89fb-8059894d7a06, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=84280267-6e9b-41cc-89fb-8059894d7a06,segment=NetworkSegment(fa211f56-7bde-4e00-8369-15132d4839b8),segment_id=fa211f56-7bde-4e00-8369-15132d4839b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:28.472163 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7b05bb59-6943-4d8e-8992-2d3fe331c354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:28.528422 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-7b05bb59-6943-4d8e-8992-2d3fe331c354 None None] Calling delete_port for 84280267-6e9b-41cc-89fb-8059894d7a06 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:28.550689 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:28.620530 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] Pushing event deleted for resources: {'Port': ['ID=84280267-6e9b-41cc-89fb-8059894d7a06,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:28.650699 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] No DVR routers for this DVR port 84280267-6e9b-41cc-89fb-8059894d7a06 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:27:28.688878 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 2df1169b-21aa-47fc-ae23-41992e5453a6 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:27:28.703789 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 2df1169b-21aa-47fc-ae23-41992e5453a6 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:28.706114 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:28.787978 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7b05bb59-6943-4d8e-8992-2d3fe331c354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:28.809995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b05bb59-6943-4d8e-8992-2d3fe331c354 None None] No DVR routers for this DVR port 84280267-6e9b-41cc-89fb-8059894d7a06 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:27:28.863086 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a247489f-dea9-42dd-b615-871ab17fb578 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:28.863661 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a247489f-dea9-42dd-b615-871ab17fb578 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:28.869208 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:28.880070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a247489f-dea9-42dd-b615-871ab17fb578 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Calling delete_port for 1e4a0a02-867a-49f2-837a-338b70e2f71a owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:28.884593 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:28.895123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59042) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:28.903976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05bb59-6943-4d8e-8992-2d3fe331c354 None None] Pushing event deleted for resources: {'Port': ['ID=84280267-6e9b-41cc-89fb-8059894d7a06,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:28.908818 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20029387-d87e-4fcf-b135-c95d1b87c747']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:28.934404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9136d5d4-0032-4629-91bf-c54af13bf351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df1169b-21aa-47fc-ae23-41992e5453a6'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:28.937091 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c41a131-5817-4b65-833e-ddaa58f34eba" -d '{"events": [{"server_uuid": "9136d5d4-0032-4629-91bf-c54af13bf351", "name": "network-vif-plugged", "status": "completed", "tag": "2df1169b-21aa-47fc-ae23-41992e5453a6"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:28.954011 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2df1169b-21aa-47fc-ae23-41992e5453a6, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2df1169b-21aa-47fc-ae23-41992e5453a6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:28.955927 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa211f56-7bde-4e00-8369-15132d4839b8') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:28.956425 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa211f56-7bde-4e00-8369-15132d4839b8') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:28.962368 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:28.986705 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc72c12-69b7-4c4c-b6f8-2cfdd3de0bc7 req-aa7c89e3-6407-438f-b181-f7d09c92e90e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:29.001875 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4dc72c12-69b7-4c4c-b6f8-2cfdd3de0bc7 req-aa7c89e3-6407-438f-b181-f7d09c92e90e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 812 time: 0.3800871 Sep 29 17:27:29.027239 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.053646 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4dc72c12-69b7-4c4c-b6f8-2cfdd3de0bc7 req-52e511ef-b8ba-4da6-814f-7882d804d858 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/quotas/8762000220624d86bb5544a9b9e7bbd3 HTTP/1.1" status: 200 len: 375 time: 0.0508385 Sep 29 17:27:29.057817 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.068156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:27:29.069023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-fc8cc89d-988c-4300-8d88-86281a7e782e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1216653273-network', 'tenant_id': 'c400794cd81349d482a3d976bff06777'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:29.069221 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.079419 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=2df1169b-21aa-47fc-ae23-41992e5453a6,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:27:29.092206 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:27:29.135894 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4dc72c12-69b7-4c4c-b6f8-2cfdd3de0bc7 req-c0c5dea7-ccae-4b4c-b2aa-7afbaf2901c5 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380485 Sep 29 17:27:29.142449 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8cc89d-988c-4300-8d88-86281a7e782e admin admin] Made reservation on behalf of c400794cd81349d482a3d976bff06777 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:29.144717 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fc8cc89d-988c-4300-8d88-86281a7e782e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.164172 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fc8cc89d-988c-4300-8d88-86281a7e782e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.173387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c3721-0151-490b-9831-52f77c1c61e5 req-54adf6f6-654a-464b-97bb-8614bab9dd2f tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:29.174503 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf4c3721-0151-490b-9831-52f77c1c61e5 req-54adf6f6-654a-464b-97bb-8614bab9dd2f tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 945 time: 0.1314950 Sep 29 17:27:29.202260 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.213518 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.217639 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] 10.222.0.44 "DELETE /v2.0/networks/20029387-d87e-4fcf-b135-c95d1b87c747 HTTP/1.1" status: 204 len: 168 time: 1.6024160 Sep 29 17:27:29.226865 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a247489f-dea9-42dd-b615-871ab17fb578 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.243861 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9b9a1-799f-41df-84b1-6cddfe60ed5a admin admin] Pushing event deleted for resources: {'Network': ['ID=20029387-d87e-4fcf-b135-c95d1b87c747,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:29.270125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247489f-dea9-42dd-b615-871ab17fb578 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Pushing event deleted for resources: {'Port': ['ID=1e4a0a02-867a-49f2-837a-338b70e2f71a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:29.275687 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf4c3721-0151-490b-9831-52f77c1c61e5 req-e13f7f47-14eb-4831-b1ae-f035ab176092 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900109 Sep 29 17:27:29.328098 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4dc72c12-69b7-4c4c-b6f8-2cfdd3de0bc7 req-14661b85-bfff-4289-abcf-6a9cc366c660 service neutron] 10.222.0.44 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643069 Sep 29 17:27:29.394831 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1eb0e29-9d6b-421e-ba76-a1f8219f313d x-openstack-request-id: req-a1eb0e29-9d6b-421e-ba76-a1f8219f313d {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:29.395422 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9136d5d4-0032-4629-91bf-c54af13bf351", "name": "network-vif-plugged", "status": "completed", "tag": "2df1169b-21aa-47fc-ae23-41992e5453a6", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:29.395988 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1eb0e29-9d6b-421e-ba76-a1f8219f313d {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:29.396655 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a247489f-dea9-42dd-b615-871ab17fb578 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.397208 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9136d5d4-0032-4629-91bf-c54af13bf351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df1169b-21aa-47fc-ae23-41992e5453a6', 'code': 200} Sep 29 17:27:29.402039 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a247489f-dea9-42dd-b615-871ab17fb578 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.403057 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a247489f-dea9-42dd-b615-871ab17fb578 tempest-ServersTestFqdnHostnames-874297106 tempest-ServersTestFqdnHostnames-874297106-project] 10.222.0.44 "DELETE /v2.0/floatingips/62bab59e-5566-4ef5-a702-a9750724de20 HTTP/1.1" status: 204 len: 168 time: 2.0377734 Sep 29 17:27:29.409736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59058) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:29.491843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59060) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:29.509323 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4dc72c12-69b7-4c4c-b6f8-2cfdd3de0bc7 req-6c964d2d-41e7-4539-8180-e9c224bc2786 service neutron] 10.222.0.44 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798775 Sep 29 17:27:29.538696 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fcc1b23e-932f-4e22-90a9-8dd08a7105de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7eedab82acea497aa7c9c4f66b4cf4eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454879 Sep 29 17:27:29.541179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59062) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:29.601432 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d44f6d9d-3d84-420e-ae33-d82bfbfad70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.624426 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d44f6d9d-3d84-420e-ae33-d82bfbfad70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.644511 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fc8cc89d-988c-4300-8d88-86281a7e782e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.654382 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fc8cc89d-988c-4300-8d88-86281a7e782e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.679931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8cc89d-988c-4300-8d88-86281a7e782e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:27:29.686948 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d44f6d9d-3d84-420e-ae33-d82bfbfad70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.691595 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d44f6d9d-3d84-420e-ae33-d82bfbfad70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.697266 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d44f6d9d-3d84-420e-ae33-d82bfbfad70d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8e29362-35fc-47c7-832e-500592a601e8 HTTP/1.1" status: 204 len: 168 time: 0.1547003 Sep 29 17:27:29.713444 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f6d9d-3d84-420e-ae33-d82bfbfad70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e29362-35fc-47c7-832e-500592a601e8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:29.716480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84aab0b-f8e1-4526-af07-bec883242257 req-86b1c394-bf95-44e2-b83b-98d019c01b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:29.718143 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b84aab0b-f8e1-4526-af07-bec883242257 req-86b1c394-bf95-44e2-b83b-98d019c01b45 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 1100 time: 0.1972041 Sep 29 17:27:29.740420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c261c-8aba-40a1-bbaa-d743837f9557 req-75a87fe5-09ea-4052-b1ca-6e842177b32e tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:29.744773 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-130c261c-8aba-40a1-bbaa-d743837f9557 req-75a87fe5-09ea-4052-b1ca-6e842177b32e tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 949 time: 0.1805160 Sep 29 17:27:29.748497 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fc8cc89d-988c-4300-8d88-86281a7e782e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.749113 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-fc8cc89d-988c-4300-8d88-86281a7e782e admin admin] Added segment e9d47cc4-0b7a-498a-a2fb-1ea5da68199d of type vlan for network 0316a6df-fe1b-4df1-9405-6985d2497988 Sep 29 17:27:29.858973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59072) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:29.867870 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2b18d111-8b14-45f5-a8ed-e4dd8df07c69 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2029042449'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:29.896861 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b18d111-8b14-45f5-a8ed-e4dd8df07c69 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Made reservation on behalf of ca18e70d69384487ae4efe61e82aa845 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:29.901503 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2b18d111-8b14-45f5-a8ed-e4dd8df07c69 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.937854 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b18d111-8b14-45f5-a8ed-e4dd8df07c69 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:27:29.940561 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cc89d-988c-4300-8d88-86281a7e782e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78aeccc2-57b4-4b81-805d-607a918ac52e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:29.979109 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2b18d111-8b14-45f5-a8ed-e4dd8df07c69 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:29.980789 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-2b18d111-8b14-45f5-a8ed-e4dd8df07c69 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Added segment 079aeb9a-f5a7-4fb6-ab6a-469e7886c570 of type vlan for network 7ed3e81f-beb1-44af-b586-483c0095cc3b Sep 29 17:27:30.077793 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2b18d111-8b14-45f5-a8ed-e4dd8df07c69 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:30.079774 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fc8cc89d-988c-4300-8d88-86281a7e782e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:30.088577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 84280267-6e9b-41cc-89fb-8059894d7a06 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:30.107217 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b84aab0b-f8e1-4526-af07-bec883242257 req-65aee5ec-0808-4f07-87ac-929881d6fe01 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515258 Sep 29 17:27:30.111596 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b53e3c0-41ee-4600-ba96-e68bd61ea0a9 req-27ce95fb-53a9-485a-85b3-6f6d91cd9997 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=80c76b2a-8de3-4101-a1e0-764e8424fda2 HTTP/1.1" status: 200 len: 210 time: 0.1082444 Sep 29 17:27:30.132305 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 84280267-6e9b-41cc-89fb-8059894d7a06 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:27:30.132661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 84280267-6e9b-41cc-89fb-8059894d7a06 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:27:30.139202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-130c261c-8aba-40a1-bbaa-d743837f9557 req-415b97e1-4914-44b4-8373-f449ef822bfe tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459327 Sep 29 17:27:30.174252 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2b18d111-8b14-45f5-a8ed-e4dd8df07c69 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:30.180153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b18d111-8b14-45f5-a8ed-e4dd8df07c69 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:30.180834 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2b18d111-8b14-45f5-a8ed-e4dd8df07c69 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:30.192896 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fc8cc89d-988c-4300-8d88-86281a7e782e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:30.194601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8cc89d-988c-4300-8d88-86281a7e782e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:30.195197 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fc8cc89d-988c-4300-8d88-86281a7e782e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:30.249412 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fc8cc89d-988c-4300-8d88-86281a7e782e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3527226 Sep 29 17:27:30.251148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59088) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:30.258260 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-74c7a8da-7ecd-4879-b8f6-1020ca1c3daa admin admin] Request body: {'subnet': {'network_id': '0316a6df-fe1b-4df1-9405-6985d2497988', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1216653273-subnet', 'tenant_id': 'c400794cd81349d482a3d976bff06777', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:30.320814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cc89d-988c-4300-8d88-86281a7e782e admin admin] Pushing event updated for resources: {'Network': ['ID=0316a6df-fe1b-4df1-9405-6985d2497988,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:30.321925 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2b18d111-8b14-45f5-a8ed-e4dd8df07c69 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4603055 Sep 29 17:27:30.325781 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59094) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:30.334371 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 0316a6df-fe1b-4df1-9405-6985d2497988 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:27:30.361659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-893017db-196e-42e2-8cf0-5eb27ad9441b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-520310724'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:30.366123 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c7a8da-7ecd-4879-b8f6-1020ca1c3daa admin admin] Made reservation on behalf of c400794cd81349d482a3d976bff06777 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:30.368387 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74c7a8da-7ecd-4879-b8f6-1020ca1c3daa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:30.386681 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18d111-8b14-45f5-a8ed-e4dd8df07c69 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event updated for resources: {'Network': ['ID=7ed3e81f-beb1-44af-b586-483c0095cc3b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:30.435160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 7ed3e81f-beb1-44af-b586-483c0095cc3b details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:27:30.435905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893017db-196e-42e2-8cf0-5eb27ad9441b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Made reservation on behalf of ca18e70d69384487ae4efe61e82aa845 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:30.440960 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-893017db-196e-42e2-8cf0-5eb27ad9441b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:30.485497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52629e15-963b-4350-a815-16dd72f2b0c8 req-75f06c93-b8f8-4f6f-9838-3d5650ed9130 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:30.487043 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-52629e15-963b-4350-a815-16dd72f2b0c8 req-75f06c93-b8f8-4f6f-9838-3d5650ed9130 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 945 time: 0.2343099 Sep 29 17:27:30.551761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893017db-196e-42e2-8cf0-5eb27ad9441b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:27:30.559590 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-52629e15-963b-4350-a815-16dd72f2b0c8 req-337cf07e-2aa5-43af-acc5-4740299dfd98 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628662 Sep 29 17:27:30.587147 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-893017db-196e-42e2-8cf0-5eb27ad9441b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:30.587602 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-893017db-196e-42e2-8cf0-5eb27ad9441b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Added segment 21736d5a-63fd-4d44-9c01-1be2659b02f5 of type vlan for network 9c23919b-5dc6-4f3c-a975-ad284351567f Sep 29 17:27:30.679478 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74c7a8da-7ecd-4879-b8f6-1020ca1c3daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:30.685524 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-893017db-196e-42e2-8cf0-5eb27ad9441b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:30.749144 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7a8da-7ecd-4879-b8f6-1020ca1c3daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d0ad17-05be-4ca1-840c-930a0d02a7a0,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:30.754981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c7a8da-7ecd-4879-b8f6-1020ca1c3daa admin admin] Checking segment: {'id': 'e9d47cc4-0b7a-498a-a2fb-1ea5da68199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0316a6df-fe1b-4df1-9405-6985d2497988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:30.755731 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c7a8da-7ecd-4879-b8f6-1020ca1c3daa admin admin] Network hostable DHCP agents. Network: 0316a6df-fe1b-4df1-9405-6985d2497988, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:27:30.768231 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-893017db-196e-42e2-8cf0-5eb27ad9441b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:30.775675 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c7a8da-7ecd-4879-b8f6-1020ca1c3daa admin admin] Network 0316a6df-fe1b-4df1-9405-6985d2497988 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:27:30.778938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893017db-196e-42e2-8cf0-5eb27ad9441b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:30.780634 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-893017db-196e-42e2-8cf0-5eb27ad9441b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:30.790442 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-74c7a8da-7ecd-4879-b8f6-1020ca1c3daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 0316a6df-fe1b-4df1-9405-6985d2497988) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:30.802737 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91391e5c-8bcc-4ab7-9182-3b72af7efb25 None None] Network 0316a6df-fe1b-4df1-9405-6985d2497988 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:27:30.807325 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c7a8da-7ecd-4879-b8f6-1020ca1c3daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:30.808204 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74c7a8da-7ecd-4879-b8f6-1020ca1c3daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:30.828640 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-74c7a8da-7ecd-4879-b8f6-1020ca1c3daa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5736387 Sep 29 17:27:30.831150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59110) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:30.844742 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1216653273-router', 'tenant_id': 'c400794cd81349d482a3d976bff06777', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:30.858638 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-893017db-196e-42e2-8cf0-5eb27ad9441b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5074134 Sep 29 17:27:30.861608 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59114) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:30.870350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-17f49932-65f9-43b0-a1f6-38349635ce14 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Request body: {'subnet': {'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:30.917619 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee22de6d-83c8-49e0-81da-2002e96e0fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:30.920477 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893017db-196e-42e2-8cf0-5eb27ad9441b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event updated for resources: {'Network': ['ID=9c23919b-5dc6-4f3c-a975-ad284351567f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:30.937444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 9c23919b-5dc6-4f3c-a975-ad284351567f details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:27:30.954475 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:30.965007 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:31.093047 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:31.164267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-0316a6df-fe1b-4df1-9405-6985d2497988', 'network_id': '0316a6df-fe1b-4df1-9405-6985d2497988', 'tenant_id': 'c400794cd81349d482a3d976bff06777', 'fixed_ips': [{'subnet_id': '66d0ad17-05be-4ca1-840c-930a0d02a7a0'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:27:31.165153 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:31.188517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f49932-65f9-43b0-a1f6-38349635ce14 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Made reservation on behalf of ca18e70d69384487ae4efe61e82aa845 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:31.192057 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-17f49932-65f9-43b0-a1f6-38349635ce14 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:31.280006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ee22de6d-83c8-49e0-81da-2002e96e0fce admin admin] Deleting port bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:31.280501 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee22de6d-83c8-49e0-81da-2002e96e0fce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:31.360225 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:31.381096 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea820018-828e-41a2-994b-376909b0bac0 req-55ac12a7-65b2-4ab0-86c1-73bda09a2ec5 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:31.382446 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea820018-828e-41a2-994b-376909b0bac0 req-55ac12a7-65b2-4ab0-86c1-73bda09a2ec5 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.49 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 945 time: 0.2040262 Sep 29 17:27:31.403280 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Allocated IP 172.20.0.2 (0316a6df-fe1b-4df1-9405-6985d2497988/66d0ad17-05be-4ca1-840c-930a0d02a7a0/ce9ee627-aa65-4acf-ab2e-b81e1cca7515) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:31.468363 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-e2ed39b1-7efd-48aa-9128-9a0ab0fa71f1 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5aa4f043a02146e8ad56c63a8f4b54fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572340 Sep 29 17:27:31.480232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30329729-44da-40ee-8370-5bcd5419de03 req-4c39908c-3cfc-4386-97d0-74ba69f845f3 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:31.482011 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30329729-44da-40ee-8370-5bcd5419de03 req-4c39908c-3cfc-4386-97d0-74ba69f845f3 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 949 time: 0.0771337 Sep 29 17:27:31.484895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-ee22de6d-83c8-49e0-81da-2002e96e0fce admin admin] For port bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560,segment=NetworkSegment(778aa94c-7d03-4e59-aea7-133a8b0d96a4),segment_id=778aa94c-7d03-4e59-aea7-133a8b0d96a4)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:31.485437 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee22de6d-83c8-49e0-81da-2002e96e0fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:31.502811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ee22de6d-83c8-49e0-81da-2002e96e0fce admin admin] Calling delete_port for bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:31.575302 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30329729-44da-40ee-8370-5bcd5419de03 req-57b743ef-1cbb-43aa-8c63-cfeff4407fb2 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818551 Sep 29 17:27:31.780461 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-17f49932-65f9-43b0-a1f6-38349635ce14 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:31.800230 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-ddc4b509-55b4-4377-a6b0-38f76bdb2b4b tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:31.801542 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-ddc4b509-55b4-4377-a6b0-38f76bdb2b4b tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3137283 Sep 29 17:27:31.822016 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee22de6d-83c8-49e0-81da-2002e96e0fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:31.839524 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:31.841873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c324ad-3b39-40fa-9dbd-8d377d20e859 req-55072711-79b8-4f02-8030-714e364e6fe4 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:31.843423 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-92c324ad-3b39-40fa-9dbd-8d377d20e859 req-55072711-79b8-4f02-8030-714e364e6fe4 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 945 time: 0.0806863 Sep 29 17:27:31.847767 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:31.857184 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-ea820018-828e-41a2-994b-376909b0bac0 req-6fc2edc5-1258-40b4-bd76-9ccbde61f0b1 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Deleting port c0ca7e3a-a538-4a0a-ba89-4a638747f14d {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:31.857597 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ea820018-828e-41a2-994b-376909b0bac0 req-6fc2edc5-1258-40b4-bd76-9ccbde61f0b1 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:31.876621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22de6d-83c8-49e0-81da-2002e96e0fce admin admin] Pushing event deleted for resources: {'Port': ['ID=bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:31.888211 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-1b52489d-04e3-4a22-b29d-7359c5c82e2d tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/quotas/5aa4f043a02146e8ad56c63a8f4b54fe HTTP/1.1" status: 200 len: 375 time: 0.0620217 Sep 29 17:27:31.890227 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Network 0316a6df-fe1b-4df1-9405-6985d2497988 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:31.897043 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:31.898933 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Pushing event updated for resources: {'Port': ['ID=ce9ee627-aa65-4acf-ab2e-b81e1cca7515,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:31.901302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:31.945176 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f49932-65f9-43b0-a1f6-38349635ce14 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event updated for resources: {'Subnet': ['ID=07394c81-5025-4bdd-abaf-3f63c1e7c967,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:31.966131 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-f8ca54f6-1f02-4c30-8a4c-4d73bd1be001 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5aa4f043a02146e8ad56c63a8f4b54fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766282 Sep 29 17:27:31.977241 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Attempting to bind port ce9ee627-aa65-4acf-ab2e-b81e1cca7515 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:27:31.977730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Attempting to bind port ce9ee627-aa65-4acf-ab2e-b81e1cca7515 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'e9d47cc4-0b7a-498a-a2fb-1ea5da68199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0316a6df-fe1b-4df1-9405-6985d2497988'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:27:31.978659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Attempting to bind port ce9ee627-aa65-4acf-ab2e-b81e1cca7515 on network 0316a6df-fe1b-4df1-9405-6985d2497988 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:31.989245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:27:31.990071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Checking segment: {'id': 'e9d47cc4-0b7a-498a-a2fb-1ea5da68199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0316a6df-fe1b-4df1-9405-6985d2497988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:31.990494 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:31.990897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Bound using segment: {'id': 'e9d47cc4-0b7a-498a-a2fb-1ea5da68199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0316a6df-fe1b-4df1-9405-6985d2497988'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:27:31.991388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Bound port: ce9ee627-aa65-4acf-ab2e-b81e1cca7515, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d47cc4-0b7a-498a-a2fb-1ea5da68199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0316a6df-fe1b-4df1-9405-6985d2497988'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:27:31.991776 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:31.999977 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-92c324ad-3b39-40fa-9dbd-8d377d20e859 req-e73c1769-407d-40ae-9528-863ac83ec6d0 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups?id=7a1cfb38-2da9-46ff-9bb6-19783a3229db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376345 Sep 29 17:27:32.115913 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] For port ce9ee627-aa65-4acf-ab2e-b81e1cca7515, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:27:32.133440 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] For port ce9ee627-aa65-4acf-ab2e-b81e1cca7515, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ce9ee627-aa65-4acf-ab2e-b81e1cca7515,segment=NetworkSegment(e9d47cc4-0b7a-498a-a2fb-1ea5da68199d),segment_id=e9d47cc4-0b7a-498a-a2fb-1ea5da68199d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:27:32.138920 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:32.223098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206964d-1887-4ca2-a56a-fcfefe3a4e21 None None] Pushing event updated for resources: {'Port': ['ID=ce9ee627-aa65-4acf-ab2e-b81e1cca7515,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:32.334109 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee22de6d-83c8-49e0-81da-2002e96e0fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:32.432634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-e014c7f9-b975-4b50-9fce-33aa6c47aa60 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:32.441963 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-e014c7f9-b975-4b50-9fce-33aa6c47aa60 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 812 time: 0.3058038 Sep 29 17:27:32.498675 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-ac2be35a-552a-4e8e-8bae-04cd14bf6237 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/quotas/8762000220624d86bb5544a9b9e7bbd3 HTTP/1.1" status: 200 len: 375 time: 0.0182238 Sep 29 17:27:32.544035 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-0e415395-e3ec-4fe3-a59b-7c8743dcf14f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326438 Sep 29 17:27:32.625323 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c12c3211-7b0c-45e0-ac71-fc5f2f3b33ca req-fcbce554-3255-40ab-a6be-5efa13a5a2f6 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 210 time: 0.1167288 Sep 29 17:27:32.639622 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f49932-65f9-43b0-a1f6-38349635ce14 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Checking segment: {'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:32.639622 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f49932-65f9-43b0-a1f6-38349635ce14 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Network hostable DHCP agents. Network: 7ed3e81f-beb1-44af-b586-483c0095cc3b, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:27:32.700747 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-ea820018-828e-41a2-994b-376909b0bac0 req-6fc2edc5-1258-40b4-bd76-9ccbde61f0b1 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] For port c0ca7e3a-a538-4a0a-ba89-4a638747f14d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c0ca7e3a-a538-4a0a-ba89-4a638747f14d,segment=NetworkSegment(58bd1bc6-02d7-46f5-95d3-9d9fc249c08e),segment_id=58bd1bc6-02d7-46f5-95d3-9d9fc249c08e)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:32.701032 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ea820018-828e-41a2-994b-376909b0bac0 req-6fc2edc5-1258-40b4-bd76-9ccbde61f0b1 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:32.722871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:32.727014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-ea820018-828e-41a2-994b-376909b0bac0 req-6fc2edc5-1258-40b4-bd76-9ccbde61f0b1 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Calling delete_port for c0ca7e3a-a538-4a0a-ba89-4a638747f14d owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:32.730127 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f49932-65f9-43b0-a1f6-38349635ce14 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Network 7ed3e81f-beb1-44af-b586-483c0095cc3b is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:27:32.740467 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-d0177063-9c73-4ef8-aa4b-e497a8f5094a service neutron] 10.222.0.44 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864986 Sep 29 17:27:32.756959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee22de6d-83c8-49e0-81da-2002e96e0fce admin admin] Router 7ab01687-2041-468d-9556-aac9a9171770 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:27:32.796977 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:32.808850 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-17f49932-65f9-43b0-a1f6-38349635ce14 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 7ed3e81f-beb1-44af-b586-483c0095cc3b) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:32.814035 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f49932-65f9-43b0-a1f6-38349635ce14 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:32.814831 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-17f49932-65f9-43b0-a1f6-38349635ce14 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:32.819777 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90beb481-60ca-482c-9b93-2abb4b697b44 None None] Network 7ed3e81f-beb1-44af-b586-483c0095cc3b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:27:32.939029 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b2b2f455-ae1a-451e-b481-5facf5b6c91f service neutron] 10.222.0.44 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805742 Sep 29 17:27:32.978557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee22de6d-83c8-49e0-81da-2002e96e0fce admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:27:32.995567 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ee22de6d-83c8-49e0-81da-2002e96e0fce admin admin] 10.222.0.44 "PUT /v2.0/routers/7ab01687-2041-468d-9556-aac9a9171770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5781672 Sep 29 17:27:32.998889 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bfa96a-f1f3-4c63-bb61-0953127c14db None None] Sync routers for ids ['7ab01687-2041-468d-9556-aac9a9171770'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:27:32.999552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59170) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:33.007370 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-7ed3e81f-beb1-44af-b586-483c0095cc3b', 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'fixed_ips': [{'subnet_id': '07394c81-5025-4bdd-abaf-3f63c1e7c967'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:27:33.008421 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:33.020224 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bfa96a-f1f3-4c63-bb61-0953127c14db None None] Routers {'7ab01687-2041-468d-9556-aac9a9171770'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:33.022166 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a4bfa96a-f1f3-4c63-bb61-0953127c14db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:27:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7ab01687-2041-468d-9556-aac9a9171770'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:33.188112 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f088-c528-4077-a8ae-dae0429c82e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:33.189305 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-17f49932-65f9-43b0-a1f6-38349635ce14 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3243427 Sep 29 17:27:33.189936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59174) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:33.208241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5cebf1fd-27ee-4196-9d5c-100f73385693 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Request body: {'subnet': {'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:33.217240 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Allocated IP 10.1.1.2 (7ed3e81f-beb1-44af-b586-483c0095cc3b/07394c81-5025-4bdd-abaf-3f63c1e7c967/00e275b1-7e76-4816-ae84-59f5f0e26a10) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:33.356463 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ea820018-828e-41a2-994b-376909b0bac0 req-6fc2edc5-1258-40b4-bd76-9ccbde61f0b1 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:33.361665 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-a4bfa96a-f1f3-4c63-bb61-0953127c14db None None] Set router 7ab01687-2041-468d-9556-aac9a9171770 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:33.382621 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['c0ca7e3a-a538-4a0a-ba89-4a638747f14d'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:27:33.417134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8730297-56df-4b33-980e-4e4c6c291c85 req-7f3785a0-24da-4dba-8cb3-03481f014004 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:33.434452 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f8730297-56df-4b33-980e-4e4c6c291c85 req-7f3785a0-24da-4dba-8cb3-03481f014004 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 949 time: 0.7075250 Sep 29 17:27:33.450453 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Allocated IP 172.25.2.53 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/8c344af8-c4ab-4b3f-8168-bacde260a14e) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:33.481328 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57a5776a-87c3-40b4-b484-01e21b139339 req-f914e562-a7f9-4db6-b0b2-71a3f505e1d4 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 210 time: 0.0721893 Sep 29 17:27:33.636444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c17a46-6edf-47d3-b940-157c8a1a70ef None None] Network 0316a6df-fe1b-4df1-9405-6985d2497988 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:27:33.649262 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2edc5-1258-40b4-bd76-9ccbde61f0b1 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Pushing event deleted for resources: {'Port': ['ID=c0ca7e3a-a538-4a0a-ba89-4a638747f14d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:33.674208 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:33.700587 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:33.787120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-db95aecb-b496-4270-8bab-24a5d95c0c91 None None] Provisioning complete for port ce9ee627-aa65-4acf-ab2e-b81e1cca7515 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:33.787735 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-db95aecb-b496-4270-8bab-24a5d95c0c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:33.793828 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a4bfa96a-f1f3-4c63-bb61-0953127c14db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab01687-2041-468d-9556-aac9a9171770', 'name': 'tempest-ServersTestFqdnHostnames-873560231-router', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:23:32Z', 'updated_at': '2021-09-29T17:27:31Z', 'revision_number': 5, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'gw_port': {'id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:33Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:33.862471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Network 7ed3e81f-beb1-44af-b586-483c0095cc3b is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:33.874093 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:33.894127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:33.901052 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea820018-828e-41a2-994b-376909b0bac0 req-6fc2edc5-1258-40b4-bd76-9ccbde61f0b1 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] No DVR routers for this DVR port c0ca7e3a-a538-4a0a-ba89-4a638747f14d on host n-h1-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:27:33.904582 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ea820018-828e-41a2-994b-376909b0bac0 req-6fc2edc5-1258-40b4-bd76-9ccbde61f0b1 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:33.907785 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Pushing event updated for resources: {'Port': ['ID=00e275b1-7e76-4816-ae84-59f5f0e26a10,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:33.908063 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea820018-828e-41a2-994b-376909b0bac0 req-6fc2edc5-1258-40b4-bd76-9ccbde61f0b1 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.49 "DELETE /v2.0/ports/c0ca7e3a-a538-4a0a-ba89-4a638747f14d HTTP/1.1" status: 204 len: 173 time: 2.5083354 Sep 29 17:27:33.908924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cebf1fd-27ee-4196-9d5c-100f73385693 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Made reservation on behalf of ca18e70d69384487ae4efe61e82aa845 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:33.919108 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bfa96a-f1f3-4c63-bb61-0953127c14db None None] Checking router: 7ab01687-2041-468d-9556-aac9a9171770 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:27:33.925330 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5cebf1fd-27ee-4196-9d5c-100f73385693 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:33.968298 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bfa96a-f1f3-4c63-bb61-0953127c14db None None] Routers {'7ab01687-2041-468d-9556-aac9a9171770'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:33.969891 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a4bfa96a-f1f3-4c63-bb61-0953127c14db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:27:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7ab01687-2041-468d-9556-aac9a9171770'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:34.094813 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-db95aecb-b496-4270-8bab-24a5d95c0c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:34.172721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ce9ee627-aa65-4acf-ab2e-b81e1cca7515 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:34.182854 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Attempting to bind port 00e275b1-7e76-4816-ae84-59f5f0e26a10 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:27:34.183628 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Attempting to bind port 00e275b1-7e76-4816-ae84-59f5f0e26a10 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:27:34.184240 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Attempting to bind port 00e275b1-7e76-4816-ae84-59f5f0e26a10 on network 7ed3e81f-beb1-44af-b586-483c0095cc3b {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:34.218693 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-a4bfa96a-f1f3-4c63-bb61-0953127c14db None None] Set router 7ab01687-2041-468d-9556-aac9a9171770 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:34.228147 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:27:34.228841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Checking segment: {'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:34.229485 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:34.230044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Bound using segment: {'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:27:34.230711 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Bound port: 00e275b1-7e76-4816-ae84-59f5f0e26a10, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:27:34.231278 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:34.282651 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-392fa4cc-3704-4919-8246-24755f7301f0 req-072841eb-ca8c-45a7-b2c8-2de0175b04ff tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 210 time: 0.6977048 Sep 29 17:27:34.284541 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f088-c528-4077-a8ae-dae0429c82e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:34.299794 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-93c15e9c-c694-45f4-a567-670871092e85 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5aa4f043a02146e8ad56c63a8f4b54fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692341 Sep 29 17:27:34.330162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-db95aecb-b496-4270-8bab-24a5d95c0c91 None None] For port ce9ee627-aa65-4acf-ab2e-b81e1cca7515, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ce9ee627-aa65-4acf-ab2e-b81e1cca7515,segment=NetworkSegment(e9d47cc4-0b7a-498a-a2fb-1ea5da68199d),segment_id=e9d47cc4-0b7a-498a-a2fb-1ea5da68199d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:34.410362 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-db95aecb-b496-4270-8bab-24a5d95c0c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:34.447050 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5a102a-f82a-4baa-a0c3-743f276dbd57', 'name': 'network-vif-deleted', 'tag': 'c0ca7e3a-a538-4a0a-ba89-4a638747f14d'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:34.449400 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b7c8ce-2f73-41ec-8c25-8d369f3aa1b3" -d '{"events": [{"server_uuid": "ad5a102a-f82a-4baa-a0c3-743f276dbd57", "name": "network-vif-deleted", "tag": "c0ca7e3a-a538-4a0a-ba89-4a638747f14d"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:34.480262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95aecb-b496-4270-8bab-24a5d95c0c91 None None] Pushing event updated for resources: {'Port': ['ID=ce9ee627-aa65-4acf-ab2e-b81e1cca7515,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:34.509900 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f8730297-56df-4b33-980e-4e4c6c291c85 req-7fd8d01d-1cee-49c1-bebe-33fbfc5a3c51 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0742776 Sep 29 17:27:34.557092 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3589570-b626-4589-a703-4ce3bf624cd5 req-10ce41f5-f66c-465f-8edb-cabf1e323ca8 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 210 time: 0.0567021 Sep 29 17:27:34.558415 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] For port 00e275b1-7e76-4816-ae84-59f5f0e26a10, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:27:34.560672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ce9ee627-aa65-4acf-ab2e-b81e1cca7515 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:34.561138 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:34.580945 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5cebf1fd-27ee-4196-9d5c-100f73385693 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:34.598272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-b7a3f088-c528-4077-a8ae-dae0429c82e3 admin admin] Deleting port c3c0a800-67e5-40d9-b02c-51cbc50c82be {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:34.604515 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f088-c528-4077-a8ae-dae0429c82e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:34.621652 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a4bfa96a-f1f3-4c63-bb61-0953127c14db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ab01687-2041-468d-9556-aac9a9171770', 'name': 'tempest-ServersTestFqdnHostnames-873560231-router', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:23:32Z', 'updated_at': '2021-09-29T17:27:31Z', 'revision_number': 5, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'gw_port': {'id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:33Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:34.673657 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] For port 00e275b1-7e76-4816-ae84-59f5f0e26a10, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=00e275b1-7e76-4816-ae84-59f5f0e26a10,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:27:34.697745 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:34.716206 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a9a132-c453-4405-977f-c2e2803dd4f0 x-openstack-request-id: req-66a9a132-c453-4405-977f-c2e2803dd4f0 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:34.716449 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5a102a-f82a-4baa-a0c3-743f276dbd57", "name": "network-vif-deleted", "tag": "c0ca7e3a-a538-4a0a-ba89-4a638747f14d", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:34.716691 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-66a9a132-c453-4405-977f-c2e2803dd4f0 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:34.717044 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5a102a-f82a-4baa-a0c3-743f276dbd57', 'name': 'network-vif-deleted', 'tag': 'c0ca7e3a-a538-4a0a-ba89-4a638747f14d', 'status': 'completed', 'code': 200} Sep 29 17:27:34.723415 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bfa96a-f1f3-4c63-bb61-0953127c14db None None] The sync data for ids ['7ab01687-2041-468d-9556-aac9a9171770'] in n-d-811748-2 is: [{'id': '7ab01687-2041-468d-9556-aac9a9171770', 'name': 'tempest-ServersTestFqdnHostnames-873560231-router', 'tenant_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:23:32Z', 'updated_at': '2021-09-29T17:27:31Z', 'revision_number': 5, 'project_id': '5ec9ac2e1e3d43d09adba1b8ce2a0b66', 'gw_port': {'id': 'c3c0a800-67e5-40d9-b02c-51cbc50c82be', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:63:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab01687-2041-468d-9556-aac9a9171770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:23:33Z', 'updated_at': '2021-09-29T17:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:27:34.726656 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebf1fd-27ee-4196-9d5c-100f73385693 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event updated for resources: {'Subnet': ['ID=ba6db94f-8467-4528-901c-b0e5cf73d643,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:34.736386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-b7a3f088-c528-4077-a8ae-dae0429c82e3 admin admin] For port c3c0a800-67e5-40d9-b02c-51cbc50c82be, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c3c0a800-67e5-40d9-b02c-51cbc50c82be,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:34.736880 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f088-c528-4077-a8ae-dae0429c82e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:34.757476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-b7a3f088-c528-4077-a8ae-dae0429c82e3 admin admin] Calling delete_port for c3c0a800-67e5-40d9-b02c-51cbc50c82be owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:34.846407 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:34.848194 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebf1fd-27ee-4196-9d5c-100f73385693 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Checking segment: {'id': '21736d5a-63fd-4d44-9c01-1be2659b02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:34.848558 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cebf1fd-27ee-4196-9d5c-100f73385693 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Network hostable DHCP agents. Network: 9c23919b-5dc6-4f3c-a975-ad284351567f, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:27:34.883646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-75a43a83-0860-45d9-9d96-cb5e7314e1dc tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:34.885527 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-75a43a83-0860-45d9-9d96-cb5e7314e1dc tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5784023 Sep 29 17:27:34.907982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Pushing event updated for resources: {'Port': ['ID=00e275b1-7e76-4816-ae84-59f5f0e26a10,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:34.927355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cebf1fd-27ee-4196-9d5c-100f73385693 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Network 9c23919b-5dc6-4f3c-a975-ad284351567f is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:27:34.934913 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:34.935452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:34.935877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:34.936555 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:34.936845 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:34.937849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:34.938514 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:34.938920 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:34.939316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:34.939810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:34.940205 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:34.940641 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23829f51-8c45-49fe-852f-92824b457b9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:34.951797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-02ed632e-e537-47de-8d13-139e032c350d None None] Provisioning complete for port ce9ee627-aa65-4acf-ab2e-b81e1cca7515 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:34.954172 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-02ed632e-e537-47de-8d13-139e032c350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:34.954614 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8ff0968-e50e-474a-9ae8-ef76d691b60a req-f3465dc2-8b51-427d-87d9-0425c2c772ad tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad5a102a-f82a-4baa-a0c3-743f276dbd57 HTTP/1.1" status: 200 len: 210 time: 0.0738194 Sep 29 17:27:34.967436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Request body: {'port': {'device_id': '927e5e88-99a1-4d11-8122-7bf38a42a882', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': '5aa4f043a02146e8ad56c63a8f4b54fe'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:34.985745 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5cebf1fd-27ee-4196-9d5c-100f73385693 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 9c23919b-5dc6-4f3c-a975-ad284351567f) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:35.004223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83eb033-83b8-4e8a-8bfe-6d625e7b42cf None None] Network 9c23919b-5dc6-4f3c-a975-ad284351567f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:27:35.007496 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cebf1fd-27ee-4196-9d5c-100f73385693 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:35.008313 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5cebf1fd-27ee-4196-9d5c-100f73385693 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:35.047147 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:35.076696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:35.117874 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5cebf1fd-27ee-4196-9d5c-100f73385693 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9215176 Sep 29 17:27:35.119350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:35.143012 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59198) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:35.164116 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Pushing event updated for resources: {'Port': ['ID=8c344af8-c4ab-4b3f-8168-bacde260a14e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:35.194777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-296550ba-e634-4273-b822-eff993b64b26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Request body: {'port': {'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b', 'name': 'tempest-TaggedBootDevicesTest-1887374316', 'fixed_ips': [{'subnet_id': '07394c81-5025-4bdd-abaf-3f63c1e7c967'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:35.222513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:35.286793 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Made reservation on behalf of 5aa4f043a02146e8ad56c63a8f4b54fe for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:35.291592 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:35.334798 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-9c23919b-5dc6-4f3c-a975-ad284351567f', 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'fixed_ips': [{'subnet_id': 'ba6db94f-8467-4528-901c-b0e5cf73d643'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:27:35.335857 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:35.397646 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:35.559858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54410922-a7ba-483b-b5c2-aea92511c6a4 req-bf210e59-8466-44cd-a651-770c53931fac tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:35.561572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-54410922-a7ba-483b-b5c2-aea92511c6a4 req-bf210e59-8466-44cd-a651-770c53931fac tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 949 time: 0.2148039 Sep 29 17:27:35.566176 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Allocated IP 10.2.2.2 (9c23919b-5dc6-4f3c-a975-ad284351567f/ba6db94f-8467-4528-901c-b0e5cf73d643/bf69f209-08ad-4f66-9745-278127eaed48) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:35.602531 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3afdb051-a1a2-4286-abcd-0ab7a473cc4d req-4ba274d0-b656-4857-a1be-bcc9d89af9eb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 210 time: 0.1394873 Sep 29 17:27:35.678518 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-54410922-a7ba-483b-b5c2-aea92511c6a4 req-88e87919-6957-41b0-a719-db6bab433d0c tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003704 Sep 29 17:27:35.697562 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f088-c528-4077-a8ae-dae0429c82e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:35.745398 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-ff1cff4a-7462-4624-b699-e1d18e0e9a53 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:35.746307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3f088-c528-4077-a8ae-dae0429c82e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c0a800-67e5-40d9-b02c-51cbc50c82be,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:35.747137 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-ff1cff4a-7462-4624-b699-e1d18e0e9a53 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.49 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 812 time: 0.3568122 Sep 29 17:27:35.749479 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:35.761399 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:35.770849 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-0a4a5ab5-d6ba-4edd-b301-5a742a45bc31 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Request body: {'port': {'device_id': '83d7dab9-8164-4b7d-93fd-a7a284e55153', 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee', 'admin_state_up': True, 'tenant_id': '8762000220624d86bb5544a9b9e7bbd3'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:35.789160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c0ca7e3a-a538-4a0a-ba89-4a638747f14d no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:35.822508 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: c0ca7e3a-a538-4a0a-ba89-4a638747f14d {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:27:35.822889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c0ca7e3a-a538-4a0a-ba89-4a638747f14d not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:27:35.885734 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-491e47f0-cf37-41b7-9d0c-3ee106e0f0dd req-44758f1c-2589-43a5-a2ae-dbac644c3bc9 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 210 time: 0.0783908 Sep 29 17:27:35.899296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c39f73e-af5e-4ea9-b1a5-5128516c179f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:35.910810 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296550ba-e634-4273-b822-eff993b64b26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Made reservation on behalf of ca18e70d69384487ae4efe61e82aa845 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:35.923410 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:35.925748 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f088-c528-4077-a8ae-dae0429c82e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:35.935570 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:35.977253 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Network 9c23919b-5dc6-4f3c-a975-ad284351567f is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:35.980206 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:35.985345 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:36.029662 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Pushing event updated for resources: {'Port': ['ID=bf69f209-08ad-4f66-9745-278127eaed48,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:36.081088 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.112497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Attempting to bind port bf69f209-08ad-4f66-9745-278127eaed48 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:27:36.112890 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Attempting to bind port bf69f209-08ad-4f66-9745-278127eaed48 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '21736d5a-63fd-4d44-9c01-1be2659b02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:27:36.113331 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Attempting to bind port bf69f209-08ad-4f66-9745-278127eaed48 on network 9c23919b-5dc6-4f3c-a975-ad284351567f {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:36.119708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:27:36.119708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Checking segment: {'id': '21736d5a-63fd-4d44-9c01-1be2659b02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:36.120462 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.120590 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Bound using segment: {'id': '21736d5a-63fd-4d44-9c01-1be2659b02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:27:36.121084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Bound port: bf69f209-08ad-4f66-9745-278127eaed48, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21736d5a-63fd-4d44-9c01-1be2659b02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:27:36.121554 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.184844 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f088-c528-4077-a8ae-dae0429c82e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.192193 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f088-c528-4077-a8ae-dae0429c82e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.255670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59222) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:36.272474 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f088-c528-4077-a8ae-dae0429c82e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.273168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a3f088-c528-4077-a8ae-dae0429c82e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ab01687-2041-468d-9556-aac9a9171770 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:27:36.275915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Allocated IP 192.168.233.85 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/74605e58-d87f-4058-bad1-700aa717019e) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:36.280769 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7a3f088-c528-4077-a8ae-dae0429c82e3 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.282385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-0a4a5ab5-d6ba-4edd-b301-5a742a45bc31 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Made reservation on behalf of 8762000220624d86bb5544a9b9e7bbd3 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:36.286087 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b7a3f088-c528-4077-a8ae-dae0429c82e3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/7ab01687-2041-468d-9556-aac9a9171770 HTTP/1.1" status: 204 len: 168 time: 3.2848680 Sep 29 17:27:36.286276 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-0a4a5ab5-d6ba-4edd-b301-5a742a45bc31 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.289776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59224) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:36.295906 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-296550ba-e634-4273-b822-eff993b64b26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.297733 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] For port bf69f209-08ad-4f66-9745-278127eaed48, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:27:36.306006 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] For port bf69f209-08ad-4f66-9745-278127eaed48, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=bf69f209-08ad-4f66-9745-278127eaed48,segment=NetworkSegment(21736d5a-63fd-4d44-9c01-1be2659b02f5),segment_id=21736d5a-63fd-4d44-9c01-1be2659b02f5)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:27:36.333853 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.371953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-296550ba-e634-4273-b822-eff993b64b26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] device_id is not set on port a36d37ce-a325-4d1c-9721-c8f32e0f47e7 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:27:36.403097 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 00e275b1-7e76-4816-ae84-59f5f0e26a10 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:36.440407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd13ab8-e5e6-4de3-8b95-e8bc1bc3e4f3 admin admin] Deleting subnet f8925bfe-e7cc-499e-9f17-d49be415ef6e {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:27:36.461181 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0fd13ab8-e5e6-4de3-8b95-e8bc1bc3e4f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.487168 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877dfd0-528f-4bd3-8762-297219836738 None None] Pushing event updated for resources: {'Port': ['ID=bf69f209-08ad-4f66-9745-278127eaed48,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:36.514562 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 00e275b1-7e76-4816-ae84-59f5f0e26a10 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:36.515197 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.554513 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0fd13ab8-e5e6-4de3-8b95-e8bc1bc3e4f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.728246 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.739838 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0fd13ab8-e5e6-4de3-8b95-e8bc1bc3e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.800974 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a0af92-b1ff-4493-8e40-bc5beda9fd14 None None] Network 7ed3e81f-beb1-44af-b586-483c0095cc3b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:27:36.804505 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b5a2a50a-52f6-4c0c-8716-a1142224981f tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.849128 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-37efd23c-7b58-4a61-bafe-ad19d3abd8f8 None None] Provisioning complete for port 00e275b1-7e76-4816-ae84-59f5f0e26a10 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:36.849419 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.849549 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-37efd23c-7b58-4a61-bafe-ad19d3abd8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.907068 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc612c-5f2c-4c35-9b5d-ccd7ebd222b0 req-a439a8f8-489e-46b8-b68b-c5eac21da297 tempest-DeleteServersAdminTestJSON-664897106 tempest-DeleteServersAdminTestJSON-664897106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:36.909264 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0fc612c-5f2c-4c35-9b5d-ccd7ebd222b0 req-a439a8f8-489e-46b8-b68b-c5eac21da297 tempest-DeleteServersAdminTestJSON-664897106 tempest-DeleteServersAdminTestJSON-664897106-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 1100 time: 0.1343737 Sep 29 17:27:36.927764 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:36.992293 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-743b97de-0343-41b0-9989-24b0082f7f39 req-7de5246b-00f8-47f8-888e-a9004e0a3500 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 210 time: 0.2422132 Sep 29 17:27:36.995361 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0fd13ab8-e5e6-4de3-8b95-e8bc1bc3e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.045403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 00e275b1-7e76-4816-ae84-59f5f0e26a10, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=00e275b1-7e76-4816-ae84-59f5f0e26a10,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:37.067734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc648f7f-5628-447a-bef7-1717db055cde req-4df8e477-176d-43ee-b7ba-e49dc74790c3 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:37.074030 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.074813 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ce9ee627-aa65-4acf-ab2e-b81e1cca7515 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:37.081192 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc648f7f-5628-447a-bef7-1717db055cde req-4df8e477-176d-43ee-b7ba-e49dc74790c3 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 949 time: 0.2262509 Sep 29 17:27:37.122220 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd13ab8-e5e6-4de3-8b95-e8bc1bc3e4f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8925bfe-e7cc-499e-9f17-d49be415ef6e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:37.126529 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0fd13ab8-e5e6-4de3-8b95-e8bc1bc3e4f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.129999 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0fd13ab8-e5e6-4de3-8b95-e8bc1bc3e4f3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f8925bfe-e7cc-499e-9f17-d49be415ef6e HTTP/1.1" status: 204 len: 168 time: 0.8366904 Sep 29 17:27:37.133237 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.141936 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59234) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:37.150152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b0a282-a517-4e7a-8ecc-9b01ba99c54f None None] Network 201abf05-d70e-4829-87b2-d88d337df26a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:27:37.245888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:37.261499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:37.275120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc648f7f-5628-447a-bef7-1717db055cde req-05e8258c-a168-49a0-84ff-1e907817fe0c tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905231 Sep 29 17:27:37.288442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:37.311912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=00e275b1-7e76-4816-ae84-59f5f0e26a10,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:37.363826 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:37.364505 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.370870 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ce9ee627-aa65-4acf-ab2e-b81e1cca7515 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:37.371255 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.438252 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Pushing event updated for resources: {'Port': ['ID=74605e58-d87f-4058-bad1-700aa717019e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:37.443624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-0586598f-3164-4409-8009-dc01bcdc83d5 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4874322 Sep 29 17:27:37.446920 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.462377 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Request body: {'port': {'device_id': '927e5e88-99a1-4d11-8122-7bf38a42a882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:37.505966 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b5a2a50a-52f6-4c0c-8716-a1142224981f tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.520559 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-e0fc612c-5f2c-4c35-9b5d-ccd7ebd222b0 req-56d4ea92-c571-4da5-94c4-98dc5d78f2b7 tempest-DeleteServersAdminTestJSON-664897106 tempest-DeleteServersAdminTestJSON-664897106-project-admin] Deleting port 2df1169b-21aa-47fc-ae23-41992e5453a6 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:37.520907 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e0fc612c-5f2c-4c35-9b5d-ccd7ebd222b0 req-56d4ea92-c571-4da5-94c4-98dc5d78f2b7 tempest-DeleteServersAdminTestJSON-664897106 tempest-DeleteServersAdminTestJSON-664897106-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.555368 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:37.626151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d762b82-214f-4063-b36d-9f840049b08e None None] DHCP port deletion for 201abf05-d70e-4829-87b2-d88d337df26a request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:27:37.660902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:27:37.661252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device bef01a9f-6a6a-4c7a-b6fc-3a4aa4e70560 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:27:37.689440 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-e0fc612c-5f2c-4c35-9b5d-ccd7ebd222b0 req-56d4ea92-c571-4da5-94c4-98dc5d78f2b7 tempest-DeleteServersAdminTestJSON-664897106 tempest-DeleteServersAdminTestJSON-664897106-project-admin] For port 2df1169b-21aa-47fc-ae23-41992e5453a6, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2df1169b-21aa-47fc-ae23-41992e5453a6,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:37.689953 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e0fc612c-5f2c-4c35-9b5d-ccd7ebd222b0 req-56d4ea92-c571-4da5-94c4-98dc5d78f2b7 tempest-DeleteServersAdminTestJSON-664897106 tempest-DeleteServersAdminTestJSON-664897106-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.708912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c5d3b3bd-212f-46bc-a7af-9758ca63ecad None None] Provisioning complete for port 74605e58-d87f-4058-bad1-700aa717019e triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:37.709311 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b3bd-212f-46bc-a7af-9758ca63ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.716865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-e0fc612c-5f2c-4c35-9b5d-ccd7ebd222b0 req-56d4ea92-c571-4da5-94c4-98dc5d78f2b7 tempest-DeleteServersAdminTestJSON-664897106 tempest-DeleteServersAdminTestJSON-664897106-project-admin] Calling delete_port for 2df1169b-21aa-47fc-ae23-41992e5453a6 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:37.728759 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.758417 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1d762b82-214f-4063-b36d-9f840049b08e None None] Deleting port 8f4005ea-188a-49ae-8566-7d7d70a8a1bd {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:37.758792 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1d762b82-214f-4063-b36d-9f840049b08e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.820063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-c5d3b3bd-212f-46bc-a7af-9758ca63ecad None None] Port 74605e58-d87f-4058-bad1-700aa717019e cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:27:37.831586 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b5a2a50a-52f6-4c0c-8716-a1142224981f tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.834187 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b5a2a50a-52f6-4c0c-8716-a1142224981f tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.835368 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b5a2a50a-52f6-4c0c-8716-a1142224981f tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "DELETE /v2.0/security-groups/91ed9a81-2067-468d-bb5b-911b07ff3dc1 HTTP/1.1" status: 204 len: 168 time: 1.5785599 Sep 29 17:27:37.841798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] Deleting port 8f4005ea-188a-49ae-8566-7d7d70a8a1bd {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:37.842383 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.848346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59238) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:37.854983 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-296550ba-e634-4273-b822-eff993b64b26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Allocated IP 10.1.1.103 (7ed3e81f-beb1-44af-b586-483c0095cc3b/07394c81-5025-4bdd-abaf-3f63c1e7c967/a36d37ce-a325-4d1c-9721-c8f32e0f47e7) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:37.886624 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2a50a-52f6-4c0c-8716-a1142224981f tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ed9a81-2067-468d-bb5b-911b07ff3dc1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:37.896225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8101c-ac68-4e41-83ab-88b134f47432 req-a4295118-ab10-4958-a790-e6b5c1d04286 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:37.899622 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-e551cb57-f083-4069-900f-7af49aa0a563 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] show failed (client error): The resource could not be found. Sep 29 17:27:37.903261 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e551cb57-f083-4069-900f-7af49aa0a563 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "GET /v2.0/security-groups/91ed9a81-2067-468d-bb5b-911b07ff3dc1 HTTP/1.1" status: 404 len: 347 time: 0.0511510 Sep 29 17:27:37.907530 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-59c8101c-ac68-4e41-83ab-88b134f47432 req-a4295118-ab10-4958-a790-e6b5c1d04286 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 935 time: 0.8049428 Sep 29 17:27:37.914721 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59240) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:37.921656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1d762b82-214f-4063-b36d-9f840049b08e None None] For port 8f4005ea-188a-49ae-8566-7d7d70a8a1bd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8f4005ea-188a-49ae-8566-7d7d70a8a1bd,segment=NetworkSegment(778aa94c-7d03-4e59-aea7-133a8b0d96a4),segment_id=778aa94c-7d03-4e59-aea7-133a8b0d96a4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:37.922153 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1d762b82-214f-4063-b36d-9f840049b08e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.950249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1d762b82-214f-4063-b36d-9f840049b08e None None] Calling delete_port for 8f4005ea-188a-49ae-8566-7d7d70a8a1bd owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:37.970282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a1379818-5317-476c-9e23-ca64b9cff404 None None] Provisioning complete for port 00e275b1-7e76-4816-ae84-59f5f0e26a10 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:37.970659 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a1379818-5317-476c-9e23-ca64b9cff404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:37.977830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-0a4a5ab5-d6ba-4edd-b301-5a742a45bc31 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Allocated IP 172.20.0.3 (5cec3342-9e55-4e91-99e8-ff77baea25ee/469f6337-ae09-4156-997e-8aa5990644df/7dce40f3-b106-4052-89bc-2cd8097283d0) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:38.096564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] For port 8f4005ea-188a-49ae-8566-7d7d70a8a1bd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8f4005ea-188a-49ae-8566-7d7d70a8a1bd,segment=NetworkSegment(778aa94c-7d03-4e59-aea7-133a8b0d96a4),segment_id=778aa94c-7d03-4e59-aea7-133a8b0d96a4)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:38.096938 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.141652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] Calling delete_port for 8f4005ea-188a-49ae-8566-7d7d70a8a1bd owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:38.172572 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-59c8101c-ac68-4e41-83ab-88b134f47432 req-b63d420a-8382-4b1f-99a9-28a2f38712cc tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c39f73e-af5e-4ea9-b1a5-5128516c179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419689 Sep 29 17:27:38.207763 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1d762b82-214f-4063-b36d-9f840049b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.212618 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a4d8f-04d2-4483-84b8-ef8907dd5de2 None None] Network 9c23919b-5dc6-4f3c-a975-ad284351567f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:27:38.222847 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a86c96b4-7d05-4bf5-a463-d378d766ec5a req-5a957fb3-fe53-4a0f-8526-8bd5dbb3f514 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 210 time: 0.0664999 Sep 29 17:27:38.228526 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Router 7aa72e77-2009-4a11-84ed-de763ea0bdb9 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:27:38.229506 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e0fc612c-5f2c-4c35-9b5d-ccd7ebd222b0 req-56d4ea92-c571-4da5-94c4-98dc5d78f2b7 tempest-DeleteServersAdminTestJSON-664897106 tempest-DeleteServersAdminTestJSON-664897106-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.288076 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['2df1169b-21aa-47fc-ae23-41992e5453a6'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:27:38.316028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device bf69f209-08ad-4f66-9745-278127eaed48 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:38.329792 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d762b82-214f-4063-b36d-9f840049b08e None None] Pushing event deleted for resources: {'Port': ['ID=8f4005ea-188a-49ae-8566-7d7d70a8a1bd,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:38.332729 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d762b82-214f-4063-b36d-9f840049b08e None None] No DVR routers for this DVR port 8f4005ea-188a-49ae-8566-7d7d70a8a1bd on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:27:38.417578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4ea92-c571-4da5-94c4-98dc5d78f2b7 tempest-DeleteServersAdminTestJSON-664897106 tempest-DeleteServersAdminTestJSON-664897106-project-admin] Pushing event deleted for resources: {'Port': ['ID=2df1169b-21aa-47fc-ae23-41992e5453a6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:38.455524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fc612c-5f2c-4c35-9b5d-ccd7ebd222b0 req-56d4ea92-c571-4da5-94c4-98dc5d78f2b7 tempest-DeleteServersAdminTestJSON-664897106 tempest-DeleteServersAdminTestJSON-664897106-project-admin] No DVR routers for this DVR port 2df1169b-21aa-47fc-ae23-41992e5453a6 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:27:38.493838 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-006334f9-824c-4698-83b2-0c9dbf345b69 None None] Provisioning complete for port bf69f209-08ad-4f66-9745-278127eaed48 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:38.494371 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-006334f9-824c-4698-83b2-0c9dbf345b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.552087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port bf69f209-08ad-4f66-9745-278127eaed48 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:38.552460 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.554419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74605e58-d87f-4058-bad1-700aa717019e {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:27:38.564320 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.568606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-77c5b9db-ecc7-48a4-bb7b-aec45d379411 req-b0d6512f-9f2f-40b4-ae4e-49507dfaf290 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=9136d5d4-0032-4629-91bf-c54af13bf351 HTTP/1.1" status: 200 len: 210 time: 0.1219351 Sep 29 17:27:38.589081 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-296550ba-e634-4273-b822-eff993b64b26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.589349 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e0fc612c-5f2c-4c35-9b5d-ccd7ebd222b0 req-56d4ea92-c571-4da5-94c4-98dc5d78f2b7 tempest-DeleteServersAdminTestJSON-664897106 tempest-DeleteServersAdminTestJSON-664897106-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.589349 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0fc612c-5f2c-4c35-9b5d-ccd7ebd222b0 req-56d4ea92-c571-4da5-94c4-98dc5d78f2b7 tempest-DeleteServersAdminTestJSON-664897106 tempest-DeleteServersAdminTestJSON-664897106-project-admin] 10.222.0.35 "DELETE /v2.0/ports/2df1169b-21aa-47fc-ae23-41992e5453a6 HTTP/1.1" status: 204 len: 173 time: 1.6635430 Sep 29 17:27:38.589349 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9136d5d4-0032-4629-91bf-c54af13bf351', 'name': 'network-vif-deleted', 'tag': '2df1169b-21aa-47fc-ae23-41992e5453a6'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:38.590455 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6415afa3-0370-4c4e-9d98-f6a5010866a9" -d '{"events": [{"server_uuid": "9136d5d4-0032-4629-91bf-c54af13bf351", "name": "network-vif-deleted", "tag": "2df1169b-21aa-47fc-ae23-41992e5453a6"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:38.594893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Transition to ACTIVE for port object 74605e58-d87f-4058-bad1-700aa717019e will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:27:38.608887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-36cdaaf0-edf5-4a7d-9b11-e6b703379585 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Deleting port 6b5614ea-deb4-4e6f-90d5-78edb2e3e226 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:38.610039 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36cdaaf0-edf5-4a7d-9b11-e6b703379585 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.617837 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.659615 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-006334f9-824c-4698-83b2-0c9dbf345b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.671474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Pushing event updated for resources: {'Port': ['ID=74605e58-d87f-4058-bad1-700aa717019e,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:38.742153 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd693e7a-bf7c-4a0b-a08f-7ad4ce240834 x-openstack-request-id: req-dd693e7a-bf7c-4a0b-a08f-7ad4ce240834 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:38.742680 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9136d5d4-0032-4629-91bf-c54af13bf351", "name": "network-vif-deleted", "tag": "2df1169b-21aa-47fc-ae23-41992e5453a6", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:38.743175 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd693e7a-bf7c-4a0b-a08f-7ad4ce240834 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:38.743620 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9136d5d4-0032-4629-91bf-c54af13bf351', 'name': 'network-vif-deleted', 'tag': '2df1169b-21aa-47fc-ae23-41992e5453a6', 'status': 'completed', 'code': 200} Sep 29 17:27:38.750641 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.768360 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-006334f9-824c-4698-83b2-0c9dbf345b69 None None] For port bf69f209-08ad-4f66-9745-278127eaed48, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=bf69f209-08ad-4f66-9745-278127eaed48,segment=NetworkSegment(21736d5a-63fd-4d44-9c01-1be2659b02f5),segment_id=21736d5a-63fd-4d44-9c01-1be2659b02f5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:38.769062 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-0a4a5ab5-d6ba-4edd-b301-5a742a45bc31 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.787116 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-006334f9-824c-4698-83b2-0c9dbf345b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.794994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:27:38.813064 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.819614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Sync routers for ids ['7aa72e77-2009-4a11-84ed-de763ea0bdb9'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:27:38.826433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4005ea-188a-49ae-8566-7d7d70a8a1bd,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:38.847642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] No DVR routers for this DVR port 8f4005ea-188a-49ae-8566-7d7d70a8a1bd on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:27:38.881285 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.883072 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-97ab3b86-bd3a-4e2e-a627-b1b365a12461 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0465808 Sep 29 17:27:38.888180 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-296550ba-e634-4273-b822-eff993b64b26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.891404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59250) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:38.896330 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Routers {'7aa72e77-2009-4a11-84ed-de763ea0bdb9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:38.896677 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36cdaaf0-edf5-4a7d-9b11-e6b703379585 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.896895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:27:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7aa72e77-2009-4a11-84ed-de763ea0bdb9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:38.897949 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36cdaaf0-edf5-4a7d-9b11-e6b703379585 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:38.971112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Attempting to bind port 74605e58-d87f-4058-bad1-700aa717019e on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:27:38.987315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Attempting to bind port 74605e58-d87f-4058-bad1-700aa717019e by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:27:38.987719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Attempting to bind port 74605e58-d87f-4058-bad1-700aa717019e on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:39.024221 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:39.037995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Port 74605e58-d87f-4058-bad1-700aa717019e on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:27:39.038281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Attempting to bind port 74605e58-d87f-4058-bad1-700aa717019e on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:39.057762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201abf05-d70e-4829-87b2-d88d337df26a']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:39.059872 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:27:39.060750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:39.060750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:27:39.060978 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006334f9-824c-4698-83b2-0c9dbf345b69 None None] Pushing event updated for resources: {'Port': ['ID=bf69f209-08ad-4f66-9745-278127eaed48,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:39.061099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Bound port: 74605e58-d87f-4058-bad1-700aa717019e, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:27:39.061443 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:39.079134 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778aa94c-7d03-4e59-aea7-133a8b0d96a4') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:39.079397 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296550ba-e634-4273-b822-eff993b64b26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event updated for resources: {'Port': ['ID=a36d37ce-a325-4d1c-9721-c8f32e0f47e7,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:39.079517 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778aa94c-7d03-4e59-aea7-133a8b0d96a4') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:39.089864 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-0a4a5ab5-d6ba-4edd-b301-5a742a45bc31 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:39.092157 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-36cdaaf0-edf5-4a7d-9b11-e6b703379585 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Calling delete_port for 6b5614ea-deb4-4e6f-90d5-78edb2e3e226 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:39.097552 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:27:39.098509 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:27:39.101381 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:39.129237 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Set router 7aa72e77-2009-4a11-84ed-de763ea0bdb9 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:39.141381 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:39.152348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:27:39.152574 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:39.153461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296550ba-e634-4273-b822-eff993b64b26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Network 7ed3e81f-beb1-44af-b586-483c0095cc3b is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:27:39.154298 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:27:39.164297 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-296550ba-e634-4273-b822-eff993b64b26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:39.203327 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296550ba-e634-4273-b822-eff993b64b26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:39.220263 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-0a4a5ab5-d6ba-4edd-b301-5a742a45bc31 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Network 5cec3342-9e55-4e91-99e8-ff77baea25ee is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:39.230747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] For port 74605e58-d87f-4058-bad1-700aa717019e, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:27:39.263755 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-0a4a5ab5-d6ba-4edd-b301-5a742a45bc31 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:39.266608 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:39.271925 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] For port 74605e58-d87f-4058-bad1-700aa717019e, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=74605e58-d87f-4058-bad1-700aa717019e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:27:39.272320 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a5ab5-d6ba-4edd-b301-5a742a45bc31 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Pushing event updated for resources: {'Port': ['ID=7dce40f3-b106-4052-89bc-2cd8097283d0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:39.279669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-0a4a5ab5-d6ba-4edd-b301-5a742a45bc31 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:39.301952 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:39.303966 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/201abf05-d70e-4829-87b2-d88d337df26a HTTP/1.1" status: 204 len: 168 time: 2.1607931 Sep 29 17:27:39.327052 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:39.386507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782e848-5b23-4c5d-b6c9-14c16dfe53d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=201abf05-d70e-4829-87b2-d88d337df26a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:39.412197 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296550ba-e634-4273-b822-eff993b64b26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:39.412807 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-296550ba-e634-4273-b822-eff993b64b26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:39.447702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:39.448302 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:39.449864 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] 10.222.0.35 "PUT /v2.0/ports/74605e58-d87f-4058-bad1-700aa717019e HTTP/1.1" status: 200 len: 1095 time: 1.9917626 Sep 29 17:27:39.468106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd03fdf-d24e-45d5-92cb-a58b515d5d19 req-534a3494-8e2e-4e45-9102-afd162d2185b tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:39.476157 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8dd03fdf-d24e-45d5-92cb-a58b515d5d19 req-534a3494-8e2e-4e45-9102-afd162d2185b tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 947 time: 0.1409378 Sep 29 17:27:39.506754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77769ef-f65f-4c01-b02e-00bc6ca9c849 service neutron] Pushing event updated for resources: {'Port': ['ID=74605e58-d87f-4058-bad1-700aa717019e,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:39.543481 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0431892b-8774-4bcc-929c-2613c7f541eb None None] Provisioning complete for port bf69f209-08ad-4f66-9745-278127eaed48 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:39.544228 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0431892b-8774-4bcc-929c-2613c7f541eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:39.581466 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8dd03fdf-d24e-45d5-92cb-a58b515d5d19 req-4bf5063a-3d0c-40d2-91bb-bbe59e5a1d29 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c39f73e-af5e-4ea9-b1a5-5128516c179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042862 Sep 29 17:27:39.635081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-edec36c9-6047-4008-8923-4ef3ee4d740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:39.636710 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-edec36c9-6047-4008-8923-4ef3ee4d740e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5aa4f043a02146e8ad56c63a8f4b54fe&device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 1098 time: 0.1250043 Sep 29 17:27:39.646177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59260) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:39.646404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-0a4a5ab5-d6ba-4edd-b301-5a742a45bc31 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:39.648180 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-0a4a5ab5-d6ba-4edd-b301-5a742a45bc31 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:39.670189 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-296550ba-e634-4273-b822-eff993b64b26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5062723 Sep 29 17:27:39.675251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59262) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:39.714939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3e525e3a-ad53-4303-9013-60739115b854 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Request body: {'port': {'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b', 'name': 'tempest-TaggedBootDevicesTest-9063544', 'fixed_ips': [{'subnet_id': '07394c81-5025-4bdd-abaf-3f63c1e7c967'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:39.737407 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 00e275b1-7e76-4816-ae84-59f5f0e26a10 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:39.770446 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-74c618a1-a87b-43db-94c2-d473c0f511a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=74605e58-d87f-4058-bad1-700aa717019e HTTP/1.1" status: 200 len: 217 time: 0.1054881 Sep 29 17:27:39.790827 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-0a4a5ab5-d6ba-4edd-b301-5a742a45bc31 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0303259 Sep 29 17:27:39.813926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Request body: {'port': {'device_id': '83d7dab9-8164-4b7d-93fd-a7a284e55153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:39.833531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07923c-1627-4c75-8376-88e209d1d675 req-ad5a4772-3a4c-4a2e-aaa1-067d921a9de4 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:39.840721 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bb07923c-1627-4c75-8376-88e209d1d675 req-ad5a4772-3a4c-4a2e-aaa1-067d921a9de4 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 931 time: 0.4573135 Sep 29 17:27:39.864217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-4279a4fb-bdab-4f41-b847-15df3b805b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:39.866560 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-4279a4fb-bdab-4f41-b847-15df3b805b9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0801768 Sep 29 17:27:39.897993 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36cdaaf0-edf5-4a7d-9b11-e6b703379585 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:39.904579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 00e275b1-7e76-4816-ae84-59f5f0e26a10 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:39.906615 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:39.952908 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-791078e7-27ac-43d5-9906-562ed3510c77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ec9ac2e1e3d43d09adba1b8ce2a0b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029058 Sep 29 17:27:39.956708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59276) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:39.972679 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'name': 'tempest-FloatingIPsTestJSON-1216653273-router', 'tenant_id': 'c400794cd81349d482a3d976bff06777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:27:30Z', 'updated_at': '2021-09-29T17:27:35Z', 'revision_number': 3, 'project_id': 'c400794cd81349d482a3d976bff06777', 'gw_port': {'id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:27:32Z', 'updated_at': '2021-09-29T17:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:39.986446 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-611672ff-c777-404c-add4-d9e4748261e8 req-459d8385-8e25-4db9-8d56-312196528433 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3c140001004b47939868a35e0d4b6585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572855 Sep 29 17:27:39.993682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-bcb5edd8-6200-4121-ab04-fd0f17b58815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:39.994683 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-bcb5edd8-6200-4121-ab04-fd0f17b58815 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1214519 Sep 29 17:27:40.010908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdaaf0-edf5-4a7d-9b11-e6b703379585 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Pushing event deleted for resources: {'Port': ['ID=6b5614ea-deb4-4e6f-90d5-78edb2e3e226,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:40.030320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Checking router: 7aa72e77-2009-4a11-84ed-de763ea0bdb9 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:27:40.031105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Updating router 7aa72e77-2009-4a11-84ed-de763ea0bdb9 port 8c344af8-c4ab-4b3f-8168-bacde260a14e binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:27:40.073301 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.096671 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bb07923c-1627-4c75-8376-88e209d1d675 req-6d96e513-6e76-42bd-94b3-93c67b810ccd tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550862 Sep 29 17:27:40.114539 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b71d9d41-958a-42e7-97b9-0ecd09120821 None None] Provisioning complete for port a36d37ce-a325-4d1c-9721-c8f32e0f47e7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:40.114984 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b71d9d41-958a-42e7-97b9-0ecd09120821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.132273 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.182962 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36cdaaf0-edf5-4a7d-9b11-e6b703379585 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.185238 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36cdaaf0-edf5-4a7d-9b11-e6b703379585 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.189793 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-36cdaaf0-edf5-4a7d-9b11-e6b703379585 tempest-ImagesOneServerNegativeTestJSON-163081718 tempest-ImagesOneServerNegativeTestJSON-163081718-project] 10.222.0.44 "DELETE /v2.0/floatingips/c3839b39-b55d-42b2-b35e-70e5e116e314 HTTP/1.1" status: 204 len: 168 time: 2.2701814 Sep 29 17:27:40.205502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c3c0a800-67e5-40d9-b02c-51cbc50c82be no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:40.221235 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e525e3a-ad53-4303-9013-60739115b854 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Made reservation on behalf of ca18e70d69384487ae4efe61e82aa845 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:40.226213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3e525e3a-ad53-4303-9013-60739115b854 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.284082 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-3e525e3a-ad53-4303-9013-60739115b854 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] device_id is not set on port 5988d418-a748-4b3c-ad5d-5c29fd19e399 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:27:40.400274 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: c3c0a800-67e5-40d9-b02c-51cbc50c82be {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:27:40.401329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c3c0a800-67e5-40d9-b02c-51cbc50c82be not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:27:40.401329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8f4005ea-188a-49ae-8566-7d7d70a8a1bd no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:40.403914 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b71d9d41-958a-42e7-97b9-0ecd09120821 None None] Port a36d37ce-a325-4d1c-9721-c8f32e0f47e7 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:27:40.404075 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59290) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:40.428141 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 8f4005ea-188a-49ae-8566-7d7d70a8a1bd {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:27:40.428574 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8f4005ea-188a-49ae-8566-7d7d70a8a1bd not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:27:40.482745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2df1169b-21aa-47fc-ae23-41992e5453a6 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:27:40.528790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 2df1169b-21aa-47fc-ae23-41992e5453a6 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:27:40.529966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2df1169b-21aa-47fc-ae23-41992e5453a6 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:27:40.538763 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8be9769-1711-4917-90c7-269eb1324af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.583827 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8be9769-1711-4917-90c7-269eb1324af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.592491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-c38a4b1d-674e-47ed-b8f2-7723df417b64 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820587 Sep 29 17:27:40.596114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device bf69f209-08ad-4f66-9745-278127eaed48 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:40.613441 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-f147c74a-0e25-4b20-a6ea-514f3de903fb admin admin] Deleting subnet 4094c4fb-7bca-4bda-8768-7330c24f14ba {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:27:40.627470 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f147c74a-0e25-4b20-a6ea-514f3de903fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.634240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611672ff-c777-404c-add4-d9e4748261e8 req-ece74abd-36a9-4c99-adb9-597448eb418d tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:40.635876 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-611672ff-c777-404c-add4-d9e4748261e8 req-ece74abd-36a9-4c99-adb9-597448eb418d tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6388495 Sep 29 17:27:40.653763 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.668104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port bf69f209-08ad-4f66-9745-278127eaed48 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:40.669122 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.670669 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.681124 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-611672ff-c777-404c-add4-d9e4748261e8 req-b6fa71a2-5ade-445b-9478-78c8ff9c77c8 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/quotas/3c140001004b47939868a35e0d4b6585 HTTP/1.1" status: 200 len: 375 time: 0.0384030 Sep 29 17:27:40.751313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927e5e88-99a1-4d11-8122-7bf38a42a882', 'tag': '74605e58-d87f-4058-bad1-700aa717019e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:40.753317 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e798bfd-42ff-4104-8db6-4d5320b43677" -d '{"events": [{"name": "network-changed", "server_uuid": "927e5e88-99a1-4d11-8122-7bf38a42a882", "tag": "74605e58-d87f-4058-bad1-700aa717019e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:40.760282 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-611672ff-c777-404c-add4-d9e4748261e8 req-712345ac-38b4-4d3d-9b01-1ffde7e4384d tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c140001004b47939868a35e0d4b6585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458074 Sep 29 17:27:40.786973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Attempting to bind port 8c344af8-c4ab-4b3f-8168-bacde260a14e on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:27:40.787569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Attempting to bind port 8c344af8-c4ab-4b3f-8168-bacde260a14e by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:27:40.787705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Attempting to bind port 8c344af8-c4ab-4b3f-8168-bacde260a14e on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:40.791023 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8be9769-1711-4917-90c7-269eb1324af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.799099 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8be9769-1711-4917-90c7-269eb1324af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.800341 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a8be9769-1711-4917-90c7-269eb1324af7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1a4ca05-654c-4b75-81f0-9ac143f84d28 HTTP/1.1" status: 204 len: 168 time: 0.8430254 Sep 29 17:27:40.821951 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4e5b85d1-4af6-4f16-a429-435d76ff6a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.826479 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f37847d-0611-4f7d-b709-91ab029e1582 req-1a749ecd-d64c-42b8-a63f-0faf51a13029 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241058 Sep 29 17:27:40.827362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be9769-1711-4917-90c7-269eb1324af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a4ca05-654c-4b75-81f0-9ac143f84d28,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:40.844282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:27:40.844639 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:40.845190 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.845988 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:27:40.846509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Bound port: 8c344af8-c4ab-4b3f-8168-bacde260a14e, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:27:40.846896 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.899011 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecca622-2b79-4cc7-945b-c75f46c09f8d None None] Pushing event updated for resources: {'Port': ['ID=8c344af8-c4ab-4b3f-8168-bacde260a14e,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:40.922617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] For port 8c344af8-c4ab-4b3f-8168-bacde260a14e, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:27:40.936643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] For port 8c344af8-c4ab-4b3f-8168-bacde260a14e, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8c344af8-c4ab-4b3f-8168-bacde260a14e,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:27:40.945431 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:40.998000 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436002db-1478-4b60-abba-578f5db2ea4f x-openstack-request-id: req-436002db-1478-4b60-abba-578f5db2ea4f {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:40.998508 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927e5e88-99a1-4d11-8122-7bf38a42a882", "tag": "74605e58-d87f-4058-bad1-700aa717019e", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:40.999187 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-436002db-1478-4b60-abba-578f5db2ea4f {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:40.999640 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927e5e88-99a1-4d11-8122-7bf38a42a882', 'tag': '74605e58-d87f-4058-bad1-700aa717019e', 'status': 'completed', 'code': 200} Sep 29 17:27:41.054801 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Routers {'7aa72e77-2009-4a11-84ed-de763ea0bdb9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:41.055442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:27:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7aa72e77-2009-4a11-84ed-de763ea0bdb9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:41.118242 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:41.127561 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f147c74a-0e25-4b20-a6ea-514f3de903fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:41.145799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e798bfd-42ff-4104-8db6-4d5320b43677 req-42e499ed-bd50-4900-8b9d-7345064ee0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:41.147387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecca622-2b79-4cc7-945b-c75f46c09f8d None None] Pushing event updated for resources: {'Port': ['ID=8c344af8-c4ab-4b3f-8168-bacde260a14e,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:41.148054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e798bfd-42ff-4104-8db6-4d5320b43677 req-42e499ed-bd50-4900-8b9d-7345064ee0bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5aa4f043a02146e8ad56c63a8f4b54fe&device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 1098 time: 0.1033010 Sep 29 17:27:41.167184 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0bb5dd9-7a48-47ee-9f50-bd1984b8c796 req-7d0dedde-0ca6-4ef1-95ba-74bde400abfa tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 210 time: 0.0758009 Sep 29 17:27:41.223369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-3e525e3a-ad53-4303-9013-60739115b854 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Allocated IP 10.1.1.241 (7ed3e81f-beb1-44af-b586-483c0095cc3b/07394c81-5025-4bdd-abaf-3f63c1e7c967/5988d418-a748-4b3c-ad5d-5c29fd19e399) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:41.275663 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] Set router 7aa72e77-2009-4a11-84ed-de763ea0bdb9 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:41.420893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943be6f-d8fc-407b-b372-37c770b2f1df req-da681b01-b137-437c-a869-7a2bf12148c0 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:41.423148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0943be6f-d8fc-407b-b372-37c770b2f1df req-da681b01-b137-437c-a869-7a2bf12148c0 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 931 time: 0.1718719 Sep 29 17:27:41.441551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e798bfd-42ff-4104-8db6-4d5320b43677 req-3132cd7e-009c-453d-b120-befdf70e1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:41.442970 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e798bfd-42ff-4104-8db6-4d5320b43677 req-3132cd7e-009c-453d-b120-befdf70e1cb6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2748590 Sep 29 17:27:41.469655 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dce40f3-b106-4052-89bc-2cd8097283d0 {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:27:41.480389 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:41.499330 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e798bfd-42ff-4104-8db6-4d5320b43677 req-30754b24-9e9c-4c96-b5a7-c5716cc15a7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=74605e58-d87f-4058-bad1-700aa717019e HTTP/1.1" status: 200 len: 217 time: 0.0478239 Sep 29 17:27:41.519061 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0943be6f-d8fc-407b-b372-37c770b2f1df req-ed7096a6-542a-4bee-970f-f452f33ba029 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817754 Sep 29 17:27:41.553635 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'name': 'tempest-FloatingIPsTestJSON-1216653273-router', 'tenant_id': 'c400794cd81349d482a3d976bff06777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:27:30Z', 'updated_at': '2021-09-29T17:27:35Z', 'revision_number': 3, 'project_id': 'c400794cd81349d482a3d976bff06777', 'gw_port': {'id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:27:32Z', 'updated_at': '2021-09-29T17:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:41.603291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb00c32-c617-4e09-b3f9-59ae59a4b278 None None] The sync data for ids ['7aa72e77-2009-4a11-84ed-de763ea0bdb9'] in n-d-811748-2 is: [{'id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'name': 'tempest-FloatingIPsTestJSON-1216653273-router', 'tenant_id': 'c400794cd81349d482a3d976bff06777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:27:30Z', 'updated_at': '2021-09-29T17:27:35Z', 'revision_number': 3, 'project_id': 'c400794cd81349d482a3d976bff06777', 'gw_port': {'id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:27:32Z', 'updated_at': '2021-09-29T17:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:27:41.610995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e798bfd-42ff-4104-8db6-4d5320b43677 req-457cd0e8-7afb-4a56-8925-37a90d88bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:41.612473 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e798bfd-42ff-4104-8db6-4d5320b43677 req-457cd0e8-7afb-4a56-8925-37a90d88bf7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0922632 Sep 29 17:27:41.634408 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8a3ac-a5ba-45c4-826a-b6dcf552979f req-96e8fcff-86f2-4ca9-9693-8a60b1a44626 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:41.636518 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-53b8a3ac-a5ba-45c4-826a-b6dcf552979f req-96e8fcff-86f2-4ca9-9693-8a60b1a44626 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 947 time: 0.9489994 Sep 29 17:27:41.680065 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3e525e3a-ad53-4303-9013-60739115b854 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:41.686551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e798bfd-42ff-4104-8db6-4d5320b43677 req-f885ebda-6bb1-4399-8d40-c584655a5ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:41.688987 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e798bfd-42ff-4104-8db6-4d5320b43677 req-f885ebda-6bb1-4399-8d40-c584655a5ba8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0648744 Sep 29 17:27:41.694990 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f147c74a-0e25-4b20-a6ea-514f3de903fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:41.744072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Transition to ACTIVE for port object 7dce40f3-b106-4052-89bc-2cd8097283d0 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:27:41.797688 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:41.813309 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e798bfd-42ff-4104-8db6-4d5320b43677 req-b9d0ffe9-f217-4fc0-aef6-388acef235e0 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166036 Sep 29 17:27:41.936903 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-53b8a3ac-a5ba-45c4-826a-b6dcf552979f req-2c16801c-49d3-4680-8080-98067598b31c tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c39f73e-af5e-4ea9-b1a5-5128516c179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392948 Sep 29 17:27:42.003973 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3e525e3a-ad53-4303-9013-60739115b854 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.028866 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e798bfd-42ff-4104-8db6-4d5320b43677 req-9047f9f9-d033-41fd-8184-9620fa62023d service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075956 Sep 29 17:27:42.041724 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Pushing event updated for resources: {'Port': ['ID=7dce40f3-b106-4052-89bc-2cd8097283d0,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:42.048723 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f147c74a-0e25-4b20-a6ea-514f3de903fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.118845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59330) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:42.152353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147c74a-0e25-4b20-a6ea-514f3de903fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4094c4fb-7bca-4bda-8768-7330c24f14ba,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:42.156598 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f147c74a-0e25-4b20-a6ea-514f3de903fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.161352 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f147c74a-0e25-4b20-a6ea-514f3de903fb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4094c4fb-7bca-4bda-8768-7330c24f14ba HTTP/1.1" status: 204 len: 168 time: 1.7538276 Sep 29 17:27:42.162005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59334) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:42.167900 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Allocated IP 172.20.0.1 (0316a6df-fe1b-4df1-9405-6985d2497988/66d0ad17-05be-4ca1-840c-930a0d02a7a0/a99fef78-569d-4893-8690-8b3a42d6d7e4) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:42.173355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e525e3a-ad53-4303-9013-60739115b854 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Network 7ed3e81f-beb1-44af-b586-483c0095cc3b is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:42.201587 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-3e525e3a-ad53-4303-9013-60739115b854 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:42.215474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e525e3a-ad53-4303-9013-60739115b854 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:42.278400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e525e3a-ad53-4303-9013-60739115b854 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event updated for resources: {'Port': ['ID=5988d418-a748-4b3c-ad5d-5c29fd19e399,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:42.286184 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1892075c-7867-46a1-8323-a6971cb9ee7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.327432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-787454439-network', 'tenant_id': '6cafb4eccba54f978669d40ff9b8feed'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:42.367471 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fe74beeb-5d2b-4a16-b731-3109fd3505a6 req-0a94b5ff-f51b-4fa3-a997-3cd4df7175d6 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 210 time: 0.0714390 Sep 29 17:27:42.441930 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.517717 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Attempting to bind port 7dce40f3-b106-4052-89bc-2cd8097283d0 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:27:42.517937 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Attempting to bind port 7dce40f3-b106-4052-89bc-2cd8097283d0 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:27:42.518256 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Attempting to bind port 7dce40f3-b106-4052-89bc-2cd8097283d0 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:42.523227 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1892075c-7867-46a1-8323-a6971cb9ee7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.526041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Port 7dce40f3-b106-4052-89bc-2cd8097283d0 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:27:42.526366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Attempting to bind port 7dce40f3-b106-4052-89bc-2cd8097283d0 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:42.527442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] Made reservation on behalf of 6cafb4eccba54f978669d40ff9b8feed for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:42.530302 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.548879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:27:42.549212 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Checking segment: {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:42.550566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Bound using segment: {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:27:42.550566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Bound port: 7dce40f3-b106-4052-89bc-2cd8097283d0, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:27:42.550566 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.579561 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-08653758-48f9-49ad-bc17-469d89eb6cad None None] Provisioning complete for port 5988d418-a748-4b3c-ad5d-5c29fd19e399 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:42.581672 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-08653758-48f9-49ad-bc17-469d89eb6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.586029 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.617185 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.619565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8c344af8-c4ab-4b3f-8168-bacde260a14e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:42.628668 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-611672ff-c777-404c-add4-d9e4748261e8 req-46791abd-51d8-4b52-8852-2cef508f7b1a tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3c140001004b47939868a35e0d4b6585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2479515 Sep 29 17:27:42.664187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-1892075c-7867-46a1-8323-a6971cb9ee7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfbf497-28cf-4287-bd47-cb5c819d8832']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:42.685918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-08653758-48f9-49ad-bc17-469d89eb6cad None None] Port 5988d418-a748-4b3c-ad5d-5c29fd19e399 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:27:42.705303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Network 0316a6df-fe1b-4df1-9405-6985d2497988 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:42.718048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-1892075c-7867-46a1-8323-a6971cb9ee7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58bd1bc6-02d7-46f5-95d3-9d9fc249c08e') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:42.718492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-1892075c-7867-46a1-8323-a6971cb9ee7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58bd1bc6-02d7-46f5-95d3-9d9fc249c08e') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:42.719144 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Pushing event updated for resources: {'Port': ['ID=a99fef78-569d-4893-8690-8b3a42d6d7e4,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:42.723173 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:42.725672 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:42.732150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8c344af8-c4ab-4b3f-8168-bacde260a14e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:42.732528 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.745846 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1892075c-7867-46a1-8323-a6971cb9ee7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.754340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e525e3a-ad53-4303-9013-60739115b854 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:42.755050 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3e525e3a-ad53-4303-9013-60739115b854 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.827502 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1892075c-7867-46a1-8323-a6971cb9ee7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.839051 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.852140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142fee3-7e19-4a9d-826a-9b41da417db0 req-1f02efa5-f616-4a62-80ec-20f95d8ed57f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:42.856742 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1892075c-7867-46a1-8323-a6971cb9ee7a admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:27:42.857153 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1892075c-7867-46a1-8323-a6971cb9ee7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:27:42.859480 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:27:42.861992 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c142fee3-7e19-4a9d-826a-9b41da417db0 req-1f02efa5-f616-4a62-80ec-20f95d8ed57f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 943 time: 0.1535125 Sep 29 17:27:42.882892 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 8c344af8-c4ab-4b3f-8168-bacde260a14e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8c344af8-c4ab-4b3f-8168-bacde260a14e,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:42.891835 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.909335 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:42.974465 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c142fee3-7e19-4a9d-826a-9b41da417db0 req-9d1ad19d-8364-45fb-ae6a-1674e5d055c7 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125331 Sep 29 17:27:42.986963 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] For port 7dce40f3-b106-4052-89bc-2cd8097283d0, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:27:43.004426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611672ff-c777-404c-add4-d9e4748261e8 req-30a84201-fe6c-4860-9a62-0707c1c0235a tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:43.007076 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-611672ff-c777-404c-add4-d9e4748261e8 req-30a84201-fe6c-4860-9a62-0707c1c0235a tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3634381 Sep 29 17:27:43.010163 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1892075c-7867-46a1-8323-a6971cb9ee7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.020725 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1892075c-7867-46a1-8323-a6971cb9ee7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.026809 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1892075c-7867-46a1-8323-a6971cb9ee7a admin admin] 10.222.0.44 "DELETE /v2.0/networks/bdfbf497-28cf-4287-bd47-cb5c819d8832 HTTP/1.1" status: 204 len: 168 time: 0.8637500 Sep 29 17:27:43.037376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-611672ff-c777-404c-add4-d9e4748261e8 req-b5033df9-157f-4450-9039-20223ef7a3a7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Request body: {'port': {'device_id': 'fa19f4be-9bd9-40f8-acaf-ed998d7058bc', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': '3c140001004b47939868a35e0d4b6585'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:43.055376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] For port 7dce40f3-b106-4052-89bc-2cd8097283d0, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=7dce40f3-b106-4052-89bc-2cd8097283d0,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:27:43.068667 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.069641 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892075c-7867-46a1-8323-a6971cb9ee7a admin admin] Pushing event deleted for resources: {'Network': ['ID=bdfbf497-28cf-4287-bd47-cb5c819d8832,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:43.115263 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:43.115263 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.116506 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] 10.222.0.49 "PUT /v2.0/ports/7dce40f3-b106-4052-89bc-2cd8097283d0 HTTP/1.1" status: 200 len: 1091 time: 3.3108668 Sep 29 17:27:43.164104 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.173221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=8c344af8-c4ab-4b3f-8168-bacde260a14e,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:43.177197 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d7dab9-8164-4b7d-93fd-a7a284e55153', 'tag': '7dce40f3-b106-4052-89bc-2cd8097283d0'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:43.179730 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab71ff4-31b8-4a7b-8314-74edb121449f" -d '{"events": [{"name": "network-changed", "server_uuid": "83d7dab9-8164-4b7d-93fd-a7a284e55153", "tag": "7dce40f3-b106-4052-89bc-2cd8097283d0"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:43.198315 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.231602 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3e525e3a-ad53-4303-9013-60739115b854 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5526741 Sep 29 17:27:43.249320 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59350) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:43.252953 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-45236b17-6ecd-4847-8cf1-4b06d7c6f53c None None] Provisioning complete for port a99fef78-569d-4893-8690-8b3a42d6d7e4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:43.253477 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-45236b17-6ecd-4847-8cf1-4b06d7c6f53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.279574 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cfae70-f629-4bde-beb0-c338f8f3ea95 x-openstack-request-id: req-72cfae70-f629-4bde-beb0-c338f8f3ea95 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:43.280432 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d7dab9-8164-4b7d-93fd-a7a284e55153", "tag": "7dce40f3-b106-4052-89bc-2cd8097283d0", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:43.280690 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72cfae70-f629-4bde-beb0-c338f8f3ea95 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:43.282064 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d7dab9-8164-4b7d-93fd-a7a284e55153', 'tag': '7dce40f3-b106-4052-89bc-2cd8097283d0', 'status': 'completed', 'code': 200} Sep 29 17:27:43.290104 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:27:43.297078 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-45236b17-6ecd-4847-8cf1-4b06d7c6f53c None None] Port a99fef78-569d-4893-8690-8b3a42d6d7e4 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:27:43.305917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99710ea0-6b13-4507-b623-056bc67b251f req-cb37749e-7260-454a-8d8a-49d8c2ab0360 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:43.309815 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99710ea0-6b13-4507-b623-056bc67b251f req-cb37749e-7260-454a-8d8a-49d8c2ab0360 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 947 time: 0.2199130 Sep 29 17:27:43.318071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1cbbc-4d95-435f-bf58-85c6b00d765e service neutron] Pushing event updated for resources: {'Port': ['ID=7dce40f3-b106-4052-89bc-2cd8097283d0,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:43.320404 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271f31df-8221-4f6d-8696-fc85d8bfc9fa,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:43.330758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-e4032d98-1e06-42c3-94d1-7b2b59528661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:43.332482 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-e4032d98-1e06-42c3-94d1-7b2b59528661 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 1094 time: 0.1474521 Sep 29 17:27:43.342762 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.343111 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] Added segment 288ab532-e0ad-432f-a9ef-374a7b589f25 of type vlan for network eec8883e-bd2c-4ae1-ad16-312a7d2c8cab Sep 29 17:27:43.384930 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.391600 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-65dd32e0-1324-4e63-834a-7b57169fb362 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dce40f3-b106-4052-89bc-2cd8097283d0 HTTP/1.1" status: 200 len: 217 time: 0.0509303 Sep 29 17:27:43.418685 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-127d1e8b-b40f-4281-be85-3b06ab0fc36f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19593de2de6f4cfeb5b8a7eb8965f321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589918 Sep 29 17:27:43.421211 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.423907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59354) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:43.434973 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99710ea0-6b13-4507-b623-056bc67b251f req-681e6d2e-4976-47c0-be4a-023654ba33ab tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c39f73e-af5e-4ea9-b1a5-5128516c179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084361 Sep 29 17:27:43.443350 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-611672ff-c777-404c-add4-d9e4748261e8 req-b5033df9-157f-4450-9039-20223ef7a3a7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Made reservation on behalf of 3c140001004b47939868a35e0d4b6585 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:43.448269 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-611672ff-c777-404c-add4-d9e4748261e8 req-b5033df9-157f-4450-9039-20223ef7a3a7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.480950 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d010f258-7187-487b-a7dc-f1622af99a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.486757 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-bf19be42-e391-40a1-9ba3-8347938c77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:43.488208 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-bf19be42-e391-40a1-9ba3-8347938c77b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=469f6337-ae09-4156-997e-8aa5990644df HTTP/1.1" status: 200 len: 852 time: 0.0842149 Sep 29 17:27:43.536917 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-7e7a8aa8-5069-4be1-95f8-3bbec699ce73 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5cec3342-9e55-4e91-99e8-ff77baea25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357411 Sep 29 17:27:43.567978 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.resource_extend [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:27:43.610568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59356) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:43.638477 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-21716468-02fd-4635-8c1f-f473e245d7f4 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Request body: {'security_group': {'name': 'tempest-securitygroup--446305900', 'description': 'tempest-description--942206022'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:43.653057 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81162a71-c566-49fe-ab0b-f281d999bdb0 req-5dc07067-96bd-4430-b209-da61771868fe tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 210 time: 0.0929453 Sep 29 17:27:43.690387 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.691362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:43.691945 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.715329 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-2317cc4f-52b6-4925-82f5-4b457a3f1963 service neutron] 10.222.0.49 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675878 Sep 29 17:27:43.729638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-611672ff-c777-404c-add4-d9e4748261e8 req-b5033df9-157f-4450-9039-20223ef7a3a7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Allocated IP 192.168.233.221 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:43.744258 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-21716468-02fd-4635-8c1f-f473e245d7f4 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.750906 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.763852 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-26d7352f-2e7e-47c4-be31-36825ee95cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.764811 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.766948 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6469328 Sep 29 17:27:43.772184 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59360) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:43.795860 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-bd35dcf2-ab4a-4422-9f37-f71ec5beba14 admin admin] Request body: {'subnet': {'network_id': 'eec8883e-bd2c-4ae1-ad16-312a7d2c8cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-787454439-subnet', 'tenant_id': '6cafb4eccba54f978669d40ff9b8feed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:43.824255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1114d6-9d45-47b4-b0b5-fde9d0e717fb admin admin] Pushing event updated for resources: {'Network': ['ID=eec8883e-bd2c-4ae1-ad16-312a7d2c8cab,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:43.835989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network eec8883e-bd2c-4ae1-ad16-312a7d2c8cab details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:27:43.859173 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-26d7352f-2e7e-47c4-be31-36825ee95cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.888992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Pushing event updated for resources: {'Port': ['ID=a99fef78-569d-4893-8690-8b3a42d6d7e4,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:43.903436 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.915697 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd35dcf2-ab4a-4422-9f37-f71ec5beba14 admin admin] Made reservation on behalf of 6cafb4eccba54f978669d40ff9b8feed for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:43.918038 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bd35dcf2-ab4a-4422-9f37-f71ec5beba14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:43.946682 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-721d5ee9-3879-43a1-bfaa-079229dfe181 req-9aacca9f-ba0c-49cb-aabd-fb510921c581 service neutron] 10.222.0.49 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211127 Sep 29 17:27:44.014076 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-26d7352f-2e7e-47c4-be31-36825ee95cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.017585 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-26d7352f-2e7e-47c4-be31-36825ee95cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.021661 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-26d7352f-2e7e-47c4-be31-36825ee95cc6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a1cfb38-2da9-46ff-9bb6-19783a3229db HTTP/1.1" status: 204 len: 168 time: 0.5955577 Sep 29 17:27:44.057630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7352f-2e7e-47c4-be31-36825ee95cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1cfb38-2da9-46ff-9bb6-19783a3229db,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:44.064062 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-611672ff-c777-404c-add4-d9e4748261e8 req-b5033df9-157f-4450-9039-20223ef7a3a7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.133170 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-21716468-02fd-4635-8c1f-f473e245d7f4 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.147385 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-21716468-02fd-4635-8c1f-f473e245d7f4 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.150300 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab71ff4-31b8-4a7b-8314-74edb121449f req-7d492cb4-777d-4025-ae02-02b93ee62ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:44.151805 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ab71ff4-31b8-4a7b-8314-74edb121449f req-7d492cb4-777d-4025-ae02-02b93ee62ace service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 1094 time: 0.1423600 Sep 29 17:27:44.191391 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Network 0316a6df-fe1b-4df1-9405-6985d2497988 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:44.193187 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-21716468-02fd-4635-8c1f-f473e245d7f4 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.194447 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-21716468-02fd-4635-8c1f-f473e245d7f4 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5754097 Sep 29 17:27:44.197658 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-611672ff-c777-404c-add4-d9e4748261e8 req-b5033df9-157f-4450-9039-20223ef7a3a7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.206809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb4850-f536-4578-8b4d-a82f7aa6d9b0 req-3b7ab993-3222-4804-9cd0-7ca0fb833a85 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:44.215685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59366) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:44.217147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78fb4850-f536-4578-8b4d-a82f7aa6d9b0 req-3b7ab993-3222-4804-9cd0-7ca0fb833a85 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 943 time: 0.1366453 Sep 29 17:27:44.219537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21716468-02fd-4635-8c1f-f473e245d7f4 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:44.232604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3c77e7f6-0bd7-41a9-8d26-649227b846d9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Request body: {'security_group_rule': {'security_group_id': '4a6bd03c-3c26-4c07-9709-e5c2e1d5730e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:44.239297 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:44.264205 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.314462 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78fb4850-f536-4578-8b4d-a82f7aa6d9b0 req-672d48c5-8457-4e8e-bb8c-e1babc690e86 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964246 Sep 29 17:27:44.345660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-611672ff-c777-404c-add4-d9e4748261e8 req-b5033df9-157f-4450-9039-20223ef7a3a7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:44.352314 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-611672ff-c777-404c-add4-d9e4748261e8 req-b5033df9-157f-4450-9039-20223ef7a3a7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:44.359958 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-611672ff-c777-404c-add4-d9e4748261e8 req-b5033df9-157f-4450-9039-20223ef7a3a7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:44.430348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611672ff-c777-404c-add4-d9e4748261e8 req-b5033df9-157f-4450-9039-20223ef7a3a7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:44.431177 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-611672ff-c777-404c-add4-d9e4748261e8 req-b5033df9-157f-4450-9039-20223ef7a3a7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.447052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5033df9-157f-4450-9039-20223ef7a3a7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Pushing event updated for resources: {'Port': ['ID=d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:44.458491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-611672ff-c777-404c-add4-d9e4748261e8 req-b5033df9-157f-4450-9039-20223ef7a3a7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4263558 Sep 29 17:27:44.479281 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab71ff4-31b8-4a7b-8314-74edb121449f req-4e7f5ce2-fe10-438c-8aa5-c6e5cf9d3782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:44.480714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Request body: {'port': {'device_id': 'fa19f4be-9bd9-40f8-acaf-ed998d7058bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:44.482109 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ab71ff4-31b8-4a7b-8314-74edb121449f req-4e7f5ce2-fe10-438c-8aa5-c6e5cf9d3782 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 913 time: 0.3227725 Sep 29 17:27:44.484927 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c77e7f6-0bd7-41a9-8d26-649227b846d9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.491541 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.510782 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 74605e58-d87f-4058-bad1-700aa717019e details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:27:44.630791 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.639500 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8c344af8-c4ab-4b3f-8168-bacde260a14e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:44.652148 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ab71ff4-31b8-4a7b-8314-74edb121449f req-380e3859-a60e-424e-9ef4-a4b8f557b1ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dce40f3-b106-4052-89bc-2cd8097283d0 HTTP/1.1" status: 200 len: 217 time: 0.1574547 Sep 29 17:27:44.662501 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bd35dcf2-ab4a-4422-9f37-f71ec5beba14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.692091 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.804879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0a854906-4332-4c9a-ac50-507b538246bd None None] Provisioning complete for port a99fef78-569d-4893-8690-8b3a42d6d7e4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:44.805247 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0a854906-4332-4c9a-ac50-507b538246bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.866117 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 74605e58-d87f-4058-bad1-700aa717019e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=74605e58-d87f-4058-bad1-700aa717019e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:44.870200 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0a854906-4332-4c9a-ac50-507b538246bd None None] Port a99fef78-569d-4893-8690-8b3a42d6d7e4 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:27:44.886142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '74605e58-d87f-4058-bad1-700aa717019e', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '74605e58-d87f-4058-bad1-700aa717019e', 'mac_address': 'fa:16:3e:20:f4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:27:44.889199 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8c344af8-c4ab-4b3f-8168-bacde260a14e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:44.889767 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.906586 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c77e7f6-0bd7-41a9-8d26-649227b846d9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.918787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8ac71-c485-43db-8c6d-39a4321f2b5c req-ac3826ab-6d22-466b-b6e6-a09973355c49 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:44.920381 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Router 7aa72e77-2009-4a11-84ed-de763ea0bdb9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:27:44.921065 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d4a8ac71-c485-43db-8c6d-39a4321f2b5c req-ac3826ab-6d22-466b-b6e6-a09973355c49 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 936 time: 0.1156671 Sep 29 17:27:44.929587 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb250c7-b05d-4da7-9273-2029c20a9f4e req-9d991d3c-f24d-4cab-bc8f-92f37f07919a tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:44.948020 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3bb250c7-b05d-4da7-9273-2029c20a9f4e req-9d991d3c-f24d-4cab-bc8f-92f37f07919a tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 947 time: 0.3087575 Sep 29 17:27:44.970718 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35dcf2-ab4a-4422-9f37-f71ec5beba14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c562f1b2-4a5a-4c07-8778-d625f391a277,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:44.973373 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c77e7f6-0bd7-41a9-8d26-649227b846d9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:44.995362 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd35dcf2-ab4a-4422-9f37-f71ec5beba14 admin admin] Checking segment: {'id': '288ab532-e0ad-432f-a9ef-374a7b589f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eec8883e-bd2c-4ae1-ad16-312a7d2c8cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:44.995651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd35dcf2-ab4a-4422-9f37-f71ec5beba14 admin admin] Network hostable DHCP agents. Network: eec8883e-bd2c-4ae1-ad16-312a7d2c8cab, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:27:44.998939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab71ff4-31b8-4a7b-8314-74edb121449f req-9fed85da-4962-4387-8ba6-27b28eb2540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:45.001336 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ab71ff4-31b8-4a7b-8314-74edb121449f req-9fed85da-4962-4387-8ba6-27b28eb2540f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=469f6337-ae09-4156-997e-8aa5990644df HTTP/1.1" status: 200 len: 852 time: 0.2997026 Sep 29 17:27:45.006973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77e7f6-0bd7-41a9-8d26-649227b846d9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd25c46c-85ad-4c80-8109-cee06ec21440,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:45.007518 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:45.019407 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d4a8ac71-c485-43db-8c6d-39a4321f2b5c req-7fedda30-d5c9-4ac3-ba5c-b0786f401193 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681720 Sep 29 17:27:45.055215 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74605e58-d87f-4058-bad1-700aa717019e {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:27:45.073706 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ab71ff4-31b8-4a7b-8314-74edb121449f req-23bf1349-b6e8-477e-a4f7-27f97967763f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5cec3342-9e55-4e91-99e8-ff77baea25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604348 Sep 29 17:27:45.121229 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 74605e58-d87f-4058-bad1-700aa717019e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=74605e58-d87f-4058-bad1-700aa717019e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:45.123390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5148804d-31a8-4650-bad6-e44d7d16d8a3 None None] Provisioning complete for port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:45.124023 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5148804d-31a8-4650-bad6-e44d7d16d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:45.128380 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:45.129365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:27:45.137776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:45.144293 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c77e7f6-0bd7-41a9-8d26-649227b846d9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:45.146391 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3c77e7f6-0bd7-41a9-8d26-649227b846d9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9290447 Sep 29 17:27:45.148651 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59394) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:45.155372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ec3800ca-0309-4e52-834b-741dd994ea22 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Request body: {'security_group_rule': {'security_group_id': '4a6bd03c-3c26-4c07-9709-e5c2e1d5730e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:45.163931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Transition to ACTIVE for port object d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:27:45.178731 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:45.200477 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5148804d-31a8-4650-bad6-e44d7d16d8a3 None None] Port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:27:45.210784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=74605e58-d87f-4058-bad1-700aa717019e,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:45.256438 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ec3800ca-0309-4e52-834b-741dd994ea22 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:45.298737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:45.382107 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ec3800ca-0309-4e52-834b-741dd994ea22 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:45.400111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Attempting to bind port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:27:45.401103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Attempting to bind port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:27:45.401991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Attempting to bind port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:45.407891 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ec3800ca-0309-4e52-834b-741dd994ea22 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:45.436842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:27:45.437739 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Attempting to bind port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:45.440449 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3800ca-0309-4e52-834b-741dd994ea22 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2283a950-61e5-4d67-95e7-2eec18d1b839,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:45.452175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:27:45.452528 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:45.453698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:27:45.454662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Bound port: d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:27:45.455216 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:45.469083 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ec3800ca-0309-4e52-834b-741dd994ea22 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:45.470733 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ec3800ca-0309-4e52-834b-741dd994ea22 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3210649 Sep 29 17:27:45.475059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59406) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:45.496890 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['74605e58-d87f-4058-bad1-700aa717019e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:27:45.553120 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] For port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:27:45.558319 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] For port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:27:45.564573 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:45.574491 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:45.642255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd35dcf2-ab4a-4422-9f37-f71ec5beba14 admin admin] Network eec8883e-bd2c-4ae1-ad16-312a7d2c8cab is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:27:45.651397 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3bb250c7-b05d-4da7-9273-2029c20a9f4e req-9474e4ba-5996-442b-9ce3-4b8de40f578d tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c39f73e-af5e-4ea9-b1a5-5128516c179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7025225 Sep 29 17:27:45.677432 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-bd35dcf2-ab4a-4422-9f37-f71ec5beba14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, eec8883e-bd2c-4ae1-ad16-312a7d2c8cab) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:45.694225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2755f2f8-d5e8-4f3c-a9c3-aaa050a49d2f None None] Network eec8883e-bd2c-4ae1-ad16-312a7d2c8cab requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:27:45.699609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:45.702346 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:45.705482 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-611672ff-c777-404c-add4-d9e4748261e8 req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] 10.222.0.35 "PUT /v2.0/ports/d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 HTTP/1.1" status: 200 len: 1096 time: 1.2302158 Sep 29 17:27:45.713150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd35dcf2-ab4a-4422-9f37-f71ec5beba14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:45.715099 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bd35dcf2-ab4a-4422-9f37-f71ec5beba14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:45.717212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa19f4be-9bd9-40f8-acaf-ed998d7058bc', 'tag': 'd0cc7bed-d2fb-4f10-b0e6-a2b787df9da7'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:45.720422 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1173ff8-e511-4111-ac0c-4f1c72d99c98" -d '{"events": [{"name": "network-changed", "server_uuid": "fa19f4be-9bd9-40f8-acaf-ed998d7058bc", "tag": "d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:45.748896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b50c6-b02e-45a2-b960-b5be7260656e req-4ca9d248-3b6b-4943-998d-d1befae8a647 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:45.758782 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-813b50c6-b02e-45a2-b960-b5be7260656e req-4ca9d248-3b6b-4943-998d-d1befae8a647 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 943 time: 0.1878471 Sep 29 17:27:45.774384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ab71ff4-31b8-4a7b-8314-74edb121449f req-53427eda-a30b-4c66-a1b2-daff91f834e9 service neutron] 10.222.0.49 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770907 Sep 29 17:27:45.779997 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:27:45.803103 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Sync routers for ids ['7aa72e77-2009-4a11-84ed-de763ea0bdb9'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:27:45.809513 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-96773e50-2c49-41ca-a1b6-730b617b9a3f admin admin] 10.222.0.44 "PUT /v2.0/routers/7aa72e77-2009-4a11-84ed-de763ea0bdb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9037285 Sep 29 17:27:45.813573 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:45.817375 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0812c347-ee5f-4e8d-b9c2-0db6a3e1c052 x-openstack-request-id: req-0812c347-ee5f-4e8d-b9c2-0db6a3e1c052 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:45.817985 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa19f4be-9bd9-40f8-acaf-ed998d7058bc", "tag": "d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:45.818422 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0812c347-ee5f-4e8d-b9c2-0db6a3e1c052 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:45.819092 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa19f4be-9bd9-40f8-acaf-ed998d7058bc', 'tag': 'd0cc7bed-d2fb-4f10-b0e6-a2b787df9da7', 'status': 'completed', 'code': 200} Sep 29 17:27:45.821712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b676f-0024-474f-a04f-f1877d98b3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:45.841322 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bd35dcf2-ab4a-4422-9f37-f71ec5beba14 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0434811 Sep 29 17:27:45.841768 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Routers {'7aa72e77-2009-4a11-84ed-de763ea0bdb9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:45.841768 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:27:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7aa72e77-2009-4a11-84ed-de763ea0bdb9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:45.947726 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-813b50c6-b02e-45a2-b960-b5be7260656e req-b90299a0-f224-40dd-b684-fea924fda351 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876402 Sep 29 17:27:45.989409 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59416) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:46.020476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1173ff8-e511-4111-ac0c-4f1c72d99c98 req-4c293e7b-8dc8-4898-9ab8-572101e4fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:46.026926 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1173ff8-e511-4111-ac0c-4f1c72d99c98 req-4c293e7b-8dc8-4898-9ab8-572101e4fa2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c140001004b47939868a35e0d4b6585&device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 1099 time: 0.1471632 Sep 29 17:27:46.043697 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ab71ff4-31b8-4a7b-8314-74edb121449f req-f1aa8c8a-3f53-4878-b10b-0154c79fd856 service neutron] 10.222.0.49 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497742 Sep 29 17:27:46.119368 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1173ff8-e511-4111-ac0c-4f1c72d99c98 req-0bbfe2ee-239f-4532-a169-6d94ca796d3c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3c140001004b47939868a35e0d4b6585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677733 Sep 29 17:27:46.175931 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf56f52-9615-4ec5-8ae6-5cc63a2ce3e9 None None] Network eec8883e-bd2c-4ae1-ad16-312a7d2c8cab requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:27:46.230169 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:46.290723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbc0c3-52ee-428c-bf2c-ce6183ed7cb2 req-f0da750f-fd36-4e06-a20d-688e589e3481 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:46.299880 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-efbbc0c3-52ee-428c-bf2c-ce6183ed7cb2 req-f0da750f-fd36-4e06-a20d-688e589e3481 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 948 time: 0.1353824 Sep 29 17:27:46.365566 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-efbbc0c3-52ee-428c-bf2c-ce6183ed7cb2 req-a4720d86-1101-4335-a8ce-f8f975c6377d tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544825 Sep 29 17:27:46.385951 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Set router 7aa72e77-2009-4a11-84ed-de763ea0bdb9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:46.407866 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b3a8-7055-4f90-94a9-033de64276ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:46.515059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1173ff8-e511-4111-ac0c-4f1c72d99c98 req-47668b7b-8250-4824-ab80-03650bce145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:46.516587 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1173ff8-e511-4111-ac0c-4f1c72d99c98 req-47668b7b-8250-4824-ab80-03650bce145b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3831844 Sep 29 17:27:46.531645 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Allocated IP 172.25.2.205 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/abfdddd0-7b74-4ea3-867e-cd21ef9500a1) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:46.582702 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b3a8-7055-4f90-94a9-033de64276ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:46.587767 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6e6b3a8-7055-4f90-94a9-033de64276ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:46.630116 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d6e6b3a8-7055-4f90-94a9-033de64276ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98743a4dfda04a4f8ba49814cababbfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6289463 Sep 29 17:27:46.640391 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59442) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:46.654909 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'name': 'tempest-FloatingIPsTestJSON-1216653273-router', 'tenant_id': 'c400794cd81349d482a3d976bff06777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:27:30Z', 'updated_at': '2021-09-29T17:27:43Z', 'revision_number': 4, 'project_id': 'c400794cd81349d482a3d976bff06777', 'gw_port': {'id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:27:32Z', 'updated_at': '2021-09-29T17:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'a99fef78-569d-4893-8690-8b3a42d6d7e4', 'name': '', 'network_id': '0316a6df-fe1b-4df1-9405-6985d2497988', 'tenant_id': 'c400794cd81349d482a3d976bff06777', 'mac_address': 'fa:16:3e:24:ee:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '66d0ad17-05be-4ca1-840c-930a0d02a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:27:41Z', 'updated_at': '2021-09-29T17:27:43Z', 'revision_number': 2, 'project_id': 'c400794cd81349d482a3d976bff06777', 'subnets': [{'id': '66d0ad17-05be-4ca1-840c-930a0d02a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:46.681017 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Checking router: 7aa72e77-2009-4a11-84ed-de763ea0bdb9 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:27:46.681536 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Updating router 7aa72e77-2009-4a11-84ed-de763ea0bdb9 port a99fef78-569d-4893-8690-8b3a42d6d7e4 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:27:46.692889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6b3a8-7055-4f90-94a9-033de64276ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed273068-c468-4883-b8d8-111ce2111213,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:46.709749 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:46.740338 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:46.787819 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99af465b-d051-47f8-9d4b-24c26e2cb608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:46.819302 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-3fd013f9-83bd-4855-b682-0f781ac48dd6 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:46.821004 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-3fd013f9-83bd-4855-b682-0f781ac48dd6 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/networks?id=eec8883e-bd2c-4ae1-ad16-312a7d2c8cab HTTP/1.1" status: 200 len: 813 time: 0.1795762 Sep 29 17:27:46.830621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611672ff-c777-404c-add4-d9e4748261e8 req-db9258d1-cd69-4193-9253-3a0f2a7325e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:46.832007 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-611672ff-c777-404c-add4-d9e4748261e8 req-db9258d1-cd69-4193-9253-3a0f2a7325e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3c140001004b47939868a35e0d4b6585&device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 1099 time: 0.1922863 Sep 29 17:27:46.838708 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99af465b-d051-47f8-9d4b-24c26e2cb608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:46.851443 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-a73bd360-e2f8-4b85-8fa4-cfbff38eda53 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/quotas/6cafb4eccba54f978669d40ff9b8feed HTTP/1.1" status: 200 len: 375 time: 0.0226369 Sep 29 17:27:46.897368 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-611672ff-c777-404c-add4-d9e4748261e8 req-abd884c6-a9ef-4b99-8ca8-d13dd465495f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 HTTP/1.1" status: 200 len: 217 time: 0.0508387 Sep 29 17:27:46.902018 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-64b25327-324e-425b-a4b4-0ba4535a650d tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3329759 Sep 29 17:27:46.908255 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:46.909483 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-55a31d1b-19e7-48e3-8838-98219a5689af tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6cafb4eccba54f978669d40ff9b8feed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383785 Sep 29 17:27:46.931685 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99af465b-d051-47f8-9d4b-24c26e2cb608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:46.935147 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99af465b-d051-47f8-9d4b-24c26e2cb608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:46.939476 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-99af465b-d051-47f8-9d4b-24c26e2cb608 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed273068-c468-4883-b8d8-111ce2111213 HTTP/1.1" status: 204 len: 168 time: 0.2944527 Sep 29 17:27:46.944554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:46.967907 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af465b-d051-47f8-9d4b-24c26e2cb608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed273068-c468-4883-b8d8-111ce2111213,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:46.994060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611672ff-c777-404c-add4-d9e4748261e8 req-fda17773-a58a-47db-bc9b-913c5491cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:46.995173 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-611672ff-c777-404c-add4-d9e4748261e8 req-fda17773-a58a-47db-bc9b-913c5491cc4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0906765 Sep 29 17:27:47.011121 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:47.038822 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:47.044975 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:47.065498 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:47.068219 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-559c7a38-7dff-4dd3-879b-195b6124a90b service neutron] 10.222.0.44 "GET /v2.0/networks/eec8883e-bd2c-4ae1-ad16-312a7d2c8cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296389 Sep 29 17:27:47.143707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:47.153878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:47.160562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611672ff-c777-404c-add4-d9e4748261e8 req-92d34a7c-d129-4c63-b9a2-5dd2ba82d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:47.162302 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-611672ff-c777-404c-add4-d9e4748261e8 req-92d34a7c-d129-4c63-b9a2-5dd2ba82d218 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1574259 Sep 29 17:27:47.163595 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2de76-fb27-45b1-9fc1-6300df258a0f None None] Pushing event updated for resources: {'Port': ['ID=a99fef78-569d-4893-8690-8b3a42d6d7e4,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:47.165572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:47.178487 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2de76-fb27-45b1-9fc1-6300df258a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:47.178803 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2de76-fb27-45b1-9fc1-6300df258a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:47.179287 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2de76-fb27-45b1-9fc1-6300df258a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:47.180087 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2de76-fb27-45b1-9fc1-6300df258a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:47.180087 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2de76-fb27-45b1-9fc1-6300df258a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:47.180321 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2de76-fb27-45b1-9fc1-6300df258a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:47.180561 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2de76-fb27-45b1-9fc1-6300df258a0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:47.180887 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2de76-fb27-45b1-9fc1-6300df258a0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:47.181225 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2de76-fb27-45b1-9fc1-6300df258a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:47.181999 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2de76-fb27-45b1-9fc1-6300df258a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:47.182329 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2de76-fb27-45b1-9fc1-6300df258a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:47.182686 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2de76-fb27-45b1-9fc1-6300df258a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:27:47.201902 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Attempting to bind port a99fef78-569d-4893-8690-8b3a42d6d7e4 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:27:47.202416 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Attempting to bind port a99fef78-569d-4893-8690-8b3a42d6d7e4 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'e9d47cc4-0b7a-498a-a2fb-1ea5da68199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0316a6df-fe1b-4df1-9405-6985d2497988'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:27:47.202934 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Attempting to bind port a99fef78-569d-4893-8690-8b3a42d6d7e4 on network 0316a6df-fe1b-4df1-9405-6985d2497988 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:47.210983 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:27:47.211674 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Checking segment: {'id': 'e9d47cc4-0b7a-498a-a2fb-1ea5da68199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0316a6df-fe1b-4df1-9405-6985d2497988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:47.212588 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:47.213158 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Bound using segment: {'id': 'e9d47cc4-0b7a-498a-a2fb-1ea5da68199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0316a6df-fe1b-4df1-9405-6985d2497988'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:27:47.214651 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Bound port: a99fef78-569d-4893-8690-8b3a42d6d7e4, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d47cc4-0b7a-498a-a2fb-1ea5da68199d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0316a6df-fe1b-4df1-9405-6985d2497988'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:27:47.215396 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:47.237525 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-714f1f4e-2021-49bf-8e17-7cd54043d518 service neutron] 10.222.0.44 "GET /v2.0/networks/eec8883e-bd2c-4ae1-ad16-312a7d2c8cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623843 Sep 29 17:27:47.238589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event updated for resources: {'Port': ['ID=abfdddd0-7b74-4ea3-867e-cd21ef9500a1,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:47.347978 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] For port a99fef78-569d-4893-8690-8b3a42d6d7e4, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:27:47.355610 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] For port a99fef78-569d-4893-8690-8b3a42d6d7e4, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a99fef78-569d-4893-8690-8b3a42d6d7e4,segment=NetworkSegment(e9d47cc4-0b7a-498a-a2fb-1ea5da68199d),segment_id=e9d47cc4-0b7a-498a-a2fb-1ea5da68199d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:27:47.360365 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:47.427838 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Routers {'7aa72e77-2009-4a11-84ed-de763ea0bdb9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:27:47.428482 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:27:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7aa72e77-2009-4a11-84ed-de763ea0bdb9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:47.504256 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-900bf487-3972-484c-9cd4-ad8debc57f28 None None] Provisioning complete for port a99fef78-569d-4893-8690-8b3a42d6d7e4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:47.505693 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-900bf487-3972-484c-9cd4-ad8debc57f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:47.605572 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] Set router 7aa72e77-2009-4a11-84ed-de763ea0bdb9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:27:47.645062 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa7ee2-130a-4914-baa7-09ddfdcc8bf0 req-106d4eef-0a67-4dc9-90cb-dbfe53d45534 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:47.659004 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3eaa7ee2-130a-4914-baa7-09ddfdcc8bf0 req-106d4eef-0a67-4dc9-90cb-dbfe53d45534 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 948 time: 0.1597712 Sep 29 17:27:47.708459 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3eaa7ee2-130a-4914-baa7-09ddfdcc8bf0 req-a5218548-aca4-4281-8031-13fa31b4bb11 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c39f73e-af5e-4ea9-b1a5-5128516c179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480239 Sep 29 17:27:47.736203 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-900bf487-3972-484c-9cd4-ad8debc57f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:47.748556 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2de76-fb27-45b1-9fc1-6300df258a0f None None] Pushing event updated for resources: {'Port': ['ID=a99fef78-569d-4893-8690-8b3a42d6d7e4,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:47.816628 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-900bf487-3972-484c-9cd4-ad8debc57f28 None None] For port a99fef78-569d-4893-8690-8b3a42d6d7e4, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a99fef78-569d-4893-8690-8b3a42d6d7e4,segment=NetworkSegment(e9d47cc4-0b7a-498a-a2fb-1ea5da68199d),segment_id=e9d47cc4-0b7a-498a-a2fb-1ea5da68199d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:47.826333 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-900bf487-3972-484c-9cd4-ad8debc57f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:47.916486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bf487-3972-484c-9cd4-ad8debc57f28 None None] Pushing event updated for resources: {'Port': ['ID=a99fef78-569d-4893-8690-8b3a42d6d7e4,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:47.924358 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 7dce40f3-b106-4052-89bc-2cd8097283d0 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:27:47.935700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8e4e8-84a5-40bf-96fb-1f22e9370202 req-a351878b-69af-4539-a443-9b2d84d170b2 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:47.946865 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6bb8e4e8-84a5-40bf-96fb-1f22e9370202 req-a351878b-69af-4539-a443-9b2d84d170b2 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 943 time: 0.1108832 Sep 29 17:27:48.020655 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6bb8e4e8-84a5-40bf-96fb-1f22e9370202 req-cd55dbdb-bbeb-4082-b5f2-6c7397992948 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723481 Sep 29 17:27:48.022316 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-611672ff-c777-404c-add4-d9e4748261e8 req-5ce50b15-3c7e-4a29-8fe7-d76387ee2b64 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8311174 Sep 29 17:27:48.023530 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'name': 'tempest-FloatingIPsTestJSON-1216653273-router', 'tenant_id': 'c400794cd81349d482a3d976bff06777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:27:30Z', 'updated_at': '2021-09-29T17:27:43Z', 'revision_number': 4, 'project_id': 'c400794cd81349d482a3d976bff06777', 'gw_port': {'id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:27:32Z', 'updated_at': '2021-09-29T17:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'a99fef78-569d-4893-8690-8b3a42d6d7e4', 'name': '', 'network_id': '0316a6df-fe1b-4df1-9405-6985d2497988', 'tenant_id': 'c400794cd81349d482a3d976bff06777', 'mac_address': 'fa:16:3e:24:ee:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '66d0ad17-05be-4ca1-840c-930a0d02a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:27:41Z', 'updated_at': '2021-09-29T17:27:47Z', 'revision_number': 4, 'project_id': 'c400794cd81349d482a3d976bff06777', 'subnets': [{'id': '66d0ad17-05be-4ca1-840c-930a0d02a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:48.036869 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7d46b2ad-42d6-49b0-9c39-7bf0e0dd06b4 None None] Provisioning complete for port a99fef78-569d-4893-8690-8b3a42d6d7e4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:48.037382 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7d46b2ad-42d6-49b0-9c39-7bf0e0dd06b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:48.071592 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:48.091879 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:48.112229 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3ffe4-7115-4448-83e4-9398fe8d72e0 None None] The sync data for ids ['7aa72e77-2009-4a11-84ed-de763ea0bdb9'] in n-d-811748-2 is: [{'id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'name': 'tempest-FloatingIPsTestJSON-1216653273-router', 'tenant_id': 'c400794cd81349d482a3d976bff06777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:27:30Z', 'updated_at': '2021-09-29T17:27:43Z', 'revision_number': 4, 'project_id': 'c400794cd81349d482a3d976bff06777', 'gw_port': {'id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:27:32Z', 'updated_at': '2021-09-29T17:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'a99fef78-569d-4893-8690-8b3a42d6d7e4', 'name': '', 'network_id': '0316a6df-fe1b-4df1-9405-6985d2497988', 'tenant_id': 'c400794cd81349d482a3d976bff06777', 'mac_address': 'fa:16:3e:24:ee:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '66d0ad17-05be-4ca1-840c-930a0d02a7a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:27:41Z', 'updated_at': '2021-09-29T17:27:47Z', 'revision_number': 4, 'project_id': 'c400794cd81349d482a3d976bff06777', 'subnets': [{'id': '66d0ad17-05be-4ca1-840c-930a0d02a7a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:27:48.253594 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:48.339089 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 7dce40f3-b106-4052-89bc-2cd8097283d0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=7dce40f3-b106-4052-89bc-2cd8097283d0,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:48.360804 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-611672ff-c777-404c-add4-d9e4748261e8 req-f136f749-e983-465d-a7da-0f9e00b07b15 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220983 Sep 29 17:27:48.363415 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '7dce40f3-b106-4052-89bc-2cd8097283d0', 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee', 'port_id': '7dce40f3-b106-4052-89bc-2cd8097283d0', 'mac_address': 'fa:16:3e:32:be:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469f6337-ae09-4156-997e-8aa5990644df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:27:48.369230 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59482) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:48.442421 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf5b83-e33e-455b-9306-b75bc63ddb30 req-1ea6abb5-c242-4ba7-b71a-d856946956c2 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:48.444261 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70bf5b83-e33e-455b-9306-b75bc63ddb30 req-1ea6abb5-c242-4ba7-b71a-d856946956c2 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 948 time: 0.1553946 Sep 29 17:27:48.462109 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:48.497556 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dce40f3-b106-4052-89bc-2cd8097283d0 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:27:48.535990 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70bf5b83-e33e-455b-9306-b75bc63ddb30 req-974e0bf1-2686-428f-b7af-dc869170dd8c tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811565 Sep 29 17:27:48.538664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 74605e58-d87f-4058-bad1-700aa717019e up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:48.544810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 7dce40f3-b106-4052-89bc-2cd8097283d0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=7dce40f3-b106-4052-89bc-2cd8097283d0,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:48.567780 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:48.570452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Allocated IP 172.25.2.207 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/3c25c9c1-f090-461b-9b75-961f78e1f5e6) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:48.576335 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:48.588998 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:48.676518 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-25bc7b88-f2e8-4293-a284-abb9fb40be8d req-4e5f10ea-8ca7-4f30-888b-090e7dffa5ce tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 210 time: 0.0337546 Sep 29 17:27:48.684346 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-56d48395-d908-4de4-b7fd-8cafdb835bd3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1117500607-network', 'tenant_id': 'e97523ce346f4ff98a659c96e8550f5b'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:48.691904 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=7dce40f3-b106-4052-89bc-2cd8097283d0,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:48.707211 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a99fef78-569d-4893-8690-8b3a42d6d7e4 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:48.717950 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d48395-d908-4de4-b7fd-8cafdb835bd3 admin admin] Made reservation on behalf of e97523ce346f4ff98a659c96e8550f5b for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:48.721158 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56d48395-d908-4de4-b7fd-8cafdb835bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:48.731755 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56d48395-d908-4de4-b7fd-8cafdb835bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:48.757202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 74605e58-d87f-4058-bad1-700aa717019e completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:27:48.763166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 74605e58-d87f-4058-bad1-700aa717019e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:48.769905 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:48.815807 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['7dce40f3-b106-4052-89bc-2cd8097283d0'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:27:48.842333 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a99fef78-569d-4893-8690-8b3a42d6d7e4 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:48.842703 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:48.857530 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event updated for resources: {'Port': ['ID=abfdddd0-7b74-4ea3-867e-cd21ef9500a1,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:48.883142 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:48.913406 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:48.975435 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:48.980466 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe336122-62d7-4506-95b1-7217d22fd7e0 req-2ef6c19e-6b68-493a-b03b-e1e9b1920f9a tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:48.988754 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fe336122-62d7-4506-95b1-7217d22fd7e0 req-2ef6c19e-6b68-493a-b03b-e1e9b1920f9a tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 948 time: 0.1538019 Sep 29 17:27:49.045865 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.053643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:49.060105 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:49.062421 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Pushing event updated for resources: {'Port': ['ID=3c25c9c1-f090-461b-9b75-961f78e1f5e6,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:49.065094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:49.102758 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56d48395-d908-4de4-b7fd-8cafdb835bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.118569 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56d48395-d908-4de4-b7fd-8cafdb835bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.120428 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927e5e88-99a1-4d11-8122-7bf38a42a882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74605e58-d87f-4058-bad1-700aa717019e'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:49.124949 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e29c29-c2cd-4fad-8cd1-5bf98b770007" -d '{"events": [{"server_uuid": "927e5e88-99a1-4d11-8122-7bf38a42a882", "name": "network-vif-plugged", "status": "completed", "tag": "74605e58-d87f-4058-bad1-700aa717019e"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:49.148385 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.158031 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a0c11439-18d4-496a-9cff-f8de7ac28bca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6727831 Sep 29 17:27:49.164302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 74605e58-d87f-4058-bad1-700aa717019e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=74605e58-d87f-4058-bad1-700aa717019e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:49.169934 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.200893 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d48395-d908-4de4-b7fd-8cafdb835bd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:27:49.213044 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56d48395-d908-4de4-b7fd-8cafdb835bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.213751 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-56d48395-d908-4de4-b7fd-8cafdb835bd3 admin admin] Added segment 231115bd-a854-4fc8-9574-6e22431bb300 of type vlan for network d1363e08-701f-4e33-92d1-39d2e4140097 Sep 29 17:27:49.236799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d48395-d908-4de4-b7fd-8cafdb835bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb5df07-e9aa-47ee-8e97-81458ede7c3c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:49.248141 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fe336122-62d7-4506-95b1-7217d22fd7e0 req-d3906904-459a-4f5d-8d58-adb3450b7e3e tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c39f73e-af5e-4ea9-b1a5-5128516c179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582886 Sep 29 17:27:49.274483 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.288260 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-e41f1a6c-a277-4183-a70f-eba8fa3dab18 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:49.290660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-e41f1a6c-a277-4183-a70f-eba8fa3dab18 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.49 "GET /v2.0/networks?id=eec8883e-bd2c-4ae1-ad16-312a7d2c8cab HTTP/1.1" status: 200 len: 813 time: 0.2696157 Sep 29 17:27:49.335224 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=74605e58-d87f-4058-bad1-700aa717019e,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:49.346112 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-523ef5ed-6dc0-4ad0-8d39-04253d70e7aa tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Request body: {'port': {'device_id': '31c5586e-a8a5-4c1d-b318-a58641c97cd6', 'network_id': 'eec8883e-bd2c-4ae1-ad16-312a7d2c8cab', 'admin_state_up': True, 'tenant_id': '6cafb4eccba54f978669d40ff9b8feed'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:49.359302 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.373215 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56d48395-d908-4de4-b7fd-8cafdb835bd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.488875 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56d48395-d908-4de4-b7fd-8cafdb835bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.489889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d48395-d908-4de4-b7fd-8cafdb835bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:49.490477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56d48395-d908-4de4-b7fd-8cafdb835bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.524419 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c5715-22b5-42d4-b348-5a1097626313 req-8bdf1a27-0bbe-4e9d-a28f-534ebc5f46b1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:49.526223 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-941c5715-22b5-42d4-b348-5a1097626313 req-8bdf1a27-0bbe-4e9d-a28f-534ebc5f46b1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 944 time: 0.1393850 Sep 29 17:27:49.538477 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.546211 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.576454 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-56d48395-d908-4de4-b7fd-8cafdb835bd3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1903868 Sep 29 17:27:49.581929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59502) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:49.590725 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4d7e97e2-310d-47af-bb7f-21215ff6528e admin admin] Request body: {'subnet': {'network_id': 'd1363e08-701f-4e33-92d1-39d2e4140097', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1117500607-subnet', 'tenant_id': 'e97523ce346f4ff98a659c96e8550f5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:49.615133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d48395-d908-4de4-b7fd-8cafdb835bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=d1363e08-701f-4e33-92d1-39d2e4140097,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:49.628320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network d1363e08-701f-4e33-92d1-39d2e4140097 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:27:49.637471 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-941c5715-22b5-42d4-b348-5a1097626313 req-6526a101-89af-486c-b21d-52e9997191ed tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002419 Sep 29 17:27:49.646572 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-523ef5ed-6dc0-4ad0-8d39-04253d70e7aa tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Made reservation on behalf of 6cafb4eccba54f978669d40ff9b8feed for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:49.653360 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.api [None req-4d7e97e2-310d-47af-bb7f-21215ff6528e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:27:49.653360 n-d-811748-2 neutron-server[95016]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 17:27:49.653360 n-d-811748-2 neutron-server[95016]: [parameters: {'project_id_1': 'e97523ce346f4ff98a659c96e8550f5b', 'expiration_1': datetime.datetime(2021, 9, 29, 17, 27, 29, 616558)}] Sep 29 17:27:49.653360 n-d-811748-2 neutron-server[95016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:27:49.653888 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-523ef5ed-6dc0-4ad0-8d39-04253d70e7aa tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.654392 n-d-811748-2 neutron-server[95016]: DEBUG oslo_db.api [None req-4d7e97e2-310d-47af-bb7f-21215ff6528e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:27:49.680590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Pushing event updated for resources: {'Port': ['ID=3c25c9c1-f090-461b-9b75-961f78e1f5e6,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:49.690837 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.711079 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.718770 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-527c727e-7f44-4b5d-975c-8150d004e16f tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7816927 Sep 29 17:27:49.726880 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81aa12b-a182-41f5-8a66-784288d5a38e x-openstack-request-id: req-c81aa12b-a182-41f5-8a66-784288d5a38e {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:49.727191 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927e5e88-99a1-4d11-8122-7bf38a42a882", "name": "network-vif-plugged", "status": "completed", "tag": "74605e58-d87f-4058-bad1-700aa717019e", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:49.727584 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c81aa12b-a182-41f5-8a66-784288d5a38e {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:49.728041 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927e5e88-99a1-4d11-8122-7bf38a42a882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74605e58-d87f-4058-bad1-700aa717019e', 'code': 200} Sep 29 17:27:49.784287 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-9cb4e23c-171e-4274-83ce-83494270eb80 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.207 HTTP/1.1" status: 200 len: 696 time: 0.0646474 Sep 29 17:27:49.830637 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-523ef5ed-6dc0-4ad0-8d39-04253d70e7aa tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Allocated IP 172.20.0.10 (eec8883e-bd2c-4ae1-ad16-312a7d2c8cab/c562f1b2-4a5a-4c07-8778-d625f391a277/b15a8450-b1a9-4a75-8a61-6f31b1734e05) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:49.877405 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 7dce40f3-b106-4052-89bc-2cd8097283d0 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:49.923877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d867816-d2b0-403a-bf21-ee9ae0801199 req-6073b270-9316-40be-a0e3-e7079ad49c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:49.926083 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8d867816-d2b0-403a-bf21-ee9ae0801199 req-6073b270-9316-40be-a0e3-e7079ad49c55 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 1100 time: 0.1078320 Sep 29 17:27:49.940182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 7dce40f3-b106-4052-89bc-2cd8097283d0 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:27:49.944996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 7dce40f3-b106-4052-89bc-2cd8097283d0 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:49.945630 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:49.963463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-75899df7-9772-41da-8477-251bc64cc1dc tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:49.964791 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e91cc26f-1e1e-45c6-b96b-85b72efc9c46 req-75899df7-9772-41da-8477-251bc64cc1dc tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.1733594 Sep 29 17:27:49.996461 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8d867816-d2b0-403a-bf21-ee9ae0801199 req-78037089-1365-4931-a52e-844585346d66 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3c39f73e-af5e-4ea9-b1a5-5128516c179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548017 Sep 29 17:27:50.016479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-f0c30841-3862-45a8-9ca6-70f7316ceeca tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--446305900&fields=id&tenant_id=ca18e70d69384487ae4efe61e82aa845 HTTP/1.1" status: 200 len: 267 time: 0.0837719 Sep 29 17:27:50.048197 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:50.075602 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-523ef5ed-6dc0-4ad0-8d39-04253d70e7aa tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:50.080293 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 7dce40f3-b106-4052-89bc-2cd8097283d0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=7dce40f3-b106-4052-89bc-2cd8097283d0,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:50.085173 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:50.089154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-7a39f77c-fc4b-4c2d-9b5e-16f82be9bd93 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:50.090113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82b2b1-8ce1-4235-b76d-5721703a59d0 req-47c769c8-c66e-468f-a808-70da623b44ab tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:50.090911 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-7a39f77c-fc4b-4c2d-9b5e-16f82be9bd93 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports/a36d37ce-a325-4d1c-9721-c8f32e0f47e7 HTTP/1.1" status: 200 len: 932 time: 0.0629318 Sep 29 17:27:50.091792 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa82b2b1-8ce1-4235-b76d-5721703a59d0 req-47c769c8-c66e-468f-a808-70da623b44ab tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 948 time: 0.0591652 Sep 29 17:27:50.131991 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa82b2b1-8ce1-4235-b76d-5721703a59d0 req-078a1c3e-2e78-489f-a779-253076e7b781 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325773 Sep 29 17:27:50.136849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=7dce40f3-b106-4052-89bc-2cd8097283d0,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:50.154185 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-7824437a-bba3-44d8-b07a-3d7d51bef322 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:50.155549 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-7824437a-bba3-44d8-b07a-3d7d51bef322 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports/5988d418-a748-4b3c-ad5d-5c29fd19e399 HTTP/1.1" status: 200 len: 929 time: 0.0579405 Sep 29 17:27:50.179011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7e97e2-310d-47af-bb7f-21215ff6528e admin admin] Made reservation on behalf of e97523ce346f4ff98a659c96e8550f5b for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:50.181524 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d7e97e2-310d-47af-bb7f-21215ff6528e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:50.200206 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-523ef5ed-6dc0-4ad0-8d39-04253d70e7aa tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:50.228957 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fae8caf5-1cd7-47fd-8117-30794a3e26bc tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?network_id=9c23919b-5dc6-4f3c-a975-ad284351567f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0663044 Sep 29 17:27:50.258907 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-523ef5ed-6dc0-4ad0-8d39-04253d70e7aa tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Network eec8883e-bd2c-4ae1-ad16-312a7d2c8cab is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:50.273646 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-523ef5ed-6dc0-4ad0-8d39-04253d70e7aa tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:50.276782 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-523ef5ed-6dc0-4ad0-8d39-04253d70e7aa tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:50.298914 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-68bddc67-21f6-43c6-89df-08fb680dfc64 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?network_id=9c23919b-5dc6-4f3c-a975-ad284351567f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0420215 Sep 29 17:27:50.302396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b210f-f37f-43cb-8476-302d09202de1 req-ef9903a0-910c-450e-85e2-061d29fef307 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:50.303739 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f3b210f-f37f-43cb-8476-302d09202de1 req-ef9903a0-910c-450e-85e2-061d29fef307 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 932 time: 0.0986199 Sep 29 17:27:50.347455 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ef5ed-6dc0-4ad0-8d39-04253d70e7aa tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Pushing event updated for resources: {'Port': ['ID=b15a8450-b1a9-4a75-8a61-6f31b1734e05,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:50.385896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f3b210f-f37f-43cb-8476-302d09202de1 req-5a599daf-9db3-4d34-8546-135b13f3477f tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/security-groups?id=271f31df-8221-4f6d-8696-fc85d8bfc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714519 Sep 29 17:27:50.386173 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-523ef5ed-6dc0-4ad0-8d39-04253d70e7aa tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:50.386725 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-523ef5ed-6dc0-4ad0-8d39-04253d70e7aa tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:50.433210 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-523ef5ed-6dc0-4ad0-8d39-04253d70e7aa tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1081908 Sep 29 17:27:50.447992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Request body: {'port': {'device_id': '31c5586e-a8a5-4c1d-b318-a58641c97cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:50.460988 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d7e97e2-310d-47af-bb7f-21215ff6528e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:50.496726 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-e3eb4c62-e275-469d-b4b8-4a970bf0bc17 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:50.497744 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd79e7b5-63ac-4169-960a-20e58afeeb8e req-12775e4f-1120-4a20-84bc-571de7c96ef8 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/floatingips/1d623b1b-6684-45d8-b5ce-e21236e85df9 HTTP/1.1" status: 200 len: 693 time: 0.0745502 Sep 29 17:27:50.502764 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-e3eb4c62-e275-469d-b4b8-4a970bf0bc17 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:50.508458 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-e3eb4c62-e275-469d-b4b8-4a970bf0bc17 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:50.510202 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-e3eb4c62-e275-469d-b4b8-4a970bf0bc17 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/networks?id=2b255708-c2d9-4b94-9aae-118e45662db8&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=9c23919b-5dc6-4f3c-a975-ad284351567f&id=9c23919b-5dc6-4f3c-a975-ad284351567f HTTP/1.1" status: 200 len: 1990 time: 0.1913536 Sep 29 17:27:50.547893 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-481c679d-09d4-4c3e-9db2-e4f492b8b1c2 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/quotas/ca18e70d69384487ae4efe61e82aa845 HTTP/1.1" status: 200 len: 375 time: 0.0304449 Sep 29 17:27:50.550556 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:50.560187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e97e2-310d-47af-bb7f-21215ff6528e admin admin] Pushing event updated for resources: {'Subnet': ['ID=19105ebf-cc5c-476c-9a32-869141444066,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:50.609475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7e97e2-310d-47af-bb7f-21215ff6528e admin admin] Checking segment: {'id': '231115bd-a854-4fc8-9574-6e22431bb300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'd1363e08-701f-4e33-92d1-39d2e4140097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:50.609769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7e97e2-310d-47af-bb7f-21215ff6528e admin admin] Network hostable DHCP agents. Network: d1363e08-701f-4e33-92d1-39d2e4140097, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:27:50.651592 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-8e0515b3-c112-4869-895d-5a99b45d058b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ca18e70d69384487ae4efe61e82aa845&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0922596 Sep 29 17:27:50.652917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79e7b5-63ac-4169-960a-20e58afeeb8e req-d53b6894-ceab-4344-9c7c-671925e15a7b tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:50.654309 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd79e7b5-63ac-4169-960a-20e58afeeb8e req-d53b6894-ceab-4344-9c7c-671925e15a7b tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.1495750 Sep 29 17:27:50.655374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7e97e2-310d-47af-bb7f-21215ff6528e admin admin] Network d1363e08-701f-4e33-92d1-39d2e4140097 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:27:50.666499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-cd79e7b5-63ac-4169-960a-20e58afeeb8e req-e5c49692-423c-4917-bff1-02145506190a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:27:50.667530 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd79e7b5-63ac-4169-960a-20e58afeeb8e req-e5c49692-423c-4917-bff1-02145506190a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067496 Sep 29 17:27:50.675767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-4d7e97e2-310d-47af-bb7f-21215ff6528e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, d1363e08-701f-4e33-92d1-39d2e4140097) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:50.679580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7e97e2-310d-47af-bb7f-21215ff6528e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:50.680265 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d7e97e2-310d-47af-bb7f-21215ff6528e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:50.686545 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191961e3-253c-4724-be9b-d1edf811af7d None None] Network d1363e08-701f-4e33-92d1-39d2e4140097 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:27:50.697523 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4d7e97e2-310d-47af-bb7f-21215ff6528e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1104059 Sep 29 17:27:50.823316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfef18-0db0-4906-bd42-3e7bf615d218 req-e60a0314-39a1-43c7-aa98-fc5f0bc39f9b tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:50.825267 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbcfef18-0db0-4906-bd42-3e7bf615d218 req-e60a0314-39a1-43c7-aa98-fc5f0bc39f9b tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 949 time: 0.0896394 Sep 29 17:27:50.850433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae554c0-1615-4f32-a4ed-c71cad0f7a3c None None] Network d1363e08-701f-4e33-92d1-39d2e4140097 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:27:50.871988 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbcfef18-0db0-4906-bd42-3e7bf615d218 req-654c2bb5-d998-4eeb-8549-f8f8d3e4edee tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c39f73e-af5e-4ea9-b1a5-5128516c179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390828 Sep 29 17:27:50.898254 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-4cbec171-0498-4926-a9de-71c7da90e6c6 service neutron] 10.222.0.44 "GET /v2.0/networks/2b255708-c2d9-4b94-9aae-118e45662db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512437 Sep 29 17:27:50.996205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da845a-c4ca-4a9d-ae7d-0496ebe62a89 req-ee7d893a-9a77-4763-8bbe-dbf61a2264f3 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:50.998409 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-64da845a-c4ca-4a9d-ae7d-0496ebe62a89 req-ee7d893a-9a77-4763-8bbe-dbf61a2264f3 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 945 time: 0.0600524 Sep 29 17:27:51.041565 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-64da845a-c4ca-4a9d-ae7d-0496ebe62a89 req-6577e843-196d-455d-897c-d77390db25f4 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355861 Sep 29 17:27:51.046671 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-ebdf56e3-b198-4526-a43a-28ac40c4f894 service neutron] 10.222.0.44 "GET /v2.0/networks/2b255708-c2d9-4b94-9aae-118e45662db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419642 Sep 29 17:27:51.055904 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b15a8450-b1a9-4a75-8a61-6f31b1734e05 {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:27:51.088754 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:51.104892 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d467e82b-8f2a-4958-84fe-b13c03da8b7b service neutron] 10.222.0.44 "GET /v2.0/ports/a36d37ce-a325-4d1c-9721-c8f32e0f47e7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0446460 Sep 29 17:27:51.107405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Transition to ACTIVE for port object b15a8450-b1a9-4a75-8a61-6f31b1734e05 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:27:51.111735 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:51.126715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a7496cc2-0794-4334-b3d4-b9295f0d8e1a req-7ef7f3b5-ebd9-40e5-86d2-9c2ce61b2278 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=c400794cd81349d482a3d976bff06777 HTTP/1.1" status: 200 len: 696 time: 0.0527942 Sep 29 17:27:51.218022 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b15a8450-b1a9-4a75-8a61-6f31b1734e05,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:51.248817 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7496cc2-0794-4334-b3d4-b9295f0d8e1a req-208a6c1c-ae78-4085-97e2-7c23ee1f0b2d tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:51.250698 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a7496cc2-0794-4334-b3d4-b9295f0d8e1a req-208a6c1c-ae78-4085-97e2-7c23ee1f0b2d tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/networks?id=67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 787 time: 0.1177828 Sep 29 17:27:51.260752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-a7496cc2-0794-4334-b3d4-b9295f0d8e1a req-291a40fa-f72b-4e5a-bea4-be2375a0fa12 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:27:51.261717 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a7496cc2-0794-4334-b3d4-b9295f0d8e1a req-291a40fa-f72b-4e5a-bea4-be2375a0fa12 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055261 Sep 29 17:27:51.289703 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a28887cf-e895-4e1e-a67d-63c8b2f90146 service neutron] 10.222.0.44 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707044 Sep 29 17:27:51.337135 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Attempting to bind port b15a8450-b1a9-4a75-8a61-6f31b1734e05 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:27:51.337491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Attempting to bind port b15a8450-b1a9-4a75-8a61-6f31b1734e05 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '288ab532-e0ad-432f-a9ef-374a7b589f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eec8883e-bd2c-4ae1-ad16-312a7d2c8cab'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:27:51.337812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Attempting to bind port b15a8450-b1a9-4a75-8a61-6f31b1734e05 on network eec8883e-bd2c-4ae1-ad16-312a7d2c8cab {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:51.345301 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Port b15a8450-b1a9-4a75-8a61-6f31b1734e05 on network eec8883e-bd2c-4ae1-ad16-312a7d2c8cab not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:27:51.345746 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Attempting to bind port b15a8450-b1a9-4a75-8a61-6f31b1734e05 on network eec8883e-bd2c-4ae1-ad16-312a7d2c8cab {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:27:51.383594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:27:51.383916 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Checking segment: {'id': '288ab532-e0ad-432f-a9ef-374a7b589f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eec8883e-bd2c-4ae1-ad16-312a7d2c8cab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:27:51.384817 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Bound using segment: {'id': '288ab532-e0ad-432f-a9ef-374a7b589f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eec8883e-bd2c-4ae1-ad16-312a7d2c8cab'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:27:51.385008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Bound port: b15a8450-b1a9-4a75-8a61-6f31b1734e05, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '288ab532-e0ad-432f-a9ef-374a7b589f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'eec8883e-bd2c-4ae1-ad16-312a7d2c8cab'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:27:51.385400 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:51.443069 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-22d84abb-54c8-4640-a6c3-f0dbbab3c7e1 service neutron] 10.222.0.44 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445942 Sep 29 17:27:51.477689 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-ffb7eb7f-d044-4903-a358-39d3089c5d5d req-d27c65e8-fe92-4ba2-aa68-96990710063f tempest-SecurityGroupsNegativeTestJSON-1767741442 tempest-SecurityGroupsNegativeTestJSON-1767741442-project] show failed (client error): The resource could not be found. Sep 29 17:27:51.478760 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ffb7eb7f-d044-4903-a358-39d3089c5d5d req-d27c65e8-fe92-4ba2-aa68-96990710063f tempest-SecurityGroupsNegativeTestJSON-1767741442 tempest-SecurityGroupsNegativeTestJSON-1767741442-project] 10.222.0.44 "GET /v2.0/security-groups/79c84e32-5d1b-441c-8561-272005a17a2f HTTP/1.1" status: 404 len: 352 time: 0.0145323 Sep 29 17:27:51.502603 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] For port b15a8450-b1a9-4a75-8a61-6f31b1734e05, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:27:51.519781 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-e991f2c3-bfcf-47ee-ac76-9d0340422d58 service neutron] 10.222.0.44 "GET /v2.0/ports/5988d418-a748-4b3c-ad5d-5c29fd19e399?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0630829 Sep 29 17:27:51.523254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] For port b15a8450-b1a9-4a75-8a61-6f31b1734e05, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b15a8450-b1a9-4a75-8a61-6f31b1734e05,segment=NetworkSegment(288ab532-e0ad-432f-a9ef-374a7b589f25),segment_id=288ab532-e0ad-432f-a9ef-374a7b589f25)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:27:51.535141 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:51.583129 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:51.583762 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:51.585648 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] 10.222.0.49 "PUT /v2.0/ports/b15a8450-b1a9-4a75-8a61-6f31b1734e05 HTTP/1.1" status: 200 len: 1092 time: 1.1436300 Sep 29 17:27:51.587855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3962ec4-8375-405f-b62a-b4013cc1e041 req-7b2f5bbb-e5e2-49d1-a501-2f47d52e8033 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:51.589645 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3962ec4-8375-405f-b62a-b4013cc1e041 req-7b2f5bbb-e5e2-49d1-a501-2f47d52e8033 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 948 time: 0.0499923 Sep 29 17:27:51.590278 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c5586e-a8a5-4c1d-b318-a58641c97cd6', 'tag': 'b15a8450-b1a9-4a75-8a61-6f31b1734e05'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:51.592896 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1661b5c9-a54c-4b74-8f3a-74573480ce79" -d '{"events": [{"name": "network-changed", "server_uuid": "31c5586e-a8a5-4c1d-b318-a58641c97cd6", "tag": "b15a8450-b1a9-4a75-8a61-6f31b1734e05"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:51.634939 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3962ec4-8375-405f-b62a-b4013cc1e041 req-92ad5258-6b55-41ab-a21a-d75e67ce9443 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388415 Sep 29 17:27:51.686575 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a811f17-9b99-4ea7-9c86-faaf6e34a4f8 service neutron] Pushing event updated for resources: {'Port': ['ID=b15a8450-b1a9-4a75-8a61-6f31b1734e05,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:51.704268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-866fb2dc-f2cc-4e3c-ba9c-64ae7510252f req-6ab0d91c-25cb-46f2-90a1-d7ad4bee4d2a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/floatingips/1d623b1b-6684-45d8-b5ce-e21236e85df9 HTTP/1.1" status: 200 len: 693 time: 0.0446382 Sep 29 17:27:51.719246 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-b8143421-a4c5-4445-8ea7-8d7d2ea70e26 service neutron] 10.222.0.44 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927972 Sep 29 17:27:51.722253 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-51a01e84-b6ce-4074-a36b-ee6fe91f10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:51.723216 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-51a01e84-b6ce-4074-a36b-ee6fe91f10e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6cafb4eccba54f978669d40ff9b8feed&device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 1095 time: 0.0763409 Sep 29 17:27:51.729495 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d7dab9-8164-4b7d-93fd-a7a284e55153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dce40f3-b106-4052-89bc-2cd8097283d0'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:51.732036 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b23a1c-4b2a-4d47-b5e7-453edfe95dc8" -d '{"events": [{"server_uuid": "83d7dab9-8164-4b7d-93fd-a7a284e55153", "name": "network-vif-plugged", "status": "completed", "tag": "7dce40f3-b106-4052-89bc-2cd8097283d0"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:51.784324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-71513e28-af41-4468-ad39-de4f1fea1c9a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b15a8450-b1a9-4a75-8a61-6f31b1734e05 HTTP/1.1" status: 200 len: 217 time: 0.0501752 Sep 29 17:27:51.817389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fb2dc-f2cc-4e3c-ba9c-64ae7510252f req-2a9740c9-f70f-4cd3-ae3b-c28c740b6385 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:51.820296 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-866fb2dc-f2cc-4e3c-ba9c-64ae7510252f req-2a9740c9-f70f-4cd3-ae3b-c28c740b6385 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.1085749 Sep 29 17:27:51.870345 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-866fb2dc-f2cc-4e3c-ba9c-64ae7510252f req-c5141561-586d-4a7f-b31c-54398cd8e709 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.207 HTTP/1.1" status: 200 len: 696 time: 0.0442498 Sep 29 17:27:51.876956 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-f98817d8-7c96-4961-b813-f8234cbd3840 service neutron] 10.222.0.44 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506476 Sep 29 17:27:51.878271 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-595963fc-af71-488e-8371-0590d0404035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:51.879570 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-595963fc-af71-488e-8371-0590d0404035 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c562f1b2-4a5a-4c07-8778-d625f391a277 HTTP/1.1" status: 200 len: 853 time: 0.0631709 Sep 29 17:27:51.919473 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-866fb2dc-f2cc-4e3c-ba9c-64ae7510252f req-bf58ddd4-2ac7-40b1-bcc0-b3e79a28dcbd tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.207 HTTP/1.1" status: 200 len: 696 time: 0.0428238 Sep 29 17:27:51.931093 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-ca052792-be10-4aa6-a246-3feab7093b20 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eec8883e-bd2c-4ae1-ad16-312a7d2c8cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394533 Sep 29 17:27:52.038267 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-8591d643-3c53-4329-a543-ca0817540b53 service neutron] 10.222.0.44 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552708 Sep 29 17:27:52.050633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-866fb2dc-f2cc-4e3c-ba9c-64ae7510252f req-8e5c8c21-438f-48de-b0da-73fc2831e47c tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Deleting port 3c25c9c1-f090-461b-9b75-961f78e1f5e6 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:52.050987 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-866fb2dc-f2cc-4e3c-ba9c-64ae7510252f req-8e5c8c21-438f-48de-b0da-73fc2831e47c tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:52.091546 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-9da8d8b2-2cd7-45dd-ba47-37f7a3aaef90 service neutron] 10.222.0.49 "GET /v2.0/networks/eec8883e-bd2c-4ae1-ad16-312a7d2c8cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285193 Sep 29 17:27:52.129868 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-866fb2dc-f2cc-4e3c-ba9c-64ae7510252f req-8e5c8c21-438f-48de-b0da-73fc2831e47c tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:52.130201 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-866fb2dc-f2cc-4e3c-ba9c-64ae7510252f req-8e5c8c21-438f-48de-b0da-73fc2831e47c tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:52.142427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-866fb2dc-f2cc-4e3c-ba9c-64ae7510252f req-8e5c8c21-438f-48de-b0da-73fc2831e47c tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Calling delete_port for 3c25c9c1-f090-461b-9b75-961f78e1f5e6 owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:52.200782 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-882d9f4c-dd62-480c-8c21-7f963b33e388 service neutron] 10.222.0.44 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550272 Sep 29 17:27:52.248475 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c3e37da-c33d-4e3a-a56b-62efd4ce63a3 req-159f76ef-7cf6-4e8c-9eaf-d477c690fdf8 service neutron] 10.222.0.49 "GET /v2.0/networks/eec8883e-bd2c-4ae1-ad16-312a7d2c8cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291838 Sep 29 17:27:52.277323 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-866fb2dc-f2cc-4e3c-ba9c-64ae7510252f req-8e5c8c21-438f-48de-b0da-73fc2831e47c tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:52.303156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c8c21-438f-48de-b0da-73fc2831e47c tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Pushing event deleted for resources: {'Port': ['ID=3c25c9c1-f090-461b-9b75-961f78e1f5e6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:52.313897 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-ba589995-8b2e-4e3f-86c5-140fb9c97430 service neutron] 10.222.0.44 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058486 Sep 29 17:27:52.363993 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-866fb2dc-f2cc-4e3c-ba9c-64ae7510252f req-8e5c8c21-438f-48de-b0da-73fc2831e47c tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:52.367807 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-866fb2dc-f2cc-4e3c-ba9c-64ae7510252f req-8e5c8c21-438f-48de-b0da-73fc2831e47c tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:52.368952 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-866fb2dc-f2cc-4e3c-ba9c-64ae7510252f req-8e5c8c21-438f-48de-b0da-73fc2831e47c tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "DELETE /v2.0/floatingips/1d623b1b-6684-45d8-b5ce-e21236e85df9 HTTP/1.1" status: 204 len: 173 time: 0.4436777 Sep 29 17:27:52.403823 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-92a9b882-3047-4c2a-a552-7a7cc6b2effe service neutron] 10.222.0.44 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876963 Sep 29 17:27:52.467127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae042e-2718-4326-8438-c25decf92ba5 req-05a40c29-b3f4-4e88-aa1a-e0d184341efd tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:52.468657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5ae042e-2718-4326-8438-c25decf92ba5 req-05a40c29-b3f4-4e88-aa1a-e0d184341efd tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 944 time: 0.0518870 Sep 29 17:27:52.494526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-00084a0e-ffe8-46c5-a6eb-6cb474901371 service neutron] 10.222.0.44 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847631 Sep 29 17:27:52.510136 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5ae042e-2718-4326-8438-c25decf92ba5 req-17a26cbd-bd4e-4874-9707-fbbb8ac90d24 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/security-groups?id=271f31df-8221-4f6d-8696-fc85d8bfc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325854 Sep 29 17:27:52.549887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:27:52.594259 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d4e88e-db8e-4314-a7a5-255637e59e0c x-openstack-request-id: req-c6d4e88e-db8e-4314-a7a5-255637e59e0c {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:52.594546 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d7dab9-8164-4b7d-93fd-a7a284e55153", "name": "network-vif-plugged", "status": "completed", "tag": "7dce40f3-b106-4052-89bc-2cd8097283d0", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:52.595004 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6d4e88e-db8e-4314-a7a5-255637e59e0c {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:52.595412 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d7dab9-8164-4b7d-93fd-a7a284e55153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dce40f3-b106-4052-89bc-2cd8097283d0', 'code': 200} Sep 29 17:27:52.682111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:52.696193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'd0cc7bed-d2fb-4f10-b0e6-a2b787df9da7', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': 'd0cc7bed-d2fb-4f10-b0e6-a2b787df9da7', 'mac_address': 'fa:16:3e:b2:1f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:27:52.736076 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46053db-b730-4018-b239-f6911ca5453a req-78fdf8c5-541f-4b9e-90c9-16509f119f47 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:52.737844 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c46053db-b730-4018-b239-f6911ca5453a req-78fdf8c5-541f-4b9e-90c9-16509f119f47 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 949 time: 0.0931320 Sep 29 17:27:52.740904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7d3e1-c8c9-440d-8e9f-bc5157e62266 req-c48c9fdd-08c7-47e1-ac1b-ce8bdc0358ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:52.742487 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b9e7d3e1-c8c9-440d-8e9f-bc5157e62266 req-c48c9fdd-08c7-47e1-ac1b-ce8bdc0358ec service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 1096 time: 0.0669765 Sep 29 17:27:52.747500 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:52.762784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:27:52.784764 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:52.789187 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:52.811385 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c46053db-b730-4018-b239-f6911ca5453a req-9b650e58-625e-4982-8469-952e119f4fa0 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c39f73e-af5e-4ea9-b1a5-5128516c179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631161 Sep 29 17:27:52.815895 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b9e7d3e1-c8c9-440d-8e9f-bc5157e62266 req-63833bb8-470d-45b5-90fa-853dec06c0f1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647254 Sep 29 17:27:52.852095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:52.900759 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e203d93-dfe0-482d-8d93-9758f79e71a8 x-openstack-request-id: req-6e203d93-dfe0-482d-8d93-9758f79e71a8 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:52.901050 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c5586e-a8a5-4c1d-b318-a58641c97cd6", "tag": "b15a8450-b1a9-4a75-8a61-6f31b1734e05", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:52.901300 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e203d93-dfe0-482d-8d93-9758f79e71a8 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:52.901700 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c5586e-a8a5-4c1d-b318-a58641c97cd6', 'tag': 'b15a8450-b1a9-4a75-8a61-6f31b1734e05', 'status': 'completed', 'code': 200} Sep 29 17:27:52.932394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88eae7-f60b-40fa-bd91-0c99e6bbb3ab req-60252d65-ebbb-4c24-9955-b6812b2714f4 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:52.933898 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3e88eae7-f60b-40fa-bd91-0c99e6bbb3ab req-60252d65-ebbb-4c24-9955-b6812b2714f4 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 945 time: 0.0498900 Sep 29 17:27:52.958172 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-4b364eb5-70c5-4004-bf8e-ea43086bfa8d service neutron] 10.222.0.44 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566700 Sep 29 17:27:52.960791 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661b5c9-a54c-4b74-8f3a-74573480ce79 req-300121d1-9d36-4661-80a8-117dc4ccd7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:52.962193 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1661b5c9-a54c-4b74-8f3a-74573480ce79 req-300121d1-9d36-4661-80a8-117dc4ccd7ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6cafb4eccba54f978669d40ff9b8feed&device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 1095 time: 0.0597744 Sep 29 17:27:52.973723 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3e88eae7-f60b-40fa-bd91-0c99e6bbb3ab req-dbe2aab3-3dc3-4480-841d-ac0d16356573 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329952 Sep 29 17:27:53.105541 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a1b74055-22ad-4dbd-8ba5-b952a958e7f1 service neutron] 10.222.0.44 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410673 Sep 29 17:27:53.151160 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661b5c9-a54c-4b74-8f3a-74573480ce79 req-925997fc-6c05-414b-84d4-fa81f67715d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:53.152616 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1661b5c9-a54c-4b74-8f3a-74573480ce79 req-925997fc-6c05-414b-84d4-fa81f67715d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eec8883e-bd2c-4ae1-ad16-312a7d2c8cab HTTP/1.1" status: 200 len: 914 time: 0.1287787 Sep 29 17:27:53.162672 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-3bb6a2ef-c1d1-42c3-ba26-2ea755ac9035 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1053479 Sep 29 17:27:53.172487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:53.183880 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:27:53.197558 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:53.229296 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1661b5c9-a54c-4b74-8f3a-74573480ce79 req-1302055f-ada2-4907-8459-279367c80330 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b15a8450-b1a9-4a75-8a61-6f31b1734e05 HTTP/1.1" status: 200 len: 217 time: 0.0391777 Sep 29 17:27:53.280493 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-2c9861be-b1a7-41f0-bf01-0b04934b2409 service neutron] 10.222.0.44 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674204 Sep 29 17:27:53.293342 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661b5c9-a54c-4b74-8f3a-74573480ce79 req-540f8405-b5e9-45cd-ad7e-2beff5ed1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:53.295136 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1661b5c9-a54c-4b74-8f3a-74573480ce79 req-540f8405-b5e9-45cd-ad7e-2beff5ed1f71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c562f1b2-4a5a-4c07-8778-d625f391a277 HTTP/1.1" status: 200 len: 853 time: 0.0622668 Sep 29 17:27:53.298743 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:53.338381 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1661b5c9-a54c-4b74-8f3a-74573480ce79 req-2385a35d-7d20-442b-abdc-06518efd9ab3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eec8883e-bd2c-4ae1-ad16-312a7d2c8cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339544 Sep 29 17:27:53.417916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Allocated IP 172.25.2.7 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/314a85c7-3bad-48da-8e41-e1956dcdc375) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:53.440105 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1661b5c9-a54c-4b74-8f3a-74573480ce79 req-40479aa1-a7a3-487b-b521-5aa8aae0d649 service neutron] 10.222.0.49 "GET /v2.0/networks/eec8883e-bd2c-4ae1-ad16-312a7d2c8cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942044 Sep 29 17:27:53.525509 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:53.546943 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1661b5c9-a54c-4b74-8f3a-74573480ce79 req-f442ddb8-23a1-44f8-8b26-4e2589c2251a service neutron] 10.222.0.49 "GET /v2.0/networks/eec8883e-bd2c-4ae1-ad16-312a7d2c8cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970404 Sep 29 17:27:53.560635 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:53.602746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:53.605608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:53.613476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:53.615559 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Pushing event updated for resources: {'Port': ['ID=314a85c7-3bad-48da-8e41-e1956dcdc375,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:53.700552 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:53.738025 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:53.895577 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:53.900686 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:53.914349 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c8270b1e-a3ae-474c-b9f6-2e7f1d4af6f3 req-9e92fcf7-1a68-48b4-90a4-0e0eb221320a tempest-SecurityGroupsNegativeTestJSON-1767741442 tempest-SecurityGroupsNegativeTestJSON-1767741442-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e97523ce346f4ff98a659c96e8550f5b HTTP/1.1" status: 200 len: 2984 time: 0.0655854 Sep 29 17:27:53.966370 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c8270b1e-a3ae-474c-b9f6-2e7f1d4af6f3 req-5ad91294-9840-40cb-bb61-ca14f31aa24a tempest-SecurityGroupsNegativeTestJSON-1767741442 tempest-SecurityGroupsNegativeTestJSON-1767741442-project] 10.222.0.44 "GET /v2.0/security-groups/fbb5df07-e9aa-47ee-8e97-81458ede7c3c HTTP/1.1" status: 200 len: 2981 time: 0.0439436 Sep 29 17:27:53.975442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Pushing event updated for resources: {'Port': ['ID=314a85c7-3bad-48da-8e41-e1956dcdc375,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:53.984617 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:54.001133 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:54.003166 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-489ffce8-f385-4dad-8f23-1c58d29ef36a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 0.8347440 Sep 29 17:27:54.029399 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c8270b1e-a3ae-474c-b9f6-2e7f1d4af6f3 req-b60939ba-ace6-4c41-b307-cc0dfe4461ea tempest-SecurityGroupsNegativeTestJSON-1767741442 tempest-SecurityGroupsNegativeTestJSON-1767741442-project] 10.222.0.44 "GET /v2.0/security-groups/fbb5df07-e9aa-47ee-8e97-81458ede7c3c HTTP/1.1" status: 200 len: 2981 time: 0.0511432 Sep 29 17:27:54.068269 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-57feadf6-6eb1-4dc0-aefb-0311f2896d48 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.0553603 Sep 29 17:27:54.135709 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c74209-d6ad-4fba-a6d8-13790e78163e req-571b41e7-5e01-43a5-863d-d4321280385c tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:54.137508 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c5c74209-d6ad-4fba-a6d8-13790e78163e req-571b41e7-5e01-43a5-863d-d4321280385c tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 949 time: 0.0554547 Sep 29 17:27:54.182069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-b3a66aaf-3b40-4297-a8c2-9587251aeeba tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:54.183541 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e3cc09c2-a7bf-4c77-a28b-658c7ecbc53e req-b3a66aaf-3b40-4297-a8c2-9587251aeeba tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.1119082 Sep 29 17:27:54.183685 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c5c74209-d6ad-4fba-a6d8-13790e78163e req-1beee2d6-eabe-459c-b567-c8211e6ed047 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391781 Sep 29 17:27:54.308856 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9960ed02-adfd-4055-a8dc-3576a4c8b8ef req-5281c025-a436-4af1-bc48-ef36c8eaabab tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:54.317374 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9960ed02-adfd-4055-a8dc-3576a4c8b8ef req-5281c025-a436-4af1-bc48-ef36c8eaabab tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 944 time: 0.0610571 Sep 29 17:27:54.364524 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9960ed02-adfd-4055-a8dc-3576a4c8b8ef req-1868c767-3762-4da6-b5d4-9bf35087309c tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/security-groups?id=271f31df-8221-4f6d-8696-fc85d8bfc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462053 Sep 29 17:27:54.397549 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7796e59a-5473-4681-9ff1-16af01e90e44 req-2a3f3921-745e-4431-ba25-5767b6ee3fc0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.0313442 Sep 29 17:27:54.474074 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c34c93c-032a-462c-a991-88a6defe16eb req-5fe2bfa8-940b-490b-b21d-78aec34c9e81 tempest-SecurityGroupsNegativeTestJSON-1767741442 tempest-SecurityGroupsNegativeTestJSON-1767741442-project] 10.222.0.44 "GET /v2.0/security-groups/fbb5df07-e9aa-47ee-8e97-81458ede7c3c HTTP/1.1" status: 200 len: 2981 time: 0.0507567 Sep 29 17:27:54.491617 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d921b-c2eb-4fe6-9abd-3c669d8adfea req-a54f9296-d1c4-4d41-a132-b4d13fb55e2e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:54.493311 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e23d921b-c2eb-4fe6-9abd-3c669d8adfea req-a54f9296-d1c4-4d41-a132-b4d13fb55e2e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 945 time: 0.0622356 Sep 29 17:27:54.537429 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-3c34c93c-032a-462c-a991-88a6defe16eb req-c7dc5369-6a5e-4242-a481-c7affdc2d700 tempest-SecurityGroupsNegativeTestJSON-1767741442 tempest-SecurityGroupsNegativeTestJSON-1767741442-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 29 17:27:54.538523 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c34c93c-032a-462c-a991-88a6defe16eb req-c7dc5369-6a5e-4242-a481-c7affdc2d700 tempest-SecurityGroupsNegativeTestJSON-1767741442 tempest-SecurityGroupsNegativeTestJSON-1767741442-project] 10.222.0.44 "DELETE /v2.0/security-groups/fbb5df07-e9aa-47ee-8e97-81458ede7c3c HTTP/1.1" status: 409 len: 352 time: 0.0618689 Sep 29 17:27:54.561029 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-90fa8211-d78b-4b19-b1fc-618119d0d304 req-8d05c0f9-bb1e-4d68-90b8-a6257d8cb47a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0667653 Sep 29 17:27:54.564836 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e23d921b-c2eb-4fe6-9abd-3c669d8adfea req-8cef54aa-411a-428d-ae2d-7ec95f3f5d9f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624194 Sep 29 17:27:54.581632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:54.643901 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:27:54.649749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:54.650489 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:54.686024 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd177594-f6d7-4872-8bf1-18f2ab9f29ac req-88da8dd9-f1af-4b76-b648-152adbc47f1a tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/floatingips/8a3016c4-f47c-4c9f-be79-f4fd59047273 HTTP/1.1" status: 200 len: 691 time: 0.0818131 Sep 29 17:27:54.719673 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa8211-d78b-4b19-b1fc-618119d0d304 req-9bcb4b9a-bfcc-4cb1-abec-44cc44538978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:54.721136 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-90fa8211-d78b-4b19-b1fc-618119d0d304 req-9bcb4b9a-bfcc-4cb1-abec-44cc44538978 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c97bc3cbf6974d828e00ee835dd9e84b&device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0716271 Sep 29 17:27:54.740860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d282cc-6c9e-4d3f-840b-603d6b064b95 req-3d36e7cf-1fdf-459b-948c-6d2afa20a000 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:54.742817 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66d282cc-6c9e-4d3f-840b-603d6b064b95 req-3d36e7cf-1fdf-459b-948c-6d2afa20a000 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 949 time: 0.0633483 Sep 29 17:27:54.763006 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:54.789378 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66d282cc-6c9e-4d3f-840b-603d6b064b95 req-84072ca9-6e2d-4515-b691-61b1ae78157b tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c39f73e-af5e-4ea9-b1a5-5128516c179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384789 Sep 29 17:27:54.790274 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa19f4be-9bd9-40f8-acaf-ed998d7058bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cc7bed-d2fb-4f10-b0e6-a2b787df9da7'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:54.792685 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420c5292-ff78-407c-90e3-0b2413b662c3" -d '{"events": [{"server_uuid": "fa19f4be-9bd9-40f8-acaf-ed998d7058bc", "name": "network-vif-plugged", "status": "completed", "tag": "d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:54.808482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:54.812686 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:54.832908 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-105638e2-dcfa-4d0b-b393-851395bf9646 req-6812d1d6-45d6-47fc-9bf4-64e0ac6b52d7 tempest-SecurityGroupsNegativeTestJSON-1767741442 tempest-SecurityGroupsNegativeTestJSON-1767741442-project] show failed (client error): The resource could not be found. Sep 29 17:27:54.833919 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-105638e2-dcfa-4d0b-b393-851395bf9646 req-6812d1d6-45d6-47fc-9bf4-64e0ac6b52d7 tempest-SecurityGroupsNegativeTestJSON-1767741442 tempest-SecurityGroupsNegativeTestJSON-1767741442-project] 10.222.0.44 "GET /v2.0/security-groups/bd9c5725-ac3e-48a8-a795-cebaccbb9e41 HTTP/1.1" status: 404 len: 352 time: 0.0167382 Sep 29 17:27:54.869080 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:54.891459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd177594-f6d7-4872-8bf1-18f2ab9f29ac req-afad9469-18be-4919-abec-e711365314a3 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:54.892785 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd177594-f6d7-4872-8bf1-18f2ab9f29ac req-afad9469-18be-4919-abec-e711365314a3 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.1914930 Sep 29 17:27:54.941031 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa8211-d78b-4b19-b1fc-618119d0d304 req-9b2ac14f-396c-41c8-a3c0-c8961c365c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:54.942529 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-90fa8211-d78b-4b19-b1fc-618119d0d304 req-9b2ac14f-396c-41c8-a3c0-c8961c365c64 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 HTTP/1.1" status: 200 len: 907 time: 0.2012794 Sep 29 17:27:54.958238 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd177594-f6d7-4872-8bf1-18f2ab9f29ac req-bb4300a8-17c7-46fc-a272-c806e9c75420 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.0589826 Sep 29 17:27:54.988231 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4660a2b6-2b30-4cc9-8054-72b2a26a1b93 x-openstack-request-id: req-4660a2b6-2b30-4cc9-8054-72b2a26a1b93 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:54.988881 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa19f4be-9bd9-40f8-acaf-ed998d7058bc", "name": "network-vif-plugged", "status": "completed", "tag": "d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:54.989360 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4660a2b6-2b30-4cc9-8054-72b2a26a1b93 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:54.989936 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa19f4be-9bd9-40f8-acaf-ed998d7058bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0cc7bed-d2fb-4f10-b0e6-a2b787df9da7', 'code': 200} Sep 29 17:27:55.021634 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-39bab9a8-09f7-44ed-b596-0c7fba605659 req-119a9428-5659-4906-a16f-51cf9b4e0913 tempest-SecurityGroupsNegativeTestJSON-1767741442 tempest-SecurityGroupsNegativeTestJSON-1767741442-project] show failed (client error): The resource could not be found. Sep 29 17:27:55.022924 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-39bab9a8-09f7-44ed-b596-0c7fba605659 req-119a9428-5659-4906-a16f-51cf9b4e0913 tempest-SecurityGroupsNegativeTestJSON-1767741442 tempest-SecurityGroupsNegativeTestJSON-1767741442-project] 10.222.0.44 "GET /v2.0/security-groups/7ee838fe-b30d-4da2-b8dc-a9d9bc60ffc3 HTTP/1.1" status: 404 len: 352 time: 0.0225196 Sep 29 17:27:55.036611 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59606) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:55.058982 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd177594-f6d7-4872-8bf1-18f2ab9f29ac req-a8d1ca45-3eb4-41a8-8cf5-78c7e161c008 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.7 HTTP/1.1" status: 200 len: 694 time: 0.0649931 Sep 29 17:27:55.101896 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-90fa8211-d78b-4b19-b1fc-618119d0d304 req-43c85757-948f-49ee-a4af-df714aa27bf5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 HTTP/1.1" status: 200 len: 1001 time: 0.1524663 Sep 29 17:27:55.109782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-7647de99-4094-454a-ac90-9d1f21353ad9 admin admin] Deleting subnet 19105ebf-cc5c-476c-9a32-869141444066 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:27:55.114997 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7647de99-4094-454a-ac90-9d1f21353ad9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:55.225417 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa8211-d78b-4b19-b1fc-618119d0d304 req-c01c2203-ab85-4bf4-b8d8-e1f7dded3310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:55.226683 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-90fa8211-d78b-4b19-b1fc-618119d0d304 req-c01c2203-ab85-4bf4-b8d8-e1f7dded3310 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf8dc964-eb6a-42cf-868c-97ffcce008c2 HTTP/1.1" status: 200 len: 845 time: 0.1131153 Sep 29 17:27:55.246199 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7647de99-4094-454a-ac90-9d1f21353ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:55.275903 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-fd177594-f6d7-4872-8bf1-18f2ab9f29ac req-0b039962-d899-4dd3-878e-f402e798e32d tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Deleting port 314a85c7-3bad-48da-8e41-e1956dcdc375 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:55.276244 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fd177594-f6d7-4872-8bf1-18f2ab9f29ac req-0b039962-d899-4dd3-878e-f402e798e32d tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:55.293601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-9439f3e4-11c4-44d4-b47a-2338c828cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:55.295100 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-9439f3e4-11c4-44d4-b47a-2338c828cc07 service neutron] 10.222.0.35 "GET /v2.0/ports/a36d37ce-a325-4d1c-9721-c8f32e0f47e7 HTTP/1.1" status: 200 len: 1028 time: 0.1332362 Sep 29 17:27:55.316167 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce9ceb-1b6f-4c42-aa87-6ccd66d31660 req-f4f419db-991e-4745-81e3-3cc06de62317 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:55.317878 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4ce9ceb-1b6f-4c42-aa87-6ccd66d31660 req-f4f419db-991e-4745-81e3-3cc06de62317 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 945 time: 0.2058036 Sep 29 17:27:55.341546 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa8211-d78b-4b19-b1fc-618119d0d304 req-0592c6d6-1af9-44f1-8625-4263cd5bed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:55.343031 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-90fa8211-d78b-4b19-b1fc-618119d0d304 req-0592c6d6-1af9-44f1-8625-4263cd5bed83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3a8c4888-e6f6-4e75-9d75-2d09cfc707b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062226 Sep 29 17:27:55.368697 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c9751-0599-4c47-9fe8-3157f43400d2 req-44091b35-7078-48ed-8b9e-5d19a459cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:55.370436 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f57c9751-0599-4c47-9fe8-3157f43400d2 req-44091b35-7078-48ed-8b9e-5d19a459cc45 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 1101 time: 0.2071571 Sep 29 17:27:55.389350 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7647de99-4094-454a-ac90-9d1f21353ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:55.403609 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fd177594-f6d7-4872-8bf1-18f2ab9f29ac req-0b039962-d899-4dd3-878e-f402e798e32d tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:55.403929 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fd177594-f6d7-4872-8bf1-18f2ab9f29ac req-0b039962-d899-4dd3-878e-f402e798e32d tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:55.419909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-1a2515be-3032-4cca-939e-23217343f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:55.421186 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-1a2515be-3032-4cca-939e-23217343f3e6 service neutron] 10.222.0.35 "GET /v2.0/ports/5988d418-a748-4b3c-ad5d-5c29fd19e399 HTTP/1.1" status: 200 len: 1025 time: 0.0941603 Sep 29 17:27:55.447550 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-fd177594-f6d7-4872-8bf1-18f2ab9f29ac req-0b039962-d899-4dd3-878e-f402e798e32d tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Calling delete_port for 314a85c7-3bad-48da-8e41-e1956dcdc375 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:55.482952 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4ce9ceb-1b6f-4c42-aa87-6ccd66d31660 req-939ffed3-489d-4599-8006-3b749137e5b8 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538997 Sep 29 17:27:55.515512 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-90fa8211-d78b-4b19-b1fc-618119d0d304 req-24881a7b-dcaf-4ff9-9223-9918e23160c8 service neutron] 10.222.0.49 "GET /v2.0/networks/3a8c4888-e6f6-4e75-9d75-2d09cfc707b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630425 Sep 29 17:27:55.525037 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f57c9751-0599-4c47-9fe8-3157f43400d2 req-543a8031-75b1-48e6-8f9b-bef4ab420b6c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310265 Sep 29 17:27:55.592374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7647de99-4094-454a-ac90-9d1f21353ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:55.654240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647de99-4094-454a-ac90-9d1f21353ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19105ebf-cc5c-476c-9a32-869141444066,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:55.660872 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7647de99-4094-454a-ac90-9d1f21353ad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:55.664971 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7647de99-4094-454a-ac90-9d1f21353ad9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/19105ebf-cc5c-476c-9a32-869141444066 HTTP/1.1" status: 204 len: 168 time: 0.6249223 Sep 29 17:27:55.666545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59616) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:55.672193 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-90fa8211-d78b-4b19-b1fc-618119d0d304 req-ae9a4a5b-bfaf-472a-bedd-d04d7aca8b57 service neutron] 10.222.0.49 "GET /v2.0/networks/3a8c4888-e6f6-4e75-9d75-2d09cfc707b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477382 Sep 29 17:27:55.679907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-17870dea-7f4b-4de6-aaad-84e8586fc2b3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:55.685785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-17870dea-7f4b-4de6-aaad-84e8586fc2b3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:55.692269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-17870dea-7f4b-4de6-aaad-84e8586fc2b3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:55.693911 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-17870dea-7f4b-4de6-aaad-84e8586fc2b3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.35 "GET /v2.0/networks?id=2b255708-c2d9-4b94-9aae-118e45662db8&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=9c23919b-5dc6-4f3c-a975-ad284351567f&id=9c23919b-5dc6-4f3c-a975-ad284351567f HTTP/1.1" status: 200 len: 1990 time: 0.2542388 Sep 29 17:27:55.696177 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fd177594-f6d7-4872-8bf1-18f2ab9f29ac req-0b039962-d899-4dd3-878e-f402e798e32d tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:55.728433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b039962-d899-4dd3-878e-f402e798e32d tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Pushing event deleted for resources: {'Port': ['ID=314a85c7-3bad-48da-8e41-e1956dcdc375,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:55.734973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfdd26-0150-4c7b-a0de-7aee0c846dd6 req-ae04c2c1-ff2c-41d7-b710-0c7d8c3d7df3 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:55.742972 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bbcfdd26-0150-4c7b-a0de-7aee0c846dd6 req-ae04c2c1-ff2c-41d7-b710-0c7d8c3d7df3 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 950 time: 0.1652079 Sep 29 17:27:55.793871 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3a2e3607-86ec-4b7a-84f4-412eb42a4391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:55.798406 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fd177594-f6d7-4872-8bf1-18f2ab9f29ac req-0b039962-d899-4dd3-878e-f402e798e32d tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:55.801234 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fd177594-f6d7-4872-8bf1-18f2ab9f29ac req-0b039962-d899-4dd3-878e-f402e798e32d tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:55.802579 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd177594-f6d7-4872-8bf1-18f2ab9f29ac req-0b039962-d899-4dd3-878e-f402e798e32d tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "DELETE /v2.0/floatingips/8a3016c4-f47c-4c9f-be79-f4fd59047273 HTTP/1.1" status: 204 len: 173 time: 0.7426658 Sep 29 17:27:55.830199 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bbcfdd26-0150-4c7b-a0de-7aee0c846dd6 req-061ff180-c73d-4c50-99fa-420ef4d14474 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864601 Sep 29 17:27:55.908521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f6a2a-3adf-4ed1-b2da-77f1c5d64fe4 req-4a4c46e6-9c02-47bd-8ba3-8d23c6bf95f0 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:55.909720 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3a2e3607-86ec-4b7a-84f4-412eb42a4391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:55.910440 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-076f6a2a-3adf-4ed1-b2da-77f1c5d64fe4 req-4a4c46e6-9c02-47bd-8ba3-8d23c6bf95f0 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 944 time: 0.0533423 Sep 29 17:27:55.917881 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b15a8450-b1a9-4a75-8a61-6f31b1734e05 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:27:55.948310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-3a2e3607-86ec-4b7a-84f4-412eb42a4391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1363e08-701f-4e33-92d1-39d2e4140097']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:55.959037 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-076f6a2a-3adf-4ed1-b2da-77f1c5d64fe4 req-1478662f-a390-4f61-a253-799d19534aff tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/security-groups?id=271f31df-8221-4f6d-8696-fc85d8bfc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402460 Sep 29 17:27:55.982542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-3a2e3607-86ec-4b7a-84f4-412eb42a4391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231115bd-a854-4fc8-9574-6e22431bb300') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:55.982833 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-3a2e3607-86ec-4b7a-84f4-412eb42a4391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231115bd-a854-4fc8-9574-6e22431bb300') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:27:55.989773 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-9386a68b-985f-48e4-a9bc-46176cbb45ee tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca18e70d69384487ae4efe61e82aa845 HTTP/1.1" status: 200 len: 379 time: 0.0773017 Sep 29 17:27:56.011487 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-334608b2-315b-49b2-9ae6-a9d02a5465dc req-4cb5a0a5-6de9-414c-acaf-5d8bc4eaa7b8 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.0483336 Sep 29 17:27:56.013161 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3a2e3607-86ec-4b7a-84f4-412eb42a4391 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:56.035997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-53c3d190-1846-4999-9e13-fc4c14ffd076 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Request body: {'port': {'device_id': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'admin_state_up': True, 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'security_groups': ['4a6bd03c-3c26-4c07-9709-e5c2e1d5730e']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:56.064060 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3a2e3607-86ec-4b7a-84f4-412eb42a4391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:56.087424 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b15a8450-b1a9-4a75-8a61-6f31b1734e05, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b15a8450-b1a9-4a75-8a61-6f31b1734e05,segment=NetworkSegment(288ab532-e0ad-432f-a9ef-374a7b589f25),segment_id=288ab532-e0ad-432f-a9ef-374a7b589f25)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:56.113722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'b15a8450-b1a9-4a75-8a61-6f31b1734e05', 'network_id': 'eec8883e-bd2c-4ae1-ad16-312a7d2c8cab', 'port_id': 'b15a8450-b1a9-4a75-8a61-6f31b1734e05', 'mac_address': 'fa:16:3e:cc:b4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c562f1b2-4a5a-4c07-8778-d625f391a277', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:27:56.122374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2e3607-86ec-4b7a-84f4-412eb42a4391 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:27:56.122821 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3a2e3607-86ec-4b7a-84f4-412eb42a4391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:27:56.124560 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:27:56.138744 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-48c3acf0-4928-4edb-ba7a-f8012b23c905 req-d5e3e14e-5909-4c6d-9897-f8e25aa805b5 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] show failed (client error): The resource could not be found. Sep 29 17:27:56.139767 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48c3acf0-4928-4edb-ba7a-f8012b23c905 req-d5e3e14e-5909-4c6d-9897-f8e25aa805b5 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/floatingips/8a3016c4-f47c-4c9f-be79-f4fd59047273 HTTP/1.1" status: 404 len: 350 time: 0.0707710 Sep 29 17:27:56.156522 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:27:56.172499 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:56.186203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b15a8450-b1a9-4a75-8a61-6f31b1734e05 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:27:56.212696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b15a8450-b1a9-4a75-8a61-6f31b1734e05, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b15a8450-b1a9-4a75-8a61-6f31b1734e05,segment=NetworkSegment(288ab532-e0ad-432f-a9ef-374a7b589f25),segment_id=288ab532-e0ad-432f-a9ef-374a7b589f25)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:56.222722 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:56.251265 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-ed266991-7b09-4e48-b69c-79679c76a143 req-8216a885-9f96-4ce7-804b-50a713898ee1 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] show failed (client error): The resource could not be found. Sep 29 17:27:56.252631 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ed266991-7b09-4e48-b69c-79679c76a143 req-8216a885-9f96-4ce7-804b-50a713898ee1 tempest-FloatingIPsTestJSON-993290117 tempest-FloatingIPsTestJSON-993290117-project] 10.222.0.44 "GET /v2.0/floatingips/8a3016c4-f47c-4c9f-be79-f4fd59047273 HTTP/1.1" status: 404 len: 350 time: 0.0712016 Sep 29 17:27:56.271958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1d20f-c8a5-46e3-a7da-0e807dabcdac req-2def7087-4c17-4eb1-816f-4b2b4c2f6695 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:56.272629 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59624) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:56.273549 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ab1d20f-c8a5-46e3-a7da-0e807dabcdac req-2def7087-4c17-4eb1-816f-4b2b4c2f6695 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 949 time: 0.1020362 Sep 29 17:27:56.292290 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3a2e3607-86ec-4b7a-84f4-412eb42a4391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:56.310533 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=b15a8450-b1a9-4a75-8a61-6f31b1734e05,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:56.331369 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ab1d20f-c8a5-46e3-a7da-0e807dabcdac req-6eddc70b-4737-494c-ad03-57886e3e68e4 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c39f73e-af5e-4ea9-b1a5-5128516c179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489433 Sep 29 17:27:56.436764 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['b15a8450-b1a9-4a75-8a61-6f31b1734e05'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:27:56.701799 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3a2e3607-86ec-4b7a-84f4-412eb42a4391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:56.707982 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3a2e3607-86ec-4b7a-84f4-412eb42a4391 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d1363e08-701f-4e33-92d1-39d2e4140097 HTTP/1.1" status: 204 len: 168 time: 1.0395429 Sep 29 17:27:56.787984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e3607-86ec-4b7a-84f4-412eb42a4391 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1363e08-701f-4e33-92d1-39d2e4140097,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:56.846053 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-53c3d190-1846-4999-9e13-fc4c14ffd076 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Made reservation on behalf of ca18e70d69384487ae4efe61e82aa845 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:56.849928 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-53c3d190-1846-4999-9e13-fc4c14ffd076 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:56.857517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59632) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:56.865701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed38ed-54a5-4b96-a899-e6ba6a867de9 req-65c9e198-bd69-4e68-8c27-32a03f6b1221 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:56.867258 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48ed38ed-54a5-4b96-a899-e6ba6a867de9 req-65c9e198-bd69-4e68-8c27-32a03f6b1221 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.35 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 949 time: 0.1552122 Sep 29 17:27:56.875219 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecc8da-3a18-4c12-b41b-9791ed4e0ab6 req-aed84f5b-07b4-4cff-ad0c-295717ccb7b1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:56.876962 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59ecc8da-3a18-4c12-b41b-9791ed4e0ab6 req-aed84f5b-07b4-4cff-ad0c-295717ccb7b1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 945 time: 0.1766269 Sep 29 17:27:56.922262 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7e0b2e33-a877-4e52-a4e3-44b8e070a656 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e97523ce346f4ff98a659c96e8550f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636258 Sep 29 17:27:56.924765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59634) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:56.991667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae76b3-7d57-4673-a54f-bcc53d68ccf5 req-4813cbf0-2b84-4ee2-bb17-c806de5689c5 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:56.993173 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3ae76b3-7d57-4673-a54f-bcc53d68ccf5 req-4813cbf0-2b84-4ee2-bb17-c806de5689c5 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 950 time: 0.0834260 Sep 29 17:27:57.021429 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0bc4-364b-4280-9a60-72b169f227df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:57.059797 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0bc4-364b-4280-9a60-72b169f227df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:57.081596 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59ecc8da-3a18-4c12-b41b-9791ed4e0ab6 req-4c262d54-ff2d-43b6-9358-b411d7a6b0dc tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924708 Sep 29 17:27:57.117450 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3ae76b3-7d57-4673-a54f-bcc53d68ccf5 req-32f30fe3-cd9d-4977-9155-38097739d934 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795131 Sep 29 17:27:57.137216 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:57.159927 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0bc4-364b-4280-9a60-72b169f227df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:57.163697 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0bc4-364b-4280-9a60-72b169f227df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:57.167518 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1c5a0bc4-364b-4280-9a60-72b169f227df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbb5df07-e9aa-47ee-8e97-81458ede7c3c HTTP/1.1" status: 204 len: 168 time: 0.2393281 Sep 29 17:27:57.178625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a0bc4-364b-4280-9a60-72b169f227df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb5df07-e9aa-47ee-8e97-81458ede7c3c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:57.259794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-53c3d190-1846-4999-9e13-fc4c14ffd076 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Allocated IP 172.20.0.6 (2b255708-c2d9-4b94-9aae-118e45662db8/cb98647a-0614-4fc5-b8fd-672d79ef30b4/7e78fec3-5ad5-4b28-8b51-432760c59133) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:57.314962 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e84167e-442f-4325-a0cc-4d9b05a697f3 req-ab0069bc-624b-4435-9632-01e32949f3b1 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.0350301 Sep 29 17:27:57.339869 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df580a-64ed-4603-9cf6-280ea5e4f7ca req-7d1d7296-da70-417f-b01e-37bdd0407d9c tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:57.341403 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95df580a-64ed-4603-9cf6-280ea5e4f7ca req-7d1d7296-da70-417f-b01e-37bdd0407d9c tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 945 time: 0.1395071 Sep 29 17:27:57.343949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-48ed38ed-54a5-4b96-a899-e6ba6a867de9 req-eb9bd3d7-4379-4ce7-a733-1cd4690551a3 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Deleting port 74605e58-d87f-4058-bad1-700aa717019e {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:57.344276 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-48ed38ed-54a5-4b96-a899-e6ba6a867de9 req-eb9bd3d7-4379-4ce7-a733-1cd4690551a3 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:57.566681 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95df580a-64ed-4603-9cf6-280ea5e4f7ca req-5a448e8a-1c6d-450e-a380-69792e25dbdc tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/security-groups?id=271f31df-8221-4f6d-8696-fc85d8bfc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126765 Sep 29 17:27:57.597418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-48ed38ed-54a5-4b96-a899-e6ba6a867de9 req-eb9bd3d7-4379-4ce7-a733-1cd4690551a3 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] For port 74605e58-d87f-4058-bad1-700aa717019e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=74605e58-d87f-4058-bad1-700aa717019e,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:57.597799 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-48ed38ed-54a5-4b96-a899-e6ba6a867de9 req-eb9bd3d7-4379-4ce7-a733-1cd4690551a3 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:57.627519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-48ed38ed-54a5-4b96-a899-e6ba6a867de9 req-eb9bd3d7-4379-4ce7-a733-1cd4690551a3 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Calling delete_port for 74605e58-d87f-4058-bad1-700aa717019e owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:57.663741 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-53c3d190-1846-4999-9e13-fc4c14ffd076 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:57.772393 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4fedc-f3ae-4954-ae44-478ea27fcc35 req-83ecd1ac-68c5-4ac3-9336-15742c77a117 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:57.780325 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fae4fedc-f3ae-4954-ae44-478ea27fcc35 req-83ecd1ac-68c5-4ac3-9336-15742c77a117 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 945 time: 0.0663798 Sep 29 17:27:57.833120 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fae4fedc-f3ae-4954-ae44-478ea27fcc35 req-083fa54b-852a-4655-97d7-c930151d2055 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510767 Sep 29 17:27:57.835501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905626f-7488-46db-9d7b-05412795f185 req-c6b097be-e495-4a39-bf2d-f2c7790886bf tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:57.848435 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a905626f-7488-46db-9d7b-05412795f185 req-c6b097be-e495-4a39-bf2d-f2c7790886bf tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/ports?device_id=927e5e88-99a1-4d11-8122-7bf38a42a882 HTTP/1.1" status: 200 len: 949 time: 0.1779435 Sep 29 17:27:57.873022 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-53c3d190-1846-4999-9e13-fc4c14ffd076 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:57.924383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b15a8450-b1a9-4a75-8a61-6f31b1734e05 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:27:57.980217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-53c3d190-1846-4999-9e13-fc4c14ffd076 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Network 2b255708-c2d9-4b94-9aae-118e45662db8 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:57.990617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port b15a8450-b1a9-4a75-8a61-6f31b1734e05 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:27:57.992149 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a905626f-7488-46db-9d7b-05412795f185 req-ad40a7c2-d1e5-4560-8b44-b0abd919e235 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c39f73e-af5e-4ea9-b1a5-5128516c179f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353881 Sep 29 17:27:57.995390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port b15a8450-b1a9-4a75-8a61-6f31b1734e05 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:57.995920 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:58.020087 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0b9d-68d4-4828-a219-c75c0501b41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:58.021857 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-53c3d190-1846-4999-9e13-fc4c14ffd076 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:58.029306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3d190-1846-4999-9e13-fc4c14ffd076 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event updated for resources: {'Port': ['ID=7e78fec3-5ad5-4b28-8b51-432760c59133,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:58.031631 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-53c3d190-1846-4999-9e13-fc4c14ffd076 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:58.090368 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:58.127865 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b15a8450-b1a9-4a75-8a61-6f31b1734e05, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b15a8450-b1a9-4a75-8a61-6f31b1734e05,segment=NetworkSegment(288ab532-e0ad-432f-a9ef-374a7b589f25),segment_id=288ab532-e0ad-432f-a9ef-374a7b589f25)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:58.129493 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c5586e-a8a5-4c1d-b318-a58641c97cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15a8450-b1a9-4a75-8a61-6f31b1734e05'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:58.132480 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec1081b-b846-40fd-a0e4-0ff48d0262ce" -d '{"events": [{"server_uuid": "31c5586e-a8a5-4c1d-b318-a58641c97cd6", "name": "network-vif-plugged", "status": "completed", "tag": "b15a8450-b1a9-4a75-8a61-6f31b1734e05"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:58.137025 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:58.171514 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59672) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:27:58.200301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=b15a8450-b1a9-4a75-8a61-6f31b1734e05,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:58.232399 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-48ed38ed-54a5-4b96-a899-e6ba6a867de9 req-eb9bd3d7-4379-4ce7-a733-1cd4690551a3 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:58.253212 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15928d3b-6948-423d-8a1c-78b5ab6e6ca5 x-openstack-request-id: req-15928d3b-6948-423d-8a1c-78b5ab6e6ca5 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:58.255429 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c5586e-a8a5-4c1d-b318-a58641c97cd6", "name": "network-vif-plugged", "status": "completed", "tag": "b15a8450-b1a9-4a75-8a61-6f31b1734e05", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:58.256264 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15928d3b-6948-423d-8a1c-78b5ab6e6ca5 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:58.265964 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c5586e-a8a5-4c1d-b318-a58641c97cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b15a8450-b1a9-4a75-8a61-6f31b1734e05', 'code': 200} Sep 29 17:27:58.273805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bd3d7-4379-4ce7-a733-1cd4690551a3 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Pushing event deleted for resources: {'Port': ['ID=74605e58-d87f-4058-bad1-700aa717019e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:58.285849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['74605e58-d87f-4058-bad1-700aa717019e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:27:58.289726 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-53c3d190-1846-4999-9e13-fc4c14ffd076 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:58.290407 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-53c3d190-1846-4999-9e13-fc4c14ffd076 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:58.353599 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f74aa-7682-4778-8189-5e4e207d236b req-29a089b4-b483-4f12-ab0e-ebb35c9489ae tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:58.362168 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-53c3d190-1846-4999-9e13-fc4c14ffd076 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3399367 Sep 29 17:27:58.362900 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d3f74aa-7682-4778-8189-5e4e207d236b req-29a089b4-b483-4f12-ab0e-ebb35c9489ae tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 950 time: 0.1238232 Sep 29 17:27:58.449387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d3e1c123-ec08-4ecc-b461-3b4ebb0e12ad tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Request body: {'port': {'device_id': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b', 'admin_state_up': True, 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'security_groups': ['4a6bd03c-3c26-4c07-9709-e5c2e1d5730e']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:58.490515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2f702b14-4ac9-4bf0-89d3-744486f81bec None None] Provisioning complete for port 7e78fec3-5ad5-4b28-8b51-432760c59133 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:27:58.492432 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2f702b14-4ac9-4bf0-89d3-744486f81bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:58.507631 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1630993829-network', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:58.545334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2f702b14-4ac9-4bf0-89d3-744486f81bec None None] Port 7e78fec3-5ad5-4b28-8b51-432760c59133 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:27:58.550955 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d3f74aa-7682-4778-8189-5e4e207d236b req-c6493531-516d-4c23-916d-761f43d3338f tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826527 Sep 29 17:27:58.556010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ed38ed-54a5-4b96-a899-e6ba6a867de9 req-eb9bd3d7-4379-4ce7-a733-1cd4690551a3 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] No DVR routers for this DVR port 74605e58-d87f-4058-bad1-700aa717019e on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:27:58.575020 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-48ed38ed-54a5-4b96-a899-e6ba6a867de9 req-eb9bd3d7-4379-4ce7-a733-1cd4690551a3 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:58.577003 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48ed38ed-54a5-4b96-a899-e6ba6a867de9 req-eb9bd3d7-4379-4ce7-a733-1cd4690551a3 tempest-ImagesNegativeTestJSON-1780711145 tempest-ImagesNegativeTestJSON-1780711145-project] 10.222.0.35 "DELETE /v2.0/ports/74605e58-d87f-4058-bad1-700aa717019e HTTP/1.1" status: 204 len: 173 time: 1.6378839 Sep 29 17:27:58.577708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927e5e88-99a1-4d11-8122-7bf38a42a882', 'name': 'network-vif-deleted', 'tag': '74605e58-d87f-4058-bad1-700aa717019e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:27:58.580139 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4392ee3-8e61-4a78-b4aa-4d1835688a34" -d '{"events": [{"server_uuid": "927e5e88-99a1-4d11-8122-7bf38a42a882", "name": "network-vif-deleted", "tag": "74605e58-d87f-4058-bad1-700aa717019e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:27:58.585539 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Made reservation on behalf of 8198f0193c4a48b396fbf3d65e72ce11 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:58.587852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:58.592441 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff6e59-1eb8-488b-807f-e41a4fbcac07 req-2e2b9ffe-248a-4961-9299-e1c0a48a2145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:58.603346 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9fff6e59-1eb8-488b-807f-e41a4fbcac07 req-2e2b9ffe-248a-4961-9299-e1c0a48a2145 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 1097 time: 0.2734783 Sep 29 17:27:58.618231 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:58.667176 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:27:58.667176 n-d-811748-2 neutron-server[95015]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 17:27:58.667176 n-d-811748-2 neutron-server[95015]: [parameters: {'project_id_1': '8198f0193c4a48b396fbf3d65e72ce11', 'expiration_1': datetime.datetime(2021, 9, 29, 17, 27, 38, 654108)}] Sep 29 17:27:58.667176 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:27:58.667668 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:27:58.669479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9fff6e59-1eb8-488b-807f-e41a4fbcac07 req-f2e92d65-1346-45df-9389-c6fb717ff4d5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=271f31df-8221-4f6d-8696-fc85d8bfc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583274 Sep 29 17:27:58.677472 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d3e1c123-ec08-4ecc-b461-3b4ebb0e12ad tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Made reservation on behalf of ca18e70d69384487ae4efe61e82aa845 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:27:58.680988 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d3e1c123-ec08-4ecc-b461-3b4ebb0e12ad tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:58.694887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a467437-711f-4de6-8546-3fcc245d56fa req-7bcd6494-a6af-4883-a7a2-fd3667e0fd5a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:58.696544 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a467437-711f-4de6-8546-3fcc245d56fa req-7bcd6494-a6af-4883-a7a2-fd3667e0fd5a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 931 time: 0.1365135 Sep 29 17:27:58.830821 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a467437-711f-4de6-8546-3fcc245d56fa req-31ba9bee-c638-4f91-a3f2-b659f559b463 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247087 Sep 29 17:27:58.852863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c2afd-ba47-40fc-b7d9-4d6f866975dd req-c674ddec-d7ed-4f54-9315-b6c209ed80b3 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:58.854449 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1f0c2afd-ba47-40fc-b7d9-4d6f866975dd req-c674ddec-d7ed-4f54-9315-b6c209ed80b3 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 946 time: 0.0599735 Sep 29 17:27:58.909942 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc77871-dec4-410e-ade5-fad3af9bade6 x-openstack-request-id: req-6bc77871-dec4-410e-ade5-fad3af9bade6 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:27:58.910466 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1f0c2afd-ba47-40fc-b7d9-4d6f866975dd req-6e6a5627-ec3a-40b7-b701-1282220eb931 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/security-groups?id=271f31df-8221-4f6d-8696-fc85d8bfc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489244 Sep 29 17:27:58.910911 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927e5e88-99a1-4d11-8122-7bf38a42a882", "name": "network-vif-deleted", "tag": "74605e58-d87f-4058-bad1-700aa717019e", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:27:58.911164 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6bc77871-dec4-410e-ade5-fad3af9bade6 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:27:58.911575 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927e5e88-99a1-4d11-8122-7bf38a42a882', 'name': 'network-vif-deleted', 'tag': '74605e58-d87f-4058-bad1-700aa717019e', 'status': 'completed', 'code': 200} Sep 29 17:27:58.943909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d3e1c123-ec08-4ecc-b461-3b4ebb0e12ad tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Allocated IP 10.1.1.247 (7ed3e81f-beb1-44af-b586-483c0095cc3b/07394c81-5025-4bdd-abaf-3f63c1e7c967/057c4afc-15d9-4d68-b1ee-2455ce8bf293) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:27:59.020431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e0b9d-68d4-4828-a219-c75c0501b41e admin admin] Deleting port a99fef78-569d-4893-8690-8b3a42d6d7e4 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:59.021050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0b9d-68d4-4828-a219-c75c0501b41e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:59.116228 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f11f3e-ad1f-425f-8de1-e8f6fc02b103 req-d45d674f-b0ac-4195-97f9-f58126dc6de7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:59.129199 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a1f11f3e-ad1f-425f-8de1-e8f6fc02b103 req-d45d674f-b0ac-4195-97f9-f58126dc6de7 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 950 time: 0.1194837 Sep 29 17:27:59.184368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:59.203924 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a1f11f3e-ad1f-425f-8de1-e8f6fc02b103 req-c4188e79-8e01-45f8-b273-0ed11454ae9d tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711403 Sep 29 17:27:59.219077 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062393a9-b1f1-424a-8303-44f207150faa req-713ffa10-a9c0-4278-8ad7-b4ce3c1addde tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:59.222373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-062393a9-b1f1-424a-8303-44f207150faa req-713ffa10-a9c0-4278-8ad7-b4ce3c1addde tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 945 time: 0.1739860 Sep 29 17:27:59.229661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4057a-9566-4286-b217-12b91b959678 req-80cd097f-906a-414a-91d4-ac2387dda944 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:59.240379 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4cb4057a-9566-4286-b217-12b91b959678 req-80cd097f-906a-414a-91d4-ac2387dda944 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.49 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 945 time: 0.1872954 Sep 29 17:27:59.248722 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d3e1c123-ec08-4ecc-b461-3b4ebb0e12ad tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:59.298027 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-2b9e0b9d-68d4-4828-a219-c75c0501b41e admin admin] For port a99fef78-569d-4893-8690-8b3a42d6d7e4, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a99fef78-569d-4893-8690-8b3a42d6d7e4,segment=NetworkSegment(e9d47cc4-0b7a-498a-a2fb-1ea5da68199d),segment_id=e9d47cc4-0b7a-498a-a2fb-1ea5da68199d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:59.298754 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0b9d-68d4-4828-a219-c75c0501b41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:59.315081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e0b9d-68d4-4828-a219-c75c0501b41e admin admin] Calling delete_port for a99fef78-569d-4893-8690-8b3a42d6d7e4 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:59.392601 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-062393a9-b1f1-424a-8303-44f207150faa req-255ed753-ad1a-47f7-afeb-699d2ec83019 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692338 Sep 29 17:27:59.422977 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:59.435911 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-4cb4057a-9566-4286-b217-12b91b959678 req-626f6ea8-41b4-4fcb-8cfe-c8d836c708ad tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Deleting port 7dce40f3-b106-4052-89bc-2cd8097283d0 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:27:59.444399 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4cb4057a-9566-4286-b217-12b91b959678 req-626f6ea8-41b4-4fcb-8cfe-c8d836c708ad tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:59.447986 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:59.493815 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d3e1c123-ec08-4ecc-b461-3b4ebb0e12ad tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:59.553741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:27:59.561055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d3e1c123-ec08-4ecc-b461-3b4ebb0e12ad tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Network 7ed3e81f-beb1-44af-b586-483c0095cc3b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:27:59.585956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d3e1c123-ec08-4ecc-b461-3b4ebb0e12ad tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:27:59.590386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1c123-ec08-4ecc-b461-3b4ebb0e12ad tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event updated for resources: {'Port': ['ID=057c4afc-15d9-4d68-b1ee-2455ce8bf293,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:59.598148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d3e1c123-ec08-4ecc-b461-3b4ebb0e12ad tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:27:59.700354 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:59.705786 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Added segment d7016e54-47ea-4b2d-9629-f20581fcbd99 of type vlan for network 3e6710c7-1fe8-4a10-9f65-7890954b63b6 Sep 29 17:27:59.727490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d3e1c123-ec08-4ecc-b461-3b4ebb0e12ad tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:59.728224 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d3e1c123-ec08-4ecc-b461-3b4ebb0e12ad tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:59.730941 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e68d50c-bf9c-4eb3-82a2-17691769a0ff,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:27:59.769906 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d3e1c123-ec08-4ecc-b461-3b4ebb0e12ad tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3936923 Sep 29 17:27:59.824391 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-4cb4057a-9566-4286-b217-12b91b959678 req-626f6ea8-41b4-4fcb-8cfe-c8d836c708ad tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] For port 7dce40f3-b106-4052-89bc-2cd8097283d0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=7dce40f3-b106-4052-89bc-2cd8097283d0,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:27:59.824644 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4cb4057a-9566-4286-b217-12b91b959678 req-626f6ea8-41b4-4fcb-8cfe-c8d836c708ad tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:59.860183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-b7627c86-38f8-4fe0-8ecb-22dd6f4f8c3a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Request body: {'port': {'device_id': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b', 'admin_state_up': True, 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'security_groups': ['4a6bd03c-3c26-4c07-9709-e5c2e1d5730e']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:27:59.877908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-4cb4057a-9566-4286-b217-12b91b959678 req-626f6ea8-41b4-4fcb-8cfe-c8d836c708ad tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Calling delete_port for 7dce40f3-b106-4052-89bc-2cd8097283d0 owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:27:59.886870 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:59.900845 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f069d06-2568-4668-abfc-d959a6474b52 req-58cabc7c-ca4d-4cdf-bad6-e9ab49fd8ec9 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:27:59.901145 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0b9d-68d4-4828-a219-c75c0501b41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:27:59.902755 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f069d06-2568-4668-abfc-d959a6474b52 req-58cabc7c-ca4d-4cdf-bad6-e9ab49fd8ec9 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 950 time: 0.3730299 Sep 29 17:27:59.938975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e0b9d-68d4-4828-a219-c75c0501b41e admin admin] Pushing event deleted for resources: {'Port': ['ID=a99fef78-569d-4893-8690-8b3a42d6d7e4,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:00.011051 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f069d06-2568-4668-abfc-d959a6474b52 req-538897e2-5528-489f-8a1f-3039f8f5bbef tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913885 Sep 29 17:28:00.079172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-fca8b92b-90f7-4748-854a-ca020d2dccee None None] Provisioning complete for port 057c4afc-15d9-4d68-b1ee-2455ce8bf293 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:00.079722 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fca8b92b-90f7-4748-854a-ca020d2dccee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:00.080743 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59718) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:00.131392 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:00.139497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:00.143070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:00.151230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-fca8b92b-90f7-4748-854a-ca020d2dccee None None] Port 057c4afc-15d9-4d68-b1ee-2455ce8bf293 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:28:00.250588 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0767496 Sep 29 17:28:00.254223 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59722) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:00.259731 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-aa306bd3-f920-456e-9919-ba1314906904 admin admin] Request body: {'subnet': {'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1630993829-subnet', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:00.303261 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b9e0b9d-68d4-4828-a219-c75c0501b41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:00.325622 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7281df11-9eb7-4a4f-863c-5802ec8ff036 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5aa4f043a02146e8ad56c63a8f4b54fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307901 Sep 29 17:28:00.326252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59724) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:00.399412 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cef10-6b27-42fc-9c86-404af71dccb2 req-13a702e0-bd97-4144-a38a-b7fae896dd9d tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:00.400914 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-005cef10-6b27-42fc-9c86-404af71dccb2 req-13a702e0-bd97-4144-a38a-b7fae896dd9d tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 946 time: 0.2725754 Sep 29 17:28:00.401568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57531c58-651f-462a-bc91-99021dba696e admin admin] Pushing event updated for resources: {'Network': ['ID=3e6710c7-1fe8-4a10-9f65-7890954b63b6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:00.414876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 3e6710c7-1fe8-4a10-9f65-7890954b63b6 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:28:00.462847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa306bd3-f920-456e-9919-ba1314906904 admin admin] Made reservation on behalf of 8198f0193c4a48b396fbf3d65e72ce11 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:00.465149 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa306bd3-f920-456e-9919-ba1314906904 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:00.598806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 74605e58-d87f-4058-bad1-700aa717019e no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:28:00.628221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 74605e58-d87f-4058-bad1-700aa717019e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:28:00.628992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 74605e58-d87f-4058-bad1-700aa717019e not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:28:00.634643 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-005cef10-6b27-42fc-9c86-404af71dccb2 req-005deed9-c009-4372-b0b1-d7c37c595908 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/security-groups?id=271f31df-8221-4f6d-8696-fc85d8bfc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207270 Sep 29 17:28:00.696389 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7c37e8b-45db-4027-954b-43031e270c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:00.716387 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4cb4057a-9566-4286-b217-12b91b959678 req-626f6ea8-41b4-4fcb-8cfe-c8d836c708ad tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:00.729031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['7dce40f3-b106-4052-89bc-2cd8097283d0'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:28:00.786569 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f6ea8-41b4-4fcb-8cfe-c8d836c708ad tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Pushing event deleted for resources: {'Port': ['ID=7dce40f3-b106-4052-89bc-2cd8097283d0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:00.789602 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7c37e8b-45db-4027-954b-43031e270c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:00.886398 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa306bd3-f920-456e-9919-ba1314906904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:00.907521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb4057a-9566-4286-b217-12b91b959678 req-626f6ea8-41b4-4fcb-8cfe-c8d836c708ad tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] No DVR routers for this DVR port 7dce40f3-b106-4052-89bc-2cd8097283d0 on host n-h1-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:28:00.914845 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0fefa0d-f16b-47a4-98be-8db121c5d3bb req-9e40bfde-f529-40e6-8668-a55a5072c4ae tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=83d7dab9-8164-4b7d-93fd-a7a284e55153 HTTP/1.1" status: 200 len: 210 time: 0.0735886 Sep 29 17:28:00.915895 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-4cb4057a-9566-4286-b217-12b91b959678 req-626f6ea8-41b4-4fcb-8cfe-c8d836c708ad tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:00.917925 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4cb4057a-9566-4286-b217-12b91b959678 req-626f6ea8-41b4-4fcb-8cfe-c8d836c708ad tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.49 "DELETE /v2.0/ports/7dce40f3-b106-4052-89bc-2cd8097283d0 HTTP/1.1" status: 204 len: 173 time: 1.6473057 Sep 29 17:28:00.936091 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d7dab9-8164-4b7d-93fd-a7a284e55153', 'name': 'network-vif-deleted', 'tag': '7dce40f3-b106-4052-89bc-2cd8097283d0'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:00.938639 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf950a6-16dc-4ecd-bb9c-a25688f505f5" -d '{"events": [{"server_uuid": "83d7dab9-8164-4b7d-93fd-a7a284e55153", "name": "network-vif-deleted", "tag": "7dce40f3-b106-4052-89bc-2cd8097283d0"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:00.973762 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa306bd3-f920-456e-9919-ba1314906904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e85c7a8-9fc7-434c-811c-81a62dc0488e,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:00.992938 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7c37e8b-45db-4027-954b-43031e270c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:00.996065 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7c37e8b-45db-4027-954b-43031e270c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:00.997451 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b7c37e8b-45db-4027-954b-43031e270c58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c39f73e-af5e-4ea9-b1a5-5128516c179f HTTP/1.1" status: 204 len: 168 time: 0.6314394 Sep 29 17:28:01.004095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa306bd3-f920-456e-9919-ba1314906904 admin admin] Checking segment: {'id': 'd7016e54-47ea-4b2d-9629-f20581fcbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:01.004470 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa306bd3-f920-456e-9919-ba1314906904 admin admin] Network hostable DHCP agents. Network: 3e6710c7-1fe8-4a10-9f65-7890954b63b6, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:28:01.012796 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c37e8b-45db-4027-954b-43031e270c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c39f73e-af5e-4ea9-b1a5-5128516c179f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:01.028567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-b7627c86-38f8-4fe0-8ecb-22dd6f4f8c3a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Made reservation on behalf of ca18e70d69384487ae4efe61e82aa845 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:01.029389 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa306bd3-f920-456e-9919-ba1314906904 admin admin] Network 3e6710c7-1fe8-4a10-9f65-7890954b63b6 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:28:01.035965 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-b7627c86-38f8-4fe0-8ecb-22dd6f4f8c3a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:01.043993 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-aa306bd3-f920-456e-9919-ba1314906904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 3e6710c7-1fe8-4a10-9f65-7890954b63b6) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:01.050607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa306bd3-f920-456e-9919-ba1314906904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:01.051224 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa306bd3-f920-456e-9919-ba1314906904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:01.056144 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bde77d5-ebe8-4fe6-93bd-557121d8d408 None None] Network 3e6710c7-1fe8-4a10-9f65-7890954b63b6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:28:01.084277 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aa306bd3-f920-456e-9919-ba1314906904 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8233116 Sep 29 17:28:01.084277 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59736) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:01.091895 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1630993829-router', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:01.144185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e516bc-c086-420b-9beb-f409cd420b20 req-74d91760-8db2-487a-a1cc-e24b80f27ceb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:01.153390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e516bc-c086-420b-9beb-f409cd420b20 req-74d91760-8db2-487a-a1cc-e24b80f27ceb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:01.155958 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:01.158427 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:01.169553 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede9a822-2152-409c-986d-7d010af3afe1 x-openstack-request-id: req-ede9a822-2152-409c-986d-7d010af3afe1 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:01.169948 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d7dab9-8164-4b7d-93fd-a7a284e55153", "name": "network-vif-deleted", "tag": "7dce40f3-b106-4052-89bc-2cd8097283d0", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:01.170327 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ede9a822-2152-409c-986d-7d010af3afe1 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:01.172586 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d7dab9-8164-4b7d-93fd-a7a284e55153', 'name': 'network-vif-deleted', 'tag': '7dce40f3-b106-4052-89bc-2cd8097283d0', 'status': 'completed', 'code': 200} Sep 29 17:28:01.189176 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0e516bc-c086-420b-9beb-f409cd420b20 req-74d91760-8db2-487a-a1cc-e24b80f27ceb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 1653 time: 1.1597779 Sep 29 17:28:01.265140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'fixed_ips': [{'subnet_id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:28:01.266888 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:01.299878 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:01.441767 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0e516bc-c086-420b-9beb-f409cd420b20 req-4651a631-5bcd-4163-a870-3b5d7e5c5faa tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503912 Sep 29 17:28:01.463819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be5965-656f-43ca-8f5a-4248427cb7ff req-57d73827-7d73-4b16-bdd8-dd4e48111bbf tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:01.465759 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d1be5965-656f-43ca-8f5a-4248427cb7ff req-57d73827-7d73-4b16-bdd8-dd4e48111bbf tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 950 time: 0.4143465 Sep 29 17:28:01.506007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Allocated IP 172.20.0.2 (3e6710c7-1fe8-4a10-9f65-7890954b63b6/1e85c7a8-9fc7-434c-811c-81a62dc0488e/99d44788-ec96-4b37-b02d-99efec79dc0e) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:01.665933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-b7627c86-38f8-4fe0-8ecb-22dd6f4f8c3a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Allocated IP 10.1.1.38 (7ed3e81f-beb1-44af-b586-483c0095cc3b/07394c81-5025-4bdd-abaf-3f63c1e7c967/be739b7b-a7ce-45a1-bd9c-1714d150d2e3) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:01.757344 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:01.787662 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:01.799378 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:01.835457 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae05ca-7797-4175-9088-8c710b2108af req-bd52aff7-da91-4f93-9855-187a06aa7d33 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:01.837250 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-edae05ca-7797-4175-9088-8c710b2108af req-bd52aff7-da91-4f93-9855-187a06aa7d33 tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa19f4be-9bd9-40f8-acaf-ed998d7058bc HTTP/1.1" status: 200 len: 950 time: 0.5281897 Sep 29 17:28:01.868216 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Network 3e6710c7-1fe8-4a10-9f65-7890954b63b6 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:01.873248 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:01.882225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:01.896946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Pushing event updated for resources: {'Port': ['ID=99d44788-ec96-4b37-b02d-99efec79dc0e,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:01.910905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9e0b9d-68d4-4828-a219-c75c0501b41e admin admin] Router 7aa72e77-2009-4a11-84ed-de763ea0bdb9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:28:01.965990 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Attempting to bind port 99d44788-ec96-4b37-b02d-99efec79dc0e on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:01.966755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Attempting to bind port 99d44788-ec96-4b37-b02d-99efec79dc0e by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd7016e54-47ea-4b2d-9629-f20581fcbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:01.966755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Attempting to bind port 99d44788-ec96-4b37-b02d-99efec79dc0e on network 3e6710c7-1fe8-4a10-9f65-7890954b63b6 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:01.972841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:01.973226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Checking segment: {'id': 'd7016e54-47ea-4b2d-9629-f20581fcbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:01.973714 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:01.974116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Bound using segment: {'id': 'd7016e54-47ea-4b2d-9629-f20581fcbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:01.974850 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Bound port: 99d44788-ec96-4b37-b02d-99efec79dc0e, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7016e54-47ea-4b2d-9629-f20581fcbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:01.975237 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:02.047061 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5f04b-5795-4726-a038-8ecd453027a7 req-8f45b30c-59bb-4cf9-a730-c08a942849ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:02.048713 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ca5f04b-5795-4726-a038-8ecd453027a7 req-8f45b30c-59bb-4cf9-a730-c08a942849ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6cafb4eccba54f978669d40ff9b8feed&device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 1097 time: 0.2417047 Sep 29 17:28:02.063143 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] For port 99d44788-ec96-4b37-b02d-99efec79dc0e, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:02.072021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] For port 99d44788-ec96-4b37-b02d-99efec79dc0e, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=99d44788-ec96-4b37-b02d-99efec79dc0e,segment=NetworkSegment(d7016e54-47ea-4b2d-9629-f20581fcbd99),segment_id=d7016e54-47ea-4b2d-9629-f20581fcbd99)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:02.077411 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:02.094580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-d1be5965-656f-43ca-8f5a-4248427cb7ff req-25a8ebc3-5dcd-43d5-a5f6-655c3b476bad tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Deleting port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:28:02.095184 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d1be5965-656f-43ca-8f5a-4248427cb7ff req-25a8ebc3-5dcd-43d5-a5f6-655c3b476bad tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:02.101682 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-edae05ca-7797-4175-9088-8c710b2108af req-068404db-5ab8-47eb-91ec-ee07d0b16e7d tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0edc269-f29d-42a4-8f20-3469ec927454&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279310 Sep 29 17:28:02.209330 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36902ce-3ada-4768-8ca7-96771d3ff85e None None] Pushing event updated for resources: {'Port': ['ID=99d44788-ec96-4b37-b02d-99efec79dc0e,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:02.217165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d1be5965-656f-43ca-8f5a-4248427cb7ff req-25a8ebc3-5dcd-43d5-a5f6-655c3b476bad tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] For port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:02.217722 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d1be5965-656f-43ca-8f5a-4248427cb7ff req-25a8ebc3-5dcd-43d5-a5f6-655c3b476bad tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:02.234730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-d1be5965-656f-43ca-8f5a-4248427cb7ff req-25a8ebc3-5dcd-43d5-a5f6-655c3b476bad tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Calling delete_port for d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:28:02.603330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9e0b9d-68d4-4828-a219-c75c0501b41e admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:28:02.614689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef57f4d-b681-4876-93f3-1facfa1273ed None None] Sync routers for ids ['7aa72e77-2009-4a11-84ed-de763ea0bdb9'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:28:02.622929 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2b9e0b9d-68d4-4828-a219-c75c0501b41e admin admin] 10.222.0.44 "PUT /v2.0/routers/7aa72e77-2009-4a11-84ed-de763ea0bdb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3491278 Sep 29 17:28:02.630509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef57f4d-b681-4876-93f3-1facfa1273ed None None] Routers {'7aa72e77-2009-4a11-84ed-de763ea0bdb9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:02.631172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7ef57f4d-b681-4876-93f3-1facfa1273ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:27:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7aa72e77-2009-4a11-84ed-de763ea0bdb9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:02.636911 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59784) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:02.705609 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-b7627c86-38f8-4fe0-8ecb-22dd6f4f8c3a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:02.781700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5f04b-5795-4726-a038-8ecd453027a7 req-9583ab28-66bd-4556-a4c1-3c8ccf949f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:02.783739 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ca5f04b-5795-4726-a038-8ecd453027a7 req-9583ab28-66bd-4556-a4c1-3c8ccf949f1b service neutron] 10.222.0.49 "GET /v2.0/networks?id=eec8883e-bd2c-4ae1-ad16-312a7d2c8cab HTTP/1.1" status: 200 len: 914 time: 0.6801457 Sep 29 17:28:02.799515 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-b7627c86-38f8-4fe0-8ecb-22dd6f4f8c3a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:02.800999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-7ef57f4d-b681-4876-93f3-1facfa1273ed None None] Set router 7aa72e77-2009-4a11-84ed-de763ea0bdb9 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:02.851098 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ca5f04b-5795-4726-a038-8ecd453027a7 req-507f5713-c282-4f22-801e-cc9db3089a98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b15a8450-b1a9-4a75-8a61-6f31b1734e05 HTTP/1.1" status: 200 len: 217 time: 0.0542071 Sep 29 17:28:02.894743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4b848-dd4d-4113-ae5e-a2c4a5164e0f req-2b313dcc-2f9d-4240-b11e-a9ca28d76740 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:02.902129 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-15c4b848-dd4d-4113-ae5e-a2c4a5164e0f req-2b313dcc-2f9d-4240-b11e-a9ca28d76740 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 946 time: 0.8515821 Sep 29 17:28:02.915447 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7627c86-38f8-4fe0-8ecb-22dd6f4f8c3a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event updated for resources: {'Port': ['ID=be739b7b-a7ce-45a1-bd9c-1714d150d2e3,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:02.945837 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d1be5965-656f-43ca-8f5a-4248427cb7ff req-25a8ebc3-5dcd-43d5-a5f6-655c3b476bad tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:02.979500 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-b7627c86-38f8-4fe0-8ecb-22dd6f4f8c3a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Network 7ed3e81f-beb1-44af-b586-483c0095cc3b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:03.011423 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:03.019072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5f04b-5795-4726-a038-8ecd453027a7 req-4121d0e9-e092-42ad-8594-6e4451087793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:03.021149 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ca5f04b-5795-4726-a038-8ecd453027a7 req-4121d0e9-e092-42ad-8594-6e4451087793 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c562f1b2-4a5a-4c07-8778-d625f391a277 HTTP/1.1" status: 200 len: 853 time: 0.1534340 Sep 29 17:28:03.025591 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-b7627c86-38f8-4fe0-8ecb-22dd6f4f8c3a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:03.049649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-15c4b848-dd4d-4113-ae5e-a2c4a5164e0f req-c53cbb85-dd85-4260-adf0-fee8db9b10cf tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/security-groups?id=271f31df-8221-4f6d-8696-fc85d8bfc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441779 Sep 29 17:28:03.075784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7ef57f4d-b681-4876-93f3-1facfa1273ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'name': 'tempest-FloatingIPsTestJSON-1216653273-router', 'tenant_id': 'c400794cd81349d482a3d976bff06777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:27:30Z', 'updated_at': '2021-09-29T17:27:59Z', 'revision_number': 5, 'project_id': 'c400794cd81349d482a3d976bff06777', 'gw_port': {'id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:27:32Z', 'updated_at': '2021-09-29T17:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:03.082243 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:03.085804 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ca5f04b-5795-4726-a038-8ecd453027a7 req-2b0bf237-b035-412c-9eb7-2ed872e0439d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eec8883e-bd2c-4ae1-ad16-312a7d2c8cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414386 Sep 29 17:28:03.101409 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-b7627c86-38f8-4fe0-8ecb-22dd6f4f8c3a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:03.124374 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-ba482c5c-d190-447a-9146-b591d5ec6f12 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:03.145422 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-ba482c5c-d190-447a-9146-b591d5ec6f12 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 812 time: 0.3655751 Sep 29 17:28:03.145786 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef57f4d-b681-4876-93f3-1facfa1273ed None None] Checking router: 7aa72e77-2009-4a11-84ed-de763ea0bdb9 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:28:03.163381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8ebc3-5dcd-43d5-a5f6-655c3b476bad tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Pushing event deleted for resources: {'Port': ['ID=d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:03.172824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef57f4d-b681-4876-93f3-1facfa1273ed None None] Routers {'7aa72e77-2009-4a11-84ed-de763ea0bdb9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:03.173614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1be5965-656f-43ca-8f5a-4248427cb7ff req-25a8ebc3-5dcd-43d5-a5f6-655c3b476bad tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] No DVR routers for this DVR port d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:28:03.176001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7ef57f4d-b681-4876-93f3-1facfa1273ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:27:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7aa72e77-2009-4a11-84ed-de763ea0bdb9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:03.179358 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d1be5965-656f-43ca-8f5a-4248427cb7ff req-25a8ebc3-5dcd-43d5-a5f6-655c3b476bad tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:03.184047 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d1be5965-656f-43ca-8f5a-4248427cb7ff req-25a8ebc3-5dcd-43d5-a5f6-655c3b476bad tempest-DeleteServersAdminTestJSON-1723355945 tempest-DeleteServersAdminTestJSON-1723355945-project] 10.222.0.35 "DELETE /v2.0/ports/d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 HTTP/1.1" status: 204 len: 173 time: 1.6762111 Sep 29 17:28:03.257523 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-d4cb90b6-ab52-414e-803b-d87c79e7f330 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/quotas/8762000220624d86bb5544a9b9e7bbd3 HTTP/1.1" status: 200 len: 375 time: 0.1110709 Sep 29 17:28:03.335129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-7ef57f4d-b681-4876-93f3-1facfa1273ed None None] Set router 7aa72e77-2009-4a11-84ed-de763ea0bdb9 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:03.377587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa19f4be-9bd9-40f8-acaf-ed998d7058bc', 'name': 'network-vif-deleted', 'tag': 'd0cc7bed-d2fb-4f10-b0e6-a2b787df9da7'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:03.382164 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-3b0c7450-7f64-46e8-becc-e9785b6dfdd8 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1234205 Sep 29 17:28:03.391465 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e22992-c1d9-41d8-9f86-a0aeeee68ea3" -d '{"events": [{"server_uuid": "fa19f4be-9bd9-40f8-acaf-ed998d7058bc", "name": "network-vif-deleted", "tag": "d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:03.440823 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-108eef4c-ef7b-4e97-b8f1-09f36406a077 admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:03.572372 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7ef57f4d-b681-4876-93f3-1facfa1273ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'name': 'tempest-FloatingIPsTestJSON-1216653273-router', 'tenant_id': 'c400794cd81349d482a3d976bff06777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:27:30Z', 'updated_at': '2021-09-29T17:27:59Z', 'revision_number': 5, 'project_id': 'c400794cd81349d482a3d976bff06777', 'gw_port': {'id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:27:32Z', 'updated_at': '2021-09-29T17:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:03.625099 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef57f4d-b681-4876-93f3-1facfa1273ed None None] The sync data for ids ['7aa72e77-2009-4a11-84ed-de763ea0bdb9'] in n-d-811748-2 is: [{'id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'name': 'tempest-FloatingIPsTestJSON-1216653273-router', 'tenant_id': 'c400794cd81349d482a3d976bff06777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:27:30Z', 'updated_at': '2021-09-29T17:27:59Z', 'revision_number': 5, 'project_id': 'c400794cd81349d482a3d976bff06777', 'gw_port': {'id': '8c344af8-c4ab-4b3f-8168-bacde260a14e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa72e77-2009-4a11-84ed-de763ea0bdb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:27:32Z', 'updated_at': '2021-09-29T17:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:28:03.645766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c01a879e-2e00-49db-adb8-83efc816df5c None None] Provisioning complete for port be739b7b-a7ce-45a1-bd9c-1714d150d2e3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:03.646613 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c01a879e-2e00-49db-adb8-83efc816df5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:03.656722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891acd8-5c32-4d53-8dc4-ef82fda1179b req-66f6de32-f889-409a-9b3e-c281fa0711b3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:03.662677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891acd8-5c32-4d53-8dc4-ef82fda1179b req-66f6de32-f889-409a-9b3e-c281fa0711b3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:03.664000 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ca5f04b-5795-4726-a038-8ecd453027a7 req-c8b4ee8d-0346-4eba-bae4-0316622dc60a service neutron] 10.222.0.49 "GET /v2.0/networks/eec8883e-bd2c-4ae1-ad16-312a7d2c8cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5550175 Sep 29 17:28:03.671742 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Allocated IP 172.25.2.41 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/ad641ec4-82d1-4cab-9877-9f183dab0cc3) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:03.700387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891acd8-5c32-4d53-8dc4-ef82fda1179b req-66f6de32-f889-409a-9b3e-c281fa0711b3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:03.704298 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2891acd8-5c32-4d53-8dc4-ef82fda1179b req-66f6de32-f889-409a-9b3e-c281fa0711b3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 2373 time: 0.3847189 Sep 29 17:28:03.707781 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-108eef4c-ef7b-4e97-b8f1-09f36406a077 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:03.743487 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-c01a879e-2e00-49db-adb8-83efc816df5c None None] Port be739b7b-a7ce-45a1-bd9c-1714d150d2e3 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:28:03.802810 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-c8920e70-cb23-43bb-a319-57935982ade6 service neutron] 10.222.0.44 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193866 Sep 29 17:28:03.831944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-b7627c86-38f8-4fe0-8ecb-22dd6f4f8c3a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:03.833155 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-b7627c86-38f8-4fe0-8ecb-22dd6f4f8c3a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:03.836571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1653bd2f-96a8-46f5-8449-7aff338d9a2f None None] Network 3e6710c7-1fe8-4a10-9f65-7890954b63b6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:28:03.851251 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2891acd8-5c32-4d53-8dc4-ef82fda1179b req-68f03fe5-83c3-46ae-aae1-fb3fdf769cc7 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266992 Sep 29 17:28:03.886967 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-b7627c86-38f8-4fe0-8ecb-22dd6f4f8c3a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0309849 Sep 29 17:28:03.902545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-108eef4c-ef7b-4e97-b8f1-09f36406a077 admin admin] Deleting port 8c344af8-c4ab-4b3f-8168-bacde260a14e {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:28:03.902892 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-108eef4c-ef7b-4e97-b8f1-09f36406a077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:03.912719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-2bf9a284-148f-4b53-861f-4e0cdbff29be tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Request body: {'port': {'device_id': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f', 'admin_state_up': True, 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'security_groups': ['4a6bd03c-3c26-4c07-9709-e5c2e1d5730e']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:03.953031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b76eb9ea-8f4d-4473-ab64-5bedf0eac752 None None] Provisioning complete for port 99d44788-ec96-4b37-b02d-99efec79dc0e triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:03.953451 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b76eb9ea-8f4d-4473-ab64-5bedf0eac752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:03.958560 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ca5f04b-5795-4726-a038-8ecd453027a7 req-2f5ce05e-d49e-42e9-abaa-2e9a2bdf7ce3 service neutron] 10.222.0.49 "GET /v2.0/networks/eec8883e-bd2c-4ae1-ad16-312a7d2c8cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840552 Sep 29 17:28:04.003027 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 7dce40f3-b106-4052-89bc-2cd8097283d0 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:28:04.042840 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 7dce40f3-b106-4052-89bc-2cd8097283d0 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:28:04.043452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 7dce40f3-b106-4052-89bc-2cd8097283d0 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:28:04.115499 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-5abe14cb-dbef-48fb-a6b4-88d97cccaf74 service neutron] 10.222.0.44 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116705 Sep 29 17:28:04.231796 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b76eb9ea-8f4d-4473-ab64-5bedf0eac752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:04.240035 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:04.246916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-2bf9a284-148f-4b53-861f-4e0cdbff29be tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Made reservation on behalf of ca18e70d69384487ae4efe61e82aa845 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:04.272583 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d070593-bb3a-42d1-8fe7-c4586eb3d1d4 x-openstack-request-id: req-7d070593-bb3a-42d1-8fe7-c4586eb3d1d4 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:04.272900 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa19f4be-9bd9-40f8-acaf-ed998d7058bc", "name": "network-vif-deleted", "tag": "d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:04.273126 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d070593-bb3a-42d1-8fe7-c4586eb3d1d4 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:04.273550 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa19f4be-9bd9-40f8-acaf-ed998d7058bc', 'name': 'network-vif-deleted', 'tag': 'd0cc7bed-d2fb-4f10-b0e6-a2b787df9da7', 'status': 'completed', 'code': 200} Sep 29 17:28:04.351004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-108eef4c-ef7b-4e97-b8f1-09f36406a077 admin admin] For port 8c344af8-c4ab-4b3f-8168-bacde260a14e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8c344af8-c4ab-4b3f-8168-bacde260a14e,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:04.351385 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-108eef4c-ef7b-4e97-b8f1-09f36406a077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:04.368933 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:04.443581 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:04.446866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:04.453843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:04.456402 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ad641ec4-82d1-4cab-9877-9f183dab0cc3,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:04.481047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-108eef4c-ef7b-4e97-b8f1-09f36406a077 admin admin] Calling delete_port for 8c344af8-c4ab-4b3f-8168-bacde260a14e owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:28:04.580120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-2bf9a284-148f-4b53-861f-4e0cdbff29be tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:04.596736 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b76eb9ea-8f4d-4473-ab64-5bedf0eac752 None None] For port 99d44788-ec96-4b37-b02d-99efec79dc0e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=99d44788-ec96-4b37-b02d-99efec79dc0e,segment=NetworkSegment(d7016e54-47ea-4b2d-9629-f20581fcbd99),segment_id=d7016e54-47ea-4b2d-9629-f20581fcbd99)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:04.600541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:28:04.644607 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b76eb9ea-8f4d-4473-ab64-5bedf0eac752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:04.661595 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:28:04.661922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device d0cc7bed-d2fb-4f10-b0e6-a2b787df9da7 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:28:04.772357 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 99d44788-ec96-4b37-b02d-99efec79dc0e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:04.877798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124990db-a9b4-4fbd-bd58-cdd73651787d req-513c773b-8aa0-45ac-819f-9a9e596e160c tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:04.902289 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-124990db-a9b4-4fbd-bd58-cdd73651787d req-513c773b-8aa0-45ac-819f-9a9e596e160c tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 946 time: 0.3717012 Sep 29 17:28:04.908868 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76eb9ea-8f4d-4473-ab64-5bedf0eac752 None None] Pushing event updated for resources: {'Port': ['ID=99d44788-ec96-4b37-b02d-99efec79dc0e,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:04.978750 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 99d44788-ec96-4b37-b02d-99efec79dc0e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:04.979403 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:05.040576 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-124990db-a9b4-4fbd-bd58-cdd73651787d req-3f0af4ea-cefb-4a27-ad29-a16b1bae1bac tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/security-groups?id=271f31df-8221-4f6d-8696-fc85d8bfc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322918 Sep 29 17:28:05.150796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-108eef4c-ef7b-4e97-b8f1-09f36406a077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:05.156642 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a99fef78-569d-4893-8690-8b3a42d6d7e4 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:28:05.206787 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: a99fef78-569d-4893-8690-8b3a42d6d7e4 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:28:05.208102 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a99fef78-569d-4893-8690-8b3a42d6d7e4 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:28:05.220779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-97cf96c6-6a4e-433f-bd2d-7b6beda36006 None None] Provisioning complete for port 99d44788-ec96-4b37-b02d-99efec79dc0e triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:05.222595 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-97cf96c6-6a4e-433f-bd2d-7b6beda36006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:05.297919 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-97e82055-ed94-4465-a3ac-a6da882d22b5 req-d8443b17-b537-403e-a549-a5c9da5306ff tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 210 time: 0.1872678 Sep 29 17:28:05.314571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108eef4c-ef7b-4e97-b8f1-09f36406a077 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c344af8-c4ab-4b3f-8168-bacde260a14e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:05.384390 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:05.400794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264ea2c-e674-4b94-a1d2-0d9b28027aee req-4c61d478-e9fa-4dce-84c7-a0a3655a456c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:05.408989 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264ea2c-e674-4b94-a1d2-0d9b28027aee req-4c61d478-e9fa-4dce-84c7-a0a3655a456c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:05.436148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264ea2c-e674-4b94-a1d2-0d9b28027aee req-4c61d478-e9fa-4dce-84c7-a0a3655a456c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:05.455764 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7264ea2c-e674-4b94-a1d2-0d9b28027aee req-4c61d478-e9fa-4dce-84c7-a0a3655a456c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 2373 time: 0.2694125 Sep 29 17:28:05.532581 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-108eef4c-ef7b-4e97-b8f1-09f36406a077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:05.627093 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7264ea2c-e674-4b94-a1d2-0d9b28027aee req-1088e374-c911-4308-b9d9-eef8e8ee95e5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703260 Sep 29 17:28:05.751702 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-108eef4c-ef7b-4e97-b8f1-09f36406a077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:05.754115 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-108eef4c-ef7b-4e97-b8f1-09f36406a077 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:05.845565 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-108eef4c-ef7b-4e97-b8f1-09f36406a077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:05.846103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108eef4c-ef7b-4e97-b8f1-09f36406a077 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aa72e77-2009-4a11-84ed-de763ea0bdb9 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:28:05.852103 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-108eef4c-ef7b-4e97-b8f1-09f36406a077 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:05.853271 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-108eef4c-ef7b-4e97-b8f1-09f36406a077 admin admin] 10.222.0.44 "DELETE /v2.0/routers/7aa72e77-2009-4a11-84ed-de763ea0bdb9 HTTP/1.1" status: 204 len: 168 time: 3.2152212 Sep 29 17:28:05.856081 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59818) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:05.875513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-2bf9a284-148f-4b53-861f-4e0cdbff29be tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Allocated IP 10.2.2.100 (9c23919b-5dc6-4f3c-a975-ad284351567f/ba6db94f-8467-4528-901c-b0e5cf73d643/4897f706-46a1-4776-b2d3-425bd33d21de) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:05.980116 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:05.985108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c8aa473-604c-4b8d-b294-ad7328b86477 admin admin] Deleting subnet 66d0ad17-05be-4ca1-840c-930a0d02a7a0 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:28:06.018790 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa473-604c-4b8d-b294-ad7328b86477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:06.315207 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa473-604c-4b8d-b294-ad7328b86477 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:06.326273 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-2bf9a284-148f-4b53-861f-4e0cdbff29be tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:06.415329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff48682-e5e8-40a8-9dba-293bb3887cd8 req-0c360ffe-9cf8-4089-9a9d-3b392b1e4ac9 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:06.419131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-65118bb2-20f8-4c08-87c1-880d981a0221 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:06.420224 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-65118bb2-20f8-4c08-87c1-880d981a0221 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.35 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 812 time: 0.2716784 Sep 29 17:28:06.423329 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ff48682-e5e8-40a8-9dba-293bb3887cd8 req-0c360ffe-9cf8-4089-9a9d-3b392b1e4ac9 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 946 time: 0.2219844 Sep 29 17:28:06.457019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-4a334191-c84d-4e20-ac9b-ca1d5bf04cc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Request body: {'port': {'device_id': 'bd39e5f3-62a1-428b-b587-b7d670dca34a', 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee', 'admin_state_up': True, 'tenant_id': '8762000220624d86bb5544a9b9e7bbd3'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:06.466729 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-2bf9a284-148f-4b53-861f-4e0cdbff29be tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:06.525289 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ff48682-e5e8-40a8-9dba-293bb3887cd8 req-6d3305f8-ddcf-4e9e-940f-491902b95fea tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/security-groups?id=271f31df-8221-4f6d-8696-fc85d8bfc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976746 Sep 29 17:28:06.533728 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa473-604c-4b8d-b294-ad7328b86477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:06.603247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 99d44788-ec96-4b37-b02d-99efec79dc0e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:06.607719 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Router c6776bf7-8e78-4124-b46d-0505692245d3 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:28:06.615950 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e10bc9d3-6720-4391-9b3f-ad048cb23d7d req-dd7ceb2b-5fdf-46f2-89b9-2007e4f0c1ff tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 210 time: 0.1523895 Sep 29 17:28:06.651405 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-2bf9a284-148f-4b53-861f-4e0cdbff29be tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Network 9c23919b-5dc6-4f3c-a975-ad284351567f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:06.693029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-2bf9a284-148f-4b53-861f-4e0cdbff29be tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:06.707080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-2bf9a284-148f-4b53-861f-4e0cdbff29be tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:06.721040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59846) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:06.780509 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa473-604c-4b8d-b294-ad7328b86477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:06.791887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 99d44788-ec96-4b37-b02d-99efec79dc0e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:06.791887 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:06.844493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9a284-148f-4b53-861f-4e0cdbff29be tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event updated for resources: {'Port': ['ID=4897f706-46a1-4776-b2d3-425bd33d21de,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:06.896981 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-2bf9a284-148f-4b53-861f-4e0cdbff29be tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:06.898638 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-2bf9a284-148f-4b53-861f-4e0cdbff29be tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:06.931539 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8aa473-604c-4b8d-b294-ad7328b86477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d0ad17-05be-4ca1-840c-930a0d02a7a0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:06.970509 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa473-604c-4b8d-b294-ad7328b86477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:06.972476 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1c8aa473-604c-4b8d-b294-ad7328b86477 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/66d0ad17-05be-4ca1-840c-930a0d02a7a0 HTTP/1.1" status: 204 len: 168 time: 1.1124477 Sep 29 17:28:06.977217 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0858b0f0-ed27-4426-8cd0-d7d42bef25ca None None] Network 0316a6df-fe1b-4df1-9405-6985d2497988 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:28:06.980286 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-4a334191-c84d-4e20-ac9b-ca1d5bf04cc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Made reservation on behalf of 8762000220624d86bb5544a9b9e7bbd3 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:06.980794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59856) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:06.986547 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-4a334191-c84d-4e20-ac9b-ca1d5bf04cc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:07.044443 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-2bf9a284-148f-4b53-861f-4e0cdbff29be tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1392622 Sep 29 17:28:07.080844 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-ebe77d0e-636d-4960-8510-29254bb80859 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Request body: {'port': {'device_id': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f', 'admin_state_up': True, 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'security_groups': ['4a6bd03c-3c26-4c07-9709-e5c2e1d5730e']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:07.121455 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:28:07.137574 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Sync routers for ids ['c6776bf7-8e78-4124-b46d-0505692245d3'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:28:07.152294 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Routers {'c6776bf7-8e78-4124-b46d-0505692245d3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:07.153122 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:27:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c6776bf7-8e78-4124-b46d-0505692245d3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:07.256875 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:07.261833 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59862) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:07.268011 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a8b5b59c-26cf-4cc4-8941-3e33ab4383a6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1810644 Sep 29 17:28:07.275660 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8c344af8-c4ab-4b3f-8168-bacde260a14e no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:28:07.354534 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 8c344af8-c4ab-4b3f-8168-bacde260a14e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:28:07.356340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8c344af8-c4ab-4b3f-8168-bacde260a14e not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:28:07.381970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e443e5-5b6c-4eef-86b2-ef5a13e37dc4 req-7dd5f3ef-3d13-4001-bbe5-10d696b59485 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:07.394479 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Set router c6776bf7-8e78-4124-b46d-0505692245d3 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:07.397557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-877c79e5-536c-43c0-b41c-e1c0f311ee1f None None] Provisioning complete for port 4897f706-46a1-4776-b2d3-425bd33d21de triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:07.397557 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-877c79e5-536c-43c0-b41c-e1c0f311ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:07.397851 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e443e5-5b6c-4eef-86b2-ef5a13e37dc4 req-7dd5f3ef-3d13-4001-bbe5-10d696b59485 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:07.408644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e443e5-5b6c-4eef-86b2-ef5a13e37dc4 req-7dd5f3ef-3d13-4001-bbe5-10d696b59485 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:07.427658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e443e5-5b6c-4eef-86b2-ef5a13e37dc4 req-7dd5f3ef-3d13-4001-bbe5-10d696b59485 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:07.429475 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7e443e5-5b6c-4eef-86b2-ef5a13e37dc4 req-7dd5f3ef-3d13-4001-bbe5-10d696b59485 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 3094 time: 0.5187657 Sep 29 17:28:07.475390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-877c79e5-536c-43c0-b41c-e1c0f311ee1f None None] Port 4897f706-46a1-4776-b2d3-425bd33d21de cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:28:07.499559 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59864) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:07.538386 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-869ea826-b661-468c-a654-f4589d2512ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c140001004b47939868a35e0d4b6585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8157613 Sep 29 17:28:07.539789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59868) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:07.558315 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80af4544-0889-4110-924c-3281a0b09180 None None] DHCP port deletion for 0316a6df-fe1b-4df1-9405-6985d2497988 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:28:07.617268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:07.651300 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-80af4544-0889-4110-924c-3281a0b09180 None None] Deleting port ce9ee627-aa65-4acf-ab2e-b81e1cca7515 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:28:07.651884 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-80af4544-0889-4110-924c-3281a0b09180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:07.708000 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffb641dc-6d60-4187-9ee6-354ed9695f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:07.727804 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-80af4544-0889-4110-924c-3281a0b09180 None None] For port ce9ee627-aa65-4acf-ab2e-b81e1cca7515, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ce9ee627-aa65-4acf-ab2e-b81e1cca7515,segment=NetworkSegment(e9d47cc4-0b7a-498a-a2fb-1ea5da68199d),segment_id=e9d47cc4-0b7a-498a-a2fb-1ea5da68199d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:07.728202 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-80af4544-0889-4110-924c-3281a0b09180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:07.742634 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-80af4544-0889-4110-924c-3281a0b09180 None None] Calling delete_port for ce9ee627-aa65-4acf-ab2e-b81e1cca7515 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:28:07.777768 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7e443e5-5b6c-4eef-86b2-ef5a13e37dc4 req-037a5c05-25dd-43a3-961f-968f695c7d82 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582645 Sep 29 17:28:07.824650 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-546d438c-26aa-4984-9512-5d6a882aac3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:07.851375 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-80af4544-0889-4110-924c-3281a0b09180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:07.912466 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-546d438c-26aa-4984-9512-5d6a882aac3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:07.922796 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80af4544-0889-4110-924c-3281a0b09180 None None] No DVR routers for this DVR port ce9ee627-aa65-4acf-ab2e-b81e1cca7515 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:28:07.927113 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'name': 'tempest-ServersTestBootFromVolume-1630993829-router', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:01Z', 'updated_at': '2021-09-29T17:28:04Z', 'revision_number': 3, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'gw_port': {'id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:03Z', 'updated_at': '2021-09-29T17:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:07.929696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af4544-0889-4110-924c-3281a0b09180 None None] Pushing event deleted for resources: {'Port': ['ID=ce9ee627-aa65-4acf-ab2e-b81e1cca7515,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:07.953675 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-15bbff2e-2a4b-4c39-af80-fc0517a36951 req-ef986796-ff43-4c92-845b-f227b83640f8 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 210 time: 0.0613098 Sep 29 17:28:07.974689 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Checking router: c6776bf7-8e78-4124-b46d-0505692245d3 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:28:07.975685 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Updating router c6776bf7-8e78-4124-b46d-0505692245d3 port ad641ec4-82d1-4cab-9877-9f183dab0cc3 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:28:08.013977 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.022081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-4a334191-c84d-4e20-ac9b-ca1d5bf04cc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Allocated IP 172.20.0.8 (5cec3342-9e55-4e91-99e8-ff77baea25ee/469f6337-ae09-4156-997e-8aa5990644df/4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:08.022766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] Deleting port ce9ee627-aa65-4acf-ab2e-b81e1cca7515 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:28:08.023186 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.103894 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-546d438c-26aa-4984-9512-5d6a882aac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.106467 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-546d438c-26aa-4984-9512-5d6a882aac3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.107618 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-546d438c-26aa-4984-9512-5d6a882aac3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0edc269-f29d-42a4-8f20-3469ec927454 HTTP/1.1" status: 204 len: 168 time: 0.5643141 Sep 29 17:28:08.163880 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] For port ce9ee627-aa65-4acf-ab2e-b81e1cca7515, host n-d-811748-2, got binding levels [] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:08.169669 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.175661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d438c-26aa-4984-9512-5d6a882aac3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0edc269-f29d-42a4-8f20-3469ec927454,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:08.189846 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffb641dc-6d60-4187-9ee6-354ed9695f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.208878 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffb641dc-6d60-4187-9ee6-354ed9695f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.217711 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] Calling delete_port for ce9ee627-aa65-4acf-ab2e-b81e1cca7515 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:28:08.222508 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.ipam_backend_mixin [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] Port ce9ee627-aa65-4acf-ab2e-b81e1cca7515 was not found and therefore no delete operation was performed {{(pid=95015) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 17:28:08.243009 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.274540 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-4a334191-c84d-4e20-ac9b-ca1d5bf04cc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.296977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce9ee627-aa65-4acf-ab2e-b81e1cca7515,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:08.305918 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ffb641dc-6d60-4187-9ee6-354ed9695f96 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf716bc057ac40098c04d2c8a9cf05a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8049912 Sep 29 17:28:08.307628 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] No DVR routers for this DVR port ce9ee627-aa65-4acf-ab2e-b81e1cca7515 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:28:08.309735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59876) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:08.318698 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb641dc-6d60-4187-9ee6-354ed9695f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcf4a06-83d8-4bb6-82d9-8e1c727cb86d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:08.356822 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-4a334191-c84d-4e20-ac9b-ca1d5bf04cc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.379177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73435d18-03b2-4436-8186-24f120819e25 req-3a07b217-0357-4f71-b46f-cf3297623b2c tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:08.387716 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-73435d18-03b2-4436-8186-24f120819e25 req-3a07b217-0357-4f71-b46f-cf3297623b2c tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 946 time: 0.6213822 Sep 29 17:28:08.517180 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.545741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0316a6df-fe1b-4df1-9405-6985d2497988']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:08.558139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d47cc4-0b7a-498a-a2fb-1ea5da68199d') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:08.558139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d47cc4-0b7a-498a-a2fb-1ea5da68199d') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:08.562951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59880) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:08.567945 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-4a334191-c84d-4e20-ac9b-ca1d5bf04cc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Network 5cec3342-9e55-4e91-99e8-ff77baea25ee is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:08.569045 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.586778 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.588859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-4a334191-c84d-4e20-ac9b-ca1d5bf04cc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:08.607020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-4a334191-c84d-4e20-ac9b-ca1d5bf04cc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:08.616041 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.618650 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ce9ee627-aa65-4acf-ab2e-b81e1cca7515 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:28:08.620308 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:28:08.621374 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:28:08.623265 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:28:08.627059 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.652508 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6dea42ab-e660-4d0f-a8d1-9aa68900028d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.660753 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: ce9ee627-aa65-4acf-ab2e-b81e1cca7515 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:28:08.661253 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ce9ee627-aa65-4acf-ab2e-b81e1cca7515 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:28:08.662321 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43b8dec7-b02e-490e-86e9-74927595526d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.677942 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a334191-c84d-4e20-ac9b-ca1d5bf04cc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Pushing event updated for resources: {'Port': ['ID=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:08.692887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43b8dec7-b02e-490e-86e9-74927595526d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.694688 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Attempting to bind port ad641ec4-82d1-4cab-9877-9f183dab0cc3 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:08.695294 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Attempting to bind port ad641ec4-82d1-4cab-9877-9f183dab0cc3 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:08.695650 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Attempting to bind port ad641ec4-82d1-4cab-9877-9f183dab0cc3 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:08.707543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-ebe77d0e-636d-4960-8510-29254bb80859 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Made reservation on behalf of ca18e70d69384487ae4efe61e82aa845 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:08.708126 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:08.708505 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:08.708906 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.709317 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:08.710131 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Bound port: ad641ec4-82d1-4cab-9877-9f183dab0cc3, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:08.710274 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.712019 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-ebe77d0e-636d-4960-8510-29254bb80859 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.728964 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-73435d18-03b2-4436-8186-24f120819e25 req-65ccc19e-3c7c-4f5b-8922-5c99c02e6eb2 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/security-groups?id=271f31df-8221-4f6d-8696-fc85d8bfc9fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402190 Sep 29 17:28:08.762789 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-4a334191-c84d-4e20-ac9b-ca1d5bf04cc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:08.763511 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-4a334191-c84d-4e20-ac9b-ca1d5bf04cc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.790233 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd45d5c-8e5e-429d-87b9-b0a815092f83 None None] Pushing event updated for resources: {'Port': ['ID=ad641ec4-82d1-4cab-9877-9f183dab0cc3,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:08.795949 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] For port ad641ec4-82d1-4cab-9877-9f183dab0cc3, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:08.809655 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] For port ad641ec4-82d1-4cab-9877-9f183dab0cc3, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ad641ec4-82d1-4cab-9877-9f183dab0cc3,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:08.825614 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.850227 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43b8dec7-b02e-490e-86e9-74927595526d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.855018 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43b8dec7-b02e-490e-86e9-74927595526d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.858370 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-43b8dec7-b02e-490e-86e9-74927595526d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7dcf4a06-83d8-4bb6-82d9-8e1c727cb86d HTTP/1.1" status: 204 len: 168 time: 0.5471113 Sep 29 17:28:08.870990 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.887124 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:08.894550 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0316a6df-fe1b-4df1-9405-6985d2497988 HTTP/1.1" status: 204 len: 168 time: 1.9141314 Sep 29 17:28:08.948376 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Routers {'c6776bf7-8e78-4124-b46d-0505692245d3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:08.953941 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:27:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c6776bf7-8e78-4124-b46d-0505692245d3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:08.957885 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd45d5c-8e5e-429d-87b9-b0a815092f83 None None] Pushing event updated for resources: {'Port': ['ID=ad641ec4-82d1-4cab-9877-9f183dab0cc3,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:08.970372 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8dec7-b02e-490e-86e9-74927595526d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcf4a06-83d8-4bb6-82d9-8e1c727cb86d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:08.972206 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81699e2d-e686-43e3-9e6b-767136954606 admin admin] Pushing event deleted for resources: {'Network': ['ID=0316a6df-fe1b-4df1-9405-6985d2497988,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:09.068450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbcea8-46a4-4a7d-9fc3-f76c42a1715b req-c0cd0f20-d6e9-4f58-9d03-ea64d0fa7296 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:09.070046 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5bbbcea8-46a4-4a7d-9fc3-f76c42a1715b req-c0cd0f20-d6e9-4f58-9d03-ea64d0fa7296 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.49 "GET /v2.0/ports?device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 946 time: 0.4461977 Sep 29 17:28:09.184574 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] Set router c6776bf7-8e78-4124-b46d-0505692245d3 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:09.198219 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0e430-a06c-4bbb-9e6c-b2caa8663ab2 req-9bb65db1-3eba-454b-a9e1-ee5cf30de387 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:09.214826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0e430-a06c-4bbb-9e6c-b2caa8663ab2 req-9bb65db1-3eba-454b-a9e1-ee5cf30de387 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:09.222319 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0e430-a06c-4bbb-9e6c-b2caa8663ab2 req-9bb65db1-3eba-454b-a9e1-ee5cf30de387 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:09.239799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0e430-a06c-4bbb-9e6c-b2caa8663ab2 req-9bb65db1-3eba-454b-a9e1-ee5cf30de387 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:09.256129 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-13b0e430-a06c-4bbb-9e6c-b2caa8663ab2 req-9bb65db1-3eba-454b-a9e1-ee5cf30de387 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 3094 time: 0.2818897 Sep 29 17:28:09.337347 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59892) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:09.418325 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-13b0e430-a06c-4bbb-9e6c-b2caa8663ab2 req-bf631655-e783-4297-be15-d735845d5df5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543436 Sep 29 17:28:09.429068 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'name': 'tempest-ServersTestBootFromVolume-1630993829-router', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:01Z', 'updated_at': '2021-09-29T17:28:04Z', 'revision_number': 3, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'gw_port': {'id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:03Z', 'updated_at': '2021-09-29T17:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:09.464646 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-5bbbcea8-46a4-4a7d-9fc3-f76c42a1715b req-306846c8-e87b-4062-a334-d6fb38f5e137 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Deleting port b15a8450-b1a9-4a75-8a61-6f31b1734e05 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:28:09.465002 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9299ea01-faf3-4112-800d-da0d96d422ae None None] The sync data for ids ['c6776bf7-8e78-4124-b46d-0505692245d3'] in n-d-811748-2 is: [{'id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'name': 'tempest-ServersTestBootFromVolume-1630993829-router', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:01Z', 'updated_at': '2021-09-29T17:28:04Z', 'revision_number': 3, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'gw_port': {'id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:03Z', 'updated_at': '2021-09-29T17:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:28:09.465181 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5bbbcea8-46a4-4a7d-9fc3-f76c42a1715b req-306846c8-e87b-4062-a334-d6fb38f5e137 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:09.469540 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a0c46e93-ea60-4b7e-a078-47958cbdf652 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c400794cd81349d482a3d976bff06777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1159186 Sep 29 17:28:09.478036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5f9055-8d07-4b4b-9619-43d9ca62cbdb req-3f8eb687-fe8a-41e1-9868-bd4b65f1cb5a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:09.479710 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d5f9055-8d07-4b4b-9619-43d9ca62cbdb req-3f8eb687-fe8a-41e1-9868-bd4b65f1cb5a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 931 time: 0.1848910 Sep 29 17:28:09.480218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59896) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:09.622412 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-5bbbcea8-46a4-4a7d-9fc3-f76c42a1715b req-306846c8-e87b-4062-a334-d6fb38f5e137 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] For port b15a8450-b1a9-4a75-8a61-6f31b1734e05, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b15a8450-b1a9-4a75-8a61-6f31b1734e05,segment=NetworkSegment(288ab532-e0ad-432f-a9ef-374a7b589f25),segment_id=288ab532-e0ad-432f-a9ef-374a7b589f25)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:09.627923 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5bbbcea8-46a4-4a7d-9fc3-f76c42a1715b req-306846c8-e87b-4062-a334-d6fb38f5e137 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:09.635773 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6dea42ab-e660-4d0f-a8d1-9aa68900028d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:09.637883 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:09.646556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-5bbbcea8-46a4-4a7d-9fc3-f76c42a1715b req-306846c8-e87b-4062-a334-d6fb38f5e137 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Calling delete_port for b15a8450-b1a9-4a75-8a61-6f31b1734e05 owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:28:09.676720 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6dea42ab-e660-4d0f-a8d1-9aa68900028d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:09.686330 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-20aeb1b9-79c9-4e38-8a1e-c79d26516a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:09.710550 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-20aeb1b9-79c9-4e38-8a1e-c79d26516a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:09.758606 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-4a334191-c84d-4e20-ac9b-ca1d5bf04cc1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3105881 Sep 29 17:28:09.769417 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d5f9055-8d07-4b4b-9619-43d9ca62cbdb req-85eeea6c-6154-45c2-9071-be22d3367791 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409000 Sep 29 17:28:09.791168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Request body: {'port': {'device_id': 'bd39e5f3-62a1-428b-b587-b7d670dca34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:09.805146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-ebe77d0e-636d-4960-8510-29254bb80859 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Allocated IP 10.2.2.200 (9c23919b-5dc6-4f3c-a975-ad284351567f/ba6db94f-8467-4528-901c-b0e5cf73d643/4ac97f78-24c1-449e-afb9-e4018a0797de) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:09.907814 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5bbbcea8-46a4-4a7d-9fc3-f76c42a1715b req-306846c8-e87b-4062-a334-d6fb38f5e137 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:09.923958 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['b15a8450-b1a9-4a75-8a61-6f31b1734e05'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:28:09.986063 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43c2fff8-b9f1-4a92-8c6c-483468f0b009 req-fec62801-b5d4-496a-b4eb-5fd960f0dd10 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.44 "GET /v2.0/ports?device_id=31c5586e-a8a5-4c1d-b318-a58641c97cd6 HTTP/1.1" status: 200 len: 210 time: 0.0759671 Sep 29 17:28:09.986825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306846c8-e87b-4062-a334-d6fb38f5e137 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Pushing event deleted for resources: {'Port': ['ID=b15a8450-b1a9-4a75-8a61-6f31b1734e05,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:09.990140 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-20aeb1b9-79c9-4e38-8a1e-c79d26516a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:09.996045 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-20aeb1b9-79c9-4e38-8a1e-c79d26516a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:09.997402 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-20aeb1b9-79c9-4e38-8a1e-c79d26516a42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78aeccc2-57b4-4b81-805d-607a918ac52e HTTP/1.1" status: 204 len: 168 time: 0.5069208 Sep 29 17:28:10.073773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbbcea8-46a4-4a7d-9fc3-f76c42a1715b req-306846c8-e87b-4062-a334-d6fb38f5e137 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] No DVR routers for this DVR port b15a8450-b1a9-4a75-8a61-6f31b1734e05 on host n-h1-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:28:10.074413 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6dea42ab-e660-4d0f-a8d1-9aa68900028d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb5623d63fc94b03b899d005bfdbe8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5037863 Sep 29 17:28:10.078704 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59918) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:10.081317 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5bbbcea8-46a4-4a7d-9fc3-f76c42a1715b req-306846c8-e87b-4062-a334-d6fb38f5e137 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:10.083362 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5bbbcea8-46a4-4a7d-9fc3-f76c42a1715b req-306846c8-e87b-4062-a334-d6fb38f5e137 tempest-InstanceActionsTestJSON-1487277008 tempest-InstanceActionsTestJSON-1487277008-project] 10.222.0.49 "DELETE /v2.0/ports/b15a8450-b1a9-4a75-8a61-6f31b1734e05 HTTP/1.1" status: 204 len: 173 time: 1.0009422 Sep 29 17:28:10.083879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c5586e-a8a5-4c1d-b318-a58641c97cd6', 'name': 'network-vif-deleted', 'tag': 'b15a8450-b1a9-4a75-8a61-6f31b1734e05'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:10.085692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea42ab-e660-4d0f-a8d1-9aa68900028d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1306a203-3844-4457-9a27-9c1c8bf625c3,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:10.086362 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772e3ac7-1df6-48be-a2c2-df464201a1b6" -d '{"events": [{"server_uuid": "31c5586e-a8a5-4c1d-b318-a58641c97cd6", "name": "network-vif-deleted", "tag": "b15a8450-b1a9-4a75-8a61-6f31b1734e05"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:10.192247 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-733931fe-596b-49bc-b86b-0bedd1607be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:10.203850 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84bdc7c-12ae-4902-9e98-de9f9a9ef3a4 x-openstack-request-id: req-c84bdc7c-12ae-4902-9e98-de9f9a9ef3a4 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:10.204086 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c5586e-a8a5-4c1d-b318-a58641c97cd6", "name": "network-vif-deleted", "tag": "b15a8450-b1a9-4a75-8a61-6f31b1734e05", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:10.204328 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c84bdc7c-12ae-4902-9e98-de9f9a9ef3a4 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:10.204946 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c5586e-a8a5-4c1d-b318-a58641c97cd6', 'name': 'network-vif-deleted', 'tag': 'b15a8450-b1a9-4a75-8a61-6f31b1734e05', 'status': 'completed', 'code': 200} Sep 29 17:28:10.229897 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59922) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:10.262770 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aeb1b9-79c9-4e38-8a1e-c79d26516a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78aeccc2-57b4-4b81-805d-607a918ac52e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:10.273879 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:10.297029 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-733931fe-596b-49bc-b86b-0bedd1607be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:10.416745 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-733931fe-596b-49bc-b86b-0bedd1607be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:10.419253 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-733931fe-596b-49bc-b86b-0bedd1607be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:10.422891 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-733931fe-596b-49bc-b86b-0bedd1607be6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1306a203-3844-4457-9a27-9c1c8bf625c3 HTTP/1.1" status: 204 len: 168 time: 0.3408718 Sep 29 17:28:10.429041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733931fe-596b-49bc-b86b-0bedd1607be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1306a203-3844-4457-9a27-9c1c8bf625c3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:10.629711 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-ebe77d0e-636d-4960-8510-29254bb80859 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:10.681185 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ad641ec4-82d1-4cab-9877-9f183dab0cc3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:10.709394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Allocated IP 172.20.0.1 (3e6710c7-1fe8-4a10-9f65-7890954b63b6/1e85c7a8-9fc7-434c-811c-81a62dc0488e/5ca24fc9-b4e1-42a2-9b7f-097070d87fab) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:10.772614 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-bf84afc1-338b-4d93-bdcf-93ef04baed73 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1867689345-network', 'tenant_id': 'cae89b705b60411e8ec3798397d79ba6'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:10.839582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ad641ec4-82d1-4cab-9877-9f183dab0cc3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:10.841734 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:10.847040 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:10.926347 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cf3e4-a62a-427c-a714-16bd43f2868d req-81ba7897-097a-4caf-ae3f-afa8a54bcc47 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:10.939720 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cf3e4-a62a-427c-a714-16bd43f2868d req-81ba7897-097a-4caf-ae3f-afa8a54bcc47 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:10.945007 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-96e8ffbd-1d48-4738-a203-78eacb05bd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:10.964123 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cf3e4-a62a-427c-a714-16bd43f2868d req-81ba7897-097a-4caf-ae3f-afa8a54bcc47 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:10.983187 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cf3e4-a62a-427c-a714-16bd43f2868d req-81ba7897-097a-4caf-ae3f-afa8a54bcc47 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:10.995504 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6f4cf3e4-a62a-427c-a714-16bd43f2868d req-81ba7897-097a-4caf-ae3f-afa8a54bcc47 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 3094 time: 0.3509967 Sep 29 17:28:11.018439 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:11.030321 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf84afc1-338b-4d93-bdcf-93ef04baed73 admin admin] Made reservation on behalf of cae89b705b60411e8ec3798397d79ba6 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:11.046848 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf84afc1-338b-4d93-bdcf-93ef04baed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:11.058619 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:11.073053 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf84afc1-338b-4d93-bdcf-93ef04baed73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:11.097835 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port ad641ec4-82d1-4cab-9877-9f183dab0cc3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ad641ec4-82d1-4cab-9877-9f183dab0cc3,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:11.106764 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:11.155213 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6f4cf3e4-a62a-427c-a714-16bd43f2868d req-7152d853-e1b3-4fcb-9b72-2b42a91f2820 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584957 Sep 29 17:28:11.259701 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=ad641ec4-82d1-4cab-9877-9f183dab0cc3,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:11.260845 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-ebe77d0e-636d-4960-8510-29254bb80859 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:11.308496 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59956) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:11.380242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Network 3e6710c7-1fe8-4a10-9f65-7890954b63b6 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:11.403260 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4c3d4f-ca7a-4d28-a509-cb907e1c2e87 admin admin] Deleting subnet c562f1b2-4a5a-4c07-8778-d625f391a277 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:28:11.407355 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8b4c3d4f-ca7a-4d28-a509-cb907e1c2e87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:11.417753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581dd43d-261e-47dd-91c3-6d2f600af794 req-1ca49ebf-3e10-4d8e-8b71-55b3bdbf23c0 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:11.419335 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-581dd43d-261e-47dd-91c3-6d2f600af794 req-1ca49ebf-3e10-4d8e-8b71-55b3bdbf23c0 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 931 time: 0.4104142 Sep 29 17:28:11.421400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-ebe77d0e-636d-4960-8510-29254bb80859 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Network 9c23919b-5dc6-4f3c-a975-ad284351567f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:11.433992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:11.440305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:11.448400 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8b4c3d4f-ca7a-4d28-a509-cb907e1c2e87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:11.514248 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8b4c3d4f-ca7a-4d28-a509-cb907e1c2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:11.577057 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf84afc1-338b-4d93-bdcf-93ef04baed73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:11.587510 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf84afc1-338b-4d93-bdcf-93ef04baed73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:11.647754 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf84afc1-338b-4d93-bdcf-93ef04baed73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:28:11.660422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84afc1-338b-4d93-bdcf-93ef04baed73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720afc29-1c8f-4cad-8170-fb69404cd135,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:11.667952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8b4c3d4f-ca7a-4d28-a509-cb907e1c2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:11.701420 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf84afc1-338b-4d93-bdcf-93ef04baed73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:11.702088 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-bf84afc1-338b-4d93-bdcf-93ef04baed73 admin admin] Added segment d8159dec-076d-4ebd-8e09-88bbc779c717 of type vlan for network 3b1937dc-76dd-4c84-bbdc-57194fbcc7ac Sep 29 17:28:11.718848 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8b4c3d4f-ca7a-4d28-a509-cb907e1c2e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:11.721473 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8b4c3d4f-ca7a-4d28-a509-cb907e1c2e87 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c562f1b2-4a5a-4c07-8778-d625f391a277 HTTP/1.1" status: 204 len: 168 time: 0.4127636 Sep 29 17:28:11.809767 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59974) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:11.810494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c3d4f-ca7a-4d28-a509-cb907e1c2e87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c562f1b2-4a5a-4c07-8778-d625f391a277,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:11.858747 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-89b4e1c0-de87-4884-88d6-565bae19a4d2 None None] Provisioning complete for port 5ca24fc9-b4e1-42a2-9b7f-097070d87fab triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:11.859003 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-89b4e1c0-de87-4884-88d6-565bae19a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:11.891503 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf84afc1-338b-4d93-bdcf-93ef04baed73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:11.932658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-ebe77d0e-636d-4960-8510-29254bb80859 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:11.935128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Pushing event updated for resources: {'Port': ['ID=5ca24fc9-b4e1-42a2-9b7f-097070d87fab,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:11.960238 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-89b4e1c0-de87-4884-88d6-565bae19a4d2 None None] Port 5ca24fc9-b4e1-42a2-9b7f-097070d87fab cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:28:11.979339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-ebe77d0e-636d-4960-8510-29254bb80859 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:12.084444 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-79789537-e43a-47a1-9382-2705352cc59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:12.097478 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf84afc1-338b-4d93-bdcf-93ef04baed73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:12.098741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf84afc1-338b-4d93-bdcf-93ef04baed73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:12.100753 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf84afc1-338b-4d93-bdcf-93ef04baed73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:12.206734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-ebe77d0e-636d-4960-8510-29254bb80859 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:12.207692 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-ebe77d0e-636d-4960-8510-29254bb80859 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:12.212690 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bf84afc1-338b-4d93-bdcf-93ef04baed73 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9817159 Sep 29 17:28:12.213475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59988) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:12.223058 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-290d18ff-e3e8-48dc-8beb-03af060623b0 admin admin] Request body: {'subnet': {'network_id': '3b1937dc-76dd-4c84-bbdc-57194fbcc7ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1867689345-subnet', 'tenant_id': 'cae89b705b60411e8ec3798397d79ba6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:12.298484 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-581dd43d-261e-47dd-91c3-6d2f600af794 req-23760e6e-68bf-4716-82f7-89d7f472cd5b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8615255 Sep 29 17:28:12.305512 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5e18b3e8-918a-4949-9882-61559898ee28 None None] Provisioning complete for port 4ac97f78-24c1-449e-afb9-e4018a0797de triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:12.305897 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5e18b3e8-918a-4949-9882-61559898ee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:12.324222 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:12.324349 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84afc1-338b-4d93-bdcf-93ef04baed73 admin admin] Pushing event updated for resources: {'Network': ['ID=3b1937dc-76dd-4c84-bbdc-57194fbcc7ac,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:12.397712 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5e18b3e8-918a-4949-9882-61559898ee28 None None] Port 4ac97f78-24c1-449e-afb9-e4018a0797de cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:28:12.407663 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 3b1937dc-76dd-4c84-bbdc-57194fbcc7ac details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:28:12.411615 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-79789537-e43a-47a1-9382-2705352cc59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:12.418313 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290d18ff-e3e8-48dc-8beb-03af060623b0 admin admin] Made reservation on behalf of cae89b705b60411e8ec3798397d79ba6 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:12.431961 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-290d18ff-e3e8-48dc-8beb-03af060623b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:12.472779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe77d0e-636d-4960-8510-29254bb80859 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event updated for resources: {'Port': ['ID=4ac97f78-24c1-449e-afb9-e4018a0797de,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:12.526724 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-ebe77d0e-636d-4960-8510-29254bb80859 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4610279 Sep 29 17:28:12.547853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-79789537-e43a-47a1-9382-2705352cc59a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec8883e-bd2c-4ae1-ad16-312a7d2c8cab']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:12.564984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Request body: {'port': {'device_id': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:12.621938 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-79789537-e43a-47a1-9382-2705352cc59a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288ab532-e0ad-432f-a9ef-374a7b589f25') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:12.622571 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-79789537-e43a-47a1-9382-2705352cc59a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288ab532-e0ad-432f-a9ef-374a7b589f25') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:12.630594 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ad641ec4-82d1-4cab-9877-9f183dab0cc3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:12.642078 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-79789537-e43a-47a1-9382-2705352cc59a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:12.727122 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ad641ec4-82d1-4cab-9877-9f183dab0cc3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:12.727122 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:12.802205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84295fd1-22a3-48d9-8287-605472c79c57 req-cbf58583-5ce5-4a7f-9dd0-745c78949605 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:12.815679 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84295fd1-22a3-48d9-8287-605472c79c57 req-cbf58583-5ce5-4a7f-9dd0-745c78949605 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:12.825315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84295fd1-22a3-48d9-8287-605472c79c57 req-cbf58583-5ce5-4a7f-9dd0-745c78949605 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:12.846437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84295fd1-22a3-48d9-8287-605472c79c57 req-cbf58583-5ce5-4a7f-9dd0-745c78949605 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:12.855808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84295fd1-22a3-48d9-8287-605472c79c57 req-cbf58583-5ce5-4a7f-9dd0-745c78949605 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:12.866872 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-84295fd1-22a3-48d9-8287-605472c79c57 req-cbf58583-5ce5-4a7f-9dd0-745c78949605 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 3815 time: 0.4256589 Sep 29 17:28:12.939080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:12.949734 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:12.972581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Transition to ACTIVE for port object 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:28:13.005687 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:13.035902 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-79789537-e43a-47a1-9382-2705352cc59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:13.054654 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:13.054883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79789537-e43a-47a1-9382-2705352cc59a admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:28:13.054883 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-79789537-e43a-47a1-9382-2705352cc59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:28:13.056561 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:28:13.096060 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-84295fd1-22a3-48d9-8287-605472c79c57 req-e73485ae-dc9e-4e8d-8bde-c1d36b24a8e2 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211723 Sep 29 17:28:13.151469 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-79789537-e43a-47a1-9382-2705352cc59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:13.158364 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-79789537-e43a-47a1-9382-2705352cc59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:13.160389 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-79789537-e43a-47a1-9382-2705352cc59a admin admin] 10.222.0.44 "DELETE /v2.0/networks/eec8883e-bd2c-4ae1-ad16-312a7d2c8cab HTTP/1.1" status: 204 len: 168 time: 1.3444600 Sep 29 17:28:13.220323 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79789537-e43a-47a1-9382-2705352cc59a admin admin] Pushing event deleted for resources: {'Network': ['ID=eec8883e-bd2c-4ae1-ad16-312a7d2c8cab,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:13.240679 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Pushing event updated for resources: {'Port': ['ID=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:13.269676 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-290d18ff-e3e8-48dc-8beb-03af060623b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:13.296937 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:13.351023 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d18ff-e3e8-48dc-8beb-03af060623b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f76b6d-caa0-4508-a954-344c86821fc8,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:13.398565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290d18ff-e3e8-48dc-8beb-03af060623b0 admin admin] Checking segment: {'id': 'd8159dec-076d-4ebd-8e09-88bbc779c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3b1937dc-76dd-4c84-bbdc-57194fbcc7ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:13.399313 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290d18ff-e3e8-48dc-8beb-03af060623b0 admin admin] Network hostable DHCP agents. Network: 3b1937dc-76dd-4c84-bbdc-57194fbcc7ac, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:28:13.422161 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290d18ff-e3e8-48dc-8beb-03af060623b0 admin admin] Network 3b1937dc-76dd-4c84-bbdc-57194fbcc7ac is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:28:13.436353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60010) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:13.458152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-290d18ff-e3e8-48dc-8beb-03af060623b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 3b1937dc-76dd-4c84-bbdc-57194fbcc7ac) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:13.470767 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290d18ff-e3e8-48dc-8beb-03af060623b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:13.472713 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-290d18ff-e3e8-48dc-8beb-03af060623b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:13.482929 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37b0b5d-37b1-4e44-aacc-53b80af516ba None None] Network 3b1937dc-76dd-4c84-bbdc-57194fbcc7ac requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:28:13.501331 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-48b5bae7-9c41-4d9f-920f-eac11b88c888 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6cafb4eccba54f978669d40ff9b8feed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620608 Sep 29 17:28:13.506984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60012) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:13.508891 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-290d18ff-e3e8-48dc-8beb-03af060623b0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2924473 Sep 29 17:28:13.544181 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e52d9e6a-73ac-4204-8acf-d7c5c2e0949c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:13.585641 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c7774e9-153e-405d-a5ee-3c2b182eac1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:13.610723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Attempting to bind port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:13.611110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Attempting to bind port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:13.611388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Attempting to bind port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:13.627122 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c7774e9-153e-405d-a5ee-3c2b182eac1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:13.635501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60016) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:13.649108 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313df63-63f7-4d57-b701-86dce41fcb81 req-d14439d9-37ea-4366-ab27-0aa9c5dd3210 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:13.656814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5313df63-63f7-4d57-b701-86dce41fcb81 req-d14439d9-37ea-4366-ab27-0aa9c5dd3210 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 943 time: 0.2462223 Sep 29 17:28:13.676311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:28:13.676717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Attempting to bind port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:13.759745 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:13.760080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Checking segment: {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:13.760467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Bound using segment: {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:13.760956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Bound port: 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:13.761378 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:13.768105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c7774e9-153e-405d-a5ee-3c2b182eac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:13.772231 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c7774e9-153e-405d-a5ee-3c2b182eac1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:13.777316 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9c7774e9-153e-405d-a5ee-3c2b182eac1d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/271f31df-8221-4f6d-8696-fc85d8bfc9fa HTTP/1.1" status: 204 len: 168 time: 0.2672617 Sep 29 17:28:13.796084 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7774e9-153e-405d-a5ee-3c2b182eac1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271f31df-8221-4f6d-8696-fc85d8bfc9fa,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:13.840816 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5313df63-63f7-4d57-b701-86dce41fcb81 req-be8698bc-6e3c-4800-975a-7d008297d89a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830516 Sep 29 17:28:13.982192 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4757b86b-cd37-41ca-8f97-042be89c40de None None] Network 3b1937dc-76dd-4c84-bbdc-57194fbcc7ac requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:28:13.988497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b15a8450-b1a9-4a75-8a61-6f31b1734e05 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:28:14.001582 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:14.026181 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:14.058151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: b15a8450-b1a9-4a75-8a61-6f31b1734e05 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:28:14.058705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b15a8450-b1a9-4a75-8a61-6f31b1734e05 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:28:14.252606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-8517ad7c-e983-4d62-8b29-79d5fd086080 req-d870ed25-2725-4888-aa19-87987aafd3a0 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-995927367', 'description': 'tempest-description-1403120073'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:14.258163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] For port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:14.274514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] For port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:14.290057 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:14.307872 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e78fec3-5ad5-4b28-8b51-432760c59133 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:14.324490 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:14.335906 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:14.354785 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97729528-e715-49e4-ac66-b6880ec5afa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:14.357210 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:14.366881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Pushing event updated for resources: {'Port': ['ID=5ca24fc9-b4e1-42a2-9b7f-097070d87fab,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:14.383716 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdc1e9-4570-4b3b-ac24-64fdb57689ba req-d4380586-bdba-4c11-a5b1-5b20905df3e5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:14.394034 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdc1e9-4570-4b3b-ac24-64fdb57689ba req-d4380586-bdba-4c11-a5b1-5b20905df3e5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:14.394255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Transition to ACTIVE for port object 7e78fec3-5ad5-4b28-8b51-432760c59133 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:28:14.395980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:14.396700 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:14.398018 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] 10.222.0.35 "PUT /v2.0/ports/4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 HTTP/1.1" status: 200 len: 1091 time: 4.6111999 Sep 29 17:28:14.400360 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd39e5f3-62a1-428b-b587-b7d670dca34a', 'tag': '4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:14.402753 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f462a4-95f2-4834-b9ab-fb052178e2a1" -d '{"events": [{"name": "network-changed", "server_uuid": "bd39e5f3-62a1-428b-b587-b7d670dca34a", "tag": "4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:14.404506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdc1e9-4570-4b3b-ac24-64fdb57689ba req-d4380586-bdba-4c11-a5b1-5b20905df3e5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:14.418696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdc1e9-4570-4b3b-ac24-64fdb57689ba req-d4380586-bdba-4c11-a5b1-5b20905df3e5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:14.425086 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdc1e9-4570-4b3b-ac24-64fdb57689ba req-d4380586-bdba-4c11-a5b1-5b20905df3e5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:14.431035 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:14.432684 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e5cdc1e9-4570-4b3b-ac24-64fdb57689ba req-d4380586-bdba-4c11-a5b1-5b20905df3e5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 3815 time: 0.1285939 Sep 29 17:28:14.432913 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8517ad7c-e983-4d62-8b29-79d5fd086080 req-d870ed25-2725-4888-aa19-87987aafd3a0 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:14.475827 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:14.504395 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e5cdc1e9-4570-4b3b-ac24-64fdb57689ba req-532568dd-0ccc-4ac9-9d81-e62bea5cc08d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575695 Sep 29 17:28:14.574642 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:14.624800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87f22e-3ba6-4b17-affe-e218552e540f service neutron] Pushing event updated for resources: {'Port': ['ID=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:14.964300 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378345b5-28e2-4f8e-bd25-2c25bee57711 x-openstack-request-id: req-378345b5-28e2-4f8e-bd25-2c25bee57711 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:14.964892 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd39e5f3-62a1-428b-b587-b7d670dca34a", "tag": "4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:14.965331 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-378345b5-28e2-4f8e-bd25-2c25bee57711 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:14.965901 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd39e5f3-62a1-428b-b587-b7d670dca34a', 'tag': '4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4', 'status': 'completed', 'code': 200} Sep 29 17:28:15.011153 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-3e56169b-b6a6-4af0-8c89-d2341319fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:15.013416 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-3e56169b-b6a6-4af0-8c89-d2341319fa29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 1094 time: 0.5420585 Sep 29 17:28:15.051054 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60058) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:15.095681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Pushing event updated for resources: {'Port': ['ID=7e78fec3-5ad5-4b28-8b51-432760c59133,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:15.110304 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-4d2989ef-0764-4eab-ab73-c3f948b01a30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 HTTP/1.1" status: 200 len: 217 time: 0.0778396 Sep 29 17:28:15.112293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Network 3e6710c7-1fe8-4a10-9f65-7890954b63b6 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:15.122786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:15.181818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Attempting to bind port 7e78fec3-5ad5-4b28-8b51-432760c59133 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:15.182589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Attempting to bind port 7e78fec3-5ad5-4b28-8b51-432760c59133 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '5792626b-bc67-4e41-a185-ecbf05d06c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:15.183250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Attempting to bind port 7e78fec3-5ad5-4b28-8b51-432760c59133 on network 2b255708-c2d9-4b94-9aae-118e45662db8 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:15.208355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b549d6db-d7a3-44a9-bc2e-0ebd6ded1cb9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1698447124-network', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:15.252624 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97729528-e715-49e4-ac66-b6880ec5afa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.286986 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Port 7e78fec3-5ad5-4b28-8b51-432760c59133 on network 2b255708-c2d9-4b94-9aae-118e45662db8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:28:15.287312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Attempting to bind port 7e78fec3-5ad5-4b28-8b51-432760c59133 on network 2b255708-c2d9-4b94-9aae-118e45662db8 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:15.299876 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97729528-e715-49e4-ac66-b6880ec5afa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.334700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:15.335038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Checking segment: {'id': '5792626b-bc67-4e41-a185-ecbf05d06c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:15.335425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Bound using segment: {'id': '5792626b-bc67-4e41-a185-ecbf05d06c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:15.335883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Bound port: 7e78fec3-5ad5-4b28-8b51-432760c59133, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5792626b-bc67-4e41-a185-ecbf05d06c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:15.336242 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.338977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-0d2ce875-1864-4d81-958a-0296d8d836a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:15.340463 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-0d2ce875-1864-4d81-958a-0296d8d836a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=469f6337-ae09-4156-997e-8aa5990644df HTTP/1.1" status: 200 len: 852 time: 0.2219470 Sep 29 17:28:15.423725 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8a420-5e28-4dbb-b9b1-96e7e4ff242f req-a844bd82-538f-48a0-b218-a9529f677189 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:15.426517 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-11f8a420-5e28-4dbb-b9b1-96e7e4ff242f req-a844bd82-538f-48a0-b218-a9529f677189 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 943 time: 0.0599070 Sep 29 17:28:15.427065 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-b7ba5bcc-ff81-424c-8cd4-31ed15531b34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5cec3342-9e55-4e91-99e8-ff77baea25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561342 Sep 29 17:28:15.453771 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-97729528-e715-49e4-ac66-b6880ec5afa0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f8496b31c6b44d2aa8d97071a30d6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8170185 Sep 29 17:28:15.458948 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60064) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:15.462455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97729528-e715-49e4-ac66-b6880ec5afa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0efc2d-4260-4ec2-914f-dddf1d42571b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:15.496643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a75ae210-8cea-4b59-ba23-5609f8faacbe None None] Provisioning complete for port 5ca24fc9-b4e1-42a2-9b7f-097070d87fab triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:15.497020 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a75ae210-8cea-4b59-ba23-5609f8faacbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.540048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Router c6776bf7-8e78-4124-b46d-0505692245d3 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:28:15.543150 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-11f8a420-5e28-4dbb-b9b1-96e7e4ff242f req-9c6c6b9d-fa6c-42c0-942d-97e69ce11b26 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095371 Sep 29 17:28:15.553077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a75ae210-8cea-4b59-ba23-5609f8faacbe None None] Port 5ca24fc9-b4e1-42a2-9b7f-097070d87fab cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:28:15.570325 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c853172e-d9a0-4eb3-896b-8dac0ce2a112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.602292 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c853172e-d9a0-4eb3-896b-8dac0ce2a112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.615366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] For port 7e78fec3-5ad5-4b28-8b51-432760c59133, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:15.639543 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8517ad7c-e983-4d62-8b29-79d5fd086080 req-d870ed25-2725-4888-aa19-87987aafd3a0 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.648334 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] For port 7e78fec3-5ad5-4b28-8b51-432760c59133, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=7e78fec3-5ad5-4b28-8b51-432760c59133,segment=NetworkSegment(5792626b-bc67-4e41-a185-ecbf05d06c7e),segment_id=5792626b-bc67-4e41-a185-ecbf05d06c7e)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:15.659940 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8517ad7c-e983-4d62-8b29-79d5fd086080 req-d870ed25-2725-4888-aa19-87987aafd3a0 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.727737 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b549d6db-d7a3-44a9-bc2e-0ebd6ded1cb9 admin admin] Made reservation on behalf of 9c851dbf4ea64b1cade6a77890b0e11c for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:15.730128 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b549d6db-d7a3-44a9-bc2e-0ebd6ded1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.732231 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.745174 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256dab0-221f-49c2-acb0-05f8305eacc5 req-e9a2a056-aac7-4b4a-ac04-9203eb36a2c7 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:15.752696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256dab0-221f-49c2-acb0-05f8305eacc5 req-e9a2a056-aac7-4b4a-ac04-9203eb36a2c7 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:15.757673 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-7ce84bc1-441c-4180-af3c-1df472ee223a service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962260 Sep 29 17:28:15.759543 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256dab0-221f-49c2-acb0-05f8305eacc5 req-e9a2a056-aac7-4b4a-ac04-9203eb36a2c7 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:15.767645 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256dab0-221f-49c2-acb0-05f8305eacc5 req-e9a2a056-aac7-4b4a-ac04-9203eb36a2c7 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:15.774679 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256dab0-221f-49c2-acb0-05f8305eacc5 req-e9a2a056-aac7-4b4a-ac04-9203eb36a2c7 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:15.776731 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d256dab0-221f-49c2-acb0-05f8305eacc5 req-e9a2a056-aac7-4b4a-ac04-9203eb36a2c7 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 3827 time: 0.1050851 Sep 29 17:28:15.784472 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b549d6db-d7a3-44a9-bc2e-0ebd6ded1cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.803944 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c853172e-d9a0-4eb3-896b-8dac0ce2a112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.806466 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c853172e-d9a0-4eb3-896b-8dac0ce2a112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.807464 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8517ad7c-e983-4d62-8b29-79d5fd086080 req-d870ed25-2725-4888-aa19-87987aafd3a0 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.808857 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8517ad7c-e983-4d62-8b29-79d5fd086080 req-d870ed25-2725-4888-aa19-87987aafd3a0 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.5687890 Sep 29 17:28:15.823814 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c853172e-d9a0-4eb3-896b-8dac0ce2a112 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b0efc2d-4260-4ec2-914f-dddf1d42571b HTTP/1.1" status: 204 len: 168 time: 0.3482115 Sep 29 17:28:15.852590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:15.856575 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.862437 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] 10.222.0.35 "PUT /v2.0/ports/7e78fec3-5ad5-4b28-8b51-432760c59133 HTTP/1.1" status: 200 len: 1091 time: 3.3097949 Sep 29 17:28:15.899808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870ed25-2725-4888-aa19-87987aafd3a0 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55f8d52-3fd5-48be-9eab-bbf380f09719,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:15.949533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b549d6db-d7a3-44a9-bc2e-0ebd6ded1cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.964979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Request body: {'port': {'device_id': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:15.967613 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b549d6db-d7a3-44a9-bc2e-0ebd6ded1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.980628 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b549d6db-d7a3-44a9-bc2e-0ebd6ded1cb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:28:15.998551 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b549d6db-d7a3-44a9-bc2e-0ebd6ded1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:15.998896 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-b549d6db-d7a3-44a9-bc2e-0ebd6ded1cb9 admin admin] Added segment 3da9526d-7157-4bff-87ac-63ff9a8c2dac of type vlan for network 1f0ca1aa-2785-4da9-a438-d4ec33084832 Sep 29 17:28:16.011363 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853172e-d9a0-4eb3-896b-8dac0ce2a112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0efc2d-4260-4ec2-914f-dddf1d42571b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:16.101167 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65d26c-4b19-4481-8896-db9f40917f66 service neutron] Pushing event updated for resources: {'Port': ['ID=7e78fec3-5ad5-4b28-8b51-432760c59133,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:16.103203 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d256dab0-221f-49c2-acb0-05f8305eacc5 req-55e904c8-9963-4cde-9228-56218196496a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071113 Sep 29 17:28:16.107400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549d6db-d7a3-44a9-bc2e-0ebd6ded1cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d160a6-2bf6-4b22-8fba-5067077508ae,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:16.114025 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b549d6db-d7a3-44a9-bc2e-0ebd6ded1cb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:16.158743 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b549d6db-d7a3-44a9-bc2e-0ebd6ded1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:16.160568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b549d6db-d7a3-44a9-bc2e-0ebd6ded1cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:16.162044 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b549d6db-d7a3-44a9-bc2e-0ebd6ded1cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:16.217343 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:28:16.225691 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b549d6db-d7a3-44a9-bc2e-0ebd6ded1cb9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1731999 Sep 29 17:28:16.227573 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:16.228515 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60082) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:16.232147 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Sync routers for ids ['c6776bf7-8e78-4124-b46d-0505692245d3'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:28:16.234491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-79d52b42-ff3b-4cbf-b636-b9031f628036 req-dadff780-6098-43d2-bfb7-5114809c7b78 service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497740 Sep 29 17:28:16.234989 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-dd875f45-8434-433c-8499-e1d7d7e0334b admin admin] Request body: {'subnet': {'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1698447124-subnet', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:16.244377 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8b88577f-a206-48f9-8d0b-4f7488a63d8a admin admin] 10.222.0.44 "PUT /v2.0/routers/c6776bf7-8e78-4124-b46d-0505692245d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9781470 Sep 29 17:28:16.267857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd875f45-8434-433c-8499-e1d7d7e0334b admin admin] Made reservation on behalf of 9c851dbf4ea64b1cade6a77890b0e11c for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:16.271143 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd875f45-8434-433c-8499-e1d7d7e0334b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:16.279390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Routers {'c6776bf7-8e78-4124-b46d-0505692245d3'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:16.283308 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c6776bf7-8e78-4124-b46d-0505692245d3'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:16.301576 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8324f813-0145-402a-939b-8faec5ecd3d9 req-b54568b0-5d88-4710-aa1e-b1f3fdbfeb06 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "GET /v2.0/security-groups/c55f8d52-3fd5-48be-9eab-bbf380f09719 HTTP/1.1" status: 200 len: 1812 time: 0.2520423 Sep 29 17:28:16.311082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-8324f813-0145-402a-939b-8faec5ecd3d9 req-4a5659e5-980f-4c7d-9fcd-2613a68face1 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c55f8d52-3fd5-48be-9eab-bbf380f09719', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:16.311816 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-8324f813-0145-402a-939b-8faec5ecd3d9 req-4a5659e5-980f-4c7d-9fcd-2613a68face1 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c55f8d52-3fd5-48be-9eab-bbf380f09719', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:16.355075 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549d6db-d7a3-44a9-bc2e-0ebd6ded1cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=1f0ca1aa-2785-4da9-a438-d4ec33084832,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:16.486647 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8324f813-0145-402a-939b-8faec5ecd3d9 req-4a5659e5-980f-4c7d-9fcd-2613a68face1 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:16.488895 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60088) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:16.501680 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 1f0ca1aa-2785-4da9-a438-d4ec33084832 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:28:16.514362 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d2db853c-f52c-4390-ae9b-8062d8f97785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:16.516695 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8324f813-0145-402a-939b-8faec5ecd3d9 req-4a5659e5-980f-4c7d-9fcd-2613a68face1 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:16.525189 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8324f813-0145-402a-939b-8faec5ecd3d9 req-4a5659e5-980f-4c7d-9fcd-2613a68face1 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:16.560889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5659e5-980f-4c7d-9fcd-2613a68face1 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf43a8c-1427-4357-918c-7fa05de72e0f,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:16.606058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f462a4-95f2-4834-b9ab-fb052178e2a1 req-cce81f47-f669-46af-9343-1e2c3ecc576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:16.612626 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58f462a4-95f2-4834-b9ab-fb052178e2a1 req-cce81f47-f669-46af-9343-1e2c3ecc576a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 1094 time: 0.2017710 Sep 29 17:28:16.664022 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Set router c6776bf7-8e78-4124-b46d-0505692245d3 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:16.724145 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd875f45-8434-433c-8499-e1d7d7e0334b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:16.799257 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d2db853c-f52c-4390-ae9b-8062d8f97785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:16.813222 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd875f45-8434-433c-8499-e1d7d7e0334b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d2fd541-a275-4545-a639-0ebd3c6c4961,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:16.815419 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d2db853c-f52c-4390-ae9b-8062d8f97785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:16.840419 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:16.850048 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8324f813-0145-402a-939b-8faec5ecd3d9 req-4a5659e5-980f-4c7d-9fcd-2613a68face1 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:16.866078 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8324f813-0145-402a-939b-8faec5ecd3d9 req-4a5659e5-980f-4c7d-9fcd-2613a68face1 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5622494 Sep 29 17:28:16.868521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd875f45-8434-433c-8499-e1d7d7e0334b admin admin] Checking segment: {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:16.868887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd875f45-8434-433c-8499-e1d7d7e0334b admin admin] Network hostable DHCP agents. Network: 1f0ca1aa-2785-4da9-a438-d4ec33084832, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:28:16.875521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db853c-f52c-4390-ae9b-8062d8f97785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24213cb8-9395-4a98-926e-ca51faa3f52a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:16.880569 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d2db853c-f52c-4390-ae9b-8062d8f97785 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd2d2da76f4d49da86785679a6e3df96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3899572 Sep 29 17:28:16.883530 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60098) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:16.936170 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd875f45-8434-433c-8499-e1d7d7e0334b admin admin] Network 1f0ca1aa-2785-4da9-a438-d4ec33084832 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:28:16.970705 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-dd875f45-8434-433c-8499-e1d7d7e0334b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 1f0ca1aa-2785-4da9-a438-d4ec33084832) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:16.978852 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd875f45-8434-433c-8499-e1d7d7e0334b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:16.979511 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd875f45-8434-433c-8499-e1d7d7e0334b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:16.983328 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ad028454-f865-4b2e-9579-c0322b9b9b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:16.990316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'tag': '7e78fec3-5ad5-4b28-8b51-432760c59133'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:16.991625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dff43c-7e3f-4d24-bec0-04d805bd31b8 None None] Network 1f0ca1aa-2785-4da9-a438-d4ec33084832 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:28:16.993208 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623ce25d-4bb3-4da5-8c45-fac8f596a06a" -d '{"events": [{"name": "network-changed", "server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "tag": "7e78fec3-5ad5-4b28-8b51-432760c59133"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:17.011231 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dd875f45-8434-433c-8499-e1d7d7e0334b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7814546 Sep 29 17:28:17.014680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60102) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:17.019752 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1698447124-router', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:17.024091 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ad028454-f865-4b2e-9579-c0322b9b9b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:17.078652 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:17.079950 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:17.119314 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ad028454-f865-4b2e-9579-c0322b9b9b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:17.125630 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ad028454-f865-4b2e-9579-c0322b9b9b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:17.128398 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ad028454-f865-4b2e-9579-c0322b9b9b63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24213cb8-9395-4a98-926e-ca51faa3f52a HTTP/1.1" status: 204 len: 168 time: 0.2438307 Sep 29 17:28:17.164089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad028454-f865-4b2e-9579-c0322b9b9b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24213cb8-9395-4a98-926e-ca51faa3f52a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:17.166179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc367b0-9c9a-43d2-8863-eb31fb6cbadd req-873acfde-cfb0-4243-b6ed-51ace809665e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:17.174124 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8cc367b0-9c9a-43d2-8863-eb31fb6cbadd req-873acfde-cfb0-4243-b6ed-51ace809665e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 943 time: 0.1756482 Sep 29 17:28:17.176520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f462a4-95f2-4834-b9ab-fb052178e2a1 req-5c46cd9b-719a-401e-8143-ecdf5ae3fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:17.177979 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58f462a4-95f2-4834-b9ab-fb052178e2a1 req-5c46cd9b-719a-401e-8143-ecdf5ae3fe9d service neutron] 10.222.0.35 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 913 time: 0.5424020 Sep 29 17:28:17.218729 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:17.272512 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58f462a4-95f2-4834-b9ab-fb052178e2a1 req-1bff72a6-52d4-4178-a727-9ff1ace9d954 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 HTTP/1.1" status: 200 len: 217 time: 0.0750675 Sep 29 17:28:17.380141 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8cc367b0-9c9a-43d2-8863-eb31fb6cbadd req-20e637de-d0cd-4001-b169-bdef5f5f73f5 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043457 Sep 29 17:28:17.403085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f462a4-95f2-4834-b9ab-fb052178e2a1 req-f059a85b-ab13-4b35-951f-24bfff9e721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:17.408975 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58f462a4-95f2-4834-b9ab-fb052178e2a1 req-f059a85b-ab13-4b35-951f-24bfff9e721c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=469f6337-ae09-4156-997e-8aa5990644df HTTP/1.1" status: 200 len: 852 time: 0.1213529 Sep 29 17:28:17.423570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36d37ce-a325-4d1c-9721-c8f32e0f47e7 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:17.424924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'name': 'tempest-ServersTestBootFromVolume-1630993829-router', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:01Z', 'updated_at': '2021-09-29T17:28:13Z', 'revision_number': 4, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'gw_port': {'id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:03Z', 'updated_at': '2021-09-29T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '5ca24fc9-b4e1-42a2-9b7f-097070d87fab', 'name': '', 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'mac_address': 'fa:16:3e:60:81:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:09Z', 'updated_at': '2021-09-29T17:28:13Z', 'revision_number': 2, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'subnets': [{'id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:17.445259 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:17.456967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Checking router: c6776bf7-8e78-4124-b46d-0505692245d3 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:28:17.457608 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Updating router c6776bf7-8e78-4124-b46d-0505692245d3 port 5ca24fc9-b4e1-42a2-9b7f-097070d87fab binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:28:17.516185 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:17.519788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Transition to ACTIVE for port object a36d37ce-a325-4d1c-9721-c8f32e0f47e7 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:28:17.549136 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:17.554520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60112) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:17.565215 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-014897f2-fcb5-4c04-b087-a8736b9114ee tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1455171440', 'description': 'tempest-description--1624792469'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:17.569312 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:17.578837 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58f462a4-95f2-4834-b9ab-fb052178e2a1 req-4e7a4b15-2955-4da6-8313-6cbaeeaff77c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5cec3342-9e55-4e91-99e8-ff77baea25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242387 Sep 29 17:28:17.582237 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-1f0ca1aa-2785-4da9-a438-d4ec33084832', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:28:17.583588 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:17.700134 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f1925b29-9e3e-47be-84f5-f452e3aaeaf0 req-d1651308-057b-4bc1-b315-52cf2d48ca70 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "GET /v2.0/security-groups/c55f8d52-3fd5-48be-9eab-bbf380f09719 HTTP/1.1" status: 200 len: 2406 time: 0.1440260 Sep 29 17:28:17.712279 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-014897f2-fcb5-4c04-b087-a8736b9114ee tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:17.729819 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58f462a4-95f2-4834-b9ab-fb052178e2a1 req-d74687ba-405a-4aa7-b5b1-7e33ca2b3de9 service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338789 Sep 29 17:28:17.740754 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Allocated IP 172.20.0.2 (1f0ca1aa-2785-4da9-a438-d4ec33084832/4d2fd541-a275-4545-a639-0ebd3c6c4961/5994c1db-b738-4682-955f-3839e9bade9c) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:17.796784 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785bfc47-e635-4974-9a2e-f9da941ba9c8 x-openstack-request-id: req-785bfc47-e635-4974-9a2e-f9da941ba9c8 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:17.797591 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "tag": "7e78fec3-5ad5-4b28-8b51-432760c59133", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:17.798018 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-785bfc47-e635-4974-9a2e-f9da941ba9c8 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:17.798458 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'tag': '7e78fec3-5ad5-4b28-8b51-432760c59133', 'status': 'completed', 'code': 200} Sep 29 17:28:17.828163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Pushing event updated for resources: {'Port': ['ID=a36d37ce-a325-4d1c-9721-c8f32e0f47e7,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:17.935348 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58f462a4-95f2-4834-b9ab-fb052178e2a1 req-c641d0f2-a6f6-4d91-908d-5618a85e9789 service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811125 Sep 29 17:28:18.020491 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Attempting to bind port a36d37ce-a325-4d1c-9721-c8f32e0f47e7 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:18.021009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Attempting to bind port a36d37ce-a325-4d1c-9721-c8f32e0f47e7 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:18.021628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Attempting to bind port a36d37ce-a325-4d1c-9721-c8f32e0f47e7 on network 7ed3e81f-beb1-44af-b586-483c0095cc3b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:18.037104 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Port a36d37ce-a325-4d1c-9721-c8f32e0f47e7 on network 7ed3e81f-beb1-44af-b586-483c0095cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:28:18.037569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Attempting to bind port a36d37ce-a325-4d1c-9721-c8f32e0f47e7 on network 7ed3e81f-beb1-44af-b586-483c0095cc3b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:18.050127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:18.050638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Checking segment: {'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:18.051127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Bound using segment: {'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:18.052500 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Bound port: a36d37ce-a325-4d1c-9721-c8f32e0f47e7, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:18.054315 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.154719 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce25d-4bb3-4da5-8c45-fac8f596a06a req-45a57f32-d382-4fd4-bf39-89007e9cbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:18.155255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce25d-4bb3-4da5-8c45-fac8f596a06a req-45a57f32-d382-4fd4-bf39-89007e9cbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:18.156749 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce25d-4bb3-4da5-8c45-fac8f596a06a req-45a57f32-d382-4fd4-bf39-89007e9cbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:18.156749 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce25d-4bb3-4da5-8c45-fac8f596a06a req-45a57f32-d382-4fd4-bf39-89007e9cbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:18.157220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce25d-4bb3-4da5-8c45-fac8f596a06a req-45a57f32-d382-4fd4-bf39-89007e9cbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:18.157688 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce25d-4bb3-4da5-8c45-fac8f596a06a req-45a57f32-d382-4fd4-bf39-89007e9cbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:18.159683 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-623ce25d-4bb3-4da5-8c45-fac8f596a06a req-45a57f32-d382-4fd4-bf39-89007e9cbca0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca18e70d69384487ae4efe61e82aa845&device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5244 time: 0.3293564 Sep 29 17:28:18.163231 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] For port a36d37ce-a325-4d1c-9721-c8f32e0f47e7, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:18.168033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] For port a36d37ce-a325-4d1c-9721-c8f32e0f47e7, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a36d37ce-a325-4d1c-9721-c8f32e0f47e7,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:18.176799 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.199417 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.211758 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.243117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:18.243735 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.245301 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] 10.222.0.35 "PUT /v2.0/ports/a36d37ce-a325-4d1c-9721-c8f32e0f47e7 HTTP/1.1" status: 200 len: 1131 time: 2.3215561 Sep 29 17:28:18.251661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2dbb9-5d40-4506-859d-34efd7480841 req-dc679219-4641-4b15-bc01-1d3457cad797 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:18.268927 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2dbb9-5d40-4506-859d-34efd7480841 req-dc679219-4641-4b15-bc01-1d3457cad797 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:18.285235 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2dbb9-5d40-4506-859d-34efd7480841 req-dc679219-4641-4b15-bc01-1d3457cad797 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:18.285889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7c6da-577c-4185-8909-3264d9edca28 service neutron] Pushing event updated for resources: {'Port': ['ID=a36d37ce-a325-4d1c-9721-c8f32e0f47e7,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:18.292921 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Network 1f0ca1aa-2785-4da9-a438-d4ec33084832 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:18.294593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Request body: {'port': {'device_id': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:18.300497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:18.314027 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:18.316363 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2dbb9-5d40-4506-859d-34efd7480841 req-dc679219-4641-4b15-bc01-1d3457cad797 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:18.335110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2dbb9-5d40-4506-859d-34efd7480841 req-dc679219-4641-4b15-bc01-1d3457cad797 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:18.352088 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2dbb9-5d40-4506-859d-34efd7480841 req-dc679219-4641-4b15-bc01-1d3457cad797 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:18.357895 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b9b777a-159e-419f-ab5a-fefd317c2850 req-3a831887-4609-4802-9992-5181ce8031ee tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "GET /v2.0/security-group-rules/dcf43a8c-1427-4357-918c-7fa05de72e0f HTTP/1.1" status: 200 len: 778 time: 0.0572150 Sep 29 17:28:18.360890 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a5a2dbb9-5d40-4506-859d-34efd7480841 req-dc679219-4641-4b15-bc01-1d3457cad797 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 4600 time: 0.3027503 Sep 29 17:28:18.377340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Pushing event updated for resources: {'Port': ['ID=5994c1db-b738-4682-955f-3839e9bade9c,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:18.448614 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.473530 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b9b777a-159e-419f-ab5a-fefd317c2850 req-f67cb597-6e89-4d69-a5fc-b3310ba7c4f1 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "GET /v2.0/security-groups/c55f8d52-3fd5-48be-9eab-bbf380f09719 HTTP/1.1" status: 200 len: 2406 time: 0.1056514 Sep 29 17:28:18.502466 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5b9b777a-159e-419f-ab5a-fefd317c2850 req-ab85c9f9-11a1-45cd-b95a-65d0c6ada846 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.525208 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Attempting to bind port 5994c1db-b738-4682-955f-3839e9bade9c on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:18.525770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Attempting to bind port 5994c1db-b738-4682-955f-3839e9bade9c by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:18.526061 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Attempting to bind port 5994c1db-b738-4682-955f-3839e9bade9c on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:18.535169 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5b9b777a-159e-419f-ab5a-fefd317c2850 req-ab85c9f9-11a1-45cd-b95a-65d0c6ada846 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.535878 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:18.536204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Checking segment: {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:18.536845 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.537424 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Bound using segment: {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:18.537910 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Bound port: 5994c1db-b738-4682-955f-3839e9bade9c, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:18.538294 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.548612 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-014897f2-fcb5-4c04-b087-a8736b9114ee tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.586700 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-014897f2-fcb5-4c04-b087-a8736b9114ee tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.609269 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.628237 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.640546 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014897f2-fcb5-4c04-b087-a8736b9114ee tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600877c5-1009-49bb-afa8-553bc31b30d4,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:18.647735 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5b9b777a-159e-419f-ab5a-fefd317c2850 req-ab85c9f9-11a1-45cd-b95a-65d0c6ada846 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.656930 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5b9b777a-159e-419f-ab5a-fefd317c2850 req-ab85c9f9-11a1-45cd-b95a-65d0c6ada846 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.669950 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b9b777a-159e-419f-ab5a-fefd317c2850 req-ab85c9f9-11a1-45cd-b95a-65d0c6ada846 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/dcf43a8c-1427-4357-918c-7fa05de72e0f HTTP/1.1" status: 204 len: 173 time: 0.1954522 Sep 29 17:28:18.685428 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85c9f9-11a1-45cd-b95a-65d0c6ada846 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcf43a8c-1427-4357-918c-7fa05de72e0f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:18.689662 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a5a2dbb9-5d40-4506-859d-34efd7480841 req-ab69c883-a42b-4c6e-870a-7299f399d64e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3233759 Sep 29 17:28:18.727020 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] For port 5994c1db-b738-4682-955f-3839e9bade9c, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:18.732016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] For port 5994c1db-b738-4682-955f-3839e9bade9c, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5994c1db-b738-4682-955f-3839e9bade9c,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:18.732597 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce25d-4bb3-4da5-8c45-fac8f596a06a req-076b015c-e400-4e65-8538-0f069fc47068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:18.733081 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce25d-4bb3-4da5-8c45-fac8f596a06a req-076b015c-e400-4e65-8538-0f069fc47068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:18.734181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce25d-4bb3-4da5-8c45-fac8f596a06a req-076b015c-e400-4e65-8538-0f069fc47068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:18.736091 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-623ce25d-4bb3-4da5-8c45-fac8f596a06a req-076b015c-e400-4e65-8538-0f069fc47068 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ca18e70d69384487ae4efe61e82aa845&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5602467 Sep 29 17:28:18.736833 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-014897f2-fcb5-4c04-b087-a8736b9114ee tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.738087 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-014897f2-fcb5-4c04-b087-a8736b9114ee tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1797383 Sep 29 17:28:18.742065 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a42d3e-1b0e-43d5-ac6d-ad5258b2870b None None] Pushing event updated for resources: {'Port': ['ID=5ca24fc9-b4e1-42a2-9b7f-097070d87fab,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:18.748484 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60140) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:18.748958 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.971001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf789fd-9e5e-45c5-ac25-0c14ac88b596 None None] Pushing event updated for resources: {'Port': ['ID=5994c1db-b738-4682-955f-3839e9bade9c,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:18.974279 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Attempting to bind port 5ca24fc9-b4e1-42a2-9b7f-097070d87fab on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:18.974918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Attempting to bind port 5ca24fc9-b4e1-42a2-9b7f-097070d87fab by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd7016e54-47ea-4b2d-9629-f20581fcbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:18.976808 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Attempting to bind port 5ca24fc9-b4e1-42a2-9b7f-097070d87fab on network 3e6710c7-1fe8-4a10-9f65-7890954b63b6 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:18.986891 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:18.991011 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-0bc1c5bf-dd12-4b71-a975-33c05c6b7e79 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Request body: {'security_group_rule': {'security_group_id': '600877c5-1009-49bb-afa8-553bc31b30d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:18.991529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Checking segment: {'id': 'd7016e54-47ea-4b2d-9629-f20581fcbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:18.992562 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:18.993126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Bound using segment: {'id': 'd7016e54-47ea-4b2d-9629-f20581fcbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:18.993551 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Bound port: 5ca24fc9-b4e1-42a2-9b7f-097070d87fab, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7016e54-47ea-4b2d-9629-f20581fcbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:18.994093 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.007472 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ce25d-4bb3-4da5-8c45-fac8f596a06a req-b30a37c5-8c90-4e85-8e38-41f48e20ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:19.011275 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-623ce25d-4bb3-4da5-8c45-fac8f596a06a req-b30a37c5-8c90-4e85-8e38-41f48e20ad61 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2630663 Sep 29 17:28:19.051340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5988d418-a748-4b3c-ad5d-5c29fd19e399 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:19.055424 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.086194 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.119892 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Transition to ACTIVE for port object 5988d418-a748-4b3c-ad5d-5c29fd19e399 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:28:19.139505 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.139774 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.245006 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] For port 5ca24fc9-b4e1-42a2-9b7f-097070d87fab, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:19.255499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] For port 5ca24fc9-b4e1-42a2-9b7f-097070d87fab, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5ca24fc9-b4e1-42a2-9b7f-097070d87fab,segment=NetworkSegment(d7016e54-47ea-4b2d-9629-f20581fcbd99),segment_id=d7016e54-47ea-4b2d-9629-f20581fcbd99)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:19.271423 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0b58348a-59f2-4d8d-a757-5b84dd280a3a None None] Provisioning complete for port 5ca24fc9-b4e1-42a2-9b7f-097070d87fab triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:19.272081 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0b58348a-59f2-4d8d-a757-5b84dd280a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.277662 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.401751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Allocated IP 172.25.2.112 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/28d63a08-ac84-415d-ac6c-fd2688b7effe) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:19.448018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Pushing event updated for resources: {'Port': ['ID=5988d418-a748-4b3c-ad5d-5c29fd19e399,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:19.497666 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1c2e3aa2-8dc4-43bb-8c6e-207790975f1f req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1810609637', 'description': 'tempest-description-1680176041'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:19.518498 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a42d3e-1b0e-43d5-ac6d-ad5258b2870b None None] Pushing event updated for resources: {'Port': ['ID=5ca24fc9-b4e1-42a2-9b7f-097070d87fab,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:19.519705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Attempting to bind port 5988d418-a748-4b3c-ad5d-5c29fd19e399 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:19.520225 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Attempting to bind port 5988d418-a748-4b3c-ad5d-5c29fd19e399 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:19.520772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Attempting to bind port 5988d418-a748-4b3c-ad5d-5c29fd19e399 on network 7ed3e81f-beb1-44af-b586-483c0095cc3b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:19.552280 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Port 5988d418-a748-4b3c-ad5d-5c29fd19e399 on network 7ed3e81f-beb1-44af-b586-483c0095cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:28:19.552966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Attempting to bind port 5988d418-a748-4b3c-ad5d-5c29fd19e399 on network 7ed3e81f-beb1-44af-b586-483c0095cc3b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:19.554027 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499680c-b35c-4b93-8587-ea3a6bfd94c9 req-30931868-aeba-467c-bf81-dfa8499c2981 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:19.561244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:19.562159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Checking segment: {'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:19.562829 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Bound using segment: {'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:19.563486 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Bound port: 5988d418-a748-4b3c-ad5d-5c29fd19e399, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:19.564379 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.564918 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d499680c-b35c-4b93-8587-ea3a6bfd94c9 req-30931868-aeba-467c-bf81-dfa8499c2981 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 943 time: 0.5504789 Sep 29 17:28:19.568902 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1c2e3aa2-8dc4-43bb-8c6e-207790975f1f req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.597757 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c5bf-dd12-4b71-a975-33c05c6b7e79 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.631881 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Routers {'c6776bf7-8e78-4124-b46d-0505692245d3'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:19.633338 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c6776bf7-8e78-4124-b46d-0505692245d3'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:19.719047 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c5bf-dd12-4b71-a975-33c05c6b7e79 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.723882 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.724376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] For port 5988d418-a748-4b3c-ad5d-5c29fd19e399, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:19.728872 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] For port 5988d418-a748-4b3c-ad5d-5c29fd19e399, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=5988d418-a748-4b3c-ad5d-5c29fd19e399,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:19.733761 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c5bf-dd12-4b71-a975-33c05c6b7e79 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.739688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.758288 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1c5bf-dd12-4b71-a975-33c05c6b7e79 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f56685-cbf9-402e-9483-03d983e62d9a,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:19.781637 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0b58348a-59f2-4d8d-a757-5b84dd280a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.782698 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d499680c-b35c-4b93-8587-ea3a6bfd94c9 req-d89ec15a-6cd7-41ae-86a5-f7c4310d7a33 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110963 Sep 29 17:28:19.794608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:19.795229 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.798254 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] 10.222.0.35 "PUT /v2.0/ports/5988d418-a748-4b3c-ad5d-5c29fd19e399 HTTP/1.1" status: 200 len: 1128 time: 1.5089073 Sep 29 17:28:19.803538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'tag': 'a36d37ce-a325-4d1c-9721-c8f32e0f47e7'}, {'name': 'network-changed', 'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'tag': '5988d418-a748-4b3c-ad5d-5c29fd19e399'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:19.806428 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec3e778-7836-453a-b08d-c9dd7b360d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "tag": "a36d37ce-a325-4d1c-9721-c8f32e0f47e7"}, {"name": "network-changed", "server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "tag": "5988d418-a748-4b3c-ad5d-5c29fd19e399"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:19.855802 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1c2e3aa2-8dc4-43bb-8c6e-207790975f1f req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.867900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Request body: {'port': {'device_id': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:19.875492 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0b58348a-59f2-4d8d-a757-5b84dd280a3a None None] For port 5ca24fc9-b4e1-42a2-9b7f-097070d87fab, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5ca24fc9-b4e1-42a2-9b7f-097070d87fab,segment=NetworkSegment(d7016e54-47ea-4b2d-9629-f20581fcbd99),segment_id=d7016e54-47ea-4b2d-9629-f20581fcbd99)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:19.876638 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1c2e3aa2-8dc4-43bb-8c6e-207790975f1f req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.878382 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0bc1c5bf-dd12-4b71-a975-33c05c6b7e79 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.879608 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0bc1c5bf-dd12-4b71-a975-33c05c6b7e79 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8982499 Sep 29 17:28:19.886841 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0b58348a-59f2-4d8d-a757-5b84dd280a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.890451 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60166) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:19.897269 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:19.902637 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a0138310-b8f7-43a2-99cb-c1630b8bac50 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Request body: {'security_group_rule': {'security_group_id': '600877c5-1009-49bb-afa8-553bc31b30d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:19.930202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f0ce5-6fc6-488c-81ed-a8c747db2271 service neutron] Pushing event updated for resources: {'Port': ['ID=5988d418-a748-4b3c-ad5d-5c29fd19e399,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:19.972650 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58348a-59f2-4d8d-a757-5b84dd280a3a None None] Pushing event updated for resources: {'Port': ['ID=5ca24fc9-b4e1-42a2-9b7f-097070d87fab,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:19.989242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] Set router c6776bf7-8e78-4124-b46d-0505692245d3 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:19.993307 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:20.002182 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:20.005520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:20.044307 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Pushing event updated for resources: {'Port': ['ID=28d63a08-ac84-415d-ac6c-fd2688b7effe,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:20.060400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591aeee1-809e-4d3c-8034-418b006ea0ff,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:20.084790 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a0138310-b8f7-43a2-99cb-c1630b8bac50 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:20.089377 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:20.097210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b42822fe-f04e-48c1-9813-d4539e51f75a None None] Provisioning complete for port 5ca24fc9-b4e1-42a2-9b7f-097070d87fab triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:20.097618 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b42822fe-f04e-48c1-9813-d4539e51f75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:20.131329 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1c2e3aa2-8dc4-43bb-8c6e-207790975f1f req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:20.132609 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c2e3aa2-8dc4-43bb-8c6e-207790975f1f req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6899424 Sep 29 17:28:20.135021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:20.135510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:20.135718 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:20.136064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:20.136425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:20.136736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:20.137070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:20.137430 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:20.139132 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:20.139713 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:20.140884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:20.141548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64ef05-4ddc-4103-98ca-a4e5bdec4cd8 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:20.425924 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-eec635b8-c38e-41cb-8d9b-fa08c2d2fe51 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1f2de2592ee64ade8054fab105bd0e64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541580 Sep 29 17:28:20.504558 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a0138310-b8f7-43a2-99cb-c1630b8bac50 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:20.518390 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a0138310-b8f7-43a2-99cb-c1630b8bac50 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:20.577391 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'name': 'tempest-ServersTestBootFromVolume-1630993829-router', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:01Z', 'updated_at': '2021-09-29T17:28:13Z', 'revision_number': 4, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'gw_port': {'id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:03Z', 'updated_at': '2021-09-29T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '5ca24fc9-b4e1-42a2-9b7f-097070d87fab', 'name': '', 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'mac_address': 'fa:16:3e:60:81:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:09Z', 'updated_at': '2021-09-29T17:28:19Z', 'revision_number': 4, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'subnets': [{'id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:20.596273 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0138310-b8f7-43a2-99cb-c1630b8bac50 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a83b2b-833a-4b0f-831b-a7565fead727,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:20.617358 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c91eb1-0c00-47ef-a516-d83191ba5a9d None None] The sync data for ids ['c6776bf7-8e78-4124-b46d-0505692245d3'] in n-d-811748-2 is: [{'id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'name': 'tempest-ServersTestBootFromVolume-1630993829-router', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:01Z', 'updated_at': '2021-09-29T17:28:13Z', 'revision_number': 4, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'gw_port': {'id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:03Z', 'updated_at': '2021-09-29T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '5ca24fc9-b4e1-42a2-9b7f-097070d87fab', 'name': '', 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'mac_address': 'fa:16:3e:60:81:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:09Z', 'updated_at': '2021-09-29T17:28:19Z', 'revision_number': 4, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'subnets': [{'id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:28:20.620228 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed6092c-86c7-4820-aaa6-0cbe97c010cc None None] Network 1f0ca1aa-2785-4da9-a438-d4ec33084832 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:28:20.620909 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a0138310-b8f7-43a2-99cb-c1630b8bac50 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:20.625250 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a0138310-b8f7-43a2-99cb-c1630b8bac50 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7285845 Sep 29 17:28:20.626063 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60184) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:20.638388 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:20.649138 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:20.737537 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5994c1db-b738-4682-955f-3839e9bade9c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:20.739272 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:28:20.849268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e912a96a-0924-4b45-9815-97235053091a None None] Provisioning complete for port 5994c1db-b738-4682-955f-3839e9bade9c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:20.850053 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e912a96a-0924-4b45-9815-97235053091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:20.914383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 5994c1db-b738-4682-955f-3839e9bade9c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:20.914868 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:20.985558 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:20.990201 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:21.071128 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:21.095920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-71840b76-bbb2-45ee-a005-cf2f53aa56c8 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:21.103655 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-71840b76-bbb2-45ee-a005-cf2f53aa56c8 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6692894 Sep 29 17:28:21.133266 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-45a0718c-c299-4922-b1cf-ffa6e396dda8 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/quotas/1f2de2592ee64ade8054fab105bd0e64 HTTP/1.1" status: 200 len: 375 time: 0.0286007 Sep 29 17:28:21.133617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057c4afc-15d9-4d68-b1ee-2455ce8bf293 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:21.143854 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:21.160961 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Transition to ACTIVE for port object 057c4afc-15d9-4d68-b1ee-2455ce8bf293 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:28:21.167226 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-3b9fbf17-5c43-4f14-a674-9922aba16dae tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1f2de2592ee64ade8054fab105bd0e64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330458 Sep 29 17:28:21.187556 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:21.280098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4', 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee', 'port_id': '4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4', 'mac_address': 'fa:16:3e:d8:5e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469f6337-ae09-4156-997e-8aa5990644df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:28:21.290138 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Router c30f6858-9a99-41a1-aad9-c0be73e55fd9 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:28:21.329487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd66a7-66ad-407b-8305-a94b2093de96 req-ec7400f8-0bce-4e9b-a055-6eff83d44b9d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:21.336392 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd66a7-66ad-407b-8305-a94b2093de96 req-ec7400f8-0bce-4e9b-a055-6eff83d44b9d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:21.348721 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd66a7-66ad-407b-8305-a94b2093de96 req-ec7400f8-0bce-4e9b-a055-6eff83d44b9d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:21.356865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd66a7-66ad-407b-8305-a94b2093de96 req-ec7400f8-0bce-4e9b-a055-6eff83d44b9d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:21.362869 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd66a7-66ad-407b-8305-a94b2093de96 req-ec7400f8-0bce-4e9b-a055-6eff83d44b9d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:21.368902 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd66a7-66ad-407b-8305-a94b2093de96 req-ec7400f8-0bce-4e9b-a055-6eff83d44b9d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:21.376573 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd66a7-66ad-407b-8305-a94b2093de96 req-ec7400f8-0bce-4e9b-a055-6eff83d44b9d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:21.383630 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdfd66a7-66ad-407b-8305-a94b2093de96 req-ec7400f8-0bce-4e9b-a055-6eff83d44b9d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5370 time: 0.4368706 Sep 29 17:28:21.433969 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:21.465329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Pushing event updated for resources: {'Port': ['ID=057c4afc-15d9-4d68-b1ee-2455ce8bf293,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:21.492101 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:21.542361 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e912a96a-0924-4b45-9815-97235053091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:21.558666 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7e1671-8994-465c-89d3-e270d66ca90d x-openstack-request-id: req-6b7e1671-8994-465c-89d3-e270d66ca90d {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:21.558998 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "tag": "a36d37ce-a325-4d1c-9721-c8f32e0f47e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "tag": "5988d418-a748-4b3c-ad5d-5c29fd19e399", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:21.559226 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b7e1671-8994-465c-89d3-e270d66ca90d {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:21.559648 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'tag': 'a36d37ce-a325-4d1c-9721-c8f32e0f47e7', 'status': 'completed', 'code': 200} Sep 29 17:28:21.559902 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'tag': '5988d418-a748-4b3c-ad5d-5c29fd19e399', 'status': 'completed', 'code': 200} Sep 29 17:28:21.584565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:21.595182 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:21.629643 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:28:21.642078 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Sync routers for ids ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:28:21.653678 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdfd66a7-66ad-407b-8305-a94b2093de96 req-519da6fd-d755-4046-a0b2-6c07b04452b7 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2646179 Sep 29 17:28:21.659972 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Attempting to bind port 057c4afc-15d9-4d68-b1ee-2455ce8bf293 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:21.661919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Attempting to bind port 057c4afc-15d9-4d68-b1ee-2455ce8bf293 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:21.662270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Attempting to bind port 057c4afc-15d9-4d68-b1ee-2455ce8bf293 on network 7ed3e81f-beb1-44af-b586-483c0095cc3b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:21.673786 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Routers {'c30f6858-9a99-41a1-aad9-c0be73e55fd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:21.676261 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:21.688172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Port 057c4afc-15d9-4d68-b1ee-2455ce8bf293 on network 7ed3e81f-beb1-44af-b586-483c0095cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:28:21.688505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Attempting to bind port 057c4afc-15d9-4d68-b1ee-2455ce8bf293 on network 7ed3e81f-beb1-44af-b586-483c0095cc3b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:21.706770 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:21.707170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Checking segment: {'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:21.714514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Bound using segment: {'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:21.715711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Bound port: 057c4afc-15d9-4d68-b1ee-2455ce8bf293, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:21.715962 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:21.760971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:21.775618 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:21.779259 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-94590cb1-8c95-40b2-b3ea-5f06d5bb6d68 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7606206 Sep 29 17:28:21.806647 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:21.816517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-2fa7ab61-5980-492b-9ee4-9c821159a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:21.817006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-2fa7ab61-5980-492b-9ee4-9c821159a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:21.817750 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-2fa7ab61-5980-492b-9ee4-9c821159a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:21.817964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-2fa7ab61-5980-492b-9ee4-9c821159a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:21.818432 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-2fa7ab61-5980-492b-9ee4-9c821159a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:21.818894 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-2fa7ab61-5980-492b-9ee4-9c821159a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:21.819360 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-2fa7ab61-5980-492b-9ee4-9c821159a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:21.823213 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60196) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:21.831989 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-2fa7ab61-5980-492b-9ee4-9c821159a672 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca18e70d69384487ae4efe61e82aa845&device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 6232 time: 0.2586157 Sep 29 17:28:21.843676 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e912a96a-0924-4b45-9815-97235053091a None None] For port 5994c1db-b738-4682-955f-3839e9bade9c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5994c1db-b738-4682-955f-3839e9bade9c,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:21.871841 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e912a96a-0924-4b45-9815-97235053091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:21.899548 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Set router c30f6858-9a99-41a1-aad9-c0be73e55fd9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:21.930566 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:28:21.931130 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:28:21.962530 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff07c217-88ad-4b59-bc35-8cf5728c2de5 req-b0671b90-57a3-4678-91b3-90c53cc5415a tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "GET /v2.0/security-groups/591aeee1-809e-4d3c-8034-418b006ea0ff HTTP/1.1" status: 200 len: 1815 time: 0.3204210 Sep 29 17:28:21.993469 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:22.019925 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Allocated IP 172.25.2.210 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/ffe4d434-3ad0-42f3-afc4-4ad26fdf4efb) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:22.102928 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912a96a-0924-4b45-9815-97235053091a None None] Pushing event updated for resources: {'Port': ['ID=5994c1db-b738-4682-955f-3839e9bade9c,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:22.168012 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-cd606d43-455b-4c34-bc46-04e976d8fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:22.168489 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-cd606d43-455b-4c34-bc46-04e976d8fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:22.168953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-cd606d43-455b-4c34-bc46-04e976d8fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:22.170943 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-cd606d43-455b-4c34-bc46-04e976d8fb82 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ca18e70d69384487ae4efe61e82aa845&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3191545 Sep 29 17:28:22.175297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:28:22.241921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] For port 057c4afc-15d9-4d68-b1ee-2455ce8bf293, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:22.263190 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec585c52-e7d0-4d27-9151-9ef8ef4c0f7e req-29111549-5c1d-48c2-9444-53fdcd8796ef tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:22.278825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec585c52-e7d0-4d27-9151-9ef8ef4c0f7e req-29111549-5c1d-48c2-9444-53fdcd8796ef tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 944 time: 0.4318867 Sep 29 17:28:22.295158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8d893fa1-4dcc-440e-bf25-a009ebc0275b None None] Provisioning complete for port 5994c1db-b738-4682-955f-3839e9bade9c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:22.295158 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8d893fa1-4dcc-440e-bf25-a009ebc0275b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:22.302241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] For port 057c4afc-15d9-4d68-b1ee-2455ce8bf293, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=057c4afc-15d9-4d68-b1ee-2455ce8bf293,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:22.333189 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:22.417454 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'name': 'tempest-ServerActionsTestJSON-1698447124-router', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:17Z', 'updated_at': '2021-09-29T17:28:20Z', 'revision_number': 3, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'gw_port': {'id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:19Z', 'updated_at': '2021-09-29T17:28:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:22.490442 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Checking router: c30f6858-9a99-41a1-aad9-c0be73e55fd9 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:28:22.491046 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Updating router c30f6858-9a99-41a1-aad9-c0be73e55fd9 port 28d63a08-ac84-415d-ac6c-fd2688b7effe binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:28:22.498652 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec585c52-e7d0-4d27-9151-9ef8ef4c0f7e req-9136a1be-33dd-40cc-8388-f1f8d12c10b0 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986465 Sep 29 17:28:22.539143 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:22.591721 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:22.592359 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:22.600866 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] 10.222.0.35 "PUT /v2.0/ports/057c4afc-15d9-4d68-b1ee-2455ce8bf293 HTTP/1.1" status: 200 len: 1091 time: 2.7482305 Sep 29 17:28:22.681959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Request body: {'port': {'device_id': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:22.689121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-0aa42540-16f4-483b-841f-2651ad175590 req-92420136-dd98-43e6-90e0-bb0cb3b969b3 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-554818245', 'description': 'tempest-description-366085779'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:22.700832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d032f-d6ca-410f-a376-fd7130493f3f service neutron] Pushing event updated for resources: {'Port': ['ID=057c4afc-15d9-4d68-b1ee-2455ce8bf293,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:22.821699 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0aa42540-16f4-483b-841f-2651ad175590 req-92420136-dd98-43e6-90e0-bb0cb3b969b3 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:22.876712 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5994c1db-b738-4682-955f-3839e9bade9c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:22.880094 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:22.941639 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 5994c1db-b738-4682-955f-3839e9bade9c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:22.942009 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.004878 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-703591b5-5685-4bd2-b0a9-fa67ea2c828d req-50f62591-7dc5-4742-8d34-f00677de497b tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ea84712-ba80-48b3-a9b4-ea8c2ee2d707 HTTP/1.1" status: 200 len: 210 time: 0.7195904 Sep 29 17:28:23.035778 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5ca24fc9-b4e1-42a2-9b7f-097070d87fab up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:23.066790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-54de388b-3d4b-4240-bf7e-4671dcd67933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.068431 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-54de388b-3d4b-4240-bf7e-4671dcd67933 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8667419 Sep 29 17:28:23.073018 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.080732 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 5ca24fc9-b4e1-42a2-9b7f-097070d87fab triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:23.081090 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.188108 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.208907 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-adf60fa2-77da-4b6c-a9af-416581323e87 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=1f2de2592ee64ade8054fab105bd0e64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806074 Sep 29 17:28:23.333790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be739b7b-a7ce-45a1-bd9c-1714d150d2e3 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:23.342894 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.357158 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Transition to ACTIVE for port object be739b7b-a7ce-45a1-bd9c-1714d150d2e3 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:28:23.369527 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:23.383471 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.398571 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.406370 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.429622 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Pushing event updated for resources: {'Port': ['ID=ffe4d434-3ad0-42f3-afc4-4ad26fdf4efb,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:23.445517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:23.448044 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:23.452630 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Attempting to bind port 28d63a08-ac84-415d-ac6c-fd2688b7effe on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:23.453169 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Attempting to bind port 28d63a08-ac84-415d-ac6c-fd2688b7effe by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:23.453742 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Attempting to bind port 28d63a08-ac84-415d-ac6c-fd2688b7effe on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:23.479267 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:23.479632 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:23.480233 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.480987 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:23.481786 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Bound port: 28d63a08-ac84-415d-ac6c-fd2688b7effe, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:23.482124 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.527463 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e90c55-a786-4d6b-8bde-c415d7077d27 None None] Pushing event updated for resources: {'Port': ['ID=28d63a08-ac84-415d-ac6c-fd2688b7effe,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:23.535517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-9f917e70-065f-4804-9aeb-e26a8b29d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.536104 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-9f917e70-065f-4804-9aeb-e26a8b29d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.536639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-9f917e70-065f-4804-9aeb-e26a8b29d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.537167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-9f917e70-065f-4804-9aeb-e26a8b29d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.537893 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-9f917e70-065f-4804-9aeb-e26a8b29d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.538391 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-9f917e70-065f-4804-9aeb-e26a8b29d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.538853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-9f917e70-065f-4804-9aeb-e26a8b29d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.541019 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-9f917e70-065f-4804-9aeb-e26a8b29d050 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca18e70d69384487ae4efe61e82aa845&device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 6274 time: 0.3308480 Sep 29 17:28:23.543621 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] For port 28d63a08-ac84-415d-ac6c-fd2688b7effe, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:23.547890 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] For port 28d63a08-ac84-415d-ac6c-fd2688b7effe, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=28d63a08-ac84-415d-ac6c-fd2688b7effe,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:23.555340 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.565641 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'tag': '057c4afc-15d9-4d68-b1ee-2455ce8bf293'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:23.574536 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0800848-8bdf-4f61-a5e5-801ba859d800" -d '{"events": [{"name": "network-changed", "server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "tag": "057c4afc-15d9-4d68-b1ee-2455ce8bf293"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:23.600828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Pushing event updated for resources: {'Port': ['ID=be739b7b-a7ce-45a1-bd9c-1714d150d2e3,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:23.612583 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0aa42540-16f4-483b-841f-2651ad175590 req-92420136-dd98-43e6-90e0-bb0cb3b969b3 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.625492 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0aa42540-16f4-483b-841f-2651ad175590 req-92420136-dd98-43e6-90e0-bb0cb3b969b3 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.669729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92420136-dd98-43e6-90e0-bb0cb3b969b3 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cc2153-2d7d-4520-b1c5-ae903dae1c00,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:23.672955 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0aa42540-16f4-483b-841f-2651ad175590 req-92420136-dd98-43e6-90e0-bb0cb3b969b3 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.684511 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-046cac6f-d180-4588-9dd7-c10d5376ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.684992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-046cac6f-d180-4588-9dd7-c10d5376ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.685426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0aa42540-16f4-483b-841f-2651ad175590 req-92420136-dd98-43e6-90e0-bb0cb3b969b3 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0179718 Sep 29 17:28:23.685582 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-046cac6f-d180-4588-9dd7-c10d5376ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.687118 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-046cac6f-d180-4588-9dd7-c10d5376ad30 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ca18e70d69384487ae4efe61e82aa845&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1255140 Sep 29 17:28:23.706004 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-df166935-a861-49e8-b320-c7d6562bc96d tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.707682 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-df166935-a861-49e8-b320-c7d6562bc96d tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4819670 Sep 29 17:28:23.715454 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.721917 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193bcd3-99e1-4a93-bb6d-aff69785020e req-3fd25e2e-8961-4823-809e-8a64ba14bebe tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.727944 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193bcd3-99e1-4a93-bb6d-aff69785020e req-3fd25e2e-8961-4823-809e-8a64ba14bebe tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.730387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Attempting to bind port be739b7b-a7ce-45a1-bd9c-1714d150d2e3 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:23.730899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Attempting to bind port be739b7b-a7ce-45a1-bd9c-1714d150d2e3 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:23.731056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Attempting to bind port be739b7b-a7ce-45a1-bd9c-1714d150d2e3 on network 7ed3e81f-beb1-44af-b586-483c0095cc3b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:23.735902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193bcd3-99e1-4a93-bb6d-aff69785020e req-3fd25e2e-8961-4823-809e-8a64ba14bebe tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.738675 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Routers {'c30f6858-9a99-41a1-aad9-c0be73e55fd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:23.739310 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:23.742261 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193bcd3-99e1-4a93-bb6d-aff69785020e req-3fd25e2e-8961-4823-809e-8a64ba14bebe tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.748678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193bcd3-99e1-4a93-bb6d-aff69785020e req-3fd25e2e-8961-4823-809e-8a64ba14bebe tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.749772 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e90c55-a786-4d6b-8bde-c415d7077d27 None None] Pushing event updated for resources: {'Port': ['ID=28d63a08-ac84-415d-ac6c-fd2688b7effe,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:23.756699 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193bcd3-99e1-4a93-bb6d-aff69785020e req-3fd25e2e-8961-4823-809e-8a64ba14bebe tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.758395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Port be739b7b-a7ce-45a1-bd9c-1714d150d2e3 on network 7ed3e81f-beb1-44af-b586-483c0095cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:28:23.758744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Attempting to bind port be739b7b-a7ce-45a1-bd9c-1714d150d2e3 on network 7ed3e81f-beb1-44af-b586-483c0095cc3b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:23.763097 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193bcd3-99e1-4a93-bb6d-aff69785020e req-3fd25e2e-8961-4823-809e-8a64ba14bebe tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.772191 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:23.772517 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3193bcd3-99e1-4a93-bb6d-aff69785020e req-3fd25e2e-8961-4823-809e-8a64ba14bebe tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5394 time: 0.3951385 Sep 29 17:28:23.777974 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Checking segment: {'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:23.778496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Bound using segment: {'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:23.779052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Bound port: be739b7b-a7ce-45a1-bd9c-1714d150d2e3, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '079aeb9a-f5a7-4fb6-ab6a-469e7886c570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:23.779758 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.793411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Request body: {'port': {'device_id': '4ea84712-ba80-48b3-a9b4-ea8c2ee2d707', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': '1f2de2592ee64ade8054fab105bd0e64'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:23.895409 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] Set router c30f6858-9a99-41a1-aad9-c0be73e55fd9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:23.976612 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:23.977639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] For port be739b7b-a7ce-45a1-bd9c-1714d150d2e3, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:23.982306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] For port be739b7b-a7ce-45a1-bd9c-1714d150d2e3, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=be739b7b-a7ce-45a1-bd9c-1714d150d2e3,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:23.984228 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3193bcd3-99e1-4a93-bb6d-aff69785020e req-d123e8a7-1f26-41ac-970d-4b17a38c2a43 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2101963 Sep 29 17:28:23.994098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9d680-38a8-41c6-897d-843ad4173fc8 req-13972d1a-1119-4957-a132-9c87bd42d3e7 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:23.995688 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0af9d680-38a8-41c6-897d-843ad4173fc8 req-13972d1a-1119-4957-a132-9c87bd42d3e7 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 944 time: 0.1382272 Sep 29 17:28:24.000293 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:24.086837 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616023e1-1e27-46c1-8dc3-62f2959946a6 x-openstack-request-id: req-616023e1-1e27-46c1-8dc3-62f2959946a6 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:24.087140 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "tag": "057c4afc-15d9-4d68-b1ee-2455ce8bf293", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:24.087546 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-616023e1-1e27-46c1-8dc3-62f2959946a6 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:24.087995 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'tag': '057c4afc-15d9-4d68-b1ee-2455ce8bf293', 'status': 'completed', 'code': 200} Sep 29 17:28:24.091768 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-ca53af2e-7aad-4215-b885-8d7d901dd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:24.093313 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eec3e778-7836-453a-b08d-c9dd7b360d7a req-ca53af2e-7aad-4215-b885-8d7d901dd352 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3963017 Sep 29 17:28:24.109491 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'name': 'tempest-ServerActionsTestJSON-1698447124-router', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:17Z', 'updated_at': '2021-09-29T17:28:20Z', 'revision_number': 3, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'gw_port': {'id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:19Z', 'updated_at': '2021-09-29T17:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:24.110352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:24.111055 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:24.113636 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] 10.222.0.35 "PUT /v2.0/ports/be739b7b-a7ce-45a1-bd9c-1714d150d2e3 HTTP/1.1" status: 200 len: 1090 time: 1.4474971 Sep 29 17:28:24.126648 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:24.153906 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0ad191-c26b-4531-972e-58df879f4c09 None None] The sync data for ids ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'] in n-d-811748-2 is: [{'id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'name': 'tempest-ServerActionsTestJSON-1698447124-router', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:17Z', 'updated_at': '2021-09-29T17:28:20Z', 'revision_number': 3, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'gw_port': {'id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:19Z', 'updated_at': '2021-09-29T17:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:28:24.156393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfb495-91e2-4fb9-8263-debaf902c023 service neutron] Pushing event updated for resources: {'Port': ['ID=be739b7b-a7ce-45a1-bd9c-1714d150d2e3,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:24.163712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Allocated IP 172.20.0.1 (1f0ca1aa-2785-4da9-a438-d4ec33084832/4d2fd541-a275-4545-a639-0ebd3c6c4961/84e8728b-b938-4cde-a667-284f7063ee77) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:24.173551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Request body: {'port': {'device_id': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:24.188942 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0af9d680-38a8-41c6-897d-843ad4173fc8 req-cc5a4cfd-2736-4ad0-b701-69ed63dcc319 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770353 Sep 29 17:28:24.225681 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Made reservation on behalf of 1f2de2592ee64ade8054fab105bd0e64 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:24.229245 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:24.285993 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:24.330283 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:24.336929 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cedab0ab-51b9-4f60-a41f-71daa63616f3 req-e27cdd12-efad-4d4e-82c0-f386d9c766dd tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "GET /v2.0/security-groups/d1cc2153-2d7d-4520-b1c5-ae903dae1c00 HTTP/1.1" status: 200 len: 1813 time: 0.2395792 Sep 29 17:28:24.405965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0800848-8bdf-4f61-a5e5-801ba859d800 req-e61556df-297f-401a-9bc8-802112a5ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:24.406381 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0800848-8bdf-4f61-a5e5-801ba859d800 req-e61556df-297f-401a-9bc8-802112a5ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:24.406853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0800848-8bdf-4f61-a5e5-801ba859d800 req-e61556df-297f-401a-9bc8-802112a5ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:24.407321 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0800848-8bdf-4f61-a5e5-801ba859d800 req-e61556df-297f-401a-9bc8-802112a5ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:24.407835 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0800848-8bdf-4f61-a5e5-801ba859d800 req-e61556df-297f-401a-9bc8-802112a5ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:24.408542 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0800848-8bdf-4f61-a5e5-801ba859d800 req-e61556df-297f-401a-9bc8-802112a5ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:24.409013 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0800848-8bdf-4f61-a5e5-801ba859d800 req-e61556df-297f-401a-9bc8-802112a5ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:24.411073 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e0800848-8bdf-4f61-a5e5-801ba859d800 req-e61556df-297f-401a-9bc8-802112a5ce7f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca18e70d69384487ae4efe61e82aa845&device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 6341 time: 0.2428317 Sep 29 17:28:24.422205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcf8e38f-cf8e-4b16-af7a-f4ff49068b7d req-06f20132-7666-4ba4-8e9b-54826233517f tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ea84712-ba80-48b3-a9b4-ea8c2ee2d707 HTTP/1.1" status: 200 len: 210 time: 0.0833275 Sep 29 17:28:24.424694 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-f6ccd155-4a09-44ac-9c3b-0e1ee445dda5 req-e97798e4-a5ea-4e6a-a199-0cdbea558629 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-757805292', 'description': 'tempest-description-1745191611'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:24.610674 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:24.643081 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:24.658115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0800848-8bdf-4f61-a5e5-801ba859d800 req-befe1492-5d45-4f52-9cf4-1b771224488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:24.658809 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0800848-8bdf-4f61-a5e5-801ba859d800 req-befe1492-5d45-4f52-9cf4-1b771224488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:24.659282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0800848-8bdf-4f61-a5e5-801ba859d800 req-befe1492-5d45-4f52-9cf4-1b771224488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:24.661101 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e0800848-8bdf-4f61-a5e5-801ba859d800 req-befe1492-5d45-4f52-9cf4-1b771224488c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ca18e70d69384487ae4efe61e82aa845&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2304351 Sep 29 17:28:24.661866 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:24.745580 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:24.754464 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:24.835351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 28d63a08-ac84-415d-ac6c-fd2688b7effe up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:24.901743 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:28:24.923513 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:24.924254 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:24.943983 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:24.982825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0800848-8bdf-4f61-a5e5-801ba859d800 req-e7572df5-f549-4906-8ac1-fbcc1f90627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:24.982825 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e0800848-8bdf-4f61-a5e5-801ba859d800 req-e7572df5-f549-4906-8ac1-fbcc1f90627d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3107924 Sep 29 17:28:24.982825 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.004191 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.007756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Pushing event updated for resources: {'Port': ['ID=ffe4d434-3ad0-42f3-afc4-4ad26fdf4efb,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:25.020491 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f6ccd155-4a09-44ac-9c3b-0e1ee445dda5 req-e97798e4-a5ea-4e6a-a199-0cdbea558629 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.023806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 28d63a08-ac84-415d-ac6c-fd2688b7effe triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:25.024402 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.058507 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:25.059138 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:25.059655 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:25.060168 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:25.060708 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:25.061223 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:25.062447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:25.063515 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:25.064041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:25.064568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:25.065079 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:25.065614 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:25.121401 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.133793 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.135036 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0afa174b-177f-42f8-85b7-5cd62d2c31cc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5057864 Sep 29 17:28:25.150058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4897f706-46a1-4776-b2d3-425bd33d21de {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:25.162449 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.168265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:25.170379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd39e5f3-62a1-428b-b587-b7d670dca34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:25.174492 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e38d222-00cb-4c8f-9ff3-22767687b87c" -d '{"events": [{"server_uuid": "bd39e5f3-62a1-428b-b587-b7d670dca34a", "name": "network-vif-plugged", "status": "completed", "tag": "4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:25.179018 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.179775 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Transition to ACTIVE for port object 4897f706-46a1-4776-b2d3-425bd33d21de will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:28:25.194944 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.216921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Network 1f0ca1aa-2785-4da9-a438-d4ec33084832 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:25.234524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:25.264241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=84e8728b-b938-4cde-a667-284f7063ee77,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:25.269071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:25.289077 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa9e2da-08ea-485d-94c0-ed3d97842625,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:25.297669 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:25.308388 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.362987 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 28d63a08-ac84-415d-ac6c-fd2688b7effe, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=28d63a08-ac84-415d-ac6c-fd2688b7effe,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:25.371014 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.466636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Allocated IP 192.168.233.252 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/4d88c3da-9cf1-4397-be31-b2484e57c2e7) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:25.518959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=28d63a08-ac84-415d-ac6c-fd2688b7effe,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:25.594805 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f6ccd155-4a09-44ac-9c3b-0e1ee445dda5 req-e97798e4-a5ea-4e6a-a199-0cdbea558629 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.608244 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f6ccd155-4a09-44ac-9c3b-0e1ee445dda5 req-e97798e4-a5ea-4e6a-a199-0cdbea558629 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.665665 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.667951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Pushing event updated for resources: {'Port': ['ID=4897f706-46a1-4776-b2d3-425bd33d21de,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:25.690429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97798e4-a5ea-4e6a-a199-0cdbea558629 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62090db5-7b91-4051-b75e-56b6341cb2d1,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:25.699716 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f6ccd155-4a09-44ac-9c3b-0e1ee445dda5 req-e97798e4-a5ea-4e6a-a199-0cdbea558629 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.701795 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f6ccd155-4a09-44ac-9c3b-0e1ee445dda5 req-e97798e4-a5ea-4e6a-a199-0cdbea558629 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.2878125 Sep 29 17:28:25.736446 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4b8c6aae-328a-4595-adc6-3bb0a50e0844 None None] Provisioning complete for port 84e8728b-b938-4cde-a667-284f7063ee77 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:25.736819 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b8c6aae-328a-4595-adc6-3bb0a50e0844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.776617 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20609177-9594-4023-b304-527d6e09a74f x-openstack-request-id: req-20609177-9594-4023-b304-527d6e09a74f {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:25.781723 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd39e5f3-62a1-428b-b587-b7d670dca34a", "name": "network-vif-plugged", "status": "completed", "tag": "4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:25.782187 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20609177-9594-4023-b304-527d6e09a74f {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:25.782788 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd39e5f3-62a1-428b-b587-b7d670dca34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4', 'code': 200} Sep 29 17:28:25.783441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9214fc-93e8-4f63-832f-56bc2e17aa87 req-a3f17222-7401-4752-b4a2-8a9b8714422e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:25.789416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9214fc-93e8-4f63-832f-56bc2e17aa87 req-a3f17222-7401-4752-b4a2-8a9b8714422e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:25.805788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9214fc-93e8-4f63-832f-56bc2e17aa87 req-a3f17222-7401-4752-b4a2-8a9b8714422e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:25.811859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9214fc-93e8-4f63-832f-56bc2e17aa87 req-a3f17222-7401-4752-b4a2-8a9b8714422e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:25.816970 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4b8c6aae-328a-4595-adc6-3bb0a50e0844 None None] Port 84e8728b-b938-4cde-a667-284f7063ee77 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:28:25.818136 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9214fc-93e8-4f63-832f-56bc2e17aa87 req-a3f17222-7401-4752-b4a2-8a9b8714422e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:25.824406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9214fc-93e8-4f63-832f-56bc2e17aa87 req-a3f17222-7401-4752-b4a2-8a9b8714422e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:25.832641 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.833442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9214fc-93e8-4f63-832f-56bc2e17aa87 req-a3f17222-7401-4752-b4a2-8a9b8714422e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:25.847116 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c9214fc-93e8-4f63-832f-56bc2e17aa87 req-a3f17222-7401-4752-b4a2-8a9b8714422e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5406 time: 0.2639518 Sep 29 17:28:25.848140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Attempting to bind port 4897f706-46a1-4776-b2d3-425bd33d21de on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:25.848654 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Attempting to bind port 4897f706-46a1-4776-b2d3-425bd33d21de by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '21736d5a-63fd-4d44-9c01-1be2659b02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:25.849175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Attempting to bind port 4897f706-46a1-4776-b2d3-425bd33d21de on network 9c23919b-5dc6-4f3c-a975-ad284351567f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:25.868189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Port 4897f706-46a1-4776-b2d3-425bd33d21de on network 9c23919b-5dc6-4f3c-a975-ad284351567f not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:28:25.868801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Attempting to bind port 4897f706-46a1-4776-b2d3-425bd33d21de on network 9c23919b-5dc6-4f3c-a975-ad284351567f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:25.886617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:25.887200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Checking segment: {'id': '21736d5a-63fd-4d44-9c01-1be2659b02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:25.887608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Bound using segment: {'id': '21736d5a-63fd-4d44-9c01-1be2659b02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:25.888072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Bound port: 4897f706-46a1-4776-b2d3-425bd33d21de, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21736d5a-63fd-4d44-9c01-1be2659b02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:25.888440 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.957586 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:25.974983 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c9214fc-93e8-4f63-832f-56bc2e17aa87 req-05d33927-6844-4105-8b1b-1eecc58d9b2a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1201816 Sep 29 17:28:26.046471 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] For port 4897f706-46a1-4776-b2d3-425bd33d21de, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:26.052283 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:26.064862 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b629c-850a-4fe2-adf4-ec8c2da1ea55 req-9db3310a-0551-4b50-ae4b-ae7a77922297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:26.071107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] For port 4897f706-46a1-4776-b2d3-425bd33d21de, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4897f706-46a1-4776-b2d3-425bd33d21de,segment=NetworkSegment(21736d5a-63fd-4d44-9c01-1be2659b02f5),segment_id=21736d5a-63fd-4d44-9c01-1be2659b02f5)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:26.079687 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-004b629c-850a-4fe2-adf4-ec8c2da1ea55 req-9db3310a-0551-4b50-ae4b-ae7a77922297 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 1096 time: 0.2044041 Sep 29 17:28:26.098853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'tag': 'be739b7b-a7ce-45a1-bd9c-1714d150d2e3'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:26.101437 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260e7430-1d39-42fb-ae01-417c4b9d5104" -d '{"events": [{"name": "network-changed", "server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "tag": "be739b7b-a7ce-45a1-bd9c-1714d150d2e3"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:26.109526 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26eeb8-07ab-4ca0-a8c3-f08877616c28 req-8337fda7-1e00-42df-878b-de1ed1e4a96b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:26.109526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-da26eeb8-07ab-4ca0-a8c3-f08877616c28 req-8337fda7-1e00-42df-878b-de1ed1e4a96b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.1997831 Sep 29 17:28:26.110915 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:26.128116 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:26.129812 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:26.136575 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Pushing event updated for resources: {'Port': ['ID=4d88c3da-9cf1-4397-be31-b2484e57c2e7,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:26.158211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:26.216599 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:26.218728 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:26.232518 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:26.247539 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:26.249443 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] 10.222.0.35 "PUT /v2.0/ports/4897f706-46a1-4776-b2d3-425bd33d21de HTTP/1.1" status: 200 len: 1091 time: 2.0821800 Sep 29 17:28:26.294692 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-004b629c-850a-4fe2-adf4-ec8c2da1ea55 req-698ad54c-514c-42f0-9887-c68e4fe93559 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054799 Sep 29 17:28:26.324571 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-60f9f9f9-4c37-438b-a7b0-03ead85b8032 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5496371 Sep 29 17:28:26.344058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Request body: {'port': {'device_id': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:26.346099 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-da26eeb8-07ab-4ca0-a8c3-f08877616c28 req-308f830f-78df-4004-916b-2edb006042bc tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264798 Sep 29 17:28:26.355982 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Request body: {'port': {'device_id': '4ea84712-ba80-48b3-a9b4-ea8c2ee2d707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:26.395129 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b5587-5851-4a91-b261-e10268b44675 req-aaa56edf-0c16-4bb3-9b54-085d15e2d1a6 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:26.411733 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-971b5587-5851-4a91-b261-e10268b44675 req-aaa56edf-0c16-4bb3-9b54-085d15e2d1a6 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ea84712-ba80-48b3-a9b4-ea8c2ee2d707 HTTP/1.1" status: 200 len: 936 time: 0.2915497 Sep 29 17:28:26.471106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579522f8-cb21-444f-bbf1-e7aa8d3246ee service neutron] Pushing event updated for resources: {'Port': ['ID=4897f706-46a1-4776-b2d3-425bd33d21de,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:26.476715 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:26.585382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-cc2f3b5f-2f54-42da-8215-d30dce195a41 None None] Provisioning complete for port 4d88c3da-9cf1-4397-be31-b2484e57c2e7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:26.586307 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cc2f3b5f-2f54-42da-8215-d30dce195a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:26.595391 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-971b5587-5851-4a91-b261-e10268b44675 req-099b4936-057e-49cd-8487-466f54339f36 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aa9e2da-08ea-485d-94c0-ed3d97842625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826713 Sep 29 17:28:26.636972 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:26.653842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f3b5f-2f54-42da-8215-d30dce195a41 None None] Port 4d88c3da-9cf1-4397-be31-b2484e57c2e7 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:28:26.719184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 28d63a08-ac84-415d-ac6c-fd2688b7effe up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:26.743548 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efbb054-b7bf-4950-bfe5-d34c6ec05df1 x-openstack-request-id: req-7efbb054-b7bf-4950-bfe5-d34c6ec05df1 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:26.745458 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "tag": "be739b7b-a7ce-45a1-bd9c-1714d150d2e3", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:26.746559 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7efbb054-b7bf-4950-bfe5-d34c6ec05df1 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:26.747120 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'tag': 'be739b7b-a7ce-45a1-bd9c-1714d150d2e3', 'status': 'completed', 'code': 200} Sep 29 17:28:26.789632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 28d63a08-ac84-415d-ac6c-fd2688b7effe triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:26.790186 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:26.817365 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:26.887755 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-41f990fc-e987-430d-993b-fe8e13bb218f req-3fefe1d3-c4d7-400d-a748-9f3e068d649d tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "GET /v2.0/security-groups/62090db5-7b91-4051-b75e-56b6341cb2d1 HTTP/1.1" status: 200 len: 1814 time: 0.4130290 Sep 29 17:28:26.913372 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:26.947286 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e7430-1d39-42fb-ae01-417c4b9d5104 req-83b628da-06a6-4c73-8056-307b98a6c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:26.948088 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e7430-1d39-42fb-ae01-417c4b9d5104 req-83b628da-06a6-4c73-8056-307b98a6c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:26.948736 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e7430-1d39-42fb-ae01-417c4b9d5104 req-83b628da-06a6-4c73-8056-307b98a6c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:26.949421 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e7430-1d39-42fb-ae01-417c4b9d5104 req-83b628da-06a6-4c73-8056-307b98a6c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:26.950059 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e7430-1d39-42fb-ae01-417c4b9d5104 req-83b628da-06a6-4c73-8056-307b98a6c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:26.950693 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e7430-1d39-42fb-ae01-417c4b9d5104 req-83b628da-06a6-4c73-8056-307b98a6c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:26.951333 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e7430-1d39-42fb-ae01-417c4b9d5104 req-83b628da-06a6-4c73-8056-307b98a6c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:26.953977 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-260e7430-1d39-42fb-ae01-417c4b9d5104 req-83b628da-06a6-4c73-8056-307b98a6c3a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca18e70d69384487ae4efe61e82aa845&device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 6408 time: 0.1148806 Sep 29 17:28:26.967071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d88c3da-9cf1-4397-be31-b2484e57c2e7 {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:26.986850 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:27.007554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7dc11e64-c4cf-4a1e-b50a-1467fde7111a req-5d357863-7d0f-41d7-bcca-02a2bdeea0c0 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2110663198', 'description': 'tempest-description-853266302'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:27.037910 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Transition to ACTIVE for port object 4d88c3da-9cf1-4397-be31-b2484e57c2e7 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:28:27.043148 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:27.076567 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:27.122468 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:27.162425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=84e8728b-b938-4cde-a667-284f7063ee77,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:27.172173 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7dc11e64-c4cf-4a1e-b50a-1467fde7111a req-5d357863-7d0f-41d7-bcca-02a2bdeea0c0 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:27.223026 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e7430-1d39-42fb-ae01-417c4b9d5104 req-5a6ccd66-66ee-4eb1-9e7b-ef3b2e49f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:27.223641 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e7430-1d39-42fb-ae01-417c4b9d5104 req-5a6ccd66-66ee-4eb1-9e7b-ef3b2e49f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:27.224968 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e7430-1d39-42fb-ae01-417c4b9d5104 req-5a6ccd66-66ee-4eb1-9e7b-ef3b2e49f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:27.226117 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-260e7430-1d39-42fb-ae01-417c4b9d5104 req-5a6ccd66-66ee-4eb1-9e7b-ef3b2e49f0e3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ca18e70d69384487ae4efe61e82aa845&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2537611 Sep 29 17:28:27.250262 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Pushing event updated for resources: {'Port': ['ID=4d88c3da-9cf1-4397-be31-b2484e57c2e7,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:27.352424 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60338) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:27.356778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Network 1f0ca1aa-2785-4da9-a438-d4ec33084832 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:27.369486 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ef447-fe70-4289-9295-6cb68bca7dab req-f69548b5-05ac-481a-991d-0e664f960848 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:27.375956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ef447-fe70-4289-9295-6cb68bca7dab req-f69548b5-05ac-481a-991d-0e664f960848 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:27.383752 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ef447-fe70-4289-9295-6cb68bca7dab req-f69548b5-05ac-481a-991d-0e664f960848 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:27.388912 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ef447-fe70-4289-9295-6cb68bca7dab req-f69548b5-05ac-481a-991d-0e664f960848 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:27.391884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:27.396084 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ef447-fe70-4289-9295-6cb68bca7dab req-f69548b5-05ac-481a-991d-0e664f960848 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:27.402283 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ef447-fe70-4289-9295-6cb68bca7dab req-f69548b5-05ac-481a-991d-0e664f960848 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:27.409038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ef447-fe70-4289-9295-6cb68bca7dab req-f69548b5-05ac-481a-991d-0e664f960848 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:27.411628 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bb5ef447-fe70-4289-9295-6cb68bca7dab req-f69548b5-05ac-481a-991d-0e664f960848 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5406 time: 0.2949576 Sep 29 17:28:27.414803 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Attempting to bind port 4d88c3da-9cf1-4397-be31-b2484e57c2e7 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:27.415080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Attempting to bind port 4d88c3da-9cf1-4397-be31-b2484e57c2e7 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:27.415376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Attempting to bind port 4d88c3da-9cf1-4397-be31-b2484e57c2e7 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:27.436147 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Port 4d88c3da-9cf1-4397-be31-b2484e57c2e7 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:28:27.437295 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Attempting to bind port 4d88c3da-9cf1-4397-be31-b2484e57c2e7 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:27.505842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:27.506457 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:27.507013 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:27.507751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Bound port: 4d88c3da-9cf1-4397-be31-b2484e57c2e7, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:27.508285 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:27.512537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac97f78-24c1-449e-afb9-e4018a0797de {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:27.555744 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bb5ef447-fe70-4289-9295-6cb68bca7dab req-14371419-8e17-450c-8472-c1b8a18a163c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1091754 Sep 29 17:28:27.593905 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:27.613452 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7dc11e64-c4cf-4a1e-b50a-1467fde7111a req-5d357863-7d0f-41d7-bcca-02a2bdeea0c0 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:27.632520 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7dc11e64-c4cf-4a1e-b50a-1467fde7111a req-5d357863-7d0f-41d7-bcca-02a2bdeea0c0 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:27.658159 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e7430-1d39-42fb-ae01-417c4b9d5104 req-0c759a88-6a44-4faa-858f-ae4ede8f15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:27.669829 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-260e7430-1d39-42fb-ae01-417c4b9d5104 req-0c759a88-6a44-4faa-858f-ae4ede8f15ae service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4166312 Sep 29 17:28:27.715903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Router c30f6858-9a99-41a1-aad9-c0be73e55fd9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:28:27.725040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Transition to ACTIVE for port object 4ac97f78-24c1-449e-afb9-e4018a0797de will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:28:27.754393 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5feb9ae5-20f4-4711-957d-e4f61f040d44 None None] Provisioning complete for port 84e8728b-b938-4cde-a667-284f7063ee77 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:27.754776 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5feb9ae5-20f4-4711-957d-e4f61f040d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:27.756934 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5580f120-1928-4330-8a4d-cbe8863fc502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:27.771151 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] For port 4d88c3da-9cf1-4397-be31-b2484e57c2e7, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:27.776068 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] For port 4d88c3da-9cf1-4397-be31-b2484e57c2e7, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4d88c3da-9cf1-4397-be31-b2484e57c2e7,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:27.786740 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:27.791272 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65762c4b-b696-4120-ac46-edbce0f71de9 req-54c770ae-bb77-4bf9-bec4-1495189a358b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:27.792793 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-65762c4b-b696-4120-ac46-edbce0f71de9 req-54c770ae-bb77-4bf9-bec4-1495189a358b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.1217933 Sep 29 17:28:27.794453 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:27.812757 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7dc11e64-c4cf-4a1e-b50a-1467fde7111a req-5d357863-7d0f-41d7-bcca-02a2bdeea0c0 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:27.814176 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dc11e64-c4cf-4a1e-b50a-1467fde7111a req-5d357863-7d0f-41d7-bcca-02a2bdeea0c0 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8373818 Sep 29 17:28:27.861154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5feb9ae5-20f4-4711-957d-e4f61f040d44 None None] Port 84e8728b-b938-4cde-a667-284f7063ee77 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:28:27.900094 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Pushing event updated for resources: {'Port': ['ID=4d88c3da-9cf1-4397-be31-b2484e57c2e7,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:27.903822 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:27.904584 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:27.907629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-98ce6b4e-fa3b-4979-9182-35f097026c4f service neutron] 10.222.0.49 "PUT /v2.0/ports/4d88c3da-9cf1-4397-be31-b2484e57c2e7 HTTP/1.1" status: 200 len: 1096 time: 1.5605001 Sep 29 17:28:27.922941 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea84712-ba80-48b3-a9b4-ea8c2ee2d707', 'tag': '4d88c3da-9cf1-4397-be31-b2484e57c2e7'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:27.927833 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4879c85c-332a-4060-98b5-0417edde2ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea84712-ba80-48b3-a9b4-ea8c2ee2d707", "tag": "4d88c3da-9cf1-4397-be31-b2484e57c2e7"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:27.961464 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-65762c4b-b696-4120-ac46-edbce0f71de9 req-cdc9fd00-cb2e-4fa3-9969-3326d4f08658 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583619 Sep 29 17:28:28.009113 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-cbd2cef6-b7d4-4ef6-a452-ef02e285299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:28.011165 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-cbd2cef6-b7d4-4ef6-a452-ef02e285299f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f2de2592ee64ade8054fab105bd0e64&device_id=4ea84712-ba80-48b3-a9b4-ea8c2ee2d707 HTTP/1.1" status: 200 len: 1099 time: 0.0610533 Sep 29 17:28:28.067077 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-dee42983-dbc4-435f-bf3b-ec143338a589 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=4d88c3da-9cf1-4397-be31-b2484e57c2e7 HTTP/1.1" status: 200 len: 217 time: 0.0452778 Sep 29 17:28:28.130890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d357863-7d0f-41d7-bcca-02a2bdeea0c0 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27884896-f996-401f-abed-b7a34515f8a2,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:28.136101 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5580f120-1928-4330-8a4d-cbe8863fc502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:28.155645 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5580f120-1928-4330-8a4d-cbe8863fc502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:28.159258 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-dab26e46-ab24-43b4-93ed-ef5210433b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:28.161188 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-dab26e46-ab24-43b4-93ed-ef5210433b9a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0790472 Sep 29 17:28:28.164510 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64d80c43-643f-4260-a133-e938544be755 req-f15c8680-d37f-4722-bfbe-bb5774a87571 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "GET /v2.0/security-groups/27884896-f996-401f-abed-b7a34515f8a2 HTTP/1.1" status: 200 len: 1814 time: 0.0915434 Sep 29 17:28:28.173819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac97f78-24c1-449e-afb9-e4018a0797de,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:28.242076 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1374daf-6dcf-4055-a2a7-6932dee4cdf8 x-openstack-request-id: req-b1374daf-6dcf-4055-a2a7-6932dee4cdf8 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:28.242573 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea84712-ba80-48b3-a9b4-ea8c2ee2d707", "tag": "4d88c3da-9cf1-4397-be31-b2484e57c2e7", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:28.242683 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1374daf-6dcf-4055-a2a7-6932dee4cdf8 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:28.242982 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea84712-ba80-48b3-a9b4-ea8c2ee2d707', 'tag': '4d88c3da-9cf1-4397-be31-b2484e57c2e7', 'status': 'completed', 'code': 200} Sep 29 17:28:28.275307 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-8480ee77-9919-477a-90c9-f803954e358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:28.277991 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-8480ee77-9919-477a-90c9-f803954e358e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1093204 Sep 29 17:28:28.283664 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [req-fcdce745-4b2f-4650-b6e1-81f2e93defdb req-f6cbe933-a8c4-4fb9-a7a9-26ec95e25fcf tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] show failed (client error): The resource could not be found. Sep 29 17:28:28.291511 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fcdce745-4b2f-4650-b6e1-81f2e93defdb req-f6cbe933-a8c4-4fb9-a7a9-26ec95e25fcf tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "GET /v2.0/security-groups/62ba904a-92c5-47b4-9a4f-2a9e6c80950d HTTP/1.1" status: 404 len: 352 time: 0.0334449 Sep 29 17:28:28.304489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5580f120-1928-4330-8a4d-cbe8863fc502 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=050aea1196384e05b1303ff6102b5c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9509647 Sep 29 17:28:28.312918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82993572-9f40-42b6-a801-8d77f20be19b req-0f1319f4-e597-4d82-8a46-1fdcce3e3dcc tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:28.314738 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82993572-9f40-42b6-a801-8d77f20be19b req-0f1319f4-e597-4d82-8a46-1fdcce3e3dcc tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ea84712-ba80-48b3-a9b4-ea8c2ee2d707 HTTP/1.1" status: 200 len: 948 time: 0.2724273 Sep 29 17:28:28.317255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60356) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:28.326071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580f120-1928-4330-8a4d-cbe8863fc502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dd65b9-cf33-4bad-8a53-b65eb3db95c9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:28.364809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:28:28.375843 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Sync routers for ids ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:28:28.385658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2d55836b-9cf3-4652-ae73-2ae67d973ed0 admin admin] 10.222.0.44 "PUT /v2.0/routers/c30f6858-9a99-41a1-aad9-c0be73e55fd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5613225 Sep 29 17:28:28.397450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Routers {'c30f6858-9a99-41a1-aad9-c0be73e55fd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:28.400702 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:28.425178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Attempting to bind port 4ac97f78-24c1-449e-afb9-e4018a0797de on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:28.425551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Attempting to bind port 4ac97f78-24c1-449e-afb9-e4018a0797de by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '21736d5a-63fd-4d44-9c01-1be2659b02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:28.425874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Attempting to bind port 4ac97f78-24c1-449e-afb9-e4018a0797de on network 9c23919b-5dc6-4f3c-a975-ad284351567f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:28.450495 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [req-f1236d61-9482-4609-899a-b9b50f852ec5 req-6f66a5e1-45ed-4bd2-832e-7ed9e71ce91e tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] show failed (client error): The resource could not be found. Sep 29 17:28:28.451592 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f1236d61-9482-4609-899a-b9b50f852ec5 req-6f66a5e1-45ed-4bd2-832e-7ed9e71ce91e tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "GET /v2.0/security-group-rules/672c1a62-dc83-4121-9aeb-ae7b580444bb HTTP/1.1" status: 404 len: 361 time: 0.0626507 Sep 29 17:28:28.461156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Port 4ac97f78-24c1-449e-afb9-e4018a0797de on network 9c23919b-5dc6-4f3c-a975-ad284351567f not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:28:28.461507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Attempting to bind port 4ac97f78-24c1-449e-afb9-e4018a0797de on network 9c23919b-5dc6-4f3c-a975-ad284351567f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:28.496713 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82993572-9f40-42b6-a801-8d77f20be19b req-067ecb65-d8e7-44f4-a7ac-810206ca47cd tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aa9e2da-08ea-485d-94c0-ed3d97842625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753144 Sep 29 17:28:28.502607 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:28.503180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Checking segment: {'id': '21736d5a-63fd-4d44-9c01-1be2659b02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:28.503773 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Bound using segment: {'id': '21736d5a-63fd-4d44-9c01-1be2659b02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:28.504407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Bound port: 4ac97f78-24c1-449e-afb9-e4018a0797de, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21736d5a-63fd-4d44-9c01-1be2659b02f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:28.504963 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:28.516898 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-055bf537-8e5e-4658-9017-58f8796285d7 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227607 Sep 29 17:28:28.535186 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-397dcbdc-bd82-4a40-8073-e57db4683ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:28.598028 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-397dcbdc-bd82-4a40-8073-e57db4683ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:28.611770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Set router c30f6858-9a99-41a1-aad9-c0be73e55fd9 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:28.656896 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-925463e2-3e18-4d16-b006-33d061939487 req-80c8312b-3147-41b3-889c-7a436bac3c84 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "GET /v2.0/security-groups/27884896-f996-401f-abed-b7a34515f8a2 HTTP/1.1" status: 200 len: 1814 time: 0.1607842 Sep 29 17:28:28.678596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] For port 4ac97f78-24c1-449e-afb9-e4018a0797de, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:28.681906 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] For port 4ac97f78-24c1-449e-afb9-e4018a0797de, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4ac97f78-24c1-449e-afb9-e4018a0797de,segment=NetworkSegment(21736d5a-63fd-4d44-9c01-1be2659b02f5),segment_id=21736d5a-63fd-4d44-9c01-1be2659b02f5)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:28.689691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:28.732586 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:28.733832 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:28.736419 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] 10.222.0.35 "PUT /v2.0/ports/4ac97f78-24c1-449e-afb9-e4018a0797de HTTP/1.1" status: 200 len: 1091 time: 2.4149423 Sep 29 17:28:28.745309 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-397dcbdc-bd82-4a40-8073-e57db4683ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:28.748150 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-397dcbdc-bd82-4a40-8073-e57db4683ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:28.753664 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-397dcbdc-bd82-4a40-8073-e57db4683ff0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4dd65b9-cf33-4bad-8a53-b65eb3db95c9 HTTP/1.1" status: 204 len: 168 time: 0.4336388 Sep 29 17:28:28.762420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'tag': '4897f706-46a1-4776-b2d3-425bd33d21de'}, {'name': 'network-changed', 'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'tag': '4ac97f78-24c1-449e-afb9-e4018a0797de'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:28.766845 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1195911f-e043-406c-adcf-3d72234263bb" -d '{"events": [{"name": "network-changed", "server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "tag": "4897f706-46a1-4776-b2d3-425bd33d21de"}, {"name": "network-changed", "server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "tag": "4ac97f78-24c1-449e-afb9-e4018a0797de"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:28.792707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397dcbdc-bd82-4a40-8073-e57db4683ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dd65b9-cf33-4bad-8a53-b65eb3db95c9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:28.797983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fcea8-20e2-42ed-808d-02bebddac947 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac97f78-24c1-449e-afb9-e4018a0797de,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:28.911237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-8d2fada9-6b68-4ed2-9c44-dcf55b26a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:28.915279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-8d2fada9-6b68-4ed2-9c44-dcf55b26a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:28.915998 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-8d2fada9-6b68-4ed2-9c44-dcf55b26a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:28.917176 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-8d2fada9-6b68-4ed2-9c44-dcf55b26a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:28.917784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-8d2fada9-6b68-4ed2-9c44-dcf55b26a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:28.918648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-8d2fada9-6b68-4ed2-9c44-dcf55b26a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:28.919593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-8d2fada9-6b68-4ed2-9c44-dcf55b26a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:28.925792 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-8d2fada9-6b68-4ed2-9c44-dcf55b26a9fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca18e70d69384487ae4efe61e82aa845&device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 6475 time: 0.1138630 Sep 29 17:28:29.028435 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fd810002-dd5b-440a-a8b2-9a737df0cb23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e78fec3-5ad5-4b28-8b51-432760c59133 HTTP/1.1" status: 200 len: 217 time: 0.0840552 Sep 29 17:28:29.129410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-4a55608f-f1dc-43c0-bfc8-3cd639b0a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:29.132346 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-4a55608f-f1dc-43c0-bfc8-3cd639b0a2c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb98647a-0614-4fc5-b8fd-672d79ef30b4 HTTP/1.1" status: 200 len: 851 time: 0.0975547 Sep 29 17:28:29.247990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-310b2ae0-4168-43d0-b16d-6806841a3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:29.249825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-310b2ae0-4168-43d0-b16d-6806841a3384 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b255708-c2d9-4b94-9aae-118e45662db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993366 Sep 29 17:28:29.278935 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92dede3c-fefd-4006-9655-67b98a8b9357 req-bb866dde-e09e-4c34-bf6d-fe34d22c945c service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032464 Sep 29 17:28:29.301646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60382) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:29.320391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-340872f4-cd3d-4028-9e92-8eddad58d542 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--905919561', 'description': 'tempest-description--1713737937'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:29.394214 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'name': 'tempest-ServerActionsTestJSON-1698447124-router', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:17Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'gw_port': {'id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:19Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '84e8728b-b938-4cde-a667-284f7063ee77', 'name': '', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'mac_address': 'fa:16:3e:fe:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:23Z', 'updated_at': '2021-09-29T17:28:26Z', 'revision_number': 2, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'subnets': [{'id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:29.450379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Checking router: c30f6858-9a99-41a1-aad9-c0be73e55fd9 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:28:29.455639 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Updating router c30f6858-9a99-41a1-aad9-c0be73e55fd9 port 84e8728b-b938-4cde-a667-284f7063ee77 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:28:29.476607 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-925463e2-3e18-4d16-b006-33d061939487 req-416749e0-2d46-4fc9-9fa0-3c841493c0d9 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:29.508700 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:29.543245 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879c85c-332a-4060-98b5-0417edde2ecb req-fac4d8b3-ebce-4f01-acb1-74570ab0afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:29.544786 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4879c85c-332a-4060-98b5-0417edde2ecb req-fac4d8b3-ebce-4f01-acb1-74570ab0afe8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1f2de2592ee64ade8054fab105bd0e64&device_id=4ea84712-ba80-48b3-a9b4-ea8c2ee2d707 HTTP/1.1" status: 200 len: 1099 time: 0.1690991 Sep 29 17:28:29.555229 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-925463e2-3e18-4d16-b006-33d061939487 req-416749e0-2d46-4fc9-9fa0-3c841493c0d9 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:29.769651 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-925463e2-3e18-4d16-b006-33d061939487 req-416749e0-2d46-4fc9-9fa0-3c841493c0d9 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:29.780770 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-925463e2-3e18-4d16-b006-33d061939487 req-416749e0-2d46-4fc9-9fa0-3c841493c0d9 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:29.781967 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-925463e2-3e18-4d16-b006-33d061939487 req-416749e0-2d46-4fc9-9fa0-3c841493c0d9 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "DELETE /v2.0/security-groups/27884896-f996-401f-abed-b7a34515f8a2 HTTP/1.1" status: 204 len: 173 time: 0.5597186 Sep 29 17:28:29.814282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416749e0-2d46-4fc9-9fa0-3c841493c0d9 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27884896-f996-401f-abed-b7a34515f8a2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:29.817255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879c85c-332a-4060-98b5-0417edde2ecb req-624e40a2-68fc-4701-9af3-942ab97cf28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:29.818960 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4879c85c-332a-4060-98b5-0417edde2ecb req-624e40a2-68fc-4701-9af3-942ab97cf28b service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2488129 Sep 29 17:28:29.836492 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:29.868195 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:29.900481 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0afcbd-b9fe-446a-9c19-08f83823dc49 x-openstack-request-id: req-6a0afcbd-b9fe-446a-9c19-08f83823dc49 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:29.901074 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "tag": "4897f706-46a1-4776-b2d3-425bd33d21de", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "tag": "4ac97f78-24c1-449e-afb9-e4018a0797de", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:29.901074 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a0afcbd-b9fe-446a-9c19-08f83823dc49 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:29.901436 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'tag': '4897f706-46a1-4776-b2d3-425bd33d21de', 'status': 'completed', 'code': 200} Sep 29 17:28:29.901902 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'tag': '4ac97f78-24c1-449e-afb9-e4018a0797de', 'status': 'completed', 'code': 200} Sep 29 17:28:29.914745 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4879c85c-332a-4060-98b5-0417edde2ecb req-9de8afdf-225d-4963-bf6f-5928f2a0bf54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=4d88c3da-9cf1-4397-be31-b2484e57c2e7 HTTP/1.1" status: 200 len: 217 time: 0.0883455 Sep 29 17:28:29.943279 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-340872f4-cd3d-4028-9e92-8eddad58d542 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:29.960334 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-6f25b469-538a-4adb-b159-1437384ff562 service neutron] 10.222.0.35 "GET /v2.0/networks/2b255708-c2d9-4b94-9aae-118e45662db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7027373 Sep 29 17:28:29.980433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b865bdd-7d3c-4b5c-a19d-6bb4a4d19ed5 req-22832bad-2faa-426e-af39-4d51ba82609d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:29.987110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b865bdd-7d3c-4b5c-a19d-6bb4a4d19ed5 req-22832bad-2faa-426e-af39-4d51ba82609d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:29.993042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b865bdd-7d3c-4b5c-a19d-6bb4a4d19ed5 req-22832bad-2faa-426e-af39-4d51ba82609d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:29.999939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b865bdd-7d3c-4b5c-a19d-6bb4a4d19ed5 req-22832bad-2faa-426e-af39-4d51ba82609d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:30.006382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b865bdd-7d3c-4b5c-a19d-6bb4a4d19ed5 req-22832bad-2faa-426e-af39-4d51ba82609d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:30.016046 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b865bdd-7d3c-4b5c-a19d-6bb4a4d19ed5 req-22832bad-2faa-426e-af39-4d51ba82609d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:30.022319 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b865bdd-7d3c-4b5c-a19d-6bb4a4d19ed5 req-22832bad-2faa-426e-af39-4d51ba82609d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:30.033324 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b865bdd-7d3c-4b5c-a19d-6bb4a4d19ed5 req-22832bad-2faa-426e-af39-4d51ba82609d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5418 time: 0.1547837 Sep 29 17:28:30.053225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffd434-e4f7-4a55-9813-c4436b8b4b7b None None] Pushing event updated for resources: {'Port': ['ID=84e8728b-b938-4cde-a667-284f7063ee77,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:30.091737 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879c85c-332a-4060-98b5-0417edde2ecb req-82fe2132-8f28-44d3-800b-e18b9162a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:30.096213 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4879c85c-332a-4060-98b5-0417edde2ecb req-82fe2132-8f28-44d3-800b-e18b9162a350 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1733675 Sep 29 17:28:30.110493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60404) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:30.129409 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Attempting to bind port 84e8728b-b938-4cde-a667-284f7063ee77 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:30.130100 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Attempting to bind port 84e8728b-b938-4cde-a667-284f7063ee77 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:30.130252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Attempting to bind port 84e8728b-b938-4cde-a667-284f7063ee77 on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:30.136967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:30.137425 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Checking segment: {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:30.137838 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:30.138551 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Bound using segment: {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:30.139040 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Bound port: 84e8728b-b938-4cde-a667-284f7063ee77, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:30.139623 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:30.189754 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da22f3-31ea-4be0-9157-8f87d15db42d req-123a6665-4f95-41f6-a4b1-ebb0c4953df7 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:30.200087 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b8da22f3-31ea-4be0-9157-8f87d15db42d req-123a6665-4f95-41f6-a4b1-ebb0c4953df7 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.2098210 Sep 29 17:28:30.223508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b865bdd-7d3c-4b5c-a19d-6bb4a4d19ed5 req-5e795876-0467-4a15-b056-5671905d7f64 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1867611 Sep 29 17:28:30.261372 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] For port 84e8728b-b938-4cde-a667-284f7063ee77, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:30.267195 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] For port 84e8728b-b938-4cde-a667-284f7063ee77, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=84e8728b-b938-4cde-a667-284f7063ee77,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:30.276249 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:30.277583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879c85c-332a-4060-98b5-0417edde2ecb req-eccf7834-307a-4aee-a0ba-ec907489d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:30.279380 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4879c85c-332a-4060-98b5-0417edde2ecb req-eccf7834-307a-4aee-a0ba-ec907489d8d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1649692 Sep 29 17:28:30.286090 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b8da22f3-31ea-4be0-9157-8f87d15db42d req-d4786986-2d80-4a8e-991f-72c2c10171bb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863030 Sep 29 17:28:30.309909 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-f58bfced-d5d6-4a15-97c4-73f2eb296bf2 service neutron] 10.222.0.35 "GET /v2.0/networks/2b255708-c2d9-4b94-9aae-118e45662db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413088 Sep 29 17:28:30.404544 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-340872f4-cd3d-4028-9e92-8eddad58d542 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:30.409512 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ffd434-e4f7-4a55-9813-c4436b8b4b7b None None] Pushing event updated for resources: {'Port': ['ID=84e8728b-b938-4cde-a667-284f7063ee77,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:30.423258 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4879c85c-332a-4060-98b5-0417edde2ecb req-382fb6a2-ad1a-4466-a895-c94adb07fae7 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340048 Sep 29 17:28:30.438923 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Routers {'c30f6858-9a99-41a1-aad9-c0be73e55fd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:30.439842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:30.476071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-7f502cc6-cf1a-4c82-acd3-ac1813902c53 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-578452102-network', 'tenant_id': 'bb25d54936064457b838be47a6ee4a8e'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:30.481051 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-dfdff9df-a988-4328-a7af-a91d405d9d3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=a36d37ce-a325-4d1c-9721-c8f32e0f47e7 HTTP/1.1" status: 200 len: 217 time: 0.0741987 Sep 29 17:28:30.487989 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-340872f4-cd3d-4028-9e92-8eddad58d542 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:30.591774 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e527eea9-0dcb-4d24-8a35-992428229724 None None] Provisioning complete for port 84e8728b-b938-4cde-a667-284f7063ee77 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:30.592780 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e527eea9-0dcb-4d24-8a35-992428229724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:30.643642 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507d9c0-95d1-465d-8c94-9e780ab6eb05 req-fe9bcfd7-282c-4435-bebd-7ec6fce8a3e0 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:30.654114 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a507d9c0-95d1-465d-8c94-9e780ab6eb05 req-fe9bcfd7-282c-4435-bebd-7ec6fce8a3e0 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ea84712-ba80-48b3-a9b4-ea8c2ee2d707 HTTP/1.1" status: 200 len: 948 time: 0.1797707 Sep 29 17:28:30.659828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340872f4-cd3d-4028-9e92-8eddad58d542 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17e9e19-a9b5-47c6-9839-3e1537259a45,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:30.694678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f502cc6-cf1a-4c82-acd3-ac1813902c53 admin admin] Made reservation on behalf of bb25d54936064457b838be47a6ee4a8e for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:30.697719 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f502cc6-cf1a-4c82-acd3-ac1813902c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:30.710965 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f502cc6-cf1a-4c82-acd3-ac1813902c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:30.715056 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-340872f4-cd3d-4028-9e92-8eddad58d542 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:30.716465 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-340872f4-cd3d-4028-9e92-8eddad58d542 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4094102 Sep 29 17:28:30.719349 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4879c85c-332a-4060-98b5-0417edde2ecb req-33aeb637-a54b-4d14-b82f-c67e2254d447 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767544 Sep 29 17:28:30.719869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60414) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:30.720760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-b717f3e9-3a29-4d9d-a39e-5e6196ff1591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:30.723130 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-b717f3e9-3a29-4d9d-a39e-5e6196ff1591 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 200 len: 797 time: 0.2306356 Sep 29 17:28:30.724648 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ab0c25af-3b9c-455a-951b-923b27780569 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Request body: {'security_group_rule': {'security_group_id': 'e17e9e19-a9b5-47c6-9839-3e1537259a45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:30.758817 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e527eea9-0dcb-4d24-8a35-992428229724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:30.765353 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] Set router c30f6858-9a99-41a1-aad9-c0be73e55fd9 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:30.766591 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2a408d4-ca43-4d87-a34a-61f023307270 req-084a2c80-1729-4d3e-a3aa-877097733a30 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "GET /v2.0/security-groups/62090db5-7b91-4051-b75e-56b6341cb2d1 HTTP/1.1" status: 200 len: 1814 time: 0.2970829 Sep 29 17:28:30.769566 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a507d9c0-95d1-465d-8c94-9e780ab6eb05 req-0c7081ce-050a-4a6f-be26-30606e10ca83 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aa9e2da-08ea-485d-94c0-ed3d97842625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118357 Sep 29 17:28:30.805414 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ab0c25af-3b9c-455a-951b-923b27780569 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:30.903741 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-511f5506-b0c6-4bd9-aad7-5064f9e18872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:30.905756 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-511f5506-b0c6-4bd9-aad7-5064f9e18872 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ed3e81f-beb1-44af-b586-483c0095cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1362882 Sep 29 17:28:30.933115 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ab0c25af-3b9c-455a-951b-923b27780569 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:30.942152 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ab0c25af-3b9c-455a-951b-923b27780569 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:30.969541 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2a408d4-ca43-4d87-a34a-61f023307270 req-11233bfd-0303-4f94-ae14-c2e10eea7666 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:30.994069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c25af-3b9c-455a-951b-923b27780569 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07be3e18-e5fc-420b-8ca3-f4b17bc04e95,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:31.006605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e527eea9-0dcb-4d24-8a35-992428229724 None None] For port 84e8728b-b938-4cde-a667-284f7063ee77, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=84e8728b-b938-4cde-a667-284f7063ee77,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:31.014966 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e527eea9-0dcb-4d24-8a35-992428229724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.073215 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2a408d4-ca43-4d87-a34a-61f023307270 req-11233bfd-0303-4f94-ae14-c2e10eea7666 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.111628 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f502cc6-cf1a-4c82-acd3-ac1813902c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.116323 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527eea9-0dcb-4d24-8a35-992428229724 None None] Pushing event updated for resources: {'Port': ['ID=84e8728b-b938-4cde-a667-284f7063ee77,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:31.127727 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ab0c25af-3b9c-455a-951b-923b27780569 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.132256 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ab0c25af-3b9c-455a-951b-923b27780569 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4111054 Sep 29 17:28:31.132873 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60420) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:31.135157 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f502cc6-cf1a-4c82-acd3-ac1813902c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.137499 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-49a784cb-363b-4ad7-bbf6-3071b0a6a977 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Request body: {'security_group_rule': {'security_group_id': 'e17e9e19-a9b5-47c6-9839-3e1537259a45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:31.151324 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-cd2acd07-decc-4974-9061-9a7ce656f385 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350080 Sep 29 17:28:31.177493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f502cc6-cf1a-4c82-acd3-ac1813902c53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:28:31.184739 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-11c457e7-cfa9-49b6-8a2b-98ef8a2930cf None None] Provisioning complete for port 84e8728b-b938-4cde-a667-284f7063ee77 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:31.185182 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-11c457e7-cfa9-49b6-8a2b-98ef8a2930cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.199390 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49a784cb-363b-4ad7-bbf6-3071b0a6a977 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.208531 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2a408d4-ca43-4d87-a34a-61f023307270 req-11233bfd-0303-4f94-ae14-c2e10eea7666 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.211449 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d2a408d4-ca43-4d87-a34a-61f023307270 req-11233bfd-0303-4f94-ae14-c2e10eea7666 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.223468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'name': 'tempest-ServerActionsTestJSON-1698447124-router', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:17Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'gw_port': {'id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:19Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '84e8728b-b938-4cde-a667-284f7063ee77', 'name': '', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'mac_address': 'fa:16:3e:fe:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:23Z', 'updated_at': '2021-09-29T17:28:30Z', 'revision_number': 4, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'subnets': [{'id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:31.226120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2a408d4-ca43-4d87-a34a-61f023307270 req-11233bfd-0303-4f94-ae14-c2e10eea7666 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "DELETE /v2.0/security-groups/62090db5-7b91-4051-b75e-56b6341cb2d1 HTTP/1.1" status: 204 len: 173 time: 0.4025433 Sep 29 17:28:31.228231 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f502cc6-cf1a-4c82-acd3-ac1813902c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e834be2-cf51-4850-8add-0395519d25a5,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:31.245860 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f502cc6-cf1a-4c82-acd3-ac1813902c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.254854 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-7f502cc6-cf1a-4c82-acd3-ac1813902c53 admin admin] Added segment bbb6225a-cf5b-4f58-8be7-c160e94f7e2a of type vlan for network feaef753-9520-4591-a671-4118300ab805 Sep 29 17:28:31.268986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bfa766-53ed-4b4f-8087-60012d76a26e None None] The sync data for ids ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'] in n-d-811748-2 is: [{'id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'name': 'tempest-ServerActionsTestJSON-1698447124-router', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:17Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'gw_port': {'id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:19Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '84e8728b-b938-4cde-a667-284f7063ee77', 'name': '', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'mac_address': 'fa:16:3e:fe:89:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:23Z', 'updated_at': '2021-09-29T17:28:30Z', 'revision_number': 4, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'subnets': [{'id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:28:31.308856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11233bfd-0303-4f94-ae14-c2e10eea7666 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62090db5-7b91-4051-b75e-56b6341cb2d1,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:31.455977 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f502cc6-cf1a-4c82-acd3-ac1813902c53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.471486 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49a784cb-363b-4ad7-bbf6-3071b0a6a977 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.485578 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49a784cb-363b-4ad7-bbf6-3071b0a6a977 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.514271 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a7989366-4ca7-44f4-bc72-6f530019dfd2 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513458 Sep 29 17:28:31.519827 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca0db4ae-8467-49f3-9e64-24994176594f req-1917e130-6c18-47db-ae7b-27327e08e043 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "GET /v2.0/security-groups/d1cc2153-2d7d-4520-b1c5-ae903dae1c00 HTTP/1.1" status: 200 len: 1813 time: 0.1537819 Sep 29 17:28:31.524261 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a784cb-363b-4ad7-bbf6-3071b0a6a977 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015d3143-7b49-4bcc-bd69-fa43cd700999,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:31.543792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb02ec-dd8a-4d0d-a261-cba160f5530b req-40232ef0-f50f-4976-b174-3dcc3416bc4b tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:31.545485 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2eb02ec-dd8a-4d0d-a261-cba160f5530b req-40232ef0-f50f-4976-b174-3dcc3416bc4b tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 945 time: 0.1927497 Sep 29 17:28:31.546121 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49a784cb-363b-4ad7-bbf6-3071b0a6a977 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.548442 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f502cc6-cf1a-4c82-acd3-ac1813902c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.549644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f502cc6-cf1a-4c82-acd3-ac1813902c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:31.550269 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f502cc6-cf1a-4c82-acd3-ac1813902c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.550424 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-49a784cb-363b-4ad7-bbf6-3071b0a6a977 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4165595 Sep 29 17:28:31.550999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60432) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:31.567362 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:31.611906 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.654209 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-bc0b6c58-ce9d-4abb-80ff-68d56912f54f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=5988d418-a748-4b3c-ad5d-5c29fd19e399 HTTP/1.1" status: 200 len: 217 time: 0.1068463 Sep 29 17:28:31.669151 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7f502cc6-cf1a-4c82-acd3-ac1813902c53 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5564926 Sep 29 17:28:31.672730 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ca0db4ae-8467-49f3-9e64-24994176594f req-8a4bbbf8-fd9b-4479-bc53-c7a6ecc6dadb tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.674454 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60436) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:31.680855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-038b85f3-11b5-45db-8ef5-af8a03f20360 admin admin] Request body: {'subnet': {'network_id': 'feaef753-9520-4591-a671-4118300ab805', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-578452102-subnet', 'tenant_id': 'bb25d54936064457b838be47a6ee4a8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:31.729187 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ca0db4ae-8467-49f3-9e64-24994176594f req-8a4bbbf8-fd9b-4479-bc53-c7a6ecc6dadb tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.765787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f502cc6-cf1a-4c82-acd3-ac1813902c53 admin admin] Pushing event updated for resources: {'Network': ['ID=feaef753-9520-4591-a671-4118300ab805,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:31.776439 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network feaef753-9520-4591-a671-4118300ab805 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:28:31.783318 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038b85f3-11b5-45db-8ef5-af8a03f20360 admin admin] Made reservation on behalf of bb25d54936064457b838be47a6ee4a8e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:31.785794 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-038b85f3-11b5-45db-8ef5-af8a03f20360 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.789103 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2eb02ec-dd8a-4d0d-a261-cba160f5530b req-3110a564-960e-4d3b-9355-c3a12bd7fd6f tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/security-groups?id=93b1318b-2ae0-43c0-997d-6d81f6233ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193546 Sep 29 17:28:31.792436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-9f90dbd1-b28a-4d73-af14-5a7abe36b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:31.794255 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-9f90dbd1-b28a-4d73-af14-5a7abe36b786 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 200 len: 797 time: 0.1219625 Sep 29 17:28:31.910270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-597bb538-417d-4c82-b507-c38d6229b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:31.913860 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-597bb538-417d-4c82-b507-c38d6229b225 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ed3e81f-beb1-44af-b586-483c0095cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1097782 Sep 29 17:28:31.932087 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ca0db4ae-8467-49f3-9e64-24994176594f req-8a4bbbf8-fd9b-4479-bc53-c7a6ecc6dadb tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.935478 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-ca0db4ae-8467-49f3-9e64-24994176594f req-8a4bbbf8-fd9b-4479-bc53-c7a6ecc6dadb tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:31.954414 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca0db4ae-8467-49f3-9e64-24994176594f req-8a4bbbf8-fd9b-4479-bc53-c7a6ecc6dadb tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "DELETE /v2.0/security-groups/d1cc2153-2d7d-4520-b1c5-ae903dae1c00 HTTP/1.1" status: 204 len: 173 time: 0.4171338 Sep 29 17:28:32.008905 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bbbf8-fd9b-4479-bc53-c7a6ecc6dadb tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cc2153-2d7d-4520-b1c5-ae903dae1c00,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:32.025231 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:32.064875 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614441f9-d6a7-4c0a-bf0d-0f10d1ff6455 req-8bd04498-8297-4190-a286-ebf93b55ed0b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:32.071336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614441f9-d6a7-4c0a-bf0d-0f10d1ff6455 req-8bd04498-8297-4190-a286-ebf93b55ed0b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:32.077952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614441f9-d6a7-4c0a-bf0d-0f10d1ff6455 req-8bd04498-8297-4190-a286-ebf93b55ed0b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:32.083904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614441f9-d6a7-4c0a-bf0d-0f10d1ff6455 req-8bd04498-8297-4190-a286-ebf93b55ed0b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:32.090015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614441f9-d6a7-4c0a-bf0d-0f10d1ff6455 req-8bd04498-8297-4190-a286-ebf93b55ed0b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:32.096623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614441f9-d6a7-4c0a-bf0d-0f10d1ff6455 req-8bd04498-8297-4190-a286-ebf93b55ed0b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:32.103020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614441f9-d6a7-4c0a-bf0d-0f10d1ff6455 req-8bd04498-8297-4190-a286-ebf93b55ed0b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:32.104736 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4d88c3da-9cf1-4397-be31-b2484e57c2e7 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:28:32.104976 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-614441f9-d6a7-4c0a-bf0d-0f10d1ff6455 req-8bd04498-8297-4190-a286-ebf93b55ed0b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5418 time: 0.1910102 Sep 29 17:28:32.176449 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-19cba544-99be-4f03-b171-b6ac9e1060d5 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497768 Sep 29 17:28:32.188649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-614441f9-d6a7-4c0a-bf0d-0f10d1ff6455 req-3338eed7-d820-44d6-a677-5be2505bc078 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636368 Sep 29 17:28:32.262790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef63942-0c1a-402f-8f3c-6b27672cbb50 req-36eb6c7f-a271-4417-a7f6-228ece46ef03 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:32.271235 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5ef63942-0c1a-402f-8f3c-6b27672cbb50 req-36eb6c7f-a271-4417-a7f6-228ece46ef03 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.2224042 Sep 29 17:28:32.336018 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-4426e93f-c848-4f37-981d-b3f60bc4d389 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416011 Sep 29 17:28:32.361593 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-038b85f3-11b5-45db-8ef5-af8a03f20360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:32.396091 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4d88c3da-9cf1-4397-be31-b2484e57c2e7, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4d88c3da-9cf1-4397-be31-b2484e57c2e7,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:32.414254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '4d88c3da-9cf1-4397-be31-b2484e57c2e7', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '4d88c3da-9cf1-4397-be31-b2484e57c2e7', 'mac_address': 'fa:16:3e:8d:f9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:28:32.415317 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5ef63942-0c1a-402f-8f3c-6b27672cbb50 req-44d58226-0c95-4e13-9560-a3c728d1ae38 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430991 Sep 29 17:28:32.416542 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-f3cf2174-8107-401a-8804-6b04fcc5d502 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=057c4afc-15d9-4d68-b1ee-2455ce8bf293 HTTP/1.1" status: 200 len: 217 time: 0.0733387 Sep 29 17:28:32.427535 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Allocated IP 172.25.2.101 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/879255b7-54e2-4225-b499-3f76065e696f) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:32.480404 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:32.523481 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d88c3da-9cf1-4397-be31-b2484e57c2e7 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:32.523744 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b85f3-11b5-45db-8ef5-af8a03f20360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65a41f3e-464e-4110-b186-67e190ebb04f,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:32.552071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-9f9a0094-a219-409b-9072-33f146eaf902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:32.555178 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-9f9a0094-a219-409b-9072-33f146eaf902 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 200 len: 797 time: 0.0792263 Sep 29 17:28:32.558687 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4d88c3da-9cf1-4397-be31-b2484e57c2e7, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4d88c3da-9cf1-4397-be31-b2484e57c2e7,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:32.567288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f6a1a-e765-477a-82ed-5d69bf2167f2 req-720b073b-d3d3-4c1f-b1d1-d55833c350c2 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:32.567553 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:32.570030 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-854f6a1a-e765-477a-82ed-5d69bf2167f2 req-720b073b-d3d3-4c1f-b1d1-d55833c350c2 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ea84712-ba80-48b3-a9b4-ea8c2ee2d707 HTTP/1.1" status: 200 len: 948 time: 0.1619141 Sep 29 17:28:32.575015 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038b85f3-11b5-45db-8ef5-af8a03f20360 admin admin] Checking segment: {'id': 'bbb6225a-cf5b-4f58-8be7-c160e94f7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'feaef753-9520-4591-a671-4118300ab805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:32.575370 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038b85f3-11b5-45db-8ef5-af8a03f20360 admin admin] Network hostable DHCP agents. Network: feaef753-9520-4591-a671-4118300ab805, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:28:32.587548 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f906a32-5fc4-46a3-9621-574c8a23f389 req-8cc97186-b4f4-4598-b611-a37a0b61f407 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "GET /v2.0/security-groups/591aeee1-809e-4d3c-8034-418b006ea0ff HTTP/1.1" status: 200 len: 1815 time: 0.1293316 Sep 29 17:28:32.669868 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-854f6a1a-e765-477a-82ed-5d69bf2167f2 req-c5cbcd2b-29d2-4a8c-811b-61783d23bcaa tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aa9e2da-08ea-485d-94c0-ed3d97842625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879583 Sep 29 17:28:32.683178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=4d88c3da-9cf1-4397-be31-b2484e57c2e7,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:32.699838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-3c63517a-20c2-4f01-b6cd-6e00fa588c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:32.701946 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-3c63517a-20c2-4f01-b6cd-6e00fa588c88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ed3e81f-beb1-44af-b586-483c0095cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1308329 Sep 29 17:28:32.763582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 84e8728b-b938-4cde-a667-284f7063ee77 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:32.772559 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038b85f3-11b5-45db-8ef5-af8a03f20360 admin admin] Network feaef753-9520-4591-a671-4118300ab805 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:28:32.826597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['4d88c3da-9cf1-4397-be31-b2484e57c2e7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:28:32.847618 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-038b85f3-11b5-45db-8ef5-af8a03f20360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, feaef753-9520-4591-a671-4118300ab805) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:32.866087 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038b85f3-11b5-45db-8ef5-af8a03f20360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:32.866754 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-038b85f3-11b5-45db-8ef5-af8a03f20360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:32.871696 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:32.873254 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-8f906a32-5fc4-46a3-9621-574c8a23f389 req-79285e79-9193-441e-bd75-a8548820d416 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:32.888466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f85bb9-e9ac-4f2d-b145-5c3cb498954a None None] Network feaef753-9520-4591-a671-4118300ab805 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:28:32.897193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 84e8728b-b938-4cde-a667-284f7063ee77 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:32.897920 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:32.930825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-e35bd2ee-647b-47d3-a106-ba2656e0663e service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199454 Sep 29 17:28:32.991571 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:32.996816 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-8f906a32-5fc4-46a3-9621-574c8a23f389 req-79285e79-9193-441e-bd75-a8548820d416 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:33.094937 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event updated for resources: {'Port': ['ID=879255b7-54e2-4225-b499-3f76065e696f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:33.111482 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-038b85f3-11b5-45db-8ef5-af8a03f20360 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4356711 Sep 29 17:28:33.122777 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-fcc4e5f1-b722-4682-858c-4c2d82127e19 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843321 Sep 29 17:28:33.142043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:33.156115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:33.156802 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:28:33.167601 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:33.228483 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-e18d47b4-5094-4a52-9097-718a9fa8c76b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=be739b7b-a7ce-45a1-bd9c-1714d150d2e3 HTTP/1.1" status: 200 len: 217 time: 0.0939577 Sep 29 17:28:33.255139 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-8f906a32-5fc4-46a3-9621-574c8a23f389 req-79285e79-9193-441e-bd75-a8548820d416 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:33.267022 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-8f906a32-5fc4-46a3-9621-574c8a23f389 req-79285e79-9193-441e-bd75-a8548820d416 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:33.273863 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f906a32-5fc4-46a3-9621-574c8a23f389 req-79285e79-9193-441e-bd75-a8548820d416 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "DELETE /v2.0/security-groups/591aeee1-809e-4d3c-8034-418b006ea0ff HTTP/1.1" status: 204 len: 173 time: 0.6802621 Sep 29 17:28:33.346138 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79285e79-9193-441e-bd75-a8548820d416 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=591aeee1-809e-4d3c-8034-418b006ea0ff,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:33.403490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-ed89e329-df14-4d4a-8d87-e69a03c63d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:33.405003 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-ed89e329-df14-4d4a-8d87-e69a03c63d3a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 200 len: 797 time: 0.1659641 Sep 29 17:28:33.431769 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e5289e-2f56-45dc-8ff8-968606f863ea None None] Network feaef753-9520-4591-a671-4118300ab805 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:28:33.527535 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:33.555588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-6b294d9f-a60b-46c1-b62e-6398fcdcb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:33.557128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-6b294d9f-a60b-46c1-b62e-6398fcdcb07b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ed3e81f-beb1-44af-b586-483c0095cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1444411 Sep 29 17:28:33.574913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb67a89-3300-45bc-8bac-c006a557ddd6 req-624aaf4f-2ed9-4a1c-b01c-bb3ee6ff42ae tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:33.583999 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6fb67a89-3300-45bc-8bac-c006a557ddd6 req-624aaf4f-2ed9-4a1c-b01c-bb3ee6ff42ae tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 945 time: 0.0966744 Sep 29 17:28:33.614266 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b78f6-84ed-4386-93fc-daf09025956a req-1e6f4949-05ca-4105-a001-1c3a2c6425cb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:33.621230 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b78f6-84ed-4386-93fc-daf09025956a req-1e6f4949-05ca-4105-a001-1c3a2c6425cb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:33.628842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b78f6-84ed-4386-93fc-daf09025956a req-1e6f4949-05ca-4105-a001-1c3a2c6425cb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:33.637853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b78f6-84ed-4386-93fc-daf09025956a req-1e6f4949-05ca-4105-a001-1c3a2c6425cb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:33.653842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b78f6-84ed-4386-93fc-daf09025956a req-1e6f4949-05ca-4105-a001-1c3a2c6425cb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:33.660663 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b78f6-84ed-4386-93fc-daf09025956a req-1e6f4949-05ca-4105-a001-1c3a2c6425cb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:33.668210 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b78f6-84ed-4386-93fc-daf09025956a req-1e6f4949-05ca-4105-a001-1c3a2c6425cb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:33.670286 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6c3b78f6-84ed-4386-93fc-daf09025956a req-1e6f4949-05ca-4105-a001-1c3a2c6425cb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5418 time: 0.2393091 Sep 29 17:28:33.675817 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6fb67a89-3300-45bc-8bac-c006a557ddd6 req-98a824ed-8f39-4b41-b795-fa06e073e761 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/security-groups?id=93b1318b-2ae0-43c0-997d-6d81f6233ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907669 Sep 29 17:28:33.687308 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:33.771925 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6c3b78f6-84ed-4386-93fc-daf09025956a req-98135d04-6a63-4d9a-a550-32e2a0b22832 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869586 Sep 29 17:28:33.797054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d300cf09-af99-43e7-9888-55844e1fc778 req-989de6af-7907-4c00-9e97-736e7314e9e5 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "GET /v2.0/security-groups/c55f8d52-3fd5-48be-9eab-bbf380f09719 HTTP/1.1" status: 200 len: 1812 time: 0.0745513 Sep 29 17:28:33.815534 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-248c67d6-7356-44dd-b429-17ab5e4cf298 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289321 Sep 29 17:28:33.981077 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d300cf09-af99-43e7-9888-55844e1fc778 req-e4676f4c-577a-474e-b01e-031773700a73 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:34.008000 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:34.018994 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d300cf09-af99-43e7-9888-55844e1fc778 req-e4676f4c-577a-474e-b01e-031773700a73 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:34.021389 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d58b20-e467-4417-bb2c-6e8d5a02e197 req-cca112e7-8965-4105-bd2a-b2f3a9070676 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:34.023347 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-8e68cff9-5f78-4926-aa31-89e5f42cf0b3 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964910 Sep 29 17:28:34.023504 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-21d58b20-e467-4417-bb2c-6e8d5a02e197 req-cca112e7-8965-4105-bd2a-b2f3a9070676 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.1107290 Sep 29 17:28:34.024466 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:34.077863 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-cb864f83-a2c1-42a7-af63-64532a4cfd96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4897f706-46a1-4776-b2d3-425bd33d21de HTTP/1.1" status: 200 len: 217 time: 0.0448604 Sep 29 17:28:34.121176 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4d88c3da-9cf1-4397-be31-b2484e57c2e7 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:34.126186 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event updated for resources: {'Port': ['ID=879255b7-54e2-4225-b499-3f76065e696f,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:34.137016 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-e74ab31c-5d9f-4637-a4ba-7ef4e8c19519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:34.138744 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-e74ab31c-5d9f-4637-a4ba-7ef4e8c19519 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba6db94f-8467-4528-901c-b0e5cf73d643 HTTP/1.1" status: 200 len: 797 time: 0.0515721 Sep 29 17:28:34.139257 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-21d58b20-e467-4417-bb2c-6e8d5a02e197 req-c8834445-f0e0-482d-8af9-6f112b3e0e68 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062069 Sep 29 17:28:34.140759 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d300cf09-af99-43e7-9888-55844e1fc778 req-e4676f4c-577a-474e-b01e-031773700a73 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:34.143795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d300cf09-af99-43e7-9888-55844e1fc778 req-e4676f4c-577a-474e-b01e-031773700a73 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:34.149070 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d300cf09-af99-43e7-9888-55844e1fc778 req-e4676f4c-577a-474e-b01e-031773700a73 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] 10.222.0.44 "DELETE /v2.0/security-groups/c55f8d52-3fd5-48be-9eab-bbf380f09719 HTTP/1.1" status: 204 len: 173 time: 0.3508615 Sep 29 17:28:34.164700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60468) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:34.182038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4676f4c-577a-474e-b01e-031773700a73 tempest-SecurityGroupRulesNegativeTestJSON-774951844 tempest-SecurityGroupRulesNegativeTestJSON-774951844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55f8d52-3fd5-48be-9eab-bbf380f09719,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:34.186224 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:34.211389 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 4d88c3da-9cf1-4397-be31-b2484e57c2e7 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:28:34.218903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 4d88c3da-9cf1-4397-be31-b2484e57c2e7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:34.219473 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:34.250207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-e98274a2-249c-4357-87f7-9789db89674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:34.251925 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-e98274a2-249c-4357-87f7-9789db89674e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c23919b-5dc6-4f3c-a975-ad284351567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1016021 Sep 29 17:28:34.307387 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:34.313584 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4c24a593-defe-44b7-b28e-c757623438f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7482939 Sep 29 17:28:34.340922 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6d2b2f-c7a8-4870-8612-c8a0ac5e293b admin admin] Deleting subnet 25f76b6d-caa0-4508-a954-344c86821fc8 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:28:34.407919 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-e5f16294-2ea6-4fd6-aa3f-3bda3fca9e2e service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476388 Sep 29 17:28:34.432814 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ad6d2b2f-c7a8-4870-8612-c8a0ac5e293b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:34.505121 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ad6d2b2f-c7a8-4870-8612-c8a0ac5e293b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:34.508445 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:34.544164 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defff61-e933-4198-9892-a0e341c9a648 req-a9325bde-59d2-4ece-9ac0-efacad52a90c tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:34.546283 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0defff61-e933-4198-9892-a0e341c9a648 req-a9325bde-59d2-4ece-9ac0-efacad52a90c tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ea84712-ba80-48b3-a9b4-ea8c2ee2d707 HTTP/1.1" status: 200 len: 949 time: 0.1928899 Sep 29 17:28:34.555064 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea84712-ba80-48b3-a9b4-ea8c2ee2d707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d88c3da-9cf1-4397-be31-b2484e57c2e7'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:34.557673 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f46f0f6-c2a2-4327-86ce-2c44e52b3853" -d '{"events": [{"server_uuid": "4ea84712-ba80-48b3-a9b4-ea8c2ee2d707", "name": "network-vif-plugged", "status": "completed", "tag": "4d88c3da-9cf1-4397-be31-b2484e57c2e7"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:34.573069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4d88c3da-9cf1-4397-be31-b2484e57c2e7, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4d88c3da-9cf1-4397-be31-b2484e57c2e7,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:34.574403 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-35179a57-c455-4858-ae61-979b38a031e5 service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590378 Sep 29 17:28:34.578439 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:34.610931 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ad6d2b2f-c7a8-4870-8612-c8a0ac5e293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:34.615536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0defff61-e933-4198-9892-a0e341c9a648 req-8829d8a1-fc0e-4aef-a6d6-c440ee59af54 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aa9e2da-08ea-485d-94c0-ed3d97842625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569293 Sep 29 17:28:34.637198 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-d3080d84-4b4a-4db9-8fe6-d1d5f7574d1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ac97f78-24c1-449e-afb9-e4018a0797de HTTP/1.1" status: 200 len: 217 time: 0.0498726 Sep 29 17:28:34.651952 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=4d88c3da-9cf1-4397-be31-b2484e57c2e7,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:34.706076 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ad6d2b2f-c7a8-4870-8612-c8a0ac5e293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:34.743102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a7fadf06-1889-48c3-84f1-7cb9a846c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:34.744604 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-a7fadf06-1889-48c3-84f1-7cb9a846c698 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba6db94f-8467-4528-901c-b0e5cf73d643 HTTP/1.1" status: 200 len: 797 time: 0.1007197 Sep 29 17:28:34.754431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d2b2f-c7a8-4870-8612-c8a0ac5e293b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f76b6d-caa0-4508-a954-344c86821fc8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:34.758181 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ad6d2b2f-c7a8-4870-8612-c8a0ac5e293b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:34.761719 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ad6d2b2f-c7a8-4870-8612-c8a0ac5e293b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/25f76b6d-caa0-4508-a954-344c86821fc8 HTTP/1.1" status: 204 len: 168 time: 0.5957267 Sep 29 17:28:34.763375 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60498) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:34.774169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-17776c02-11a9-405c-ab5c-2a77629ea6e3 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:34.775663 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-17776c02-11a9-405c-ab5c-2a77629ea6e3 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/networks?id=feaef753-9520-4591-a671-4118300ab805 HTTP/1.1" status: 200 len: 817 time: 0.2203412 Sep 29 17:28:34.805051 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-50f19c37-0701-48c5-81ae-62af1601fb41 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/quotas/bb25d54936064457b838be47a6ee4a8e HTTP/1.1" status: 200 len: 375 time: 0.0146027 Sep 29 17:28:34.807631 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-0cfac776-3b50-4fb3-8ef9-3e5dfbb216db tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--905919561&fields=id&tenant_id=9c851dbf4ea64b1cade6a77890b0e11c HTTP/1.1" status: 200 len: 267 time: 0.0974748 Sep 29 17:28:34.815110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-c33f1756-ff43-44c7-aa17-de8a3c34dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:34.816571 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-c33f1756-ff43-44c7-aa17-de8a3c34dbe9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c23919b-5dc6-4f3c-a975-ad284351567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0617356 Sep 29 17:28:34.851559 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-72a8c6cd-4669-4b3d-9227-8741012289ee tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb25d54936064457b838be47a6ee4a8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340292 Sep 29 17:28:34.894965 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffc82d68-a5ae-4398-9a2b-f6cae016a934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:35.006770 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-eaff6346-b1a1-4fe4-b41c-ce3deeddde89 service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796188 Sep 29 17:28:35.008096 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-dd541223-8351-4c3c-ad9a-6901ca550d0a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:35.008673 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-fc6b9dc0-5c49-433e-91d5-6c57082224c7 service neutron] 10.222.0.44 "GET /v2.0/networks/feaef753-9520-4591-a671-4118300ab805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441815 Sep 29 17:28:35.016690 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-dd541223-8351-4c3c-ad9a-6901ca550d0a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 812 time: 0.2006710 Sep 29 17:28:35.061508 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffc82d68-a5ae-4398-9a2b-f6cae016a934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:35.073370 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-31fa02d6-59b3-4d7e-9352-e629a62b412a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/quotas/9c851dbf4ea64b1cade6a77890b0e11c HTTP/1.1" status: 200 len: 375 time: 0.0557532 Sep 29 17:28:35.096191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-ffc82d68-a5ae-4398-9a2b-f6cae016a934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1937dc-76dd-4c84-bbdc-57194fbcc7ac']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:35.121685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-ffc82d68-a5ae-4398-9a2b-f6cae016a934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8159dec-076d-4ebd-8e09-88bbc779c717') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:35.122072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-ffc82d68-a5ae-4398-9a2b-f6cae016a934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8159dec-076d-4ebd-8e09-88bbc779c717') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:35.134383 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffc82d68-a5ae-4398-9a2b-f6cae016a934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:35.158864 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-44b5171f-f450-4ab1-a798-1cdb742971bf tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747910 Sep 29 17:28:35.159928 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffc82d68-a5ae-4398-9a2b-f6cae016a934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:35.166368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc82d68-a5ae-4398-9a2b-f6cae016a934 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:28:35.166767 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffc82d68-a5ae-4398-9a2b-f6cae016a934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:28:35.168820 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:28:35.187192 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-6b4056ec-bf65-45b3-bf4a-0b1b59563590 service neutron] 10.222.0.44 "GET /v2.0/networks/feaef753-9520-4591-a671-4118300ab805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639454 Sep 29 17:28:35.189161 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cf4fed5-72c3-49b6-857c-a6fba3b78c25 req-b959b554-38e1-41d6-ab14-f9ff7f0cbcd5 service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751370 Sep 29 17:28:35.257709 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffc82d68-a5ae-4398-9a2b-f6cae016a934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:35.277399 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffc82d68-a5ae-4398-9a2b-f6cae016a934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:35.282275 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ffc82d68-a5ae-4398-9a2b-f6cae016a934 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3b1937dc-76dd-4c84-bbdc-57194fbcc7ac HTTP/1.1" status: 204 len: 168 time: 0.5109277 Sep 29 17:28:35.317913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc82d68-a5ae-4398-9a2b-f6cae016a934 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1937dc-76dd-4c84-bbdc-57194fbcc7ac,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:35.353638 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-65488bb3-05a9-488e-a67b-2378e7307bb5 service neutron] 10.222.0.44 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671731 Sep 29 17:28:35.476429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60508) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:35.491196 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-7714f942-956d-4623-8625-cf0819e80771 service neutron] 10.222.0.44 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304255 Sep 29 17:28:35.508263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-f70c3ff0-ad19-4b74-ba2c-491a8332f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:35.509004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-f70c3ff0-ad19-4b74-ba2c-491a8332f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:35.510150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-f70c3ff0-ad19-4b74-ba2c-491a8332f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:35.510831 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-f70c3ff0-ad19-4b74-ba2c-491a8332f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:35.511367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-f70c3ff0-ad19-4b74-ba2c-491a8332f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:35.512145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-f70c3ff0-ad19-4b74-ba2c-491a8332f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:35.512811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-f70c3ff0-ad19-4b74-ba2c-491a8332f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:35.516242 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1195911f-e043-406c-adcf-3d72234263bb req-f70c3ff0-ad19-4b74-ba2c-491a8332f963 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca18e70d69384487ae4efe61e82aa845&device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 6475 time: 0.1133070 Sep 29 17:28:35.703444 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eba116b-44d0-406a-b06c-bf9af2b8ec4b x-openstack-request-id: req-2eba116b-44d0-406a-b06c-bf9af2b8ec4b {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:35.703982 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea84712-ba80-48b3-a9b4-ea8c2ee2d707", "name": "network-vif-plugged", "status": "completed", "tag": "4d88c3da-9cf1-4397-be31-b2484e57c2e7", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:35.703982 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2eba116b-44d0-406a-b06c-bf9af2b8ec4b {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:35.704922 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea84712-ba80-48b3-a9b4-ea8c2ee2d707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d88c3da-9cf1-4397-be31-b2484e57c2e7', 'code': 200} Sep 29 17:28:35.945790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b231f1c-b825-4579-bea6-4eb511ebe6d8 req-4951c774-6fda-43bf-85f2-c4949e511a4e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:35.947325 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8b231f1c-b825-4579-bea6-4eb511ebe6d8 req-4951c774-6fda-43bf-85f2-c4949e511a4e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.1125238 Sep 29 17:28:35.949474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105ff88-94d9-4ed8-b19b-a704614256cb req-30cab360-66af-47a7-b965-6cbed6d30d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:35.950871 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4105ff88-94d9-4ed8-b19b-a704614256cb req-30cab360-66af-47a7-b965-6cbed6d30d3b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4ea84712-ba80-48b3-a9b4-ea8c2ee2d707 HTTP/1.1" status: 200 len: 1101 time: 0.1606190 Sep 29 17:28:36.046528 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4105ff88-94d9-4ed8-b19b-a704614256cb req-1e695c35-d8e1-4bf8-b260-cbf3b0e6559d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9aa9e2da-08ea-485d-94c0-ed3d97842625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779359 Sep 29 17:28:36.075846 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9c500d9c-fcec-4617-91f2-47e0d2452088 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cae89b705b60411e8ec3798397d79ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5939894 Sep 29 17:28:36.079250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60540) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:36.091761 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8b231f1c-b825-4579-bea6-4eb511ebe6d8 req-959279ff-1877-4a89-ada9-073eb8d4e35a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352844 Sep 29 17:28:36.186362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-be68c073-1139-4be8-b879-ec8c11f214f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:36.188896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1195911f-e043-406c-adcf-3d72234263bb req-be68c073-1139-4be8-b879-ec8c11f214f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c23919b-5dc6-4f3c-a975-ad284351567f HTTP/1.1" status: 200 len: 902 time: 0.6618977 Sep 29 17:28:36.207640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bb3f4-8544-4f47-bd73-b1d4c7588d56 req-e5425377-415c-4f87-8e9a-ae3c295101de tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:36.215677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bb3f4-8544-4f47-bd73-b1d4c7588d56 req-e5425377-415c-4f87-8e9a-ae3c295101de tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:36.228078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bb3f4-8544-4f47-bd73-b1d4c7588d56 req-e5425377-415c-4f87-8e9a-ae3c295101de tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:36.253494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bb3f4-8544-4f47-bd73-b1d4c7588d56 req-e5425377-415c-4f87-8e9a-ae3c295101de tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:36.261777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bb3f4-8544-4f47-bd73-b1d4c7588d56 req-e5425377-415c-4f87-8e9a-ae3c295101de tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:36.274965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bb3f4-8544-4f47-bd73-b1d4c7588d56 req-e5425377-415c-4f87-8e9a-ae3c295101de tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:36.286123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bb3f4-8544-4f47-bd73-b1d4c7588d56 req-e5425377-415c-4f87-8e9a-ae3c295101de tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:36.296952 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c20bb3f4-8544-4f47-bd73-b1d4c7588d56 req-e5425377-415c-4f87-8e9a-ae3c295101de tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5418 time: 0.2852924 Sep 29 17:28:36.311894 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-618c4383-1513-4172-8486-103b185bb94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:36.363711 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973212f3-ee83-40b7-bbbc-3be6764bd709 req-d0a97a87-cd5b-4beb-b2aa-60cb0feff4de tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:36.365935 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-973212f3-ee83-40b7-bbbc-3be6764bd709 req-d0a97a87-cd5b-4beb-b2aa-60cb0feff4de tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ea84712-ba80-48b3-a9b4-ea8c2ee2d707 HTTP/1.1" status: 200 len: 950 time: 0.0708072 Sep 29 17:28:36.373315 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1195911f-e043-406c-adcf-3d72234263bb req-f675e004-edb2-46b8-9f88-612219c32d84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4897f706-46a1-4776-b2d3-425bd33d21de HTTP/1.1" status: 200 len: 217 time: 0.0564156 Sep 29 17:28:36.415526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-973212f3-ee83-40b7-bbbc-3be6764bd709 req-d3a42947-532c-4c45-9f9c-530deed3aa6b tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aa9e2da-08ea-485d-94c0-ed3d97842625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429599 Sep 29 17:28:36.451949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-b46803f5-4680-4183-982e-f37dee3b5956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:36.454241 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1195911f-e043-406c-adcf-3d72234263bb req-b46803f5-4680-4183-982e-f37dee3b5956 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba6db94f-8467-4528-901c-b0e5cf73d643 HTTP/1.1" status: 200 len: 797 time: 0.0732958 Sep 29 17:28:36.506784 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-618c4383-1513-4172-8486-103b185bb94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:36.541716 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c20bb3f4-8544-4f47-bd73-b1d4c7588d56 req-fc1d0452-9299-49df-9c9a-27689a740023 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2431910 Sep 29 17:28:36.572647 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-4d051f08-2d3d-46d3-b3b7-6c539c6893a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:36.574719 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1195911f-e043-406c-adcf-3d72234263bb req-4d051f08-2d3d-46d3-b3b7-6c539c6893a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c23919b-5dc6-4f3c-a975-ad284351567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1082520 Sep 29 17:28:36.604150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee4c9-6fea-46de-851e-fda19a6c8120 req-eefc1de7-0ff4-4c92-be1d-ec0f3eea0166 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:36.614201 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e66ee4c9-6fea-46de-851e-fda19a6c8120 req-eefc1de7-0ff4-4c92-be1d-ec0f3eea0166 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 945 time: 0.0946000 Sep 29 17:28:36.688899 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e66ee4c9-6fea-46de-851e-fda19a6c8120 req-d8469450-6af8-46c6-9671-15ead5f94ced tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/security-groups?id=93b1318b-2ae0-43c0-997d-6d81f6233ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728478 Sep 29 17:28:36.717134 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-618c4383-1513-4172-8486-103b185bb94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:36.717493 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-618c4383-1513-4172-8486-103b185bb94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:36.719930 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-618c4383-1513-4172-8486-103b185bb94e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/720afc29-1c8f-4cad-8170-fb69404cd135 HTTP/1.1" status: 204 len: 168 time: 0.6371922 Sep 29 17:28:36.772150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c4383-1513-4172-8486-103b185bb94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720afc29-1c8f-4cad-8170-fb69404cd135,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:36.781847 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0340fe7-982e-4f49-a204-c7a2c7b6ecf6 req-493a2d9a-34ef-4cfa-89b0-141051f430ac tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 210 time: 0.1054752 Sep 29 17:28:36.820491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1195911f-e043-406c-adcf-3d72234263bb req-b0f641dc-1f20-4493-a14b-9ca31928a87a service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357333 Sep 29 17:28:36.929389 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dfa8dbb3-8804-4e2e-8d48-a59e8aa1fb98 req-c00e49ac-32a3-40af-bc34-814d77e57ab5 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 210 time: 0.0762913 Sep 29 17:28:36.975383 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1195911f-e043-406c-adcf-3d72234263bb req-5eaa2513-87ba-47a8-86ca-1cd39d1c0e13 service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425068 Sep 29 17:28:37.330541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-304c74ff-422c-44e5-b2b9-f4e3a63d32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:37.331248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-304c74ff-422c-44e5-b2b9-f4e3a63d32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:37.331248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-304c74ff-422c-44e5-b2b9-f4e3a63d32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:37.332796 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-304c74ff-422c-44e5-b2b9-f4e3a63d32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:37.333367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-304c74ff-422c-44e5-b2b9-f4e3a63d32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:37.334015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-304c74ff-422c-44e5-b2b9-f4e3a63d32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:37.334733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-304c74ff-422c-44e5-b2b9-f4e3a63d32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:37.338469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1195911f-e043-406c-adcf-3d72234263bb req-304c74ff-422c-44e5-b2b9-f4e3a63d32bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca18e70d69384487ae4efe61e82aa845&device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 6475 time: 0.2343600 Sep 29 17:28:37.367417 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f2222edb-9b11-42e6-aea1-31f092c11e2a tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:37.368455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42460ca-30d0-41b6-aaed-ccb5d96b82c1 req-04dd91f4-dcc0-4d44-9528-cd42cbdce27c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:37.371864 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f2222edb-9b11-42e6-aea1-31f092c11e2a tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 945 time: 0.1410589 Sep 29 17:28:37.373729 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d42460ca-30d0-41b6-aaed-ccb5d96b82c1 req-04dd91f4-dcc0-4d44-9528-cd42cbdce27c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.1691589 Sep 29 17:28:37.593736 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d42460ca-30d0-41b6-aaed-ccb5d96b82c1 req-80d8b850-f605-4c7f-a53b-779593f086f6 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977181 Sep 29 17:28:37.643387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f24f2513-f644-49ef-bab4-ba09b2239a18 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Deleting port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:28:37.643643 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f24f2513-f644-49ef-bab4-ba09b2239a18 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:37.682446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb8173-2aaf-4f0d-bb86-aae64804aba5 req-ca8c8482-15df-42eb-b638-a5a1b1d217f8 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:37.690316 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-acfb8173-2aaf-4f0d-bb86-aae64804aba5 req-ca8c8482-15df-42eb-b638-a5a1b1d217f8 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ea84712-ba80-48b3-a9b4-ea8c2ee2d707 HTTP/1.1" status: 200 len: 950 time: 0.1476960 Sep 29 17:28:37.693435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-495fece5-c57e-402a-bec5-24e04e7d9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:37.695320 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1195911f-e043-406c-adcf-3d72234263bb req-495fece5-c57e-402a-bec5-24e04e7d9f57 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9c23919b-5dc6-4f3c-a975-ad284351567f HTTP/1.1" status: 200 len: 902 time: 0.3489339 Sep 29 17:28:37.704949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-aad317c8-d204-46ab-92bb-e045b68c5b3c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:37.706757 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-aad317c8-d204-46ab-92bb-e045b68c5b3c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.49 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 812 time: 0.3130424 Sep 29 17:28:37.851686 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-acfb8173-2aaf-4f0d-bb86-aae64804aba5 req-9240e873-cf32-4994-8177-261285aff9e8 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aa9e2da-08ea-485d-94c0-ed3d97842625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604245 Sep 29 17:28:37.852865 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1195911f-e043-406c-adcf-3d72234263bb req-51bc895b-a53d-4f71-b3f9-4513aed22c1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ac97f78-24c1-449e-afb9-e4018a0797de HTTP/1.1" status: 200 len: 217 time: 0.1449306 Sep 29 17:28:37.951856 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f24f2513-f644-49ef-bab4-ba09b2239a18 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] For port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309,segment=NetworkSegment(079ebc44-4e62-412e-91a4-04ce3e763c69),segment_id=079ebc44-4e62-412e-91a4-04ce3e763c69)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:37.957815 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f24f2513-f644-49ef-bab4-ba09b2239a18 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:38.021159 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-0de5f591-936b-4cd4-bacc-05171872d3cb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c851dbf4ea64b1cade6a77890b0e11c HTTP/1.1" status: 200 len: 379 time: 0.2621131 Sep 29 17:28:38.049871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-494a1c1d-16a5-4981-88de-f24e064c98f0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Request body: {'port': {'device_id': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'admin_state_up': True, 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'security_groups': ['e17e9e19-a9b5-47c6-9839-3e1537259a45']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:38.087043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dde5511b-b486-4c9a-bad6-b29b65627f94 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:38.089723 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dde5511b-b486-4c9a-bad6-b29b65627f94 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.35 "GET /v2.0/networks?id=feaef753-9520-4591-a671-4118300ab805 HTTP/1.1" status: 200 len: 817 time: 0.3942714 Sep 29 17:28:38.095960 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5734e47-2671-46f9-9254-303ee02126e2 req-1e29176a-3546-45af-b5ee-a5c34efe63d0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:38.103095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5734e47-2671-46f9-9254-303ee02126e2 req-1e29176a-3546-45af-b5ee-a5c34efe63d0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:38.113211 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5734e47-2671-46f9-9254-303ee02126e2 req-1e29176a-3546-45af-b5ee-a5c34efe63d0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:38.119066 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5734e47-2671-46f9-9254-303ee02126e2 req-1e29176a-3546-45af-b5ee-a5c34efe63d0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:38.125288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5734e47-2671-46f9-9254-303ee02126e2 req-1e29176a-3546-45af-b5ee-a5c34efe63d0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:38.128912 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60584) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:38.131272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5734e47-2671-46f9-9254-303ee02126e2 req-1e29176a-3546-45af-b5ee-a5c34efe63d0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:38.134091 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-70f205fd-d976-479c-a883-2706ff32f1a4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Request body: {'port': {'device_id': '527adb7c-3bc0-4104-a605-6c4766473e36', 'network_id': 'feaef753-9520-4591-a671-4118300ab805', 'admin_state_up': True, 'tenant_id': 'bb25d54936064457b838be47a6ee4a8e'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:38.137187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5734e47-2671-46f9-9254-303ee02126e2 req-1e29176a-3546-45af-b5ee-a5c34efe63d0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:38.145259 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5734e47-2671-46f9-9254-303ee02126e2 req-1e29176a-3546-45af-b5ee-a5c34efe63d0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5418 time: 0.4489439 Sep 29 17:28:38.214259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930b6f7-2129-4c75-adaf-7c44eb1ae27e req-cb8d7dd3-b60f-40a1-90da-cb25b8f91311 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:38.221835 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1930b6f7-2129-4c75-adaf-7c44eb1ae27e req-cb8d7dd3-b60f-40a1-90da-cb25b8f91311 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 945 time: 0.2610002 Sep 29 17:28:38.256660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-c418efce-d126-4ca0-9560-919d564078ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:38.266898 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1195911f-e043-406c-adcf-3d72234263bb req-c418efce-d126-4ca0-9560-919d564078ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba6db94f-8467-4528-901c-b0e5cf73d643 HTTP/1.1" status: 200 len: 797 time: 0.3645036 Sep 29 17:28:38.385592 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5734e47-2671-46f9-9254-303ee02126e2 req-3682c255-b2a7-4bc2-9a9e-160ef76de9d3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2394047 Sep 29 17:28:38.465753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b5e5b9e4-7ee7-41b6-b9e6-0e6b0c19811e tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:38.467202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b5e5b9e4-7ee7-41b6-b9e6-0e6b0c19811e tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.49 "GET /v2.0/networks?id=feaef753-9520-4591-a671-4118300ab805 HTTP/1.1" status: 200 len: 817 time: 0.5693207 Sep 29 17:28:38.497178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b2a9446e-0ad6-4e63-8ad6-724108e93d5b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Request body: {'port': {'device_id': '72c47650-4865-4248-b156-e869405c80e4', 'network_id': 'feaef753-9520-4591-a671-4118300ab805', 'admin_state_up': True, 'tenant_id': 'bb25d54936064457b838be47a6ee4a8e'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:38.542656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195911f-e043-406c-adcf-3d72234263bb req-d7d11a0d-7dd4-4a7c-8193-755e85e3bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:38.542656 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1195911f-e043-406c-adcf-3d72234263bb req-d7d11a0d-7dd4-4a7c-8193-755e85e3bdc3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c23919b-5dc6-4f3c-a975-ad284351567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2456326 Sep 29 17:28:38.582778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dedd0a2c-5d32-49a1-8eff-552b7b076b49 req-b93d18f3-11c4-433d-a39f-585c46843856 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 210 time: 0.1030807 Sep 29 17:28:38.762512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-05c68b59-298b-4386-a71f-c27e72c13801 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1241216966-network', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:38.769044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-4f9c6999-df1f-43fc-8c71-53693d263d21 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:38.770784 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-4f9c6999-df1f-43fc-8c71-53693d263d21 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.49 "GET /v2.0/networks?id=feaef753-9520-4591-a671-4118300ab805 HTTP/1.1" status: 200 len: 817 time: 0.3670447 Sep 29 17:28:38.771402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-494a1c1d-16a5-4981-88de-f24e064c98f0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Made reservation on behalf of 9c851dbf4ea64b1cade6a77890b0e11c for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:38.774698 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-494a1c1d-16a5-4981-88de-f24e064c98f0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:38.824542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-31cc3769-7b38-4dd0-a770-fa63e5850c51 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Request body: {'port': {'device_id': '32e35384-f84c-4805-87cb-a26fb8536c6e', 'network_id': 'feaef753-9520-4591-a671-4118300ab805', 'admin_state_up': True, 'tenant_id': 'bb25d54936064457b838be47a6ee4a8e'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:38.831008 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1930b6f7-2129-4c75-adaf-7c44eb1ae27e req-577a39dd-3e20-474b-a491-caeefaf6f025 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/security-groups?id=93b1318b-2ae0-43c0-997d-6d81f6233ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6083190 Sep 29 17:28:38.839804 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f51cae9d-7313-4854-bd0c-d32a32b696b4 req-ee8b459f-9b9c-4bef-a3ce-0ded418e8aad tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 210 time: 0.0822711 Sep 29 17:28:38.854997 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c68b59-298b-4386-a71f-c27e72c13801 admin admin] Made reservation on behalf of f5fd2e3747434b4c8973aa541bd22ed4 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:38.857439 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-05c68b59-298b-4386-a71f-c27e72c13801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:38.875905 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-05c68b59-298b-4386-a71f-c27e72c13801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:38.902157 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-70f205fd-d976-479c-a883-2706ff32f1a4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Made reservation on behalf of bb25d54936064457b838be47a6ee4a8e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:38.905223 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-70f205fd-d976-479c-a883-2706ff32f1a4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:38.909328 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f24f2513-f644-49ef-bab4-ba09b2239a18 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:38.909328 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f24f2513-f644-49ef-bab4-ba09b2239a18 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:38.909642 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f24f2513-f644-49ef-bab4-ba09b2239a18 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Floating IP 7399a005-f086-411a-8586-9939e57a34b7 disassociated. External IP: 172.25.2.218, port: 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309. Sep 29 17:28:38.909742 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f24f2513-f644-49ef-bab4-ba09b2239a18 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Calling delete_port for 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:28:38.950549 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1195911f-e043-406c-adcf-3d72234263bb req-f90bd52f-298e-4813-a54d-efa096ae3a05 service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631637 Sep 29 17:28:39.043922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b2a9446e-0ad6-4e63-8ad6-724108e93d5b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Made reservation on behalf of bb25d54936064457b838be47a6ee4a8e for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:39.048689 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b2a9446e-0ad6-4e63-8ad6-724108e93d5b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:39.142449 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1bf9a0-9cc9-4068-b67c-7135586569f9 req-f953516f-7c43-44ac-88d8-93a934edf12e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:39.145945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4b1bf9a0-9cc9-4068-b67c-7135586569f9 req-f953516f-7c43-44ac-88d8-93a934edf12e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.1711659 Sep 29 17:28:39.291218 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-70f205fd-d976-479c-a883-2706ff32f1a4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Allocated IP 172.20.0.7 (feaef753-9520-4591-a671-4118300ab805/65a41f3e-464e-4110-b186-67e190ebb04f/d20e16cf-b38b-4cda-8b23-babe3f80785c) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:39.296857 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4b1bf9a0-9cc9-4068-b67c-7135586569f9 req-3f66ddb7-e1ee-47c1-bc00-3bbb283f6a36 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436548 Sep 29 17:28:39.337401 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f24f2513-f644-49ef-bab4-ba09b2239a18 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:39.377026 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-05c68b59-298b-4386-a71f-c27e72c13801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:39.403082 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-05c68b59-298b-4386-a71f-c27e72c13801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:39.406844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f2513-f644-49ef-bab4-ba09b2239a18 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Pushing event deleted for resources: {'Port': ['ID=4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:39.472191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c68b59-298b-4386-a71f-c27e72c13801 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:28:39.524257 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c68b59-298b-4386-a71f-c27e72c13801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fae7de-0f9d-48c2-b090-5a6d11896a8e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:39.532381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-494a1c1d-16a5-4981-88de-f24e064c98f0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Allocated IP 172.20.0.7 (1f0ca1aa-2785-4da9-a438-d4ec33084832/4d2fd541-a275-4545-a639-0ebd3c6c4961/2b90c3a8-d67a-4f2d-8bbf-11c5425183e3) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:39.554818 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1195911f-e043-406c-adcf-3d72234263bb req-f4eee3d3-2801-4ff4-a692-f6529149be0b service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745947 Sep 29 17:28:39.597224 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-31cc3769-7b38-4dd0-a770-fa63e5850c51 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Made reservation on behalf of bb25d54936064457b838be47a6ee4a8e for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:39.597743 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-05c68b59-298b-4386-a71f-c27e72c13801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:39.598307 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-05c68b59-298b-4386-a71f-c27e72c13801 admin admin] Added segment 5d3aa4a1-56ad-454d-8704-3469fa48d111 of type vlan for network 248bb528-37ff-42a3-a2f0-d0d4de8cb481 Sep 29 17:28:39.600988 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-31cc3769-7b38-4dd0-a770-fa63e5850c51 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:39.645271 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0f667-a49c-47d0-9a64-f9f3b0ba6ee1 req-cddc73c2-0636-4719-9918-088ba2f38d06 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:39.646825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ab0f667-a49c-47d0-9a64-f9f3b0ba6ee1 req-cddc73c2-0636-4719-9918-088ba2f38d06 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ea84712-ba80-48b3-a9b4-ea8c2ee2d707 HTTP/1.1" status: 200 len: 950 time: 0.4759996 Sep 29 17:28:39.712869 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-05c68b59-298b-4386-a71f-c27e72c13801 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:39.722652 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-70f205fd-d976-479c-a883-2706ff32f1a4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:39.794161 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8c741-2308-45be-95cf-e419a0023e2a req-90af8acb-0e0c-41f1-b41b-6dce031c7cac tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:39.796208 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ab0f667-a49c-47d0-9a64-f9f3b0ba6ee1 req-af773534-9416-4e80-b767-28261194a639 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aa9e2da-08ea-485d-94c0-ed3d97842625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345558 Sep 29 17:28:39.800372 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8c741-2308-45be-95cf-e419a0023e2a req-90af8acb-0e0c-41f1-b41b-6dce031c7cac tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:39.806491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8c741-2308-45be-95cf-e419a0023e2a req-90af8acb-0e0c-41f1-b41b-6dce031c7cac tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:39.812464 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8c741-2308-45be-95cf-e419a0023e2a req-90af8acb-0e0c-41f1-b41b-6dce031c7cac tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:39.818371 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8c741-2308-45be-95cf-e419a0023e2a req-90af8acb-0e0c-41f1-b41b-6dce031c7cac tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:39.824282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8c741-2308-45be-95cf-e419a0023e2a req-90af8acb-0e0c-41f1-b41b-6dce031c7cac tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:39.837718 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-494a1c1d-16a5-4981-88de-f24e064c98f0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:39.837900 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8c741-2308-45be-95cf-e419a0023e2a req-90af8acb-0e0c-41f1-b41b-6dce031c7cac tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:39.862469 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a7f8c741-2308-45be-95cf-e419a0023e2a req-90af8acb-0e0c-41f1-b41b-6dce031c7cac tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5418 time: 0.3409095 Sep 29 17:28:39.904805 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f24f2513-f644-49ef-bab4-ba09b2239a18 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Router 8335902b-4431-49e4-b5d9-66e653af03f4 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:28:39.924070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-70f205fd-d976-479c-a883-2706ff32f1a4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:39.924384 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-494a1c1d-16a5-4981-88de-f24e064c98f0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:39.947354 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-05c68b59-298b-4386-a71f-c27e72c13801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:39.948447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c68b59-298b-4386-a71f-c27e72c13801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:39.949110 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-05c68b59-298b-4386-a71f-c27e72c13801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:40.007924 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b2a9446e-0ad6-4e63-8ad6-724108e93d5b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Allocated IP 172.20.0.14 (feaef753-9520-4591-a671-4118300ab805/65a41f3e-464e-4110-b186-67e190ebb04f/5d0d085b-98e5-4a04-b302-2b6bad1fd539) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:40.026584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-494a1c1d-16a5-4981-88de-f24e064c98f0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Network 1f0ca1aa-2785-4da9-a438-d4ec33084832 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:40.042413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-494a1c1d-16a5-4981-88de-f24e064c98f0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:40.045466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-494a1c1d-16a5-4981-88de-f24e064c98f0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:40.057380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a1c1d-16a5-4981-88de-f24e064c98f0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event updated for resources: {'Port': ['ID=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:40.091341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7076897-1bea-4615-ab3b-51bfd9de951b req-0dc5cbaf-6a32-4d1c-a2a1-b87a33adfa17 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:40.093471 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7076897-1bea-4615-ab3b-51bfd9de951b req-0dc5cbaf-6a32-4d1c-a2a1-b87a33adfa17 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 931 time: 0.1709819 Sep 29 17:28:40.167573 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7076897-1bea-4615-ab3b-51bfd9de951b req-99161afd-ebc6-4d1c-a0ab-5f0c72ce6e6d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637872 Sep 29 17:28:40.184897 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-70f205fd-d976-479c-a883-2706ff32f1a4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Network feaef753-9520-4591-a671-4118300ab805 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:40.185684 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-494a1c1d-16a5-4981-88de-f24e064c98f0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:40.186940 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-494a1c1d-16a5-4981-88de-f24e064c98f0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:40.195312 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f24f2513-f644-49ef-bab4-ba09b2239a18 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:28:40.212559 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbdd93f-1aaa-468e-adfa-44b9150f740d None None] Sync routers for ids ['8335902b-4431-49e4-b5d9-66e653af03f4'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:28:40.229879 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbdd93f-1aaa-468e-adfa-44b9150f740d None None] Routers {'8335902b-4431-49e4-b5d9-66e653af03f4'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:40.230623 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2fbdd93f-1aaa-468e-adfa-44b9150f740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8335902b-4431-49e4-b5d9-66e653af03f4'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:40.239907 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-494a1c1d-16a5-4981-88de-f24e064c98f0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2029970 Sep 29 17:28:40.259236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Request body: {'port': {'device_id': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:40.275876 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-05c68b59-298b-4386-a71f-c27e72c13801 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1456296 Sep 29 17:28:40.289013 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f205fd-d976-479c-a883-2706ff32f1a4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Pushing event updated for resources: {'Port': ['ID=d20e16cf-b38b-4cda-8b23-babe3f80785c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:40.302361 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60606) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:40.311561 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2eca8cc1-1270-4a15-a6c5-caaed5f6aa1c admin admin] Request body: {'subnet': {'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1241216966-subnet', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:40.353437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-70f205fd-d976-479c-a883-2706ff32f1a4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:40.356420 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.49', 50280) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:40.369375 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c68b59-298b-4386-a71f-c27e72c13801 admin admin] Pushing event updated for resources: {'Network': ['ID=248bb528-37ff-42a3-a2f0-d0d4de8cb481,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:40.384019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 248bb528-37ff-42a3-a2f0-d0d4de8cb481 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:28:40.402011 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-70f205fd-d976-479c-a883-2706ff32f1a4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:40.411677 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a7f8c741-2308-45be-95cf-e419a0023e2a req-502fea93-2930-4a7d-b55f-c5bb043b17b6 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5483265 Sep 29 17:28:40.412549 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eca8cc1-1270-4a15-a6c5-caaed5f6aa1c admin admin] Made reservation on behalf of f5fd2e3747434b4c8973aa541bd22ed4 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:40.415926 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2eca8cc1-1270-4a15-a6c5-caaed5f6aa1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:40.507661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f24f2513-f644-49ef-bab4-ba09b2239a18 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] No DVR routers for this DVR port 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 on host n-h1-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:28:40.524771 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f24f2513-f644-49ef-bab4-ba09b2239a18 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:40.532391 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f24f2513-f644-49ef-bab4-ba09b2239a18 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.49 "DELETE /v2.0/ports/4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 HTTP/1.1" status: 204 len: 173 time: 3.1390345 Sep 29 17:28:40.556106 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c545fd2-b54e-401e-a783-d5442e51caef req-4ceac1dd-458c-4c98-89ed-fcd2c31d9a79 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f6b7f8a-096b-40fd-8b38-1b55e200e9d1 HTTP/1.1" status: 200 len: 210 time: 0.2514825 Sep 29 17:28:40.559988 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-2fbdd93f-1aaa-468e-adfa-44b9150f740d None None] Set router 8335902b-4431-49e4-b5d9-66e653af03f4 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:40.568143 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:40.575545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6b7f8a-096b-40fd-8b38-1b55e200e9d1', 'name': 'network-vif-deleted', 'tag': '4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:40.586555 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6aad06-da03-472e-8b6c-8dba72bb49b6" -d '{"events": [{"server_uuid": "2f6b7f8a-096b-40fd-8b38-1b55e200e9d1", "name": "network-vif-deleted", "tag": "4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:40.614590 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-892b92c0-8645-4218-82e0-9013bb8ddfeb None None] Provisioning complete for port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:40.615562 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-892b92c0-8645-4218-82e0-9013bb8ddfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:40.694154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-892b92c0-8645-4218-82e0-9013bb8ddfeb None None] Port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:28:40.736840 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-01200efd-399b-4d4b-93b1-c4b33d588479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:40.771029 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b2a9446e-0ad6-4e63-8ad6-724108e93d5b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:40.776216 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b4eee52f-5474-4456-a802-0ece37316f71 req-1e539142-f6db-4211-b0d7-77e20afab138 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 210 time: 0.1435723 Sep 29 17:28:40.793080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a012c-401a-421e-8ce9-3042e97e2963 req-752b4d6a-b000-46f0-91cc-a2efb4ae735e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:40.794779 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da5a012c-401a-421e-8ce9-3042e97e2963 req-752b4d6a-b000-46f0-91cc-a2efb4ae735e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.1316633 Sep 29 17:28:40.804783 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54c2b1-5434-4fb4-ade2-e8240ce51b1e req-19960d2e-3825-43eb-97b1-888fcd0d40ed tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:40.806573 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6f54c2b1-5434-4fb4-ade2-e8240ce51b1e req-19960d2e-3825-43eb-97b1-888fcd0d40ed tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ea84712-ba80-48b3-a9b4-ea8c2ee2d707 HTTP/1.1" status: 200 len: 950 time: 0.4453106 Sep 29 17:28:40.846458 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-70f205fd-d976-479c-a883-2706ff32f1a4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:40.847175 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-70f205fd-d976-479c-a883-2706ff32f1a4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:40.924129 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2fbdd93f-1aaa-468e-adfa-44b9150f740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'name': 'tempest-ServersTestJSON-2052444358-router', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:20Z', 'updated_at': '2021-09-29T17:26:25Z', 'revision_number': 4, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'gw_port': {'id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:21Z', 'updated_at': '2021-09-29T17:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '68a0e4a7-1199-4b64-9846-26a04a442667', 'name': '', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'mac_address': 'fa:16:3e:81:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:24Z', 'updated_at': '2021-09-29T17:26:31Z', 'revision_number': 5, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'subnets': [{'id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:40.934625 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da5a012c-401a-421e-8ce9-3042e97e2963 req-a4c84cfe-9f9d-4483-8435-605409dd46ac tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620930 Sep 29 17:28:40.949732 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defb084b-9d91-4b0c-97db-78bc12224538 x-openstack-request-id: req-defb084b-9d91-4b0c-97db-78bc12224538 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:40.950425 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6b7f8a-096b-40fd-8b38-1b55e200e9d1", "name": "network-vif-deleted", "tag": "4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:40.950964 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-defb084b-9d91-4b0c-97db-78bc12224538 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:40.951569 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6b7f8a-096b-40fd-8b38-1b55e200e9d1', 'name': 'network-vif-deleted', 'tag': '4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309', 'status': 'completed', 'code': 200} Sep 29 17:28:40.998993 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbdd93f-1aaa-468e-adfa-44b9150f740d None None] Checking router: 8335902b-4431-49e4-b5d9-66e653af03f4 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:28:41.011513 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-70f205fd-d976-479c-a883-2706ff32f1a4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8833106 Sep 29 17:28:41.016796 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbdd93f-1aaa-468e-adfa-44b9150f740d None None] Routers {'8335902b-4431-49e4-b5d9-66e653af03f4'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:41.017446 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2fbdd93f-1aaa-468e-adfa-44b9150f740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8335902b-4431-49e4-b5d9-66e653af03f4'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:41.032001 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b2a9446e-0ad6-4e63-8ad6-724108e93d5b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:41.041422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Request body: {'port': {'device_id': '527adb7c-3bc0-4104-a605-6c4766473e36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:41.203414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b2a9446e-0ad6-4e63-8ad6-724108e93d5b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Network feaef753-9520-4591-a671-4118300ab805 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:41.216105 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-2fbdd93f-1aaa-468e-adfa-44b9150f740d None None] Set router 8335902b-4431-49e4-b5d9-66e653af03f4 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:41.224143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b2a9446e-0ad6-4e63-8ad6-724108e93d5b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:41.243588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b2a9446e-0ad6-4e63-8ad6-724108e93d5b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:41.265539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-31cc3769-7b38-4dd0-a770-fa63e5850c51 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Allocated IP 172.20.0.13 (feaef753-9520-4591-a671-4118300ab805/65a41f3e-464e-4110-b186-67e190ebb04f/e824485b-430d-4107-a57e-58d4693bcd6d) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:41.301470 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9446e-0ad6-4e63-8ad6-724108e93d5b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Pushing event updated for resources: {'Port': ['ID=5d0d085b-98e5-4a04-b302-2b6bad1fd539,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:41.315025 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b9bd1-9f70-43c5-bb0c-a756b4990357 req-f3bafe78-0432-4395-bbe3-855ed12337ad tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:41.316540 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d19b9bd1-9f70-43c5-bb0c-a756b4990357 req-f3bafe78-0432-4395-bbe3-855ed12337ad tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ea84712-ba80-48b3-a9b4-ea8c2ee2d707 HTTP/1.1" status: 200 len: 950 time: 0.3362238 Sep 29 17:28:41.319531 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:41.385244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-6f54c2b1-5434-4fb4-ade2-e8240ce51b1e req-96b60dd3-6a29-45b1-9ccd-2ed3695003e1 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Deleting port 4d88c3da-9cf1-4397-be31-b2484e57c2e7 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:28:41.385532 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:41.385650 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6f54c2b1-5434-4fb4-ade2-e8240ce51b1e req-96b60dd3-6a29-45b1-9ccd-2ed3695003e1 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:41.397082 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:41.451707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Transition to ACTIVE for port object 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:28:41.470520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b2a9446e-0ad6-4e63-8ad6-724108e93d5b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:41.471092 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b2a9446e-0ad6-4e63-8ad6-724108e93d5b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:41.473740 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:41.483733 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2eca8cc1-1270-4a15-a6c5-caaed5f6aa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:41.494871 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d19b9bd1-9f70-43c5-bb0c-a756b4990357 req-aeff732f-4651-4795-beb2-86bd6c953ea2 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/security-groups?id=9aa9e2da-08ea-485d-94c0-ed3d97842625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695147 Sep 29 17:28:41.503349 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2fbdd93f-1aaa-468e-adfa-44b9150f740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'name': 'tempest-ServersTestJSON-2052444358-router', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:20Z', 'updated_at': '2021-09-29T17:26:25Z', 'revision_number': 4, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'gw_port': {'id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:21Z', 'updated_at': '2021-09-29T17:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '68a0e4a7-1199-4b64-9846-26a04a442667', 'name': '', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'mac_address': 'fa:16:3e:81:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:24Z', 'updated_at': '2021-09-29T17:26:31Z', 'revision_number': 5, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'subnets': [{'id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:41.560136 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbdd93f-1aaa-468e-adfa-44b9150f740d None None] The sync data for ids ['8335902b-4431-49e4-b5d9-66e653af03f4'] in n-d-811748-2 is: [{'id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'name': 'tempest-ServersTestJSON-2052444358-router', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:20Z', 'updated_at': '2021-09-29T17:26:25Z', 'revision_number': 4, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'gw_port': {'id': '4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:21Z', 'updated_at': '2021-09-29T17:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '68a0e4a7-1199-4b64-9846-26a04a442667', 'name': '', 'network_id': '3a8c4888-e6f6-4e75-9d75-2d09cfc707b5', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'mac_address': 'fa:16:3e:81:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:24Z', 'updated_at': '2021-09-29T17:26:31Z', 'revision_number': 5, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'subnets': [{'id': 'bf8dc964-eb6a-42cf-868c-97ffcce008c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:28:41.570164 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b2a9446e-0ad6-4e63-8ad6-724108e93d5b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0782151 Sep 29 17:28:41.596296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff602f-b32b-4746-a660-6cf55578050b req-0892e4d3-7b66-44e2-928a-89d82d09df62 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:41.597037 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5ff602f-b32b-4746-a660-6cf55578050b req-0892e4d3-7b66-44e2-928a-89d82d09df62 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 931 time: 0.2652409 Sep 29 17:28:41.620176 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Request body: {'port': {'device_id': '72c47650-4865-4248-b156-e869405c80e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:41.665143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:41.827375 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-6f54c2b1-5434-4fb4-ade2-e8240ce51b1e req-96b60dd3-6a29-45b1-9ccd-2ed3695003e1 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] For port 4d88c3da-9cf1-4397-be31-b2484e57c2e7, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4d88c3da-9cf1-4397-be31-b2484e57c2e7,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:41.828132 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6f54c2b1-5434-4fb4-ade2-e8240ce51b1e req-96b60dd3-6a29-45b1-9ccd-2ed3695003e1 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:41.833922 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca8cc1-1270-4a15-a6c5-caaed5f6aa1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8af5bdfb-ada9-49f2-9176-e549ac4a08ad,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:41.861660 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-6f54c2b1-5434-4fb4-ade2-e8240ce51b1e req-96b60dd3-6a29-45b1-9ccd-2ed3695003e1 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Calling delete_port for 4d88c3da-9cf1-4397-be31-b2484e57c2e7 owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:28:41.886048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ef3eb-ea27-4b7e-8278-ed17e57caf79 req-af353e61-46de-4bd8-a543-db377ee245e4 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:41.894250 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ef3eb-ea27-4b7e-8278-ed17e57caf79 req-af353e61-46de-4bd8-a543-db377ee245e4 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:41.898290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ef3eb-ea27-4b7e-8278-ed17e57caf79 req-af353e61-46de-4bd8-a543-db377ee245e4 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:41.904012 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ef3eb-ea27-4b7e-8278-ed17e57caf79 req-af353e61-46de-4bd8-a543-db377ee245e4 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:41.919301 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ef3eb-ea27-4b7e-8278-ed17e57caf79 req-af353e61-46de-4bd8-a543-db377ee245e4 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:41.926236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ef3eb-ea27-4b7e-8278-ed17e57caf79 req-af353e61-46de-4bd8-a543-db377ee245e4 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:41.933313 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ef3eb-ea27-4b7e-8278-ed17e57caf79 req-af353e61-46de-4bd8-a543-db377ee245e4 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:41.934453 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-174ef3eb-ea27-4b7e-8278-ed17e57caf79 req-af353e61-46de-4bd8-a543-db377ee245e4 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5418 time: 0.2154396 Sep 29 17:28:41.935273 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5ff602f-b32b-4746-a660-6cf55578050b req-3c0890cc-66db-4195-b9b2-897a2391a64f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3079271 Sep 29 17:28:41.944410 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:41.949684 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eca8cc1-1270-4a15-a6c5-caaed5f6aa1c admin admin] Checking segment: {'id': '5d3aa4a1-56ad-454d-8704-3469fa48d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:41.950046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eca8cc1-1270-4a15-a6c5-caaed5f6aa1c admin admin] Network hostable DHCP agents. Network: 248bb528-37ff-42a3-a2f0-d0d4de8cb481, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:28:41.968832 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-31cc3769-7b38-4dd0-a770-fa63e5850c51 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:42.029232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6ea346-ff2e-4eb6-a12f-1dbe4f06228b None None] New status for floating IP 7399a005-f086-411a-8586-9939e57a34b7: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:28:42.045083 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eca8cc1-1270-4a15-a6c5-caaed5f6aa1c admin admin] Network 248bb528-37ff-42a3-a2f0-d0d4de8cb481 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:28:42.050723 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-174ef3eb-ea27-4b7e-8278-ed17e57caf79 req-551bb306-9b4f-4d3b-80b1-f46bd206ac03 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1038003 Sep 29 17:28:42.063922 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-2eca8cc1-1270-4a15-a6c5-caaed5f6aa1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 248bb528-37ff-42a3-a2f0-d0d4de8cb481) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:42.074452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eca8cc1-1270-4a15-a6c5-caaed5f6aa1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:42.075040 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2eca8cc1-1270-4a15-a6c5-caaed5f6aa1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:42.093943 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2eca8cc1-1270-4a15-a6c5-caaed5f6aa1c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7862823 Sep 29 17:28:42.096287 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60630) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:42.097678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e77898-c48f-43ea-8167-b4dcf28bd96a None None] Network 248bb528-37ff-42a3-a2f0-d0d4de8cb481 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:28:42.101222 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1241216966-router', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:42.104464 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Attempting to bind port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:42.104814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Attempting to bind port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:42.105142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Attempting to bind port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:42.167134 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:42.168377 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:42.181695 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6f54c2b1-5434-4fb4-ade2-e8240ce51b1e req-96b60dd3-6a29-45b1-9ccd-2ed3695003e1 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:42.189840 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-97531751-4598-4723-93b4-30087d0347c8 req-c03ed519-5075-4872-840b-2bd1dcb21866 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 210 time: 0.0629060 Sep 29 17:28:42.208008 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4d88c3da-9cf1-4397-be31-b2484e57c2e7 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:28:42.219462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:28:42.219719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Attempting to bind port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:42.230109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:42.230577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Checking segment: {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:42.230884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Bound using segment: {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:42.231339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Bound port: 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:42.231705 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:42.246091 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b60dd3-6a29-45b1-9ccd-2ed3695003e1 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Pushing event deleted for resources: {'Port': ['ID=4d88c3da-9cf1-4397-be31-b2484e57c2e7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:42.279430 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60632) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:42.381661 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-31cc3769-7b38-4dd0-a770-fa63e5850c51 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:42.388391 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:42.406611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 4d88c3da-9cf1-4397-be31-b2484e57c2e7 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:28:42.407254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4d88c3da-9cf1-4397-be31-b2484e57c2e7 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:28:42.408101 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:28:42.428833 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f54c2b1-5434-4fb4-ade2-e8240ce51b1e req-96b60dd3-6a29-45b1-9ccd-2ed3695003e1 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] No DVR routers for this DVR port 4d88c3da-9cf1-4397-be31-b2484e57c2e7 on host n-h1-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:28:42.483987 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:28:42.484879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f5ccaaa-8e82-4f9b-a231-ab5d6d7d6309 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:28:42.518795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:42.524393 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6f54c2b1-5434-4fb4-ade2-e8240ce51b1e req-96b60dd3-6a29-45b1-9ccd-2ed3695003e1 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:42.526404 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6f54c2b1-5434-4fb4-ade2-e8240ce51b1e req-96b60dd3-6a29-45b1-9ccd-2ed3695003e1 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.49 "DELETE /v2.0/ports/4d88c3da-9cf1-4397-be31-b2484e57c2e7 HTTP/1.1" status: 204 len: 173 time: 1.7080233 Sep 29 17:28:42.552198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:42.570258 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:42.583251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc3769-7b38-4dd0-a770-fa63e5850c51 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Pushing event updated for resources: {'Port': ['ID=e824485b-430d-4107-a57e-58d4693bcd6d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:42.630639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-31cc3769-7b38-4dd0-a770-fa63e5850c51 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Network feaef753-9520-4591-a671-4118300ab805 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:42.673588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-31cc3769-7b38-4dd0-a770-fa63e5850c51 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:42.683236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-31cc3769-7b38-4dd0-a770-fa63e5850c51 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:42.752739 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'fixed_ips': [{'subnet_id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:28:42.754645 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:42.778052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:42.781861 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:42.783721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] 10.222.0.49 "PUT /v2.0/ports/2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 HTTP/1.1" status: 200 len: 1091 time: 2.5298026 Sep 29 17:28:42.796975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:42.800847 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a025e01-cabb-4701-85fc-5be6f9167be8" -d '{"events": [{"name": "network-changed", "server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:42.818738 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:42.831475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc425d-a288-486e-bc00-2757fc7b9b15 req-b32f99eb-e8bd-444c-a425-fc8242b82a75 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:42.840474 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00dc425d-a288-486e-bc00-2757fc7b9b15 req-b32f99eb-e8bd-444c-a425-fc8242b82a75 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.6202624 Sep 29 17:28:42.876635 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6fef9a66-63f9-4a9d-8148-d141fdb07eee req-242ed5bd-6dd5-4c41-a24f-b5f16d843c06 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ea84712-ba80-48b3-a9b4-ea8c2ee2d707 HTTP/1.1" status: 200 len: 210 time: 0.1085315 Sep 29 17:28:42.919426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf847a7-885f-48aa-b30e-7849e620bce5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:42.966326 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00dc425d-a288-486e-bc00-2757fc7b9b15 req-829900f8-5123-48ef-9baf-2906de26f574 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201763 Sep 29 17:28:42.970618 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f288c8ba-9a48-414a-85b1-db680557347a tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:42.975333 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea84712-ba80-48b3-a9b4-ea8c2ee2d707', 'name': 'network-vif-deleted', 'tag': '4d88c3da-9cf1-4397-be31-b2484e57c2e7'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:42.978197 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372ccb56-88d3-4fb1-9cc2-764d904e3317" -d '{"events": [{"server_uuid": "4ea84712-ba80-48b3-a9b4-ea8c2ee2d707", "name": "network-vif-deleted", "tag": "4d88c3da-9cf1-4397-be31-b2484e57c2e7"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:42.981556 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b6bde2-7c1c-4937-91f8-d442ea806049 x-openstack-request-id: req-71b6bde2-7c1c-4937-91f8-d442ea806049 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:42.981798 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:42.982021 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71b6bde2-7c1c-4937-91f8-d442ea806049 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:42.982473 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'status': 'completed', 'code': 200} Sep 29 17:28:42.996498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-31cc3769-7b38-4dd0-a770-fa63e5850c51 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:42.997200 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-31cc3769-7b38-4dd0-a770-fa63e5850c51 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:43.034135 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-fa3da040-c150-4150-9e4a-2cccc7663042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:43.042127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-fa3da040-c150-4150-9e4a-2cccc7663042 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 1094 time: 0.1854839 Sep 29 17:28:43.060474 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-31cc3769-7b38-4dd0-a770-fa63e5850c51 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2597518 Sep 29 17:28:43.077088 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f856feda-9f77-42fc-9496-bf754d92667c x-openstack-request-id: req-f856feda-9f77-42fc-9496-bf754d92667c {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:43.078161 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea84712-ba80-48b3-a9b4-ea8c2ee2d707", "name": "network-vif-deleted", "tag": "4d88c3da-9cf1-4397-be31-b2484e57c2e7", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:43.078487 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f856feda-9f77-42fc-9496-bf754d92667c {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:43.078954 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea84712-ba80-48b3-a9b4-ea8c2ee2d707', 'name': 'network-vif-deleted', 'tag': '4d88c3da-9cf1-4397-be31-b2484e57c2e7', 'status': 'completed', 'code': 200} Sep 29 17:28:43.114168 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Allocated IP 172.20.0.2 (248bb528-37ff-42a3-a2f0-d0d4de8cb481/8af5bdfb-ada9-49f2-9176-e549ac4a08ad/ce884234-a079-4540-b3ba-876dcb90236d) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:43.122581 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-56b13c00-6096-4e7b-9dd6-fa265ec67a1d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 HTTP/1.1" status: 200 len: 217 time: 0.0602303 Sep 29 17:28:43.141209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d20e16cf-b38b-4cda-8b23-babe3f80785c {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:43.150778 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:43.166395 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Transition to ACTIVE for port object d20e16cf-b38b-4cda-8b23-babe3f80785c will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:28:43.175216 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f288c8ba-9a48-414a-85b1-db680557347a tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:43.218965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Request body: {'port': {'device_id': '32e35384-f84c-4805-87cb-a26fb8536c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:43.289845 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:43.342206 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:43.346362 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Pushing event updated for resources: {'Port': ['ID=d20e16cf-b38b-4cda-8b23-babe3f80785c,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:43.380480 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:43.386745 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-50eb7e49-9fbc-45ab-8d32-dd8ac7ec0861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:43.388140 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-50eb7e49-9fbc-45ab-8d32-dd8ac7ec0861 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.2245021 Sep 29 17:28:43.394500 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:43.434132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Network 248bb528-37ff-42a3-a2f0-d0d4de8cb481 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:43.435757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf7d18-1dd2-4693-b55d-c7e372e39de5 req-641804cd-b14e-4603-b98a-632a462ec12a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:43.438100 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-babf7d18-1dd2-4693-b55d-c7e372e39de5 req-641804cd-b14e-4603-b98a-632a462ec12a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 943 time: 0.3887436 Sep 29 17:28:43.438441 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:43.443114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:43.444513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df92aa-ee3f-4ee8-988e-47fbd2073976 req-be051c9d-595a-4504-90bf-eb78679d8154 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:43.451514 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df92aa-ee3f-4ee8-988e-47fbd2073976 req-be051c9d-595a-4504-90bf-eb78679d8154 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:43.459101 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df92aa-ee3f-4ee8-988e-47fbd2073976 req-be051c9d-595a-4504-90bf-eb78679d8154 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:43.464244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df92aa-ee3f-4ee8-988e-47fbd2073976 req-be051c9d-595a-4504-90bf-eb78679d8154 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:43.470857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df92aa-ee3f-4ee8-988e-47fbd2073976 req-be051c9d-595a-4504-90bf-eb78679d8154 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:43.477097 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df92aa-ee3f-4ee8-988e-47fbd2073976 req-be051c9d-595a-4504-90bf-eb78679d8154 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:43.483868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df92aa-ee3f-4ee8-988e-47fbd2073976 req-be051c9d-595a-4504-90bf-eb78679d8154 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:43.486000 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3df92aa-ee3f-4ee8-988e-47fbd2073976 req-be051c9d-595a-4504-90bf-eb78679d8154 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5418 time: 0.2434769 Sep 29 17:28:43.492761 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f288c8ba-9a48-414a-85b1-db680557347a tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:43.495757 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f288c8ba-9a48-414a-85b1-db680557347a tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:43.499227 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f288c8ba-9a48-414a-85b1-db680557347a tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "DELETE /v2.0/security-groups/93b1318b-2ae0-43c0-997d-6d81f6233ff9 HTTP/1.1" status: 204 len: 168 time: 1.2134910 Sep 29 17:28:43.504480 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60648) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:43.509678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Pushing event updated for resources: {'Port': ['ID=ce884234-a079-4540-b3ba-876dcb90236d,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:43.531786 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:43.532154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:43.532459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:43.532792 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:43.535430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:43.535430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:43.535430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:43.535430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:43.535430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:43.535430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:43.536234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:43.536505 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:43.548041 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3612e3c6-767b-42d8-ab8d-77ced7c9b149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:43.550547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Attempting to bind port ce884234-a079-4540-b3ba-876dcb90236d on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:43.550905 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Attempting to bind port ce884234-a079-4540-b3ba-876dcb90236d by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '5d3aa4a1-56ad-454d-8704-3469fa48d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:43.551268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Attempting to bind port ce884234-a079-4540-b3ba-876dcb90236d on network 248bb528-37ff-42a3-a2f0-d0d4de8cb481 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:43.558190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:43.558589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Checking segment: {'id': '5d3aa4a1-56ad-454d-8704-3469fa48d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:43.558961 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:43.559342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Bound using segment: {'id': '5d3aa4a1-56ad-454d-8704-3469fa48d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:43.559981 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Bound port: ce884234-a079-4540-b3ba-876dcb90236d, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3aa4a1-56ad-454d-8704-3469fa48d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:43.560351 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288c8ba-9a48-414a-85b1-db680557347a tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b1318b-2ae0-43c0-997d-6d81f6233ff9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:43.560480 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:43.569494 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-cb762fe2-268e-4f66-a528-52b3da9a9c82 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] show failed (client error): The resource could not be found. Sep 29 17:28:43.573037 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cb762fe2-268e-4f66-a528-52b3da9a9c82 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "GET /v2.0/security-groups/93b1318b-2ae0-43c0-997d-6d81f6233ff9 HTTP/1.1" status: 404 len: 347 time: 0.0621049 Sep 29 17:28:43.574395 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60650) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:43.628008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-a3d1eedf-6267-4c93-b41c-70e8a181c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:43.629564 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-a3d1eedf-6267-4c93-b41c-70e8a181c6d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2293544 Sep 29 17:28:43.647915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] For port ce884234-a079-4540-b3ba-876dcb90236d, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:43.651852 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] For port ce884234-a079-4540-b3ba-876dcb90236d, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ce884234-a079-4540-b3ba-876dcb90236d,segment=NetworkSegment(5d3aa4a1-56ad-454d-8704-3469fa48d111),segment_id=5d3aa4a1-56ad-454d-8704-3469fa48d111)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:43.658268 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:43.660059 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-babf7d18-1dd2-4693-b55d-c7e372e39de5 req-81d0d18c-b21b-48ce-a7d4-2e2164c18e4f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953096 Sep 29 17:28:43.711129 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3df92aa-ee3f-4ee8-988e-47fbd2073976 req-88935c62-df9e-4307-ae49-6bf00689afaf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2014694 Sep 29 17:28:43.750762 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4067163-3a52-4b9c-94ea-dc3744ba5f13 None None] Pushing event updated for resources: {'Port': ['ID=ce884234-a079-4540-b3ba-876dcb90236d,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:43.785132 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0d085b-98e5-4a04-b302-2b6bad1fd539 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:43.819353 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:43.869690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Transition to ACTIVE for port object 5d0d085b-98e5-4a04-b302-2b6bad1fd539 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:28:43.872748 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-4d812053-11e5-40ca-910d-9fb4fd992c51 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296169 Sep 29 17:28:43.879158 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:44.266738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60666) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:44.275013 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:44.362319 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Attempting to bind port d20e16cf-b38b-4cda-8b23-babe3f80785c on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:44.362319 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Attempting to bind port d20e16cf-b38b-4cda-8b23-babe3f80785c by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'bbb6225a-cf5b-4f58-8be7-c160e94f7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'feaef753-9520-4591-a671-4118300ab805'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:44.363084 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Attempting to bind port d20e16cf-b38b-4cda-8b23-babe3f80785c on network feaef753-9520-4591-a671-4118300ab805 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:44.423765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27157693-fa6b-4bdb-9776-33de757f0556 req-5c3cebd8-e065-4b0a-bb98-63d454bba253 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:44.429818 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-27157693-fa6b-4bdb-9776-33de757f0556 req-5c3cebd8-e065-4b0a-bb98-63d454bba253 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 932 time: 0.6074092 Sep 29 17:28:44.453899 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Port d20e16cf-b38b-4cda-8b23-babe3f80785c on network feaef753-9520-4591-a671-4118300ab805 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:28:44.454295 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Attempting to bind port d20e16cf-b38b-4cda-8b23-babe3f80785c on network feaef753-9520-4591-a671-4118300ab805 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:44.463371 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:44.463797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Checking segment: {'id': 'bbb6225a-cf5b-4f58-8be7-c160e94f7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'feaef753-9520-4591-a671-4118300ab805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:44.464279 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Bound using segment: {'id': 'bbb6225a-cf5b-4f58-8be7-c160e94f7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'feaef753-9520-4591-a671-4118300ab805'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:44.464768 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Bound port: d20e16cf-b38b-4cda-8b23-babe3f80785c, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb6225a-cf5b-4f58-8be7-c160e94f7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'feaef753-9520-4591-a671-4118300ab805'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:44.465195 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:44.490641 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:44.496604 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee77d37-a15e-4b5c-8efc-4d6a0b8db4ba req-c13ff8c7-e7dd-407a-a4a0-067c3c24f05c service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037328 Sep 29 17:28:44.497362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Pushing event updated for resources: {'Port': ['ID=5d0d085b-98e5-4a04-b302-2b6bad1fd539,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:44.524337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be42a92-6b38-4479-8c78-9d277c4dee57 req-cba0f2d4-dba1-4d42-badf-a1da87b3e649 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:44.525886 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1be42a92-6b38-4479-8c78-9d277c4dee57 req-cba0f2d4-dba1-4d42-badf-a1da87b3e649 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.1734562 Sep 29 17:28:44.555587 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:44.578918 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-e2da32dc-6754-4bbe-8777-6569dd26d275 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Deleting port 0361471e-d018-4885-8312-79a3d9d995b3 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:28:44.578918 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e2da32dc-6754-4bbe-8777-6569dd26d275 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:44.611235 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:44.667043 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1be42a92-6b38-4479-8c78-9d277c4dee57 req-c2c14d58-195b-46d5-86c4-4cf2793e2fa3 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282258 Sep 29 17:28:44.671556 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:44.674980 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-27157693-fa6b-4bdb-9776-33de757f0556 req-895f95f8-d456-49b9-824a-6cd89e3abb59 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430048 Sep 29 17:28:44.830071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ce884234-a079-4540-b3ba-876dcb90236d up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:44.852522 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] For port d20e16cf-b38b-4cda-8b23-babe3f80785c, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:44.883096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e824485b-430d-4107-a57e-58d4693bcd6d {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:44.906095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] For port d20e16cf-b38b-4cda-8b23-babe3f80785c, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=d20e16cf-b38b-4cda-8b23-babe3f80785c,segment=NetworkSegment(bbb6225a-cf5b-4f58-8be7-c160e94f7e2a),segment_id=bbb6225a-cf5b-4f58-8be7-c160e94f7e2a)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:44.906999 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:44.908812 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ce884234-a079-4540-b3ba-876dcb90236d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:44.908812 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:44.911244 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e2da32dc-6754-4bbe-8777-6569dd26d275 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:44.911655 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e2da32dc-6754-4bbe-8777-6569dd26d275 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:44.924746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Transition to ACTIVE for port object e824485b-430d-4107-a57e-58d4693bcd6d will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:28:44.926867 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Attempting to bind port 5d0d085b-98e5-4a04-b302-2b6bad1fd539 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:44.927213 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Attempting to bind port 5d0d085b-98e5-4a04-b302-2b6bad1fd539 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'bbb6225a-cf5b-4f58-8be7-c160e94f7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'feaef753-9520-4591-a671-4118300ab805'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:44.927750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Attempting to bind port 5d0d085b-98e5-4a04-b302-2b6bad1fd539 on network feaef753-9520-4591-a671-4118300ab805 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:44.930358 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:44.937532 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d6a02470-5321-4fd3-b398-d68bb192e15f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f2de2592ee64ade8054fab105bd0e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6482770 Sep 29 17:28:44.956908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60680) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:44.962479 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:44.987661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-e2da32dc-6754-4bbe-8777-6569dd26d275 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Calling delete_port for 0361471e-d018-4885-8312-79a3d9d995b3 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:28:45.028196 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:45.029021 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:45.035992 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] 10.222.0.35 "PUT /v2.0/ports/d20e16cf-b38b-4cda-8b23-babe3f80785c HTTP/1.1" status: 200 len: 1091 time: 3.9990270 Sep 29 17:28:45.072775 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fa2e6-f165-4f98-9606-f56fa19953a7 req-a07c0b78-2d9d-434d-a7c1-8bc1dbf8e315 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:45.082926 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-670fa2e6-f165-4f98-9606-f56fa19953a7 req-a07c0b78-2d9d-434d-a7c1-8bc1dbf8e315 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 943 time: 0.2353740 Sep 29 17:28:45.090446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527adb7c-3bc0-4104-a605-6c4766473e36', 'tag': 'd20e16cf-b38b-4cda-8b23-babe3f80785c'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:45.093773 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00badbb1-d67b-4569-843f-7daf331a0533" -d '{"events": [{"name": "network-changed", "server_uuid": "527adb7c-3bc0-4104-a605-6c4766473e36", "tag": "d20e16cf-b38b-4cda-8b23-babe3f80785c"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:45.097641 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a025e01-cabb-4701-85fc-5be6f9167be8 req-9089af01-a471-493a-86c9-4d8a0491d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:45.099332 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9a025e01-cabb-4701-85fc-5be6f9167be8 req-9089af01-a471-493a-86c9-4d8a0491d7bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 1094 time: 0.5371704 Sep 29 17:28:45.102063 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:45.145351 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Port 5d0d085b-98e5-4a04-b302-2b6bad1fd539 on network feaef753-9520-4591-a671-4118300ab805 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:28:45.145955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Attempting to bind port 5d0d085b-98e5-4a04-b302-2b6bad1fd539 on network feaef753-9520-4591-a671-4118300ab805 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:45.180456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port ce884234-a079-4540-b3ba-876dcb90236d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ce884234-a079-4540-b3ba-876dcb90236d,segment=NetworkSegment(5d3aa4a1-56ad-454d-8704-3469fa48d111),segment_id=5d3aa4a1-56ad-454d-8704-3469fa48d111)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:45.187888 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:45.264157 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d65d5d-e49e-4bc9-81fb-0feb40f4f70c None None] Network 248bb528-37ff-42a3-a2f0-d0d4de8cb481 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:28:45.268756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a025e01-cabb-4701-85fc-5be6f9167be8 req-258c6034-ee18-4828-b7b2-b85d9f32b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:45.270646 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9a025e01-cabb-4701-85fc-5be6f9167be8 req-258c6034-ee18-4828-b7b2-b85d9f32b8ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.1596639 Sep 29 17:28:45.288472 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:45.288819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Checking segment: {'id': 'bbb6225a-cf5b-4f58-8be7-c160e94f7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'feaef753-9520-4591-a671-4118300ab805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:45.289205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Bound using segment: {'id': 'bbb6225a-cf5b-4f58-8be7-c160e94f7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'feaef753-9520-4591-a671-4118300ab805'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:45.289681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Bound port: 5d0d085b-98e5-4a04-b302-2b6bad1fd539, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb6225a-cf5b-4f58-8be7-c160e94f7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'feaef753-9520-4591-a671-4118300ab805'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:45.290044 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:45.291806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=ce884234-a079-4540-b3ba-876dcb90236d,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:45.303273 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5df0381-9b16-471b-b3d0-ff3092ac5c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:45.352455 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Allocated IP 172.25.2.174 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/39db6248-f018-4009-bc0a-ef50510311d2) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:45.362525 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e2da32dc-6754-4bbe-8777-6569dd26d275 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:45.383616 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9a025e01-cabb-4701-85fc-5be6f9167be8 req-4e2a4e8e-1452-4fd2-ad36-21d5df5417af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 HTTP/1.1" status: 200 len: 217 time: 0.0753379 Sep 29 17:28:45.385542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6d18c40f-4958-4628-8611-d43cb9e70eac None None] Provisioning complete for port ce884234-a079-4540-b3ba-876dcb90236d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:45.386142 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6d18c40f-4958-4628-8611-d43cb9e70eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:45.434698 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-670fa2e6-f165-4f98-9606-f56fa19953a7 req-2065ecae-a082-4137-8777-d58c2d154e34 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3512914 Sep 29 17:28:45.438399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f90c0-5c75-46b5-9ac3-32fe2c604104 service neutron] Pushing event updated for resources: {'Port': ['ID=d20e16cf-b38b-4cda-8b23-babe3f80785c,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:45.464950 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] For port 5d0d085b-98e5-4a04-b302-2b6bad1fd539, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:45.468945 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] For port 5d0d085b-98e5-4a04-b302-2b6bad1fd539, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=5d0d085b-98e5-4a04-b302-2b6bad1fd539,segment=NetworkSegment(bbb6225a-cf5b-4f58-8be7-c160e94f7e2a),segment_id=bbb6225a-cf5b-4f58-8be7-c160e94f7e2a)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:45.516305 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da32dc-6754-4bbe-8777-6569dd26d275 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Pushing event deleted for resources: {'Port': ['ID=0361471e-d018-4885-8312-79a3d9d995b3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:45.525437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-7b70ccfa-942f-4d39-b58c-9a43996e6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:45.529720 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-7b70ccfa-942f-4d39-b58c-9a43996e6c22 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bb25d54936064457b838be47a6ee4a8e&device_id=527adb7c-3bc0-4104-a605-6c4766473e36 HTTP/1.1" status: 200 len: 1094 time: 0.3729825 Sep 29 17:28:45.533765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a025e01-cabb-4701-85fc-5be6f9167be8 req-0cb05609-4347-4993-8076-6f3b93ec6a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:45.535914 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9a025e01-cabb-4701-85fc-5be6f9167be8 req-0cb05609-4347-4993-8076-6f3b93ec6a4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.0641408 Sep 29 17:28:45.536642 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ce7c0b-4db5-4c78-8bde-da4dc2c429f0 x-openstack-request-id: req-29ce7c0b-4db5-4c78-8bde-da4dc2c429f0 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:45.536924 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527adb7c-3bc0-4104-a605-6c4766473e36", "tag": "d20e16cf-b38b-4cda-8b23-babe3f80785c", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:45.537171 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:45.537329 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-29ce7c0b-4db5-4c78-8bde-da4dc2c429f0 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:45.537577 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527adb7c-3bc0-4104-a605-6c4766473e36', 'tag': 'd20e16cf-b38b-4cda-8b23-babe3f80785c', 'status': 'completed', 'code': 200} Sep 29 17:28:45.539330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Pushing event updated for resources: {'Port': ['ID=e824485b-430d-4107-a57e-58d4693bcd6d,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:45.570335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe9d82-a5f7-4e19-8fec-27160a15ce15 req-eb47e352-6d07-41d0-b0a4-3cae0699a518 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:45.578751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe9d82-a5f7-4e19-8fec-27160a15ce15 req-eb47e352-6d07-41d0-b0a4-3cae0699a518 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:45.584943 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe9d82-a5f7-4e19-8fec-27160a15ce15 req-eb47e352-6d07-41d0-b0a4-3cae0699a518 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:45.590868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe9d82-a5f7-4e19-8fec-27160a15ce15 req-eb47e352-6d07-41d0-b0a4-3cae0699a518 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:45.597422 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe9d82-a5f7-4e19-8fec-27160a15ce15 req-eb47e352-6d07-41d0-b0a4-3cae0699a518 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:45.603922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe9d82-a5f7-4e19-8fec-27160a15ce15 req-eb47e352-6d07-41d0-b0a4-3cae0699a518 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:45.611036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe9d82-a5f7-4e19-8fec-27160a15ce15 req-eb47e352-6d07-41d0-b0a4-3cae0699a518 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:45.619892 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12fe9d82-a5f7-4e19-8fec-27160a15ce15 req-eb47e352-6d07-41d0-b0a4-3cae0699a518 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5418 time: 0.6748199 Sep 29 17:28:45.663389 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-ec27f7ad-b5f9-4461-8039-d370b58b9c39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d20e16cf-b38b-4cda-8b23-babe3f80785c HTTP/1.1" status: 200 len: 217 time: 0.0930319 Sep 29 17:28:45.708126 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5df0381-9b16-471b-b3d0-ff3092ac5c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:45.768319 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-769b0e2e-9d6c-4fa2-8e3e-8d9a02dc74f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:45.770234 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-769b0e2e-9d6c-4fa2-8e3e-8d9a02dc74f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=65a41f3e-464e-4110-b186-67e190ebb04f HTTP/1.1" status: 200 len: 857 time: 0.0782073 Sep 29 17:28:45.786558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:45.787239 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:45.788829 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] 10.222.0.49 "PUT /v2.0/ports/5d0d085b-98e5-4a04-b302-2b6bad1fd539 HTTP/1.1" status: 200 len: 1092 time: 4.1881769 Sep 29 17:28:45.796934 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e2da32dc-6754-4bbe-8777-6569dd26d275 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:45.800662 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e2da32dc-6754-4bbe-8777-6569dd26d275 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:45.802174 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e2da32dc-6754-4bbe-8777-6569dd26d275 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] 10.222.0.44 "DELETE /v2.0/floatingips/7399a005-f086-411a-8586-9939e57a34b7 HTTP/1.1" status: 204 len: 168 time: 2.2256622 Sep 29 17:28:45.810572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c47650-4865-4248-b156-e869405c80e4', 'tag': '5d0d085b-98e5-4a04-b302-2b6bad1fd539'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:45.813257 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25565a4-8f47-43a3-a5c6-c77706c4928f" -d '{"events": [{"name": "network-changed", "server_uuid": "72c47650-4865-4248-b156-e869405c80e4", "tag": "5d0d085b-98e5-4a04-b302-2b6bad1fd539"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:45.816098 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5df0381-9b16-471b-b3d0-ff3092ac5c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:45.818813 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5df0381-9b16-471b-b3d0-ff3092ac5c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:45.819949 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d5df0381-9b16-471b-b3d0-ff3092ac5c38 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9aa9e2da-08ea-485d-94c0-ed3d97842625 HTTP/1.1" status: 204 len: 168 time: 0.8461900 Sep 29 17:28:45.822190 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60698) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:45.863535 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b1f488c4-609c-4429-918d-3dcb6432a17d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=feaef753-9520-4591-a671-4118300ab805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840082 Sep 29 17:28:45.874277 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df0381-9b16-471b-b3d0-ff3092ac5c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa9e2da-08ea-485d-94c0-ed3d97842625,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:45.995741 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:46.030960 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12fe9d82-a5f7-4e19-8fec-27160a15ce15 req-15db12f4-f63b-43a0-af6f-17e3c27687fc tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4102094 Sep 29 17:28:46.048422 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a025e01-cabb-4701-85fc-5be6f9167be8 req-43c0a366-324a-4d6a-a65f-865af65b1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:46.050163 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9a025e01-cabb-4701-85fc-5be6f9167be8 req-43c0a366-324a-4d6a-a65f-865af65b1447 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5022969 Sep 29 17:28:46.053961 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Attempting to bind port e824485b-430d-4107-a57e-58d4693bcd6d on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:46.054356 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Attempting to bind port e824485b-430d-4107-a57e-58d4693bcd6d by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'bbb6225a-cf5b-4f58-8be7-c160e94f7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'feaef753-9520-4591-a671-4118300ab805'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:46.054734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Attempting to bind port e824485b-430d-4107-a57e-58d4693bcd6d on network feaef753-9520-4591-a671-4118300ab805 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:46.069680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Port e824485b-430d-4107-a57e-58d4693bcd6d on network feaef753-9520-4591-a671-4118300ab805 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:28:46.070180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Attempting to bind port e824485b-430d-4107-a57e-58d4693bcd6d on network feaef753-9520-4591-a671-4118300ab805 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:46.072012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9ba106de-b0ec-4a8c-aedd-772bd9f3e96a None None] Provisioning complete for port ce884234-a079-4540-b3ba-876dcb90236d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:46.072567 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9ba106de-b0ec-4a8c-aedd-772bd9f3e96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:46.079746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:46.080079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Checking segment: {'id': 'bbb6225a-cf5b-4f58-8be7-c160e94f7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'feaef753-9520-4591-a671-4118300ab805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:46.080463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Bound using segment: {'id': 'bbb6225a-cf5b-4f58-8be7-c160e94f7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'feaef753-9520-4591-a671-4118300ab805'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:46.080904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Bound port: e824485b-430d-4107-a57e-58d4693bcd6d, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb6225a-cf5b-4f58-8be7-c160e94f7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'feaef753-9520-4591-a671-4118300ab805'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:46.081262 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:46.085148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2455b2-bdce-4a6b-83ca-34e3d76aec4a service neutron] Pushing event updated for resources: {'Port': ['ID=5d0d085b-98e5-4a04-b302-2b6bad1fd539,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:46.128141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b0d0ff0d-d324-4d28-9c78-903df6df9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:46.129922 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b0d0ff0d-d324-4d28-9c78-903df6df9e19 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb25d54936064457b838be47a6ee4a8e&device_id=72c47650-4865-4248-b156-e869405c80e4 HTTP/1.1" status: 200 len: 1095 time: 0.2898738 Sep 29 17:28:46.180534 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709f05b-6b3d-4d5b-ab80-d4688f0c05cf req-e89a1c2e-8429-4e9d-ac68-64095346e1cd tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:46.182263 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e709f05b-6b3d-4d5b-ab80-d4688f0c05cf req-e89a1c2e-8429-4e9d-ac68-64095346e1cd tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.3477387 Sep 29 17:28:46.188249 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-3a6efb9c-c26e-4367-b5e4-a884386cc53c service neutron] 10.222.0.35 "GET /v2.0/networks/feaef753-9520-4591-a671-4118300ab805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721577 Sep 29 17:28:46.189669 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-c4df60bb-a5a3-4e8a-b839-0aafb247fd2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d0d085b-98e5-4a04-b302-2b6bad1fd539 HTTP/1.1" status: 200 len: 217 time: 0.0428002 Sep 29 17:28:46.231762 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:46.340757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60708) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:46.350939 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e709f05b-6b3d-4d5b-ab80-d4688f0c05cf req-8e9f3d41-8b8a-4a8f-a47b-b164d458975b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602345 Sep 29 17:28:46.357361 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:46.375111 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:46.379340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:46.392530 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1fad060-e5f6-471c-bfb0-7e48dad72939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:46.421737 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Pushing event updated for resources: {'Port': ['ID=39db6248-f018-4009-bc0a-ef50510311d2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:46.434581 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-c03409ff-5833-4b6d-bbbc-ca1dbe6cd3c8 service neutron] 10.222.0.35 "GET /v2.0/networks/feaef753-9520-4591-a671-4118300ab805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355065 Sep 29 17:28:46.447483 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8c9056-6371-4419-9cd0-a28e986ad0c1 x-openstack-request-id: req-0d8c9056-6371-4419-9cd0-a28e986ad0c1 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:46.447768 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c47650-4865-4248-b156-e869405c80e4", "tag": "5d0d085b-98e5-4a04-b302-2b6bad1fd539", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:46.448188 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d8c9056-6371-4419-9cd0-a28e986ad0c1 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:46.448605 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c47650-4865-4248-b156-e869405c80e4', 'tag': '5d0d085b-98e5-4a04-b302-2b6bad1fd539', 'status': 'completed', 'code': 200} Sep 29 17:28:46.516450 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9a025e01-cabb-4701-85fc-5be6f9167be8 req-2ee85508-b199-4eaa-a950-fd5b06fd7531 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566922 Sep 29 17:28:46.553171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-f8c79ae7-10e0-4b45-9938-93fbee75dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:46.554686 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-f8c79ae7-10e0-4b45-9938-93fbee75dbd8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65a41f3e-464e-4110-b186-67e190ebb04f HTTP/1.1" status: 200 len: 857 time: 0.3566387 Sep 29 17:28:46.557463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] For port e824485b-430d-4107-a57e-58d4693bcd6d, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:46.599391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f309de-010a-4573-88b1-6cd396f3514f req-dfabfef9-edf8-4824-916a-3f56e225ba9f tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:46.601731 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57f309de-010a-4573-88b1-6cd396f3514f req-dfabfef9-edf8-4824-916a-3f56e225ba9f tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 944 time: 0.4088700 Sep 29 17:28:46.619794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] For port e824485b-430d-4107-a57e-58d4693bcd6d, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e824485b-430d-4107-a57e-58d4693bcd6d,segment=NetworkSegment(bbb6225a-cf5b-4f58-8be7-c160e94f7e2a),segment_id=bbb6225a-cf5b-4f58-8be7-c160e94f7e2a)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:46.659370 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-f715067c-61d3-4305-bd54-7c416b253eb8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=feaef753-9520-4591-a671-4118300ab805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874927 Sep 29 17:28:46.676805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:46.677395 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507ce8b-fb93-4334-9cb6-b2ec2d87a8d9 req-3f834d92-3fab-4166-b490-437d4c23c476 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:46.685917 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2507ce8b-fb93-4334-9cb6-b2ec2d87a8d9 req-3f834d92-3fab-4166-b490-437d4c23c476 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 943 time: 0.1414087 Sep 29 17:28:46.720998 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ce884234-a079-4540-b3ba-876dcb90236d up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:46.737257 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00badbb1-d67b-4569-843f-7daf331a0533 req-a2b77682-036b-43aa-9ed0-ea8114d9de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:46.738923 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00badbb1-d67b-4569-843f-7daf331a0533 req-a2b77682-036b-43aa-9ed0-ea8114d9de70 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bb25d54936064457b838be47a6ee4a8e&device_id=527adb7c-3bc0-4104-a605-6c4766473e36 HTTP/1.1" status: 200 len: 1094 time: 0.1666188 Sep 29 17:28:46.796518 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:46.816276 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ce884234-a079-4540-b3ba-876dcb90236d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:46.816738 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:46.863443 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2507ce8b-fb93-4334-9cb6-b2ec2d87a8d9 req-10d5b2d8-a56d-4d7f-9b51-b7288182ef81 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755514 Sep 29 17:28:46.972458 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:46.975429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00badbb1-d67b-4569-843f-7daf331a0533 req-bd36985c-02b4-4f96-bc70-06305df82859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:46.976979 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00badbb1-d67b-4569-843f-7daf331a0533 req-bd36985c-02b4-4f96-bc70-06305df82859 service neutron] 10.222.0.35 "GET /v2.0/networks?id=feaef753-9520-4591-a671-4118300ab805 HTTP/1.1" status: 200 len: 918 time: 0.2297342 Sep 29 17:28:47.082132 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00badbb1-d67b-4569-843f-7daf331a0533 req-3b498b55-8348-49ad-b5b3-7bed2cd3cdce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d20e16cf-b38b-4cda-8b23-babe3f80785c HTTP/1.1" status: 200 len: 217 time: 0.0686152 Sep 29 17:28:47.109937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:47.110592 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:47.112019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] 10.222.0.49 "PUT /v2.0/ports/e824485b-430d-4107-a57e-58d4693bcd6d HTTP/1.1" status: 200 len: 1092 time: 3.9499762 Sep 29 17:28:47.171012 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00badbb1-d67b-4569-843f-7daf331a0533 req-776eacb5-aa7a-465d-a288-e6b9ab161348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:47.172513 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00badbb1-d67b-4569-843f-7daf331a0533 req-776eacb5-aa7a-465d-a288-e6b9ab161348 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=65a41f3e-464e-4110-b186-67e190ebb04f HTTP/1.1" status: 200 len: 857 time: 0.0825589 Sep 29 17:28:47.245766 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57f309de-010a-4573-88b1-6cd396f3514f req-2e950b32-ae93-4d83-be54-007a0fd4747d tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235018 Sep 29 17:28:47.289751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9629407-fb02-476f-996b-9d7a58885aef service neutron] Pushing event updated for resources: {'Port': ['ID=e824485b-430d-4107-a57e-58d4693bcd6d,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:47.294811 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9a025e01-cabb-4701-85fc-5be6f9167be8 req-a822ec19-337e-45c4-a896-29b2e24fd78d service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7337894 Sep 29 17:28:47.315551 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00badbb1-d67b-4569-843f-7daf331a0533 req-2ed538b5-726a-4995-a519-20c8ce1c1867 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=feaef753-9520-4591-a671-4118300ab805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049769 Sep 29 17:28:47.356003 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-8876457f-c546-40fb-a3c6-595c18c76b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:47.357563 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-8876457f-c546-40fb-a3c6-595c18c76b5a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb25d54936064457b838be47a6ee4a8e&device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 1095 time: 0.1906266 Sep 29 17:28:47.361594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-f373c69c-7a90-468f-bf4d-a9d4d6d12228 service neutron] 10.222.0.49 "GET /v2.0/networks/feaef753-9520-4591-a671-4118300ab805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6826012 Sep 29 17:28:47.396615 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1fad060-e5f6-471c-bfb0-7e48dad72939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:47.399701 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:47.442790 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1fad060-e5f6-471c-bfb0-7e48dad72939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:47.465521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c5032-29a5-487f-b72b-2a9c033ba20c req-1c7437f0-349f-483d-88c5-0649fc36cf1c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:47.468946 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-8edf6281-07a3-4e69-bafd-aee006a98343 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e824485b-430d-4107-a57e-58d4693bcd6d HTTP/1.1" status: 200 len: 217 time: 0.0860858 Sep 29 17:28:47.472993 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c5032-29a5-487f-b72b-2a9c033ba20c req-1c7437f0-349f-483d-88c5-0649fc36cf1c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:47.480959 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c5032-29a5-487f-b72b-2a9c033ba20c req-1c7437f0-349f-483d-88c5-0649fc36cf1c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:47.487426 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c5032-29a5-487f-b72b-2a9c033ba20c req-1c7437f0-349f-483d-88c5-0649fc36cf1c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:47.493884 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c5032-29a5-487f-b72b-2a9c033ba20c req-1c7437f0-349f-483d-88c5-0649fc36cf1c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:47.499909 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c5032-29a5-487f-b72b-2a9c033ba20c req-1c7437f0-349f-483d-88c5-0649fc36cf1c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:47.505715 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c5032-29a5-487f-b72b-2a9c033ba20c req-1c7437f0-349f-483d-88c5-0649fc36cf1c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:47.507583 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e90c5032-29a5-487f-b72b-2a9c033ba20c req-1c7437f0-349f-483d-88c5-0649fc36cf1c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5418 time: 0.2982087 Sep 29 17:28:47.613093 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fad060-e5f6-471c-bfb0-7e48dad72939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea1a237-8c1a-4db2-8243-f2dab8a93e85,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:47.620344 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e1fad060-e5f6-471c-bfb0-7e48dad72939 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ea47904ae184e5bbe7890aad5617b98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2667723 Sep 29 17:28:47.625494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60726) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:47.671396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-be172d63-8562-4629-bfa0-7d38167765ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:47.672965 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-be172d63-8562-4629-bfa0-7d38167765ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65a41f3e-464e-4110-b186-67e190ebb04f HTTP/1.1" status: 200 len: 857 time: 0.1738544 Sep 29 17:28:47.724874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528e1f5-a186-4e1c-8c48-9e30c0f41ff1 req-f9842251-0875-4ed1-9075-5f5ce5a1b8af tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:47.726733 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1528e1f5-a186-4e1c-8c48-9e30c0f41ff1 req-f9842251-0875-4ed1-9075-5f5ce5a1b8af tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.2815213 Sep 29 17:28:47.754975 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-9ec52ae9-2869-410f-91e2-8a0224a6289c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=feaef753-9520-4591-a671-4118300ab805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587647 Sep 29 17:28:47.756687 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-66ec4751-656d-43ff-bade-f7bef70a4c6c service neutron] 10.222.0.49 "GET /v2.0/networks/feaef753-9520-4591-a671-4118300ab805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725195 Sep 29 17:28:47.893211 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea70d20c-a4b7-4932-a980-c6b1fb8638c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:47.908593 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1528e1f5-a186-4e1c-8c48-9e30c0f41ff1 req-4d81698e-e1a4-46b6-92b7-dcd7a5aeb129 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587269 Sep 29 17:28:47.973197 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e90c5032-29a5-487f-b72b-2a9c033ba20c req-4de58943-b1ae-4f2a-955f-34a0d6c28d58 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555797 Sep 29 17:28:47.977386 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea70d20c-a4b7-4932-a980-c6b1fb8638c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:48.011116 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00badbb1-d67b-4569-843f-7daf331a0533 req-b6bb0c1a-8620-407e-933a-e6e826663045 service neutron] 10.222.0.35 "GET /v2.0/networks/feaef753-9520-4591-a671-4118300ab805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6710289 Sep 29 17:28:48.012306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25565a4-8f47-43a3-a5c6-c77706c4928f req-1e85be56-b345-4c94-8ee1-de170ecec987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:48.013818 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25565a4-8f47-43a3-a5c6-c77706c4928f req-1e85be56-b345-4c94-8ee1-de170ecec987 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb25d54936064457b838be47a6ee4a8e&device_id=72c47650-4865-4248-b156-e869405c80e4 HTTP/1.1" status: 200 len: 1095 time: 0.1872945 Sep 29 17:28:48.063273 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-b2045d46-e8de-49c2-a345-2904391d4f5a service neutron] 10.222.0.49 "GET /v2.0/networks/feaef753-9520-4591-a671-4118300ab805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948494 Sep 29 17:28:48.107646 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Router 380300bf-be58-40c1-bd2c-538b5dbd9726 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:28:48.118598 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12234df6-ad8e-4ceb-acc5-78d75176f957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:48.184864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:28:48.222195 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00badbb1-d67b-4569-843f-7daf331a0533 req-e8fcee26-7546-4226-b26b-27d02ed2c6a9 service neutron] 10.222.0.35 "GET /v2.0/networks/feaef753-9520-4591-a671-4118300ab805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010534 Sep 29 17:28:48.277103 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:28:48.288044 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Sync routers for ids ['380300bf-be58-40c1-bd2c-538b5dbd9726'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:28:48.308122 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Routers {'380300bf-be58-40c1-bd2c-538b5dbd9726'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:48.315130 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['380300bf-be58-40c1-bd2c-538b5dbd9726'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:48.321018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eddf6-7242-49aa-9519-2688f6012774 req-f31415e3-70c2-4975-b855-0f6441cde60f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:48.323023 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e2eddf6-7242-49aa-9519-2688f6012774 req-f31415e3-70c2-4975-b855-0f6441cde60f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 943 time: 0.2876136 Sep 29 17:28:48.341318 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea70d20c-a4b7-4932-a980-c6b1fb8638c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:48.344636 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:48.345624 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea70d20c-a4b7-4932-a980-c6b1fb8638c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:48.346357 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ff024f43-ceae-4e3a-b58a-6343cab69326 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.2490883 Sep 29 17:28:48.349321 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60734) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:48.350767 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ea70d20c-a4b7-4932-a980-c6b1fb8638c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ea1a237-8c1a-4db2-8243-f2dab8a93e85 HTTP/1.1" status: 204 len: 168 time: 0.7204857 Sep 29 17:28:48.477088 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e35384-f84c-4805-87cb-a26fb8536c6e', 'tag': 'e824485b-430d-4107-a57e-58d4693bcd6d'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:48.482055 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a855380-2425-4d4a-a6e0-370a6e2daf78" -d '{"events": [{"name": "network-changed", "server_uuid": "32e35384-f84c-4805-87cb-a26fb8536c6e", "tag": "e824485b-430d-4107-a57e-58d4693bcd6d"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:48.490192 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70d20c-a4b7-4932-a980-c6b1fb8638c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea1a237-8c1a-4db2-8243-f2dab8a93e85,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:48.535259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25565a4-8f47-43a3-a5c6-c77706c4928f req-0c7b7d40-796b-40b1-aa71-2a6256044c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:48.536563 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25565a4-8f47-43a3-a5c6-c77706c4928f req-0c7b7d40-796b-40b1-aa71-2a6256044c62 service neutron] 10.222.0.49 "GET /v2.0/networks?id=feaef753-9520-4591-a671-4118300ab805 HTTP/1.1" status: 200 len: 918 time: 0.4985838 Sep 29 17:28:48.556172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:48.573443 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'port_id': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'mac_address': 'fa:16:3e:8b:09:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:28:48.573747 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc66f69-7567-425c-be76-51848a6f0ef8 req-58d9bfad-2eda-496d-a831-3828617abc38 service neutron] 10.222.0.49 "GET /v2.0/networks/feaef753-9520-4591-a671-4118300ab805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830468 Sep 29 17:28:48.586997 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Set router 380300bf-be58-40c1-bd2c-538b5dbd9726 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:48.674750 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5cdae-8503-4702-aca1-d10894c94d9a req-a09b621f-9489-4865-a821-464171fe9097 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:48.676608 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cfc5cdae-8503-4702-aca1-d10894c94d9a req-a09b621f-9489-4865-a821-464171fe9097 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 944 time: 0.3141356 Sep 29 17:28:48.681189 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25565a4-8f47-43a3-a5c6-c77706c4928f req-db171628-dbae-43f5-97a7-125db1886a9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d0d085b-98e5-4a04-b302-2b6bad1fd539 HTTP/1.1" status: 200 len: 217 time: 0.1246841 Sep 29 17:28:48.715534 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:48.742033 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:48.799522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:48.808717 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:48.838967 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e2eddf6-7242-49aa-9519-2688f6012774 req-0951fabe-9010-41c8-9f35-eebccd5aa8f1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4552231 Sep 29 17:28:48.848121 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cfc5cdae-8503-4702-aca1-d10894c94d9a req-5dc362b4-69f5-4a88-8613-2aab79288917 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579225 Sep 29 17:28:48.935630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25565a4-8f47-43a3-a5c6-c77706c4928f req-6d133b2d-3ac6-4e94-8e6c-ffbfe7a5dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:48.936839 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'name': 'tempest-ServersTestManualDisk-1241216966-router', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '39db6248-f018-4009-bc0a-ef50510311d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:42Z', 'updated_at': '2021-09-29T17:28:46Z', 'revision_number': 3, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'gw_port': {'id': '39db6248-f018-4009-bc0a-ef50510311d2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:44Z', 'updated_at': '2021-09-29T17:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:48.937553 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25565a4-8f47-43a3-a5c6-c77706c4928f req-6d133b2d-3ac6-4e94-8e6c-ffbfe7a5dba1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65a41f3e-464e-4110-b186-67e190ebb04f HTTP/1.1" status: 200 len: 857 time: 0.2473381 Sep 29 17:28:48.949726 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:48.984790 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936b275c-8f86-49bc-b5a3-e21abbd4a792 x-openstack-request-id: req-936b275c-8f86-49bc-b5a3-e21abbd4a792 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:48.984933 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32e35384-f84c-4805-87cb-a26fb8536c6e", "tag": "e824485b-430d-4107-a57e-58d4693bcd6d", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:48.985214 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-936b275c-8f86-49bc-b5a3-e21abbd4a792 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:48.985697 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e35384-f84c-4805-87cb-a26fb8536c6e', 'tag': 'e824485b-430d-4107-a57e-58d4693bcd6d', 'status': 'completed', 'code': 200} Sep 29 17:28:48.990216 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25565a4-8f47-43a3-a5c6-c77706c4928f req-7444edad-5a09-4664-a8ec-c71d4d666255 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=feaef753-9520-4591-a671-4118300ab805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409083 Sep 29 17:28:49.011293 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['2b90c3a8-d67a-4f2d-8bbf-11c5425183e3'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:28:49.197242 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778bd8c-9c84-4c9f-ba95-cd2822a820cb req-201a9978-1162-489f-af5d-0f453fc45736 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:49.198894 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f778bd8c-9c84-4c9f-ba95-cd2822a820cb req-201a9978-1162-489f-af5d-0f453fc45736 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.0991256 Sep 29 17:28:49.307965 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Checking router: 380300bf-be58-40c1-bd2c-538b5dbd9726 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:28:49.309092 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Updating router 380300bf-be58-40c1-bd2c-538b5dbd9726 port 39db6248-f018-4009-bc0a-ef50510311d2 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:28:49.339182 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:49.385502 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f778bd8c-9c84-4c9f-ba95-cd2822a820cb req-59856af7-919f-47a9-b4b1-4385506c450e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618538 Sep 29 17:28:49.408742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25565a4-8f47-43a3-a5c6-c77706c4928f req-5599d316-97d7-4c56-9175-460dd9654fd0 service neutron] 10.222.0.49 "GET /v2.0/networks/feaef753-9520-4591-a671-4118300ab805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919809 Sep 29 17:28:49.513881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855380-2425-4d4a-a6e0-370a6e2daf78 req-68efeddc-acce-4ace-a766-24fc9f22f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:49.515500 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a855380-2425-4d4a-a6e0-370a6e2daf78 req-68efeddc-acce-4ace-a766-24fc9f22f22a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb25d54936064457b838be47a6ee4a8e&device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 1095 time: 0.5088007 Sep 29 17:28:49.524366 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:49.665247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855380-2425-4d4a-a6e0-370a6e2daf78 req-af6b3e64-3e0c-4061-a542-15e844de6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:49.666944 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a855380-2425-4d4a-a6e0-370a6e2daf78 req-af6b3e64-3e0c-4061-a542-15e844de6de0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=feaef753-9520-4591-a671-4118300ab805 HTTP/1.1" status: 200 len: 918 time: 0.1355097 Sep 29 17:28:49.685976 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e047cf-999c-4432-94c1-c82d19053b64 req-cfcdaa42-cdc2-43db-907c-9aff6af345d0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:49.695410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e047cf-999c-4432-94c1-c82d19053b64 req-cfcdaa42-cdc2-43db-907c-9aff6af345d0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:49.704669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e047cf-999c-4432-94c1-c82d19053b64 req-cfcdaa42-cdc2-43db-907c-9aff6af345d0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:49.712937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e047cf-999c-4432-94c1-c82d19053b64 req-cfcdaa42-cdc2-43db-907c-9aff6af345d0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:49.721210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e047cf-999c-4432-94c1-c82d19053b64 req-cfcdaa42-cdc2-43db-907c-9aff6af345d0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:49.730234 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e047cf-999c-4432-94c1-c82d19053b64 req-cfcdaa42-cdc2-43db-907c-9aff6af345d0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:49.737997 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:49.742889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e047cf-999c-4432-94c1-c82d19053b64 req-cfcdaa42-cdc2-43db-907c-9aff6af345d0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:49.745141 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43e047cf-999c-4432-94c1-c82d19053b64 req-cfcdaa42-cdc2-43db-907c-9aff6af345d0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5418 time: 0.4228857 Sep 29 17:28:49.750547 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:49.782995 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Allocated IP 172.20.0.1 (248bb528-37ff-42a3-a2f0-d0d4de8cb481/8af5bdfb-ada9-49f2-9176-e549ac4a08ad/3ead97c8-2e7d-474b-8007-bde9152ff001) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:49.829980 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60764) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:49.830445 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bf6e5-8f8b-4e03-a6c9-38d2650f7502 None None] Pushing event updated for resources: {'Port': ['ID=39db6248-f018-4009-bc0a-ef50510311d2,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:49.832635 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Attempting to bind port 39db6248-f018-4009-bc0a-ef50510311d2 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:49.832997 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Attempting to bind port 39db6248-f018-4009-bc0a-ef50510311d2 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:49.833405 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Attempting to bind port 39db6248-f018-4009-bc0a-ef50510311d2 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:49.835082 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a855380-2425-4d4a-a6e0-370a6e2daf78 req-85e32f09-3a5b-43e3-93d0-54d5c4229890 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e824485b-430d-4107-a57e-58d4693bcd6d HTTP/1.1" status: 200 len: 217 time: 0.0527797 Sep 29 17:28:49.843844 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bf6e5-8f8b-4e03-a6c9-38d2650f7502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:49.844188 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bf6e5-8f8b-4e03-a6c9-38d2650f7502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:49.844511 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bf6e5-8f8b-4e03-a6c9-38d2650f7502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:49.844838 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bf6e5-8f8b-4e03-a6c9-38d2650f7502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:49.845165 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bf6e5-8f8b-4e03-a6c9-38d2650f7502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:49.845529 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bf6e5-8f8b-4e03-a6c9-38d2650f7502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:49.845818 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bf6e5-8f8b-4e03-a6c9-38d2650f7502 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:49.846132 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bf6e5-8f8b-4e03-a6c9-38d2650f7502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:49.846451 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bf6e5-8f8b-4e03-a6c9-38d2650f7502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:49.846767 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bf6e5-8f8b-4e03-a6c9-38d2650f7502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:49.847079 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bf6e5-8f8b-4e03-a6c9-38d2650f7502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:49.847394 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bf6e5-8f8b-4e03-a6c9-38d2650f7502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:28:49.854969 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:49.854969 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:49.854969 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:49.854969 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:49.854969 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Bound port: 39db6248-f018-4009-bc0a-ef50510311d2, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:49.854969 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:49.922998 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] For port 39db6248-f018-4009-bc0a-ef50510311d2, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:49.927851 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] For port 39db6248-f018-4009-bc0a-ef50510311d2, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=39db6248-f018-4009-bc0a-ef50510311d2,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:49.933808 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:49.999704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a855380-2425-4d4a-a6e0-370a6e2daf78 req-58db971c-de07-4b51-b61f-8e9d5d374186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:50.001312 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a855380-2425-4d4a-a6e0-370a6e2daf78 req-58db971c-de07-4b51-b61f-8e9d5d374186 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=65a41f3e-464e-4110-b186-67e190ebb04f HTTP/1.1" status: 200 len: 857 time: 0.1434760 Sep 29 17:28:50.002832 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Routers {'380300bf-be58-40c1-bd2c-538b5dbd9726'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:50.003599 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['380300bf-be58-40c1-bd2c-538b5dbd9726'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:50.013096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-12234df6-ad8e-4ceb-acc5-78d75176f957 admin admin] Deleting port 68a0e4a7-1199-4b64-9846-26a04a442667 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:28:50.013469 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12234df6-ad8e-4ceb-acc5-78d75176f957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.035232 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.091379 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9c0774b4-3a56-44ae-bd5b-b417a0a5e3d0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1431543439-network', 'tenant_id': 'e88151862398466b82e2440439769020'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:50.115455 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.133415 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bf6e5-8f8b-4e03-a6c9-38d2650f7502 None None] Pushing event updated for resources: {'Port': ['ID=39db6248-f018-4009-bc0a-ef50510311d2,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:50.143215 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] Set router 380300bf-be58-40c1-bd2c-538b5dbd9726 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:50.167051 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0774b4-3a56-44ae-bd5b-b417a0a5e3d0 admin admin] Made reservation on behalf of e88151862398466b82e2440439769020 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:50.169444 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c0774b4-3a56-44ae-bd5b-b417a0a5e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.181140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:50.205669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc249bc4-fecb-486f-9aca-4101982e7679 req-3a31c550-a2bf-442a-94bb-3e02b037417b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:50.213966 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc249bc4-fecb-486f-9aca-4101982e7679 req-3a31c550-a2bf-442a-94bb-3e02b037417b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.2601271 Sep 29 17:28:50.215744 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c0774b4-3a56-44ae-bd5b-b417a0a5e3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.222562 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Network 248bb528-37ff-42a3-a2f0-d0d4de8cb481 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:50.244124 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:50.255015 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Pushing event updated for resources: {'Port': ['ID=3ead97c8-2e7d-474b-8007-bde9152ff001,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:50.256529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:28:50.262725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:50.263516 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.271207 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:50.364509 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc249bc4-fecb-486f-9aca-4101982e7679 req-4fea03cc-9cc3-43aa-9e47-0b236cbd701f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492701 Sep 29 17:28:50.402011 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.463489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d25565a4-8f47-43a3-a5c6-c77706c4928f req-c10cc04c-0755-40dd-b211-8561e64d10f2 service neutron] 10.222.0.49 "GET /v2.0/networks/feaef753-9520-4591-a671-4118300ab805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0322785 Sep 29 17:28:50.495769 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.503499 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'name': 'tempest-ServersTestManualDisk-1241216966-router', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '39db6248-f018-4009-bc0a-ef50510311d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:42Z', 'updated_at': '2021-09-29T17:28:46Z', 'revision_number': 3, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'gw_port': {'id': '39db6248-f018-4009-bc0a-ef50510311d2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:44Z', 'updated_at': '2021-09-29T17:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:50.512652 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a855380-2425-4d4a-a6e0-370a6e2daf78 req-b1a345eb-beba-42c2-9622-d25057d6fb37 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=feaef753-9520-4591-a671-4118300ab805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978265 Sep 29 17:28:50.533115 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c0774b4-3a56-44ae-bd5b-b417a0a5e3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.547645 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa9713-1da1-4277-a549-0c7ad2df7ea9 None None] The sync data for ids ['380300bf-be58-40c1-bd2c-538b5dbd9726'] in n-d-811748-2 is: [{'id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'name': 'tempest-ServersTestManualDisk-1241216966-router', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '39db6248-f018-4009-bc0a-ef50510311d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:42Z', 'updated_at': '2021-09-29T17:28:46Z', 'revision_number': 3, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'gw_port': {'id': '39db6248-f018-4009-bc0a-ef50510311d2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:44Z', 'updated_at': '2021-09-29T17:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:28:50.550746 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c0774b4-3a56-44ae-bd5b-b417a0a5e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.560852 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:50.562773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:50.566060 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c4c4ac-4edb-4a13-989b-3b3b54e7f6a8" -d '{"events": [{"server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "name": "network-vif-plugged", "status": "completed", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:50.570379 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.587886 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43e047cf-999c-4432-94c1-c82d19053b64 req-d86fefce-1567-4d62-9976-e367867cfb5c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7926016 Sep 29 17:28:50.599253 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c0774b4-3a56-44ae-bd5b-b417a0a5e3d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:28:50.655506 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:50.664204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0d0b0d70-5d14-45d6-99b6-958622c90a31 None None] Provisioning complete for port 3ead97c8-2e7d-474b-8007-bde9152ff001 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:50.664886 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0d0b0d70-5d14-45d6-99b6-958622c90a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.685588 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c0774b4-3a56-44ae-bd5b-b417a0a5e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.686375 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-9c0774b4-3a56-44ae-bd5b-b417a0a5e3d0 admin admin] Added segment dd3bc545-9320-4aae-a70c-c5c064bf36ac of type vlan for network a1dee784-7c56-4695-93b1-93e4e3673df9 Sep 29 17:28:50.689518 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-12234df6-ad8e-4ceb-acc5-78d75176f957 admin admin] For port 68a0e4a7-1199-4b64-9846-26a04a442667, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=68a0e4a7-1199-4b64-9846-26a04a442667,segment=NetworkSegment(079ebc44-4e62-412e-91a4-04ce3e763c69),segment_id=079ebc44-4e62-412e-91a4-04ce3e763c69)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:50.689886 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12234df6-ad8e-4ceb-acc5-78d75176f957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.690825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0774b4-3a56-44ae-bd5b-b417a0a5e3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd34c43-d1c5-4216-8f00-14b2b2fbe240,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:50.708697 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-12234df6-ad8e-4ceb-acc5-78d75176f957 admin admin] Calling delete_port for 68a0e4a7-1199-4b64-9846-26a04a442667 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:28:50.710083 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b0d70-5d14-45d6-99b6-958622c90a31 None None] Port 3ead97c8-2e7d-474b-8007-bde9152ff001 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:28:50.723218 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c07d3-8fa5-4a03-be47-fffaac5d1651 req-893e311a-fd4e-4450-9b0e-57bdca9110fd tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:50.724804 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-253c07d3-8fa5-4a03-be47-fffaac5d1651 req-893e311a-fd4e-4450-9b0e-57bdca9110fd tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 944 time: 0.2449603 Sep 29 17:28:50.789090 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c0774b4-3a56-44ae-bd5b-b417a0a5e3d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.843283 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-253c07d3-8fa5-4a03-be47-fffaac5d1651 req-9604d48f-b9da-4722-a8d0-4bd81d4f0b77 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113105 Sep 29 17:28:50.868372 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.878814 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device d20e16cf-b38b-4cda-8b23-babe3f80785c details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:28:50.894982 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c0774b4-3a56-44ae-bd5b-b417a0a5e3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.895960 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0774b4-3a56-44ae-bd5b-b417a0a5e3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:50.896547 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c0774b4-3a56-44ae-bd5b-b417a0a5e3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:50.899832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac926cf-2dd7-49ae-bbe3-30f5799e6b82 req-4febfd3c-ef4a-4f8b-ab54-c77ee3df77ec tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:50.901400 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1ac926cf-2dd7-49ae-bbe3-30f5799e6b82 req-4febfd3c-ef4a-4f8b-ab54-c77ee3df77ec tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.1939595 Sep 29 17:28:50.906505 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a855380-2425-4d4a-a6e0-370a6e2daf78 req-53a3c95c-596b-4191-8deb-df07337acfd3 service neutron] 10.222.0.49 "GET /v2.0/networks/feaef753-9520-4591-a671-4118300ab805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841677 Sep 29 17:28:51.000863 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9c0774b4-3a56-44ae-bd5b-b417a0a5e3d0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1691294 Sep 29 17:28:51.004482 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60782) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:51.019257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4b0b5bc2-a73a-4821-ae28-4dae42836df7 admin admin] Request body: {'subnet': {'network_id': 'a1dee784-7c56-4695-93b1-93e4e3673df9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1431543439-subnet', 'tenant_id': 'e88151862398466b82e2440439769020', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:51.051631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port d20e16cf-b38b-4cda-8b23-babe3f80785c, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=d20e16cf-b38b-4cda-8b23-babe3f80785c,segment=NetworkSegment(bbb6225a-cf5b-4f58-8be7-c160e94f7e2a),segment_id=bbb6225a-cf5b-4f58-8be7-c160e94f7e2a)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:51.058223 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1ac926cf-2dd7-49ae-bbe3-30f5799e6b82 req-df56dc1a-c0f1-4ec8-be92-2c61082cd568 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490738 Sep 29 17:28:51.066041 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'd20e16cf-b38b-4cda-8b23-babe3f80785c', 'network_id': 'feaef753-9520-4591-a671-4118300ab805', 'port_id': 'd20e16cf-b38b-4cda-8b23-babe3f80785c', 'mac_address': 'fa:16:3e:a4:bd:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a41f3e-464e-4110-b186-67e190ebb04f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:28:51.071525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0774b4-3a56-44ae-bd5b-b417a0a5e3d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a1dee784-7c56-4695-93b1-93e4e3673df9,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:51.100767 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network a1dee784-7c56-4695-93b1-93e4e3673df9 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:28:51.148928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0b5bc2-a73a-4821-ae28-4dae42836df7 admin admin] Made reservation on behalf of e88151862398466b82e2440439769020 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:51.151434 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5bc2-a73a-4821-ae28-4dae42836df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:51.175089 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610730de-2979-4b0f-acf1-37bfab87c768 req-45a08f3b-ff13-4366-9f38-f084526df68f tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1455171440&fields=id&tenant_id=8198f0193c4a48b396fbf3d65e72ce11 HTTP/1.1" status: 200 len: 267 time: 0.1231408 Sep 29 17:28:51.200068 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a855380-2425-4d4a-a6e0-370a6e2daf78 req-31663205-fcfa-41d6-93f9-5bd8c33cf03f service neutron] 10.222.0.49 "GET /v2.0/networks/feaef753-9520-4591-a671-4118300ab805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796652 Sep 29 17:28:51.201091 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9da7361-146b-4a5c-a3cd-f6cd89159a4c x-openstack-request-id: req-e9da7361-146b-4a5c-a3cd-f6cd89159a4c {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:51.202348 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "name": "network-vif-plugged", "status": "completed", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:51.202348 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9da7361-146b-4a5c-a3cd-f6cd89159a4c {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:51.202719 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'code': 200} Sep 29 17:28:51.228073 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:51.251781 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d20e16cf-b38b-4cda-8b23-babe3f80785c {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:51.276288 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port d20e16cf-b38b-4cda-8b23-babe3f80785c, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=d20e16cf-b38b-4cda-8b23-babe3f80785c,segment=NetworkSegment(bbb6225a-cf5b-4f58-8be7-c160e94f7e2a),segment_id=bbb6225a-cf5b-4f58-8be7-c160e94f7e2a)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:51.283556 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:51.336220 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=d20e16cf-b38b-4cda-8b23-babe3f80785c,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:51.361433 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12234df6-ad8e-4ceb-acc5-78d75176f957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:51.406297 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd47d7-61db-4705-804b-223090962fc3 req-29a6a2c2-8042-4a71-aba1-9d8bd2d7a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:51.407799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4dd47d7-61db-4705-804b-223090962fc3 req-29a6a2c2-8042-4a71-aba1-9d8bd2d7a66a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 1096 time: 0.1772377 Sep 29 17:28:51.408581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12234df6-ad8e-4ceb-acc5-78d75176f957 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a0e4a7-1199-4b64-9846-26a04a442667,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:51.417760 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:51.424869 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:51.479591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610730de-2979-4b0f-acf1-37bfab87c768 req-1794e7cd-167c-415f-92b0-ea0accb4e143 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:51.482742 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610730de-2979-4b0f-acf1-37bfab87c768 req-1794e7cd-167c-415f-92b0-ea0accb4e143 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/networks?id=3e6710c7-1fe8-4a10-9f65-7890954b63b6 HTTP/1.1" status: 200 len: 816 time: 0.2464008 Sep 29 17:28:51.485545 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:51.545167 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610730de-2979-4b0f-acf1-37bfab87c768 req-b8fbfbc1-831b-4a23-a3b3-bfd141e20287 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/quotas/8198f0193c4a48b396fbf3d65e72ce11 HTTP/1.1" status: 200 len: 375 time: 0.0488687 Sep 29 17:28:51.571893 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4dd47d7-61db-4705-804b-223090962fc3 req-1e00f0a7-25ba-4bb3-9c07-81f89059f3c5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534669 Sep 29 17:28:51.579917 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Pushing event updated for resources: {'Port': ['ID=3ead97c8-2e7d-474b-8007-bde9152ff001,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:51.671350 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610730de-2979-4b0f-acf1-37bfab87c768 req-188ecc37-3a11-428a-99d4-dbb10039f9c5 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8198f0193c4a48b396fbf3d65e72ce11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1157024 Sep 29 17:28:51.687819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Network 248bb528-37ff-42a3-a2f0-d0d4de8cb481 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:51.698822 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:51.713641 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['d20e16cf-b38b-4cda-8b23-babe3f80785c'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:28:51.731863 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede7365-2bd6-4248-9f6a-4d131e7c6e0c req-956729ca-408b-401c-8926-a51ff09d4fc3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:51.734144 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5ede7365-2bd6-4248-9f6a-4d131e7c6e0c req-956729ca-408b-401c-8926-a51ff09d4fc3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 945 time: 0.2395561 Sep 29 17:28:51.769112 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5bc2-a73a-4821-ae28-4dae42836df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:51.825946 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5ede7365-2bd6-4248-9f6a-4d131e7c6e0c req-5112b304-beaa-48a8-a10c-569498eb4617 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837512 Sep 29 17:28:51.888034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b5bc2-a73a-4821-ae28-4dae42836df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:51.897050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b5bc2-a73a-4821-ae28-4dae42836df7 admin admin] Checking segment: {'id': 'dd3bc545-9320-4aae-a70c-c5c064bf36ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a1dee784-7c56-4695-93b1-93e4e3673df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:51.897445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0b5bc2-a73a-4821-ae28-4dae42836df7 admin admin] Network hostable DHCP agents. Network: a1dee784-7c56-4695-93b1-93e4e3673df9, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:28:51.900832 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12234df6-ad8e-4ceb-acc5-78d75176f957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:51.925884 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610730de-2979-4b0f-acf1-37bfab87c768 req-cc3a248f-db90-4c91-8481-d0e47158efce service neutron] 10.222.0.44 "GET /v2.0/networks/3e6710c7-1fe8-4a10-9f65-7890954b63b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368343 Sep 29 17:28:52.023405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Router 380300bf-be58-40c1-bd2c-538b5dbd9726 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:28:52.028678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0b5bc2-a73a-4821-ae28-4dae42836df7 admin admin] Network a1dee784-7c56-4695-93b1-93e4e3673df9 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:28:52.049947 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610730de-2979-4b0f-acf1-37bfab87c768 req-67b7231a-69a6-440d-85ae-2e015128e2b4 service neutron] 10.222.0.44 "GET /v2.0/networks/3e6710c7-1fe8-4a10-9f65-7890954b63b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226346 Sep 29 17:28:52.063255 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-21bfceb9-6e2d-40be-89df-6a40c859f6f1 None None] Provisioning complete for port 3ead97c8-2e7d-474b-8007-bde9152ff001 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:52.065250 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-21bfceb9-6e2d-40be-89df-6a40c859f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:52.065460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-4b0b5bc2-a73a-4821-ae28-4dae42836df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, a1dee784-7c56-4695-93b1-93e4e3673df9) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:52.070380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0b5bc2-a73a-4821-ae28-4dae42836df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:52.071379 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5bc2-a73a-4821-ae28-4dae42836df7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:52.119343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-21bfceb9-6e2d-40be-89df-6a40c859f6f1 None None] Port 3ead97c8-2e7d-474b-8007-bde9152ff001 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:28:52.121399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddb2d84-3cac-4848-a1f0-bf6988494ffe None None] Network a1dee784-7c56-4695-93b1-93e4e3673df9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:28:52.126626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522baeaa-b1cd-48ae-b8a0-b1b8a651caba req-a8ec79dc-e999-4c28-bf9f-7fc2ae1eb72f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:52.133954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522baeaa-b1cd-48ae-b8a0-b1b8a651caba req-a8ec79dc-e999-4c28-bf9f-7fc2ae1eb72f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:52.141026 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522baeaa-b1cd-48ae-b8a0-b1b8a651caba req-a8ec79dc-e999-4c28-bf9f-7fc2ae1eb72f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:52.150115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522baeaa-b1cd-48ae-b8a0-b1b8a651caba req-a8ec79dc-e999-4c28-bf9f-7fc2ae1eb72f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:52.156094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522baeaa-b1cd-48ae-b8a0-b1b8a651caba req-a8ec79dc-e999-4c28-bf9f-7fc2ae1eb72f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:52.162433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522baeaa-b1cd-48ae-b8a0-b1b8a651caba req-a8ec79dc-e999-4c28-bf9f-7fc2ae1eb72f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:52.168291 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522baeaa-b1cd-48ae-b8a0-b1b8a651caba req-a8ec79dc-e999-4c28-bf9f-7fc2ae1eb72f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:52.171268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-522baeaa-b1cd-48ae-b8a0-b1b8a651caba req-a8ec79dc-e999-4c28-bf9f-7fc2ae1eb72f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5418 time: 0.1804094 Sep 29 17:28:52.183393 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4b0b5bc2-a73a-4821-ae28-4dae42836df7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1713052 Sep 29 17:28:52.183712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60794) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:52.192818 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1431543439-router', 'tenant_id': 'e88151862398466b82e2440439769020', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:52.203195 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:28:52.219898 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 5d0d085b-98e5-4a04-b302-2b6bad1fd539 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:28:52.234366 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-72165ba2-61c0-4634-a70c-b925f3ba8e38 admin admin] 10.222.0.44 "PUT /v2.0/routers/380300bf-be58-40c1-bd2c-538b5dbd9726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8833497 Sep 29 17:28:52.262040 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:52.266665 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:52.348090 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:52.361984 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-522baeaa-b1cd-48ae-b8a0-b1b8a651caba req-b91bf754-302e-4a2a-a6a4-2777faffabde tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1797667 Sep 29 17:28:52.461855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12234df6-ad8e-4ceb-acc5-78d75176f957 admin admin] Router 8335902b-4431-49e4-b5d9-66e653af03f4 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:28:52.473221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-a1dee784-7c56-4695-93b1-93e4e3673df9', 'network_id': 'a1dee784-7c56-4695-93b1-93e4e3673df9', 'tenant_id': 'e88151862398466b82e2440439769020', 'fixed_ips': [{'subnet_id': '16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:28:52.474617 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:52.537659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 5d0d085b-98e5-4a04-b302-2b6bad1fd539, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=5d0d085b-98e5-4a04-b302-2b6bad1fd539,segment=NetworkSegment(bbb6225a-cf5b-4f58-8be7-c160e94f7e2a),segment_id=bbb6225a-cf5b-4f58-8be7-c160e94f7e2a)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:52.654383 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a8cc0-7ba7-42d6-a69a-737b11b4285c req-42653e6b-8f76-4b88-b924-cb0445535045 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:52.663037 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db7a8cc0-7ba7-42d6-a69a-737b11b4285c req-42653e6b-8f76-4b88-b924-cb0445535045 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 944 time: 0.1852615 Sep 29 17:28:52.715553 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db7a8cc0-7ba7-42d6-a69a-737b11b4285c req-950a1c71-b545-456e-ae79-402372305ea8 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514598 Sep 29 17:28:52.743415 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:52.783333 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Allocated IP 172.20.0.2 (a1dee784-7c56-4695-93b1-93e4e3673df9/16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10/d06c05d7-34fe-4722-9ff6-6ff0ffadb655) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:52.783989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12234df6-ad8e-4ceb-acc5-78d75176f957 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:28:52.800994 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-12234df6-ad8e-4ceb-acc5-78d75176f957 admin admin] 10.222.0.44 "PUT /v2.0/routers/8335902b-4431-49e4-b5d9-66e653af03f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9654386 Sep 29 17:28:52.801251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1df0d4-36f8-4703-ad8c-c7cb7a033149 req-8ea78ca8-7cc7-40ba-ad45-4505329702a1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:52.801486 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60814) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:52.802723 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb1df0d4-36f8-4703-ad8c-c7cb7a033149 req-8ea78ca8-7cc7-40ba-ad45-4505329702a1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.2208855 Sep 29 17:28:52.917008 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb1df0d4-36f8-4703-ad8c-c7cb7a033149 req-d4a3aeb4-9527-4385-bc73-aaa405153b0f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067224 Sep 29 17:28:52.941109 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8c547275-1e90-4e3d-a8a4-6056d0ba1f11 admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:52.957236 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device d20e16cf-b38b-4cda-8b23-babe3f80785c up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:53.052294 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fde6e2-c962-4e0a-87cf-4855f15f728c None None] Sync routers for ids ['8335902b-4431-49e4-b5d9-66e653af03f4'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:28:53.063918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 39db6248-f018-4009-bc0a-ef50510311d2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:53.070929 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '5d0d085b-98e5-4a04-b302-2b6bad1fd539', 'network_id': 'feaef753-9520-4591-a671-4118300ab805', 'port_id': '5d0d085b-98e5-4a04-b302-2b6bad1fd539', 'mac_address': 'fa:16:3e:5a:9a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a41f3e-464e-4110-b186-67e190ebb04f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:28:53.105861 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bf2a3ba4-e303-466a-af4d-9fb5eb6a7f62 req-637cf714-69f5-4363-a200-7e155e21e3bf tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 210 time: 0.0545290 Sep 29 17:28:53.137332 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Sync routers for ids ['380300bf-be58-40c1-bd2c-538b5dbd9726'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:28:53.146037 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8c547275-1e90-4e3d-a8a4-6056d0ba1f11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:53.159167 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Routers {'380300bf-be58-40c1-bd2c-538b5dbd9726'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:53.161316 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-042d8479-8639-4f46-a673-4972a1c434da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['380300bf-be58-40c1-bd2c-538b5dbd9726'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:53.266636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-8c547275-1e90-4e3d-a8a4-6056d0ba1f11 admin admin] Deleting port 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:28:53.269301 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8c547275-1e90-4e3d-a8a4-6056d0ba1f11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:53.365577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fde6e2-c962-4e0a-87cf-4855f15f728c None None] Routers {'8335902b-4431-49e4-b5d9-66e653af03f4'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:53.368570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-24fde6e2-c962-4e0a-87cf-4855f15f728c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8335902b-4431-49e4-b5d9-66e653af03f4'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:53.420419 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Set router 380300bf-be58-40c1-bd2c-538b5dbd9726 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:53.454881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-8c547275-1e90-4e3d-a8a4-6056d0ba1f11 admin admin] For port 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:53.455250 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8c547275-1e90-4e3d-a8a4-6056d0ba1f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:53.464326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port d20e16cf-b38b-4cda-8b23-babe3f80785c completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:28:53.485513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-8c547275-1e90-4e3d-a8a4-6056d0ba1f11 admin admin] Calling delete_port for 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:28:53.577640 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:53.647306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60822) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:53.648454 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port d20e16cf-b38b-4cda-8b23-babe3f80785c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:53.649002 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:53.654248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-17bbb543-98d9-4019-8d54-951eb8a1daba tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Request body: {'security_group': {'name': 'tempest-securitygroup--236199654', 'description': 'tempest-description--1492266956'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:53.726736 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-17bbb543-98d9-4019-8d54-951eb8a1daba tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:53.748496 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587e0bb-6ed2-489a-8a3d-0e97984829f3 req-156336b0-bbc8-4afc-9d4e-8b70ee1e23c5 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:53.750618 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5587e0bb-6ed2-489a-8a3d-0e97984829f3 req-156336b0-bbc8-4afc-9d4e-8b70ee1e23c5 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 945 time: 0.1237137 Sep 29 17:28:53.750933 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:53.752302 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:53.763958 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0d085b-98e5-4a04-b302-2b6bad1fd539 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:53.766297 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8c547275-1e90-4e3d-a8a4-6056d0ba1f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:53.779495 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:53.833780 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-042d8479-8639-4f46-a673-4972a1c434da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'name': 'tempest-ServersTestManualDisk-1241216966-router', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '39db6248-f018-4009-bc0a-ef50510311d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:42Z', 'updated_at': '2021-09-29T17:28:50Z', 'revision_number': 4, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'gw_port': {'id': '39db6248-f018-4009-bc0a-ef50510311d2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:44Z', 'updated_at': '2021-09-29T17:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '3ead97c8-2e7d-474b-8007-bde9152ff001', 'name': '', 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'mac_address': 'fa:16:3e:81:98:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:49Z', 'updated_at': '2021-09-29T17:28:51Z', 'revision_number': 2, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'subnets': [{'id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:53.855732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547275-1e90-4e3d-a8a4-6056d0ba1f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:53.858002 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5587e0bb-6ed2-489a-8a3d-0e97984829f3 req-00f781e2-5c35-4775-83d7-30c24fada8fe tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850842 Sep 29 17:28:53.871066 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Checking router: 380300bf-be58-40c1-bd2c-538b5dbd9726 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:28:53.871649 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Updating router 380300bf-be58-40c1-bd2c-538b5dbd9726 port 3ead97c8-2e7d-474b-8007-bde9152ff001 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:28:53.934357 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:53.943566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Allocated IP 172.25.2.124 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/31934438-16eb-49d4-8091-e9eec1493058) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:53.954459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 39db6248-f018-4009-bc0a-ef50510311d2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:53.955134 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:53.960312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-24fde6e2-c962-4e0a-87cf-4855f15f728c None None] Set router 8335902b-4431-49e4-b5d9-66e653af03f4 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:53.962799 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:53.984928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909440-5b50-4f29-a016-18ef6fe2291f req-39d3ca37-f9be-4606-82ae-732789d07298 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:53.993861 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909440-5b50-4f29-a016-18ef6fe2291f req-39d3ca37-f9be-4606-82ae-732789d07298 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:54.000937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909440-5b50-4f29-a016-18ef6fe2291f req-39d3ca37-f9be-4606-82ae-732789d07298 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:54.008452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909440-5b50-4f29-a016-18ef6fe2291f req-39d3ca37-f9be-4606-82ae-732789d07298 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:54.015956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909440-5b50-4f29-a016-18ef6fe2291f req-39d3ca37-f9be-4606-82ae-732789d07298 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:54.023963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909440-5b50-4f29-a016-18ef6fe2291f req-39d3ca37-f9be-4606-82ae-732789d07298 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:54.030189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909440-5b50-4f29-a016-18ef6fe2291f req-39d3ca37-f9be-4606-82ae-732789d07298 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:54.032336 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ad909440-5b50-4f29-a016-18ef6fe2291f req-39d3ca37-f9be-4606-82ae-732789d07298 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5418 time: 0.2551897 Sep 29 17:28:54.064067 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8c547275-1e90-4e3d-a8a4-6056d0ba1f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.103511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-24fde6e2-c962-4e0a-87cf-4855f15f728c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'name': 'tempest-ServersTestJSON-2052444358-router', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:20Z', 'updated_at': '2021-09-29T17:28:53Z', 'revision_number': 6, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:54.111022 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 5d0d085b-98e5-4a04-b302-2b6bad1fd539, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=5d0d085b-98e5-4a04-b302-2b6bad1fd539,segment=NetworkSegment(bbb6225a-cf5b-4f58-8be7-c160e94f7e2a),segment_id=bbb6225a-cf5b-4f58-8be7-c160e94f7e2a)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:54.160399 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.161852 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e824485b-430d-4107-a57e-58d4693bcd6d details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:28:54.195544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fde6e2-c962-4e0a-87cf-4855f15f728c None None] Checking router: 8335902b-4431-49e4-b5d9-66e653af03f4 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:28:54.208092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Network a1dee784-7c56-4695-93b1-93e4e3673df9 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:54.246179 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:54.257163 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Pushing event updated for resources: {'Port': ['ID=d06c05d7-34fe-4722-9ff6-6ff0ffadb655,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:54.269419 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:54.273987 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fde6e2-c962-4e0a-87cf-4855f15f728c None None] Routers {'8335902b-4431-49e4-b5d9-66e653af03f4'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:54.274836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-24fde6e2-c962-4e0a-87cf-4855f15f728c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8335902b-4431-49e4-b5d9-66e653af03f4'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:54.320608 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610730de-2979-4b0f-acf1-37bfab87c768 req-6eca98fc-b58c-4993-90e6-a023f42936fc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:54.322154 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610730de-2979-4b0f-acf1-37bfab87c768 req-6eca98fc-b58c-4993-90e6-a023f42936fc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.35 "GET /v2.0/networks?id=3e6710c7-1fe8-4a10-9f65-7890954b63b6 HTTP/1.1" status: 200 len: 816 time: 0.1823466 Sep 29 17:28:54.343012 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.348769 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c576f-92fc-4753-8b0d-fb05f854a931 req-f65b5038-ac55-4c7a-abce-e409500cdd05 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:54.352641 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.356857 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e64c576f-92fc-4753-8b0d-fb05f854a931 req-f65b5038-ac55-4c7a-abce-e409500cdd05 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 944 time: 0.2911232 Sep 29 17:28:54.365337 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-24fde6e2-c962-4e0a-87cf-4855f15f728c None None] Set router 8335902b-4431-49e4-b5d9-66e653af03f4 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:54.451045 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.460208 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-24fde6e2-c962-4e0a-87cf-4855f15f728c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'name': 'tempest-ServersTestJSON-2052444358-router', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:20Z', 'updated_at': '2021-09-29T17:28:53Z', 'revision_number': 7, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:54.487898 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e64c576f-92fc-4753-8b0d-fb05f854a931 req-90c9a0ad-0bb5-4df3-b2b6-4defc169f751 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246009 Sep 29 17:28:54.490073 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c91fe-58ce-4ba1-a83d-6cf88b443a17 None None] Pushing event updated for resources: {'Port': ['ID=3ead97c8-2e7d-474b-8007-bde9152ff001,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:54.506000 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610730de-2979-4b0f-acf1-37bfab87c768 req-5a79f3ad-a791-413f-991c-a8c832c38b1b tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8198f0193c4a48b396fbf3d65e72ce11 HTTP/1.1" status: 200 len: 380 time: 0.1416793 Sep 29 17:28:54.527010 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-610730de-2979-4b0f-acf1-37bfab87c768 req-11f795fe-3d5a-4e25-a859-5819b4e4cb8e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Request body: {'port': {'device_id': 'd80844ac-53ed-4986-b1f2-fdb528c35122', 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'admin_state_up': True, 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'security_groups': ['600877c5-1009-49bb-afa8-553bc31b30d4']}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:54.529784 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Attempting to bind port 3ead97c8-2e7d-474b-8007-bde9152ff001 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:54.530455 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Attempting to bind port 3ead97c8-2e7d-474b-8007-bde9152ff001 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '5d3aa4a1-56ad-454d-8704-3469fa48d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:54.530672 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Attempting to bind port 3ead97c8-2e7d-474b-8007-bde9152ff001 on network 248bb528-37ff-42a3-a2f0-d0d4de8cb481 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:54.540443 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:54.549135 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Checking segment: {'id': '5d3aa4a1-56ad-454d-8704-3469fa48d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:54.549135 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.549549 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.resource_extend [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:28:54.550443 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Bound using segment: {'id': '5d3aa4a1-56ad-454d-8704-3469fa48d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:54.551006 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Bound port: 3ead97c8-2e7d-474b-8007-bde9152ff001, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3aa4a1-56ad-454d-8704-3469fa48d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:54.552651 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.552803 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.615697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fde6e2-c962-4e0a-87cf-4855f15f728c None None] The sync data for ids ['8335902b-4431-49e4-b5d9-66e653af03f4'] in n-d-811748-2 is: [{'id': '8335902b-4431-49e4-b5d9-66e653af03f4', 'name': 'tempest-ServersTestJSON-2052444358-router', 'tenant_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:20Z', 'updated_at': '2021-09-29T17:28:53Z', 'revision_number': 7, 'project_id': 'c97bc3cbf6974d828e00ee835dd9e84b', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:28:54.685378 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e824485b-430d-4107-a57e-58d4693bcd6d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e824485b-430d-4107-a57e-58d4693bcd6d,segment=NetworkSegment(bbb6225a-cf5b-4f58-8be7-c160e94f7e2a),segment_id=bbb6225a-cf5b-4f58-8be7-c160e94f7e2a)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:54.690047 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.695077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527adb7c-3bc0-4104-a605-6c4766473e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20e16cf-b38b-4cda-8b23-babe3f80785c'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:54.697358 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276b55fa-3b23-4b7e-a2b7-1c4e0d6372cb" -d '{"events": [{"server_uuid": "527adb7c-3bc0-4104-a605-6c4766473e36", "name": "network-vif-plugged", "status": "completed", "tag": "d20e16cf-b38b-4cda-8b23-babe3f80785c"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:54.715922 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-042d8479-8639-4f46-a673-4972a1c434da None None] For port 3ead97c8-2e7d-474b-8007-bde9152ff001, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:54.723647 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-042d8479-8639-4f46-a673-4972a1c434da None None] For port 3ead97c8-2e7d-474b-8007-bde9152ff001, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3ead97c8-2e7d-474b-8007-bde9152ff001,segment=NetworkSegment(5d3aa4a1-56ad-454d-8704-3469fa48d111),segment_id=5d3aa4a1-56ad-454d-8704-3469fa48d111)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:54.732526 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8c547275-1e90-4e3d-a8a4-6056d0ba1f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.734690 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.755181 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ad909440-5b50-4f29-a016-18ef6fe2291f req-eaa83ef5-18fd-44c8-87ba-518dc8c5c302 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7063277 Sep 29 17:28:54.757228 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8c547275-1e90-4e3d-a8a4-6056d0ba1f11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.762766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port d20e16cf-b38b-4cda-8b23-babe3f80785c, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=d20e16cf-b38b-4cda-8b23-babe3f80785c,segment=NetworkSegment(bbb6225a-cf5b-4f58-8be7-c160e94f7e2a),segment_id=bbb6225a-cf5b-4f58-8be7-c160e94f7e2a)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:54.767921 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-17bbb543-98d9-4019-8d54-951eb8a1daba tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.774133 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'e824485b-430d-4107-a57e-58d4693bcd6d', 'network_id': 'feaef753-9520-4591-a671-4118300ab805', 'port_id': 'e824485b-430d-4107-a57e-58d4693bcd6d', 'mac_address': 'fa:16:3e:1a:99:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65a41f3e-464e-4110-b186-67e190ebb04f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:28:54.784751 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.789067 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Attempting to bind port d06c05d7-34fe-4722-9ff6-6ff0ffadb655 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:28:54.789491 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Attempting to bind port d06c05d7-34fe-4722-9ff6-6ff0ffadb655 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'dd3bc545-9320-4aae-a70c-c5c064bf36ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a1dee784-7c56-4695-93b1-93e4e3673df9'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:28:54.790110 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Attempting to bind port d06c05d7-34fe-4722-9ff6-6ff0ffadb655 on network a1dee784-7c56-4695-93b1-93e4e3673df9 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:28:54.822137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:28:54.822519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Checking segment: {'id': 'dd3bc545-9320-4aae-a70c-c5c064bf36ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a1dee784-7c56-4695-93b1-93e4e3673df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:28:54.827494 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.827951 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Bound using segment: {'id': 'dd3bc545-9320-4aae-a70c-c5c064bf36ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a1dee784-7c56-4695-93b1-93e4e3673df9'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:28:54.828999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Bound port: d06c05d7-34fe-4722-9ff6-6ff0ffadb655, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3bc545-9320-4aae-a70c-c5c064bf36ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a1dee784-7c56-4695-93b1-93e4e3673df9'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:28:54.829648 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.836035 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=5d0d085b-98e5-4a04-b302-2b6bad1fd539,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:54.842004 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 39db6248-f018-4009-bc0a-ef50510311d2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=39db6248-f018-4009-bc0a-ef50510311d2,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:54.858026 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63646248-b315-4110-aa24-8287f8cbfd56 req-4b8d5f8e-e0cc-4aff-9b3f-e69f77d62697 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:54.865639 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-63646248-b315-4110-aa24-8287f8cbfd56 req-4b8d5f8e-e0cc-4aff-9b3f-e69f77d62697 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 945 time: 0.1486540 Sep 29 17:28:54.866853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610730de-2979-4b0f-acf1-37bfab87c768 req-11f795fe-3d5a-4e25-a859-5819b4e4cb8e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Made reservation on behalf of 8198f0193c4a48b396fbf3d65e72ce11 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:28:54.880426 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-610730de-2979-4b0f-acf1-37bfab87c768 req-11f795fe-3d5a-4e25-a859-5819b4e4cb8e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.888723 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-17bbb543-98d9-4019-8d54-951eb8a1daba tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.896217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60834) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:54.906484 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Routers {'380300bf-be58-40c1-bd2c-538b5dbd9726'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:54.907614 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-042d8479-8639-4f46-a673-4972a1c434da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['380300bf-be58-40c1-bd2c-538b5dbd9726'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:54.918327 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.945804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-7d03c6e0-f9b3-49e1-903e-fd8fb5621b39 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Request body: {'floatingip': {'port_id': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:54.954706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbb543-98d9-4019-8d54-951eb8a1daba tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c9ea5f-3742-4b30-b5e7-acbb5670675d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:54.966286 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:54.973944 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:54.976344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:55.006129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 7e78fec3-5ad5-4b28-8b51-432760c59133 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:28:55.010373 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:55.159228 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 7e78fec3-5ad5-4b28-8b51-432760c59133, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=7e78fec3-5ad5-4b28-8b51-432760c59133,segment=NetworkSegment(5792626b-bc67-4e41-a185-ecbf05d06c7e),segment_id=5792626b-bc67-4e41-a185-ecbf05d06c7e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:55.162756 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-17bbb543-98d9-4019-8d54-951eb8a1daba tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:55.166482 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-17bbb543-98d9-4019-8d54-951eb8a1daba tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5154870 Sep 29 17:28:55.173114 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8c547275-1e90-4e3d-a8a4-6056d0ba1f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:55.176465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c547275-1e90-4e3d-a8a4-6056d0ba1f11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8335902b-4431-49e4-b5d9-66e653af03f4 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:28:55.181393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60836) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:55.190501 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:55.195863 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aa405834-5b45-4e54-94f1-701d8943bdaf req-5a399f6e-6aad-4578-9192-ebf7a475c598 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 210 time: 0.2060788 Sep 29 17:28:55.210399 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8c547275-1e90-4e3d-a8a4-6056d0ba1f11 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:55.221495 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8c547275-1e90-4e3d-a8a4-6056d0ba1f11 admin admin] 10.222.0.44 "DELETE /v2.0/routers/8335902b-4431-49e4-b5d9-66e653af03f4 HTTP/1.1" status: 204 len: 168 time: 2.4090080 Sep 29 17:28:55.221877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 68a0e4a7-1199-4b64-9846-26a04a442667 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:28:55.221983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-7adf3242-a6aa-4c5d-bae6-ad6583856151 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Request body: {'security_group_rule': {'security_group_id': 'c1c9ea5f-3742-4b30-b5e7-acbb5670675d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:55.230859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60838) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:55.235609 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d03c6e0-f9b3-49e1-903e-fd8fb5621b39 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:55.284581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 68a0e4a7-1199-4b64-9846-26a04a442667 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:28:55.286784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 68a0e4a7-1199-4b64-9846-26a04a442667 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:28:55.292910 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2549ca07-fdb8-42c4-86f1-d8bfde674250 x-openstack-request-id: req-2549ca07-fdb8-42c4-86f1-d8bfde674250 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:55.293215 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527adb7c-3bc0-4104-a605-6c4766473e36", "name": "network-vif-plugged", "status": "completed", "tag": "d20e16cf-b38b-4cda-8b23-babe3f80785c", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:55.293502 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2549ca07-fdb8-42c4-86f1-d8bfde674250 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:55.293894 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527adb7c-3bc0-4104-a605-6c4766473e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd20e16cf-b38b-4cda-8b23-babe3f80785c', 'code': 200} Sep 29 17:28:55.346603 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '7e78fec3-5ad5-4b28-8b51-432760c59133', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'port_id': '7e78fec3-5ad5-4b28-8b51-432760c59133', 'mac_address': 'fa:16:3e:74:69:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:28:55.361202 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c91fe-58ce-4ba1-a83d-6cf88b443a17 None None] Pushing event updated for resources: {'Port': ['ID=3ead97c8-2e7d-474b-8007-bde9152ff001,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:55.369385 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d0f3a145-998c-4171-8990-a37089384d4d None None] Provisioning complete for port 3ead97c8-2e7d-474b-8007-bde9152ff001 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:55.369801 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d0f3a145-998c-4171-8990-a37089384d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:55.385535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e824485b-430d-4107-a57e-58d4693bcd6d {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:55.424928 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-610730de-2979-4b0f-acf1-37bfab87c768 req-11f795fe-3d5a-4e25-a859-5819b4e4cb8e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Allocated IP 172.20.0.14 (3e6710c7-1fe8-4a10-9f65-7890954b63b6/1e85c7a8-9fc7-434c-811c-81a62dc0488e/688bc388-81fb-4f86-8280-61f81a64b05e) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:55.449617 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-042d8479-8639-4f46-a673-4972a1c434da None None] Set router 380300bf-be58-40c1-bd2c-538b5dbd9726 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:55.455848 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:55.504762 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=d20e16cf-b38b-4cda-8b23-babe3f80785c,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:55.526315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aa01957-0584-463f-a670-907558943d25 admin admin] Deleting subnet bf8dc964-eb6a-42cf-868c-97ffcce008c2 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:28:55.563052 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e824485b-430d-4107-a57e-58d4693bcd6d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e824485b-430d-4107-a57e-58d4693bcd6d,segment=NetworkSegment(bbb6225a-cf5b-4f58-8be7-c160e94f7e2a),segment_id=bbb6225a-cf5b-4f58-8be7-c160e94f7e2a)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:55.575512 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e78fec3-5ad5-4b28-8b51-432760c59133 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:55.582477 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5aa01957-0584-463f-a670-907558943d25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:55.619808 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Pushing event updated for resources: {'Port': ['ID=31934438-16eb-49d4-8091-e9eec1493058,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:55.644834 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:55.658324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b8cfb-d03f-4fd4-9b52-4a6d95efe2b2 req-35cfdb3d-5d24-456b-8c85-d54bb54adfbe tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:55.667676 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd7b8cfb-d03f-4fd4-9b52-4a6d95efe2b2 req-35cfdb3d-5d24-456b-8c85-d54bb54adfbe tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.7189219 Sep 29 17:28:55.681995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] For port d06c05d7-34fe-4722-9ff6-6ff0ffadb655, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:28:55.720226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 7e78fec3-5ad5-4b28-8b51-432760c59133, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=7e78fec3-5ad5-4b28-8b51-432760c59133,segment=NetworkSegment(5792626b-bc67-4e41-a185-ecbf05d06c7e),segment_id=5792626b-bc67-4e41-a185-ecbf05d06c7e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:55.736879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] For port d06c05d7-34fe-4722-9ff6-6ff0ffadb655, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d06c05d7-34fe-4722-9ff6-6ff0ffadb655,segment=NetworkSegment(dd3bc545-9320-4aae-a70c-c5c064bf36ac),segment_id=dd3bc545-9320-4aae-a70c-c5c064bf36ac)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:28:55.742118 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:55.786338 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd7b8cfb-d03f-4fd4-9b52-4a6d95efe2b2 req-45491019-636d-4063-b911-776120b66530 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166327 Sep 29 17:28:55.788584 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7adf3242-a6aa-4c5d-bae6-ad6583856151 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:55.804794 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=39db6248-f018-4009-bc0a-ef50510311d2,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:55.812449 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d0f3a145-998c-4171-8990-a37089384d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:55.833007 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd6c16-be2b-4f2d-903e-38058d58cedc req-f8a471cc-770f-4180-9455-3f496de9a183 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:55.840984 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4edd6c16-be2b-4f2d-903e-38058d58cedc req-f8a471cc-770f-4180-9455-3f496de9a183 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 945 time: 0.2226810 Sep 29 17:28:55.867043 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:55.883701 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-042d8479-8639-4f46-a673-4972a1c434da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'name': 'tempest-ServersTestManualDisk-1241216966-router', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '39db6248-f018-4009-bc0a-ef50510311d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:42Z', 'updated_at': '2021-09-29T17:28:50Z', 'revision_number': 4, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'gw_port': {'id': '39db6248-f018-4009-bc0a-ef50510311d2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:44Z', 'updated_at': '2021-09-29T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '3ead97c8-2e7d-474b-8007-bde9152ff001', 'name': '', 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'mac_address': 'fa:16:3e:81:98:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:49Z', 'updated_at': '2021-09-29T17:28:54Z', 'revision_number': 4, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'subnets': [{'id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:55.886442 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5aa01957-0584-463f-a670-907558943d25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:55.924632 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042d8479-8639-4f46-a673-4972a1c434da None None] The sync data for ids ['380300bf-be58-40c1-bd2c-538b5dbd9726'] in n-d-811748-2 is: [{'id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'name': 'tempest-ServersTestManualDisk-1241216966-router', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '39db6248-f018-4009-bc0a-ef50510311d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:42Z', 'updated_at': '2021-09-29T17:28:50Z', 'revision_number': 4, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'gw_port': {'id': '39db6248-f018-4009-bc0a-ef50510311d2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:44Z', 'updated_at': '2021-09-29T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '3ead97c8-2e7d-474b-8007-bde9152ff001', 'name': '', 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'mac_address': 'fa:16:3e:81:98:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:49Z', 'updated_at': '2021-09-29T17:28:54Z', 'revision_number': 4, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'subnets': [{'id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:28:55.926243 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-610730de-2979-4b0f-acf1-37bfab87c768 req-11f795fe-3d5a-4e25-a859-5819b4e4cb8e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:55.938619 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['e824485b-430d-4107-a57e-58d4693bcd6d'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:28:55.941418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['5d0d085b-98e5-4a04-b302-2b6bad1fd539'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:28:56.062477 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4edd6c16-be2b-4f2d-903e-38058d58cedc req-ca88b79a-f5b4-4ecc-85f0-fe7eab1cd71d tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144716 Sep 29 17:28:56.113113 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-610730de-2979-4b0f-acf1-37bfab87c768 req-11f795fe-3d5a-4e25-a859-5819b4e4cb8e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:56.116423 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:56.118644 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7adf3242-a6aa-4c5d-bae6-ad6583856151 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:56.145031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d0f3a145-998c-4171-8990-a37089384d4d None None] For port 3ead97c8-2e7d-474b-8007-bde9152ff001, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3ead97c8-2e7d-474b-8007-bde9152ff001,segment=NetworkSegment(5d3aa4a1-56ad-454d-8704-3469fa48d111),segment_id=5d3aa4a1-56ad-454d-8704-3469fa48d111)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:56.157593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a3a82-ff0b-495f-a58f-aa417c373752 req-128cdc8f-bba9-4c88-9f16-448d0cc5ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:56.159915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d92a3a82-ff0b-495f-a58f-aa417c373752 req-128cdc8f-bba9-4c88-9f16-448d0cc5ae41 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=527adb7c-3bc0-4104-a605-6c4766473e36 HTTP/1.1" status: 200 len: 1096 time: 0.6290021 Sep 29 17:28:56.168612 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7adf3242-a6aa-4c5d-bae6-ad6583856151 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:56.190134 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d0f3a145-998c-4171-8990-a37089384d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:56.247843 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=e824485b-430d-4107-a57e-58d4693bcd6d,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:56.327222 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7adf3242-a6aa-4c5d-bae6-ad6583856151 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:56.332388 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7adf3242-a6aa-4c5d-bae6-ad6583856151 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1328249 Sep 29 17:28:56.333065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf3242-a6aa-4c5d-bae6-ad6583856151 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22736f60-7623-4b31-8914-3c4f1e36dc30,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:56.347822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['7e78fec3-5ad5-4b28-8b51-432760c59133'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:28:56.369406 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60846) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:56.378892 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-1a10d41e-5136-4d00-b5fc-c1a0463878ae tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Request body: {'security_group_rule': {'security_group_id': 'c1c9ea5f-3742-4b30-b5e7-acbb5670675d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:56.449477 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610730de-2979-4b0f-acf1-37bfab87c768 req-11f795fe-3d5a-4e25-a859-5819b4e4cb8e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Network 3e6710c7-1fe8-4a10-9f65-7890954b63b6 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:28:56.501124 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-610730de-2979-4b0f-acf1-37bfab87c768 req-11f795fe-3d5a-4e25-a859-5819b4e4cb8e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:28:56.568193 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-610730de-2979-4b0f-acf1-37bfab87c768 req-11f795fe-3d5a-4e25-a859-5819b4e4cb8e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:28:56.606085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=7e78fec3-5ad5-4b28-8b51-432760c59133,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:56.660729 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-46011d7f-df27-4b3a-89ad-11cb046b2bf9 None None] Provisioning complete for port 3ead97c8-2e7d-474b-8007-bde9152ff001 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:56.663494 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-46011d7f-df27-4b3a-89ad-11cb046b2bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:56.679174 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f795fe-3d5a-4e25-a859-5819b4e4cb8e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Pushing event updated for resources: {'Port': ['ID=688bc388-81fb-4f86-8280-61f81a64b05e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:56.730498 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a10d41e-5136-4d00-b5fc-c1a0463878ae tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:56.797139 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.resource_extend [None req-7d03c6e0-f9b3-49e1-903e-fd8fb5621b39 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:28:56.833209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51d3b2-ae9c-410c-b678-3517e3081199 req-f36384e1-2dc7-4787-97b9-1b9222e05514 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:56.849046 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7d51d3b2-ae9c-410c-b678-3517e3081199 req-f36384e1-2dc7-4787-97b9-1b9222e05514 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 932 time: 0.4804475 Sep 29 17:28:56.879020 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610730de-2979-4b0f-acf1-37bfab87c768 req-11f795fe-3d5a-4e25-a859-5819b4e4cb8e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:56.880113 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-610730de-2979-4b0f-acf1-37bfab87c768 req-11f795fe-3d5a-4e25-a859-5819b4e4cb8e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:56.896798 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d03c6e0-f9b3-49e1-903e-fd8fb5621b39 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:56.917766 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d92a3a82-ff0b-495f-a58f-aa417c373752 req-93398449-24f1-46c5-8cab-1c593ed767e8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7421665 Sep 29 17:28:56.934866 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30f347-5c86-4b30-9b29-e8a851ed28e7 req-4a246194-5a47-4003-81eb-9fd06bfc5609 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:56.942366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30f347-5c86-4b30-9b29-e8a851ed28e7 req-4a246194-5a47-4003-81eb-9fd06bfc5609 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:56.948367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30f347-5c86-4b30-9b29-e8a851ed28e7 req-4a246194-5a47-4003-81eb-9fd06bfc5609 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:56.957132 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30f347-5c86-4b30-9b29-e8a851ed28e7 req-4a246194-5a47-4003-81eb-9fd06bfc5609 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:56.961814 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a36d37ce-a325-4d1c-9721-c8f32e0f47e7 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:28:56.970890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30f347-5c86-4b30-9b29-e8a851ed28e7 req-4a246194-5a47-4003-81eb-9fd06bfc5609 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:56.979090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30f347-5c86-4b30-9b29-e8a851ed28e7 req-4a246194-5a47-4003-81eb-9fd06bfc5609 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:56.991105 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30f347-5c86-4b30-9b29-e8a851ed28e7 req-4a246194-5a47-4003-81eb-9fd06bfc5609 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:57.000318 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-af30f347-5c86-4b30-9b29-e8a851ed28e7 req-4a246194-5a47-4003-81eb-9fd06bfc5609 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5419 time: 1.0470345 Sep 29 17:28:57.021690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5aa01957-0584-463f-a670-907558943d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:57.035085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4843ed5-9870-4738-8b76-eedcfee863eb None None] Pushing event updated for resources: {'Port': ['ID=d06c05d7-34fe-4722-9ff6-6ff0ffadb655,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:57.049908 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7d51d3b2-ae9c-410c-b678-3517e3081199 req-8c440084-2171-43f4-881b-43f5bbba91c8 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964567 Sep 29 17:28:57.052215 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d03c6e0-f9b3-49e1-903e-fd8fb5621b39 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:57.129648 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610730de-2979-4b0f-acf1-37bfab87c768 req-11f795fe-3d5a-4e25-a859-5819b4e4cb8e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6093936 Sep 29 17:28:57.241038 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a10d41e-5136-4d00-b5fc-c1a0463878ae tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:57.255089 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a10d41e-5136-4d00-b5fc-c1a0463878ae tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:57.267056 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd216a8-d5fa-41d1-bcca-4dc7d19a65be req-c64d5954-35a2-4d43-9536-66d0262a30c7 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:57.269186 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cbd216a8-d5fa-41d1-bcca-4dc7d19a65be req-c64d5954-35a2-4d43-9536-66d0262a30c7 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.1430912 Sep 29 17:28:57.287589 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-af30f347-5c86-4b30-9b29-e8a851ed28e7 req-33392920-91be-457c-80d5-dc73b6fe0a21 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2846472 Sep 29 17:28:57.313122 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a10d41e-5136-4d00-b5fc-c1a0463878ae tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:57.317662 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1a10d41e-5136-4d00-b5fc-c1a0463878ae tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9427531 Sep 29 17:28:57.332766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60852) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:57.353840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Request body: {'port': {'device_id': 'd80844ac-53ed-4986-b1f2-fdb528c35122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:57.354797 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:28:57.455513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10d41e-5136-4d00-b5fc-c1a0463878ae tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af27c65f-6a13-408f-9655-e34106d13f42,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:57.455513 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:57.484880 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5aa01957-0584-463f-a670-907558943d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:57.520377 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:57.540886 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-7d03c6e0-f9b3-49e1-903e-fd8fb5621b39 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Floating IP 5308e22c-c22f-47ca-9a74-b20465819e62 associated. External IP: 172.25.2.101, port: 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3. Sep 29 17:28:57.551637 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 39db6248-f018-4009-bc0a-ef50510311d2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:57.594245 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa01957-0584-463f-a670-907558943d25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf8dc964-eb6a-42cf-868c-97ffcce008c2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:57.747465 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cbd216a8-d5fa-41d1-bcca-4dc7d19a65be req-8ac6d254-c97f-4392-a61a-da3cc025d7f1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354198 Sep 29 17:28:57.759355 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ef27ef-9471-4cc5-99f1-87748a0ccc4c None None] Network 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:28:57.805195 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:57.824831 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Router 83f2139b-20bc-4247-90a4-ecf30e674791 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:28:57.947652 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f30e0d-43aa-4371-8fa6-ba144d359207 None None] Network a1dee784-7c56-4695-93b1-93e4e3673df9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:28:57.993367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a36d37ce-a325-4d1c-9721-c8f32e0f47e7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a36d37ce-a325-4d1c-9721-c8f32e0f47e7,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:57.995851 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:28:58.099981 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:58.101735 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a374c53c-4287-4c38-a599-6843a85dfc18 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9170735 Sep 29 17:28:58.110806 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60860) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:58.117844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Sync routers for ids ['83f2139b-20bc-4247-90a4-ecf30e674791'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:28:58.149380 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5aa01957-0584-463f-a670-907558943d25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:58.151704 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5aa01957-0584-463f-a670-907558943d25 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bf8dc964-eb6a-42cf-868c-97ffcce008c2 HTTP/1.1" status: 204 len: 168 time: 2.9126260 Sep 29 17:28:58.160679 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60864) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:28:58.183703 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:58.198987 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Routers {'83f2139b-20bc-4247-90a4-ecf30e674791'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:58.199627 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['83f2139b-20bc-4247-90a4-ecf30e674791'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:58.274334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'a36d37ce-a325-4d1c-9721-c8f32e0f47e7', 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b', 'port_id': 'a36d37ce-a325-4d1c-9721-c8f32e0f47e7', 'mac_address': 'fa:16:3e:7c:d3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07394c81-5025-4bdd-abaf-3f63c1e7c967', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:28:58.276818 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3a145-998c-4171-8990-a37089384d4d None None] Pushing event updated for resources: {'Port': ['ID=3ead97c8-2e7d-474b-8007-bde9152ff001,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:58.352203 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf73bd4-a1ef-4252-a8c0-85e6c3eb0281 req-6f9132f8-2243-455b-af32-9e35dc92b746 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:58.353945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ebf73bd4-a1ef-4252-a8c0-85e6c3eb0281 req-6f9132f8-2243-455b-af32-9e35dc92b746 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 932 time: 0.2271891 Sep 29 17:28:58.472433 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:58.487390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bee40-618f-4e7c-b858-f1a827f33d5a req-aaed4fcd-04a2-4a76-acbf-d8ca307a4aba tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:58.489012 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-311bee40-618f-4e7c-b858-f1a827f33d5a req-aaed4fcd-04a2-4a76-acbf-d8ca307a4aba tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 945 time: 0.9643869 Sep 29 17:28:58.515412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 39db6248-f018-4009-bc0a-ef50510311d2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:58.515412 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:58.527842 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:58.587429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d03c6e0-f9b3-49e1-903e-fd8fb5621b39 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Router c30f6858-9a99-41a1-aad9-c0be73e55fd9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:28:58.606375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Set router 83f2139b-20bc-4247-90a4-ecf30e674791 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:58.611136 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36d37ce-a325-4d1c-9721-c8f32e0f47e7 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:58.611411 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-311bee40-618f-4e7c-b858-f1a827f33d5a req-3e87fc4c-66d7-40ff-bfaa-f6c1541827ab tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039519 Sep 29 17:28:58.642954 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:58.674068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99725f93-6f82-48e6-bb73-4f4ff3358c50 None None] DHCP port deletion for 3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:28:58.705163 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ebf73bd4-a1ef-4252-a8c0-85e6c3eb0281 req-1fcbda0b-3c07-46be-9b4b-b7344e81f735 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3418190 Sep 29 17:28:58.709193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-bad9b5c9-c733-4f3a-b32f-440991738caa None None] Provisioning complete for port d06c05d7-34fe-4722-9ff6-6ff0ffadb655 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:58.709596 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bad9b5c9-c733-4f3a-b32f-440991738caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:58.769315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d03c6e0-f9b3-49e1-903e-fd8fb5621b39 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:28:58.779019 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d41d8-1254-4e5f-90ca-1099754f3bdb None None] Sync routers for ids ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:28:58.795180 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d41d8-1254-4e5f-90ca-1099754f3bdb None None] Routers {'c30f6858-9a99-41a1-aad9-c0be73e55fd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:58.796479 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e67d41d8-1254-4e5f-90ca-1099754f3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:58.801080 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d03c6e0-f9b3-49e1-903e-fd8fb5621b39 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:58.885584 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a36d37ce-a325-4d1c-9721-c8f32e0f47e7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a36d37ce-a325-4d1c-9721-c8f32e0f47e7,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:58.964376 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:58.965178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4897f706-46a1-4776-b2d3-425bd33d21de details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:28:59.024396 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-e67d41d8-1254-4e5f-90ca-1099754f3bdb None None] Set router c30f6858-9a99-41a1-aad9-c0be73e55fd9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:28:59.065810 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7d03c6e0-f9b3-49e1-903e-fd8fb5621b39 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "PUT /v2.0/floatingips/5308e22c-c22f-47ca-9a74-b20465819e62 HTTP/1.1" status: 200 len: 991 time: 4.1248252 Sep 29 17:28:59.077088 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:28:59.080981 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bb8a36-322a-42dc-b0ab-ec0a540c0766" -d '{"events": [{"name": "network-changed", "server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:28:59.092048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4897f706-46a1-4776-b2d3-425bd33d21de, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4897f706-46a1-4776-b2d3-425bd33d21de,segment=NetworkSegment(21736d5a-63fd-4d44-9c01-1be2659b02f5),segment_id=21736d5a-63fd-4d44-9c01-1be2659b02f5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:59.137909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] Deleting port 14d1398f-02e6-43d6-9476-89b4426466e3 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:28:59.144945 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:59.199406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30696a09-d93b-41b5-a15c-b2304060ec6c req-73ab75e6-9f13-467f-be22-aea93fb43f7d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:59.206590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30696a09-d93b-41b5-a15c-b2304060ec6c req-73ab75e6-9f13-467f-be22-aea93fb43f7d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:59.213309 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30696a09-d93b-41b5-a15c-b2304060ec6c req-73ab75e6-9f13-467f-be22-aea93fb43f7d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:59.220788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30696a09-d93b-41b5-a15c-b2304060ec6c req-73ab75e6-9f13-467f-be22-aea93fb43f7d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:59.229323 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '4897f706-46a1-4776-b2d3-425bd33d21de', 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f', 'port_id': '4897f706-46a1-4776-b2d3-425bd33d21de', 'mac_address': 'fa:16:3e:ad:91:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6db94f-8467-4528-901c-b0e5cf73d643', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:28:59.239186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30696a09-d93b-41b5-a15c-b2304060ec6c req-73ab75e6-9f13-467f-be22-aea93fb43f7d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:59.245168 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3ead97c8-2e7d-474b-8007-bde9152ff001 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:28:59.252990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30696a09-d93b-41b5-a15c-b2304060ec6c req-73ab75e6-9f13-467f-be22-aea93fb43f7d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:59.259281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30696a09-d93b-41b5-a15c-b2304060ec6c req-73ab75e6-9f13-467f-be22-aea93fb43f7d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:59.268806 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30696a09-d93b-41b5-a15c-b2304060ec6c req-73ab75e6-9f13-467f-be22-aea93fb43f7d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5419 time: 0.5034311 Sep 29 17:28:59.289765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=a36d37ce-a325-4d1c-9721-c8f32e0f47e7,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:59.367675 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Allocated IP 172.25.2.156 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/8852e323-50a6-4708-ac64-acc027aa4acb) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:28:59.384301 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30696a09-d93b-41b5-a15c-b2304060ec6c req-2cdf3d16-6cf1-4ec7-a5ed-c63ede4cdf0c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1142311 Sep 29 17:28:59.385214 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:59.423225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4897f706-46a1-4776-b2d3-425bd33d21de {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:59.434191 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] For port 14d1398f-02e6-43d6-9476-89b4426466e3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=14d1398f-02e6-43d6-9476-89b4426466e3,segment=NetworkSegment(079ebc44-4e62-412e-91a4-04ce3e763c69),segment_id=079ebc44-4e62-412e-91a4-04ce3e763c69)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:59.434875 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:59.439225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688bc388-81fb-4f86-8280-61f81a64b05e {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:28:59.450129 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:59.457654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4897f706-46a1-4776-b2d3-425bd33d21de, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4897f706-46a1-4776-b2d3-425bd33d21de,segment=NetworkSegment(21736d5a-63fd-4d44-9c01-1be2659b02f5),segment_id=21736d5a-63fd-4d44-9c01-1be2659b02f5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:59.486735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32368737-5e0f-43c9-b1e7-6c471435b978 req-26264dba-e8c2-432a-aa79-912de8d8adb2 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:28:59.494011 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-32368737-5e0f-43c9-b1e7-6c471435b978 req-26264dba-e8c2-432a-aa79-912de8d8adb2 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.1257348 Sep 29 17:28:59.497787 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Transition to ACTIVE for port object 688bc388-81fb-4f86-8280-61f81a64b05e will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:28:59.504743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] Calling delete_port for 14d1398f-02e6-43d6-9476-89b4426466e3 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:28:59.520003 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:59.521575 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4ac97f78-24c1-449e-afb9-e4018a0797de details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:28:59.530656 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:59.569621 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4ac97f78-24c1-449e-afb9-e4018a0797de, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4ac97f78-24c1-449e-afb9-e4018a0797de,segment=NetworkSegment(21736d5a-63fd-4d44-9c01-1be2659b02f5),segment_id=21736d5a-63fd-4d44-9c01-1be2659b02f5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:59.582207 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e67d41d8-1254-4e5f-90ca-1099754f3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'name': 'tempest-ServerActionsTestJSON-1698447124-router', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:17Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'gw_port': {'id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:19Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '5308e22c-c22f-47ca-9a74-b20465819e62', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'port_id': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'mac_address': 'fa:16:3e:8b:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:28:33Z', 'updated_at': '2021-09-29T17:28:56Z', 'revision_number': 1, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e8728b-b938-4cde-a667-284f7063ee77', 'name': '', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'mac_address': 'fa:16:3e:fe:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:23Z', 'updated_at': '2021-09-29T17:28:30Z', 'revision_number': 5, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'subnets': [{'id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:59.591516 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Pushing event updated for resources: {'Port': ['ID=688bc388-81fb-4f86-8280-61f81a64b05e,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:59.594067 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 3ead97c8-2e7d-474b-8007-bde9152ff001 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:28:59.604691 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:59.636052 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-32368737-5e0f-43c9-b1e7-6c471435b978 req-20a5fd3f-07c7-49d8-93ae-252af53de9e5 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410189 Sep 29 17:28:59.657762 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d41d8-1254-4e5f-90ca-1099754f3bdb None None] Checking router: c30f6858-9a99-41a1-aad9-c0be73e55fd9 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:28:59.673460 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afeb3fd7-31f3-4336-8b11-c59131286b8d x-openstack-request-id: req-afeb3fd7-31f3-4336-8b11-c59131286b8d {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:28:59.673752 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:28:59.674491 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afeb3fd7-31f3-4336-8b11-c59131286b8d {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:28:59.674777 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d41d8-1254-4e5f-90ca-1099754f3bdb None None] Routers {'c30f6858-9a99-41a1-aad9-c0be73e55fd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:28:59.675589 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e67d41d8-1254-4e5f-90ca-1099754f3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:28:59.675763 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'status': 'completed', 'code': 200} Sep 29 17:28:59.676443 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-99725f93-6f82-48e6-bb73-4f4ff3358c50 None None] Deleting port 14d1398f-02e6-43d6-9476-89b4426466e3 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:28:59.677070 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-99725f93-6f82-48e6-bb73-4f4ff3358c50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:59.778146 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:59.822843 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-99725f93-6f82-48e6-bb73-4f4ff3358c50 None None] For port 14d1398f-02e6-43d6-9476-89b4426466e3, host n-d-811748-2, got binding levels [] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:28:59.823368 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-99725f93-6f82-48e6-bb73-4f4ff3358c50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:59.872033 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-99725f93-6f82-48e6-bb73-4f4ff3358c50 None None] Calling delete_port for 14d1398f-02e6-43d6-9476-89b4426466e3 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:28:59.877354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.ipam_backend_mixin [None req-99725f93-6f82-48e6-bb73-4f4ff3358c50 None None] Port 14d1398f-02e6-43d6-9476-89b4426466e3 was not found and therefore no delete operation was performed {{(pid=95017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 17:28:59.906205 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:28:59.907139 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=14d1398f-02e6-43d6-9476-89b4426466e3,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:28:59.915037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] No DVR routers for this DVR port 14d1398f-02e6-43d6-9476-89b4426466e3 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:28:59.950507 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-e67d41d8-1254-4e5f-90ca-1099754f3bdb None None] Set router c30f6858-9a99-41a1-aad9-c0be73e55fd9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:29:00.006937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb8a36-322a-42dc-b0ab-ec0a540c0766 req-604cea4e-7cb7-4bdf-bb2a-8fdf37802b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:00.009827 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83bb8a36-322a-42dc-b0ab-ec0a540c0766 req-604cea4e-7cb7-4bdf-bb2a-8fdf37802b9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 1096 time: 0.3297560 Sep 29 17:29:00.013562 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '4ac97f78-24c1-449e-afb9-e4018a0797de', 'network_id': '9c23919b-5dc6-4f3c-a975-ad284351567f', 'port_id': '4ac97f78-24c1-449e-afb9-e4018a0797de', 'mac_address': 'fa:16:3e:0f:f0:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6db94f-8467-4528-901c-b0e5cf73d643', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:29:00.044476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2616641-efbe-4876-b15f-29925c1bbdb5 req-39f28f50-41ab-40c2-8ed1-2077020a2ee5 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:00.050322 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'name': 'tempest-FloatingIPDetailsTestJSON-1431543439-router', 'tenant_id': 'e88151862398466b82e2440439769020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '31934438-16eb-49d4-8091-e9eec1493058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:52Z', 'updated_at': '2021-09-29T17:28:55Z', 'revision_number': 3, 'project_id': 'e88151862398466b82e2440439769020', 'gw_port': {'id': '31934438-16eb-49d4-8091-e9eec1493058', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:53Z', 'updated_at': '2021-09-29T17:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:00.052529 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c2616641-efbe-4876-b15f-29925c1bbdb5 req-39f28f50-41ab-40c2-8ed1-2077020a2ee5 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 945 time: 0.2686067 Sep 29 17:29:00.095667 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-99725f93-6f82-48e6-bb73-4f4ff3358c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:00.100737 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4897f706-46a1-4776-b2d3-425bd33d21de,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:00.144370 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Allocated IP 172.20.0.1 (a1dee784-7c56-4695-93b1-93e4e3673df9/16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10/5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:29:00.167949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb8a36-322a-42dc-b0ab-ec0a540c0766 req-f2aa0e66-de9b-4b7b-bbe2-af9a6faf5c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:00.169815 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83bb8a36-322a-42dc-b0ab-ec0a540c0766 req-f2aa0e66-de9b-4b7b-bbe2-af9a6faf5c08 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.1418321 Sep 29 17:29:00.173728 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:00.200400 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:00.201015 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 5d0d085b-98e5-4a04-b302-2b6bad1fd539 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:00.266596 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:00.289525 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e67d41d8-1254-4e5f-90ca-1099754f3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'name': 'tempest-ServerActionsTestJSON-1698447124-router', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:17Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'gw_port': {'id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:19Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '5308e22c-c22f-47ca-9a74-b20465819e62', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'port_id': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'mac_address': 'fa:16:3e:8b:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:28:33Z', 'updated_at': '2021-09-29T17:28:56Z', 'revision_number': 1, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e8728b-b938-4cde-a667-284f7063ee77', 'name': '', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'mac_address': 'fa:16:3e:fe:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:23Z', 'updated_at': '2021-09-29T17:28:30Z', 'revision_number': 5, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'subnets': [{'id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:00.317005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19074e93-8551-4e3f-a50e-936443d6f49e req-74da13c4-0bfa-4eb6-a77f-4c0414b768d7 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:00.318728 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-19074e93-8551-4e3f-a50e-936443d6f49e req-74da13c4-0bfa-4eb6-a77f-4c0414b768d7 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 944 time: 0.4954805 Sep 29 17:29:00.330039 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67d41d8-1254-4e5f-90ca-1099754f3bdb None None] The sync data for ids ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'] in n-d-811748-2 is: [{'id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'name': 'tempest-ServerActionsTestJSON-1698447124-router', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:17Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'gw_port': {'id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:19Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '5308e22c-c22f-47ca-9a74-b20465819e62', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'floating_ip_address': '172.25.2.101', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'port_id': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'mac_address': 'fa:16:3e:8b:09:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:28:33Z', 'updated_at': '2021-09-29T17:28:56Z', 'revision_number': 1, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e8728b-b938-4cde-a667-284f7063ee77', 'name': '', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'mac_address': 'fa:16:3e:fe:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:23Z', 'updated_at': '2021-09-29T17:28:30Z', 'revision_number': 5, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'subnets': [{'id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:29:00.336731 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8c4888-e6f6-4e75-9d75-2d09cfc707b5']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:00.391775 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Attempting to bind port 688bc388-81fb-4f86-8280-61f81a64b05e on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:29:00.392130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Attempting to bind port 688bc388-81fb-4f86-8280-61f81a64b05e by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'd7016e54-47ea-4b2d-9629-f20581fcbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:29:00.392460 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Attempting to bind port 688bc388-81fb-4f86-8280-61f81a64b05e on network 3e6710c7-1fe8-4a10-9f65-7890954b63b6 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:29:00.397424 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:00.398311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079ebc44-4e62-412e-91a4-04ce3e763c69') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:00.398613 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079ebc44-4e62-412e-91a4-04ce3e763c69') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:00.441977 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Checking router: 83f2139b-20bc-4247-90a4-ecf30e674791 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:29:00.442436 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Updating router 83f2139b-20bc-4247-90a4-ecf30e674791 port 31934438-16eb-49d4-8091-e9eec1493058 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:29:00.446114 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:00.447407 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-19074e93-8551-4e3f-a50e-936443d6f49e req-4f0d2b06-403d-4d33-9679-c7f859e185f3 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175814 Sep 29 17:29:00.449415 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c2616641-efbe-4876-b15f-29925c1bbdb5 req-ef9a0bbb-acf7-4279-a4c9-1726958af9a7 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395678 Sep 29 17:29:00.458737 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Network a1dee784-7c56-4695-93b1-93e4e3673df9 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:29:00.459897 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Port 688bc388-81fb-4f86-8280-61f81a64b05e on network 3e6710c7-1fe8-4a10-9f65-7890954b63b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:29:00.460226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Attempting to bind port 688bc388-81fb-4f86-8280-61f81a64b05e on network 3e6710c7-1fe8-4a10-9f65-7890954b63b6 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:29:00.462086 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99725f93-6f82-48e6-bb73-4f4ff3358c50 None None] Pushing event deleted for resources: {'Port': ['ID=14d1398f-02e6-43d6-9476-89b4426466e3,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:00.464841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:29:00.471190 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:29:00.476095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:29:00.476439 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Checking segment: {'id': 'd7016e54-47ea-4b2d-9629-f20581fcbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:29:00.476820 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Bound using segment: {'id': 'd7016e54-47ea-4b2d-9629-f20581fcbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:29:00.477265 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Bound port: 688bc388-81fb-4f86-8280-61f81a64b05e, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7016e54-47ea-4b2d-9629-f20581fcbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:29:00.477724 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:00.484214 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83bb8a36-322a-42dc-b0ab-ec0a540c0766 req-06a6d8e0-0e1f-4b8f-9f7e-2cc88064a69d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 HTTP/1.1" status: 200 len: 999 time: 0.2761347 Sep 29 17:29:00.493819 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:00.504068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99725f93-6f82-48e6-bb73-4f4ff3358c50 None None] No DVR routers for this DVR port 14d1398f-02e6-43d6-9476-89b4426466e3 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:29:00.534279 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac97f78-24c1-449e-afb9-e4018a0797de {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:00.558894 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4ac97f78-24c1-449e-afb9-e4018a0797de, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4ac97f78-24c1-449e-afb9-e4018a0797de,segment=NetworkSegment(21736d5a-63fd-4d44-9c01-1be2659b02f5),segment_id=21736d5a-63fd-4d44-9c01-1be2659b02f5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:00.596945 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Pushing event updated for resources: {'Port': ['ID=5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:00.637126 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:00.637974 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 057c4afc-15d9-4d68-b1ee-2455ce8bf293 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:29:00.640283 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:00.645632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:00.675540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] For port 688bc388-81fb-4f86-8280-61f81a64b05e, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:29:00.678169 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:00.680045 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] For port 688bc388-81fb-4f86-8280-61f81a64b05e, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=688bc388-81fb-4f86-8280-61f81a64b05e,segment=NetworkSegment(d7016e54-47ea-4b2d-9629-f20581fcbd99),segment_id=d7016e54-47ea-4b2d-9629-f20581fcbd99)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:29:00.682885 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:29:00.688095 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:00.752621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:29:00.753205 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:00.814964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:00.815851 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:00.817505 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610730de-2979-4b0f-acf1-37bfab87c768 req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] 10.222.0.35 "PUT /v2.0/ports/688bc388-81fb-4f86-8280-61f81a64b05e HTTP/1.1" status: 200 len: 1092 time: 3.4682248 Sep 29 17:29:00.819490 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:29:00.819873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4fdbbe51-6db3-4d1c-8103-c8c2a27d2f22 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:29:00.831322 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80844ac-53ed-4986-b1f2-fdb528c35122', 'tag': '688bc388-81fb-4f86-8280-61f81a64b05e'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:00.834203 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee75ba5-a018-4e41-a6ca-6f1edfbb6efb" -d '{"events": [{"name": "network-changed", "server_uuid": "d80844ac-53ed-4986-b1f2-fdb528c35122", "tag": "688bc388-81fb-4f86-8280-61f81a64b05e"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:29:00.852228 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:29:00.868638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:29:00.876288 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774bf7f0-dcd7-4ed2-b270-b52439c4778d None None] New status for floating IP 5308e22c-c22f-47ca-9a74-b20465819e62: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:29:00.878619 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:00.903258 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.resource_extend [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:29:00.957800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:29:00.970869 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:29:00.975904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Pushing event updated for resources: {'Port': ['ID=8852e323-50a6-4708-ac64-acc027aa4acb,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:00.993428 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb8a36-322a-42dc-b0ab-ec0a540c0766 req-d29b1144-746a-4b30-8bac-157afca1eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:00.995248 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83bb8a36-322a-42dc-b0ab-ec0a540c0766 req-d29b1144-746a-4b30-8bac-157afca1eba1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.4862139 Sep 29 17:29:00.999286 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:01.012529 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:01.018961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 5d0d085b-98e5-4a04-b302-2b6bad1fd539 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:29:01.032939 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3a8c4888-e6f6-4e75-9d75-2d09cfc707b5 HTTP/1.1" status: 204 len: 168 time: 2.7550771 Sep 29 17:29:01.094391 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bad9b5c9-c733-4f3a-b32f-440991738caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:01.097131 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca8579-c0a7-49c7-b202-13e9bbf87401 service neutron] Pushing event updated for resources: {'Port': ['ID=688bc388-81fb-4f86-8280-61f81a64b05e,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:01.112162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3ead97c8-2e7d-474b-8007-bde9152ff001 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:01.132314 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 5d0d085b-98e5-4a04-b302-2b6bad1fd539 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:01.132686 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:01.140489 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610730de-2979-4b0f-acf1-37bfab87c768 req-897e9137-61ae-47ff-add0-5c2d2c810090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:01.147097 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610730de-2979-4b0f-acf1-37bfab87c768 req-897e9137-61ae-47ff-add0-5c2d2c810090 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8198f0193c4a48b396fbf3d65e72ce11&device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 1095 time: 0.2628081 Sep 29 17:29:01.161184 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf0bf7-6080-4f7d-9830-cee3a9f4aef1 req-abf300b6-e163-473f-9045-28ca8cb985ee tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:01.162976 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ebaf0bf7-6080-4f7d-9830-cee3a9f4aef1 req-abf300b6-e163-473f-9045-28ca8cb985ee tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.3950415 Sep 29 17:29:01.188271 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07eb89-bd83-4d44-998b-d25624b649a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a8c4888-e6f6-4e75-9d75-2d09cfc707b5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:01.205926 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 057c4afc-15d9-4d68-b1ee-2455ce8bf293, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=057c4afc-15d9-4d68-b1ee-2455ce8bf293,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:01.257884 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4ac97f78-24c1-449e-afb9-e4018a0797de,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:01.258834 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3ecd5-0d18-4898-9373-cf27e587e0eb req-2fe925f4-c29c-4087-86a1-6c8c2a17fa12 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:01.265920 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3ecd5-0d18-4898-9373-cf27e587e0eb req-2fe925f4-c29c-4087-86a1-6c8c2a17fa12 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:01.287553 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3ecd5-0d18-4898-9373-cf27e587e0eb req-2fe925f4-c29c-4087-86a1-6c8c2a17fa12 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:01.291360 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610730de-2979-4b0f-acf1-37bfab87c768 req-9460062d-58f7-429f-81f8-5f7cd979a48d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=688bc388-81fb-4f86-8280-61f81a64b05e HTTP/1.1" status: 200 len: 217 time: 0.1243038 Sep 29 17:29:01.299284 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3ecd5-0d18-4898-9373-cf27e587e0eb req-2fe925f4-c29c-4087-86a1-6c8c2a17fa12 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:01.311018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3ecd5-0d18-4898-9373-cf27e587e0eb req-2fe925f4-c29c-4087-86a1-6c8c2a17fa12 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:01.319840 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3ecd5-0d18-4898-9373-cf27e587e0eb req-2fe925f4-c29c-4087-86a1-6c8c2a17fa12 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:01.331831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '057c4afc-15d9-4d68-b1ee-2455ce8bf293', 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b', 'port_id': '057c4afc-15d9-4d68-b1ee-2455ce8bf293', 'mac_address': 'fa:16:3e:05:c0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07394c81-5025-4bdd-abaf-3f63c1e7c967', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:29:01.335076 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3ecd5-0d18-4898-9373-cf27e587e0eb req-2fe925f4-c29c-4087-86a1-6c8c2a17fa12 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:01.341799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58a3ecd5-0d18-4898-9373-cf27e587e0eb req-2fe925f4-c29c-4087-86a1-6c8c2a17fa12 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5422 time: 0.7225425 Sep 29 17:29:01.348770 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb8a36-322a-42dc-b0ab-ec0a540c0766 req-4b99d79d-c794-4273-a74b-0d9ec3eaea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:01.353099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83bb8a36-322a-42dc-b0ab-ec0a540c0766 req-4b99d79d-c794-4273-a74b-0d9ec3eaea0b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2675407 Sep 29 17:29:01.353988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60888) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:01.429511 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ebaf0bf7-6080-4f7d-9830-cee3a9f4aef1 req-3ce9c0b2-5054-4f97-825f-c471ac188f7a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641121 Sep 29 17:29:01.437261 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610730de-2979-4b0f-acf1-37bfab87c768 req-e5f29fae-ff57-4696-806d-08019463c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:01.439136 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610730de-2979-4b0f-acf1-37bfab87c768 req-e5f29fae-ff57-4696-806d-08019463c9a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e85c7a8-9fc7-434c-811c-81a62dc0488e HTTP/1.1" status: 200 len: 855 time: 0.1342757 Sep 29 17:29:01.522808 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bad9b5c9-c733-4f3a-b32f-440991738caa None None] For port d06c05d7-34fe-4722-9ff6-6ff0ffadb655, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d06c05d7-34fe-4722-9ff6-6ff0ffadb655,segment=NetworkSegment(dd3bc545-9320-4aae-a70c-c5c064bf36ac),segment_id=dd3bc545-9320-4aae-a70c-c5c064bf36ac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:01.568775 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f34ea0-ac64-4a6a-9fa6-4182defbb01a x-openstack-request-id: req-89f34ea0-ac64-4a6a-9fa6-4182defbb01a {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:01.568998 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80844ac-53ed-4986-b1f2-fdb528c35122", "tag": "688bc388-81fb-4f86-8280-61f81a64b05e", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:01.569344 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89f34ea0-ac64-4a6a-9fa6-4182defbb01a {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:01.569795 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80844ac-53ed-4986-b1f2-fdb528c35122', 'tag': '688bc388-81fb-4f86-8280-61f81a64b05e', 'status': 'completed', 'code': 200} Sep 29 17:29:01.572688 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83bb8a36-322a-42dc-b0ab-ec0a540c0766 req-cf307d1e-0413-4efb-aa04-892c8a5d8ac5 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557353 Sep 29 17:29:01.575927 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:01.585647 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1b01ddc8-4efe-4e99-93b1-4bcae2f52e1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c97bc3cbf6974d828e00ee835dd9e84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978812 Sep 29 17:29:01.595092 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60894) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:01.599879 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bad9b5c9-c733-4f3a-b32f-440991738caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:01.679453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9b5c9-c733-4f3a-b32f-440991738caa None None] Pushing event updated for resources: {'Port': ['ID=d06c05d7-34fe-4722-9ff6-6ff0ffadb655,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:01.683990 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610730de-2979-4b0f-acf1-37bfab87c768 req-2e4ca273-ecb9-4622-b7b2-0f283703b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:01.686127 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610730de-2979-4b0f-acf1-37bfab87c768 req-2e4ca273-ecb9-4622-b7b2-0f283703b8d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e6710c7-1fe8-4a10-9f65-7890954b63b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1868691 Sep 29 17:29:01.710455 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:01.715631 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83bb8a36-322a-42dc-b0ab-ec0a540c0766 req-12b41550-2d1e-4c3d-88ec-9ace72f90c83 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282005 Sep 29 17:29:01.731816 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58a3ecd5-0d18-4898-9373-cf27e587e0eb req-71b8296d-a136-49f2-9804-93703c662ae6 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3763733 Sep 29 17:29:01.786329 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:01.795214 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:01.803369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 3ead97c8-2e7d-474b-8007-bde9152ff001 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:01.803749 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:01.847048 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:01.891281 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057c4afc-15d9-4d68-b1ee-2455ce8bf293 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:01.910127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c47650-4865-4248-b156-e869405c80e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0d085b-98e5-4a04-b302-2b6bad1fd539'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:01.912856 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d6a2aa-f6dd-4b25-a070-13414ffda2fd" -d '{"events": [{"server_uuid": "72c47650-4865-4248-b156-e869405c80e4", "name": "network-vif-plugged", "status": "completed", "tag": "5d0d085b-98e5-4a04-b302-2b6bad1fd539"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:01.914034 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610730de-2979-4b0f-acf1-37bfab87c768 req-8abfdc6c-1f90-488d-8d21-de229d834e68 service neutron] 10.222.0.35 "GET /v2.0/networks/3e6710c7-1fe8-4a10-9f65-7890954b63b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926439 Sep 29 17:29:01.950001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 5d0d085b-98e5-4a04-b302-2b6bad1fd539, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=5d0d085b-98e5-4a04-b302-2b6bad1fd539,segment=NetworkSegment(bbb6225a-cf5b-4f58-8be7-c160e94f7e2a),segment_id=bbb6225a-cf5b-4f58-8be7-c160e94f7e2a)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:01.958018 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 057c4afc-15d9-4d68-b1ee-2455ce8bf293, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=057c4afc-15d9-4d68-b1ee-2455ce8bf293,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:01.967841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db58948-b8e4-4c1e-a9f6-ebca0a11c160 req-f79682a6-100a-43bb-9a69-455f822d337e tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:01.968914 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:01.969752 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e824485b-430d-4107-a57e-58d4693bcd6d up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:01.976247 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5db58948-b8e4-4c1e-a9f6-ebca0a11c160 req-f79682a6-100a-43bb-9a69-455f822d337e tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 945 time: 0.3392670 Sep 29 17:29:02.030797 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.031466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device be739b7b-a7ce-45a1-bd9c-1714d150d2e3 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:29:02.078605 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd02a9-b1c8-4acd-8613-a96109d0cc3e req-6812d9c3-0682-4553-8fe9-3e262c5d837f tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:02.091189 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-31fd02a9-b1c8-4acd-8613-a96109d0cc3e req-6812d9c3-0682-4553-8fe9-3e262c5d837f tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 944 time: 0.0953472 Sep 29 17:29:02.129159 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.160937 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-31d2f889-d7ca-4529-9a46-e086d4c653db None None] Provisioning complete for port 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:02.161360 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-31d2f889-d7ca-4529-9a46-e086d4c653db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.162925 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5db58948-b8e4-4c1e-a9f6-ebca0a11c160 req-492edb5e-3280-4da8-8f2d-2a82b730a0e2 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857402 Sep 29 17:29:02.163425 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-31fd02a9-b1c8-4acd-8613-a96109d0cc3e req-fcdb6bc7-ae87-495a-8fea-167a5f235637 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697408 Sep 29 17:29:02.194622 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.209308 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.220117 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.223577 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-533e1976-c910-455f-b492-93124595e4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.241452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port be739b7b-a7ce-45a1-bd9c-1714d150d2e3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=be739b7b-a7ce-45a1-bd9c-1714d150d2e3,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:02.247418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=5d0d085b-98e5-4a04-b302-2b6bad1fd539,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:02.259114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d06c05d7-34fe-4722-9ff6-6ff0ffadb655 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:02.319700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Pushing event updated for resources: {'Port': ['ID=8852e323-50a6-4708-ac64-acc027aa4acb,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:02.340263 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-533e1976-c910-455f-b492-93124595e4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.343699 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port e824485b-430d-4107-a57e-58d4693bcd6d completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:29:02.357722 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-610730de-2979-4b0f-acf1-37bfab87c768 req-cdc2b4d8-c63f-4610-8592-51459f6328b2 service neutron] 10.222.0.35 "GET /v2.0/networks/3e6710c7-1fe8-4a10-9f65-7890954b63b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345217 Sep 29 17:29:02.389351 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba49842-470e-41de-8c8f-00ee76faaea1 x-openstack-request-id: req-dba49842-470e-41de-8c8f-00ee76faaea1 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:02.389873 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c47650-4865-4248-b156-e869405c80e4", "name": "network-vif-plugged", "status": "completed", "tag": "5d0d085b-98e5-4a04-b302-2b6bad1fd539", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:02.391550 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.391674 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dba49842-470e-41de-8c8f-00ee76faaea1 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:02.392107 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c47650-4865-4248-b156-e869405c80e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0d085b-98e5-4a04-b302-2b6bad1fd539', 'code': 200} Sep 29 17:29:02.394188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'be739b7b-a7ce-45a1-bd9c-1714d150d2e3', 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b', 'port_id': 'be739b7b-a7ce-45a1-bd9c-1714d150d2e3', 'mac_address': 'fa:16:3e:7b:5e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07394c81-5025-4bdd-abaf-3f63c1e7c967', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:29:02.401000 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-31d2f889-d7ca-4529-9a46-e086d4c653db None None] Port 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:29:02.408570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port e824485b-430d-4107-a57e-58d4693bcd6d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:02.408798 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.430402 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.431680 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6c7190c6-624d-4f61-8e5b-1de6ad2f3690 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0816503 Sep 29 17:29:02.436808 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Attempting to bind port 31934438-16eb-49d4-8091-e9eec1493058 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:29:02.437517 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Attempting to bind port 31934438-16eb-49d4-8091-e9eec1493058 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:29:02.437894 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Attempting to bind port 31934438-16eb-49d4-8091-e9eec1493058 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:29:02.441738 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.458274 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.470873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07b258-0ae8-48af-846d-e373f3586426 req-c5e179d5-aab4-4cb7-992c-339037464a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:02.472752 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bb07b258-0ae8-48af-846d-e373f3586426 req-c5e179d5-aab4-4cb7-992c-339037464a04 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=72c47650-4865-4248-b156-e869405c80e4 HTTP/1.1" status: 200 len: 1097 time: 0.0925088 Sep 29 17:29:02.495900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:29:02.496337 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:29:02.496663 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.497187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:29:02.497709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Bound port: 31934438-16eb-49d4-8091-e9eec1493058, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:29:02.498098 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.528872 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bb07b258-0ae8-48af-846d-e373f3586426 req-822bace3-9ed3-4221-ab92-dd7e56a92c8a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484548 Sep 29 17:29:02.544277 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-533e1976-c910-455f-b492-93124595e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.546417 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=057c4afc-15d9-4d68-b1ee-2455ce8bf293,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:02.547998 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-533e1976-c910-455f-b492-93124595e4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.554323 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-31d2f889-d7ca-4529-9a46-e086d4c653db None None] Provisioning complete for port d06c05d7-34fe-4722-9ff6-6ff0ffadb655 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:02.554912 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-31d2f889-d7ca-4529-9a46-e086d4c653db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.558229 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-533e1976-c910-455f-b492-93124595e4c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bfc06b43-5f9f-4729-a623-12011c2dc3f8 HTTP/1.1" status: 204 len: 168 time: 0.9349043 Sep 29 17:29:02.559331 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.604685 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.618355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e1976-c910-455f-b492-93124595e4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc06b43-5f9f-4729-a623-12011c2dc3f8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:02.659156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Pushing event updated for resources: {'Port': ['ID=5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:02.685763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be739b7b-a7ce-45a1-bd9c-1714d150d2e3 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:02.703485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc04cfc-fcf2-4b77-9255-8a204aa073df None None] Pushing event updated for resources: {'Port': ['ID=31934438-16eb-49d4-8091-e9eec1493058,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:02.730558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port d06c05d7-34fe-4722-9ff6-6ff0ffadb655 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:02.730935 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.757644 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] For port 31934438-16eb-49d4-8091-e9eec1493058, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:29:02.765017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7687-6e64-4242-a619-0002eff3afa1 req-82bfa299-05dd-4f5a-9157-c766dd394dc7 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:02.766778 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7bfa7687-6e64-4242-a619-0002eff3afa1 req-82bfa299-05dd-4f5a-9157-c766dd394dc7 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.1944206 Sep 29 17:29:02.771366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee75ba5-a018-4e41-a6ca-6f1edfbb6efb req-a707ae2f-5432-4e4a-97b6-071aac1672ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:02.773111 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4ee75ba5-a018-4e41-a6ca-6f1edfbb6efb req-a707ae2f-5432-4e4a-97b6-071aac1672ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8198f0193c4a48b396fbf3d65e72ce11&device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 1095 time: 0.2849159 Sep 29 17:29:02.785488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port be739b7b-a7ce-45a1-bd9c-1714d150d2e3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=be739b7b-a7ce-45a1-bd9c-1714d150d2e3,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:02.794390 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-c8ca5a12-14e2-47b2-9fec-09d06f27ebba tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--236199654&fields=id&tenant_id=f5fd2e3747434b4c8973aa541bd22ed4 HTTP/1.1" status: 200 len: 267 time: 0.1142721 Sep 29 17:29:02.804878 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.805518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 5988d418-a748-4b3c-ad5d-5c29fd19e399 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:29:02.818690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] For port 31934438-16eb-49d4-8091-e9eec1493058, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=31934438-16eb-49d4-8091-e9eec1493058,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:29:02.853391 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.861053 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:02.861557 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7bfa7687-6e64-4242-a619-0002eff3afa1 req-17918333-3353-4118-8a2f-f585e88928c0 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860603 Sep 29 17:29:02.872233 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Network a1dee784-7c56-4695-93b1-93e4e3673df9 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:29:02.901628 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:29:03.005037 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 5988d418-a748-4b3c-ad5d-5c29fd19e399, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=5988d418-a748-4b3c-ad5d-5c29fd19e399,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:03.034439 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-f5d8fc31-23a3-4806-a49e-4015c31980a8 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:03.042549 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-f5d8fc31-23a3-4806-a49e-4015c31980a8 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/networks?id=248bb528-37ff-42a3-a2f0-d0d4de8cb481 HTTP/1.1" status: 200 len: 812 time: 0.2469389 Sep 29 17:29:03.071029 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-80089c09-faa2-49c8-9f32-99e10d9b58f5 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/quotas/f5fd2e3747434b4c8973aa541bd22ed4 HTTP/1.1" status: 200 len: 375 time: 0.0175707 Sep 29 17:29:03.107438 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Router 83f2139b-20bc-4247-90a4-ecf30e674791 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:29:03.127464 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee75ba5-a018-4e41-a6ca-6f1edfbb6efb req-aa34326e-beff-406b-993d-bd630ea93097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:03.129188 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4ee75ba5-a018-4e41-a6ca-6f1edfbb6efb req-aa34326e-beff-406b-993d-bd630ea93097 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e6710c7-1fe8-4a10-9f65-7890954b63b6 HTTP/1.1" status: 200 len: 917 time: 0.3309102 Sep 29 17:29:03.157470 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0c7c8-53c0-4296-bb1f-d072d14d8a48 req-ca8a7692-7829-49d2-bd5b-8d633e5cb667 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:03.163579 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0c7c8-53c0-4296-bb1f-d072d14d8a48 req-ca8a7692-7829-49d2-bd5b-8d633e5cb667 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:03.169715 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0c7c8-53c0-4296-bb1f-d072d14d8a48 req-ca8a7692-7829-49d2-bd5b-8d633e5cb667 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:03.176992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0c7c8-53c0-4296-bb1f-d072d14d8a48 req-ca8a7692-7829-49d2-bd5b-8d633e5cb667 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:03.180864 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-8fec701a-35da-43a1-abb2-157dc5ced9e9 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f5fd2e3747434b4c8973aa541bd22ed4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1071057 Sep 29 17:29:03.190226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0c7c8-53c0-4296-bb1f-d072d14d8a48 req-ca8a7692-7829-49d2-bd5b-8d633e5cb667 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:03.199517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0c7c8-53c0-4296-bb1f-d072d14d8a48 req-ca8a7692-7829-49d2-bd5b-8d633e5cb667 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:03.215745 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0c7c8-53c0-4296-bb1f-d072d14d8a48 req-ca8a7692-7829-49d2-bd5b-8d633e5cb667 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:03.217619 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6fc0c7c8-53c0-4296-bb1f-d072d14d8a48 req-ca8a7692-7829-49d2-bd5b-8d633e5cb667 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5424 time: 0.1610885 Sep 29 17:29:03.227701 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e824485b-430d-4107-a57e-58d4693bcd6d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e824485b-430d-4107-a57e-58d4693bcd6d,segment=NetworkSegment(bbb6225a-cf5b-4f58-8be7-c160e94f7e2a),segment_id=bbb6225a-cf5b-4f58-8be7-c160e94f7e2a)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:03.228232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=be739b7b-a7ce-45a1-bd9c-1714d150d2e3,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:03.256374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '5988d418-a748-4b3c-ad5d-5c29fd19e399', 'network_id': '7ed3e81f-beb1-44af-b586-483c0095cc3b', 'port_id': '5988d418-a748-4b3c-ad5d-5c29fd19e399', 'mac_address': 'fa:16:3e:ce:c0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07394c81-5025-4bdd-abaf-3f63c1e7c967', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:29:03.262032 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:03.265268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Routers {'83f2139b-20bc-4247-90a4-ecf30e674791'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:29:03.266151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['83f2139b-20bc-4247-90a4-ecf30e674791'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:03.295517 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4ee75ba5-a018-4e41-a6ca-6f1edfbb6efb req-f8091f76-f27b-43df-93d0-5c72f0525938 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=688bc388-81fb-4f86-8280-61f81a64b05e HTTP/1.1" status: 200 len: 217 time: 0.0743899 Sep 29 17:29:03.368253 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-40d5ef4e-f3cf-45ee-92c1-958399268f5f service neutron] 10.222.0.44 "GET /v2.0/networks/248bb528-37ff-42a3-a2f0-d0d4de8cb481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817672 Sep 29 17:29:03.428833 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6fc0c7c8-53c0-4296-bb1f-d072d14d8a48 req-989dcd93-724d-4889-a16d-636a308f8abb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1651611 Sep 29 17:29:03.440483 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee75ba5-a018-4e41-a6ca-6f1edfbb6efb req-c8507e4a-f691-4ede-9f77-545ff7c40cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:03.446750 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4ee75ba5-a018-4e41-a6ca-6f1edfbb6efb req-c8507e4a-f691-4ede-9f77-545ff7c40cea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e85c7a8-9fc7-434c-811c-81a62dc0488e HTTP/1.1" status: 200 len: 855 time: 0.1178894 Sep 29 17:29:03.461014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc04cfc-fcf2-4b77-9255-8a204aa073df None None] Pushing event updated for resources: {'Port': ['ID=31934438-16eb-49d4-8091-e9eec1493058,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:03.484870 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:03.511220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:29:03.515236 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 14d1398f-02e6-43d6-9476-89b4426466e3 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:29:03.525831 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5423f8bb-4db9-4ffd-a9bb-7e4c2585404f admin admin] 10.222.0.44 "PUT /v2.0/routers/83f2139b-20bc-4247-90a4-ecf30e674791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4136705 Sep 29 17:29:03.548953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee75ba5-a018-4e41-a6ca-6f1edfbb6efb req-01c4bef0-1f7c-4a50-9409-4df49698aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:03.551981 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4ee75ba5-a018-4e41-a6ca-6f1edfbb6efb req-01c4bef0-1f7c-4a50-9409-4df49698aa0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e6710c7-1fe8-4a10-9f65-7890954b63b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943806 Sep 29 17:29:03.556474 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-48c96b9d-8480-4ff8-93d3-5418d5a31dcd service neutron] 10.222.0.44 "GET /v2.0/networks/248bb528-37ff-42a3-a2f0-d0d4de8cb481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874573 Sep 29 17:29:03.561824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 14d1398f-02e6-43d6-9476-89b4426466e3 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:29:03.562174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 14d1398f-02e6-43d6-9476-89b4426466e3 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:29:03.570948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5988d418-a748-4b3c-ad5d-5c29fd19e399 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:03.585940 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] Set router 83f2139b-20bc-4247-90a4-ecf30e674791 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:29:03.645271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-df96ea8c-c4d9-4bf5-9348-d013f71cdcd2 None None] Provisioning complete for port 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:03.645271 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-df96ea8c-c4d9-4bf5-9348-d013f71cdcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:03.652203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 5988d418-a748-4b3c-ad5d-5c29fd19e399, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=5988d418-a748-4b3c-ad5d-5c29fd19e399,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:03.677923 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=e824485b-430d-4107-a57e-58d4693bcd6d,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:03.693315 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:03.818669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6db85a-15fa-466d-8fe2-e0fc8449cba2 req-3930da8c-da95-4434-87cf-7b9ac8c36ea1 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:03.820274 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8b6db85a-15fa-466d-8fe2-e0fc8449cba2 req-3930da8c-da95-4434-87cf-7b9ac8c36ea1 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 944 time: 0.2141676 Sep 29 17:29:03.826485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=5988d418-a748-4b3c-ad5d-5c29fd19e399,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:03.853979 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4ee75ba5-a018-4e41-a6ca-6f1edfbb6efb req-f9eb3532-a15d-4a9f-8925-4ea5f1732672 service neutron] 10.222.0.35 "GET /v2.0/networks/3e6710c7-1fe8-4a10-9f65-7890954b63b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930844 Sep 29 17:29:03.864822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d06c05d7-34fe-4722-9ff6-6ff0ffadb655 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:03.872542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60946) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:03.904251 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8b6db85a-15fa-466d-8fe2-e0fc8449cba2 req-4109c8ca-27a6-4d34-ba10-904adf228455 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775726 Sep 29 17:29:03.971957 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4ee75ba5-a018-4e41-a6ca-6f1edfbb6efb req-32cc30b4-4fe9-4268-8630-7cf0e6bd9414 service neutron] 10.222.0.35 "GET /v2.0/networks/3e6710c7-1fe8-4a10-9f65-7890954b63b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097476 Sep 29 17:29:03.991969 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-df96ea8c-c4d9-4bf5-9348-d013f71cdcd2 None None] Port 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:29:04.005507 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 7e78fec3-5ad5-4b28-8b51-432760c59133 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:04.035760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port d06c05d7-34fe-4722-9ff6-6ff0ffadb655 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:04.036139 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:04.190557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 7e78fec3-5ad5-4b28-8b51-432760c59133 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:29:04.196686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 7e78fec3-5ad5-4b28-8b51-432760c59133 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:04.197135 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:04.296378 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-da57d52e-0984-49e7-93e0-172491b811e7 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-707056868-network', 'tenant_id': '2f56a0e8e6584ced9137afa090d7f70f'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:04.336564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee695e4-b427-4c44-b6c1-444d63a383e2 req-140242a0-af85-42f0-be15-acc957bd86cc tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:04.338281 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee695e4-b427-4c44-b6c1-444d63a383e2 req-140242a0-af85-42f0-be15-acc957bd86cc tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 946 time: 0.3518989 Sep 29 17:29:04.338886 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da57d52e-0984-49e7-93e0-172491b811e7 admin admin] Made reservation on behalf of 2f56a0e8e6584ced9137afa090d7f70f for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:29:04.341099 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da57d52e-0984-49e7-93e0-172491b811e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:04.352935 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'name': 'tempest-FloatingIPDetailsTestJSON-1431543439-router', 'tenant_id': 'e88151862398466b82e2440439769020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '31934438-16eb-49d4-8091-e9eec1493058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:52Z', 'updated_at': '2021-09-29T17:29:01Z', 'revision_number': 4, 'project_id': 'e88151862398466b82e2440439769020', 'gw_port': {'id': '31934438-16eb-49d4-8091-e9eec1493058', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:53Z', 'updated_at': '2021-09-29T17:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5', 'name': '', 'network_id': 'a1dee784-7c56-4695-93b1-93e4e3673df9', 'tenant_id': 'e88151862398466b82e2440439769020', 'mac_address': 'fa:16:3e:79:2e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:59Z', 'updated_at': '2021-09-29T17:29:01Z', 'revision_number': 2, 'project_id': 'e88151862398466b82e2440439769020', 'subnets': [{'id': '16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:04.371584 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da57d52e-0984-49e7-93e0-172491b811e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:04.407097 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e35384-f84c-4805-87cb-a26fb8536c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e824485b-430d-4107-a57e-58d4693bcd6d'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:04.410178 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefbe523-6a52-4863-873c-691a97336322" -d '{"events": [{"server_uuid": "32e35384-f84c-4805-87cb-a26fb8536c6e", "name": "network-vif-plugged", "status": "completed", "tag": "e824485b-430d-4107-a57e-58d4693bcd6d"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:04.430747 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee695e4-b427-4c44-b6c1-444d63a383e2 req-e7f0a2c4-b58a-4398-98bc-42f42233222f tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852406 Sep 29 17:29:04.440947 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:04.473167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e329db44-e71c-42a8-b938-e7ec38933ee2 None None] The sync data for ids ['83f2139b-20bc-4247-90a4-ecf30e674791'] in n-d-811748-2 is: [{'id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'name': 'tempest-FloatingIPDetailsTestJSON-1431543439-router', 'tenant_id': 'e88151862398466b82e2440439769020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '31934438-16eb-49d4-8091-e9eec1493058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:52Z', 'updated_at': '2021-09-29T17:29:01Z', 'revision_number': 4, 'project_id': 'e88151862398466b82e2440439769020', 'gw_port': {'id': '31934438-16eb-49d4-8091-e9eec1493058', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:53Z', 'updated_at': '2021-09-29T17:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5', 'name': '', 'network_id': 'a1dee784-7c56-4695-93b1-93e4e3673df9', 'tenant_id': 'e88151862398466b82e2440439769020', 'mac_address': 'fa:16:3e:79:2e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:59Z', 'updated_at': '2021-09-29T17:29:01Z', 'revision_number': 2, 'project_id': 'e88151862398466b82e2440439769020', 'subnets': [{'id': '16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:29:04.503019 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da57d52e-0984-49e7-93e0-172491b811e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:04.505074 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-97ca4fa1-f40f-404b-a77c-893adeaeaf0d tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1832061 Sep 29 17:29:04.510855 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da57d52e-0984-49e7-93e0-172491b811e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:04.515444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 7e78fec3-5ad5-4b28-8b51-432760c59133, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=7e78fec3-5ad5-4b28-8b51-432760c59133,segment=NetworkSegment(5792626b-bc67-4e41-a185-ecbf05d06c7e),segment_id=5792626b-bc67-4e41-a185-ecbf05d06c7e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:04.520260 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:04.533696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:04.581811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da57d52e-0984-49e7-93e0-172491b811e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:29:04.598475 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:04.599888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57d52e-0984-49e7-93e0-172491b811e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de667b3d-88a7-4a2f-adea-288c288d84c7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:04.608947 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da57d52e-0984-49e7-93e0-172491b811e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:04.609483 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-da57d52e-0984-49e7-93e0-172491b811e7 admin admin] Added segment c168d6c7-33ba-478f-8038-5ddd0c236bbe of type vlan for network 0208d224-4dcb-45d0-88ec-753638b37bc5 Sep 29 17:29:04.625425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e619f2-37cc-4098-a270-905422ec4dc9 req-c1248a7b-ccb0-4f6a-a454-aa6b32a3e1fe tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:04.626983 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02e619f2-37cc-4098-a270-905422ec4dc9 req-c1248a7b-ccb0-4f6a-a454-aa6b32a3e1fe tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.1114526 Sep 29 17:29:04.666329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=7e78fec3-5ad5-4b28-8b51-432760c59133,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:04.697882 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da57d52e-0984-49e7-93e0-172491b811e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:04.708102 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02e619f2-37cc-4098-a270-905422ec4dc9 req-09acdf79-92bb-400b-b1d2-eaf64414d08d tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580130 Sep 29 17:29:04.746686 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da57d52e-0984-49e7-93e0-172491b811e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:04.747921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da57d52e-0984-49e7-93e0-172491b811e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:04.749230 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da57d52e-0984-49e7-93e0-172491b811e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:04.772634 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:04.836070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57d52e-0984-49e7-93e0-172491b811e7 admin admin] Pushing event updated for resources: {'Network': ['ID=0208d224-4dcb-45d0-88ec-753638b37bc5,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:04.854675 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-da57d52e-0984-49e7-93e0-172491b811e7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9795039 Sep 29 17:29:04.860839 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 0208d224-4dcb-45d0-88ec-753638b37bc5 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:29:04.877003 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60968) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:04.879516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e3e39a4-c266-4abe-82f7-e6b2b4e358c6 req-b53cc299-3a56-4a1a-befa-dd191e8e497b tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 210 time: 0.0473211 Sep 29 17:29:04.885842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1ee79967-555c-41df-a800-3eb0463eef00 admin admin] Request body: {'subnet': {'network_id': '0208d224-4dcb-45d0-88ec-753638b37bc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-707056868-subnet', 'tenant_id': '2f56a0e8e6584ced9137afa090d7f70f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:04.922854 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee79967-555c-41df-a800-3eb0463eef00 admin admin] Made reservation on behalf of 2f56a0e8e6584ced9137afa090d7f70f for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:29:04.925536 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ee79967-555c-41df-a800-3eb0463eef00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:05.017117 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a75e4b5-1320-4c65-9223-0994504e7cab x-openstack-request-id: req-4a75e4b5-1320-4c65-9223-0994504e7cab {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:05.021167 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e35384-f84c-4805-87cb-a26fb8536c6e", "name": "network-vif-plugged", "status": "completed", "tag": "e824485b-430d-4107-a57e-58d4693bcd6d", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:05.023124 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a75e4b5-1320-4c65-9223-0994504e7cab {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:05.028266 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e35384-f84c-4805-87cb-a26fb8536c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e824485b-430d-4107-a57e-58d4693bcd6d', 'code': 200} Sep 29 17:29:05.059249 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Allocated IP 172.25.2.195 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/d824becc-cee3-4797-abc2-2a9bb8422c26) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:29:05.185478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ffab4-6ccf-4689-a247-5d611efcbed3 req-71d80e28-1b21-41da-ac1b-6bcd78656af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:05.187327 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0a9ffab4-6ccf-4689-a247-5d611efcbed3 req-71d80e28-1b21-41da-ac1b-6bcd78656af7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 1097 time: 0.1223953 Sep 29 17:29:05.211447 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:05.217109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9bdde-edd1-4d36-a56e-041721e84767 req-db75f0e9-4f51-4b09-95e3-35100e5b6b49 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:05.239066 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9bdde-edd1-4d36-a56e-041721e84767 req-db75f0e9-4f51-4b09-95e3-35100e5b6b49 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:05.245168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9bdde-edd1-4d36-a56e-041721e84767 req-db75f0e9-4f51-4b09-95e3-35100e5b6b49 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:05.251696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9bdde-edd1-4d36-a56e-041721e84767 req-db75f0e9-4f51-4b09-95e3-35100e5b6b49 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:05.255613 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:05.257590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9bdde-edd1-4d36-a56e-041721e84767 req-db75f0e9-4f51-4b09-95e3-35100e5b6b49 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:05.263634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9bdde-edd1-4d36-a56e-041721e84767 req-db75f0e9-4f51-4b09-95e3-35100e5b6b49 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:05.270219 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9bdde-edd1-4d36-a56e-041721e84767 req-db75f0e9-4f51-4b09-95e3-35100e5b6b49 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:05.272915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-29a9bdde-edd1-4d36-a56e-041721e84767 req-db75f0e9-4f51-4b09-95e3-35100e5b6b49 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5426 time: 0.1705718 Sep 29 17:29:05.311830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Pushing event updated for resources: {'Port': ['ID=d824becc-cee3-4797-abc2-2a9bb8422c26,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:05.343383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:29:05.344812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:29:05.347232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:29:05.465496 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['4ac97f78-24c1-449e-afb9-e4018a0797de'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:05.574636 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-29a9bdde-edd1-4d36-a56e-041721e84767 req-0addb440-272f-4509-b137-45d11d3b3d42 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2886856 Sep 29 17:29:05.581077 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:05.624648 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0a9ffab4-6ccf-4689-a247-5d611efcbed3 req-21057810-75b4-4052-ab9c-63117df646b4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478887 Sep 29 17:29:05.639793 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ee79967-555c-41df-a800-3eb0463eef00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:05.662150 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:05.775581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a36d37ce-a325-4d1c-9721-c8f32e0f47e7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:05.829089 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 31934438-16eb-49d4-8091-e9eec1493058 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:05.845365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:29:05.861366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee79967-555c-41df-a800-3eb0463eef00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49c0bb04-0f62-4600-9c5e-11ff19ffe0c4,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:05.876959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-5e1c9a07-d571-4ade-b4e9-93d1f0ec2ccb tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:05.880372 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-5e1c9a07-d571-4ade-b4e9-93d1f0ec2ccb tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.49 "GET /v2.0/networks?id=248bb528-37ff-42a3-a2f0-d0d4de8cb481 HTTP/1.1" status: 200 len: 812 time: 0.5103951 Sep 29 17:29:05.909875 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:05.919495 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:05.926838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee79967-555c-41df-a800-3eb0463eef00 admin admin] Checking segment: {'id': 'c168d6c7-33ba-478f-8038-5ddd0c236bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0208d224-4dcb-45d0-88ec-753638b37bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:29:05.927314 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee79967-555c-41df-a800-3eb0463eef00 admin admin] Network hostable DHCP agents. Network: 0208d224-4dcb-45d0-88ec-753638b37bc5, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:29:05.948311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60ea1f-f146-48b3-8c24-60ae21cab867 req-28a4e316-b865-4476-ad4f-dd779e2c6cfa tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:05.954185 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e60ea1f-f146-48b3-8c24-60ae21cab867 req-28a4e316-b865-4476-ad4f-dd779e2c6cfa tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 944 time: 0.2162981 Sep 29 17:29:05.963013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:05.978191 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee79967-555c-41df-a800-3eb0463eef00 admin admin] Network 0208d224-4dcb-45d0-88ec-753638b37bc5 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:29:06.003534 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:06.004485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4', 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee', 'port_id': '4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4', 'mac_address': 'fa:16:3e:d8:5e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469f6337-ae09-4156-997e-8aa5990644df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:29:06.007036 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['5988d418-a748-4b3c-ad5d-5c29fd19e399'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:06.017023 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Pushing event updated for resources: {'Port': ['ID=d824becc-cee3-4797-abc2-2a9bb8422c26,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:06.032042 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:06.033772 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-cf8d0f74-d7d8-4356-a029-7dfc4e1b8437 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5060053 Sep 29 17:29:06.042296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['057c4afc-15d9-4d68-b1ee-2455ce8bf293'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:06.056177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-1ee79967-555c-41df-a800-3eb0463eef00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 0208d224-4dcb-45d0-88ec-753638b37bc5) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:29:06.065046 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee79967-555c-41df-a800-3eb0463eef00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:06.065700 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ee79967-555c-41df-a800-3eb0463eef00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:06.073529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['be739b7b-a7ce-45a1-bd9c-1714d150d2e3'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:06.080234 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-64340df9-33d1-4920-a059-96f06269f0c8 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5fd2e3747434b4c8973aa541bd22ed4 HTTP/1.1" status: 200 len: 379 time: 0.1825917 Sep 29 17:29:06.090769 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aaa773-1725-4b9b-ba59-2e194902576e None None] Network 0208d224-4dcb-45d0-88ec-753638b37bc5 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:29:06.101783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-7de3224b-d8cc-4a3f-93b5-81f7f64fd941 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Request body: {'port': {'device_id': 'ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265', 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'admin_state_up': True, 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'security_groups': ['c1c9ea5f-3742-4b30-b5e7-acbb5670675d']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:06.135904 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e60ea1f-f146-48b3-8c24-60ae21cab867 req-00b12568-17a4-41c4-a56c-88520f86223e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664412 Sep 29 17:29:06.140156 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1ee79967-555c-41df-a800-3eb0463eef00 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2595978 Sep 29 17:29:06.253650 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-2f02adb5-4101-421f-8e1e-3005a06ae0ef tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 696 time: 0.2114060 Sep 29 17:29:06.356383 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-7de3224b-d8cc-4a3f-93b5-81f7f64fd941 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Made reservation on behalf of f5fd2e3747434b4c8973aa541bd22ed4 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:29:06.362901 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-7de3224b-d8cc-4a3f-93b5-81f7f64fd941 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:06.461527 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2c7ffd-c83a-4920-b9a6-bc07b7f5e93a None None] Network 0208d224-4dcb-45d0-88ec-753638b37bc5 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:29:06.577596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-7de3224b-d8cc-4a3f-93b5-81f7f64fd941 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Allocated IP 172.20.0.6 (248bb528-37ff-42a3-a2f0-d0d4de8cb481/8af5bdfb-ada9-49f2-9176-e549ac4a08ad/c4924fc0-8cfc-42df-8563-c19d4c13bb33) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:29:06.609786 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:06.645707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c355db-e787-4a4f-88a7-42df203ebfba req-3203c5d9-21db-4743-8b69-a330dde04952 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:06.647269 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83c355db-e787-4a4f-88a7-42df203ebfba req-3203c5d9-21db-4743-8b69-a330dde04952 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 946 time: 0.1955142 Sep 29 17:29:06.710335 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:06.730538 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83c355db-e787-4a4f-88a7-42df203ebfba req-0d3282a7-3317-4cfe-a719-129ea65c927b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691705 Sep 29 17:29:06.731948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['4897f706-46a1-4776-b2d3-425bd33d21de'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:06.746092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 31934438-16eb-49d4-8091-e9eec1493058 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:06.746304 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:06.784705 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-1d067f51-b001-47f2-b19d-d7e22e01332f tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:06.790918 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f4df67a6-3433-43ac-ba6a-4f4e4611bc28 req-1d067f51-b001-47f2-b19d-d7e22e01332f tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.5259280 Sep 29 17:29:06.818183 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-7de3224b-d8cc-4a3f-93b5-81f7f64fd941 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:06.860965 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-7de3224b-d8cc-4a3f-93b5-81f7f64fd941 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:06.874524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:06.919400 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:06.941328 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd67580-14a4-4597-a402-b2b21dac84d0 req-31809f47-5fc3-424a-9495-9f54a324ac95 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:06.942732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-7de3224b-d8cc-4a3f-93b5-81f7f64fd941 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Network 248bb528-37ff-42a3-a2f0-d0d4de8cb481 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:29:06.942938 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6fd67580-14a4-4597-a402-b2b21dac84d0 req-31809f47-5fc3-424a-9495-9f54a324ac95 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 931 time: 0.0588570 Sep 29 17:29:06.948221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-7de3224b-d8cc-4a3f-93b5-81f7f64fd941 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:29:06.954056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-7de3224b-d8cc-4a3f-93b5-81f7f64fd941 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:29:06.991336 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6fd67580-14a4-4597-a402-b2b21dac84d0 req-e8759721-a099-472a-897f-f6dbcf68adda tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1c9ea5f-3742-4b30-b5e7-acbb5670675d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404706 Sep 29 17:29:06.994088 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3224b-d8cc-4a3f-93b5-81f7f64fd941 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Pushing event updated for resources: {'Port': ['ID=c4924fc0-8cfc-42df-8563-c19d4c13bb33,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:07.012939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5e3a6-f918-4b6c-9ccf-76e9a09711c5 req-84443a15-82c4-41f0-bd35-4502784f22fc tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:07.014735 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8dd5e3a6-f918-4b6c-9ccf-76e9a09711c5 req-84443a15-82c4-41f0-bd35-4502784f22fc tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 944 time: 0.1176517 Sep 29 17:29:07.037114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e78fec3-5ad5-4b28-8b51-432760c59133'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:07.037664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-7de3224b-d8cc-4a3f-93b5-81f7f64fd941 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:07.038397 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-7de3224b-d8cc-4a3f-93b5-81f7f64fd941 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:07.040022 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f838dd-58b6-442a-953d-27f5fc05821e" -d '{"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-plugged", "status": "completed", "tag": "7e78fec3-5ad5-4b28-8b51-432760c59133"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:07.083463 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-7de3224b-d8cc-4a3f-93b5-81f7f64fd941 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9932699 Sep 29 17:29:07.103154 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8dd5e3a6-f918-4b6c-9ccf-76e9a09711c5 req-f8bbf2c7-0f77-4317-b631-dbd388f72421 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720310 Sep 29 17:29:07.118629 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Request body: {'port': {'device_id': 'ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:07.227319 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:07.283435 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:07.343365 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-1feaccb1-c1ea-4f70-8862-a3d2d6d32697 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:07.351154 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48b8a7-6446-491c-8901-e74cb079f522 req-965da4c9-1fb5-4b10-8a00-712631eb303e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:07.351787 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-1feaccb1-c1ea-4f70-8862-a3d2d6d32697 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/networks?id=0208d224-4dcb-45d0-88ec-753638b37bc5 HTTP/1.1" status: 200 len: 812 time: 0.1640103 Sep 29 17:29:07.358835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48b8a7-6446-491c-8901-e74cb079f522 req-965da4c9-1fb5-4b10-8a00-712631eb303e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:07.366561 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48b8a7-6446-491c-8901-e74cb079f522 req-965da4c9-1fb5-4b10-8a00-712631eb303e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:07.370489 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-edffb90a-7a60-401c-9822-0643516717e7 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/quotas/2f56a0e8e6584ced9137afa090d7f70f HTTP/1.1" status: 200 len: 375 time: 0.0175002 Sep 29 17:29:07.373798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48b8a7-6446-491c-8901-e74cb079f522 req-965da4c9-1fb5-4b10-8a00-712631eb303e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:07.379590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48b8a7-6446-491c-8901-e74cb079f522 req-965da4c9-1fb5-4b10-8a00-712631eb303e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:07.385972 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48b8a7-6446-491c-8901-e74cb079f522 req-965da4c9-1fb5-4b10-8a00-712631eb303e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:07.392265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48b8a7-6446-491c-8901-e74cb079f522 req-965da4c9-1fb5-4b10-8a00-712631eb303e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:07.401918 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a48b8a7-6446-491c-8901-e74cb079f522 req-965da4c9-1fb5-4b10-8a00-712631eb303e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5426 time: 0.1693251 Sep 29 17:29:07.410596 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-fd982ab7-1c6c-4970-9bc3-a62bb754ea5f tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2f56a0e8e6584ced9137afa090d7f70f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391698 Sep 29 17:29:07.416642 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:07.448497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-32d141d8-bb82-427f-a41a-e08e60ce0848 None None] Provisioning complete for port c4924fc0-8cfc-42df-8563-c19d4c13bb33 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:07.449324 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-32d141d8-bb82-427f-a41a-e08e60ce0848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:07.482155 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 31934438-16eb-49d4-8091-e9eec1493058, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=31934438-16eb-49d4-8091-e9eec1493058,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:07.492416 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:07.522269 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-e72546d8-351a-4e19-82a9-e620c4f487b2 service neutron] 10.222.0.44 "GET /v2.0/networks/0208d224-4dcb-45d0-88ec-753638b37bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101682 Sep 29 17:29:07.525952 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a48b8a7-6446-491c-8901-e74cb079f522 req-e0fd6cb5-670e-4421-bf64-bb229dd663bf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1230092 Sep 29 17:29:07.532309 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-32d141d8-bb82-427f-a41a-e08e60ce0848 None None] Port c4924fc0-8cfc-42df-8563-c19d4c13bb33 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:29:07.565367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=31934438-16eb-49d4-8091-e9eec1493058,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:07.615032 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-775064e5-f09a-433d-b161-a6f2f26add5f service neutron] 10.222.0.44 "GET /v2.0/networks/0208d224-4dcb-45d0-88ec-753638b37bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924773 Sep 29 17:29:07.657551 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 31934438-16eb-49d4-8091-e9eec1493058 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:07.691588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:07.765490 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-52e5621c-8868-47b9-95bb-e34e172c77ae tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1793118 Sep 29 17:29:07.771985 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 31934438-16eb-49d4-8091-e9eec1493058 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:07.773630 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:07.774459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:07.810033 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b7f7b1-7208-458f-ad4a-a6e7e39fc27c x-openstack-request-id: req-d4b7f7b1-7208-458f-ad4a-a6e7e39fc27c {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:07.810583 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-plugged", "status": "completed", "tag": "7e78fec3-5ad5-4b28-8b51-432760c59133", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:07.810925 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4b7f7b1-7208-458f-ad4a-a6e7e39fc27c {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:07.811517 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e78fec3-5ad5-4b28-8b51-432760c59133', 'code': 200} Sep 29 17:29:07.820688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4924fc0-8cfc-42df-8563-c19d4c13bb33 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:07.830395 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:07.833786 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:07.840482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4ac97f78-24c1-449e-afb9-e4018a0797de up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:07.872141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Transition to ACTIVE for port object c4924fc0-8cfc-42df-8563-c19d4c13bb33 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:29:07.877887 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:07.918626 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbf6f5-3838-4bba-8e11-4451224e387b req-d00acff9-46d6-4d9e-98ca-49f0f4108e0a tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:07.920892 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86bbf6f5-3838-4bba-8e11-4451224e387b req-d00acff9-46d6-4d9e-98ca-49f0f4108e0a tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 944 time: 0.0754998 Sep 29 17:29:08.036849 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86bbf6f5-3838-4bba-8e11-4451224e387b req-52646e85-9767-496a-be3a-b00f3499ab6e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972228 Sep 29 17:29:08.046664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 4ac97f78-24c1-449e-afb9-e4018a0797de completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:29:08.052065 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 4ac97f78-24c1-449e-afb9-e4018a0797de triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:08.052657 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:08.056616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Pushing event updated for resources: {'Port': ['ID=c4924fc0-8cfc-42df-8563-c19d4c13bb33,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:08.116397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Attempting to bind port c4924fc0-8cfc-42df-8563-c19d4c13bb33 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:29:08.116731 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Attempting to bind port c4924fc0-8cfc-42df-8563-c19d4c13bb33 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '5d3aa4a1-56ad-454d-8704-3469fa48d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:29:08.117063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Attempting to bind port c4924fc0-8cfc-42df-8563-c19d4c13bb33 on network 248bb528-37ff-42a3-a2f0-d0d4de8cb481 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:29:08.123914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Port c4924fc0-8cfc-42df-8563-c19d4c13bb33 on network 248bb528-37ff-42a3-a2f0-d0d4de8cb481 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:29:08.124393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Attempting to bind port c4924fc0-8cfc-42df-8563-c19d4c13bb33 on network 248bb528-37ff-42a3-a2f0-d0d4de8cb481 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:29:08.129747 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:08.184951 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:08.230281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:29:08.230626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Checking segment: {'id': '5d3aa4a1-56ad-454d-8704-3469fa48d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:29:08.231015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Bound using segment: {'id': '5d3aa4a1-56ad-454d-8704-3469fa48d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:29:08.231522 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Bound port: c4924fc0-8cfc-42df-8563-c19d4c13bb33, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3aa4a1-56ad-454d-8704-3469fa48d111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:29:08.231808 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:08.247058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4ac97f78-24c1-449e-afb9-e4018a0797de, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4ac97f78-24c1-449e-afb9-e4018a0797de,segment=NetworkSegment(21736d5a-63fd-4d44-9c01-1be2659b02f5),segment_id=21736d5a-63fd-4d44-9c01-1be2659b02f5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:08.252408 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:08.306553 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e75e5485-778f-46cd-9805-2c5bf6f1aaed req-f11ee062-c28d-4e5a-ae71-0f9a348ddfbd tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 210 time: 0.0362408 Sep 29 17:29:08.362102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Allocated IP 172.25.2.6 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/fd6f4d41-ea6b-46ca-9fdc-fed46733d11b) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:29:08.368964 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4ac97f78-24c1-449e-afb9-e4018a0797de,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:08.382286 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] For port c4924fc0-8cfc-42df-8563-c19d4c13bb33, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:29:08.388416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] For port c4924fc0-8cfc-42df-8563-c19d4c13bb33, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c4924fc0-8cfc-42df-8563-c19d4c13bb33,segment=NetworkSegment(5d3aa4a1-56ad-454d-8704-3469fa48d111),segment_id=5d3aa4a1-56ad-454d-8704-3469fa48d111)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:29:08.412602 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:08.467012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:08.469312 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:08.471353 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] 10.222.0.49 "PUT /v2.0/ports/c4924fc0-8cfc-42df-8563-c19d4c13bb33 HTTP/1.1" status: 200 len: 1091 time: 1.3667846 Sep 29 17:29:08.475648 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9754-b647-4db3-a3b8-2693e4eefc80 req-66462d8b-b710-457d-8770-f82532bcd304 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:08.476488 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265', 'tag': 'c4924fc0-8cfc-42df-8563-c19d4c13bb33'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:08.477230 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3fd9754-b647-4db3-a3b8-2693e4eefc80 req-66462d8b-b710-457d-8770-f82532bcd304 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 946 time: 0.0691361 Sep 29 17:29:08.479729 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70589071-02ef-4e3e-8da8-22db274b7d26" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265", "tag": "c4924fc0-8cfc-42df-8563-c19d4c13bb33"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:08.539676 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3fd9754-b647-4db3-a3b8-2693e4eefc80 req-37bd6d6d-f8d1-4358-b19a-90bc303ff957 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543404 Sep 29 17:29:08.573129 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Sync routers for ids ['83f2139b-20bc-4247-90a4-ecf30e674791'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:29:08.584390 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Routers {'83f2139b-20bc-4247-90a4-ecf30e674791'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:29:08.585246 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['83f2139b-20bc-4247-90a4-ecf30e674791'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:08.594651 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831cf11-72bb-4db1-a01a-596920e16f65 service neutron] Pushing event updated for resources: {'Port': ['ID=c4924fc0-8cfc-42df-8563-c19d4c13bb33,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:08.631950 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:08.643553 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-ef255fd3-52e1-4c24-a5ac-64a1c1ce1ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:08.645224 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-ef255fd3-52e1-4c24-a5ac-64a1c1ce1ce4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5fd2e3747434b4c8973aa541bd22ed4&device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 1094 time: 0.1034219 Sep 29 17:29:08.729070 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:08.747175 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-7be40e6a-7df1-4aaa-a353-7c44f9c4417d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4924fc0-8cfc-42df-8563-c19d4c13bb33 HTTP/1.1" status: 200 len: 217 time: 0.0720792 Sep 29 17:29:08.778145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65ed25-6959-40ad-ae49-16cb1abcc775 req-54af74c7-1d47-4ca8-a10c-2dd75a534f13 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:08.780027 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e65ed25-6959-40ad-ae49-16cb1abcc775 req-54af74c7-1d47-4ca8-a10c-2dd75a534f13 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 943 time: 0.0989208 Sep 29 17:29:08.781198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:29:08.784484 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:29:08.784717 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Set router 83f2139b-20bc-4247-90a4-ecf30e674791 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:29:08.798296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:29:08.845811 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e65ed25-6959-40ad-ae49-16cb1abcc775 req-4864c636-f81f-4f4a-8e82-6cf61786730f tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1c9ea5f-3742-4b30-b5e7-acbb5670675d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548642 Sep 29 17:29:08.870711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Pushing event updated for resources: {'Port': ['ID=fd6f4d41-ea6b-46ca-9fdc-fed46733d11b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:08.897059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-12bca7db-716d-4b3a-8cc6-bf1197165c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:08.898563 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-12bca7db-716d-4b3a-8cc6-bf1197165c38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8af5bdfb-ada9-49f2-9176-e549ac4a08ad HTTP/1.1" status: 200 len: 851 time: 0.1152894 Sep 29 17:29:08.986622 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:08.992721 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e31c46-3f1d-4fde-879e-55ccbc073734 req-ca76e7d2-0cab-48cd-980d-78a260022bff tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:08.995200 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70e31c46-3f1d-4fde-879e-55ccbc073734 req-ca76e7d2-0cab-48cd-980d-78a260022bff tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 944 time: 0.0573173 Sep 29 17:29:08.996647 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-5d93c500-8291-4ca4-a191-5d3a4ffcc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:08.998257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-5d93c500-8291-4ca4-a191-5d3a4ffcc351 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=248bb528-37ff-42a3-a2f0-d0d4de8cb481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698380 Sep 29 17:29:09.052909 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:09.068898 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'name': 'tempest-FloatingIPDetailsTestJSON-1431543439-router', 'tenant_id': 'e88151862398466b82e2440439769020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '31934438-16eb-49d4-8091-e9eec1493058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:52Z', 'updated_at': '2021-09-29T17:29:01Z', 'revision_number': 4, 'project_id': 'e88151862398466b82e2440439769020', 'gw_port': {'id': '31934438-16eb-49d4-8091-e9eec1493058', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:53Z', 'updated_at': '2021-09-29T17:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5', 'name': '', 'network_id': 'a1dee784-7c56-4695-93b1-93e4e3673df9', 'tenant_id': 'e88151862398466b82e2440439769020', 'mac_address': 'fa:16:3e:79:2e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:59Z', 'updated_at': '2021-09-29T17:29:01Z', 'revision_number': 2, 'project_id': 'e88151862398466b82e2440439769020', 'subnets': [{'id': '16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:09.083768 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70e31c46-3f1d-4fde-879e-55ccbc073734 req-e01f7ca9-a141-4834-922f-5fdb0ed5728a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669026 Sep 29 17:29:09.121113 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Checking router: 83f2139b-20bc-4247-90a4-ecf30e674791 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:29:09.121232 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Updating router 83f2139b-20bc-4247-90a4-ecf30e674791 port 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:29:09.165585 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:09.173078 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-e6ad3eec-7cd0-4956-bc24-6dd1c4e81890 service neutron] 10.222.0.49 "GET /v2.0/networks/248bb528-37ff-42a3-a2f0-d0d4de8cb481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499031 Sep 29 17:29:09.205742 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050471a4-901c-4937-9d4a-1667519591dc x-openstack-request-id: req-050471a4-901c-4937-9d4a-1667519591dc {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:09.205990 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265", "tag": "c4924fc0-8cfc-42df-8563-c19d4c13bb33", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:09.206240 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-050471a4-901c-4937-9d4a-1667519591dc {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:09.206630 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265', 'tag': 'c4924fc0-8cfc-42df-8563-c19d4c13bb33', 'status': 'completed', 'code': 200} Sep 29 17:29:09.389765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544468cb-ff35-4659-b7bc-fafab08a4c86 req-b915ef4d-5c66-4dc8-8402-6065012b68c4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:09.391673 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-544468cb-ff35-4659-b7bc-fafab08a4c86 req-b915ef4d-5c66-4dc8-8402-6065012b68c4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=527adb7c-3bc0-4104-a605-6c4766473e36 HTTP/1.1" status: 200 len: 945 time: 0.1009696 Sep 29 17:29:09.459093 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-544468cb-ff35-4659-b7bc-fafab08a4c86 req-87e2c122-5a3f-4743-9db8-69f994ae6ef5 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584631 Sep 29 17:29:09.494883 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-464fc053-9435-4e7e-8631-de92a5ca32d5 req-22b82871-4f08-46ec-b6bd-f75d998ecda1 service neutron] 10.222.0.49 "GET /v2.0/networks/248bb528-37ff-42a3-a2f0-d0d4de8cb481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159800 Sep 29 17:29:09.509476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-28ffa045-451e-4fc6-965d-c6aa8c28a532 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:09.510991 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-28ffa045-451e-4fc6-965d-c6aa8c28a532 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.49 "GET /v2.0/networks?id=0208d224-4dcb-45d0-88ec-753638b37bc5 HTTP/1.1" status: 200 len: 812 time: 0.2976265 Sep 29 17:29:09.534214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-1c16fd0f-b6d5-4f9a-b871-7ded27d9608b tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Request body: {'port': {'device_id': 'bf6a6c6c-5acc-4e84-a2f9-3128c5630f65', 'network_id': '0208d224-4dcb-45d0-88ec-753638b37bc5', 'admin_state_up': True, 'tenant_id': '2f56a0e8e6584ced9137afa090d7f70f'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:09.540915 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:09.563393 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:09.661336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b03a9-3168-4203-9748-9737426e4399 req-70a999ff-fc19-46b7-812f-db4371a77093 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:09.667615 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b03a9-3168-4203-9748-9737426e4399 req-70a999ff-fc19-46b7-812f-db4371a77093 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:09.674330 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b03a9-3168-4203-9748-9737426e4399 req-70a999ff-fc19-46b7-812f-db4371a77093 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:09.680141 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b03a9-3168-4203-9748-9737426e4399 req-70a999ff-fc19-46b7-812f-db4371a77093 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:09.686319 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b03a9-3168-4203-9748-9737426e4399 req-70a999ff-fc19-46b7-812f-db4371a77093 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:09.692113 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b03a9-3168-4203-9748-9737426e4399 req-70a999ff-fc19-46b7-812f-db4371a77093 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:09.698046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b03a9-3168-4203-9748-9737426e4399 req-70a999ff-fc19-46b7-812f-db4371a77093 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:09.700030 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-da3b03a9-3168-4203-9748-9737426e4399 req-70a999ff-fc19-46b7-812f-db4371a77093 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5427 time: 0.1768758 Sep 29 17:29:09.801185 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:09.813351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac97f78-24c1-449e-afb9-e4018a0797de'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:09.816920 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec6572c-6882-4a81-9bd6-04448639ecff" -d '{"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-plugged", "status": "completed", "tag": "4ac97f78-24c1-449e-afb9-e4018a0797de"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:09.819660 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:09.854286 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:09.881178 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-da3b03a9-3168-4203-9748-9737426e4399 req-a0e4cfe2-8f1a-40ad-ba16-b65f2e038c6c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1664689 Sep 29 17:29:09.895962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3374d-d162-407d-912b-a19f8e1b36b5 req-e82dd835-006c-46bb-8d55-8bac4f93f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:09.902374 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e4d3374d-d162-407d-912b-a19f8e1b36b5 req-e82dd835-006c-46bb-8d55-8bac4f93f15f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 1095 time: 0.1959102 Sep 29 17:29:09.999218 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Attempting to bind port 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:29:09.999611 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Attempting to bind port 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'dd3bc545-9320-4aae-a70c-c5c064bf36ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a1dee784-7c56-4695-93b1-93e4e3673df9'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:29:09.999978 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Attempting to bind port 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 on network a1dee784-7c56-4695-93b1-93e4e3673df9 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:29:10.001980 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c0299-2acf-4f66-acbe-7a5d93214d26 None None] Pushing event updated for resources: {'Port': ['ID=5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:10.009295 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:29:10.009698 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Checking segment: {'id': 'dd3bc545-9320-4aae-a70c-c5c064bf36ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a1dee784-7c56-4695-93b1-93e4e3673df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:29:10.010101 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:10.010573 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Bound using segment: {'id': 'dd3bc545-9320-4aae-a70c-c5c064bf36ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a1dee784-7c56-4695-93b1-93e4e3673df9'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:29:10.011049 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Bound port: 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3bc545-9320-4aae-a70c-c5c064bf36ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'a1dee784-7c56-4695-93b1-93e4e3673df9'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:29:10.011430 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:10.078034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:10.078467 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:10.136931 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] For port 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:29:10.146096 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] For port 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5,segment=NetworkSegment(dd3bc545-9320-4aae-a70c-c5c064bf36ac),segment_id=dd3bc545-9320-4aae-a70c-c5c064bf36ac)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:29:10.161932 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:10.169360 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Pushing event updated for resources: {'Port': ['ID=fd6f4d41-ea6b-46ca-9fdc-fed46733d11b,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:10.194145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3374d-d162-407d-912b-a19f8e1b36b5 req-71f41f97-c7e9-4b3f-a5b7-462e39f16660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:10.195649 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e4d3374d-d162-407d-912b-a19f8e1b36b5 req-71f41f97-c7e9-4b3f-a5b7-462e39f16660 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 913 time: 0.2557516 Sep 29 17:29:10.215032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70589071-02ef-4e3e-8da8-22db274b7d26 req-0d4ca6ad-8cdf-4b59-be23-8090a228da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:10.216811 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70589071-02ef-4e3e-8da8-22db274b7d26 req-0d4ca6ad-8cdf-4b59-be23-8090a228da6a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5fd2e3747434b4c8973aa541bd22ed4&device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 1094 time: 0.6637716 Sep 29 17:29:10.228899 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:10.293697 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e4d3374d-d162-407d-912b-a19f8e1b36b5 req-64be12ea-c327-4d02-8fd8-d2ee4dcb67d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 HTTP/1.1" status: 200 len: 217 time: 0.0831919 Sep 29 17:29:10.309554 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:10.330691 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c0299-2acf-4f66-acbe-7a5d93214d26 None None] Pushing event updated for resources: {'Port': ['ID=5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:10.352002 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Routers {'83f2139b-20bc-4247-90a4-ecf30e674791'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:29:10.352834 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:28:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['83f2139b-20bc-4247-90a4-ecf30e674791'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:10.354074 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70589071-02ef-4e3e-8da8-22db274b7d26 req-8cc70eca-c8ff-4403-a59f-ab772b35c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:10.355546 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70589071-02ef-4e3e-8da8-22db274b7d26 req-8cc70eca-c8ff-4403-a59f-ab772b35c26b service neutron] 10.222.0.49 "GET /v2.0/networks?id=248bb528-37ff-42a3-a2f0-d0d4de8cb481 HTTP/1.1" status: 200 len: 913 time: 0.0996201 Sep 29 17:29:10.416932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a3b46361-9cc5-4d99-b80d-7b87d21967cc None None] Provisioning complete for port 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:10.417364 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c1b4b-411a-4456-bd1d-cafcff38a87b req-ed37f4f6-4fa5-4a9c-9fa8-8c57f4a2bce9 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:10.418640 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a3b46361-9cc5-4d99-b80d-7b87d21967cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:10.418908 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb7c1b4b-411a-4456-bd1d-cafcff38a87b req-ed37f4f6-4fa5-4a9c-9fa8-8c57f4a2bce9 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 944 time: 0.2222016 Sep 29 17:29:10.434609 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:29:10.442909 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70589071-02ef-4e3e-8da8-22db274b7d26 req-bcedf5a4-910a-4706-983a-a9c2fac49ed9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4924fc0-8cfc-42df-8563-c19d4c13bb33 HTTP/1.1" status: 200 len: 217 time: 0.0761914 Sep 29 17:29:10.443617 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:10.446699 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3374d-d162-407d-912b-a19f8e1b36b5 req-23ad3683-d4bc-41e1-aff4-921a75a3f05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:10.448137 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e4d3374d-d162-407d-912b-a19f8e1b36b5 req-23ad3683-d4bc-41e1-aff4-921a75a3f05d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=469f6337-ae09-4156-997e-8aa5990644df HTTP/1.1" status: 200 len: 852 time: 0.1428792 Sep 29 17:29:10.456427 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-189457ec-96a2-4ff2-8431-ea339db075c6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.6898429 Sep 29 17:29:10.471661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:10.485793 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:10.552299 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e4d3374d-d162-407d-912b-a19f8e1b36b5 req-b06d3639-aaa6-4c4c-9a55-be9913c66f45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5cec3342-9e55-4e91-99e8-ff77baea25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799735 Sep 29 17:29:10.591336 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] Set router 83f2139b-20bc-4247-90a4-ecf30e674791 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:29:10.602227 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:10.613774 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a3b46361-9cc5-4d99-b80d-7b87d21967cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:10.646286 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb7c1b4b-411a-4456-bd1d-cafcff38a87b req-c0e52b52-bb1b-4d30-b86c-e29af62e8990 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206469 Sep 29 17:29:10.674401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a3b46361-9cc5-4d99-b80d-7b87d21967cc None None] For port 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5,segment=NetworkSegment(dd3bc545-9320-4aae-a70c-c5c064bf36ac),segment_id=dd3bc545-9320-4aae-a70c-c5c064bf36ac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:10.684656 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a3b46361-9cc5-4d99-b80d-7b87d21967cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:10.690924 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-1fcc60a7-1c55-4035-a834-f62a4b01db0a tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.6 HTTP/1.1" status: 200 len: 694 time: 0.2337830 Sep 29 17:29:10.752147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-1c16fd0f-b6d5-4f9a-b871-7ded27d9608b tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Made reservation on behalf of 2f56a0e8e6584ced9137afa090d7f70f for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:29:10.773676 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-1c16fd0f-b6d5-4f9a-b871-7ded27d9608b tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:10.786849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b46361-9cc5-4d99-b80d-7b87d21967cc None None] Pushing event updated for resources: {'Port': ['ID=5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:10.792866 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0b7339e0-1c50-4cf3-89df-b5cabf2f5732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:10.811024 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e4d3374d-d162-407d-912b-a19f8e1b36b5 req-5a591c93-35d7-4d71-ac72-074bb2bee5df service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451239 Sep 29 17:29:10.821730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70589071-02ef-4e3e-8da8-22db274b7d26 req-7018263a-ef81-43ba-be9b-23acde37deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:10.823383 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70589071-02ef-4e3e-8da8-22db274b7d26 req-7018263a-ef81-43ba-be9b-23acde37deca service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8af5bdfb-ada9-49f2-9176-e549ac4a08ad HTTP/1.1" status: 200 len: 851 time: 0.3525808 Sep 29 17:29:10.845497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5efeb395-a641-46a3-a0a4-5acbde5592ec None None] Provisioning complete for port 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:10.846847 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5efeb395-a641-46a3-a0a4-5acbde5592ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:10.935526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-5e2db446-9906-4143-81ed-5b73d8316622 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:10.942310 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ecd9532e-b0cb-4739-8e66-21d9a15d8a92 req-5e2db446-9906-4143-81ed-5b73d8316622 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.2361941 Sep 29 17:29:11.042660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-934b627a-baf6-45f4-98e4-7d409b8ec454 req-3078a65e-426f-4a75-add8-eb045d687337 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 210 time: 0.0777850 Sep 29 17:29:11.083937 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'name': 'tempest-FloatingIPDetailsTestJSON-1431543439-router', 'tenant_id': 'e88151862398466b82e2440439769020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '31934438-16eb-49d4-8091-e9eec1493058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:52Z', 'updated_at': '2021-09-29T17:29:01Z', 'revision_number': 4, 'project_id': 'e88151862398466b82e2440439769020', 'gw_port': {'id': '31934438-16eb-49d4-8091-e9eec1493058', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:53Z', 'updated_at': '2021-09-29T17:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5', 'name': '', 'network_id': 'a1dee784-7c56-4695-93b1-93e4e3673df9', 'tenant_id': 'e88151862398466b82e2440439769020', 'mac_address': 'fa:16:3e:79:2e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:59Z', 'updated_at': '2021-09-29T17:29:10Z', 'revision_number': 4, 'project_id': 'e88151862398466b82e2440439769020', 'subnets': [{'id': '16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:11.088193 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e4d3374d-d162-407d-912b-a19f8e1b36b5 req-b30094e3-38fd-45e1-9f24-494db65ad5cf service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666731 Sep 29 17:29:11.110122 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b38e2f0-c796-41c4-a6d1-8d2685844ac3 x-openstack-request-id: req-4b38e2f0-c796-41c4-a6d1-8d2685844ac3 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:11.110529 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-plugged", "status": "completed", "tag": "4ac97f78-24c1-449e-afb9-e4018a0797de", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:11.110909 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b38e2f0-c796-41c4-a6d1-8d2685844ac3 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:11.111405 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac97f78-24c1-449e-afb9-e4018a0797de', 'code': 200} Sep 29 17:29:11.132332 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cabdac-994c-4bd2-abfb-26c4523e6828 None None] The sync data for ids ['83f2139b-20bc-4247-90a4-ecf30e674791'] in n-d-811748-2 is: [{'id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'name': 'tempest-FloatingIPDetailsTestJSON-1431543439-router', 'tenant_id': 'e88151862398466b82e2440439769020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '31934438-16eb-49d4-8091-e9eec1493058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:52Z', 'updated_at': '2021-09-29T17:29:01Z', 'revision_number': 4, 'project_id': 'e88151862398466b82e2440439769020', 'gw_port': {'id': '31934438-16eb-49d4-8091-e9eec1493058', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:53Z', 'updated_at': '2021-09-29T17:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5', 'name': '', 'network_id': 'a1dee784-7c56-4695-93b1-93e4e3673df9', 'tenant_id': 'e88151862398466b82e2440439769020', 'mac_address': 'fa:16:3e:79:2e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:59Z', 'updated_at': '2021-09-29T17:29:10Z', 'revision_number': 4, 'project_id': 'e88151862398466b82e2440439769020', 'subnets': [{'id': '16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:29:11.181833 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70589071-02ef-4e3e-8da8-22db274b7d26 req-7ff412cf-1a8d-4604-b1a6-ff0211c66383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:11.183532 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70589071-02ef-4e3e-8da8-22db274b7d26 req-7ff412cf-1a8d-4604-b1a6-ff0211c66383 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=248bb528-37ff-42a3-a2f0-d0d4de8cb481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115083 Sep 29 17:29:11.208130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90022233-5ed9-42c3-9b24-6b99be478ec3 req-43c2e650-1eb8-4c79-a195-1e9e2a3f2d32 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:11.210432 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-90022233-5ed9-42c3-9b24-6b99be478ec3 req-43c2e650-1eb8-4c79-a195-1e9e2a3f2d32 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=72c47650-4865-4248-b156-e869405c80e4 HTTP/1.1" status: 200 len: 946 time: 0.1575208 Sep 29 17:29:11.277916 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c3f6e-fa19-4e64-ad9d-1d67f6010b45 req-0db1fe0b-3472-4e6e-87ff-d48c56613de8 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:11.286168 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e5c3f6e-fa19-4e64-ad9d-1d67f6010b45 req-0db1fe0b-3472-4e6e-87ff-d48c56613de8 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 943 time: 0.0971732 Sep 29 17:29:11.348553 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e5c3f6e-fa19-4e64-ad9d-1d67f6010b45 req-364b8567-5e08-4270-9490-fa9c028a2d35 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1c9ea5f-3742-4b30-b5e7-acbb5670675d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568209 Sep 29 17:29:11.386150 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-90022233-5ed9-42c3-9b24-6b99be478ec3 req-12548b8e-eaee-45ba-b011-8cf188dbca0d tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642795 Sep 29 17:29:11.393337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-1c16fd0f-b6d5-4f9a-b871-7ded27d9608b tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Allocated IP 172.20.0.14 (0208d224-4dcb-45d0-88ec-753638b37bc5/49c0bb04-0f62-4600-9c5e-11ff19ffe0c4/148d9393-1506-44be-9348-5202351eade9) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:29:11.431636 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70589071-02ef-4e3e-8da8-22db274b7d26 req-c8818df0-e601-4170-a609-bbaef8486515 service neutron] 10.222.0.49 "GET /v2.0/networks/248bb528-37ff-42a3-a2f0-d0d4de8cb481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334275 Sep 29 17:29:11.491498 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee86332-3488-4d71-b5bd-5d054124eb75 req-1900daf2-e5f6-4493-bbae-681e085b2c39 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:11.493343 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ee86332-3488-4d71-b5bd-5d054124eb75 req-1900daf2-e5f6-4493-bbae-681e085b2c39 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.0743883 Sep 29 17:29:11.548361 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ee86332-3488-4d71-b5bd-5d054124eb75 req-28476b2d-d03b-4bf4-84a2-62a154ca97a8 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456181 Sep 29 17:29:11.589599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-8c2c31b2-e44a-4da7-9a44-d597df600339 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1552196 Sep 29 17:29:11.621540 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:11.699753 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:11.708954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c4924fc0-8cfc-42df-8563-c19d4c13bb33 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:29:11.771962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed873-0561-42c9-a21d-ae44a646c8fa req-5902744b-0403-4a47-a199-e2eaa8f4a68e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:11.806250 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed873-0561-42c9-a21d-ae44a646c8fa req-5902744b-0403-4a47-a199-e2eaa8f4a68e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:11.813521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed873-0561-42c9-a21d-ae44a646c8fa req-5902744b-0403-4a47-a199-e2eaa8f4a68e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:11.819784 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed873-0561-42c9-a21d-ae44a646c8fa req-5902744b-0403-4a47-a199-e2eaa8f4a68e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:11.841306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed873-0561-42c9-a21d-ae44a646c8fa req-5902744b-0403-4a47-a199-e2eaa8f4a68e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:11.847396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed873-0561-42c9-a21d-ae44a646c8fa req-5902744b-0403-4a47-a199-e2eaa8f4a68e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:11.853573 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed873-0561-42c9-a21d-ae44a646c8fa req-5902744b-0403-4a47-a199-e2eaa8f4a68e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:11.862171 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6e0ed873-0561-42c9-a21d-ae44a646c8fa req-5902744b-0403-4a47-a199-e2eaa8f4a68e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5427 time: 0.1865053 Sep 29 17:29:11.876920 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:11.878381 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 688bc388-81fb-4f86-8280-61f81a64b05e details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:29:11.923860 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a36d37ce-a325-4d1c-9721-c8f32e0f47e7 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:11.941396 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6e0ed873-0561-42c9-a21d-ae44a646c8fa req-002ad969-72eb-4312-b560-c1a3c4be5e07 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783269 Sep 29 17:29:11.961758 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70589071-02ef-4e3e-8da8-22db274b7d26 req-c8a4ffda-df75-48de-aa46-932540a6dd31 service neutron] 10.222.0.49 "GET /v2.0/networks/248bb528-37ff-42a3-a2f0-d0d4de8cb481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173736 Sep 29 17:29:12.060912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c4924fc0-8cfc-42df-8563-c19d4c13bb33, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c4924fc0-8cfc-42df-8563-c19d4c13bb33,segment=NetworkSegment(5d3aa4a1-56ad-454d-8704-3469fa48d111),segment_id=5d3aa4a1-56ad-454d-8704-3469fa48d111)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:12.105224 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-1c16fd0f-b6d5-4f9a-b871-7ded27d9608b tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:12.107593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'c4924fc0-8cfc-42df-8563-c19d4c13bb33', 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'port_id': 'c4924fc0-8cfc-42df-8563-c19d4c13bb33', 'mac_address': 'fa:16:3e:69:0e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:29:12.195659 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:12.271259 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-1c16fd0f-b6d5-4f9a-b871-7ded27d9608b tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:12.335838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-1c16fd0f-b6d5-4f9a-b871-7ded27d9608b tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Network 0208d224-4dcb-45d0-88ec-753638b37bc5 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:29:12.343879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-1c16fd0f-b6d5-4f9a-b871-7ded27d9608b tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:29:12.346416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-1c16fd0f-b6d5-4f9a-b871-7ded27d9608b tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:29:12.389730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:12.390221 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:12.393091 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:12.426088 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-1c16fd0f-b6d5-4f9a-b871-7ded27d9608b tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:12.427039 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-1c16fd0f-b6d5-4f9a-b871-7ded27d9608b tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:12.474465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 688bc388-81fb-4f86-8280-61f81a64b05e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=688bc388-81fb-4f86-8280-61f81a64b05e,segment=NetworkSegment(d7016e54-47ea-4b2d-9629-f20581fcbd99),segment_id=d7016e54-47ea-4b2d-9629-f20581fcbd99)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:12.486850 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16fd0f-b6d5-4f9a-b871-7ded27d9608b tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Pushing event updated for resources: {'Port': ['ID=148d9393-1506-44be-9348-5202351eade9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:12.494460 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-1c16fd0f-b6d5-4f9a-b871-7ded27d9608b tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9660437 Sep 29 17:29:12.495068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '688bc388-81fb-4f86-8280-61f81a64b05e', 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'port_id': '688bc388-81fb-4f86-8280-61f81a64b05e', 'mac_address': 'fa:16:3e:e8:30:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:29:12.513994 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4924fc0-8cfc-42df-8563-c19d4c13bb33 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:12.524688 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port a36d37ce-a325-4d1c-9721-c8f32e0f47e7 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:29:12.526251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Request body: {'port': {'device_id': 'bf6a6c6c-5acc-4e84-a2f9-3128c5630f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:12.534950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port a36d37ce-a325-4d1c-9721-c8f32e0f47e7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:12.535489 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:12.559625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e8b36-92c7-4e0b-9971-564556f33822 req-892f37c3-088c-4149-abc7-d2eba3125f49 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:12.565969 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a18e8b36-92c7-4e0b-9971-564556f33822 req-892f37c3-088c-4149-abc7-d2eba3125f49 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 944 time: 0.1618068 Sep 29 17:29:12.582369 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Allocated IP 172.25.2.218 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/dd3041f5-6445-4bb8-b644-2584c17d76df) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:29:12.630699 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:12.653350 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a18e8b36-92c7-4e0b-9971-564556f33822 req-34cbea80-7164-452c-8b2b-7d2692abbda9 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798359 Sep 29 17:29:12.677186 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:12.727744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c4924fc0-8cfc-42df-8563-c19d4c13bb33, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c4924fc0-8cfc-42df-8563-c19d4c13bb33,segment=NetworkSegment(5d3aa4a1-56ad-454d-8704-3469fa48d111),segment_id=5d3aa4a1-56ad-454d-8704-3469fa48d111)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:12.738985 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688bc388-81fb-4f86-8280-61f81a64b05e {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:12.766940 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 688bc388-81fb-4f86-8280-61f81a64b05e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=688bc388-81fb-4f86-8280-61f81a64b05e,segment=NetworkSegment(d7016e54-47ea-4b2d-9629-f20581fcbd99),segment_id=d7016e54-47ea-4b2d-9629-f20581fcbd99)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:12.770065 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:12.829550 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:12.843905 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=c4924fc0-8cfc-42df-8563-c19d4c13bb33,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:12.915506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9d2e4-3e20-4667-a1a5-2687012ac073 req-796a2bc7-eb1f-4f10-aeb6-9d17529221b6 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:12.917852 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-edf9d2e4-3e20-4667-a1a5-2687012ac073 req-796a2bc7-eb1f-4f10-aeb6-9d17529221b6 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 932 time: 0.1045234 Sep 29 17:29:12.951098 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:12.965986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=688bc388-81fb-4f86-8280-61f81a64b05e,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:12.998221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a36d37ce-a325-4d1c-9721-c8f32e0f47e7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a36d37ce-a325-4d1c-9721-c8f32e0f47e7,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:13.003339 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-edf9d2e4-3e20-4667-a1a5-2687012ac073 req-43e9d19b-dc97-4e6b-a83f-3191048b2f49 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/security-groups?id=de667b3d-88a7-4a2f-adea-288c288d84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773516 Sep 29 17:29:13.010260 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:13.011608 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4897f706-46a1-4776-b2d3-425bd33d21de up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:13.047279 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['c4924fc0-8cfc-42df-8563-c19d4c13bb33'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:13.115717 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd39e5f3-62a1-428b-b587-b7d670dca34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4'}, {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36d37ce-a325-4d1c-9721-c8f32e0f47e7'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:13.118003 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9598665-be09-433a-8d8a-301ac391f316" -d '{"events": [{"server_uuid": "bd39e5f3-62a1-428b-b587-b7d670dca34a", "name": "network-vif-plugged", "status": "completed", "tag": "4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4"}, {"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-plugged", "status": "completed", "tag": "a36d37ce-a325-4d1c-9721-c8f32e0f47e7"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:13.143475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7616b1-1e66-47dc-9821-da05deb3a36f req-a77d9b01-2f20-4e55-b6aa-56f448f457e4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:13.152903 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea7616b1-1e66-47dc-9821-da05deb3a36f req-a77d9b01-2f20-4e55-b6aa-56f448f457e4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=72c47650-4865-4248-b156-e869405c80e4 HTTP/1.1" status: 200 len: 946 time: 0.0724895 Sep 29 17:29:13.153087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=a36d37ce-a325-4d1c-9721-c8f32e0f47e7,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:13.199461 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 4897f706-46a1-4776-b2d3-425bd33d21de completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:29:13.207230 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:13.212458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 4897f706-46a1-4776-b2d3-425bd33d21de triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:13.212851 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:13.215966 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea7616b1-1e66-47dc-9821-da05deb3a36f req-e7f0ea1e-7ad1-45da-81aa-3bfa73746a11 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616903 Sep 29 17:29:13.236145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 148d9393-1506-44be-9348-5202351eade9 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:13.265827 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:13.295687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Transition to ACTIVE for port object 148d9393-1506-44be-9348-5202351eade9 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:29:13.304941 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:13.346745 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:13.367762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:29:13.371389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:29:13.374491 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:29:13.376678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['688bc388-81fb-4f86-8280-61f81a64b05e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:13.384059 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ccded-0e78-4748-bb9e-0739a718727d req-624d4a6f-3435-416d-ab57-e5ef9d479e6c tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:13.392535 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-af9ccded-0e78-4748-bb9e-0739a718727d req-624d4a6f-3435-416d-ab57-e5ef9d479e6c tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 944 time: 0.0878408 Sep 29 17:29:13.417780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Pushing event updated for resources: {'Port': ['ID=148d9393-1506-44be-9348-5202351eade9,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:13.427105 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:13.456638 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-af9ccded-0e78-4748-bb9e-0739a718727d req-b8f012c1-3566-4d06-ad89-3a3d15023453 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1c9ea5f-3742-4b30-b5e7-acbb5670675d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573106 Sep 29 17:29:13.488242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Pushing event updated for resources: {'Port': ['ID=dd3041f5-6445-4bb8-b644-2584c17d76df,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:13.513346 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4897f706-46a1-4776-b2d3-425bd33d21de, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4897f706-46a1-4776-b2d3-425bd33d21de,segment=NetworkSegment(21736d5a-63fd-4d44-9c01-1be2659b02f5),segment_id=21736d5a-63fd-4d44-9c01-1be2659b02f5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:13.529322 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:13.530556 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 057c4afc-15d9-4d68-b1ee-2455ce8bf293 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:13.595950 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be8f7ce4-0f49-4980-ab8f-9fce5ea69f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:13.630160 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed2e92-dbbf-4266-9cb9-61f82dd81410 req-96405a7f-ad63-4dce-ab71-140c59fc059f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:13.633107 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:13.643192 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6bed2e92-dbbf-4266-9cb9-61f82dd81410 req-96405a7f-ad63-4dce-ab71-140c59fc059f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.1008310 Sep 29 17:29:13.658012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Attempting to bind port 148d9393-1506-44be-9348-5202351eade9 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:29:13.658347 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Attempting to bind port 148d9393-1506-44be-9348-5202351eade9 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'c168d6c7-33ba-478f-8038-5ddd0c236bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0208d224-4dcb-45d0-88ec-753638b37bc5'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:29:13.658682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Attempting to bind port 148d9393-1506-44be-9348-5202351eade9 on network 0208d224-4dcb-45d0-88ec-753638b37bc5 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:29:13.665570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Port 148d9393-1506-44be-9348-5202351eade9 on network 0208d224-4dcb-45d0-88ec-753638b37bc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:29:13.665892 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Attempting to bind port 148d9393-1506-44be-9348-5202351eade9 on network 0208d224-4dcb-45d0-88ec-753638b37bc5 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:29:13.688891 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4897f706-46a1-4776-b2d3-425bd33d21de,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:13.689115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:29:13.689784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Checking segment: {'id': 'c168d6c7-33ba-478f-8038-5ddd0c236bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0208d224-4dcb-45d0-88ec-753638b37bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:29:13.690183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Bound using segment: {'id': 'c168d6c7-33ba-478f-8038-5ddd0c236bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0208d224-4dcb-45d0-88ec-753638b37bc5'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:29:13.690637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Bound port: 148d9393-1506-44be-9348-5202351eade9, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c168d6c7-33ba-478f-8038-5ddd0c236bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0208d224-4dcb-45d0-88ec-753638b37bc5'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:29:13.691049 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:13.718751 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:13.718967 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6bed2e92-dbbf-4266-9cb9-61f82dd81410 req-260b0442-b5f8-44cf-a658-32b647c3d282 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710814 Sep 29 17:29:13.738887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 057c4afc-15d9-4d68-b1ee-2455ce8bf293 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:29:13.752568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 057c4afc-15d9-4d68-b1ee-2455ce8bf293 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:13.757811 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:13.922240 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:13.945797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d771b1-3b30-4627-8df4-31362e965cf2 req-b4958fff-c04e-4901-9174-39feeda6147c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:13.957699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] For port 148d9393-1506-44be-9348-5202351eade9, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:29:13.960757 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 057c4afc-15d9-4d68-b1ee-2455ce8bf293, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=057c4afc-15d9-4d68-b1ee-2455ce8bf293,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:13.962729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d771b1-3b30-4627-8df4-31362e965cf2 req-b4958fff-c04e-4901-9174-39feeda6147c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:13.969058 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:13.970107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device be739b7b-a7ce-45a1-bd9c-1714d150d2e3 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:13.973454 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d771b1-3b30-4627-8df4-31362e965cf2 req-b4958fff-c04e-4901-9174-39feeda6147c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:13.984188 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d771b1-3b30-4627-8df4-31362e965cf2 req-b4958fff-c04e-4901-9174-39feeda6147c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:13.992734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] For port 148d9393-1506-44be-9348-5202351eade9, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=148d9393-1506-44be-9348-5202351eade9,segment=NetworkSegment(c168d6c7-33ba-478f-8038-5ddd0c236bbe),segment_id=c168d6c7-33ba-478f-8038-5ddd0c236bbe)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:29:13.995029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d771b1-3b30-4627-8df4-31362e965cf2 req-b4958fff-c04e-4901-9174-39feeda6147c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:14.006026 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d771b1-3b30-4627-8df4-31362e965cf2 req-b4958fff-c04e-4901-9174-39feeda6147c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:14.006582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a48dd-4c71-4b00-ba90-f1c6676aa23c req-42fb89f0-39e4-4659-ac12-ed312846214f tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:14.008103 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-423a48dd-4c71-4b00-ba90-f1c6676aa23c req-42fb89f0-39e4-4659-ac12-ed312846214f tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.49 "GET /v2.0/ports?device_id=72c47650-4865-4248-b156-e869405c80e4 HTTP/1.1" status: 200 len: 946 time: 0.1439266 Sep 29 17:29:14.012924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d771b1-3b30-4627-8df4-31362e965cf2 req-b4958fff-c04e-4901-9174-39feeda6147c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:14.015821 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:14.029904 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33d771b1-3b30-4627-8df4-31362e965cf2 req-b4958fff-c04e-4901-9174-39feeda6147c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5429 time: 0.2110372 Sep 29 17:29:14.062971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=057c4afc-15d9-4d68-b1ee-2455ce8bf293,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:14.096222 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port be739b7b-a7ce-45a1-bd9c-1714d150d2e3 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:29:14.102817 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port be739b7b-a7ce-45a1-bd9c-1714d150d2e3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:14.103802 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:14.109340 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33d771b1-3b30-4627-8df4-31362e965cf2 req-9e2cc358-3ef2-4738-9ad6-87da90632afd tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719225 Sep 29 17:29:14.124722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:14.125747 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:14.128270 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] 10.222.0.49 "PUT /v2.0/ports/148d9393-1506-44be-9348-5202351eade9 HTTP/1.1" status: 200 len: 1092 time: 1.6165841 Sep 29 17:29:14.135542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf6a6c6c-5acc-4e84-a2f9-3128c5630f65', 'tag': '148d9393-1506-44be-9348-5202351eade9'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:14.137868 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71329d6-b28b-4d78-94b1-c1641fa2c483" -d '{"events": [{"name": "network-changed", "server_uuid": "bf6a6c6c-5acc-4e84-a2f9-3128c5630f65", "tag": "148d9393-1506-44be-9348-5202351eade9"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:14.157388 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:14.190103 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:14.240165 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d6e1f6-c71d-44f3-a050-61bf742696c0 x-openstack-request-id: req-28d6e1f6-c71d-44f3-a050-61bf742696c0 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:14.240477 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd39e5f3-62a1-428b-b587-b7d670dca34a", "name": "network-vif-plugged", "status": "completed", "tag": "4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4", "code": 200}, {"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-plugged", "status": "completed", "tag": "a36d37ce-a325-4d1c-9721-c8f32e0f47e7", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:14.240710 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28d6e1f6-c71d-44f3-a050-61bf742696c0 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:14.241101 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd39e5f3-62a1-428b-b587-b7d670dca34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4', 'code': 200} Sep 29 17:29:14.241380 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36d37ce-a325-4d1c-9721-c8f32e0f47e7', 'code': 200} Sep 29 17:29:14.241998 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:14.258231 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6f5f5-8592-48b4-b05d-9d524d36bd97 service neutron] Pushing event updated for resources: {'Port': ['ID=148d9393-1506-44be-9348-5202351eade9,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:14.298219 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port be739b7b-a7ce-45a1-bd9c-1714d150d2e3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=be739b7b-a7ce-45a1-bd9c-1714d150d2e3,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:14.301079 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:14.302577 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:14.303382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 5988d418-a748-4b3c-ad5d-5c29fd19e399 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:14.353386 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226fd65-fab7-43de-8bcc-7802d529300d req-ae0566b5-342c-40fd-af73-ab8d0886ead0 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:14.361513 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4226fd65-fab7-43de-8bcc-7802d529300d req-ae0566b5-342c-40fd-af73-ab8d0886ead0 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 945 time: 0.0834720 Sep 29 17:29:14.372509 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:14.374402 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=be739b7b-a7ce-45a1-bd9c-1714d150d2e3,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:14.391123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Pushing event updated for resources: {'Port': ['ID=dd3041f5-6445-4bb8-b644-2584c17d76df,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:14.397014 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:14.407302 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-28eadbfe-c8d6-423f-897d-9965ab8a53a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7962384 Sep 29 17:29:14.415321 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-a0548346-86da-486a-b40c-2468c03388b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:14.416804 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-a0548346-86da-486a-b40c-2468c03388b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f56a0e8e6584ced9137afa090d7f70f&device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 1095 time: 0.2171657 Sep 29 17:29:14.422502 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4226fd65-fab7-43de-8bcc-7802d529300d req-c0d75b81-b9ae-4dd8-b56d-f3d83540bcd6 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600252 Sep 29 17:29:14.478216 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 5988d418-a748-4b3c-ad5d-5c29fd19e399 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:29:14.492804 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 5988d418-a748-4b3c-ad5d-5c29fd19e399 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:14.493872 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:14.517793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-9a330464-c3c9-4979-a6b9-c8f0f1a0016f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148d9393-1506-44be-9348-5202351eade9 HTTP/1.1" status: 200 len: 217 time: 0.0866194 Sep 29 17:29:14.538635 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-e27eef1e-ad1b-4ec8-9bdb-a618258d30f4 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.218 HTTP/1.1" status: 200 len: 696 time: 0.1303747 Sep 29 17:29:14.554869 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:14.599976 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-423a48dd-4c71-4b00-ba90-f1c6676aa23c req-10fcc420-c0c2-4f00-82a2-1f2836337500 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Deleting port 5d0d085b-98e5-4a04-b302-2b6bad1fd539 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:29:14.600408 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-423a48dd-4c71-4b00-ba90-f1c6676aa23c req-10fcc420-c0c2-4f00-82a2-1f2836337500 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:14.603981 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-7a5b3234-3594-4b57-8c24-121f3394a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:14.605471 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-7a5b3234-3594-4b57-8c24-121f3394a3d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49c0bb04-0f62-4600-9c5e-11ff19ffe0c4 HTTP/1.1" status: 200 len: 852 time: 0.0617726 Sep 29 17:29:14.618625 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:14.652345 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:14.699272 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-90f40505-2df2-4a9b-9550-3987f3701d5a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0208d224-4dcb-45d0-88ec-753638b37bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690005 Sep 29 17:29:14.699581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 5988d418-a748-4b3c-ad5d-5c29fd19e399, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=5988d418-a748-4b3c-ad5d-5c29fd19e399,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:14.706263 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:14.753472 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877c5b8-c283-4369-95bd-5682a11d5deb req-b391258e-9bea-4609-a8f0-1ad962267f9e tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:14.755063 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9877c5b8-c283-4369-95bd-5682a11d5deb req-b391258e-9bea-4609-a8f0-1ad962267f9e tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 944 time: 0.0976381 Sep 29 17:29:14.770420 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=5988d418-a748-4b3c-ad5d-5c29fd19e399,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:14.809290 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9877c5b8-c283-4369-95bd-5682a11d5deb req-d82dba96-4988-422f-83f9-b8c8eea91bbf tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/security-groups?id=de667b3d-88a7-4a2f-adea-288c288d84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479882 Sep 29 17:29:15.002261 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a750bdc-24bd-4200-9d05-330e1865ab8a req-8469d757-39c4-4ddb-b779-3eaa98631cb5 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:15.005947 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a750bdc-24bd-4200-9d05-330e1865ab8a req-8469d757-39c4-4ddb-b779-3eaa98631cb5 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=72c47650-4865-4248-b156-e869405c80e4 HTTP/1.1" status: 200 len: 946 time: 0.0748479 Sep 29 17:29:15.063968 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a750bdc-24bd-4200-9d05-330e1865ab8a req-9f60d977-a510-4b17-98e5-91b246f59f23 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452297 Sep 29 17:29:15.127848 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0b1621-a06a-4ff3-8065-aba6fb058f26 x-openstack-request-id: req-0b0b1621-a06a-4ff3-8065-aba6fb058f26 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:15.128194 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf6a6c6c-5acc-4e84-a2f9-3128c5630f65", "tag": "148d9393-1506-44be-9348-5202351eade9", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:15.128376 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b0b1621-a06a-4ff3-8065-aba6fb058f26 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:15.128791 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf6a6c6c-5acc-4e84-a2f9-3128c5630f65', 'tag': '148d9393-1506-44be-9348-5202351eade9', 'status': 'completed', 'code': 200} Sep 29 17:29:15.164299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d04c7-d4d6-4ae5-8c61-52e58b7b8e70 req-193c8ea7-3881-438f-b5b9-1094f575123c tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:15.169516 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-374d04c7-d4d6-4ae5-8c61-52e58b7b8e70 req-193c8ea7-3881-438f-b5b9-1094f575123c tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 944 time: 0.0527735 Sep 29 17:29:15.214164 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-374d04c7-d4d6-4ae5-8c61-52e58b7b8e70 req-a21298c3-1c7f-4365-9572-401053373d1e tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1c9ea5f-3742-4b30-b5e7-acbb5670675d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406065 Sep 29 17:29:15.293395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-423a48dd-4c71-4b00-ba90-f1c6676aa23c req-10fcc420-c0c2-4f00-82a2-1f2836337500 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] For port 5d0d085b-98e5-4a04-b302-2b6bad1fd539, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=5d0d085b-98e5-4a04-b302-2b6bad1fd539,segment=NetworkSegment(bbb6225a-cf5b-4f58-8be7-c160e94f7e2a),segment_id=bbb6225a-cf5b-4f58-8be7-c160e94f7e2a)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:15.293965 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-423a48dd-4c71-4b00-ba90-f1c6676aa23c req-10fcc420-c0c2-4f00-82a2-1f2836337500 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:15.318865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-423a48dd-4c71-4b00-ba90-f1c6676aa23c req-10fcc420-c0c2-4f00-82a2-1f2836337500 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Calling delete_port for 5d0d085b-98e5-4a04-b302-2b6bad1fd539 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:29:15.343221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-0a9702f4-1e57-42cc-9631-84e272f1dd27 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:15.344613 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3485b984-49d2-4a52-9fa5-0254e7bf6df9 req-0a9702f4-1e57-42cc-9631-84e272f1dd27 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.8052034 Sep 29 17:29:15.353881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-015c6bc7-32ae-40df-be7c-d5ad18b0370f service neutron] 10.222.0.49 "GET /v2.0/networks/0208d224-4dcb-45d0-88ec-753638b37bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325922 Sep 29 17:29:15.370584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c987304-6709-4d71-b166-8921e3143fce req-751a626a-e51a-4505-b0bd-f9f0070d5241 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:15.374645 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c987304-6709-4d71-b166-8921e3143fce req-751a626a-e51a-4505-b0bd-f9f0070d5241 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.0723886 Sep 29 17:29:15.418114 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c987304-6709-4d71-b166-8921e3143fce req-6485d006-164b-46cd-9409-00868dda869b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356579 Sep 29 17:29:15.583970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b09c5-7042-474f-8d6c-2cc536ad2a4a req-31cc4015-2492-4465-be79-835a7c1e50c9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:15.592411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b09c5-7042-474f-8d6c-2cc536ad2a4a req-31cc4015-2492-4465-be79-835a7c1e50c9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:15.599224 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b09c5-7042-474f-8d6c-2cc536ad2a4a req-31cc4015-2492-4465-be79-835a7c1e50c9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:15.606139 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b09c5-7042-474f-8d6c-2cc536ad2a4a req-31cc4015-2492-4465-be79-835a7c1e50c9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:15.613543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b09c5-7042-474f-8d6c-2cc536ad2a4a req-31cc4015-2492-4465-be79-835a7c1e50c9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:15.619029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b09c5-7042-474f-8d6c-2cc536ad2a4a req-31cc4015-2492-4465-be79-835a7c1e50c9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:15.626505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b09c5-7042-474f-8d6c-2cc536ad2a4a req-31cc4015-2492-4465-be79-835a7c1e50c9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:15.628683 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-775b09c5-7042-474f-8d6c-2cc536ad2a4a req-31cc4015-2492-4465-be79-835a7c1e50c9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5432 time: 0.2199044 Sep 29 17:29:15.635402 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-180a39ff-fff8-432c-9006-be93acbdafaf tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1716206 Sep 29 17:29:15.642026 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:15.673129 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:15.685350 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10098321-14dc-4552-a9c4-9c775b3c0d18 req-e522de35-56a7-4717-bb8a-a77335238e2e service neutron] 10.222.0.49 "GET /v2.0/networks/0208d224-4dcb-45d0-88ec-753638b37bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215835 Sep 29 17:29:15.735866 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c4924fc0-8cfc-42df-8563-c19d4c13bb33 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:15.780500 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-775b09c5-7042-474f-8d6c-2cc536ad2a4a req-036fdf32-0d35-4b24-bb99-1bb290336b59 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1388285 Sep 29 17:29:15.847648 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port c4924fc0-8cfc-42df-8563-c19d4c13bb33 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:29:15.857316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port c4924fc0-8cfc-42df-8563-c19d4c13bb33 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:15.857799 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:15.859099 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:15.868046 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-423a48dd-4c71-4b00-ba90-f1c6676aa23c req-10fcc420-c0c2-4f00-82a2-1f2836337500 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:15.880851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71329d6-b28b-4d78-94b1-c1641fa2c483 req-a10df3fb-0bad-45e4-bd28-4d2af2847788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:15.884964 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c71329d6-b28b-4d78-94b1-c1641fa2c483 req-a10df3fb-0bad-45e4-bd28-4d2af2847788 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f56a0e8e6584ced9137afa090d7f70f&device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 1095 time: 0.1330733 Sep 29 17:29:15.902820 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['e824485b-430d-4107-a57e-58d4693bcd6d'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:15.905718 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 688bc388-81fb-4f86-8280-61f81a64b05e up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:15.961237 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['d20e16cf-b38b-4cda-8b23-babe3f80785c'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:15.974796 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcc420-c0c2-4f00-82a2-1f2836337500 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Pushing event deleted for resources: {'Port': ['ID=5d0d085b-98e5-4a04-b302-2b6bad1fd539,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:16.084887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-423a48dd-4c71-4b00-ba90-f1c6676aa23c req-10fcc420-c0c2-4f00-82a2-1f2836337500 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] No DVR routers for this DVR port 5d0d085b-98e5-4a04-b302-2b6bad1fd539 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:29:16.088029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Allocated IP 172.25.2.122 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/aeec6c4d-16f5-4db5-a68a-cf9eaab800b3) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:29:16.090396 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-423a48dd-4c71-4b00-ba90-f1c6676aa23c req-10fcc420-c0c2-4f00-82a2-1f2836337500 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:16.092955 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-423a48dd-4c71-4b00-ba90-f1c6676aa23c req-10fcc420-c0c2-4f00-82a2-1f2836337500 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.49 "DELETE /v2.0/ports/5d0d085b-98e5-4a04-b302-2b6bad1fd539 HTTP/1.1" status: 204 len: 173 time: 2.0685771 Sep 29 17:29:16.111701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60d499-62dd-460f-b631-2f1cfc4965c6 req-e2a8bee3-a566-44a7-9d3b-362f91b5fdfb tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:16.113537 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ea60d499-62dd-460f-b631-2f1cfc4965c6 req-e2a8bee3-a566-44a7-9d3b-362f91b5fdfb tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 945 time: 0.2030470 Sep 29 17:29:16.138763 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:16.213881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ea60d499-62dd-460f-b631-2f1cfc4965c6 req-0d69646c-fa8f-4d1a-a6f0-de75d79819ba tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661302 Sep 29 17:29:16.217840 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71329d6-b28b-4d78-94b1-c1641fa2c483 req-dc04a056-f699-47b9-9bef-390d12e7df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:16.219838 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c71329d6-b28b-4d78-94b1-c1641fa2c483 req-dc04a056-f699-47b9-9bef-390d12e7df5d service neutron] 10.222.0.49 "GET /v2.0/networks?id=0208d224-4dcb-45d0-88ec-753638b37bc5 HTTP/1.1" status: 200 len: 913 time: 0.2909241 Sep 29 17:29:16.278132 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c71329d6-b28b-4d78-94b1-c1641fa2c483 req-d42dbb9c-d6f2-458a-a9dd-f1ac04c8bb3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=148d9393-1506-44be-9348-5202351eade9 HTTP/1.1" status: 200 len: 217 time: 0.0441010 Sep 29 17:29:16.292287 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4897f706-46a1-4776-b2d3-425bd33d21de'}, {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057c4afc-15d9-4d68-b1ee-2455ce8bf293'}, {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be739b7b-a7ce-45a1-bd9c-1714d150d2e3'}, {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5988d418-a748-4b3c-ad5d-5c29fd19e399'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:16.294689 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:16.294814 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f0f581-23fc-416c-9b3b-549bdbbc8296" -d '{"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-plugged", "status": "completed", "tag": "4897f706-46a1-4776-b2d3-425bd33d21de"}, {"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-plugged", "status": "completed", "tag": "057c4afc-15d9-4d68-b1ee-2455ce8bf293"}, {"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-plugged", "status": "completed", "tag": "be739b7b-a7ce-45a1-bd9c-1714d150d2e3"}, {"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-plugged", "status": "completed", "tag": "5988d418-a748-4b3c-ad5d-5c29fd19e399"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:16.376977 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 688bc388-81fb-4f86-8280-61f81a64b05e completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:29:16.388620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71329d6-b28b-4d78-94b1-c1641fa2c483 req-3ea5c3fc-a4ff-4ff6-8179-8e51de971563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:16.391140 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c71329d6-b28b-4d78-94b1-c1641fa2c483 req-3ea5c3fc-a4ff-4ff6-8179-8e51de971563 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=49c0bb04-0f62-4600-9c5e-11ff19ffe0c4 HTTP/1.1" status: 200 len: 852 time: 0.1050701 Sep 29 17:29:16.393852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:16.429019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c4924fc0-8cfc-42df-8563-c19d4c13bb33, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c4924fc0-8cfc-42df-8563-c19d4c13bb33,segment=NetworkSegment(5d3aa4a1-56ad-454d-8704-3469fa48d111),segment_id=5d3aa4a1-56ad-454d-8704-3469fa48d111)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:16.430040 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 688bc388-81fb-4f86-8280-61f81a64b05e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:16.430482 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:16.451254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:29:16.455150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:29:16.463380 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:29:16.473735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Pushing event updated for resources: {'Port': ['ID=aeec6c4d-16f5-4db5-a68a-cf9eaab800b3,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:16.485344 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:16.497024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c71329d6-b28b-4d78-94b1-c1641fa2c483 req-66e7b04a-ec20-49ad-81f2-190f653eddae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0208d224-4dcb-45d0-88ec-753638b37bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966053 Sep 29 17:29:16.511895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-c71329d6-b28b-4d78-94b1-c1641fa2c483 req-4c5eafb8-b5f6-4cc6-8bb8-f22cf5cd9387 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:29:16.512885 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c71329d6-b28b-4d78-94b1-c1641fa2c483 req-4c5eafb8-b5f6-4cc6-8bb8-f22cf5cd9387 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064344 Sep 29 17:29:16.560336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daea857-8768-451d-9531-9c3c93fdb392 req-2555bf60-e5ee-4bec-ab39-b523a0fd61bc tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:16.562844 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7daea857-8768-451d-9531-9c3c93fdb392 req-2555bf60-e5ee-4bec-ab39-b523a0fd61bc tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 944 time: 0.0960546 Sep 29 17:29:16.597487 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:16.635089 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:16.666913 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=c4924fc0-8cfc-42df-8563-c19d4c13bb33,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:16.672573 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7daea857-8768-451d-9531-9c3c93fdb392 req-61a29f1e-9bdd-4628-8f9f-927ed6e7097c tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/security-groups?id=de667b3d-88a7-4a2f-adea-288c288d84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989034 Sep 29 17:29:16.702607 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:16.738074 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 688bc388-81fb-4f86-8280-61f81a64b05e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=688bc388-81fb-4f86-8280-61f81a64b05e,segment=NetworkSegment(d7016e54-47ea-4b2d-9629-f20581fcbd99),segment_id=d7016e54-47ea-4b2d-9629-f20581fcbd99)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:16.742221 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c71329d6-b28b-4d78-94b1-c1641fa2c483 req-5b841dde-0f74-4d3f-a165-f4567ce12420 service neutron] 10.222.0.49 "GET /v2.0/networks/0208d224-4dcb-45d0-88ec-753638b37bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189384 Sep 29 17:29:16.755066 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:16.809646 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:16.866856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=688bc388-81fb-4f86-8280-61f81a64b05e,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:16.904229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a30f28e1-b445-48b8-80fa-10e202426b4c req-8ba68775-613c-4317-9b17-85c7e43b8713 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=72c47650-4865-4248-b156-e869405c80e4 HTTP/1.1" status: 200 len: 210 time: 0.0662804 Sep 29 17:29:16.947042 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c71329d6-b28b-4d78-94b1-c1641fa2c483 req-2de83edd-2889-41b2-9d2e-d090d544af5b service neutron] 10.222.0.49 "GET /v2.0/networks/0208d224-4dcb-45d0-88ec-753638b37bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878147 Sep 29 17:29:16.974466 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:16.980205 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:17.058549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba6bd8-fac5-45d9-b7ef-8a45b1f6fa5e req-d49ee93a-5ed5-4a6a-9ad5-d29b0f56b49f tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.060330 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbba6bd8-fac5-45d9-b7ef-8a45b1f6fa5e req-d49ee93a-5ed5-4a6a-9ad5-d29b0f56b49f tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 945 time: 0.0707355 Sep 29 17:29:17.072517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Pushing event updated for resources: {'Port': ['ID=aeec6c4d-16f5-4db5-a68a-cf9eaab800b3,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:17.094586 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:17.119564 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbba6bd8-fac5-45d9-b7ef-8a45b1f6fa5e req-c81fce5a-2beb-4e24-8380-6affe85c5065 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1c9ea5f-3742-4b30-b5e7-acbb5670675d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503905 Sep 29 17:29:17.122853 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:17.125232 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-d9bb5acc-feaf-4eb7-a829-f981d9374506 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4888258 Sep 29 17:29:17.132048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c47650-4865-4248-b156-e869405c80e4', 'name': 'network-vif-deleted', 'tag': '5d0d085b-98e5-4a04-b302-2b6bad1fd539'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:17.136500 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7dee38-e921-47e0-b9ec-8d1c8c416d54" -d '{"events": [{"server_uuid": "72c47650-4865-4248-b156-e869405c80e4", "name": "network-vif-deleted", "tag": "5d0d085b-98e5-4a04-b302-2b6bad1fd539"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:17.198906 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b9f6b9-ca7c-461d-80a7-69591267a5b7 x-openstack-request-id: req-98b9f6b9-ca7c-461d-80a7-69591267a5b7 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:17.199472 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-plugged", "status": "completed", "tag": "4897f706-46a1-4776-b2d3-425bd33d21de", "code": 200}, {"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-plugged", "status": "completed", "tag": "057c4afc-15d9-4d68-b1ee-2455ce8bf293", "code": 200}, {"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-plugged", "status": "completed", "tag": "be739b7b-a7ce-45a1-bd9c-1714d150d2e3", "code": 200}, {"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-plugged", "status": "completed", "tag": "5988d418-a748-4b3c-ad5d-5c29fd19e399", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:17.199998 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98b9f6b9-ca7c-461d-80a7-69591267a5b7 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:17.200951 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4897f706-46a1-4776-b2d3-425bd33d21de', 'code': 200} Sep 29 17:29:17.201523 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057c4afc-15d9-4d68-b1ee-2455ce8bf293', 'code': 200} Sep 29 17:29:17.201983 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be739b7b-a7ce-45a1-bd9c-1714d150d2e3', 'code': 200} Sep 29 17:29:17.202243 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5988d418-a748-4b3c-ad5d-5c29fd19e399', 'code': 200} Sep 29 17:29:17.204123 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-f6954278-8d82-4920-af3c-f59c5005adc1 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 696 time: 0.0716124 Sep 29 17:29:17.369842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ec75f-8b4c-4e00-b199-f04123247997 req-6220a754-7de4-4092-a885-64f69abdaa73 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.371953 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb2ec75f-8b4c-4e00-b199-f04123247997 req-6220a754-7de4-4092-a885-64f69abdaa73 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.0847864 Sep 29 17:29:17.387653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-dda625da-2c2a-4c3e-a8f1-074d3a4c32a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.400041 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d3dbf4d-78b1-4374-9439-2843f387ffc3 req-dda625da-2c2a-4c3e-a8f1-074d3a4c32a6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.1883271 Sep 29 17:29:17.434765 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb2ec75f-8b4c-4e00-b199-f04123247997 req-46ef98a9-a2b5-47cc-8b57-88840d6a6387 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523870 Sep 29 17:29:17.484890 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348529cf-e293-4516-a848-4f42b00e95f1 x-openstack-request-id: req-348529cf-e293-4516-a848-4f42b00e95f1 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:17.485481 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c47650-4865-4248-b156-e869405c80e4", "name": "network-vif-deleted", "tag": "5d0d085b-98e5-4a04-b302-2b6bad1fd539", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:17.485934 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-348529cf-e293-4516-a848-4f42b00e95f1 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:17.486530 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c47650-4865-4248-b156-e869405c80e4', 'name': 'network-vif-deleted', 'tag': '5d0d085b-98e5-4a04-b302-2b6bad1fd539', 'status': 'completed', 'code': 200} Sep 29 17:29:17.601956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b978b-e9ed-4958-8632-ec1042ac5b06 req-4a1f11a4-dafa-4699-8564-808893e37637 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.603010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13ea35-ba8c-41a3-b42f-1e0dad171eef req-08c12dcc-ac63-40fd-a5a8-db65f2308e0a tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.604650 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6f13ea35-ba8c-41a3-b42f-1e0dad171eef req-08c12dcc-ac63-40fd-a5a8-db65f2308e0a tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 946 time: 0.0734746 Sep 29 17:29:17.616816 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b978b-e9ed-4958-8632-ec1042ac5b06 req-4a1f11a4-dafa-4699-8564-808893e37637 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.625052 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b978b-e9ed-4958-8632-ec1042ac5b06 req-4a1f11a4-dafa-4699-8564-808893e37637 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.632471 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b978b-e9ed-4958-8632-ec1042ac5b06 req-4a1f11a4-dafa-4699-8564-808893e37637 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.639610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b978b-e9ed-4958-8632-ec1042ac5b06 req-4a1f11a4-dafa-4699-8564-808893e37637 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.650436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b978b-e9ed-4958-8632-ec1042ac5b06 req-4a1f11a4-dafa-4699-8564-808893e37637 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.654332 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6f13ea35-ba8c-41a3-b42f-1e0dad171eef req-4e21a781-147e-41ac-89fb-27178a7ac103 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419698 Sep 29 17:29:17.664312 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b978b-e9ed-4958-8632-ec1042ac5b06 req-4a1f11a4-dafa-4699-8564-808893e37637 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.667540 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d4b978b-e9ed-4958-8632-ec1042ac5b06 req-4a1f11a4-dafa-4699-8564-808893e37637 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5432 time: 0.1787357 Sep 29 17:29:17.680469 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b164e66-4af1-417c-ac39-7459c3fd4b68 req-55f2a005-dd83-4b82-9efa-d19889119055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.681223 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b164e66-4af1-417c-ac39-7459c3fd4b68 req-55f2a005-dd83-4b82-9efa-d19889119055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.681499 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b164e66-4af1-417c-ac39-7459c3fd4b68 req-55f2a005-dd83-4b82-9efa-d19889119055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.681957 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b164e66-4af1-417c-ac39-7459c3fd4b68 req-55f2a005-dd83-4b82-9efa-d19889119055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.682410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b164e66-4af1-417c-ac39-7459c3fd4b68 req-55f2a005-dd83-4b82-9efa-d19889119055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.682865 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b164e66-4af1-417c-ac39-7459c3fd4b68 req-55f2a005-dd83-4b82-9efa-d19889119055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.683317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b164e66-4af1-417c-ac39-7459c3fd4b68 req-55f2a005-dd83-4b82-9efa-d19889119055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.685201 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b164e66-4af1-417c-ac39-7459c3fd4b68 req-55f2a005-dd83-4b82-9efa-d19889119055 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 6489 time: 0.2823608 Sep 29 17:29:17.757046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 148d9393-1506-44be-9348-5202351eade9 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:29:17.759934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 5d0d085b-98e5-4a04-b302-2b6bad1fd539 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:29:17.801582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 5d0d085b-98e5-4a04-b302-2b6bad1fd539 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:29:17.802166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 5d0d085b-98e5-4a04-b302-2b6bad1fd539 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:29:17.825751 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f888675-ffb8-47f3-abfa-a3b24e0430be req-f8c15016-b5dc-4fb7-b411-a07c0ee08014 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips/e2fab7bd-29be-4115-8b48-880772fdb2b1 HTTP/1.1" status: 200 len: 693 time: 0.0662127 Sep 29 17:29:17.829578 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d4b978b-e9ed-4958-8632-ec1042ac5b06 req-322efaf1-d891-4871-8c6a-553f009b079e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1432083 Sep 29 17:29:17.836856 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b164e66-4af1-417c-ac39-7459c3fd4b68 req-e9aaa887-a591-480d-b250-5485c76954d7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b888cb76-d83d-4763-869d-5d1a2072cbb0&id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1348593 Sep 29 17:29:17.935742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 148d9393-1506-44be-9348-5202351eade9, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=148d9393-1506-44be-9348-5202351eade9,segment=NetworkSegment(c168d6c7-33ba-478f-8038-5ddd0c236bbe),segment_id=c168d6c7-33ba-478f-8038-5ddd0c236bbe)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:17.942022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f888675-ffb8-47f3-abfa-a3b24e0430be req-72525d44-6fd3-4437-b12d-509accc4a883 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:17.943888 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f888675-ffb8-47f3-abfa-a3b24e0430be req-72525d44-6fd3-4437-b12d-509accc4a883 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.1173587 Sep 29 17:29:17.952476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '148d9393-1506-44be-9348-5202351eade9', 'network_id': '0208d224-4dcb-45d0-88ec-753638b37bc5', 'port_id': '148d9393-1506-44be-9348-5202351eade9', 'mac_address': 'fa:16:3e:9f:5a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49c0bb04-0f62-4600-9c5e-11ff19ffe0c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:29:17.995862 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:18.006607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc5e68-1526-46a2-a996-a9b991fe0c17 req-ecd6d85e-17f3-498f-b4db-bc5d0be8b9c5 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:18.013226 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3afc5e68-1526-46a2-a996-a9b991fe0c17 req-ecd6d85e-17f3-498f-b4db-bc5d0be8b9c5 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 944 time: 0.0928879 Sep 29 17:29:18.021738 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 148d9393-1506-44be-9348-5202351eade9 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:18.050416 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 148d9393-1506-44be-9348-5202351eade9, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=148d9393-1506-44be-9348-5202351eade9,segment=NetworkSegment(c168d6c7-33ba-478f-8038-5ddd0c236bbe),segment_id=c168d6c7-33ba-478f-8038-5ddd0c236bbe)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:18.063148 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3afc5e68-1526-46a2-a996-a9b991fe0c17 req-7534fbf8-e7ce-464c-9fea-825602dfda5b tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/security-groups?id=de667b3d-88a7-4a2f-adea-288c288d84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453012 Sep 29 17:29:18.074884 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:18.075078 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6ec7ec1d-ab89-4d2d-8c9b-a4c0e536a788 req-f27e85e6-45d9-4156-965e-806142661c75 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips/e2fab7bd-29be-4115-8b48-880772fdb2b1 HTTP/1.1" status: 200 len: 693 time: 0.0674880 Sep 29 17:29:18.163339 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=148d9393-1506-44be-9348-5202351eade9,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:18.205811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7ec1d-ab89-4d2d-8c9b-a4c0e536a788 req-9188e00f-be2b-4074-b1aa-106f8ac83503 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:18.212008 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6ec7ec1d-ab89-4d2d-8c9b-a4c0e536a788 req-9188e00f-be2b-4074-b1aa-106f8ac83503 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.1409187 Sep 29 17:29:18.279171 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6ec7ec1d-ab89-4d2d-8c9b-a4c0e536a788 req-2153fce4-cc7c-4110-bfd0-b3b18567e18d tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 696 time: 0.0659885 Sep 29 17:29:18.328167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcfac3-b2be-4ef9-89a1-5c1bbc52e576 req-70953458-ec00-4350-942d-217d9fae5eee tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:18.329992 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-75bcfac3-b2be-4ef9-89a1-5c1bbc52e576 req-70953458-ec00-4350-942d-217d9fae5eee tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 945 time: 0.0602696 Sep 29 17:29:18.337616 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['148d9393-1506-44be-9348-5202351eade9'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:18.354268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6ec7ec1d-ab89-4d2d-8c9b-a4c0e536a788 req-b66a36d1-abbc-4c12-b7e2-e22241464a2c tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.122 HTTP/1.1" status: 200 len: 696 time: 0.0723267 Sep 29 17:29:18.398342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-75bcfac3-b2be-4ef9-89a1-5c1bbc52e576 req-4353e31e-9762-4349-b720-4f4b394ed9b1 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1c9ea5f-3742-4b30-b5e7-acbb5670675d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588486 Sep 29 17:29:18.527898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-6ec7ec1d-ab89-4d2d-8c9b-a4c0e536a788 req-d8184b55-8dca-4a65-8895-0c17ee06831a tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Deleting port aeec6c4d-16f5-4db5-a68a-cf9eaab800b3 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:29:18.527898 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6ec7ec1d-ab89-4d2d-8c9b-a4c0e536a788 req-d8184b55-8dca-4a65-8895-0c17ee06831a tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:18.635550 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92e737-1ece-4415-8582-e4acf403dd92 req-40a3c210-cac9-46a9-9233-a4e58623d097 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:18.637343 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef92e737-1ece-4415-8582-e4acf403dd92 req-40a3c210-cac9-46a9-9233-a4e58623d097 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.0533426 Sep 29 17:29:18.653938 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6ec7ec1d-ab89-4d2d-8c9b-a4c0e536a788 req-d8184b55-8dca-4a65-8895-0c17ee06831a tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:18.654450 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6ec7ec1d-ab89-4d2d-8c9b-a4c0e536a788 req-d8184b55-8dca-4a65-8895-0c17ee06831a tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:18.669860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-6ec7ec1d-ab89-4d2d-8c9b-a4c0e536a788 req-d8184b55-8dca-4a65-8895-0c17ee06831a tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Calling delete_port for aeec6c4d-16f5-4db5-a68a-cf9eaab800b3 owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:29:18.694888 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef92e737-1ece-4415-8582-e4acf403dd92 req-66bb9ccc-efa1-4cc9-a3d7-73282f87c2c8 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487163 Sep 29 17:29:18.848416 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6ec7ec1d-ab89-4d2d-8c9b-a4c0e536a788 req-d8184b55-8dca-4a65-8895-0c17ee06831a tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:18.891901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8184b55-8dca-4a65-8895-0c17ee06831a tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Pushing event deleted for resources: {'Port': ['ID=aeec6c4d-16f5-4db5-a68a-cf9eaab800b3,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:18.943267 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec053b-ca9e-4bc0-a179-088d44215067 req-f6344c7f-9b56-4829-96dd-be3b37a4ea0c tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:18.944726 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4bec053b-ca9e-4bc0-a179-088d44215067 req-f6344c7f-9b56-4829-96dd-be3b37a4ea0c tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 946 time: 0.0757048 Sep 29 17:29:18.965891 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6ec7ec1d-ab89-4d2d-8c9b-a4c0e536a788 req-d8184b55-8dca-4a65-8895-0c17ee06831a tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:18.970441 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6ec7ec1d-ab89-4d2d-8c9b-a4c0e536a788 req-d8184b55-8dca-4a65-8895-0c17ee06831a tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:18.985876 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6ec7ec1d-ab89-4d2d-8c9b-a4c0e536a788 req-d8184b55-8dca-4a65-8895-0c17ee06831a tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "DELETE /v2.0/floatingips/e2fab7bd-29be-4115-8b48-880772fdb2b1 HTTP/1.1" status: 204 len: 173 time: 0.6305387 Sep 29 17:29:19.016808 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4bec053b-ca9e-4bc0-a179-088d44215067 req-36d890dd-6be4-4f4e-bb73-c7fa8317f6ab tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465877 Sep 29 17:29:19.144460 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5edb65-ba0c-466d-91a1-7e12c3e913a6 req-a059e44d-3820-4e6d-a337-34cb88bfc2f9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:19.150765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5edb65-ba0c-466d-91a1-7e12c3e913a6 req-a059e44d-3820-4e6d-a337-34cb88bfc2f9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:19.157441 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5edb65-ba0c-466d-91a1-7e12c3e913a6 req-a059e44d-3820-4e6d-a337-34cb88bfc2f9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:19.163289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5edb65-ba0c-466d-91a1-7e12c3e913a6 req-a059e44d-3820-4e6d-a337-34cb88bfc2f9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:19.169399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5edb65-ba0c-466d-91a1-7e12c3e913a6 req-a059e44d-3820-4e6d-a337-34cb88bfc2f9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:19.175550 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5edb65-ba0c-466d-91a1-7e12c3e913a6 req-a059e44d-3820-4e6d-a337-34cb88bfc2f9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:19.181501 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5edb65-ba0c-466d-91a1-7e12c3e913a6 req-a059e44d-3820-4e6d-a337-34cb88bfc2f9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:19.183507 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f5edb65-ba0c-466d-91a1-7e12c3e913a6 req-a059e44d-3820-4e6d-a337-34cb88bfc2f9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5432 time: 0.1021719 Sep 29 17:29:19.203858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4924fc0-8cfc-42df-8563-c19d4c13bb33'}, {'server_uuid': 'd80844ac-53ed-4986-b1f2-fdb528c35122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688bc388-81fb-4f86-8280-61f81a64b05e'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:19.207512 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62af6426-a043-4931-a377-5056f3331d44" -d '{"events": [{"server_uuid": "ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265", "name": "network-vif-plugged", "status": "completed", "tag": "c4924fc0-8cfc-42df-8563-c19d4c13bb33"}, {"server_uuid": "d80844ac-53ed-4986-b1f2-fdb528c35122", "name": "network-vif-plugged", "status": "completed", "tag": "688bc388-81fb-4f86-8280-61f81a64b05e"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:19.229412 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f5edb65-ba0c-466d-91a1-7e12c3e913a6 req-e36aa431-85d3-40db-8b22-8baee15b37eb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378194 Sep 29 17:29:19.285186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccd3a4-681b-476b-8afc-056b897d7ee5 req-65aa3faa-3ad1-4e24-afa3-012606a3a928 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:19.288120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-39ccd3a4-681b-476b-8afc-056b897d7ee5 req-65aa3faa-3ad1-4e24-afa3-012606a3a928 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2242458 Sep 29 17:29:19.341467 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72884639-790a-4215-ac18-35282b22caeb x-openstack-request-id: req-72884639-790a-4215-ac18-35282b22caeb {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:19.341772 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265", "name": "network-vif-plugged", "status": "completed", "tag": "c4924fc0-8cfc-42df-8563-c19d4c13bb33", "code": 200}, {"server_uuid": "d80844ac-53ed-4986-b1f2-fdb528c35122", "name": "network-vif-plugged", "status": "completed", "tag": "688bc388-81fb-4f86-8280-61f81a64b05e", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:19.342061 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72884639-790a-4215-ac18-35282b22caeb {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:19.342628 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4924fc0-8cfc-42df-8563-c19d4c13bb33', 'code': 200} Sep 29 17:29:19.343616 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80844ac-53ed-4986-b1f2-fdb528c35122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688bc388-81fb-4f86-8280-61f81a64b05e', 'code': 200} Sep 29 17:29:19.420195 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73325dbe-66d2-4fd8-8f7c-303c31621be0 req-261d7a43-9448-43f2-89b6-862c580ad1cc tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:19.428709 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-73325dbe-66d2-4fd8-8f7c-303c31621be0 req-261d7a43-9448-43f2-89b6-862c580ad1cc tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 945 time: 0.0996327 Sep 29 17:29:19.475522 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-73325dbe-66d2-4fd8-8f7c-303c31621be0 req-25ecdf13-7c6b-4fc5-bc71-5655043b54e0 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/security-groups?id=de667b3d-88a7-4a2f-adea-288c288d84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457399 Sep 29 17:29:19.495076 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8df1c56a-48cd-48da-94b2-866b06457340 req-abf9fdfb-b76a-4cb4-86ec-586474bfcb74 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=e88151862398466b82e2440439769020 HTTP/1.1" status: 200 len: 1655 time: 0.0967975 Sep 29 17:29:19.526013 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fb0a9-81b3-4007-ba88-c5d3b2238c44 req-1af31df3-16b4-4af0-95c3-e194d67120be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:19.527907 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-423fb0a9-81b3-4007-ba88-c5d3b2238c44 req-1af31df3-16b4-4af0-95c3-e194d67120be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 1097 time: 0.0648739 Sep 29 17:29:19.611769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad89ac-5de6-433d-b639-fe5152957724 req-c44ef3c2-1bca-4b29-bb7a-d29c4b13ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:19.614256 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2ad89ac-5de6-433d-b639-fe5152957724 req-c44ef3c2-1bca-4b29-bb7a-d29c4b13ffcb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 1096 time: 0.2021973 Sep 29 17:29:19.628050 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-423fb0a9-81b3-4007-ba88-c5d3b2238c44 req-888607e9-6ec1-4d83-9ff2-cdf02e4002c8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842133 Sep 29 17:29:19.709825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2ad89ac-5de6-433d-b639-fe5152957724 req-1f6f04f5-19e8-449b-b737-0bf40686daef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c1c9ea5f-3742-4b30-b5e7-acbb5670675d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772748 Sep 29 17:29:19.749444 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1c56a-48cd-48da-94b2-866b06457340 req-bd6af813-875b-4819-9907-03e79662034d tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:19.749692 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 148d9393-1506-44be-9348-5202351eade9 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:19.759677 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8df1c56a-48cd-48da-94b2-866b06457340 req-bd6af813-875b-4819-9907-03e79662034d tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/networks?id=67fbb982-df89-4d02-87ed-27928a79a62d&id=67fbb982-df89-4d02-87ed-27928a79a62d&id=67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 787 time: 0.2447660 Sep 29 17:29:19.828698 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94737933-9068-4000-9338-d2bc2078b49a req-2e682964-cbbb-4b33-ade7-3606be69a0b6 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:19.833926 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94737933-9068-4000-9338-d2bc2078b49a req-2e682964-cbbb-4b33-ade7-3606be69a0b6 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 945 time: 0.1286845 Sep 29 17:29:19.870024 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 148d9393-1506-44be-9348-5202351eade9 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:29:19.878159 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 148d9393-1506-44be-9348-5202351eade9 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:19.879189 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:19.892916 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94737933-9068-4000-9338-d2bc2078b49a req-6b8ab552-4459-4706-ac48-97813c7e2d93 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1c9ea5f-3742-4b30-b5e7-acbb5670675d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521352 Sep 29 17:29:20.012252 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:20.051535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 148d9393-1506-44be-9348-5202351eade9, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=148d9393-1506-44be-9348-5202351eade9,segment=NetworkSegment(c168d6c7-33ba-478f-8038-5ddd0c236bbe),segment_id=c168d6c7-33ba-478f-8038-5ddd0c236bbe)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:20.057804 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:20.069095 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e67a9e3-0064-4ba7-8452-cc57f20d168a req-2df170d8-1768-4a00-9ad8-5d07d483c338 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips/3a9366ab-15cf-4ea0-bc71-4c74fba45c83 HTTP/1.1" status: 200 len: 693 time: 0.0812604 Sep 29 17:29:20.117879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747ee19-9b02-4bca-8500-e4f0d8b984eb req-e4f4789d-8b88-43fd-9417-60678f9fce90 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:20.122807 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9747ee19-9b02-4bca-8500-e4f0d8b984eb req-e4f4789d-8b88-43fd-9417-60678f9fce90 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.0922573 Sep 29 17:29:20.129435 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=148d9393-1506-44be-9348-5202351eade9,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:20.196177 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9747ee19-9b02-4bca-8500-e4f0d8b984eb req-0fe49b51-6ce7-42d5-bb09-d7aa40f04b08 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613494 Sep 29 17:29:20.212746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67a9e3-0064-4ba7-8452-cc57f20d168a req-eb735143-c176-4cbf-98c7-c83b5d0c00fe tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:20.212746 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e67a9e3-0064-4ba7-8452-cc57f20d168a req-eb735143-c176-4cbf-98c7-c83b5d0c00fe tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.1413281 Sep 29 17:29:20.281347 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e67a9e3-0064-4ba7-8452-cc57f20d168a req-2ee886ea-b66e-4105-9503-19d7e532a9d4 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.218 HTTP/1.1" status: 200 len: 696 time: 0.0685554 Sep 29 17:29:20.350264 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e67a9e3-0064-4ba7-8452-cc57f20d168a req-a9fa8628-f4bc-444f-b73d-1bf855d2767a tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.218 HTTP/1.1" status: 200 len: 696 time: 0.0680823 Sep 29 17:29:20.482168 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496924cb-95de-42a9-ab77-21815be54c68 req-70cd2f09-8ce5-4715-b712-fcb130edca7b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:20.490397 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496924cb-95de-42a9-ab77-21815be54c68 req-70cd2f09-8ce5-4715-b712-fcb130edca7b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:20.492273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-8e67a9e3-0064-4ba7-8452-cc57f20d168a req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Deleting port dd3041f5-6445-4bb8-b644-2584c17d76df {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:29:20.492449 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-496924cb-95de-42a9-ab77-21815be54c68 req-70cd2f09-8ce5-4715-b712-fcb130edca7b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e&device_id=527adb7c-3bc0-4104-a605-6c4766473e36 HTTP/1.1" status: 200 len: 1682 time: 0.0790331 Sep 29 17:29:20.492614 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8e67a9e3-0064-4ba7-8452-cc57f20d168a req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:20.573931 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-496924cb-95de-42a9-ab77-21815be54c68 req-ed0d3dce-b60d-4f38-b6fd-a782d33ca2e4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690594 Sep 29 17:29:20.579380 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8e67a9e3-0064-4ba7-8452-cc57f20d168a req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:20.579712 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8e67a9e3-0064-4ba7-8452-cc57f20d168a req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:20.593141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-8e67a9e3-0064-4ba7-8452-cc57f20d168a req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Calling delete_port for dd3041f5-6445-4bb8-b644-2584c17d76df owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:29:20.717399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b840ef-29d2-4412-8fde-22d3fd420ad7 req-92e169c4-2d9d-46e2-9f64-73dd4459737d tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:20.719407 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e8b840ef-29d2-4412-8fde-22d3fd420ad7 req-92e169c4-2d9d-46e2-9f64-73dd4459737d tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 946 time: 0.0614617 Sep 29 17:29:20.762752 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8e67a9e3-0064-4ba7-8452-cc57f20d168a req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:20.786276 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e8b840ef-29d2-4412-8fde-22d3fd420ad7 req-45cdf84e-0188-48cb-b451-8e3b301dfa3c tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583420 Sep 29 17:29:20.822170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Pushing event deleted for resources: {'Port': ['ID=dd3041f5-6445-4bb8-b644-2584c17d76df,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:20.834128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:20.834762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:20.835340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:20.836121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:20.836652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:20.837925 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:20.838989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:20.839639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:20.840788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:20.841527 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:20.842111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:20.842641 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:20.967568 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8e67a9e3-0064-4ba7-8452-cc57f20d168a req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:20.977911 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8e67a9e3-0064-4ba7-8452-cc57f20d168a req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:20.992803 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e67a9e3-0064-4ba7-8452-cc57f20d168a req-d0cc17b0-8297-4f54-b6a2-fc04a59dccff tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "DELETE /v2.0/floatingips/3a9366ab-15cf-4ea0-bc71-4c74fba45c83 HTTP/1.1" status: 204 len: 173 time: 0.6412840 Sep 29 17:29:21.128462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f0b3b-faeb-483f-a82f-04f44a2f3612 req-08a9542b-0cae-404f-bbd8-72f76126ca45 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.130605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-806f0b3b-faeb-483f-a82f-04f44a2f3612 req-08a9542b-0cae-404f-bbd8-72f76126ca45 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 946 time: 0.0900178 Sep 29 17:29:21.144805 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b8a7-17af-432a-b7b6-a8869ae3d79a req-8b8a8e3c-c015-40fe-a365-419427b43830 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.151720 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b8a7-17af-432a-b7b6-a8869ae3d79a req-8b8a8e3c-c015-40fe-a365-419427b43830 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.166773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b8a7-17af-432a-b7b6-a8869ae3d79a req-8b8a8e3c-c015-40fe-a365-419427b43830 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.173109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b8a7-17af-432a-b7b6-a8869ae3d79a req-8b8a8e3c-c015-40fe-a365-419427b43830 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.179446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b8a7-17af-432a-b7b6-a8869ae3d79a req-8b8a8e3c-c015-40fe-a365-419427b43830 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.183991 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-806f0b3b-faeb-483f-a82f-04f44a2f3612 req-47f38f98-0ab1-4f29-9501-5c105417b85f tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/security-groups?id=de667b3d-88a7-4a2f-adea-288c288d84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467956 Sep 29 17:29:21.187008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b8a7-17af-432a-b7b6-a8869ae3d79a req-8b8a8e3c-c015-40fe-a365-419427b43830 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.193482 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b8a7-17af-432a-b7b6-a8869ae3d79a req-8b8a8e3c-c015-40fe-a365-419427b43830 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.197331 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3352b8a7-17af-432a-b7b6-a8869ae3d79a req-8b8a8e3c-c015-40fe-a365-419427b43830 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5432 time: 0.1676922 Sep 29 17:29:21.298369 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3352b8a7-17af-432a-b7b6-a8869ae3d79a req-26dc0ca0-b018-4742-b322-c9dfbd36cb72 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754466 Sep 29 17:29:21.344234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6a6c6c-5acc-4e84-a2f9-3128c5630f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148d9393-1506-44be-9348-5202351eade9'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:21.346814 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0dd658-1d0e-42f4-8fbe-bee059fef5a7" -d '{"events": [{"server_uuid": "bf6a6c6c-5acc-4e84-a2f9-3128c5630f65", "name": "network-vif-plugged", "status": "completed", "tag": "148d9393-1506-44be-9348-5202351eade9"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:21.380308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8d819-6ba4-4b02-af3e-95ee359011ab req-47b4d081-9db4-4e51-9a9a-d79a49a8a4e0 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.382139 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80e8d819-6ba4-4b02-af3e-95ee359011ab req-47b4d081-9db4-4e51-9a9a-d79a49a8a4e0 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 945 time: 0.0910015 Sep 29 17:29:21.394632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb8f436c-dedc-482d-801d-1f3ed7e939a4 req-9047a611-8230-4160-ad7a-feb1ad926bed tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips/ca3a5925-49bd-4cf2-8144-837dff152c31 HTTP/1.1" status: 200 len: 691 time: 0.0729814 Sep 29 17:29:21.453406 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80e8d819-6ba4-4b02-af3e-95ee359011ab req-025a5df6-9eb1-4495-9138-11593696d0d9 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1c9ea5f-3742-4b30-b5e7-acbb5670675d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561950 Sep 29 17:29:21.523491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f436c-dedc-482d-801d-1f3ed7e939a4 req-5733e05e-0e0e-4a97-994b-8e40630878c1 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.531330 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb8f436c-dedc-482d-801d-1f3ed7e939a4 req-5733e05e-0e0e-4a97-994b-8e40630878c1 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.1354883 Sep 29 17:29:21.593384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb8f436c-dedc-482d-801d-1f3ed7e939a4 req-58f4fbb9-025b-4680-a21b-656e9f6fb9a2 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.6 HTTP/1.1" status: 200 len: 694 time: 0.0611286 Sep 29 17:29:21.594782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666358d0-2730-4acc-a014-24f3de75fcd1 req-2b991f25-9762-4a28-9ded-6d43ca0dae41 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.604329 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-666358d0-2730-4acc-a014-24f3de75fcd1 req-2b991f25-9762-4a28-9ded-6d43ca0dae41 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.0818267 Sep 29 17:29:21.647716 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-666358d0-2730-4acc-a014-24f3de75fcd1 req-a4fd9921-2f2a-43d8-ad21-b86e021bac9a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423489 Sep 29 17:29:21.671026 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb8f436c-dedc-482d-801d-1f3ed7e939a4 req-edac6f22-6215-4e83-88f7-d9c795500290 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.6 HTTP/1.1" status: 200 len: 694 time: 0.0608618 Sep 29 17:29:21.840060 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-fb8f436c-dedc-482d-801d-1f3ed7e939a4 req-33a11807-84f7-429b-89dd-b95f8f0555d7 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Deleting port fd6f4d41-ea6b-46ca-9fdc-fed46733d11b {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:29:21.840494 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fb8f436c-dedc-482d-801d-1f3ed7e939a4 req-33a11807-84f7-429b-89dd-b95f8f0555d7 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:21.883908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524dd27-9e32-4e7f-93c9-47d9452de8c9 req-e2096b0f-3dd8-4b0d-98be-5d433f8035cc tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.890580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524dd27-9e32-4e7f-93c9-47d9452de8c9 req-e2096b0f-3dd8-4b0d-98be-5d433f8035cc tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.897222 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524dd27-9e32-4e7f-93c9-47d9452de8c9 req-e2096b0f-3dd8-4b0d-98be-5d433f8035cc tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.903784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524dd27-9e32-4e7f-93c9-47d9452de8c9 req-e2096b0f-3dd8-4b0d-98be-5d433f8035cc tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.910787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524dd27-9e32-4e7f-93c9-47d9452de8c9 req-e2096b0f-3dd8-4b0d-98be-5d433f8035cc tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.917625 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524dd27-9e32-4e7f-93c9-47d9452de8c9 req-e2096b0f-3dd8-4b0d-98be-5d433f8035cc tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.924249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524dd27-9e32-4e7f-93c9-47d9452de8c9 req-e2096b0f-3dd8-4b0d-98be-5d433f8035cc tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:21.926794 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b524dd27-9e32-4e7f-93c9-47d9452de8c9 req-e2096b0f-3dd8-4b0d-98be-5d433f8035cc tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5432 time: 0.1083241 Sep 29 17:29:21.936416 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fb8f436c-dedc-482d-801d-1f3ed7e939a4 req-33a11807-84f7-429b-89dd-b95f8f0555d7 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:21.936847 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fb8f436c-dedc-482d-801d-1f3ed7e939a4 req-33a11807-84f7-429b-89dd-b95f8f0555d7 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:21.938265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 32998) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:21.946233 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-598a0f1f-83ea-4fe7-8bfd-7b568714d4fd tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Request body: {'floatingip': {'port_id': '7e78fec3-5ad5-4b28-8b51-432760c59133'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:21.951018 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-fb8f436c-dedc-482d-801d-1f3ed7e939a4 req-33a11807-84f7-429b-89dd-b95f8f0555d7 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Calling delete_port for fd6f4d41-ea6b-46ca-9fdc-fed46733d11b owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:29:21.987732 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05790e50-5473-4877-929c-c900e792a08c x-openstack-request-id: req-05790e50-5473-4877-929c-c900e792a08c {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:21.988023 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6a6c6c-5acc-4e84-a2f9-3128c5630f65", "name": "network-vif-plugged", "status": "completed", "tag": "148d9393-1506-44be-9348-5202351eade9", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:21.988274 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05790e50-5473-4877-929c-c900e792a08c {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:21.988660 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6a6c6c-5acc-4e84-a2f9-3128c5630f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '148d9393-1506-44be-9348-5202351eade9', 'code': 200} Sep 29 17:29:22.034499 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-598a0f1f-83ea-4fe7-8bfd-7b568714d4fd tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:22.126892 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fb8f436c-dedc-482d-801d-1f3ed7e939a4 req-33a11807-84f7-429b-89dd-b95f8f0555d7 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:22.164679 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a11807-84f7-429b-89dd-b95f8f0555d7 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Pushing event deleted for resources: {'Port': ['ID=fd6f4d41-ea6b-46ca-9fdc-fed46733d11b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:22.240896 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fb8f436c-dedc-482d-801d-1f3ed7e939a4 req-33a11807-84f7-429b-89dd-b95f8f0555d7 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:22.243709 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-fb8f436c-dedc-482d-801d-1f3ed7e939a4 req-33a11807-84f7-429b-89dd-b95f8f0555d7 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:22.256492 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb8f436c-dedc-482d-801d-1f3ed7e939a4 req-33a11807-84f7-429b-89dd-b95f8f0555d7 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "DELETE /v2.0/floatingips/ca3a5925-49bd-4cf2-8144-837dff152c31 HTTP/1.1" status: 204 len: 173 time: 0.5845199 Sep 29 17:29:22.430214 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df819b-3608-48b4-a0ba-5c6334dbad99 req-72cea5f4-f88c-4c67-81e0-699d5dd2d2ae tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:22.435041 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94df819b-3608-48b4-a0ba-5c6334dbad99 req-72cea5f4-f88c-4c67-81e0-699d5dd2d2ae tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 946 time: 0.0684855 Sep 29 17:29:22.503331 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94df819b-3608-48b4-a0ba-5c6334dbad99 req-4471680d-3a10-43d8-8950-4b35cce192fc tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528173 Sep 29 17:29:22.603280 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f6a48-b434-4c04-9ca4-71ac0bd0cfbc req-8488165a-08ee-41d9-a4dc-ea467d92a1c7 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:22.614204 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33010) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:22.620010 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5453069a-c038-49a0-b10d-c06b771d339f tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Request body: {'floatingip': {'port_id': 'c4924fc0-8cfc-42df-8563-c19d4c13bb33'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:22.627027 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-841f6a48-b434-4c04-9ca4-71ac0bd0cfbc req-8488165a-08ee-41d9-a4dc-ea467d92a1c7 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 945 time: 0.5048141 Sep 29 17:29:22.702113 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5453069a-c038-49a0-b10d-c06b771d339f tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for floatingip, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:22.720904 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a99abd47-ccbb-4441-afe6-03512ceaaaee req-15887b2b-fcab-4ecf-a278-c2a64eb4fc19 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips/4722e54e-1faf-4910-8497-adf59db15663 HTTP/1.1" status: 200 len: 693 time: 0.0938671 Sep 29 17:29:22.728497 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcf0df-37a8-4322-ba71-82fb97314f0a req-2f5bdca8-c843-40ea-8e9f-2294d00b72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:22.730260 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3dcf0df-37a8-4322-ba71-82fb97314f0a req-2f5bdca8-c843-40ea-8e9f-2294d00b72fd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 1097 time: 0.6082377 Sep 29 17:29:22.796782 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253370f-abba-47b4-a3fb-d1f4a78c3163 req-2464ce96-7b70-48ce-a353-6ac493f7eb03 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:22.804195 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7253370f-abba-47b4-a3fb-d1f4a78c3163 req-2464ce96-7b70-48ce-a353-6ac493f7eb03 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 946 time: 0.1348000 Sep 29 17:29:22.894478 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7253370f-abba-47b4-a3fb-d1f4a78c3163 req-8ebb775b-3c8a-4bfb-9548-08464e64a56c tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/security-groups?id=de667b3d-88a7-4a2f-adea-288c288d84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892460 Sep 29 17:29:22.917440 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3dcf0df-37a8-4322-ba71-82fb97314f0a req-406db1ca-e033-4fa7-a765-b33ffb693057 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=de667b3d-88a7-4a2f-adea-288c288d84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772645 Sep 29 17:29:23.024572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99abd47-ccbb-4441-afe6-03512ceaaaee req-3a138675-3e55-4355-8f8a-e9205743f856 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:23.027785 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a99abd47-ccbb-4441-afe6-03512ceaaaee req-3a138675-3e55-4355-8f8a-e9205743f856 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.2894323 Sep 29 17:29:23.132084 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a99abd47-ccbb-4441-afe6-03512ceaaaee req-af5b6e63-73da-49b0-b0a0-5d1cf4ecd0cb tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 696 time: 0.0918477 Sep 29 17:29:23.208140 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a99abd47-ccbb-4441-afe6-03512ceaaaee req-92e60db0-74d5-49f2-9ade-7610577183c0 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.195 HTTP/1.1" status: 200 len: 696 time: 0.0689473 Sep 29 17:29:23.247145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba8b63-c4cc-43ae-b945-398e89f35be4 req-c8dc2921-7faa-4a35-84b2-270127d31708 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:23.260938 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ccba8b63-c4cc-43ae-b945-398e89f35be4 req-c8dc2921-7faa-4a35-84b2-270127d31708 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 946 time: 0.0852890 Sep 29 17:29:23.261506 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.resource_extend [None req-598a0f1f-83ea-4fe7-8bfd-7b568714d4fd tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:29:23.261859 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33016) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:23.275056 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-907b2731-a95d-4fc3-8ef8-e23bb9be859d tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Request body: {'floatingip': {'port_id': '688bc388-81fb-4f86-8280-61f81a64b05e'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:23.387036 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-598a0f1f-83ea-4fe7-8bfd-7b568714d4fd tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:23.395971 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-598a0f1f-83ea-4fe7-8bfd-7b568714d4fd tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:23.537108 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a99abd47-ccbb-4441-afe6-03512ceaaaee req-4f8bd13e-8da1-498d-b510-6558a7fe3dc6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Deleting port d824becc-cee3-4797-abc2-2a9bb8422c26 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:29:23.537809 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a99abd47-ccbb-4441-afe6-03512ceaaaee req-4f8bd13e-8da1-498d-b510-6558a7fe3dc6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:23.665583 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a99abd47-ccbb-4441-afe6-03512ceaaaee req-4f8bd13e-8da1-498d-b510-6558a7fe3dc6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:23.665945 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a99abd47-ccbb-4441-afe6-03512ceaaaee req-4f8bd13e-8da1-498d-b510-6558a7fe3dc6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:23.669312 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-598a0f1f-83ea-4fe7-8bfd-7b568714d4fd tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Floating IP 19659256-a406-4e4d-b4c4-45f857dd8344 associated. External IP: 172.25.2.205, port: 7e78fec3-5ad5-4b28-8b51-432760c59133. Sep 29 17:29:23.740348 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-907b2731-a95d-4fc3-8ef8-e23bb9be859d tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for floatingip, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:23.759346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a99abd47-ccbb-4441-afe6-03512ceaaaee req-4f8bd13e-8da1-498d-b510-6558a7fe3dc6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Calling delete_port for d824becc-cee3-4797-abc2-2a9bb8422c26 owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:29:23.790506 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.resource_extend [None req-5453069a-c038-49a0-b10d-c06b771d339f tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:29:23.923333 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5453069a-c038-49a0-b10d-c06b771d339f tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:23.931370 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a2caa-3832-4814-8868-78d005496270 req-2cd53752-a1d9-46c1-9d6b-3f223f86aa7f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:23.941445 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7d4a2caa-3832-4814-8868-78d005496270 req-2cd53752-a1d9-46c1-9d6b-3f223f86aa7f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.5781319 Sep 29 17:29:23.959563 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5453069a-c038-49a0-b10d-c06b771d339f tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:24.099114 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598a0f1f-83ea-4fe7-8bfd-7b568714d4fd tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:29:24.100286 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a99abd47-ccbb-4441-afe6-03512ceaaaee req-4f8bd13e-8da1-498d-b510-6558a7fe3dc6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:24.138081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bd13e-8da1-498d-b510-6558a7fe3dc6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Pushing event deleted for resources: {'Port': ['ID=d824becc-cee3-4797-abc2-2a9bb8422c26,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:24.188026 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7d4a2caa-3832-4814-8868-78d005496270 req-f9cef599-81c1-467f-8965-bc8f325e7a13 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456226 Sep 29 17:29:24.319279 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a99abd47-ccbb-4441-afe6-03512ceaaaee req-4f8bd13e-8da1-498d-b510-6558a7fe3dc6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:24.322480 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a99abd47-ccbb-4441-afe6-03512ceaaaee req-4f8bd13e-8da1-498d-b510-6558a7fe3dc6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:24.323702 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a99abd47-ccbb-4441-afe6-03512ceaaaee req-4f8bd13e-8da1-498d-b510-6558a7fe3dc6 tempest-FloatingIPDetailsTestJSON-1780201918 tempest-FloatingIPDetailsTestJSON-1780201918-project] 10.222.0.44 "DELETE /v2.0/floatingips/4722e54e-1faf-4910-8497-adf59db15663 HTTP/1.1" status: 204 len: 173 time: 1.1143725 Sep 29 17:29:24.332213 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33026) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:24.435250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598a0f1f-83ea-4fe7-8bfd-7b568714d4fd tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:29:24.446060 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-598a0f1f-83ea-4fe7-8bfd-7b568714d4fd tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:24.452561 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33af1811-e4d3-4b8a-a153-8d3d85024160 None None] Sync routers for ids ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:29:24.469710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33af1811-e4d3-4b8a-a153-8d3d85024160 None None] Routers {'8d5ee2b9-e99d-4398-a58a-b2cf680c9054'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:29:24.470354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-33af1811-e4d3-4b8a-a153-8d3d85024160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:29:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:24.511684 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-598a0f1f-83ea-4fe7-8bfd-7b568714d4fd tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "PUT /v2.0/floatingips/19659256-a406-4e4d-b4c4-45f857dd8344 HTTP/1.1" status: 200 len: 991 time: 2.5714557 Sep 29 17:29:24.516752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'tag': '7e78fec3-5ad5-4b28-8b51-432760c59133'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:24.522632 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d679f820-9131-4e28-98c7-6103e8c06606" -d '{"events": [{"name": "network-changed", "server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "tag": "7e78fec3-5ad5-4b28-8b51-432760c59133"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:24.573232 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-5453069a-c038-49a0-b10d-c06b771d339f tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Floating IP 1de6adee-3eea-4c25-b21e-9a1a4183435f associated. External IP: 172.25.2.156, port: c4924fc0-8cfc-42df-8563-c19d4c13bb33. Sep 29 17:29:24.741196 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae448b8-92e8-4497-b442-ee7c1487c04e req-ca39a1ad-8b48-4a59-9be6-94b24f6a24e0 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:24.747324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ae448b8-92e8-4497-b442-ee7c1487c04e req-ca39a1ad-8b48-4a59-9be6-94b24f6a24e0 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 946 time: 0.2460568 Sep 29 17:29:24.750010 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-33af1811-e4d3-4b8a-a153-8d3d85024160 None None] Set router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:29:24.815987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43221fbc-18fc-446f-844e-10a0731caba5 req-a80f2c3f-a3d4-4012-873f-ee1febf94e40 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:24.823744 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43221fbc-18fc-446f-844e-10a0731caba5 req-a80f2c3f-a3d4-4012-873f-ee1febf94e40 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=527adb7c-3bc0-4104-a605-6c4766473e36 HTTP/1.1" status: 200 len: 945 time: 0.2241027 Sep 29 17:29:24.877022 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ae448b8-92e8-4497-b442-ee7c1487c04e req-d02d982b-4f9a-4c37-af5a-5a7fd7853f6a tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/security-groups?id=de667b3d-88a7-4a2f-adea-288c288d84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238914 Sep 29 17:29:24.897954 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-907b2731-a95d-4fc3-8ef8-e23bb9be859d tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:24.914784 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43221fbc-18fc-446f-844e-10a0731caba5 req-7a182be5-0035-4a5b-aee9-593b95edbb80 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841751 Sep 29 17:29:25.013328 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-907b2731-a95d-4fc3-8ef8-e23bb9be859d tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:25.054453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-33af1811-e4d3-4b8a-a153-8d3d85024160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'name': 'tempest-TaggedBootDevicesTest-1954892932-router', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '61e72c2a-55e5-4601-a129-eaf298819283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:48Z', 'updated_at': '2021-09-29T17:26:55Z', 'revision_number': 4, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'gw_port': {'id': '61e72c2a-55e5-4601-a129-eaf298819283', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:49Z', 'updated_at': '2021-09-29T17:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '19659256-a406-4e4d-b4c4-45f857dd8344', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'port_id': '7e78fec3-5ad5-4b28-8b51-432760c59133', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'mac_address': 'fa:16:3e:74:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:27:47Z', 'updated_at': '2021-09-29T17:29:23Z', 'revision_number': 1, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e2fe07-0e37-4c90-9784-d43fa5adba38', 'name': '', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'mac_address': 'fa:16:3e:b5:af:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:54Z', 'updated_at': '2021-09-29T17:27:05Z', 'revision_number': 5, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'subnets': [{'id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:25.089631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33af1811-e4d3-4b8a-a153-8d3d85024160 None None] Checking router: 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:29:25.091271 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1be372f6-73b8-42c3-a553-40eb44dfa60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:25.104033 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33af1811-e4d3-4b8a-a153-8d3d85024160 None None] Routers {'8d5ee2b9-e99d-4398-a58a-b2cf680c9054'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:29:25.104943 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-33af1811-e4d3-4b8a-a153-8d3d85024160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:29:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:25.132678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5453069a-c038-49a0-b10d-c06b771d339f tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Router 380300bf-be58-40c1-bd2c-538b5dbd9726 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:29:25.144858 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80040654-12dd-4cfc-b152-34f531b78b6e x-openstack-request-id: req-80040654-12dd-4cfc-b152-34f531b78b6e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:25.145427 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "tag": "7e78fec3-5ad5-4b28-8b51-432760c59133", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:25.145620 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80040654-12dd-4cfc-b152-34f531b78b6e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:25.146064 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'tag': '7e78fec3-5ad5-4b28-8b51-432760c59133', 'status': 'completed', 'code': 200} Sep 29 17:29:25.234958 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-907b2731-a95d-4fc3-8ef8-e23bb9be859d tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Floating IP 8485c7da-bff4-44bc-8be7-9942a2efd114 associated. External IP: 172.25.2.210, port: 688bc388-81fb-4f86-8280-61f81a64b05e. Sep 29 17:29:25.299885 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-33af1811-e4d3-4b8a-a153-8d3d85024160 None None] Set router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:29:25.334110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3adc8-be54-4735-8446-2cc986022f30 req-bd650f72-a083-4150-8d46-577ee83470b4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:25.335665 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85c3adc8-be54-4735-8446-2cc986022f30 req-bd650f72-a083-4150-8d46-577ee83470b4 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.35 "GET /v2.0/ports?device_id=527adb7c-3bc0-4104-a605-6c4766473e36 HTTP/1.1" status: 200 len: 945 time: 0.1307673 Sep 29 17:29:25.446002 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab11a9-d036-431a-84f1-4fd6523fe0ec req-f4abe081-071a-484a-8c23-354aca601946 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:25.447521 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdab11a9-d036-431a-84f1-4fd6523fe0ec req-f4abe081-071a-484a-8c23-354aca601946 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.1426537 Sep 29 17:29:25.477225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679f820-9131-4e28-98c7-6103e8c06606 req-a806279e-b2ce-43c2-8960-f6a80bf370bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:25.477597 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679f820-9131-4e28-98c7-6103e8c06606 req-a806279e-b2ce-43c2-8960-f6a80bf370bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:25.478064 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679f820-9131-4e28-98c7-6103e8c06606 req-a806279e-b2ce-43c2-8960-f6a80bf370bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:25.478523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679f820-9131-4e28-98c7-6103e8c06606 req-a806279e-b2ce-43c2-8960-f6a80bf370bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:25.478978 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679f820-9131-4e28-98c7-6103e8c06606 req-a806279e-b2ce-43c2-8960-f6a80bf370bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:25.479427 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679f820-9131-4e28-98c7-6103e8c06606 req-a806279e-b2ce-43c2-8960-f6a80bf370bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:25.479885 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679f820-9131-4e28-98c7-6103e8c06606 req-a806279e-b2ce-43c2-8960-f6a80bf370bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:25.481948 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d679f820-9131-4e28-98c7-6103e8c06606 req-a806279e-b2ce-43c2-8960-f6a80bf370bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca18e70d69384487ae4efe61e82aa845&device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 6489 time: 0.2740457 Sep 29 17:29:25.518402 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c45cd-e2d0-45de-a72d-a333c886fa45 req-f0a8c853-1155-49aa-a542-d7dbea01fc07 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:25.519871 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-794c45cd-e2d0-45de-a72d-a333c886fa45 req-f0a8c853-1155-49aa-a542-d7dbea01fc07 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 946 time: 0.1209083 Sep 29 17:29:25.520978 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5453069a-c038-49a0-b10d-c06b771d339f tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:29:25.525827 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5453069a-c038-49a0-b10d-c06b771d339f tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:25.543471 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f313d-190f-4b38-9d61-f6ce35cc89ce None None] Sync routers for ids ['380300bf-be58-40c1-bd2c-538b5dbd9726'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:29:25.553554 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f313d-190f-4b38-9d61-f6ce35cc89ce None None] Routers {'380300bf-be58-40c1-bd2c-538b5dbd9726'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:29:25.554558 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-591f313d-190f-4b38-9d61-f6ce35cc89ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:29:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['380300bf-be58-40c1-bd2c-538b5dbd9726'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:25.596813 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-33af1811-e4d3-4b8a-a153-8d3d85024160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'name': 'tempest-TaggedBootDevicesTest-1954892932-router', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '61e72c2a-55e5-4601-a129-eaf298819283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:48Z', 'updated_at': '2021-09-29T17:26:55Z', 'revision_number': 4, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'gw_port': {'id': '61e72c2a-55e5-4601-a129-eaf298819283', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:49Z', 'updated_at': '2021-09-29T17:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '19659256-a406-4e4d-b4c4-45f857dd8344', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'port_id': '7e78fec3-5ad5-4b28-8b51-432760c59133', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'mac_address': 'fa:16:3e:74:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:27:47Z', 'updated_at': '2021-09-29T17:29:23Z', 'revision_number': 1, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e2fe07-0e37-4c90-9784-d43fa5adba38', 'name': '', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'mac_address': 'fa:16:3e:b5:af:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:54Z', 'updated_at': '2021-09-29T17:27:05Z', 'revision_number': 5, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'subnets': [{'id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:25.646439 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33af1811-e4d3-4b8a-a153-8d3d85024160 None None] The sync data for ids ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'] in n-d-811748-2 is: [{'id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'name': 'tempest-TaggedBootDevicesTest-1954892932-router', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '61e72c2a-55e5-4601-a129-eaf298819283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:48Z', 'updated_at': '2021-09-29T17:26:55Z', 'revision_number': 4, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'gw_port': {'id': '61e72c2a-55e5-4601-a129-eaf298819283', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:49Z', 'updated_at': '2021-09-29T17:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '19659256-a406-4e4d-b4c4-45f857dd8344', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'port_id': '7e78fec3-5ad5-4b28-8b51-432760c59133', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'mac_address': 'fa:16:3e:74:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:27:47Z', 'updated_at': '2021-09-29T17:29:23Z', 'revision_number': 1, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e2fe07-0e37-4c90-9784-d43fa5adba38', 'name': '', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'mac_address': 'fa:16:3e:b5:af:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:54Z', 'updated_at': '2021-09-29T17:27:05Z', 'revision_number': 5, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'subnets': [{'id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:29:25.715949 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5453069a-c038-49a0-b10d-c06b771d339f tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "PUT /v2.0/floatingips/1de6adee-3eea-4c25-b21e-9a1a4183435f HTTP/1.1" status: 200 len: 991 time: 3.0977721 Sep 29 17:29:25.718103 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265', 'tag': 'c4924fc0-8cfc-42df-8563-c19d4c13bb33'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:25.718724 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-591f313d-190f-4b38-9d61-f6ce35cc89ce None None] Set router 380300bf-be58-40c1-bd2c-538b5dbd9726 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:29:25.720135 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc01e245-144d-406a-9079-f5e743baaffe" -d '{"events": [{"name": "network-changed", "server_uuid": "ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265", "tag": "c4924fc0-8cfc-42df-8563-c19d4c13bb33"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:25.800693 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-794c45cd-e2d0-45de-a72d-a333c886fa45 req-c903cc9c-ed03-4c45-985c-ce5d3207eae1 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/security-groups?id=de667b3d-88a7-4a2f-adea-288c288d84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445788 Sep 29 17:29:25.838518 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-85c3adc8-be54-4735-8446-2cc986022f30 req-819cee61-d42b-4f5f-966e-698465c60592 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Deleting port d20e16cf-b38b-4cda-8b23-babe3f80785c {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:29:25.838862 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-85c3adc8-be54-4735-8446-2cc986022f30 req-819cee61-d42b-4f5f-966e-698465c60592 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:25.849072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679f820-9131-4e28-98c7-6103e8c06606 req-7ffb3e84-984a-4683-9398-4abbf4d7da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:25.852114 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d679f820-9131-4e28-98c7-6103e8c06606 req-7ffb3e84-984a-4683-9398-4abbf4d7da17 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b255708-c2d9-4b94-9aae-118e45662db8 HTTP/1.1" status: 200 len: 913 time: 0.3027909 Sep 29 17:29:25.857384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907b2731-a95d-4fc3-8ef8-e23bb9be859d tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Router c6776bf7-8e78-4124-b46d-0505692245d3 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:29:25.946084 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdab11a9-d036-431a-84f1-4fd6523fe0ec req-196de516-ac48-47ab-b97a-4f5682db0d40 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810259 Sep 29 17:29:26.005430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd854b-62be-4cef-a99d-4b749c7d2c32 None None] New status for floating IP 19659256-a406-4e4d-b4c4-45f857dd8344: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:29:26.058133 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925b467-0220-4776-9860-525104da61e9 req-ef93b587-e176-4bb4-bda5-fce44b77e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:26.059648 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a925b467-0220-4776-9860-525104da61e9 req-ef93b587-e176-4bb4-bda5-fce44b77e6b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 1096 time: 0.2153499 Sep 29 17:29:26.061466 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d679f820-9131-4e28-98c7-6103e8c06606 req-614ea674-ca02-42da-b78b-3f97fce9b392 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e78fec3-5ad5-4b28-8b51-432760c59133 HTTP/1.1" status: 200 len: 999 time: 0.1979175 Sep 29 17:29:26.086603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-85c3adc8-be54-4735-8446-2cc986022f30 req-819cee61-d42b-4f5f-966e-698465c60592 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] For port d20e16cf-b38b-4cda-8b23-babe3f80785c, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=d20e16cf-b38b-4cda-8b23-babe3f80785c,segment=NetworkSegment(bbb6225a-cf5b-4f58-8be7-c160e94f7e2a),segment_id=bbb6225a-cf5b-4f58-8be7-c160e94f7e2a)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:26.086976 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-85c3adc8-be54-4735-8446-2cc986022f30 req-819cee61-d42b-4f5f-966e-698465c60592 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:26.126047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40b8bc-a53d-4753-acc6-e1276da22107 req-6fc70977-f13d-4e79-a14c-4d3413384744 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:26.127552 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f40b8bc-a53d-4753-acc6-e1276da22107 req-6fc70977-f13d-4e79-a14c-4d3413384744 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.49 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 946 time: 0.1330523 Sep 29 17:29:26.137926 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69b245a-2ddc-4f41-933b-5a21b829278a x-openstack-request-id: req-b69b245a-2ddc-4f41-933b-5a21b829278a {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:26.138802 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265", "tag": "c4924fc0-8cfc-42df-8563-c19d4c13bb33", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:26.139575 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b69b245a-2ddc-4f41-933b-5a21b829278a {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:26.139981 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265', 'tag': 'c4924fc0-8cfc-42df-8563-c19d4c13bb33', 'status': 'completed', 'code': 200} Sep 29 17:29:26.140124 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-85c3adc8-be54-4735-8446-2cc986022f30 req-819cee61-d42b-4f5f-966e-698465c60592 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Calling delete_port for d20e16cf-b38b-4cda-8b23-babe3f80785c owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:29:26.160029 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-591f313d-190f-4b38-9d61-f6ce35cc89ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'name': 'tempest-ServersTestManualDisk-1241216966-router', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '39db6248-f018-4009-bc0a-ef50510311d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:42Z', 'updated_at': '2021-09-29T17:28:50Z', 'revision_number': 4, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'gw_port': {'id': '39db6248-f018-4009-bc0a-ef50510311d2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:44Z', 'updated_at': '2021-09-29T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '1de6adee-3eea-4c25-b21e-9a1a4183435f', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'port_id': 'c4924fc0-8cfc-42df-8563-c19d4c13bb33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'mac_address': 'fa:16:3e:69:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:29:01Z', 'updated_at': '2021-09-29T17:29:23Z', 'revision_number': 1, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead97c8-2e7d-474b-8007-bde9152ff001', 'name': '', 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'mac_address': 'fa:16:3e:81:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:49Z', 'updated_at': '2021-09-29T17:28:55Z', 'revision_number': 5, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'subnets': [{'id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:26.188733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-1be372f6-73b8-42c3-a553-40eb44dfa60a admin admin] Deleting port 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:29:26.189347 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1be372f6-73b8-42c3-a553-40eb44dfa60a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:26.208263 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f313d-190f-4b38-9d61-f6ce35cc89ce None None] Checking router: 380300bf-be58-40c1-bd2c-538b5dbd9726 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:29:26.209602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679f820-9131-4e28-98c7-6103e8c06606 req-f8320bab-57fb-488a-8d91-645a0b50a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:26.211075 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d679f820-9131-4e28-98c7-6103e8c06606 req-f8320bab-57fb-488a-8d91-645a0b50a09c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb98647a-0614-4fc5-b8fd-672d79ef30b4 HTTP/1.1" status: 200 len: 851 time: 0.0702631 Sep 29 17:29:26.220287 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591f313d-190f-4b38-9d61-f6ce35cc89ce None None] Routers {'380300bf-be58-40c1-bd2c-538b5dbd9726'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:29:26.221501 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-591f313d-190f-4b38-9d61-f6ce35cc89ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:29:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['380300bf-be58-40c1-bd2c-538b5dbd9726'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:26.238825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907b2731-a95d-4fc3-8ef8-e23bb9be859d tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:29:26.263130 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-907b2731-a95d-4fc3-8ef8-e23bb9be859d tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:26.308285 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e2eb5-f4d6-41b9-af42-59aa99622fc1 None None] Sync routers for ids ['c6776bf7-8e78-4124-b46d-0505692245d3'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:29:26.314478 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-907b2731-a95d-4fc3-8ef8-e23bb9be859d tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "PUT /v2.0/floatingips/8485c7da-bff4-44bc-8be7-9942a2efd114 HTTP/1.1" status: 200 len: 992 time: 3.0412319 Sep 29 17:29:26.337916 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679f820-9131-4e28-98c7-6103e8c06606 req-5f9ebeeb-b73f-4dd5-8ac0-ba1c12b0de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:26.339653 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e2eb5-f4d6-41b9-af42-59aa99622fc1 None None] Routers {'c6776bf7-8e78-4124-b46d-0505692245d3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:29:26.340271 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-df1e2eb5-f4d6-41b9-af42-59aa99622fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:29:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c6776bf7-8e78-4124-b46d-0505692245d3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:26.346536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d679f820-9131-4e28-98c7-6103e8c06606 req-5f9ebeeb-b73f-4dd5-8ac0-ba1c12b0de71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b255708-c2d9-4b94-9aae-118e45662db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078787 Sep 29 17:29:26.368145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-d679f820-9131-4e28-98c7-6103e8c06606 req-eb7bc0e8-8d9e-4c45-aecf-a3b89551e549 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:29:26.369822 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d679f820-9131-4e28-98c7-6103e8c06606 req-eb7bc0e8-8d9e-4c45-aecf-a3b89551e549 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116251 Sep 29 17:29:26.438778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01e245-144d-406a-9079-f5e743baaffe req-ab8b9175-90b2-4259-869a-302911e56cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:26.440270 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc01e245-144d-406a-9079-f5e743baaffe req-ab8b9175-90b2-4259-869a-302911e56cda service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5fd2e3747434b4c8973aa541bd22ed4&device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 1096 time: 0.3469484 Sep 29 17:29:26.444885 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-591f313d-190f-4b38-9d61-f6ce35cc89ce None None] Set router 380300bf-be58-40c1-bd2c-538b5dbd9726 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:29:26.476299 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d679f820-9131-4e28-98c7-6103e8c06606 req-617e3eaa-0755-459d-8108-b6d443bc68f8 service neutron] 10.222.0.35 "GET /v2.0/networks/2b255708-c2d9-4b94-9aae-118e45662db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982676 Sep 29 17:29:26.505230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925b467-0220-4776-9860-525104da61e9 req-e5cd9b8b-f5b2-4d09-8d20-020c658b1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:26.506656 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a925b467-0220-4776-9860-525104da61e9 req-e5cd9b8b-f5b2-4d09-8d20-020c658b1e3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 913 time: 0.4303281 Sep 29 17:29:26.514663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11047790-6a08-4270-baac-620d5df8cefb req-977358dd-58d7-46ba-965a-3de3bb11235b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:26.516426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-11047790-6a08-4270-baac-620d5df8cefb req-977358dd-58d7-46ba-965a-3de3bb11235b tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=527adb7c-3bc0-4104-a605-6c4766473e36 HTTP/1.1" status: 200 len: 945 time: 0.3483143 Sep 29 17:29:26.526337 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-df1e2eb5-f4d6-41b9-af42-59aa99622fc1 None None] Set router c6776bf7-8e78-4124-b46d-0505692245d3 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:29:26.582681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-1be372f6-73b8-42c3-a553-40eb44dfa60a admin admin] For port 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5,segment=NetworkSegment(dd3bc545-9320-4aae-a70c-c5c064bf36ac),segment_id=dd3bc545-9320-4aae-a70c-c5c064bf36ac)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:26.583051 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1be372f6-73b8-42c3-a553-40eb44dfa60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:26.584394 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d679f820-9131-4e28-98c7-6103e8c06606 req-cd279593-adb8-4fb1-bb1e-7aa1387734b7 service neutron] 10.222.0.35 "GET /v2.0/networks/2b255708-c2d9-4b94-9aae-118e45662db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963354 Sep 29 17:29:26.660690 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a925b467-0220-4776-9860-525104da61e9 req-c1634b0a-7656-4f14-828e-ceb622765b32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 HTTP/1.1" status: 200 len: 217 time: 0.1214714 Sep 29 17:29:26.671569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-1be372f6-73b8-42c3-a553-40eb44dfa60a admin admin] Calling delete_port for 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:29:26.734411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-2f40b8bc-a53d-4753-acc6-e1276da22107 req-11bc5c09-4c36-4df0-a0fd-6985d3f2ee8c tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Deleting port e824485b-430d-4107-a57e-58d4693bcd6d {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:29:26.734754 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f40b8bc-a53d-4753-acc6-e1276da22107 req-11bc5c09-4c36-4df0-a0fd-6985d3f2ee8c tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:26.801016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-11047790-6a08-4270-baac-620d5df8cefb req-cef5c4e3-c590-4a90-a123-1e6e8b0c1038 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/security-groups?id=4e834be2-cf51-4850-8add-0395519d25a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521062 Sep 29 17:29:26.847946 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01e245-144d-406a-9079-f5e743baaffe req-8cda00d8-55cc-4237-baad-c99827eb3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:26.849699 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc01e245-144d-406a-9079-f5e743baaffe req-8cda00d8-55cc-4237-baad-c99827eb3d84 service neutron] 10.222.0.49 "GET /v2.0/networks?id=248bb528-37ff-42a3-a2f0-d0d4de8cb481 HTTP/1.1" status: 200 len: 913 time: 0.3891675 Sep 29 17:29:26.936695 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-85c3adc8-be54-4735-8446-2cc986022f30 req-819cee61-d42b-4f5f-966e-698465c60592 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:26.939200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925b467-0220-4776-9860-525104da61e9 req-cfb38a48-56df-408b-95c8-4db408c850f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:26.940778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a925b467-0220-4776-9860-525104da61e9 req-cfb38a48-56df-408b-95c8-4db408c850f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=469f6337-ae09-4156-997e-8aa5990644df HTTP/1.1" status: 200 len: 852 time: 0.2599382 Sep 29 17:29:26.941814 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-591f313d-190f-4b38-9d61-f6ce35cc89ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'name': 'tempest-ServersTestManualDisk-1241216966-router', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '39db6248-f018-4009-bc0a-ef50510311d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:42Z', 'updated_at': '2021-09-29T17:28:50Z', 'revision_number': 4, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'gw_port': {'id': '39db6248-f018-4009-bc0a-ef50510311d2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:44Z', 'updated_at': '2021-09-29T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '1de6adee-3eea-4c25-b21e-9a1a4183435f', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'port_id': 'c4924fc0-8cfc-42df-8563-c19d4c13bb33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'mac_address': 'fa:16:3e:69:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:29:01Z', 'updated_at': '2021-09-29T17:29:23Z', 'revision_number': 1, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead97c8-2e7d-474b-8007-bde9152ff001', 'name': '', 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'mac_address': 'fa:16:3e:81:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:49Z', 'updated_at': '2021-09-29T17:28:55Z', 'revision_number': 5, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'subnets': [{'id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:26.945920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63fe76-1a09-414d-8b98-5476e71fffa4 req-1b440262-061e-4fc0-b2a0-28fb9a9a6d8f tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:26.947637 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef63fe76-1a09-414d-8b98-5476e71fffa4 req-1b440262-061e-4fc0-b2a0-28fb9a9a6d8f tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 946 time: 0.0531957 Sep 29 17:29:26.953160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['e824485b-430d-4107-a57e-58d4693bcd6d'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:26.976557 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591f313d-190f-4b38-9d61-f6ce35cc89ce None None] The sync data for ids ['380300bf-be58-40c1-bd2c-538b5dbd9726'] in n-d-811748-2 is: [{'id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'name': 'tempest-ServersTestManualDisk-1241216966-router', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '39db6248-f018-4009-bc0a-ef50510311d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:42Z', 'updated_at': '2021-09-29T17:28:50Z', 'revision_number': 4, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'gw_port': {'id': '39db6248-f018-4009-bc0a-ef50510311d2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:44Z', 'updated_at': '2021-09-29T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '1de6adee-3eea-4c25-b21e-9a1a4183435f', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'port_id': 'c4924fc0-8cfc-42df-8563-c19d4c13bb33', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'mac_address': 'fa:16:3e:69:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:29:01Z', 'updated_at': '2021-09-29T17:29:23Z', 'revision_number': 1, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ead97c8-2e7d-474b-8007-bde9152ff001', 'name': '', 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'mac_address': 'fa:16:3e:81:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:49Z', 'updated_at': '2021-09-29T17:28:55Z', 'revision_number': 5, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'subnets': [{'id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:29:26.992957 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-df1e2eb5-f4d6-41b9-af42-59aa99622fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'name': 'tempest-ServersTestBootFromVolume-1630993829-router', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:01Z', 'updated_at': '2021-09-29T17:28:13Z', 'revision_number': 4, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'gw_port': {'id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:03Z', 'updated_at': '2021-09-29T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '8485c7da-bff4-44bc-8be7-9942a2efd114', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'port_id': '688bc388-81fb-4f86-8280-61f81a64b05e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'mac_address': 'fa:16:3e:e8:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80844ac-53ed-4986-b1f2-fdb528c35122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:28:23Z', 'updated_at': '2021-09-29T17:29:24Z', 'revision_number': 1, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca24fc9-b4e1-42a2-9b7f-097070d87fab', 'name': '', 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'mac_address': 'fa:16:3e:60:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:09Z', 'updated_at': '2021-09-29T17:28:19Z', 'revision_number': 5, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'subnets': [{'id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:27.038168 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e2eb5-f4d6-41b9-af42-59aa99622fc1 None None] Checking router: c6776bf7-8e78-4124-b46d-0505692245d3 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:29:27.041236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2f40b8bc-a53d-4753-acc6-e1276da22107 req-11bc5c09-4c36-4df0-a0fd-6985d3f2ee8c tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] For port e824485b-430d-4107-a57e-58d4693bcd6d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e824485b-430d-4107-a57e-58d4693bcd6d,segment=NetworkSegment(bbb6225a-cf5b-4f58-8be7-c160e94f7e2a),segment_id=bbb6225a-cf5b-4f58-8be7-c160e94f7e2a)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:27.041662 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f40b8bc-a53d-4753-acc6-e1276da22107 req-11bc5c09-4c36-4df0-a0fd-6985d3f2ee8c tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:27.042735 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef63fe76-1a09-414d-8b98-5476e71fffa4 req-08f0631c-785d-452b-a4b7-a76a49884f4d tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/security-groups?id=de667b3d-88a7-4a2f-adea-288c288d84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676563 Sep 29 17:29:27.061267 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e2eb5-f4d6-41b9-af42-59aa99622fc1 None None] Routers {'c6776bf7-8e78-4124-b46d-0505692245d3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:29:27.070571 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-df1e2eb5-f4d6-41b9-af42-59aa99622fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:29:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c6776bf7-8e78-4124-b46d-0505692245d3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:27.139562 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a925b467-0220-4776-9860-525104da61e9 req-54974d24-c157-49ad-a816-566acea8598e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5cec3342-9e55-4e91-99e8-ff77baea25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812983 Sep 29 17:29:27.140544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cee61-d42b-4f5f-966e-698465c60592 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Pushing event deleted for resources: {'Port': ['ID=d20e16cf-b38b-4cda-8b23-babe3f80785c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:27.164672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-2f40b8bc-a53d-4753-acc6-e1276da22107 req-11bc5c09-4c36-4df0-a0fd-6985d3f2ee8c tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Calling delete_port for e824485b-430d-4107-a57e-58d4693bcd6d owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:29:27.177257 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:27.192106 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc01e245-144d-406a-9079-f5e743baaffe req-d771fe04-690d-40d2-9aaf-fe3917fb91d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4924fc0-8cfc-42df-8563-c19d4c13bb33 HTTP/1.1" status: 200 len: 999 time: 0.3259318 Sep 29 17:29:27.258820 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-df1e2eb5-f4d6-41b9-af42-59aa99622fc1 None None] Set router c6776bf7-8e78-4124-b46d-0505692245d3 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:29:27.312309 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c3adc8-be54-4735-8446-2cc986022f30 req-819cee61-d42b-4f5f-966e-698465c60592 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] No DVR routers for this DVR port d20e16cf-b38b-4cda-8b23-babe3f80785c on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:29:27.330527 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-85c3adc8-be54-4735-8446-2cc986022f30 req-819cee61-d42b-4f5f-966e-698465c60592 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:27.333424 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85c3adc8-be54-4735-8446-2cc986022f30 req-819cee61-d42b-4f5f-966e-698465c60592 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.35 "DELETE /v2.0/ports/d20e16cf-b38b-4cda-8b23-babe3f80785c HTTP/1.1" status: 204 len: 173 time: 1.9807267 Sep 29 17:29:27.334604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527adb7c-3bc0-4104-a605-6c4766473e36', 'name': 'network-vif-deleted', 'tag': 'd20e16cf-b38b-4cda-8b23-babe3f80785c'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:27.336945 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2dd9ae-ea09-44dc-bedc-7eeb4f9ad89d" -d '{"events": [{"server_uuid": "527adb7c-3bc0-4104-a605-6c4766473e36", "name": "network-vif-deleted", "tag": "d20e16cf-b38b-4cda-8b23-babe3f80785c"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:27.344491 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b3844b-a8c6-42c4-bee9-403032e96f5a None None] New status for floating IP 1de6adee-3eea-4c25-b21e-9a1a4183435f: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:29:27.445224 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecfe53-dcd1-452d-9ee6-8b0dfe4b45ab req-39fb43ff-f453-4c62-9c26-76f7a040f6ee tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:27.446856 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d7ecfe53-dcd1-452d-9ee6-8b0dfe4b45ab req-39fb43ff-f453-4c62-9c26-76f7a040f6ee tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 946 time: 0.5372355 Sep 29 17:29:27.453485 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cff1d6-6295-4edc-8a50-c9a65c667960 x-openstack-request-id: req-c4cff1d6-6295-4edc-8a50-c9a65c667960 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:27.453795 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527adb7c-3bc0-4104-a605-6c4766473e36", "name": "network-vif-deleted", "tag": "d20e16cf-b38b-4cda-8b23-babe3f80785c", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:27.454028 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4cff1d6-6295-4edc-8a50-c9a65c667960 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:27.454424 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527adb7c-3bc0-4104-a605-6c4766473e36', 'name': 'network-vif-deleted', 'tag': 'd20e16cf-b38b-4cda-8b23-babe3f80785c', 'status': 'completed', 'code': 200} Sep 29 17:29:27.550516 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-df1e2eb5-f4d6-41b9-af42-59aa99622fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'name': 'tempest-ServersTestBootFromVolume-1630993829-router', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:01Z', 'updated_at': '2021-09-29T17:28:13Z', 'revision_number': 4, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'gw_port': {'id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:03Z', 'updated_at': '2021-09-29T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '8485c7da-bff4-44bc-8be7-9942a2efd114', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'port_id': '688bc388-81fb-4f86-8280-61f81a64b05e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'mac_address': 'fa:16:3e:e8:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80844ac-53ed-4986-b1f2-fdb528c35122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:28:23Z', 'updated_at': '2021-09-29T17:29:24Z', 'revision_number': 1, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca24fc9-b4e1-42a2-9b7f-097070d87fab', 'name': '', 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'mac_address': 'fa:16:3e:60:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:09Z', 'updated_at': '2021-09-29T17:28:19Z', 'revision_number': 5, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'subnets': [{'id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:27.551408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01e245-144d-406a-9079-f5e743baaffe req-32790542-da9d-44d6-b0e8-d41df50b41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:27.553313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc01e245-144d-406a-9079-f5e743baaffe req-32790542-da9d-44d6-b0e8-d41df50b41ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8af5bdfb-ada9-49f2-9176-e549ac4a08ad HTTP/1.1" status: 200 len: 851 time: 0.3227441 Sep 29 17:29:27.580080 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e2eb5-f4d6-41b9-af42-59aa99622fc1 None None] The sync data for ids ['c6776bf7-8e78-4124-b46d-0505692245d3'] in n-d-811748-2 is: [{'id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'name': 'tempest-ServersTestBootFromVolume-1630993829-router', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:01Z', 'updated_at': '2021-09-29T17:28:13Z', 'revision_number': 4, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'gw_port': {'id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:03Z', 'updated_at': '2021-09-29T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '8485c7da-bff4-44bc-8be7-9942a2efd114', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'port_id': '688bc388-81fb-4f86-8280-61f81a64b05e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'mac_address': 'fa:16:3e:e8:30:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80844ac-53ed-4986-b1f2-fdb528c35122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:28:23Z', 'updated_at': '2021-09-29T17:29:24Z', 'revision_number': 1, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca24fc9-b4e1-42a2-9b7f-097070d87fab', 'name': '', 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'mac_address': 'fa:16:3e:60:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:09Z', 'updated_at': '2021-09-29T17:28:19Z', 'revision_number': 5, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'subnets': [{'id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:29:27.588893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caeede3-e80a-402a-bdd0-58a474cfb547 req-3e6744b9-74c4-41b1-8e2f-97f9da12a63c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:27.590543 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8caeede3-e80a-402a-bdd0-58a474cfb547 req-3e6744b9-74c4-41b1-8e2f-97f9da12a63c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 945 time: 0.4360626 Sep 29 17:29:27.624099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a925b467-0220-4776-9860-525104da61e9 req-3961d492-5837-41ff-9ac5-58efdfcffb60 service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623160 Sep 29 17:29:27.807149 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70a7930-8471-45ed-a0d7-a3d2c8159ed5 None None] New status for floating IP 8485c7da-bff4-44bc-8be7-9942a2efd114: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:29:27.894180 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:29:27.943043 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e49053e-b12e-4ca3-9e1b-c1459e57fb6c req-16febfb9-b492-4515-abc1-5ef7a755d734 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=527adb7c-3bc0-4104-a605-6c4766473e36 HTTP/1.1" status: 200 len: 210 time: 0.0348895 Sep 29 17:29:27.995938 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:28.029710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd39e5f3-62a1-428b-b587-b7d670dca34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:28.032035 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953c6c78-18c9-4ccc-bba5-bc9a8dd80656" -d '{"events": [{"server_uuid": "bd39e5f3-62a1-428b-b587-b7d670dca34a", "name": "network-vif-unplugged", "status": "completed", "tag": "4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:28.046332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:28.051426 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:28.052225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device d20e16cf-b38b-4cda-8b23-babe3f80785c no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:29:28.079645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: d20e16cf-b38b-4cda-8b23-babe3f80785c {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:29:28.079987 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device d20e16cf-b38b-4cda-8b23-babe3f80785c not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:29:28.105489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8caeede3-e80a-402a-bdd0-58a474cfb547 req-ab7255c9-310d-49d9-b7b3-380eb54fd7c4 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988954 Sep 29 17:29:28.115089 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09255819-4393-4de6-84fc-b54ff2f586e8 x-openstack-request-id: req-09255819-4393-4de6-84fc-b54ff2f586e8 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:28.115640 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd39e5f3-62a1-428b-b587-b7d670dca34a", "name": "network-vif-unplugged", "status": "completed", "tag": "4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:28.115817 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09255819-4393-4de6-84fc-b54ff2f586e8 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:28.116314 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd39e5f3-62a1-428b-b587-b7d670dca34a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4', 'code': 200} Sep 29 17:29:28.140801 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80844ac-53ed-4986-b1f2-fdb528c35122', 'tag': '688bc388-81fb-4f86-8280-61f81a64b05e'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:28.142330 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:28.143125 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e4b11c-f8a8-4a1f-9da8-618fdd94cecb" -d '{"events": [{"name": "network-changed", "server_uuid": "d80844ac-53ed-4986-b1f2-fdb528c35122", "tag": "688bc388-81fb-4f86-8280-61f81a64b05e"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:28.146178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01e245-144d-406a-9079-f5e743baaffe req-012da492-4db4-4131-840a-b88b5b4fc9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:28.147723 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc01e245-144d-406a-9079-f5e743baaffe req-012da492-4db4-4131-840a-b88b5b4fc9ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=248bb528-37ff-42a3-a2f0-d0d4de8cb481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5697453 Sep 29 17:29:28.214940 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f5c49f-1fd9-42a2-8476-30cc33940145 x-openstack-request-id: req-a0f5c49f-1fd9-42a2-8476-30cc33940145 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:28.215334 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80844ac-53ed-4986-b1f2-fdb528c35122", "tag": "688bc388-81fb-4f86-8280-61f81a64b05e", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:28.215641 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0f5c49f-1fd9-42a2-8476-30cc33940145 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:28.216260 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80844ac-53ed-4986-b1f2-fdb528c35122', 'tag': '688bc388-81fb-4f86-8280-61f81a64b05e', 'status': 'completed', 'code': 200} Sep 29 17:29:28.259300 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f40b8bc-a53d-4753-acc6-e1276da22107 req-11bc5c09-4c36-4df0-a0fd-6985d3f2ee8c tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:28.267715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a925b467-0220-4776-9860-525104da61e9 req-ced5c43f-9479-4605-a577-12bdd1102de5 service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6142409 Sep 29 17:29:28.306694 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-d7ecfe53-dcd1-452d-9ee6-8b0dfe4b45ab req-86f36ec0-47f5-4eb8-a48a-27689c5dba8c tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Deleting port 148d9393-1506-44be-9348-5202351eade9 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:29:28.307030 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d7ecfe53-dcd1-452d-9ee6-8b0dfe4b45ab req-86f36ec0-47f5-4eb8-a48a-27689c5dba8c tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:28.309440 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1be372f6-73b8-42c3-a553-40eb44dfa60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:28.386494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc5c09-4c36-4df0-a0fd-6985d3f2ee8c tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Pushing event deleted for resources: {'Port': ['ID=e824485b-430d-4107-a57e-58d4693bcd6d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:28.523793 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be372f6-73b8-42c3-a553-40eb44dfa60a admin admin] Pushing event deleted for resources: {'Port': ['ID=5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:28.559960 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c173785-58f8-44a1-9cbb-6bdea03d4634 req-017b6922-fac7-47f6-a005-ccd44d0cdf67 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:28.562253 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c173785-58f8-44a1-9cbb-6bdea03d4634 req-017b6922-fac7-47f6-a005-ccd44d0cdf67 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 946 time: 0.3682909 Sep 29 17:29:28.586686 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f40b8bc-a53d-4753-acc6-e1276da22107 req-11bc5c09-4c36-4df0-a0fd-6985d3f2ee8c tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] No DVR routers for this DVR port e824485b-430d-4107-a57e-58d4693bcd6d on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:29:28.589825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc01e245-144d-406a-9079-f5e743baaffe req-93407895-7ab1-4937-91d0-aebbf1288904 service neutron] 10.222.0.49 "GET /v2.0/networks/248bb528-37ff-42a3-a2f0-d0d4de8cb481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331539 Sep 29 17:29:28.591968 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f40b8bc-a53d-4753-acc6-e1276da22107 req-11bc5c09-4c36-4df0-a0fd-6985d3f2ee8c tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:28.594915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f40b8bc-a53d-4753-acc6-e1276da22107 req-11bc5c09-4c36-4df0-a0fd-6985d3f2ee8c tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.49 "DELETE /v2.0/ports/e824485b-430d-4107-a57e-58d4693bcd6d HTTP/1.1" status: 204 len: 173 time: 2.4529705 Sep 29 17:29:28.673649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4b11c-f8a8-4a1f-9da8-618fdd94cecb req-59033c2a-6b07-4864-bd28-4fb30e687fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:28.675192 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6e4b11c-f8a8-4a1f-9da8-618fdd94cecb req-59033c2a-6b07-4864-bd28-4fb30e687fa4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8198f0193c4a48b396fbf3d65e72ce11&device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 1097 time: 0.3732567 Sep 29 17:29:28.676890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d7ecfe53-dcd1-452d-9ee6-8b0dfe4b45ab req-86f36ec0-47f5-4eb8-a48a-27689c5dba8c tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] For port 148d9393-1506-44be-9348-5202351eade9, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=148d9393-1506-44be-9348-5202351eade9,segment=NetworkSegment(c168d6c7-33ba-478f-8038-5ddd0c236bbe),segment_id=c168d6c7-33ba-478f-8038-5ddd0c236bbe)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:28.677239 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d7ecfe53-dcd1-452d-9ee6-8b0dfe4b45ab req-86f36ec0-47f5-4eb8-a48a-27689c5dba8c tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:28.751079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-d7ecfe53-dcd1-452d-9ee6-8b0dfe4b45ab req-86f36ec0-47f5-4eb8-a48a-27689c5dba8c tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Calling delete_port for 148d9393-1506-44be-9348-5202351eade9 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:29:28.756296 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c173785-58f8-44a1-9cbb-6bdea03d4634 req-3187c1a3-cdc4-450b-ad4e-29cbb3930ee4 tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/security-groups?id=de667b3d-88a7-4a2f-adea-288c288d84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738803 Sep 29 17:29:28.960461 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc01e245-144d-406a-9079-f5e743baaffe req-c1378a8a-023c-4521-ba53-8c46f405c389 service neutron] 10.222.0.49 "GET /v2.0/networks/248bb528-37ff-42a3-a2f0-d0d4de8cb481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485441 Sep 29 17:29:29.004404 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4b11c-f8a8-4a1f-9da8-618fdd94cecb req-3ac6ba9d-4b26-45e6-ae11-1aedc04e1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:29.005946 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6e4b11c-f8a8-4a1f-9da8-618fdd94cecb req-3ac6ba9d-4b26-45e6-ae11-1aedc04e1932 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e6710c7-1fe8-4a10-9f65-7890954b63b6 HTTP/1.1" status: 200 len: 917 time: 0.3055482 Sep 29 17:29:29.018319 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1be372f6-73b8-42c3-a553-40eb44dfa60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:29.137804 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b1b68c2-4105-4ba8-bb46-a7a927852719 req-665bd458-7df0-43b5-880b-2958667d13e6 tempest-ListServersNegativeTestJSON-1579728960 tempest-ListServersNegativeTestJSON-1579728960-project] 10.222.0.44 "GET /v2.0/ports?device_id=32e35384-f84c-4805-87cb-a26fb8536c6e HTTP/1.1" status: 200 len: 210 time: 0.0740669 Sep 29 17:29:29.219702 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6e4b11c-f8a8-4a1f-9da8-618fdd94cecb req-d8bfa37b-a203-4ab2-b7ac-371cfe0aba96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=688bc388-81fb-4f86-8280-61f81a64b05e HTTP/1.1" status: 200 len: 1002 time: 0.1977830 Sep 29 17:29:29.241869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce51e7-c29b-4444-965e-9960842d4ad0 req-57c390b5-d6c1-4503-8f71-9bd544dc2e9c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:29.243542 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-38ce51e7-c29b-4444-965e-9960842d4ad0 req-57c390b5-d6c1-4503-8f71-9bd544dc2e9c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 943 time: 0.0619917 Sep 29 17:29:29.276088 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d7ecfe53-dcd1-452d-9ee6-8b0dfe4b45ab req-86f36ec0-47f5-4eb8-a48a-27689c5dba8c tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:29.285525 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-38ce51e7-c29b-4444-965e-9960842d4ad0 req-b644714c-6508-4a26-9cf8-5d64b1ae7e4e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340302 Sep 29 17:29:29.323634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f36ec0-47f5-4eb8-a48a-27689c5dba8c tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Pushing event deleted for resources: {'Port': ['ID=148d9393-1506-44be-9348-5202351eade9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:29.342769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4b11c-f8a8-4a1f-9da8-618fdd94cecb req-810fd9d9-86ae-417e-ae36-f50246b17656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:29.344355 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6e4b11c-f8a8-4a1f-9da8-618fdd94cecb req-810fd9d9-86ae-417e-ae36-f50246b17656 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1e85c7a8-9fc7-434c-811c-81a62dc0488e HTTP/1.1" status: 200 len: 855 time: 0.1078923 Sep 29 17:29:29.433164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ecfe53-dcd1-452d-9ee6-8b0dfe4b45ab req-86f36ec0-47f5-4eb8-a48a-27689c5dba8c tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] No DVR routers for this DVR port 148d9393-1506-44be-9348-5202351eade9 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:29:29.464310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e35384-f84c-4805-87cb-a26fb8536c6e', 'name': 'network-vif-deleted', 'tag': 'e824485b-430d-4107-a57e-58d4693bcd6d'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:29.466565 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f660acb7-cfea-421e-8eb4-e2a857aa0476" -d '{"events": [{"server_uuid": "32e35384-f84c-4805-87cb-a26fb8536c6e", "name": "network-vif-deleted", "tag": "e824485b-430d-4107-a57e-58d4693bcd6d"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:29.473271 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d7ecfe53-dcd1-452d-9ee6-8b0dfe4b45ab req-86f36ec0-47f5-4eb8-a48a-27689c5dba8c tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:29.475265 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d7ecfe53-dcd1-452d-9ee6-8b0dfe4b45ab req-86f36ec0-47f5-4eb8-a48a-27689c5dba8c tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.49 "DELETE /v2.0/ports/148d9393-1506-44be-9348-5202351eade9 HTTP/1.1" status: 204 len: 173 time: 2.0152383 Sep 29 17:29:29.508866 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4b11c-f8a8-4a1f-9da8-618fdd94cecb req-bf9ef860-941c-4405-a592-44f32f32e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:29.510488 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6e4b11c-f8a8-4a1f-9da8-618fdd94cecb req-bf9ef860-941c-4405-a592-44f32f32e939 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e6710c7-1fe8-4a10-9f65-7890954b63b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499577 Sep 29 17:29:29.516899 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfc76f9-2720-418e-8b54-bf45ac5875a1 x-openstack-request-id: req-dcfc76f9-2720-418e-8b54-bf45ac5875a1 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:29.517188 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32e35384-f84c-4805-87cb-a26fb8536c6e", "name": "network-vif-deleted", "tag": "e824485b-430d-4107-a57e-58d4693bcd6d", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:29.517509 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcfc76f9-2720-418e-8b54-bf45ac5875a1 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:29.517946 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e35384-f84c-4805-87cb-a26fb8536c6e', 'name': 'network-vif-deleted', 'tag': 'e824485b-430d-4107-a57e-58d4693bcd6d', 'status': 'completed', 'code': 200} Sep 29 17:29:29.563290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be372f6-73b8-42c3-a553-40eb44dfa60a admin admin] Router 83f2139b-20bc-4247-90a4-ecf30e674791 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:29:29.692221 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6e4b11c-f8a8-4a1f-9da8-618fdd94cecb req-82958691-1fd4-4716-9217-de3fa4174aa5 service neutron] 10.222.0.35 "GET /v2.0/networks/3e6710c7-1fe8-4a10-9f65-7890954b63b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734149 Sep 29 17:29:29.784787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be372f6-73b8-42c3-a553-40eb44dfa60a admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:29:29.792980 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1be372f6-73b8-42c3-a553-40eb44dfa60a admin admin] 10.222.0.44 "PUT /v2.0/routers/83f2139b-20bc-4247-90a4-ecf30e674791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4571497 Sep 29 17:29:29.793433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33118) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:29.795852 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad2a2b9-9e4e-4222-8c65-cd0ff65cf4f1 None None] Sync routers for ids ['83f2139b-20bc-4247-90a4-ecf30e674791'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:29:29.798279 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 148d9393-1506-44be-9348-5202351eade9 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:29:29.820018 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6e4b11c-f8a8-4a1f-9da8-618fdd94cecb req-4f3799b7-ccd0-46f3-bd77-298d10b0af0d service neutron] 10.222.0.35 "GET /v2.0/networks/3e6710c7-1fe8-4a10-9f65-7890954b63b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061478 Sep 29 17:29:29.835747 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 148d9393-1506-44be-9348-5202351eade9 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:29:29.836086 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 148d9393-1506-44be-9348-5202351eade9 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:29:29.837190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e824485b-430d-4107-a57e-58d4693bcd6d no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:29:29.840198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad2a2b9-9e4e-4222-8c65-cd0ff65cf4f1 None None] Routers {'83f2139b-20bc-4247-90a4-ecf30e674791'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:29:29.840844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6ad2a2b9-9e4e-4222-8c65-cd0ff65cf4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:29:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['83f2139b-20bc-4247-90a4-ecf30e674791'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:29.910568 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:29.914279 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-79fc3cdc-4d49-4351-9bfc-ee5b14e42ab9 req-dab5336c-7246-44c6-8ca0-852e5f42bdfb tempest-ServerPasswordTestJSON-609403079 tempest-ServerPasswordTestJSON-609403079-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf6a6c6c-5acc-4e84-a2f9-3128c5630f65 HTTP/1.1" status: 200 len: 210 time: 0.0351150 Sep 29 17:29:29.943226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: e824485b-430d-4107-a57e-58d4693bcd6d {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:29:29.943579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e824485b-430d-4107-a57e-58d4693bcd6d not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:29:29.988245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-6ad2a2b9-9e4e-4222-8c65-cd0ff65cf4f1 None None] Set router 83f2139b-20bc-4247-90a4-ecf30e674791 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:29:30.191325 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6ad2a2b9-9e4e-4222-8c65-cd0ff65cf4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'name': 'tempest-FloatingIPDetailsTestJSON-1431543439-router', 'tenant_id': 'e88151862398466b82e2440439769020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '31934438-16eb-49d4-8091-e9eec1493058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:52Z', 'updated_at': '2021-09-29T17:29:27Z', 'revision_number': 5, 'project_id': 'e88151862398466b82e2440439769020', 'gw_port': {'id': '31934438-16eb-49d4-8091-e9eec1493058', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:53Z', 'updated_at': '2021-09-29T17:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:30.208117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33122) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:30.218503 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad2a2b9-9e4e-4222-8c65-cd0ff65cf4f1 None None] Checking router: 83f2139b-20bc-4247-90a4-ecf30e674791 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:29:30.233899 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad2a2b9-9e4e-4222-8c65-cd0ff65cf4f1 None None] Routers {'83f2139b-20bc-4247-90a4-ecf30e674791'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:29:30.234563 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6ad2a2b9-9e4e-4222-8c65-cd0ff65cf4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:29:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['83f2139b-20bc-4247-90a4-ecf30e674791'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:30.266964 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-972788dc-1950-4996-b321-5cc2344202a0 admin admin] Deleting subnet 65a41f3e-464e-4110-b186-67e190ebb04f {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:29:30.271850 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-972788dc-1950-4996-b321-5cc2344202a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:30.369681 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-972788dc-1950-4996-b321-5cc2344202a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:30.370316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-6ad2a2b9-9e4e-4222-8c65-cd0ff65cf4f1 None None] Set router 83f2139b-20bc-4247-90a4-ecf30e674791 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:29:30.379468 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:30.441172 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-972788dc-1950-4996-b321-5cc2344202a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:30.465577 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Deleting port 31934438-16eb-49d4-8091-e9eec1493058 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:29:30.466190 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:30.512702 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-972788dc-1950-4996-b321-5cc2344202a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:30.540600 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee574f-99cc-4d7b-8f1c-9f5c9113e5f3 req-cb8b2a58-63e0-4df2-a46d-9a5dc95e6348 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:30.542156 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e1ee574f-99cc-4d7b-8f1c-9f5c9113e5f3 req-cb8b2a58-63e0-4df2-a46d-9a5dc95e6348 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 943 time: 0.1201711 Sep 29 17:29:30.559944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972788dc-1950-4996-b321-5cc2344202a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65a41f3e-464e-4110-b186-67e190ebb04f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:30.564842 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-972788dc-1950-4996-b321-5cc2344202a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:30.569419 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-972788dc-1950-4996-b321-5cc2344202a0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/65a41f3e-464e-4110-b186-67e190ebb04f HTTP/1.1" status: 204 len: 168 time: 0.3570673 Sep 29 17:29:30.570054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33132) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:30.593589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6ad2a2b9-9e4e-4222-8c65-cd0ff65cf4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'name': 'tempest-FloatingIPDetailsTestJSON-1431543439-router', 'tenant_id': 'e88151862398466b82e2440439769020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '31934438-16eb-49d4-8091-e9eec1493058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:52Z', 'updated_at': '2021-09-29T17:29:27Z', 'revision_number': 5, 'project_id': 'e88151862398466b82e2440439769020', 'gw_port': {'id': '31934438-16eb-49d4-8091-e9eec1493058', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:53Z', 'updated_at': '2021-09-29T17:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:30.606084 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] For port 31934438-16eb-49d4-8091-e9eec1493058, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=31934438-16eb-49d4-8091-e9eec1493058,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:30.606650 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:30.612271 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e1ee574f-99cc-4d7b-8f1c-9f5c9113e5f3 req-d584409a-11f2-4014-9570-077c3fd2843e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634105 Sep 29 17:29:30.624176 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Calling delete_port for 31934438-16eb-49d4-8091-e9eec1493058 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:29:30.649638 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad2a2b9-9e4e-4222-8c65-cd0ff65cf4f1 None None] The sync data for ids ['83f2139b-20bc-4247-90a4-ecf30e674791'] in n-d-811748-2 is: [{'id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'name': 'tempest-FloatingIPDetailsTestJSON-1431543439-router', 'tenant_id': 'e88151862398466b82e2440439769020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '31934438-16eb-49d4-8091-e9eec1493058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:52Z', 'updated_at': '2021-09-29T17:29:27Z', 'revision_number': 5, 'project_id': 'e88151862398466b82e2440439769020', 'gw_port': {'id': '31934438-16eb-49d4-8091-e9eec1493058', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:8d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2139b-20bc-4247-90a4-ecf30e674791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1087, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:53Z', 'updated_at': '2021-09-29T17:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:29:30.653929 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1b34afea-7d7b-4943-acca-7fb7906509a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:30.777994 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1b34afea-7d7b-4943-acca-7fb7906509a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:30.816196 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-1b34afea-7d7b-4943-acca-7fb7906509a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feaef753-9520-4591-a671-4118300ab805']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:30.826116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-1b34afea-7d7b-4943-acca-7fb7906509a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb6225a-cf5b-4f58-8be7-c160e94f7e2a') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:30.826652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-1b34afea-7d7b-4943-acca-7fb7906509a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb6225a-cf5b-4f58-8be7-c160e94f7e2a') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:30.838652 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1b34afea-7d7b-4943-acca-7fb7906509a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:30.852812 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:30.853259 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1b34afea-7d7b-4943-acca-7fb7906509a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:30.861069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b34afea-7d7b-4943-acca-7fb7906509a0 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:29:30.861500 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1b34afea-7d7b-4943-acca-7fb7906509a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:29:30.863343 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:29:30.879387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Pushing event deleted for resources: {'Port': ['ID=31934438-16eb-49d4-8091-e9eec1493058,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:30.893533 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:30.893874 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:30.894271 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:30.894522 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:30.894843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:30.895161 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:30.895478 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:30.895791 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:30.896105 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:30.896416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:30.896729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:30.897038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:30.962792 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:30.997309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33158) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:31.103914 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.108163 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.120602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-e66b6fa5-59bd-43ba-a4bf-21f6901466cf admin admin] Deleting subnet 49c0bb04-0f62-4600-9c5e-11ff19ffe0c4 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:29:31.128648 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e66b6fa5-59bd-43ba-a4bf-21f6901466cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.201213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.201818 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83f2139b-20bc-4247-90a4-ecf30e674791 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:29:31.210494 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.211661 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c1a4b188-0162-4d47-b4a2-09ec28d8e76f admin admin] 10.222.0.44 "DELETE /v2.0/routers/83f2139b-20bc-4247-90a4-ecf30e674791 HTTP/1.1" status: 204 len: 168 time: 1.4172101 Sep 29 17:29:31.214535 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e66b6fa5-59bd-43ba-a4bf-21f6901466cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.216438 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33178) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:31.251595 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1b34afea-7d7b-4943-acca-7fb7906509a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.263279 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1b34afea-7d7b-4943-acca-7fb7906509a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.268825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1b34afea-7d7b-4943-acca-7fb7906509a0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/feaef753-9520-4591-a671-4118300ab805 HTTP/1.1" status: 204 len: 168 time: 0.6980598 Sep 29 17:29:31.278998 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34afea-7d7b-4943-acca-7fb7906509a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=feaef753-9520-4591-a671-4118300ab805,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:31.308377 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e66b6fa5-59bd-43ba-a4bf-21f6901466cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.313039 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf521069-5471-4dbc-90db-55cee98de77c admin admin] Deleting subnet 16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:29:31.335221 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf521069-5471-4dbc-90db-55cee98de77c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.391580 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf521069-5471-4dbc-90db-55cee98de77c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.437849 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e66b6fa5-59bd-43ba-a4bf-21f6901466cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.448926 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33186) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:31.496573 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b6fa5-59bd-43ba-a4bf-21f6901466cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49c0bb04-0f62-4600-9c5e-11ff19ffe0c4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:31.501965 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e66b6fa5-59bd-43ba-a4bf-21f6901466cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.506187 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e66b6fa5-59bd-43ba-a4bf-21f6901466cf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/49c0bb04-0f62-4600-9c5e-11ff19ffe0c4 HTTP/1.1" status: 204 len: 168 time: 0.5059483 Sep 29 17:29:31.506824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33188) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:31.510095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525eae34-db05-443d-8923-19a129eb9831 req-cec312ef-e74c-49da-a2cd-40b39c7ae12d tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:31.517816 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-525eae34-db05-443d-8923-19a129eb9831 req-cec312ef-e74c-49da-a2cd-40b39c7ae12d tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd39e5f3-62a1-428b-b587-b7d670dca34a HTTP/1.1" status: 200 len: 943 time: 0.1372049 Sep 29 17:29:31.528722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf6a6c6c-5acc-4e84-a2f9-3128c5630f65', 'name': 'network-vif-deleted', 'tag': '148d9393-1506-44be-9348-5202351eade9'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:31.531902 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79495346-e673-4e58-b050-8ba7dd8352bb" -d '{"events": [{"server_uuid": "bf6a6c6c-5acc-4e84-a2f9-3128c5630f65", "name": "network-vif-deleted", "tag": "148d9393-1506-44be-9348-5202351eade9"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:31.555048 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf521069-5471-4dbc-90db-55cee98de77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.579119 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59cc9cd-14e3-4125-b041-f6b603eae435 x-openstack-request-id: req-e59cc9cd-14e3-4125-b041-f6b603eae435 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:31.579412 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf6a6c6c-5acc-4e84-a2f9-3128c5630f65", "name": "network-vif-deleted", "tag": "148d9393-1506-44be-9348-5202351eade9", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:31.579663 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e59cc9cd-14e3-4125-b041-f6b603eae435 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:31.580052 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf6a6c6c-5acc-4e84-a2f9-3128c5630f65', 'name': 'network-vif-deleted', 'tag': '148d9393-1506-44be-9348-5202351eade9', 'status': 'completed', 'code': 200} Sep 29 17:29:31.594485 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0633ae49-cf72-4639-9557-98f0e3e8de38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb25d54936064457b838be47a6ee4a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440070 Sep 29 17:29:31.595172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33194) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:31.643205 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f604804b-3b93-455f-9877-53d76371dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.694055 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e7219002-d8bf-4804-b53c-0b6aaca38355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.713013 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf521069-5471-4dbc-90db-55cee98de77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.725050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e7219002-d8bf-4804-b53c-0b6aaca38355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.739238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-525eae34-db05-443d-8923-19a129eb9831 req-8d00de79-0b4f-4f50-a9ba-283f6782ce3c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Deleting port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:29:31.739593 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-525eae34-db05-443d-8923-19a129eb9831 req-8d00de79-0b4f-4f50-a9ba-283f6782ce3c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.756683 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f604804b-3b93-455f-9877-53d76371dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.782924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf521069-5471-4dbc-90db-55cee98de77c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:31.785308 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf521069-5471-4dbc-90db-55cee98de77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.788402 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5cee70-2595-465b-8ce5-a4b1f8bd17f2 None None] Network a1dee784-7c56-4695-93b1-93e4e3673df9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:29:31.793823 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cf521069-5471-4dbc-90db-55cee98de77c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/16ca6b98-b47c-4ffc-9f87-1e8ec27a2c10 HTTP/1.1" status: 204 len: 168 time: 0.5721917 Sep 29 17:29:31.797412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33196) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:31.807513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-f604804b-3b93-455f-9877-53d76371dea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0208d224-4dcb-45d0-88ec-753638b37bc5']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:31.820856 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-f604804b-3b93-455f-9877-53d76371dea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c168d6c7-33ba-478f-8038-5ddd0c236bbe') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:31.821155 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-f604804b-3b93-455f-9877-53d76371dea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c168d6c7-33ba-478f-8038-5ddd0c236bbe') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:31.835066 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f604804b-3b93-455f-9877-53d76371dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.852263 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f604804b-3b93-455f-9877-53d76371dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.861071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f604804b-3b93-455f-9877-53d76371dea5 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:29:31.861071 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f604804b-3b93-455f-9877-53d76371dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:29:31.863600 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:29:31.943109 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f604804b-3b93-455f-9877-53d76371dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.950274 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f604804b-3b93-455f-9877-53d76371dea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.950622 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.955923 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f604804b-3b93-455f-9877-53d76371dea5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0208d224-4dcb-45d0-88ec-753638b37bc5 HTTP/1.1" status: 204 len: 168 time: 0.4460726 Sep 29 17:29:31.957502 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e7219002-d8bf-4804-b53c-0b6aaca38355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.960378 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e7219002-d8bf-4804-b53c-0b6aaca38355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:31.961590 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e7219002-d8bf-4804-b53c-0b6aaca38355 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e834be2-cf51-4850-8add-0395519d25a5 HTTP/1.1" status: 204 len: 168 time: 0.3622994 Sep 29 17:29:31.971677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604804b-3b93-455f-9877-53d76371dea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0208d224-4dcb-45d0-88ec-753638b37bc5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:32.026749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-525eae34-db05-443d-8923-19a129eb9831 req-8d00de79-0b4f-4f50-a9ba-283f6782ce3c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] For port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:32.027320 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-525eae34-db05-443d-8923-19a129eb9831 req-8d00de79-0b4f-4f50-a9ba-283f6782ce3c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.038555 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32590f9c-8294-4e17-922b-6873b25bd062 None None] DHCP port deletion for a1dee784-7c56-4695-93b1-93e4e3673df9 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:29:32.039347 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7219002-d8bf-4804-b53c-0b6aaca38355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e834be2-cf51-4850-8add-0395519d25a5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:32.063403 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-525eae34-db05-443d-8923-19a129eb9831 req-8d00de79-0b4f-4f50-a9ba-283f6782ce3c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Calling delete_port for 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:29:32.197056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] Deleting port d06c05d7-34fe-4722-9ff6-6ff0ffadb655 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:29:32.197439 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.229626 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33204) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:32.238273 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:29:32.277661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:29:32.278311 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5a38bcfe-cb95-4b37-8ba8-e4f33d7e24d5 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:29:32.302794 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-32590f9c-8294-4e17-922b-6873b25bd062 None None] Deleting port d06c05d7-34fe-4722-9ff6-6ff0ffadb655 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:29:32.303171 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-32590f9c-8294-4e17-922b-6873b25bd062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.303695 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d7f6dc19-36f0-441e-8338-cb1234560899 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f56a0e8e6584ced9137afa090d7f70f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727746 Sep 29 17:29:32.304314 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33208) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:32.309871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] For port d06c05d7-34fe-4722-9ff6-6ff0ffadb655, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d06c05d7-34fe-4722-9ff6-6ff0ffadb655,segment=NetworkSegment(dd3bc545-9320-4aae-a70c-c5c064bf36ac),segment_id=dd3bc545-9320-4aae-a70c-c5c064bf36ac)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:32.310360 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.327837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] Calling delete_port for d06c05d7-34fe-4722-9ff6-6ff0ffadb655 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:29:32.370382 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-893bf3ff-ba4e-42c7-863a-0c7dd0bf2465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.391760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-32590f9c-8294-4e17-922b-6873b25bd062 None None] For port d06c05d7-34fe-4722-9ff6-6ff0ffadb655, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d06c05d7-34fe-4722-9ff6-6ff0ffadb655,segment=NetworkSegment(dd3bc545-9320-4aae-a70c-c5c064bf36ac),segment_id=dd3bc545-9320-4aae-a70c-c5c064bf36ac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:32.392301 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-32590f9c-8294-4e17-922b-6873b25bd062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.399972 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-893bf3ff-ba4e-42c7-863a-0c7dd0bf2465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.412166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-32590f9c-8294-4e17-922b-6873b25bd062 None None] Calling delete_port for d06c05d7-34fe-4722-9ff6-6ff0ffadb655 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:29:32.457266 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-525eae34-db05-443d-8923-19a129eb9831 req-8d00de79-0b4f-4f50-a9ba-283f6782ce3c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.487407 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-893bf3ff-ba4e-42c7-863a-0c7dd0bf2465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.491116 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-893bf3ff-ba4e-42c7-863a-0c7dd0bf2465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.492284 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-893bf3ff-ba4e-42c7-863a-0c7dd0bf2465 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de667b3d-88a7-4a2f-adea-288c288d84c7 HTTP/1.1" status: 204 len: 168 time: 0.1865466 Sep 29 17:29:32.499060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00de79-0b4f-4f50-a9ba-283f6782ce3c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Pushing event deleted for resources: {'Port': ['ID=4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:32.526338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bf3ff-ba4e-42c7-863a-0c7dd0bf2465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de667b3d-88a7-4a2f-adea-288c288d84c7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:32.596154 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-32590f9c-8294-4e17-922b-6873b25bd062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.601755 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-525eae34-db05-443d-8923-19a129eb9831 req-8d00de79-0b4f-4f50-a9ba-283f6782ce3c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] No DVR routers for this DVR port 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:29:32.604543 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.608154 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-525eae34-db05-443d-8923-19a129eb9831 req-8d00de79-0b4f-4f50-a9ba-283f6782ce3c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.617473 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-525eae34-db05-443d-8923-19a129eb9831 req-8d00de79-0b4f-4f50-a9ba-283f6782ce3c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "DELETE /v2.0/ports/4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 HTTP/1.1" status: 204 len: 173 time: 1.0976908 Sep 29 17:29:32.619044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32590f9c-8294-4e17-922b-6873b25bd062 None None] No DVR routers for this DVR port d06c05d7-34fe-4722-9ff6-6ff0ffadb655 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:29:32.656171 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32590f9c-8294-4e17-922b-6873b25bd062 None None] Pushing event deleted for resources: {'Port': ['ID=d06c05d7-34fe-4722-9ff6-6ff0ffadb655,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:32.677874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] Pushing event deleted for resources: {'Port': ['ID=d06c05d7-34fe-4722-9ff6-6ff0ffadb655,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:32.682633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] No DVR routers for this DVR port d06c05d7-34fe-4722-9ff6-6ff0ffadb655 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:29:32.818156 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.846689 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1dee784-7c56-4695-93b1-93e4e3673df9']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:32.868947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3bc545-9320-4aae-a70c-c5c064bf36ac') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:32.869223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3bc545-9320-4aae-a70c-c5c064bf36ac') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:29:32.881500 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.910845 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.926804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:29:32.927953 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:29:32.931258 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:29:33.004694 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:33.012435 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:33.014458 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] 10.222.0.44 "DELETE /v2.0/networks/a1dee784-7c56-4695-93b1-93e4e3673df9 HTTP/1.1" status: 204 len: 168 time: 1.2157671 Sep 29 17:29:33.028900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0696fc3-5612-4e08-947c-05fe7045c34f admin admin] Pushing event deleted for resources: {'Network': ['ID=a1dee784-7c56-4695-93b1-93e4e3673df9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:33.179352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33262) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:33.253683 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-071f191a-f52b-424f-a48e-2d96b5a80551 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e88151862398466b82e2440439769020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730705 Sep 29 17:29:33.256226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33264) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:33.296191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49020074-063f-417a-a864-88c8dcd2995e req-e63ab38f-5ee4-4f62-baeb-9bdc3f415160 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:33.308036 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49020074-063f-417a-a864-88c8dcd2995e req-e63ab38f-5ee4-4f62-baeb-9bdc3f415160 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 812 time: 0.1735516 Sep 29 17:29:33.318898 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49020074-063f-417a-a864-88c8dcd2995e req-10247384-cbd7-4333-b954-6acdae05d3dd tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/quotas/8762000220624d86bb5544a9b9e7bbd3 HTTP/1.1" status: 200 len: 375 time: 0.0105746 Sep 29 17:29:33.348421 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-59144de9-57d4-4382-bc80-450f982e6fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:33.368269 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49020074-063f-417a-a864-88c8dcd2995e req-03000b51-b510-4824-8a95-d931c78c9417 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406458 Sep 29 17:29:33.395053 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-59144de9-57d4-4382-bc80-450f982e6fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:33.481767 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-59144de9-57d4-4382-bc80-450f982e6fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:33.486491 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-59144de9-57d4-4382-bc80-450f982e6fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:33.489335 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-59144de9-57d4-4382-bc80-450f982e6fd4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3fd34c43-d1c5-4216-8f00-14b2b2fbe240 HTTP/1.1" status: 204 len: 168 time: 0.2304993 Sep 29 17:29:33.496364 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33272) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:33.504237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59144de9-57d4-4382-bc80-450f982e6fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd34c43-d1c5-4216-8f00-14b2b2fbe240,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:33.568912 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49020074-063f-417a-a864-88c8dcd2995e req-fc4cd252-5740-4abf-a888-8bce8fc7c6d1 service neutron] 10.222.0.44 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853757 Sep 29 17:29:33.581454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd39e5f3-62a1-428b-b587-b7d670dca34a', 'name': 'network-vif-deleted', 'tag': '4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:33.587123 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61fb61d-e74a-440d-b8a6-2c4f65741f23" -d '{"events": [{"server_uuid": "bd39e5f3-62a1-428b-b587-b7d670dca34a", "name": "network-vif-deleted", "tag": "4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:33.734001 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49020074-063f-417a-a864-88c8dcd2995e req-0e3c98d3-324d-4791-9a7e-71cd16f0e67c service neutron] 10.222.0.44 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637826 Sep 29 17:29:33.745905 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2c86ca-c27e-4e31-832c-b82197cd7b67 x-openstack-request-id: req-7d2c86ca-c27e-4e31-832c-b82197cd7b67 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:33.747067 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd39e5f3-62a1-428b-b587-b7d670dca34a", "name": "network-vif-deleted", "tag": "4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4", "status": "failed", "code": 422}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:33.747718 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 31934438-16eb-49d4-8091-e9eec1493058 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:29:33.749257 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d2c86ca-c27e-4e31-832c-b82197cd7b67 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:33.750115 n-d-811748-2 neutron-server[95016]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bd39e5f3-62a1-428b-b587-b7d670dca34a', 'name': 'network-vif-deleted', 'tag': '4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4', 'status': 'failed', 'code': 422} returned with failed status Sep 29 17:29:33.811378 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 31934438-16eb-49d4-8091-e9eec1493058 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:29:33.811848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 31934438-16eb-49d4-8091-e9eec1493058 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:29:33.814448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d06c05d7-34fe-4722-9ff6-6ff0ffadb655 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:29:33.848738 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: d06c05d7-34fe-4722-9ff6-6ff0ffadb655 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:29:33.848917 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d06c05d7-34fe-4722-9ff6-6ff0ffadb655 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:29:33.947895 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a7d61a22-a15e-4ddb-b922-eed59a86057c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1238373294-network', 'tenant_id': 'ef7b65eba85e4520a1c1f45f1343b61b'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:34.009738 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d61a22-a15e-4ddb-b922-eed59a86057c admin admin] Made reservation on behalf of ef7b65eba85e4520a1c1f45f1343b61b for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:29:34.013071 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7d61a22-a15e-4ddb-b922-eed59a86057c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:34.045485 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7d61a22-a15e-4ddb-b922-eed59a86057c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:34.077212 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-02885e0d-b56c-4b93-a0a4-0e7662da748b req-5d243719-bdcf-43f9-abec-f3c8c8e78ef2 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 210 time: 0.0727396 Sep 29 17:29:34.196430 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7d61a22-a15e-4ddb-b922-eed59a86057c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:34.200430 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7d61a22-a15e-4ddb-b922-eed59a86057c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:34.226274 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d61a22-a15e-4ddb-b922-eed59a86057c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:29:34.245998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d61a22-a15e-4ddb-b922-eed59a86057c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:34.249921 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7d61a22-a15e-4ddb-b922-eed59a86057c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:34.250353 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-a7d61a22-a15e-4ddb-b922-eed59a86057c admin admin] Added segment b84df54a-f416-4728-8303-b67394e316b8 of type vlan for network b4745827-4a75-49a7-b347-7c44f1b7ad0a Sep 29 17:29:34.299300 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7d61a22-a15e-4ddb-b922-eed59a86057c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:34.330640 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7d61a22-a15e-4ddb-b922-eed59a86057c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:34.331957 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d61a22-a15e-4ddb-b922-eed59a86057c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:34.332783 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7d61a22-a15e-4ddb-b922-eed59a86057c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:34.379610 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a7d61a22-a15e-4ddb-b922-eed59a86057c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8812709 Sep 29 17:29:34.383380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33312) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:34.390744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9eae7ebb-b971-46ff-9f11-ff9fa059ecbe admin admin] Request body: {'subnet': {'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1238373294-subnet', 'tenant_id': 'ef7b65eba85e4520a1c1f45f1343b61b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:34.422360 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d61a22-a15e-4ddb-b922-eed59a86057c admin admin] Pushing event updated for resources: {'Network': ['ID=b4745827-4a75-49a7-b347-7c44f1b7ad0a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:34.424456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eae7ebb-b971-46ff-9f11-ff9fa059ecbe admin admin] Made reservation on behalf of ef7b65eba85e4520a1c1f45f1343b61b for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:29:34.427772 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9eae7ebb-b971-46ff-9f11-ff9fa059ecbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:34.437717 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network b4745827-4a75-49a7-b347-7c44f1b7ad0a details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:29:34.663734 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9eae7ebb-b971-46ff-9f11-ff9fa059ecbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:34.730487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae7ebb-b971-46ff-9f11-ff9fa059ecbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7128c427-f1a0-4352-b527-4ecd173db855,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:34.782613 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eae7ebb-b971-46ff-9f11-ff9fa059ecbe admin admin] Checking segment: {'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:29:34.783243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eae7ebb-b971-46ff-9f11-ff9fa059ecbe admin admin] Network hostable DHCP agents. Network: b4745827-4a75-49a7-b347-7c44f1b7ad0a, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:29:34.805566 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eae7ebb-b971-46ff-9f11-ff9fa059ecbe admin admin] Network b4745827-4a75-49a7-b347-7c44f1b7ad0a is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:29:34.821963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-9eae7ebb-b971-46ff-9f11-ff9fa059ecbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, b4745827-4a75-49a7-b347-7c44f1b7ad0a) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:29:34.827637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eae7ebb-b971-46ff-9f11-ff9fa059ecbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:34.828174 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9eae7ebb-b971-46ff-9f11-ff9fa059ecbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:34.840302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0324569-ae7a-43fa-b3e9-79885a8bb3b7 None None] Network b4745827-4a75-49a7-b347-7c44f1b7ad0a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:29:34.847294 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9eae7ebb-b971-46ff-9f11-ff9fa059ecbe admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4615993 Sep 29 17:29:35.204709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e7be89-79ec-4a45-88e9-5fefbce52b49 None None] Network b4745827-4a75-49a7-b347-7c44f1b7ad0a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:29:35.214441 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98f8cde5-ceee-4922-89b6-2af597e84af6 req-9a627706-99bc-4919-8180-9ba625ad5058 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0478837 Sep 29 17:29:35.370490 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f942b427-3d61-4911-ae3c-8b97765cd9af req-a9001a26-0931-42eb-ae72-9fc719edb86a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 210 time: 0.0470207 Sep 29 17:29:35.748652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-506c261e-5e42-4ab4-be6e-62352a7493c5 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:35.750603 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-506c261e-5e42-4ab4-be6e-62352a7493c5 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/networks?id=b4745827-4a75-49a7-b347-7c44f1b7ad0a HTTP/1.1" status: 200 len: 813 time: 0.2436624 Sep 29 17:29:35.780220 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49020074-063f-417a-a864-88c8dcd2995e req-241329bd-7117-4476-88e9-cffd1f690c29 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:35.781993 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49020074-063f-417a-a864-88c8dcd2995e req-241329bd-7117-4476-88e9-cffd1f690c29 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.49 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 812 time: 0.2077785 Sep 29 17:29:35.783768 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-efc798f1-271d-4798-9e83-93b5e4695cea tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/quotas/ef7b65eba85e4520a1c1f45f1343b61b HTTP/1.1" status: 200 len: 375 time: 0.0229216 Sep 29 17:29:35.804620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-49020074-063f-417a-a864-88c8dcd2995e req-8565b28d-307c-4fda-b88f-c6b198f74745 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Request body: {'port': {'device_id': 'c382ab13-fa05-408b-a14e-31ab38f45eb9', 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee', 'admin_state_up': True, 'tenant_id': '8762000220624d86bb5544a9b9e7bbd3'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:35.824857 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-bdf8bcfb-c7bd-43b0-ab56-bfc4e1528d15 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef7b65eba85e4520a1c1f45f1343b61b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348659 Sep 29 17:29:35.848594 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-ff2bea91-609b-48ae-b5e0-17b51e9fa880 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:29:35.851754 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-ff2bea91-609b-48ae-b5e0-17b51e9fa880 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094831 Sep 29 17:29:35.908204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:29:35.945980 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:29:35.946597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4dcf0ee6-f5c7-41e1-91ce-9059ded5e1d4 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:29:35.986288 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33420) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:36.038182 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-00685efa-4ddd-4a64-85e5-91d810fbc111 service neutron] 10.222.0.44 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731677 Sep 29 17:29:36.053847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49020074-063f-417a-a864-88c8dcd2995e req-8565b28d-307c-4fda-b88f-c6b198f74745 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Made reservation on behalf of 8762000220624d86bb5544a9b9e7bbd3 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:29:36.057068 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-49020074-063f-417a-a864-88c8dcd2995e req-8565b28d-307c-4fda-b88f-c6b198f74745 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:36.110072 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-753f2e38-a34e-42aa-b2e2-4cafc3b5bc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:36.198994 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-b90a2312-3e79-457b-8cd6-962d71209de3 service neutron] 10.222.0.44 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539421 Sep 29 17:29:36.207144 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-753f2e38-a34e-42aa-b2e2-4cafc3b5bc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:36.212629 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-753f2e38-a34e-42aa-b2e2-4cafc3b5bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:36.250154 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-753f2e38-a34e-42aa-b2e2-4cafc3b5bc07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a28f829940642fd9fa2c480c6c9b7ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2615106 Sep 29 17:29:36.251965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-49020074-063f-417a-a864-88c8dcd2995e req-8565b28d-307c-4fda-b88f-c6b198f74745 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Allocated IP 172.20.0.2 (5cec3342-9e55-4e91-99e8-ff77baea25ee/469f6337-ae09-4156-997e-8aa5990644df/10b2493d-1659-49e4-8ed6-7f740a6ffc37) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:29:36.254772 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33426) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:36.272266 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f2e38-a34e-42aa-b2e2-4cafc3b5bc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b79060-9555-43a0-a5d4-003b846e05c0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:36.323991 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d3f9339-c71a-46e6-9ce9-07b5ebcd58ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:36.383582 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-85e3bab6-c03f-4bff-83ba-36136363ab4f req-ad4fd138-0015-4211-9a5c-62afc9d58a85 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0384727 Sep 29 17:29:36.385813 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d3f9339-c71a-46e6-9ce9-07b5ebcd58ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:36.468176 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d3f9339-c71a-46e6-9ce9-07b5ebcd58ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:36.470857 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d3f9339-c71a-46e6-9ce9-07b5ebcd58ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:36.473361 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0d3f9339-c71a-46e6-9ce9-07b5ebcd58ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29b79060-9555-43a0-a5d4-003b846e05c0 HTTP/1.1" status: 204 len: 168 time: 0.2163966 Sep 29 17:29:36.482831 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f9339-c71a-46e6-9ce9-07b5ebcd58ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b79060-9555-43a0-a5d4-003b846e05c0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:36.573069 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e49803b7-edd3-4ea0-acd7-9b3d1d1a01ef req-eb58d374-9704-43bd-8c55-4eba73795ffd tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 210 time: 0.0679688 Sep 29 17:29:36.599866 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-49020074-063f-417a-a864-88c8dcd2995e req-8565b28d-307c-4fda-b88f-c6b198f74745 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:36.698861 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf9b3ed7-5807-4f9f-96cb-21f1fdadd0fc req-dcdd126b-11c3-4687-868c-637901513b82 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 210 time: 0.0399778 Sep 29 17:29:36.708185 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-49020074-063f-417a-a864-88c8dcd2995e req-8565b28d-307c-4fda-b88f-c6b198f74745 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:36.755387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49020074-063f-417a-a864-88c8dcd2995e req-8565b28d-307c-4fda-b88f-c6b198f74745 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Network 5cec3342-9e55-4e91-99e8-ff77baea25ee is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:29:36.758384 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-49020074-063f-417a-a864-88c8dcd2995e req-8565b28d-307c-4fda-b88f-c6b198f74745 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:29:36.762240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-49020074-063f-417a-a864-88c8dcd2995e req-8565b28d-307c-4fda-b88f-c6b198f74745 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:29:36.799914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565b28d-307c-4fda-b88f-c6b198f74745 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Pushing event updated for resources: {'Port': ['ID=10b2493d-1659-49e4-8ed6-7f740a6ffc37,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:36.832779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49020074-063f-417a-a864-88c8dcd2995e req-8565b28d-307c-4fda-b88f-c6b198f74745 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:36.833437 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-49020074-063f-417a-a864-88c8dcd2995e req-8565b28d-307c-4fda-b88f-c6b198f74745 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:36.850761 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49020074-063f-417a-a864-88c8dcd2995e req-8565b28d-307c-4fda-b88f-c6b198f74745 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0511935 Sep 29 17:29:36.864586 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Request body: {'port': {'device_id': 'c382ab13-fa05-408b-a14e-31ab38f45eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:36.931297 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:37.263361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b2493d-1659-49e4-8ed6-7f740a6ffc37 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:37.272207 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:37.285561 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Transition to ACTIVE for port object 10b2493d-1659-49e4-8ed6-7f740a6ffc37 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:29:37.291467 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:37.399391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Pushing event updated for resources: {'Port': ['ID=10b2493d-1659-49e4-8ed6-7f740a6ffc37,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:37.431087 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Attempting to bind port 10b2493d-1659-49e4-8ed6-7f740a6ffc37 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:29:37.431418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Attempting to bind port 10b2493d-1659-49e4-8ed6-7f740a6ffc37 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:29:37.431752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Attempting to bind port 10b2493d-1659-49e4-8ed6-7f740a6ffc37 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:29:37.436343 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Port 10b2493d-1659-49e4-8ed6-7f740a6ffc37 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:29:37.436767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Attempting to bind port 10b2493d-1659-49e4-8ed6-7f740a6ffc37 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:29:37.441843 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:29:37.442171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Checking segment: {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:29:37.442714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Bound using segment: {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:29:37.443154 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Bound port: 10b2493d-1659-49e4-8ed6-7f740a6ffc37, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:29:37.443516 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:37.516063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] For port 10b2493d-1659-49e4-8ed6-7f740a6ffc37, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:29:37.520633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] For port 10b2493d-1659-49e4-8ed6-7f740a6ffc37, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=10b2493d-1659-49e4-8ed6-7f740a6ffc37,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:29:37.526762 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:37.535132 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b05d4bd6-f8ea-4562-941f-57baa7aaa8b6 req-844cd7c4-195e-4834-bf04-c2ab7d24fa84 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0405347 Sep 29 17:29:37.569956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:37.570885 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:37.572277 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49020074-063f-417a-a864-88c8dcd2995e req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] 10.222.0.49 "PUT /v2.0/ports/10b2493d-1659-49e4-8ed6-7f740a6ffc37 HTTP/1.1" status: 200 len: 1091 time: 0.7131865 Sep 29 17:29:37.574457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c382ab13-fa05-408b-a14e-31ab38f45eb9', 'tag': '10b2493d-1659-49e4-8ed6-7f740a6ffc37'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:37.578506 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb6548e-8915-428e-ad39-e0626496be83" -d '{"events": [{"name": "network-changed", "server_uuid": "c382ab13-fa05-408b-a14e-31ab38f45eb9", "tag": "10b2493d-1659-49e4-8ed6-7f740a6ffc37"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:37.612483 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9e8fe-c02e-4710-81cb-bb4972ffb799 service neutron] Pushing event updated for resources: {'Port': ['ID=10b2493d-1659-49e4-8ed6-7f740a6ffc37,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:37.654537 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ecbf05-4490-4ea4-8c28-9cd505b0f32a x-openstack-request-id: req-e2ecbf05-4490-4ea4-8c28-9cd505b0f32a {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:37.654537 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c382ab13-fa05-408b-a14e-31ab38f45eb9", "tag": "10b2493d-1659-49e4-8ed6-7f740a6ffc37", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:37.654714 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2ecbf05-4490-4ea4-8c28-9cd505b0f32a {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:37.655322 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c382ab13-fa05-408b-a14e-31ab38f45eb9', 'tag': '10b2493d-1659-49e4-8ed6-7f740a6ffc37', 'status': 'completed', 'code': 200} Sep 29 17:29:37.675856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49020074-063f-417a-a864-88c8dcd2995e req-1bce4a01-0ec4-46e3-be04-d8d4ac953df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:37.679289 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49020074-063f-417a-a864-88c8dcd2995e req-1bce4a01-0ec4-46e3-be04-d8d4ac953df1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 1094 time: 0.0565348 Sep 29 17:29:37.754600 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49020074-063f-417a-a864-88c8dcd2995e req-69fd09e8-5cfa-4a4d-9ee5-7cd2764e2dfe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10b2493d-1659-49e4-8ed6-7f740a6ffc37 HTTP/1.1" status: 200 len: 217 time: 0.0678070 Sep 29 17:29:37.780575 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99617784-c81e-4f24-a6f8-450b1be5b6b8 req-d890721e-5f0b-4615-b4b5-a1b477522e69 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:37.783285 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-99617784-c81e-4f24-a6f8-450b1be5b6b8 req-d890721e-5f0b-4615-b4b5-a1b477522e69 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 943 time: 0.0762808 Sep 29 17:29:37.849998 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-99617784-c81e-4f24-a6f8-450b1be5b6b8 req-a79e890b-ad8e-40ad-8568-d7deca6dc90c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601931 Sep 29 17:29:37.915629 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3769bf14-7760-477f-ae3c-116144898ac4 req-4ab15a0f-ccdd-4667-b5a3-2c3333bf5bfe tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 210 time: 0.0597057 Sep 29 17:29:37.925394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49020074-063f-417a-a864-88c8dcd2995e req-605c7d52-d63e-4c62-9273-bbb7dd913cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:37.928516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49020074-063f-417a-a864-88c8dcd2995e req-605c7d52-d63e-4c62-9273-bbb7dd913cb0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=469f6337-ae09-4156-997e-8aa5990644df HTTP/1.1" status: 200 len: 852 time: 0.1517620 Sep 29 17:29:37.971197 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49020074-063f-417a-a864-88c8dcd2995e req-8183a6b1-9790-40ae-b1bd-5a6fafeb596d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5cec3342-9e55-4e91-99e8-ff77baea25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272253 Sep 29 17:29:37.978434 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-cc032465-2b6d-4cd9-bf27-8dc48649c7ca tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:37.979772 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-cc032465-2b6d-4cd9-bf27-8dc48649c7ca tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.49 "GET /v2.0/networks?id=b4745827-4a75-49a7-b347-7c44f1b7ad0a HTTP/1.1" status: 200 len: 813 time: 0.2396643 Sep 29 17:29:38.005866 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7070f36c-591a-4485-9771-cd266c44ba2d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Request body: {'port': {'device_id': 'a5d57ad2-c870-4b56-81e0-1a85b2889516', 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a', 'admin_state_up': True, 'tenant_id': 'ef7b65eba85e4520a1c1f45f1343b61b'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:38.474823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49020074-063f-417a-a864-88c8dcd2995e req-322e93d0-b8c4-4329-bab5-afeaeff47419 service neutron] 10.222.0.49 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939632 Sep 29 17:29:38.596820 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-55d38517-7832-4032-b324-d08dfc530ab3 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:38.598317 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-55d38517-7832-4032-b324-d08dfc530ab3 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.35 "GET /v2.0/networks?id=b4745827-4a75-49a7-b347-7c44f1b7ad0a HTTP/1.1" status: 200 len: 813 time: 0.2455790 Sep 29 17:29:38.624838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-746324cf-9d7f-4530-b28c-19f1d3c57bf9 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Request body: {'port': {'device_id': 'fbce4cce-74b6-4882-8319-1630d0db0258', 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a', 'admin_state_up': True, 'tenant_id': 'ef7b65eba85e4520a1c1f45f1343b61b'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:38.627719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7070f36c-591a-4485-9771-cd266c44ba2d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Made reservation on behalf of ef7b65eba85e4520a1c1f45f1343b61b for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:29:38.631081 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7070f36c-591a-4485-9771-cd266c44ba2d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:38.645850 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a8df550e-dbae-4eea-841c-53d7fd321139 req-bcba81f2-d327-443e-9e88-fe9d9142bb39 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0306711 Sep 29 17:29:38.667840 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49020074-063f-417a-a864-88c8dcd2995e req-51427a24-d91e-498f-aad6-16c734b5b35d service neutron] 10.222.0.49 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795661 Sep 29 17:29:38.866617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6548e-8915-428e-ad39-e0626496be83 req-25cc4d75-43e1-4101-a43a-ffe01b4529a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:38.868106 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4fb6548e-8915-428e-ad39-e0626496be83 req-25cc4d75-43e1-4101-a43a-ffe01b4529a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 1094 time: 0.1155932 Sep 29 17:29:38.874882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-746324cf-9d7f-4530-b28c-19f1d3c57bf9 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Made reservation on behalf of ef7b65eba85e4520a1c1f45f1343b61b for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:29:38.878672 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-746324cf-9d7f-4530-b28c-19f1d3c57bf9 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:38.923008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7070f36c-591a-4485-9771-cd266c44ba2d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Allocated IP 172.20.0.13 (b4745827-4a75-49a7-b347-7c44f1b7ad0a/7128c427-f1a0-4352-b527-4ecd173db855/237bcae8-35c2-4959-9889-41d8cf1b4e44) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:29:38.979608 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e908bf-84db-4edc-8e19-bfa994db8698 req-ff4331bb-133e-4839-860d-4e4e620457c4 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:38.981147 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-09e908bf-84db-4edc-8e19-bfa994db8698 req-ff4331bb-133e-4839-860d-4e4e620457c4 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 943 time: 0.0543742 Sep 29 17:29:39.025307 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-09e908bf-84db-4edc-8e19-bfa994db8698 req-c9401623-bd58-4c3c-b580-12179f378b78 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360937 Sep 29 17:29:39.094467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6548e-8915-428e-ad39-e0626496be83 req-12992caf-2cd7-432b-9f54-c8a18f19e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:39.095938 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4fb6548e-8915-428e-ad39-e0626496be83 req-12992caf-2cd7-432b-9f54-c8a18f19e207 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 913 time: 0.2125034 Sep 29 17:29:39.133808 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-65e7a05d-59c2-4057-9897-bbe48147169d req-e8f7338b-9bf7-4125-bc60-34072ff5915b tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 210 time: 0.0301874 Sep 29 17:29:39.154293 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4fb6548e-8915-428e-ad39-e0626496be83 req-e5c6df08-7c0e-44a3-bbf6-2bcbab7cf8e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=10b2493d-1659-49e4-8ed6-7f740a6ffc37 HTTP/1.1" status: 200 len: 217 time: 0.0431244 Sep 29 17:29:39.261564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6548e-8915-428e-ad39-e0626496be83 req-2a43e8b8-30c4-46cf-a453-64b0c34e47bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:39.263027 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4fb6548e-8915-428e-ad39-e0626496be83 req-2a43e8b8-30c4-46cf-a453-64b0c34e47bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=469f6337-ae09-4156-997e-8aa5990644df HTTP/1.1" status: 200 len: 852 time: 0.1003568 Sep 29 17:29:39.305766 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7070f36c-591a-4485-9771-cd266c44ba2d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:39.308544 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4fb6548e-8915-428e-ad39-e0626496be83 req-6c54a8a0-a16c-484a-af76-dadd8c024507 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5cec3342-9e55-4e91-99e8-ff77baea25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325353 Sep 29 17:29:39.405150 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7070f36c-591a-4485-9771-cd266c44ba2d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:39.491418 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4fb6548e-8915-428e-ad39-e0626496be83 req-c84adb3c-4f06-4ae7-ab16-8d0d05835f42 service neutron] 10.222.0.49 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745267 Sep 29 17:29:39.504455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7070f36c-591a-4485-9771-cd266c44ba2d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Network b4745827-4a75-49a7-b347-7c44f1b7ad0a is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:29:39.522338 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7070f36c-591a-4485-9771-cd266c44ba2d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:29:39.525577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-746324cf-9d7f-4530-b28c-19f1d3c57bf9 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Allocated IP 172.20.0.5 (b4745827-4a75-49a7-b347-7c44f1b7ad0a/7128c427-f1a0-4352-b527-4ecd173db855/e90e277c-d2fe-48bb-ae05-9784f5157502) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:29:39.527514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070f36c-591a-4485-9771-cd266c44ba2d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Pushing event updated for resources: {'Port': ['ID=237bcae8-35c2-4959-9889-41d8cf1b4e44,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:39.547245 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7070f36c-591a-4485-9771-cd266c44ba2d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:29:39.662476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7070f36c-591a-4485-9771-cd266c44ba2d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:39.663113 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7070f36c-591a-4485-9771-cd266c44ba2d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:39.742787 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9fb59d90-52b8-4196-9088-8b122ee58779 req-92732f40-374f-45de-bc23-7ee72d9c5b2e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0507233 Sep 29 17:29:39.746598 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7070f36c-591a-4485-9771-cd266c44ba2d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7464032 Sep 29 17:29:39.751824 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4fb6548e-8915-428e-ad39-e0626496be83 req-1f0eff98-2597-4654-9f51-cb86aa278fac service neutron] 10.222.0.49 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463312 Sep 29 17:29:39.755634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-44eb1a22-3cd1-4f9f-99d7-da9103553a01 req-b6d08354-cfe6-4433-ab6e-76ce1f687274 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0285404 Sep 29 17:29:39.776041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Request body: {'port': {'device_id': 'a5d57ad2-c870-4b56-81e0-1a85b2889516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:39.822802 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33542) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:39.876601 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:39.897554 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-746324cf-9d7f-4530-b28c-19f1d3c57bf9 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:39.943745 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3e61fdcd-726d-4ab0-8d39-7214bb20981e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.031118 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-746324cf-9d7f-4530-b28c-19f1d3c57bf9 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.038265 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3e61fdcd-726d-4ab0-8d39-7214bb20981e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.042319 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3e61fdcd-726d-4ab0-8d39-7214bb20981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.088843 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-746324cf-9d7f-4530-b28c-19f1d3c57bf9 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Network b4745827-4a75-49a7-b347-7c44f1b7ad0a is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:29:40.094095 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3e61fdcd-726d-4ab0-8d39-7214bb20981e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=433c9be45e7d43cc97a0bbf7244d001c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665942 Sep 29 17:29:40.094978 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33550) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:40.098440 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61fdcd-726d-4ab0-8d39-7214bb20981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e310e03-d336-4594-b726-4772205b5f11,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:40.100399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-746324cf-9d7f-4530-b28c-19f1d3c57bf9 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:29:40.105994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-746324cf-9d7f-4530-b28c-19f1d3c57bf9 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:29:40.145218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746324cf-9d7f-4530-b28c-19f1d3c57bf9 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Pushing event updated for resources: {'Port': ['ID=e90e277c-d2fe-48bb-ae05-9784f5157502,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:40.192572 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20111704-9054-4027-bc32-128b9696bec8 req-bcb6cebb-da9f-45ba-b28b-88aa1e341c5e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:40.197909 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-20111704-9054-4027-bc32-128b9696bec8 req-bcb6cebb-da9f-45ba-b28b-88aa1e341c5e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 943 time: 0.0935276 Sep 29 17:29:40.202872 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-746324cf-9d7f-4530-b28c-19f1d3c57bf9 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:40.203535 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-746324cf-9d7f-4530-b28c-19f1d3c57bf9 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.217179 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43d89c5b-bb23-4747-b5de-8776efdbaa24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.255494 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-746324cf-9d7f-4530-b28c-19f1d3c57bf9 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6391087 Sep 29 17:29:40.263148 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-20111704-9054-4027-bc32-128b9696bec8 req-24ab0964-d5cb-439b-ad83-05ac33f0da97 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521812 Sep 29 17:29:40.265643 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43d89c5b-bb23-4747-b5de-8776efdbaa24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.296150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Request body: {'port': {'device_id': 'fbce4cce-74b6-4882-8319-1630d0db0258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:40.328766 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43d89c5b-bb23-4747-b5de-8776efdbaa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.332875 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43d89c5b-bb23-4747-b5de-8776efdbaa24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.336546 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-43d89c5b-bb23-4747-b5de-8776efdbaa24 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e310e03-d336-4594-b726-4772205b5f11 HTTP/1.1" status: 204 len: 168 time: 0.2374289 Sep 29 17:29:40.340241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fe17a-8d97-4a9c-b2ff-77632070c177 req-fbc8de72-91f9-451e-91a5-288785f2ea09 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:40.341910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-199fe17a-8d97-4a9c-b2ff-77632070c177 req-fbc8de72-91f9-451e-91a5-288785f2ea09 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 931 time: 0.1260872 Sep 29 17:29:40.360396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d89c5b-bb23-4747-b5de-8776efdbaa24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e310e03-d336-4594-b726-4772205b5f11,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:40.374222 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 237bcae8-35c2-4959-9889-41d8cf1b4e44 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:40.405918 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.426712 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.442969 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Transition to ACTIVE for port object 237bcae8-35c2-4959-9889-41d8cf1b4e44 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:29:40.447953 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-199fe17a-8d97-4a9c-b2ff-77632070c177 req-3271630d-659b-43dd-8170-01f3ebd6d523 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956364 Sep 29 17:29:40.450520 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.552714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Pushing event updated for resources: {'Port': ['ID=237bcae8-35c2-4959-9889-41d8cf1b4e44,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:40.721668 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-03da773c-7fdc-4a26-b8b3-132082b2a39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.738581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Attempting to bind port 237bcae8-35c2-4959-9889-41d8cf1b4e44 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:29:40.738920 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Attempting to bind port 237bcae8-35c2-4959-9889-41d8cf1b4e44 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:29:40.739250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Attempting to bind port 237bcae8-35c2-4959-9889-41d8cf1b4e44 on network b4745827-4a75-49a7-b347-7c44f1b7ad0a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:29:40.747723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Port 237bcae8-35c2-4959-9889-41d8cf1b4e44 on network b4745827-4a75-49a7-b347-7c44f1b7ad0a not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:29:40.749066 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Attempting to bind port 237bcae8-35c2-4959-9889-41d8cf1b4e44 on network b4745827-4a75-49a7-b347-7c44f1b7ad0a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:29:40.757463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:29:40.757802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Checking segment: {'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:29:40.758188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Bound using segment: {'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:29:40.758617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Bound port: 237bcae8-35c2-4959-9889-41d8cf1b4e44, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:29:40.758980 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.905514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] For port 237bcae8-35c2-4959-9889-41d8cf1b4e44, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:29:40.909091 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30cf86bf-e2c9-48d0-88a3-23e8d47de525 req-3b1ba6de-06af-4472-b381-b34201a4dee2 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0564885 Sep 29 17:29:40.922398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] For port 237bcae8-35c2-4959-9889-41d8cf1b4e44, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=237bcae8-35c2-4959-9889-41d8cf1b4e44,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:29:40.928251 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.939450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90e277c-d2fe-48bb-ae05-9784f5157502 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:40.961723 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.988057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Transition to ACTIVE for port object e90e277c-d2fe-48bb-ae05-9784f5157502 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:29:40.989613 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:40.990506 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:40.991813 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] 10.222.0.49 "PUT /v2.0/ports/237bcae8-35c2-4959-9889-41d8cf1b4e44 HTTP/1.1" status: 200 len: 1092 time: 1.2311289 Sep 29 17:29:40.992259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d57ad2-c870-4b56-81e0-1a85b2889516', 'tag': '237bcae8-35c2-4959-9889-41d8cf1b4e44'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:40.994580 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b17554-679d-4311-9aee-e61dee01791f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d57ad2-c870-4b56-81e0-1a85b2889516", "tag": "237bcae8-35c2-4959-9889-41d8cf1b4e44"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:41.001755 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:41.030040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f856d4a-7e41-4c9a-8fb7-f9e308359c83 service neutron] Pushing event updated for resources: {'Port': ['ID=237bcae8-35c2-4959-9889-41d8cf1b4e44,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:41.065576 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecd7b87-7e6a-4d84-ba66-bdd0f2509f3d x-openstack-request-id: req-aecd7b87-7e6a-4d84-ba66-bdd0f2509f3d {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:41.066754 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d57ad2-c870-4b56-81e0-1a85b2889516", "tag": "237bcae8-35c2-4959-9889-41d8cf1b4e44", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:41.066754 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aecd7b87-7e6a-4d84-ba66-bdd0f2509f3d {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:41.066754 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d57ad2-c870-4b56-81e0-1a85b2889516', 'tag': '237bcae8-35c2-4959-9889-41d8cf1b4e44', 'status': 'completed', 'code': 200} Sep 29 17:29:41.091296 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33584) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:41.149085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Pushing event updated for resources: {'Port': ['ID=e90e277c-d2fe-48bb-ae05-9784f5157502,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:41.162453 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-c9059016-0bac-4742-9ba9-302a545d2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:41.165122 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-c9059016-0bac-4742-9ba9-302a545d2d31 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef7b65eba85e4520a1c1f45f1343b61b&device_id=a5d57ad2-c870-4b56-81e0-1a85b2889516 HTTP/1.1" status: 200 len: 1095 time: 0.1293077 Sep 29 17:29:41.203583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-334603bf-f0c5-43ad-ae2f-ec877847441d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1706215410-network', 'tenant_id': '8d37859949064804aed48ceca00f52c8'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:41.214484 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-1a54f080-5070-45ff-93f1-0df6230f4130 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=237bcae8-35c2-4959-9889-41d8cf1b4e44 HTTP/1.1" status: 200 len: 217 time: 0.0427136 Sep 29 17:29:41.227902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334603bf-f0c5-43ad-ae2f-ec877847441d admin admin] Made reservation on behalf of 8d37859949064804aed48ceca00f52c8 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:29:41.230331 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-334603bf-f0c5-43ad-ae2f-ec877847441d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:41.240409 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-334603bf-f0c5-43ad-ae2f-ec877847441d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:41.251960 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Attempting to bind port e90e277c-d2fe-48bb-ae05-9784f5157502 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:29:41.252301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Attempting to bind port e90e277c-d2fe-48bb-ae05-9784f5157502 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:29:41.252634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Attempting to bind port e90e277c-d2fe-48bb-ae05-9784f5157502 on network b4745827-4a75-49a7-b347-7c44f1b7ad0a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:29:41.264855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Port e90e277c-d2fe-48bb-ae05-9784f5157502 on network b4745827-4a75-49a7-b347-7c44f1b7ad0a not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:29:41.265183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Attempting to bind port e90e277c-d2fe-48bb-ae05-9784f5157502 on network b4745827-4a75-49a7-b347-7c44f1b7ad0a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:29:41.273149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:29:41.273514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Checking segment: {'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:29:41.273906 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Bound using segment: {'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:29:41.274333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Bound port: e90e277c-d2fe-48bb-ae05-9784f5157502, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:29:41.274695 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:41.287543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-241be194-28e1-4605-add3-c0544411da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:41.289052 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-241be194-28e1-4605-add3-c0544411da2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7128c427-f1a0-4352-b527-4ecd173db855 HTTP/1.1" status: 200 len: 853 time: 0.0684218 Sep 29 17:29:41.347151 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-c181d798-0627-4b1c-b83c-191f2abfa2d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b4745827-4a75-49a7-b347-7c44f1b7ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499513 Sep 29 17:29:41.373925 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-334603bf-f0c5-43ad-ae2f-ec877847441d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:41.390666 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-334603bf-f0c5-43ad-ae2f-ec877847441d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:41.409075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] For port e90e277c-d2fe-48bb-ae05-9784f5157502, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:29:41.439778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334603bf-f0c5-43ad-ae2f-ec877847441d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:29:41.451589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] For port e90e277c-d2fe-48bb-ae05-9784f5157502, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e90e277c-d2fe-48bb-ae05-9784f5157502,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:29:41.460140 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-334603bf-f0c5-43ad-ae2f-ec877847441d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:41.460752 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-334603bf-f0c5-43ad-ae2f-ec877847441d admin admin] Added segment 4b4153c2-9c56-4840-ae03-acd8553eb5f8 of type vlan for network c3561d17-b7cc-43ea-9c51-f819195c4f19 Sep 29 17:29:41.462040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334603bf-f0c5-43ad-ae2f-ec877847441d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3203038-6d23-426c-b011-0a37c5521b41,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:41.462525 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:41.485863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49656fa-f7e7-4c31-9216-3bf07bb8d252 req-94690ac8-86bf-49c1-858a-1244816c73b2 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:41.487476 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f49656fa-f7e7-4c31-9216-3bf07bb8d252 req-94690ac8-86bf-49c1-858a-1244816c73b2 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 943 time: 0.1107366 Sep 29 17:29:41.515858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:41.516523 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:41.517967 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] 10.222.0.35 "PUT /v2.0/ports/e90e277c-d2fe-48bb-ae05-9784f5157502 HTTP/1.1" status: 200 len: 1091 time: 1.2400446 Sep 29 17:29:41.519751 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-6aa1a5a0-93de-4d4b-aede-087b709cae5b service neutron] 10.222.0.49 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647661 Sep 29 17:29:41.539591 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-334603bf-f0c5-43ad-ae2f-ec877847441d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:41.567331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826dbeb-f5b6-496f-b9a4-3dfa65ca8cdc service neutron] Pushing event updated for resources: {'Port': ['ID=e90e277c-d2fe-48bb-ae05-9784f5157502,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:41.587828 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f49656fa-f7e7-4c31-9216-3bf07bb8d252 req-d3fb8fd8-a294-47e7-bac8-838004ad3e46 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802000 Sep 29 17:29:41.589411 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-334603bf-f0c5-43ad-ae2f-ec877847441d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:41.591298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334603bf-f0c5-43ad-ae2f-ec877847441d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:41.592529 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-334603bf-f0c5-43ad-ae2f-ec877847441d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:41.657385 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-334603bf-f0c5-43ad-ae2f-ec877847441d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5643566 Sep 29 17:29:41.660811 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33600) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:29:41.690845 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-62652f23-6c6c-49de-8c16-a9e20a81dab4 admin admin] Request body: {'subnet': {'network_id': 'c3561d17-b7cc-43ea-9c51-f819195c4f19', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1706215410-subnet', 'tenant_id': '8d37859949064804aed48ceca00f52c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:41.695119 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334603bf-f0c5-43ad-ae2f-ec877847441d admin admin] Pushing event updated for resources: {'Network': ['ID=c3561d17-b7cc-43ea-9c51-f819195c4f19,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:41.713113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network c3561d17-b7cc-43ea-9c51-f819195c4f19 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:29:41.723839 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62652f23-6c6c-49de-8c16-a9e20a81dab4 admin admin] Made reservation on behalf of 8d37859949064804aed48ceca00f52c8 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:29:41.726607 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62652f23-6c6c-49de-8c16-a9e20a81dab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:41.852888 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 10b2493d-1659-49e4-8ed6-7f740a6ffc37 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:29:41.929617 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62652f23-6c6c-49de-8c16-a9e20a81dab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:41.969830 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 10b2493d-1659-49e4-8ed6-7f740a6ffc37, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=10b2493d-1659-49e4-8ed6-7f740a6ffc37,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:41.988046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '10b2493d-1659-49e4-8ed6-7f740a6ffc37', 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee', 'port_id': '10b2493d-1659-49e4-8ed6-7f740a6ffc37', 'mac_address': 'fa:16:3e:ba:d6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469f6337-ae09-4156-997e-8aa5990644df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:29:41.991515 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-c0c6ee20-5e50-4477-b784-1f952efa8253 service neutron] 10.222.0.49 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539280 Sep 29 17:29:41.995622 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62652f23-6c6c-49de-8c16-a9e20a81dab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bffdcfad-cb45-44b5-9c35-3b9ab89cad05,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:41.995806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-070462c0-799b-476f-afcd-d596385f8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:41.997189 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-070462c0-799b-476f-afcd-d596385f8b5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef7b65eba85e4520a1c1f45f1343b61b&device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 1094 time: 0.4166899 Sep 29 17:29:42.022611 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819bfc6-fc12-49cd-9f21-50fda1994980 req-60caeeb4-1798-4270-9c92-390f88114cbc tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:42.025177 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9819bfc6-fc12-49cd-9f21-50fda1994980 req-60caeeb4-1798-4270-9c92-390f88114cbc tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 943 time: 0.3927591 Sep 29 17:29:42.038613 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:42.050899 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5ed3fe55-1e26-4d1d-bc40-23a6ab14e5a1 req-47e2a05d-9a05-46fe-963a-8ff804c2aaaf tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0420201 Sep 29 17:29:42.065456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b2493d-1659-49e4-8ed6-7f740a6ffc37 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:42.067524 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-672b9794-e0cf-4014-8b7f-02c35ce1871c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e90e277c-d2fe-48bb-ae05-9784f5157502 HTTP/1.1" status: 200 len: 217 time: 0.0413907 Sep 29 17:29:42.068835 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62652f23-6c6c-49de-8c16-a9e20a81dab4 admin admin] Checking segment: {'id': '4b4153c2-9c56-4840-ae03-acd8553eb5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c3561d17-b7cc-43ea-9c51-f819195c4f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:29:42.069363 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62652f23-6c6c-49de-8c16-a9e20a81dab4 admin admin] Network hostable DHCP agents. Network: c3561d17-b7cc-43ea-9c51-f819195c4f19, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:29:42.097370 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 10b2493d-1659-49e4-8ed6-7f740a6ffc37, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=10b2493d-1659-49e4-8ed6-7f740a6ffc37,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:42.105428 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:42.110116 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62652f23-6c6c-49de-8c16-a9e20a81dab4 admin admin] Network c3561d17-b7cc-43ea-9c51-f819195c4f19 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:29:42.123840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-62652f23-6c6c-49de-8c16-a9e20a81dab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, c3561d17-b7cc-43ea-9c51-f819195c4f19) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:29:42.140584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62652f23-6c6c-49de-8c16-a9e20a81dab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:42.141510 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62652f23-6c6c-49de-8c16-a9e20a81dab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:42.160246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdbf50c-160c-4091-a59d-da309b31036c None None] Network c3561d17-b7cc-43ea-9c51-f819195c4f19 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:29:42.168751 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-62652f23-6c6c-49de-8c16-a9e20a81dab4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4740171 Sep 29 17:29:42.189713 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=10b2493d-1659-49e4-8ed6-7f740a6ffc37,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:42.190443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b17554-679d-4311-9aee-e61dee01791f req-e955055f-b000-45a7-8b14-2267edd478cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:42.192200 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-31b17554-679d-4311-9aee-e61dee01791f req-e955055f-b000-45a7-8b14-2267edd478cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef7b65eba85e4520a1c1f45f1343b61b&device_id=a5d57ad2-c870-4b56-81e0-1a85b2889516 HTTP/1.1" status: 200 len: 1095 time: 0.1236341 Sep 29 17:29:42.205590 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9819bfc6-fc12-49cd-9f21-50fda1994980 req-fa4872a1-9c76-482a-9fcf-3a95600b765a tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354749 Sep 29 17:29:42.231670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-929b9750-60a5-4761-a6f5-13f267056c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:42.235582 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-929b9750-60a5-4761-a6f5-13f267056c94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7128c427-f1a0-4352-b527-4ecd173db855 HTTP/1.1" status: 200 len: 853 time: 0.1549680 Sep 29 17:29:42.285210 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-ea68cdf6-92cc-4bc0-a513-afc53a011ee0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4745827-4a75-49a7-b347-7c44f1b7ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328274 Sep 29 17:29:42.365763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['10b2493d-1659-49e4-8ed6-7f740a6ffc37'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:42.395562 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6459f2-853a-4e40-9f75-a060423d2552 None None] Network c3561d17-b7cc-43ea-9c51-f819195c4f19 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:29:42.442276 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b17554-679d-4311-9aee-e61dee01791f req-752dc1b8-9e70-4d9f-ab46-369a5fee1a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:42.443770 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-31b17554-679d-4311-9aee-e61dee01791f req-752dc1b8-9e70-4d9f-ab46-369a5fee1a08 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b4745827-4a75-49a7-b347-7c44f1b7ad0a HTTP/1.1" status: 200 len: 914 time: 0.2221932 Sep 29 17:29:42.500375 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-7d191d8e-4978-4ccc-9442-790302606018 service neutron] 10.222.0.35 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059114 Sep 29 17:29:42.501916 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-31b17554-679d-4311-9aee-e61dee01791f req-c1e78605-6d31-4ef8-a655-2a13f87a0aca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=237bcae8-35c2-4959-9889-41d8cf1b4e44 HTTP/1.1" status: 200 len: 217 time: 0.0466812 Sep 29 17:29:42.575284 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-15b63a64-2498-4063-9b7a-f5413d47041f req-07679bfa-bd9c-4fcc-8766-0419b3311fad tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1821763913', 'description': 'tempest-description-35044936'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:42.661119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b17554-679d-4311-9aee-e61dee01791f req-58f318d7-5772-40dd-b1a9-55731580c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:42.663143 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-31b17554-679d-4311-9aee-e61dee01791f req-58f318d7-5772-40dd-b1a9-55731580c6f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7128c427-f1a0-4352-b527-4ecd173db855 HTTP/1.1" status: 200 len: 853 time: 0.1521997 Sep 29 17:29:42.689843 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-15b63a64-2498-4063-9b7a-f5413d47041f req-07679bfa-bd9c-4fcc-8766-0419b3311fad tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:42.720244 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-31b17554-679d-4311-9aee-e61dee01791f req-c2d3b019-0265-410f-b0ea-228dfce6d2d6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b4745827-4a75-49a7-b347-7c44f1b7ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447950 Sep 29 17:29:42.750073 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beb09f4f-ca3c-4de4-9a7a-1f1b456a5ea1 req-8e234a9a-b74f-4c9d-9900-391f13e0cc94 service neutron] 10.222.0.35 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404897 Sep 29 17:29:42.868428 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-31b17554-679d-4311-9aee-e61dee01791f req-91da675d-a2af-441b-a14e-22ab984b748c service neutron] 10.222.0.49 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282570 Sep 29 17:29:42.922508 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbded8-f56c-422e-a245-21971a1b2b58 req-a780d760-73f2-463f-acd5-e452c9f6f55e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:42.924313 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61dbded8-f56c-422e-a245-21971a1b2b58 req-a780d760-73f2-463f-acd5-e452c9f6f55e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 944 time: 0.0540850 Sep 29 17:29:42.926868 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-15b63a64-2498-4063-9b7a-f5413d47041f req-07679bfa-bd9c-4fcc-8766-0419b3311fad tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:42.957211 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-15b63a64-2498-4063-9b7a-f5413d47041f req-07679bfa-bd9c-4fcc-8766-0419b3311fad tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:42.973196 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61dbded8-f56c-422e-a245-21971a1b2b58 req-e6a31226-e716-4b7c-bf7f-a716923c8f62 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420315 Sep 29 17:29:43.002814 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-15b63a64-2498-4063-9b7a-f5413d47041f req-07679bfa-bd9c-4fcc-8766-0419b3311fad tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:43.004109 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-15b63a64-2498-4063-9b7a-f5413d47041f req-07679bfa-bd9c-4fcc-8766-0419b3311fad tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4453845 Sep 29 17:29:43.019057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07679bfa-bd9c-4fcc-8766-0419b3311fad tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15d6cf5-4b11-452d-b595-f894d7560c15,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:43.022860 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-31b17554-679d-4311-9aee-e61dee01791f req-8c1ab599-030c-47c5-9d24-cf9b5c449700 service neutron] 10.222.0.49 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456692 Sep 29 17:29:43.068229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbce4cce-74b6-4882-8319-1630d0db0258', 'tag': 'e90e277c-d2fe-48bb-ae05-9784f5157502'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:43.071100 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e8e8e4-8759-4e2b-a099-f39455ff2146" -d '{"events": [{"name": "network-changed", "server_uuid": "fbce4cce-74b6-4882-8319-1630d0db0258", "tag": "e90e277c-d2fe-48bb-ae05-9784f5157502"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:43.075916 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b5c5eeef-417e-4d9a-a642-bae758d9d304 req-aa978bb2-7401-4ef6-9f79-67e14968c77c tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0337434 Sep 29 17:29:43.111629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-e16a8edf-e5eb-4517-b554-59b4ea3621b6 req-25f7b7ae-a347-459c-ab87-5cc6b87655ab tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1462222162', 'description': 'tempest-description-1034694585'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:43.136550 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e16a8edf-e5eb-4517-b554-59b4ea3621b6 req-25f7b7ae-a347-459c-ab87-5cc6b87655ab tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:43.146874 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0620bc6a-bd0b-4c91-be13-40a8cdabecbc x-openstack-request-id: req-0620bc6a-bd0b-4c91-be13-40a8cdabecbc {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:43.147175 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbce4cce-74b6-4882-8319-1630d0db0258", "tag": "e90e277c-d2fe-48bb-ae05-9784f5157502", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:43.147433 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0620bc6a-bd0b-4c91-be13-40a8cdabecbc {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:43.147827 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbce4cce-74b6-4882-8319-1630d0db0258', 'tag': 'e90e277c-d2fe-48bb-ae05-9784f5157502', 'status': 'completed', 'code': 200} Sep 29 17:29:43.220615 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e16a8edf-e5eb-4517-b554-59b4ea3621b6 req-25f7b7ae-a347-459c-ab87-5cc6b87655ab tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:43.224623 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e16a8edf-e5eb-4517-b554-59b4ea3621b6 req-25f7b7ae-a347-459c-ab87-5cc6b87655ab tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:43.256471 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e16a8edf-e5eb-4517-b554-59b4ea3621b6 req-25f7b7ae-a347-459c-ab87-5cc6b87655ab tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:43.257733 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e16a8edf-e5eb-4517-b554-59b4ea3621b6 req-25f7b7ae-a347-459c-ab87-5cc6b87655ab tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1513295 Sep 29 17:29:43.259879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7b7ae-a347-459c-ab87-5cc6b87655ab tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38939c42-8d8b-4ef4-8bf4-6af8150da378,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:43.340379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8e8e4-8759-4e2b-a099-f39455ff2146 req-b4547c7f-3aaa-4de8-bcc8-0ac5740c0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:43.342443 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67e8e8e4-8759-4e2b-a099-f39455ff2146 req-b4547c7f-3aaa-4de8-bcc8-0ac5740c0428 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef7b65eba85e4520a1c1f45f1343b61b&device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 1094 time: 0.0847044 Sep 29 17:29:43.369540 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fafda-3a66-455a-9c74-b38da9717e25 req-0e7c282b-17ea-4350-8c14-61fab2b58315 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:43.371021 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db6fafda-3a66-455a-9c74-b38da9717e25 req-0e7c282b-17ea-4350-8c14-61fab2b58315 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 943 time: 0.0711923 Sep 29 17:29:43.457561 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db6fafda-3a66-455a-9c74-b38da9717e25 req-9de6e878-cda1-40e3-a96c-1891eb18c2a9 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751920 Sep 29 17:29:43.478886 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8e8e4-8759-4e2b-a099-f39455ff2146 req-e7c6e5e5-9c5c-46ae-9545-7d4a64977110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:43.480312 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67e8e8e4-8759-4e2b-a099-f39455ff2146 req-e7c6e5e5-9c5c-46ae-9545-7d4a64977110 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4745827-4a75-49a7-b347-7c44f1b7ad0a HTTP/1.1" status: 200 len: 914 time: 0.1285939 Sep 29 17:29:43.481322 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-51ac1781-40ff-4a28-a325-94adbc6d4b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:43.535484 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67e8e8e4-8759-4e2b-a099-f39455ff2146 req-f911dc4b-9173-4c31-9709-c30e2141bc32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e90e277c-d2fe-48bb-ae05-9784f5157502 HTTP/1.1" status: 200 len: 217 time: 0.0388126 Sep 29 17:29:43.587310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8e8e4-8759-4e2b-a099-f39455ff2146 req-a63580ca-3c14-4bb3-80f6-80504d1cb1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:43.588793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67e8e8e4-8759-4e2b-a099-f39455ff2146 req-a63580ca-3c14-4bb3-80f6-80504d1cb1ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7128c427-f1a0-4352-b527-4ecd173db855 HTTP/1.1" status: 200 len: 853 time: 0.0439973 Sep 29 17:29:43.611296 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-612366a3-38db-4e8e-af6b-3a4cc919a9a2 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:43.613181 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-612366a3-38db-4e8e-af6b-3a4cc919a9a2 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/networks?id=c3561d17-b7cc-43ea-9c51-f819195c4f19 HTTP/1.1" status: 200 len: 813 time: 0.1027915 Sep 29 17:29:43.625092 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67e8e8e4-8759-4e2b-a099-f39455ff2146 req-b4947221-ead7-4e36-b3cb-9434c1d2bbe3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4745827-4a75-49a7-b347-7c44f1b7ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269463 Sep 29 17:29:43.629395 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-deba5949-0fca-444e-92ef-14689c235f83 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/quotas/8d37859949064804aed48ceca00f52c8 HTTP/1.1" status: 200 len: 375 time: 0.0101182 Sep 29 17:29:43.660169 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-b051cf51-e23e-48ea-a550-d84187740135 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d37859949064804aed48ceca00f52c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251987 Sep 29 17:29:43.721738 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67e8e8e4-8759-4e2b-a099-f39455ff2146 req-1b118cfc-67c5-4dc2-a094-efe83095e51a service neutron] 10.222.0.35 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862420 Sep 29 17:29:43.754204 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-fb1c61fe-159e-47c3-8be7-1ddca423c638 service neutron] 10.222.0.44 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869770 Sep 29 17:29:43.828627 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67e8e8e4-8759-4e2b-a099-f39455ff2146 req-930bc490-bf10-4bb1-ac1b-08ef7eae6141 service neutron] 10.222.0.35 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992906 Sep 29 17:29:43.855066 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 10b2493d-1659-49e4-8ed6-7f740a6ffc37 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:43.865376 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-6692ff14-0753-436f-8e02-4a901cbf3600 service neutron] 10.222.0.44 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042831 Sep 29 17:29:43.909463 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 10b2493d-1659-49e4-8ed6-7f740a6ffc37 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:29:43.913028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 10b2493d-1659-49e4-8ed6-7f740a6ffc37 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:43.913438 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:44.003022 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:44.026600 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c382ab13-fa05-408b-a14e-31ab38f45eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b2493d-1659-49e4-8ed6-7f740a6ffc37'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:44.028910 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d11e7f-d307-4c81-a8eb-205ff5c58826" -d '{"events": [{"server_uuid": "c382ab13-fa05-408b-a14e-31ab38f45eb9", "name": "network-vif-plugged", "status": "completed", "tag": "10b2493d-1659-49e4-8ed6-7f740a6ffc37"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:44.042406 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 10b2493d-1659-49e4-8ed6-7f740a6ffc37, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=10b2493d-1659-49e4-8ed6-7f740a6ffc37,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:44.050247 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:44.067100 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3762bc2-15d7-4b43-bb2d-d7f07d43410f req-dcfeb771-4ae9-4b2d-a245-b6fd6b6df04c tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 210 time: 0.0359571 Sep 29 17:29:44.100643 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfee39a-359c-494a-b78c-3974a5f3fa76 req-832656d9-047c-4213-9168-0b2a5638f280 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:44.102560 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4bfee39a-359c-494a-b78c-3974a5f3fa76 req-832656d9-047c-4213-9168-0b2a5638f280 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0602672 Sep 29 17:29:44.141187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=10b2493d-1659-49e4-8ed6-7f740a6ffc37,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:44.150202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:44.150547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:44.151083 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:44.151420 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:44.151750 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:44.152079 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:44.152414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:44.152721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:44.153040 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:44.153554 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:44.154524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:44.155008 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:29:44.155758 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4bfee39a-359c-494a-b78c-3974a5f3fa76 req-196241f1-2f88-49a6-b7e1-6f14e9ea12f7 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452666 Sep 29 17:29:44.191329 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c617e17-cc8b-4edc-b64f-90d0b4b828b9 x-openstack-request-id: req-2c617e17-cc8b-4edc-b64f-90d0b4b828b9 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:44.191593 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c382ab13-fa05-408b-a14e-31ab38f45eb9", "name": "network-vif-plugged", "status": "completed", "tag": "10b2493d-1659-49e4-8ed6-7f740a6ffc37", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:44.191974 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c617e17-cc8b-4edc-b64f-90d0b4b828b9 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:44.192346 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c382ab13-fa05-408b-a14e-31ab38f45eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b2493d-1659-49e4-8ed6-7f740a6ffc37', 'code': 200} Sep 29 17:29:44.282729 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:44.289384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-14a0429e-7d00-4dd3-b19a-2308c579ebf4 req-e29f1171-6023-4ce6-aaa8-59a5e3204335 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0569913 Sep 29 17:29:44.319960 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bc071-7084-4189-a5c5-3c7efcab27b9 req-cb4e5158-b761-4b6d-84a1-aebdd0395090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:44.321872 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da8bc071-7084-4189-a5c5-3c7efcab27b9 req-cb4e5158-b761-4b6d-84a1-aebdd0395090 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0655506 Sep 29 17:29:44.359340 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da8bc071-7084-4189-a5c5-3c7efcab27b9 req-d4e12c58-ee1c-4b45-b838-23bb61c8eefc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286779 Sep 29 17:29:44.481024 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:44.549648 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:44.588181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f50899-d6ae-43f8-a217-cb9987ec4fb4 req-670d98c6-c8e6-4c6b-9846-0c51c1bff60d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:44.589666 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-35f50899-d6ae-43f8-a217-cb9987ec4fb4 req-670d98c6-c8e6-4c6b-9846-0c51c1bff60d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 943 time: 0.0497243 Sep 29 17:29:44.630202 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-35f50899-d6ae-43f8-a217-cb9987ec4fb4 req-86aed80b-0b47-4d4a-9e16-fe4fb942defd tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329838 Sep 29 17:29:45.187627 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0b935d16-23c3-4ba6-8307-a5a8f1c4953c req-c4e2df15-dd8a-485f-aab6-81f5958c0edf tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 210 time: 0.0439320 Sep 29 17:29:45.264249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-0728aaef-f8f3-4abc-bbcd-01c2b6c0cd8a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:45.265713 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-0728aaef-f8f3-4abc-bbcd-01c2b6c0cd8a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.49 "GET /v2.0/networks?id=c3561d17-b7cc-43ea-9c51-f819195c4f19 HTTP/1.1" status: 200 len: 813 time: 0.1461861 Sep 29 17:29:45.288925 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-ff9055d0-142f-4c4c-996e-7485b52eb9f1 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Request body: {'port': {'device_id': 'b1fc33c0-af53-4812-879f-a697b10ffd55', 'network_id': 'c3561d17-b7cc-43ea-9c51-f819195c4f19', 'admin_state_up': True, 'tenant_id': '8d37859949064804aed48ceca00f52c8'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:45.296782 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf584da-98f2-407c-a10d-1a534c563f3c req-2bdfa388-e6b5-4cf7-a5d3-5f95781b3ce4 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:45.298372 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ccf584da-98f2-407c-a10d-1a534c563f3c req-2bdfa388-e6b5-4cf7-a5d3-5f95781b3ce4 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0585589 Sep 29 17:29:45.338105 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ccf584da-98f2-407c-a10d-1a534c563f3c req-bcac9791-7111-4b90-b7b8-304e91ef79d2 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340238 Sep 29 17:29:45.399822 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-ff9055d0-142f-4c4c-996e-7485b52eb9f1 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Made reservation on behalf of 8d37859949064804aed48ceca00f52c8 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:29:45.403417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-ff9055d0-142f-4c4c-996e-7485b52eb9f1 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:45.438993 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-961d8a6f-3dba-46b6-8d07-e15467e22904 req-81f97ffd-eae7-44d4-a598-d8d51b963871 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0312033 Sep 29 17:29:45.542797 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-ff9055d0-142f-4c4c-996e-7485b52eb9f1 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Allocated IP 172.20.0.2 (c3561d17-b7cc-43ea-9c51-f819195c4f19/bffdcfad-cb45-44b5-9c35-3b9ab89cad05/d5179edb-93c8-4188-a7ff-72a334222afe) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:29:45.708163 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-ff9055d0-142f-4c4c-996e-7485b52eb9f1 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:45.742023 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-ff9055d0-142f-4c4c-996e-7485b52eb9f1 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:45.761194 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dcee4-bf8a-4ea3-a63c-d43c0236facc req-0e6e5317-3003-416e-98ad-32b7b8c07ac1 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:45.762691 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4d2dcee4-bf8a-4ea3-a63c-d43c0236facc req-0e6e5317-3003-416e-98ad-32b7b8c07ac1 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 943 time: 0.0572259 Sep 29 17:29:45.784539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-ff9055d0-142f-4c4c-996e-7485b52eb9f1 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Network c3561d17-b7cc-43ea-9c51-f819195c4f19 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:29:45.787511 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-ff9055d0-142f-4c4c-996e-7485b52eb9f1 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:29:45.791232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-ff9055d0-142f-4c4c-996e-7485b52eb9f1 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:29:45.804064 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4d2dcee4-bf8a-4ea3-a63c-d43c0236facc req-6503e429-8f3f-44b4-a5e3-4df1a18d6c48 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345898 Sep 29 17:29:45.829069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9055d0-142f-4c4c-996e-7485b52eb9f1 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event updated for resources: {'Port': ['ID=d5179edb-93c8-4188-a7ff-72a334222afe,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:45.851255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-ff9055d0-142f-4c4c-996e-7485b52eb9f1 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:45.851901 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-ff9055d0-142f-4c4c-996e-7485b52eb9f1 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:45.865598 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-ff9055d0-142f-4c4c-996e-7485b52eb9f1 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5805097 Sep 29 17:29:45.868177 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 237bcae8-35c2-4959-9889-41d8cf1b4e44 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:29:45.890324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Request body: {'port': {'device_id': 'b1fc33c0-af53-4812-879f-a697b10ffd55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:45.951789 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:45.984148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 237bcae8-35c2-4959-9889-41d8cf1b4e44, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=237bcae8-35c2-4959-9889-41d8cf1b4e44,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:45.997384 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '237bcae8-35c2-4959-9889-41d8cf1b4e44', 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a', 'port_id': '237bcae8-35c2-4959-9889-41d8cf1b4e44', 'mac_address': 'fa:16:3e:96:32:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7128c427-f1a0-4352-b527-4ecd173db855', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:29:46.040834 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:46.055128 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 237bcae8-35c2-4959-9889-41d8cf1b4e44 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:46.077331 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 237bcae8-35c2-4959-9889-41d8cf1b4e44, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=237bcae8-35c2-4959-9889-41d8cf1b4e44,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:46.081345 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:46.141371 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=237bcae8-35c2-4959-9889-41d8cf1b4e44,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:46.235011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5179edb-93c8-4188-a7ff-72a334222afe {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:46.242799 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:46.255527 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Transition to ACTIVE for port object d5179edb-93c8-4188-a7ff-72a334222afe will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:29:46.259480 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:46.320606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['237bcae8-35c2-4959-9889-41d8cf1b4e44'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:46.347030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Pushing event updated for resources: {'Port': ['ID=d5179edb-93c8-4188-a7ff-72a334222afe,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:46.410320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b268f-7c32-465a-9e95-ef925c3e7793 req-870a68c1-dd20-4ef6-8c24-c133b056f49e tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:46.411913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b16b268f-7c32-465a-9e95-ef925c3e7793 req-870a68c1-dd20-4ef6-8c24-c133b056f49e tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 943 time: 0.1273897 Sep 29 17:29:46.458678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Attempting to bind port d5179edb-93c8-4188-a7ff-72a334222afe on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:29:46.459046 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Attempting to bind port d5179edb-93c8-4188-a7ff-72a334222afe by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '4b4153c2-9c56-4840-ae03-acd8553eb5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c3561d17-b7cc-43ea-9c51-f819195c4f19'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:29:46.459334 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Attempting to bind port d5179edb-93c8-4188-a7ff-72a334222afe on network c3561d17-b7cc-43ea-9c51-f819195c4f19 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:29:46.471370 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10d655-c94d-4fe7-bb51-c484a2a519e7 req-f0d6c17e-db86-4c90-83b9-85bbba3c4fab tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:46.473378 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c10d655-c94d-4fe7-bb51-c484a2a519e7 req-f0d6c17e-db86-4c90-83b9-85bbba3c4fab tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0537114 Sep 29 17:29:46.475658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Port d5179edb-93c8-4188-a7ff-72a334222afe on network c3561d17-b7cc-43ea-9c51-f819195c4f19 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:29:46.476277 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Attempting to bind port d5179edb-93c8-4188-a7ff-72a334222afe on network c3561d17-b7cc-43ea-9c51-f819195c4f19 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:29:46.483098 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b16b268f-7c32-465a-9e95-ef925c3e7793 req-0be32023-c346-4067-a68c-3289f8136fbc tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589452 Sep 29 17:29:46.485911 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:29:46.486868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Checking segment: {'id': '4b4153c2-9c56-4840-ae03-acd8553eb5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c3561d17-b7cc-43ea-9c51-f819195c4f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:29:46.486868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Bound using segment: {'id': '4b4153c2-9c56-4840-ae03-acd8553eb5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c3561d17-b7cc-43ea-9c51-f819195c4f19'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:29:46.487928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Bound port: d5179edb-93c8-4188-a7ff-72a334222afe, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4153c2-9c56-4840-ae03-acd8553eb5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c3561d17-b7cc-43ea-9c51-f819195c4f19'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:29:46.488662 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:46.524696 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c10d655-c94d-4fe7-bb51-c484a2a519e7 req-9373277e-9bcb-457b-b792-0e129ebf812b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439215 Sep 29 17:29:46.579192 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] For port d5179edb-93c8-4188-a7ff-72a334222afe, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:29:46.583702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] For port d5179edb-93c8-4188-a7ff-72a334222afe, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=d5179edb-93c8-4188-a7ff-72a334222afe,segment=NetworkSegment(4b4153c2-9c56-4840-ae03-acd8553eb5f8),segment_id=4b4153c2-9c56-4840-ae03-acd8553eb5f8)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:29:46.588664 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:46.619244 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1bec5c6b-91df-46bb-a67e-02533170eac2 req-4beaafe5-5d9e-4688-8d4f-2e798e158b20 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0291243 Sep 29 17:29:46.629725 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:46.630611 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:46.632068 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] 10.222.0.49 "PUT /v2.0/ports/d5179edb-93c8-4188-a7ff-72a334222afe HTTP/1.1" status: 200 len: 1091 time: 0.7474353 Sep 29 17:29:46.635072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fc33c0-af53-4812-879f-a697b10ffd55', 'tag': 'd5179edb-93c8-4188-a7ff-72a334222afe'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:46.638450 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3f6ba6-0dc6-4d54-b1e1-6c1fffd5224a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fc33c0-af53-4812-879f-a697b10ffd55", "tag": "d5179edb-93c8-4188-a7ff-72a334222afe"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:46.668640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076b652-5ae9-4ccd-9f6a-424053286c24 service neutron] Pushing event updated for resources: {'Port': ['ID=d5179edb-93c8-4188-a7ff-72a334222afe,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:46.727868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-10e1fc4a-5255-474a-aed8-37c8355c8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:46.729537 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-10e1fc4a-5255-474a-aed8-37c8355c8fa7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d37859949064804aed48ceca00f52c8&device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 1094 time: 0.0470049 Sep 29 17:29:46.758243 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:46.782299 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43efe18-6da2-4f28-ab85-93685bcb5691 x-openstack-request-id: req-a43efe18-6da2-4f28-ab85-93685bcb5691 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:46.782606 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fc33c0-af53-4812-879f-a697b10ffd55", "tag": "d5179edb-93c8-4188-a7ff-72a334222afe", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:46.782981 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a43efe18-6da2-4f28-ab85-93685bcb5691 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:46.783240 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fc33c0-af53-4812-879f-a697b10ffd55', 'tag': 'd5179edb-93c8-4188-a7ff-72a334222afe', 'status': 'completed', 'code': 200} Sep 29 17:29:46.785063 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-5467fb37-a9fc-41ae-8fd9-15fbffab3d32 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5179edb-93c8-4188-a7ff-72a334222afe HTTP/1.1" status: 200 len: 217 time: 0.0465984 Sep 29 17:29:46.849100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-86ccdb37-6c16-40e9-8a05-f36b5a4d2908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:46.851374 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-86ccdb37-6c16-40e9-8a05-f36b5a4d2908 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bffdcfad-cb45-44b5-9c35-3b9ab89cad05 HTTP/1.1" status: 200 len: 853 time: 0.0551717 Sep 29 17:29:46.873625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c5a26-a796-4fc9-9deb-6af647fe1c72 req-4c8d2ab2-3a12-4b9b-a770-39c23d13c9a9 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:46.875778 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e63c5a26-a796-4fc9-9deb-6af647fe1c72 req-4c8d2ab2-3a12-4b9b-a770-39c23d13c9a9 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0573392 Sep 29 17:29:46.892293 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-ea7b7d76-0294-4fdb-99e0-998b7dab7eb9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3561d17-b7cc-43ea-9c51-f819195c4f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321379 Sep 29 17:29:46.917303 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e63c5a26-a796-4fc9-9deb-6af647fe1c72 req-b3f07ad2-0476-4f9e-b941-1cd971167632 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342972 Sep 29 17:29:47.008650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c212436-e1f8-4178-8eb7-aa0f617ec63f req-f662b01d-77a0-4be4-bead-40344a7a9a67 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:47.010157 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c212436-e1f8-4178-8eb7-aa0f617ec63f req-f662b01d-77a0-4be4-bead-40344a7a9a67 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 943 time: 0.1169980 Sep 29 17:29:47.066635 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-8c955b12-c029-4589-bd88-bf144ba8417d service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642079 Sep 29 17:29:47.074404 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c212436-e1f8-4178-8eb7-aa0f617ec63f req-38dbd873-9b67-45ce-b570-9046df508789 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549090 Sep 29 17:29:47.155113 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:29:47.167788 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd3d8235-8104-49c8-aa79-e18cd32ac5c4 req-813d6024-78f7-462f-9bce-187b68ae73d3 service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923698 Sep 29 17:29:47.268848 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f6ba6-0dc6-4d54-b1e1-6c1fffd5224a req-ee0ef3cd-d4cc-4118-afc4-754924e3f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:47.270362 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e3f6ba6-0dc6-4d54-b1e1-6c1fffd5224a req-ee0ef3cd-d4cc-4118-afc4-754924e3f736 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d37859949064804aed48ceca00f52c8&device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 1094 time: 0.0473869 Sep 29 17:29:47.371955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f6ba6-0dc6-4d54-b1e1-6c1fffd5224a req-39ebcc20-9f9d-479a-ae65-a6f2c5559574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:47.373959 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e3f6ba6-0dc6-4d54-b1e1-6c1fffd5224a req-39ebcc20-9f9d-479a-ae65-a6f2c5559574 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c3561d17-b7cc-43ea-9c51-f819195c4f19 HTTP/1.1" status: 200 len: 914 time: 0.0964756 Sep 29 17:29:47.420640 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e3f6ba6-0dc6-4d54-b1e1-6c1fffd5224a req-4ca0216c-5daf-439b-9749-11871b1be071 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5179edb-93c8-4188-a7ff-72a334222afe HTTP/1.1" status: 200 len: 217 time: 0.0367329 Sep 29 17:29:47.470110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f6ba6-0dc6-4d54-b1e1-6c1fffd5224a req-2f8296e5-99ac-45ef-9d8c-6281aa39d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:47.471511 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e3f6ba6-0dc6-4d54-b1e1-6c1fffd5224a req-2f8296e5-99ac-45ef-9d8c-6281aa39d897 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bffdcfad-cb45-44b5-9c35-3b9ab89cad05 HTTP/1.1" status: 200 len: 853 time: 0.0442269 Sep 29 17:29:47.504761 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e3f6ba6-0dc6-4d54-b1e1-6c1fffd5224a req-4a221203-00a4-4a5e-8af7-e491738c20fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3561d17-b7cc-43ea-9c51-f819195c4f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247386 Sep 29 17:29:47.605992 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e3f6ba6-0dc6-4d54-b1e1-6c1fffd5224a req-e73fcd89-5eac-4d65-beb9-d376e50ada87 service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930021 Sep 29 17:29:47.618970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3829323-c72b-4243-95c0-5ec1a5d5dd94 req-7d145b98-3fbf-42af-875b-054efea2b08a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:47.620678 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3829323-c72b-4243-95c0-5ec1a5d5dd94 req-7d145b98-3fbf-42af-875b-054efea2b08a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 943 time: 0.0612183 Sep 29 17:29:47.663505 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3829323-c72b-4243-95c0-5ec1a5d5dd94 req-63250648-b695-448e-b6c6-8c2c3f582297 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349813 Sep 29 17:29:47.717254 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e3f6ba6-0dc6-4d54-b1e1-6c1fffd5224a req-82de9d93-6a65-42b2-9c4d-7ebcf0f9f0ff service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953336 Sep 29 17:29:47.753293 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-97783aba-fc87-498a-95c6-dcc6fed65c7d req-6d7e660c-0dd6-4569-a835-ecf20f397a6d tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0288978 Sep 29 17:29:47.882997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 237bcae8-35c2-4959-9889-41d8cf1b4e44 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:47.939638 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 237bcae8-35c2-4959-9889-41d8cf1b4e44 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:29:47.943296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 237bcae8-35c2-4959-9889-41d8cf1b4e44 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:47.943666 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:47.970486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e90e277c-d2fe-48bb-ae05-9784f5157502 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:29:48.051711 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a6064-dbd6-454b-84ef-602d5d647bed req-305358ab-eede-4115-a112-5585682c1b71 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:48.053294 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c76a6064-dbd6-454b-84ef-602d5d647bed req-305358ab-eede-4115-a112-5585682c1b71 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0642970 Sep 29 17:29:48.094610 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c76a6064-dbd6-454b-84ef-602d5d647bed req-42485a2b-3e0a-4ddd-9e50-bb6a4389feb8 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328622 Sep 29 17:29:48.117270 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:48.160244 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d57ad2-c870-4b56-81e0-1a85b2889516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237bcae8-35c2-4959-9889-41d8cf1b4e44'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:48.162494 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eff4660-676f-4e73-accc-616fb7686100" -d '{"events": [{"server_uuid": "a5d57ad2-c870-4b56-81e0-1a85b2889516", "name": "network-vif-plugged", "status": "completed", "tag": "237bcae8-35c2-4959-9889-41d8cf1b4e44"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:48.190232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e90e277c-d2fe-48bb-ae05-9784f5157502, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e90e277c-d2fe-48bb-ae05-9784f5157502,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:48.194613 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 237bcae8-35c2-4959-9889-41d8cf1b4e44, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=237bcae8-35c2-4959-9889-41d8cf1b4e44,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:48.204440 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:48.212714 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6da5a76-a8db-4b19-9c3f-2263b9f8631d x-openstack-request-id: req-f6da5a76-a8db-4b19-9c3f-2263b9f8631d {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:48.213006 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d57ad2-c870-4b56-81e0-1a85b2889516", "name": "network-vif-plugged", "status": "completed", "tag": "237bcae8-35c2-4959-9889-41d8cf1b4e44", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:48.213255 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6da5a76-a8db-4b19-9c3f-2263b9f8631d {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:48.213656 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d57ad2-c870-4b56-81e0-1a85b2889516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237bcae8-35c2-4959-9889-41d8cf1b4e44', 'code': 200} Sep 29 17:29:48.219134 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'e90e277c-d2fe-48bb-ae05-9784f5157502', 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a', 'port_id': 'e90e277c-d2fe-48bb-ae05-9784f5157502', 'mac_address': 'fa:16:3e:53:93:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7128c427-f1a0-4352-b527-4ecd173db855', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:29:48.235615 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb3503-bf13-4a27-9827-da491a9fa52a req-e21498ce-1e2d-4ea9-8062-104d64282415 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:48.237214 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-46eb3503-bf13-4a27-9827-da491a9fa52a req-e21498ce-1e2d-4ea9-8062-104d64282415 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 943 time: 0.0716894 Sep 29 17:29:48.298042 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-46eb3503-bf13-4a27-9827-da491a9fa52a req-48bb7c3f-8b56-42af-871b-437436019839 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480192 Sep 29 17:29:48.303021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=237bcae8-35c2-4959-9889-41d8cf1b4e44,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:48.310068 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:48.323041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63212f35-e725-4fa0-bf6e-27684a3a0f93 req-7755edf1-4883-47bc-910a-38887b913c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:48.324659 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63212f35-e725-4fa0-bf6e-27684a3a0f93 req-7755edf1-4883-47bc-910a-38887b913c5c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a5d57ad2-c870-4b56-81e0-1a85b2889516 HTTP/1.1" status: 200 len: 1097 time: 0.0512106 Sep 29 17:29:48.331342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90e277c-d2fe-48bb-ae05-9784f5157502 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:48.355568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e90e277c-d2fe-48bb-ae05-9784f5157502, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e90e277c-d2fe-48bb-ae05-9784f5157502,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:48.359442 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:48.363049 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63212f35-e725-4fa0-bf6e-27684a3a0f93 req-adce66a0-4cb5-49ab-9838-6b18ec22a8bb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311217 Sep 29 17:29:48.412731 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=e90e277c-d2fe-48bb-ae05-9784f5157502,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:48.796307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258d616-137c-40ae-b63b-19f921b34500 req-f218b78d-b1d9-41dd-ab12-b4fe358e1581 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:48.797843 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2258d616-137c-40ae-b63b-19f921b34500 req-f218b78d-b1d9-41dd-ab12-b4fe358e1581 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 943 time: 0.0572801 Sep 29 17:29:48.843026 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2258d616-137c-40ae-b63b-19f921b34500 req-3019bda1-14b1-4b39-97bc-5eec3bbd0d6d tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382955 Sep 29 17:29:48.887068 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-719a326b-75fa-4bb4-92e5-fab73b97735d req-4c2c441b-4d1c-40f9-aa1e-5367ca484e3d tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0307276 Sep 29 17:29:48.902408 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['e90e277c-d2fe-48bb-ae05-9784f5157502'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:49.241915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c470e9-bc6d-47a8-8ed3-516da11dfe7c req-61d91b41-1b5f-4220-91b9-87336bfd7ecf tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:49.243616 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16c470e9-bc6d-47a8-8ed3-516da11dfe7c req-61d91b41-1b5f-4220-91b9-87336bfd7ecf tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0693946 Sep 29 17:29:49.283612 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16c470e9-bc6d-47a8-8ed3-516da11dfe7c req-2f5ad321-cb4b-4f82-956a-dbb2fc8c32d9 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330496 Sep 29 17:29:49.419625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0cff9-5d10-4530-b154-0d66840071ce req-d404f30a-ffb0-4667-8a44-09253e84256d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:49.421740 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0ea0cff9-5d10-4530-b154-0d66840071ce req-d404f30a-ffb0-4667-8a44-09253e84256d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 944 time: 0.0546908 Sep 29 17:29:49.460408 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0ea0cff9-5d10-4530-b154-0d66840071ce req-1ff51c58-e4cb-4296-a3eb-6b29c0e81e93 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312850 Sep 29 17:29:49.884798 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device d5179edb-93c8-4188-a7ff-72a334222afe details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:29:49.973374 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f74efa-4236-443c-9083-ff9a672247a3 req-533c1a41-e43e-4145-96f3-b56ae305800e tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:49.975337 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-34f74efa-4236-443c-9083-ff9a672247a3 req-533c1a41-e43e-4145-96f3-b56ae305800e tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 943 time: 0.0580890 Sep 29 17:29:50.004590 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0c0b2c75-2b1d-4747-b813-315165835c5c req-820493fa-b534-4fb1-ab09-f7f4905d1933 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0322356 Sep 29 17:29:50.017012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port d5179edb-93c8-4188-a7ff-72a334222afe, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=d5179edb-93c8-4188-a7ff-72a334222afe,segment=NetworkSegment(4b4153c2-9c56-4840-ae03-acd8553eb5f8),segment_id=4b4153c2-9c56-4840-ae03-acd8553eb5f8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:50.022248 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-34f74efa-4236-443c-9083-ff9a672247a3 req-10225a0d-f650-4fea-9166-b5d0cf9a6021 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393913 Sep 29 17:29:50.037523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'd5179edb-93c8-4188-a7ff-72a334222afe', 'network_id': 'c3561d17-b7cc-43ea-9c51-f819195c4f19', 'port_id': 'd5179edb-93c8-4188-a7ff-72a334222afe', 'mac_address': 'fa:16:3e:08:4a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffdcfad-cb45-44b5-9c35-3b9ab89cad05', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:29:50.086270 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:50.098837 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5179edb-93c8-4188-a7ff-72a334222afe {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:29:50.120713 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port d5179edb-93c8-4188-a7ff-72a334222afe, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=d5179edb-93c8-4188-a7ff-72a334222afe,segment=NetworkSegment(4b4153c2-9c56-4840-ae03-acd8553eb5f8),segment_id=4b4153c2-9c56-4840-ae03-acd8553eb5f8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:50.125818 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:50.191550 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=d5179edb-93c8-4188-a7ff-72a334222afe,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:50.413179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29b646-991d-48f7-af6d-59819e980111 req-d0021284-8aff-418b-b32d-94d421ec2c64 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:50.414835 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bc29b646-991d-48f7-af6d-59819e980111 req-d0021284-8aff-418b-b32d-94d421ec2c64 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0588882 Sep 29 17:29:50.424912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['d5179edb-93c8-4188-a7ff-72a334222afe'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:50.461954 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bc29b646-991d-48f7-af6d-59819e980111 req-3b49000e-f8b5-4147-8644-8f391378f3c1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402305 Sep 29 17:29:50.615102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81867a86-2649-4128-ab16-4d30218aa1c5 req-32644202-7b36-42c4-a343-84460c5820ab tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:50.616939 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81867a86-2649-4128-ab16-4d30218aa1c5 req-32644202-7b36-42c4-a343-84460c5820ab tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 944 time: 0.0654838 Sep 29 17:29:50.665468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81867a86-2649-4128-ab16-4d30218aa1c5 req-af0cd971-b27b-4cc7-9fb1-095860818551 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400691 Sep 29 17:29:51.113766 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc37d5b-9a21-4640-ad51-c11bdd226f7e req-d4ab8eed-869f-462a-8b81-5f202b7f47d9 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0291023 Sep 29 17:29:51.165594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5c093-cd68-4504-aed1-ff84e0fc9c0b req-fe80a064-5f07-4755-8420-a4bb60ca509a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:51.167021 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-36e5c093-cd68-4504-aed1-ff84e0fc9c0b req-fe80a064-5f07-4755-8420-a4bb60ca509a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 944 time: 0.0534723 Sep 29 17:29:51.208809 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-36e5c093-cd68-4504-aed1-ff84e0fc9c0b req-c21db7f1-994c-45e3-b997-ee4f965dfd63 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349717 Sep 29 17:29:51.590502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3436f-082e-4b82-997a-ce5ed0b2f6ca req-03e6b30a-7335-4746-a1bb-83ce2982fe75 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:51.591942 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-feb3436f-082e-4b82-997a-ce5ed0b2f6ca req-03e6b30a-7335-4746-a1bb-83ce2982fe75 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0488176 Sep 29 17:29:51.629052 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-feb3436f-082e-4b82-997a-ce5ed0b2f6ca req-170d77a0-bd06-40b1-a2d4-bdf81caa8d10 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310705 Sep 29 17:29:51.785971 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba306b7-9405-4a6d-bd80-f68e165289bd req-9a1d8d86-bc9b-41d3-9621-9dd9390eaecb tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:51.787342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2ba306b7-9405-4a6d-bd80-f68e165289bd req-9a1d8d86-bc9b-41d3-9621-9dd9390eaecb tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 944 time: 0.0474083 Sep 29 17:29:51.824759 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2ba306b7-9405-4a6d-bd80-f68e165289bd req-791fd412-ed3f-42f3-9b1d-1c4262681598 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314472 Sep 29 17:29:51.898713 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device d5179edb-93c8-4188-a7ff-72a334222afe up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:51.949113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port d5179edb-93c8-4188-a7ff-72a334222afe completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:29:51.953035 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port d5179edb-93c8-4188-a7ff-72a334222afe triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:51.953441 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:51.974634 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e90e277c-d2fe-48bb-ae05-9784f5157502 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:29:52.062897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port e90e277c-d2fe-48bb-ae05-9784f5157502 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:29:52.074648 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port e90e277c-d2fe-48bb-ae05-9784f5157502 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:29:52.075011 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:52.076618 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:52.123205 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fc33c0-af53-4812-879f-a697b10ffd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5179edb-93c8-4188-a7ff-72a334222afe'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:52.125602 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248f052e-30fa-4756-8497-24a8dd53291a" -d '{"events": [{"server_uuid": "b1fc33c0-af53-4812-879f-a697b10ffd55", "name": "network-vif-plugged", "status": "completed", "tag": "d5179edb-93c8-4188-a7ff-72a334222afe"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:52.142974 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port d5179edb-93c8-4188-a7ff-72a334222afe, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=d5179edb-93c8-4188-a7ff-72a334222afe,segment=NetworkSegment(4b4153c2-9c56-4840-ae03-acd8553eb5f8),segment_id=4b4153c2-9c56-4840-ae03-acd8553eb5f8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:52.149485 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:52.182069 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78798935-3a5b-4bc9-9d88-577ee7964d07 x-openstack-request-id: req-78798935-3a5b-4bc9-9d88-577ee7964d07 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:52.182361 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fc33c0-af53-4812-879f-a697b10ffd55", "name": "network-vif-plugged", "status": "completed", "tag": "d5179edb-93c8-4188-a7ff-72a334222afe", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:52.182621 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78798935-3a5b-4bc9-9d88-577ee7964d07 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:52.183028 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fc33c0-af53-4812-879f-a697b10ffd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5179edb-93c8-4188-a7ff-72a334222afe', 'code': 200} Sep 29 17:29:52.234790 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85e410bc-7559-4b3b-b3a4-2c7accbf1694 req-8c84d5fd-e3a1-4ddb-962b-a0aae1cc3fae tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0366254 Sep 29 17:29:52.242634 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=d5179edb-93c8-4188-a7ff-72a334222afe,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:52.246985 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:52.288794 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e90e277c-d2fe-48bb-ae05-9784f5157502, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e90e277c-d2fe-48bb-ae05-9784f5157502,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:52.295700 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:52.296147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1de8cd-c04c-4256-a8b6-583d3ed9057f req-2a26306b-91a0-4315-ac89-1c655c6d6197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:52.298418 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf1de8cd-c04c-4256-a8b6-583d3ed9057f req-2a26306b-91a0-4315-ac89-1c655c6d6197 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 1096 time: 0.0681610 Sep 29 17:29:52.357995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=e90e277c-d2fe-48bb-ae05-9784f5157502,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:52.376600 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf1de8cd-c04c-4256-a8b6-583d3ed9057f req-9fc88796-2a7e-4758-b4ff-62248da58a54 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555367 Sep 29 17:29:52.390126 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfef4f2-c905-454c-a7ed-5fcbd0412067 req-e5cbf3e0-6ca2-47ba-9818-af82a8900acd tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:52.391691 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2cfef4f2-c905-454c-a7ed-5fcbd0412067 req-e5cbf3e0-6ca2-47ba-9818-af82a8900acd tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 945 time: 0.0849261 Sep 29 17:29:52.428919 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2cfef4f2-c905-454c-a7ed-5fcbd0412067 req-7eca4289-72d2-409c-9081-0849483a2cd8 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314434 Sep 29 17:29:52.763041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96113e-a4d8-4e96-85de-c87bb950a86d req-870fee81-2dc2-447a-bac2-4c9e6b14fc7c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:52.764601 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c96113e-a4d8-4e96-85de-c87bb950a86d req-870fee81-2dc2-447a-bac2-4c9e6b14fc7c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0581183 Sep 29 17:29:52.806901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c96113e-a4d8-4e96-85de-c87bb950a86d req-80d1c569-b080-485f-909f-7eea29ce55bf tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356386 Sep 29 17:29:52.959231 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ca898-b931-4d9d-9b60-9fa28c639fe5 req-bc2a0874-b36a-49df-9f66-4d47602f6662 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:52.960861 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-992ca898-b931-4d9d-9b60-9fa28c639fe5 req-bc2a0874-b36a-49df-9f66-4d47602f6662 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 945 time: 0.0547938 Sep 29 17:29:53.000661 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-992ca898-b931-4d9d-9b60-9fa28c639fe5 req-f43dca3d-5d05-4c15-a938-f969e5b17bd1 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330884 Sep 29 17:29:53.353489 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-535eb9fb-3592-47a1-a342-84af522d8441 req-8d28eaf3-c1e5-49e6-afa2-02f948a9d7a6 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0316548 Sep 29 17:29:53.566924 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd18487-4b85-4826-8fad-93cbbf5837a5 req-8b04bfb4-416a-4a23-b0d2-60c07b3f1f52 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:53.568479 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0cd18487-4b85-4826-8fad-93cbbf5837a5 req-8b04bfb4-416a-4a23-b0d2-60c07b3f1f52 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 945 time: 0.0651460 Sep 29 17:29:53.611769 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0cd18487-4b85-4826-8fad-93cbbf5837a5 req-ff9feac9-d7f0-4a9d-a671-2310212df2b6 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371606 Sep 29 17:29:53.938391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68d1fe-f7ad-4ae6-bf96-5ba86abd9852 req-76cece3a-98dd-4f84-97ca-ea6fd810b99d tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:53.939874 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c68d1fe-f7ad-4ae6-bf96-5ba86abd9852 req-76cece3a-98dd-4f84-97ca-ea6fd810b99d tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0613146 Sep 29 17:29:53.981883 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c68d1fe-f7ad-4ae6-bf96-5ba86abd9852 req-05918420-4d55-4dfd-9eb8-9f778c46befa tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316827 Sep 29 17:29:54.124429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1380439-0c33-4765-a469-d10552552649 req-93880ba9-63e0-4b2e-9d0a-692e7f4aeb70 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:54.126012 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f1380439-0c33-4765-a469-d10552552649 req-93880ba9-63e0-4b2e-9d0a-692e7f4aeb70 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 945 time: 0.0532622 Sep 29 17:29:54.165862 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f1380439-0c33-4765-a469-d10552552649 req-d195e312-3600-4219-b125-1ee4ee45886e tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336623 Sep 29 17:29:54.185017 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbce4cce-74b6-4882-8319-1630d0db0258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90e277c-d2fe-48bb-ae05-9784f5157502'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:54.188135 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77506a41-5c24-4532-be90-c4a29e866e4c" -d '{"events": [{"server_uuid": "fbce4cce-74b6-4882-8319-1630d0db0258", "name": "network-vif-plugged", "status": "completed", "tag": "e90e277c-d2fe-48bb-ae05-9784f5157502"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:54.230093 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d381f3-6c9e-4bdc-a6d4-7e77dea278da x-openstack-request-id: req-21d381f3-6c9e-4bdc-a6d4-7e77dea278da {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:54.230405 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbce4cce-74b6-4882-8319-1630d0db0258", "name": "network-vif-plugged", "status": "completed", "tag": "e90e277c-d2fe-48bb-ae05-9784f5157502", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:54.233022 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21d381f3-6c9e-4bdc-a6d4-7e77dea278da {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:54.233022 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbce4cce-74b6-4882-8319-1630d0db0258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90e277c-d2fe-48bb-ae05-9784f5157502', 'code': 200} Sep 29 17:29:54.370443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230fd2c-491a-411c-9c39-aa243f200d0a req-0b6212ab-ccb0-4a09-9d6a-e0dd94ba9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:54.371897 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c230fd2c-491a-411c-9c39-aa243f200d0a req-0b6212ab-ccb0-4a09-9d6a-e0dd94ba9b75 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 1096 time: 0.0432603 Sep 29 17:29:54.409244 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c230fd2c-491a-411c-9c39-aa243f200d0a req-9a316344-a549-468b-968e-3d8489f83472 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295730 Sep 29 17:29:54.464561 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e78dc44c-bbf9-4993-a648-1618bf5b4587 req-76362758-943e-4907-b7ca-72cb25a9a8b4 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0270126 Sep 29 17:29:54.737914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758a7ff-813f-4a07-bae7-827af61b88c0 req-42ca6b0d-1fed-46a6-be31-9f1f7ed5895e tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:54.739445 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1758a7ff-813f-4a07-bae7-827af61b88c0 req-42ca6b0d-1fed-46a6-be31-9f1f7ed5895e tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 945 time: 0.0527685 Sep 29 17:29:54.779701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1758a7ff-813f-4a07-bae7-827af61b88c0 req-1b01d5d8-4771-4a2f-9a6e-6d904941a16f tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338013 Sep 29 17:29:54.956547 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b54bc3fe-3a4e-4e4a-a5cc-a1d115e8f4ea req-8bd1bbb8-a929-43fa-8087-601ee8e7de02 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1821763913&fields=id&tenant_id=8d37859949064804aed48ceca00f52c8 HTTP/1.1" status: 200 len: 267 time: 0.0370972 Sep 29 17:29:55.012520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bc3fe-3a4e-4e4a-a5cc-a1d115e8f4ea req-aa0021ed-9667-4bc5-a1f0-c8a85edf0668 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:55.014672 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b54bc3fe-3a4e-4e4a-a5cc-a1d115e8f4ea req-aa0021ed-9667-4bc5-a1f0-c8a85edf0668 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 945 time: 0.0516098 Sep 29 17:29:55.026729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-b54bc3fe-3a4e-4e4a-a5cc-a1d115e8f4ea req-f3ba4bc4-6602-4e7a-b38a-394da13fbf28 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Request body: {'port': {'security_groups': ['c3203038-6d23-426c-b011-0a37c5521b41', 'e15d6cf5-4b11-452d-b595-f894d7560c15']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:55.104148 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b54bc3fe-3a4e-4e4a-a5cc-a1d115e8f4ea req-f3ba4bc4-6602-4e7a-b38a-394da13fbf28 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:55.108966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92b197-2d6f-4366-87af-ee438fd64094 req-842b5f54-ffe1-4b46-b20d-3915cf9d80d8 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:55.110563 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ce92b197-2d6f-4366-87af-ee438fd64094 req-842b5f54-ffe1-4b46-b20d-3915cf9d80d8 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0512176 Sep 29 17:29:55.152833 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ce92b197-2d6f-4366-87af-ee438fd64094 req-b4a70dcd-6833-48b1-8a39-6997e0976a89 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342352 Sep 29 17:29:55.288174 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8d3bf-1bec-4dcf-bd85-723766aeff0f req-2098af90-a0b7-49f9-bb0a-9ff7aefd3ef5 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:55.289591 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-27e8d3bf-1bec-4dcf-bd85-723766aeff0f req-2098af90-a0b7-49f9-bb0a-9ff7aefd3ef5 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 945 time: 0.0506277 Sep 29 17:29:55.303393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b54bc3fe-3a4e-4e4a-a5cc-a1d115e8f4ea req-f3ba4bc4-6602-4e7a-b38a-394da13fbf28 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] For port d5179edb-93c8-4188-a7ff-72a334222afe, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=d5179edb-93c8-4188-a7ff-72a334222afe,segment=NetworkSegment(4b4153c2-9c56-4840-ae03-acd8553eb5f8),segment_id=4b4153c2-9c56-4840-ae03-acd8553eb5f8)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:55.332489 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-27e8d3bf-1bec-4dcf-bd85-723766aeff0f req-aee3ab99-4dd2-4d4a-8f1e-13ff443684ee tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361948 Sep 29 17:29:55.334241 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b54bc3fe-3a4e-4e4a-a5cc-a1d115e8f4ea req-f3ba4bc4-6602-4e7a-b38a-394da13fbf28 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:55.339493 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b54bc3fe-3a4e-4e4a-a5cc-a1d115e8f4ea req-f3ba4bc4-6602-4e7a-b38a-394da13fbf28 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:55.355633 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['d5179edb-93c8-4188-a7ff-72a334222afe'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:55.390886 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bc3fe-3a4e-4e4a-a5cc-a1d115e8f4ea req-f3ba4bc4-6602-4e7a-b38a-394da13fbf28 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:55.391706 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b54bc3fe-3a4e-4e4a-a5cc-a1d115e8f4ea req-f3ba4bc4-6602-4e7a-b38a-394da13fbf28 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:55.393564 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b54bc3fe-3a4e-4e4a-a5cc-a1d115e8f4ea req-f3ba4bc4-6602-4e7a-b38a-394da13fbf28 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "PUT /v2.0/ports/d5179edb-93c8-4188-a7ff-72a334222afe HTTP/1.1" status: 200 len: 981 time: 0.3718479 Sep 29 17:29:55.394049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fc33c0-af53-4812-879f-a697b10ffd55', 'tag': 'd5179edb-93c8-4188-a7ff-72a334222afe'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:55.399988 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488194a9-f667-4780-88da-e67dc48c9c93" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fc33c0-af53-4812-879f-a697b10ffd55", "tag": "d5179edb-93c8-4188-a7ff-72a334222afe"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:55.423860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba4bc4-6602-4e7a-b38a-394da13fbf28 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event updated for resources: {'Port': ['ID=d5179edb-93c8-4188-a7ff-72a334222afe,revision_number=6']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:55.479933 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85453d10-4aa0-4cde-be91-6a2a8335875c x-openstack-request-id: req-85453d10-4aa0-4cde-be91-6a2a8335875c {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:55.480223 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fc33c0-af53-4812-879f-a697b10ffd55", "tag": "d5179edb-93c8-4188-a7ff-72a334222afe", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:55.480477 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85453d10-4aa0-4cde-be91-6a2a8335875c {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:55.480874 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fc33c0-af53-4812-879f-a697b10ffd55', 'tag': 'd5179edb-93c8-4188-a7ff-72a334222afe', 'status': 'completed', 'code': 200} Sep 29 17:29:55.522809 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-908024f3-409d-4c7c-8f89-46159a71b2d7 req-ba0b2090-52a3-4053-a037-6ba3a86796b9 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1462222162&fields=id&tenant_id=8d37859949064804aed48ceca00f52c8 HTTP/1.1" status: 200 len: 267 time: 0.0639396 Sep 29 17:29:55.592183 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['d5179edb-93c8-4188-a7ff-72a334222afe'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:55.599494 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3851f2d7-fd20-48cc-851b-19b852c38f42 req-6aa47eb1-189a-408e-a2fb-471e8fa37b71 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0387321 Sep 29 17:29:55.934660 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13a14e72-2aad-48b4-88bd-04888e1ff2b6 req-51b9d2e8-f97c-4043-b6eb-785c975fe47e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4335055 Sep 29 17:29:55.943554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908024f3-409d-4c7c-8f89-46159a71b2d7 req-0a9ba583-2655-4bd7-b821-025f865cf61e tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:55.944986 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-908024f3-409d-4c7c-8f89-46159a71b2d7 req-0a9ba583-2655-4bd7-b821-025f865cf61e tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 984 time: 0.4213600 Sep 29 17:29:55.947013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488194a9-f667-4780-88da-e67dc48c9c93 req-4f702f14-fa13-4422-bc59-b6baed40b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:55.948327 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-488194a9-f667-4780-88da-e67dc48c9c93 req-4f702f14-fa13-4422-bc59-b6baed40b90f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d37859949064804aed48ceca00f52c8&device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 1135 time: 0.0855007 Sep 29 17:29:55.957787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-908024f3-409d-4c7c-8f89-46159a71b2d7 req-9f750f4a-8e3f-4633-878c-cb96d977ad77 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Request body: {'port': {'security_groups': ['c3203038-6d23-426c-b011-0a37c5521b41', 'e15d6cf5-4b11-452d-b595-f894d7560c15', '38939c42-8d8b-4ef4-8bf4-6af8150da378']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:56.125909 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-908024f3-409d-4c7c-8f89-46159a71b2d7 req-9f750f4a-8e3f-4633-878c-cb96d977ad77 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:56.147981 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a14e72-2aad-48b4-88bd-04888e1ff2b6 req-7e27d842-6576-4cf0-896e-fec59101496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:56.149397 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13a14e72-2aad-48b4-88bd-04888e1ff2b6 req-7e27d842-6576-4cf0-896e-fec59101496f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 1096 time: 0.1429210 Sep 29 17:29:56.160167 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488194a9-f667-4780-88da-e67dc48c9c93 req-d9782688-7e11-41b7-86dc-76006fb6cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:56.161663 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-488194a9-f667-4780-88da-e67dc48c9c93 req-d9782688-7e11-41b7-86dc-76006fb6cc68 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c3561d17-b7cc-43ea-9c51-f819195c4f19 HTTP/1.1" status: 200 len: 914 time: 0.1786499 Sep 29 17:29:56.245473 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-488194a9-f667-4780-88da-e67dc48c9c93 req-2ffc5e39-8a2c-4b5b-ac11-6da1716f7e78 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5179edb-93c8-4188-a7ff-72a334222afe HTTP/1.1" status: 200 len: 217 time: 0.0621529 Sep 29 17:29:56.272636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9a3fc-2b69-493d-bc02-1b5504c69bf9 req-347ad956-a7ec-46c0-a193-64cdeaa84296 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:56.274133 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e2a9a3fc-2b69-493d-bc02-1b5504c69bf9 req-347ad956-a7ec-46c0-a193-64cdeaa84296 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0508077 Sep 29 17:29:56.311987 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e2a9a3fc-2b69-493d-bc02-1b5504c69bf9 req-a28cd841-5d9a-49be-b5c2-9f6ce7ef6d4b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310769 Sep 29 17:29:56.382308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488194a9-f667-4780-88da-e67dc48c9c93 req-c7eaf753-4436-4bb2-8793-47c3b0d26228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:56.383785 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-488194a9-f667-4780-88da-e67dc48c9c93 req-c7eaf753-4436-4bb2-8793-47c3b0d26228 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bffdcfad-cb45-44b5-9c35-3b9ab89cad05 HTTP/1.1" status: 200 len: 853 time: 0.1276052 Sep 29 17:29:56.399295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a14e72-2aad-48b4-88bd-04888e1ff2b6 req-2c2ec343-2aeb-4ae5-b68b-a46f73bec56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:56.400624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13a14e72-2aad-48b4-88bd-04888e1ff2b6 req-2c2ec343-2aeb-4ae5-b68b-a46f73bec56e service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.2184730 Sep 29 17:29:56.453713 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e709f9f-e6bb-4f3c-adec-17790b60c816 req-acd364f2-daba-49da-901f-151f354b3807 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:56.455223 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e709f9f-e6bb-4f3c-adec-17790b60c816 req-acd364f2-daba-49da-901f-151f354b3807 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 945 time: 0.0543809 Sep 29 17:29:56.461528 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-488194a9-f667-4780-88da-e67dc48c9c93 req-d8a665ea-8907-4de8-8ee4-8fe9a266dd21 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3561d17-b7cc-43ea-9c51-f819195c4f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637934 Sep 29 17:29:56.494983 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e709f9f-e6bb-4f3c-adec-17790b60c816 req-d8acc2a8-0a1c-49cb-ae66-d86a7b0b2fe2 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335574 Sep 29 17:29:56.542744 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13a14e72-2aad-48b4-88bd-04888e1ff2b6 req-106e1d1e-4164-46e9-b3f3-b505333c94a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 HTTP/1.1" status: 200 len: 1001 time: 0.1337824 Sep 29 17:29:56.682210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-908024f3-409d-4c7c-8f89-46159a71b2d7 req-9f750f4a-8e3f-4633-878c-cb96d977ad77 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] For port d5179edb-93c8-4188-a7ff-72a334222afe, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=d5179edb-93c8-4188-a7ff-72a334222afe,segment=NetworkSegment(4b4153c2-9c56-4840-ae03-acd8553eb5f8),segment_id=4b4153c2-9c56-4840-ae03-acd8553eb5f8)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:56.689112 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c3d88-ace4-4e2b-a619-aa4970f26818 req-e44a7be1-b2a5-44fa-bb63-2e9f637ad18a tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:56.690631 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-545c3d88-ace4-4e2b-a619-aa4970f26818 req-e44a7be1-b2a5-44fa-bb63-2e9f637ad18a tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5d57ad2-c870-4b56-81e0-1a85b2889516 HTTP/1.1" status: 200 len: 946 time: 0.0540617 Sep 29 17:29:56.695761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a14e72-2aad-48b4-88bd-04888e1ff2b6 req-2995c753-aac7-448a-b619-63c74022e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:56.697192 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13a14e72-2aad-48b4-88bd-04888e1ff2b6 req-2995c753-aac7-448a-b619-63c74022e056 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.1237915 Sep 29 17:29:56.702435 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-488194a9-f667-4780-88da-e67dc48c9c93 req-96ab4cf9-581c-465e-8521-d29dff2d5cd8 service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181392 Sep 29 17:29:56.728743 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-545c3d88-ace4-4e2b-a619-aa4970f26818 req-6e85787f-136e-43aa-9df0-40c0d9581c87 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321410 Sep 29 17:29:56.776665 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-908024f3-409d-4c7c-8f89-46159a71b2d7 req-9f750f4a-8e3f-4633-878c-cb96d977ad77 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:56.808212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-908024f3-409d-4c7c-8f89-46159a71b2d7 req-9f750f4a-8e3f-4633-878c-cb96d977ad77 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:56.821798 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['d5179edb-93c8-4188-a7ff-72a334222afe'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:56.827289 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-56c2a5c0-df06-4b02-bb40-5fc90480bb5e req-cb809fa0-f3e5-4303-b26e-923d55b39baa tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0292087 Sep 29 17:29:56.853958 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a14e72-2aad-48b4-88bd-04888e1ff2b6 req-3dbdd45e-2269-45bf-9740-7b917150953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:56.855462 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13a14e72-2aad-48b4-88bd-04888e1ff2b6 req-3dbdd45e-2269-45bf-9740-7b917150953b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510186 Sep 29 17:29:56.883659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908024f3-409d-4c7c-8f89-46159a71b2d7 req-9f750f4a-8e3f-4633-878c-cb96d977ad77 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:56.884289 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-908024f3-409d-4c7c-8f89-46159a71b2d7 req-9f750f4a-8e3f-4633-878c-cb96d977ad77 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:56.885691 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-908024f3-409d-4c7c-8f89-46159a71b2d7 req-9f750f4a-8e3f-4633-878c-cb96d977ad77 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "PUT /v2.0/ports/d5179edb-93c8-4188-a7ff-72a334222afe HTTP/1.1" status: 200 len: 1020 time: 0.9326029 Sep 29 17:29:56.921125 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-488194a9-f667-4780-88da-e67dc48c9c93 req-8a86de4a-471c-49b1-982c-d6e2f1b0fd40 service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068100 Sep 29 17:29:56.991029 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['d5179edb-93c8-4188-a7ff-72a334222afe'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:57.007890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f750f4a-8e3f-4633-878c-cb96d977ad77 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event updated for resources: {'Port': ['ID=d5179edb-93c8-4188-a7ff-72a334222afe,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:57.033101 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13a14e72-2aad-48b4-88bd-04888e1ff2b6 req-7e4e3a56-6879-42eb-afb3-139cf9cba774 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582699 Sep 29 17:29:57.037595 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6c539-1023-4431-a479-536647bff1f0 req-874e53b3-9eaa-4ba0-9da7-a211e91bb43a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:57.046109 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5eb6c539-1023-4431-a479-536647bff1f0 req-874e53b3-9eaa-4ba0-9da7-a211e91bb43a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 1023 time: 0.0700874 Sep 29 17:29:57.122557 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5eb6c539-1023-4431-a479-536647bff1f0 req-bf1cef53-d852-4c50-9e02-801bb39333e4 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d6cf5-4b11-452d-b595-f894d7560c15&id=38939c42-8d8b-4ef4-8bf4-6af8150da378&id=c3203038-6d23-426c-b011-0a37c5521b41 HTTP/1.1" status: 200 len: 6156 time: 0.0746272 Sep 29 17:29:57.143064 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13a14e72-2aad-48b4-88bd-04888e1ff2b6 req-2b83e419-5054-423e-a14b-418b4d86342c service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021090 Sep 29 17:29:57.182990 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:57.238240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-a34ae4e1-07b3-4d30-a863-47a37a8d8c81 req-e5a5ea42-94fe-4be4-8a35-37c6506440ef tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Request body: {'security_group': {'name': ' tempest-securitygroup -234457725 ', 'description': 'tempest-description-762202690'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:57.266299 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-a34ae4e1-07b3-4d30-a863-47a37a8d8c81 req-e5a5ea42-94fe-4be4-8a35-37c6506440ef tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:57.369574 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-a34ae4e1-07b3-4d30-a863-47a37a8d8c81 req-e5a5ea42-94fe-4be4-8a35-37c6506440ef tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:57.375035 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-a34ae4e1-07b3-4d30-a863-47a37a8d8c81 req-e5a5ea42-94fe-4be4-8a35-37c6506440ef tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:57.406883 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-a34ae4e1-07b3-4d30-a863-47a37a8d8c81 req-e5a5ea42-94fe-4be4-8a35-37c6506440ef tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:57.408093 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a34ae4e1-07b3-4d30-a863-47a37a8d8c81 req-e5a5ea42-94fe-4be4-8a35-37c6506440ef tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.1784878 Sep 29 17:29:57.409829 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5ea42-94fe-4be4-8a35-37c6506440ef tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11bdb9dc-bfd0-4680-96ba-23f8c1131784,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:57.474521 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ad2a7-d72e-45f8-8ad8-1b809dd78aa4 req-6953244e-ad63-4c96-8d97-72efce9d1adf tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:57.475330 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-590d8c62-b7e6-4066-be19-2040c1f55e0e req-29e86c2e-0635-4af5-8106-bfbfcfe8e6cd tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/11bdb9dc-bfd0-4680-96ba-23f8c1131784 HTTP/1.1" status: 200 len: 1781 time: 0.0430272 Sep 29 17:29:57.476354 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-190ad2a7-d72e-45f8-8ad8-1b809dd78aa4 req-6953244e-ad63-4c96-8d97-72efce9d1adf tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0778134 Sep 29 17:29:57.484336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1fc33c0-af53-4812-879f-a697b10ffd55', 'tag': 'd5179edb-93c8-4188-a7ff-72a334222afe'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:57.486957 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ac4b4f-55e1-4896-b5d6-71ab7c4a4539" -d '{"events": [{"name": "network-changed", "server_uuid": "b1fc33c0-af53-4812-879f-a697b10ffd55", "tag": "d5179edb-93c8-4188-a7ff-72a334222afe"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:57.521054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-190ad2a7-d72e-45f8-8ad8-1b809dd78aa4 req-b7191418-2510-4d45-8e22-a13ef0de3943 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388300 Sep 29 17:29:57.582517 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e1213dc-06f0-4f18-bbca-5b6ebaa25687 req-c0b80c54-cbca-44e1-a800-81ee3d6adadf tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/11bdb9dc-bfd0-4680-96ba-23f8c1131784 HTTP/1.1" status: 200 len: 1781 time: 0.0377693 Sep 29 17:29:57.640634 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2e1213dc-06f0-4f18-bbca-5b6ebaa25687 req-8d7955a1-15b6-4174-8d5c-dc079faa71ba tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:57.649560 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a958c-398c-48ac-a981-6d99674be96d req-c0db6876-42aa-4a3c-9889-da58afc16287 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:57.651028 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-c0db6876-42aa-4a3c-9889-da58afc16287 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/networks?id=b4745827-4a75-49a7-b347-7c44f1b7ad0a HTTP/1.1" status: 200 len: 813 time: 0.1093423 Sep 29 17:29:57.663377 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2e1213dc-06f0-4f18-bbca-5b6ebaa25687 req-8d7955a1-15b6-4174-8d5c-dc079faa71ba tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:57.667238 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-ea4b3e08-8524-446e-987f-a9e7f03f8d4c tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/quotas/ef7b65eba85e4520a1c1f45f1343b61b HTTP/1.1" status: 200 len: 375 time: 0.0093417 Sep 29 17:29:57.705720 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2e1213dc-06f0-4f18-bbca-5b6ebaa25687 req-8d7955a1-15b6-4174-8d5c-dc079faa71ba tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:57.708281 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2e1213dc-06f0-4f18-bbca-5b6ebaa25687 req-8d7955a1-15b6-4174-8d5c-dc079faa71ba tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:57.709425 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e1213dc-06f0-4f18-bbca-5b6ebaa25687 req-8d7955a1-15b6-4174-8d5c-dc079faa71ba tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "DELETE /v2.0/security-groups/11bdb9dc-bfd0-4680-96ba-23f8c1131784 HTTP/1.1" status: 204 len: 173 time: 0.1208439 Sep 29 17:29:57.721819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7955a1-15b6-4174-8d5c-dc079faa71ba tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bdb9dc-bfd0-4680-96ba-23f8c1131784,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:57.725779 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-5352437c-f387-4b84-aa92-361e49fbab0b tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ef7b65eba85e4520a1c1f45f1343b61b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517511 Sep 29 17:29:57.755831 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1f3e1b-eb9a-473b-9e8a-ce6fcfbc1b5d x-openstack-request-id: req-fe1f3e1b-eb9a-473b-9e8a-ce6fcfbc1b5d {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:57.756349 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1fc33c0-af53-4812-879f-a697b10ffd55", "tag": "d5179edb-93c8-4188-a7ff-72a334222afe", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:57.756676 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe1f3e1b-eb9a-473b-9e8a-ce6fcfbc1b5d {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:57.757130 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fc33c0-af53-4812-879f-a697b10ffd55', 'tag': 'd5179edb-93c8-4188-a7ff-72a334222afe', 'status': 'completed', 'code': 200} Sep 29 17:29:57.830126 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-7801eefd-db36-4fad-933b-0f7c06e61c30 service neutron] 10.222.0.44 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933979 Sep 29 17:29:57.836517 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac4b4f-55e1-4896-b5d6-71ab7c4a4539 req-a74c3c62-ad06-43b3-987d-7f23fc20ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:57.838888 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82ac4b4f-55e1-4896-b5d6-71ab7c4a4539 req-a74c3c62-ad06-43b3-987d-7f23fc20ab34 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d37859949064804aed48ceca00f52c8&device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 1174 time: 0.0478203 Sep 29 17:29:57.884578 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-6235204f-7db5-44e4-bdc7-9a5cc19e6fdf req-c7560ddb-3dea-4fb7-8d65-d1e60c926531 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] show failed (client error): The resource could not be found. Sep 29 17:29:57.885771 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6235204f-7db5-44e4-bdc7-9a5cc19e6fdf req-c7560ddb-3dea-4fb7-8d65-d1e60c926531 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/11bdb9dc-bfd0-4680-96ba-23f8c1131784 HTTP/1.1" status: 404 len: 352 time: 0.0274758 Sep 29 17:29:57.934545 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-750611b9-4b7b-44a4-a2f8-5958e72308f4 service neutron] 10.222.0.44 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977631 Sep 29 17:29:57.991009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac4b4f-55e1-4896-b5d6-71ab7c4a4539 req-6c5a48cb-526f-4950-bc66-3657ee6069f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:57.992368 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82ac4b4f-55e1-4896-b5d6-71ab7c4a4539 req-6c5a48cb-526f-4950-bc66-3657ee6069f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c3561d17-b7cc-43ea-9c51-f819195c4f19 HTTP/1.1" status: 200 len: 914 time: 0.1448717 Sep 29 17:29:57.994080 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd893647-3002-42e7-90a9-9a2aa517feae req-391a7814-4499-4c7c-a91e-da3bd68593d0 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0417993 Sep 29 17:29:58.047286 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82ac4b4f-55e1-4896-b5d6-71ab7c4a4539 req-805bf543-68b3-4e00-98d2-3ef7e438e988 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5179edb-93c8-4188-a7ff-72a334222afe HTTP/1.1" status: 200 len: 217 time: 0.0472338 Sep 29 17:29:58.050130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-da1e9200-ec01-4ec9-935f-b103393219e5 req-14fbb2ef-ac30-4075-8a39-7001663df9cc tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1624365783', 'description': 'tempest-description-1262701914'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:58.108793 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-da1e9200-ec01-4ec9-935f-b103393219e5 req-14fbb2ef-ac30-4075-8a39-7001663df9cc tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:58.112412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac4b4f-55e1-4896-b5d6-71ab7c4a4539 req-776e81b3-9dee-4cd5-9b61-b762492e3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:58.114048 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82ac4b4f-55e1-4896-b5d6-71ab7c4a4539 req-776e81b3-9dee-4cd5-9b61-b762492e3880 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bffdcfad-cb45-44b5-9c35-3b9ab89cad05 HTTP/1.1" status: 200 len: 853 time: 0.0568724 Sep 29 17:29:58.162166 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82ac4b4f-55e1-4896-b5d6-71ab7c4a4539 req-ebcf4812-7e76-4fa3-bc06-77d91ce2e97e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3561d17-b7cc-43ea-9c51-f819195c4f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394669 Sep 29 17:29:58.299618 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82ac4b4f-55e1-4896-b5d6-71ab7c4a4539 req-783e659c-d4bc-40cf-8f04-17370e843124 service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245184 Sep 29 17:29:58.305963 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-da1e9200-ec01-4ec9-935f-b103393219e5 req-14fbb2ef-ac30-4075-8a39-7001663df9cc tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:58.318586 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-da1e9200-ec01-4ec9-935f-b103393219e5 req-14fbb2ef-ac30-4075-8a39-7001663df9cc tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:58.372107 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-da1e9200-ec01-4ec9-935f-b103393219e5 req-14fbb2ef-ac30-4075-8a39-7001663df9cc tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:58.373960 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da1e9200-ec01-4ec9-935f-b103393219e5 req-14fbb2ef-ac30-4075-8a39-7001663df9cc tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3292615 Sep 29 17:29:58.377611 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbb2ef-ac30-4075-8a39-7001663df9cc tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ca1632-fcbf-4836-9243-eaa51d8bdb48,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:58.456768 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c2999a0-b92e-4f8e-b786-6488c16890a3 req-1d4ffcaa-10a0-48d0-bd9d-3c217b0367b9 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d421653-1249-42a7-b6df-1078ed777623 HTTP/1.1" status: 200 len: 210 time: 0.0356832 Sep 29 17:29:58.458336 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82ac4b4f-55e1-4896-b5d6-71ab7c4a4539 req-48013c51-9083-43cb-b7a4-f48c2076421f service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496909 Sep 29 17:29:58.498150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-0cbbaed0-3ef5-4a31-b6de-e51618159d47 req-b3156708-cd7e-427d-9305-7b09599b3ebd tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-24141103', 'description': 'tempest-description-1738331353'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:58.521681 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0cbbaed0-3ef5-4a31-b6de-e51618159d47 req-b3156708-cd7e-427d-9305-7b09599b3ebd tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:58.623874 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0cbbaed0-3ef5-4a31-b6de-e51618159d47 req-b3156708-cd7e-427d-9305-7b09599b3ebd tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:58.628735 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0cbbaed0-3ef5-4a31-b6de-e51618159d47 req-b3156708-cd7e-427d-9305-7b09599b3ebd tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:58.649658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f714640-5e47-4aff-b54b-d446990699fb req-7767a5b7-0e34-4351-8f03-6d558d99a836 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:58.651231 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f714640-5e47-4aff-b54b-d446990699fb req-7767a5b7-0e34-4351-8f03-6d558d99a836 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0556409 Sep 29 17:29:58.658333 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0cbbaed0-3ef5-4a31-b6de-e51618159d47 req-b3156708-cd7e-427d-9305-7b09599b3ebd tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:58.659685 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0cbbaed0-3ef5-4a31-b6de-e51618159d47 req-b3156708-cd7e-427d-9305-7b09599b3ebd tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1657941 Sep 29 17:29:58.661442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3156708-cd7e-427d-9305-7b09599b3ebd tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305598e0-c245-430d-a8b7-06b251268d10,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:58.692131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-976f30bc-43f9-48e0-81dd-dc54a9661be3 req-e08b910f-0592-4e36-bdf1-f6cf2eddf482 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-924985784', 'description': 'tempest-description-1608954771'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:29:58.702503 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f714640-5e47-4aff-b54b-d446990699fb req-51dad4fa-91f2-449f-8b99-3130bde12af1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435619 Sep 29 17:29:58.752222 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-976f30bc-43f9-48e0-81dd-dc54a9661be3 req-e08b910f-0592-4e36-bdf1-f6cf2eddf482 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:58.781622 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865d775-eeaf-4adf-a07d-70f50f35f55c req-beb9692a-7b1a-4a89-9862-8a0eb50ca085 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:58.783099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f865d775-eeaf-4adf-a07d-70f50f35f55c req-beb9692a-7b1a-4a89-9862-8a0eb50ca085 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5d57ad2-c870-4b56-81e0-1a85b2889516 HTTP/1.1" status: 200 len: 946 time: 0.0785222 Sep 29 17:29:58.913075 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-976f30bc-43f9-48e0-81dd-dc54a9661be3 req-e08b910f-0592-4e36-bdf1-f6cf2eddf482 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:58.919277 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-976f30bc-43f9-48e0-81dd-dc54a9661be3 req-e08b910f-0592-4e36-bdf1-f6cf2eddf482 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:58.954748 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-976f30bc-43f9-48e0-81dd-dc54a9661be3 req-e08b910f-0592-4e36-bdf1-f6cf2eddf482 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:58.955985 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-976f30bc-43f9-48e0-81dd-dc54a9661be3 req-e08b910f-0592-4e36-bdf1-f6cf2eddf482 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2683785 Sep 29 17:29:58.958792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b910f-0592-4e36-bdf1-f6cf2eddf482 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfae2cf-e81b-4d90-9680-31112370be07,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:58.969484 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f865d775-eeaf-4adf-a07d-70f50f35f55c req-db4aed3e-7cc1-4076-9805-7215dde44d60 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Deleting port 237bcae8-35c2-4959-9889-41d8cf1b4e44 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:29:58.969828 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f865d775-eeaf-4adf-a07d-70f50f35f55c req-db4aed3e-7cc1-4076-9805-7215dde44d60 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:59.105603 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88012fdb-0adf-4c8d-b167-7f396de741ef req-471ee680-d478-4fc2-8d0f-2a97b66f3fb6 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0275998 Sep 29 17:29:59.111429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f865d775-eeaf-4adf-a07d-70f50f35f55c req-db4aed3e-7cc1-4076-9805-7215dde44d60 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] For port 237bcae8-35c2-4959-9889-41d8cf1b4e44, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=237bcae8-35c2-4959-9889-41d8cf1b4e44,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:29:59.111915 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f865d775-eeaf-4adf-a07d-70f50f35f55c req-db4aed3e-7cc1-4076-9805-7215dde44d60 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:59.131723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f865d775-eeaf-4adf-a07d-70f50f35f55c req-db4aed3e-7cc1-4076-9805-7215dde44d60 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Calling delete_port for 237bcae8-35c2-4959-9889-41d8cf1b4e44 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:29:59.203326 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a05a6e72-9fdf-4891-8b80-b97a0a7c35f8 req-9e8eb40c-a3a4-4240-99d6-cf610955a62e tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d37859949064804aed48ceca00f52c8 HTTP/1.1" status: 200 len: 10909 time: 0.2087560 Sep 29 17:29:59.282155 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a05a6e72-9fdf-4891-8b80-b97a0a7c35f8 req-70759c67-5cd9-4ed2-ac40-e9215cce447e tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/c3203038-6d23-426c-b011-0a37c5521b41 HTTP/1.1" status: 200 len: 2985 time: 0.0613494 Sep 29 17:29:59.364505 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f865d775-eeaf-4adf-a07d-70f50f35f55c req-db4aed3e-7cc1-4076-9805-7215dde44d60 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:59.368692 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a05a6e72-9fdf-4891-8b80-b97a0a7c35f8 req-211acc00-6336-4ba4-9eef-a81b2c8c7ef0 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/c3203038-6d23-426c-b011-0a37c5521b41 HTTP/1.1" status: 200 len: 2985 time: 0.0624363 Sep 29 17:29:59.381722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['237bcae8-35c2-4959-9889-41d8cf1b4e44'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:59.406646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4aed3e-7cc1-4076-9805-7215dde44d60 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Pushing event deleted for resources: {'Port': ['ID=237bcae8-35c2-4959-9889-41d8cf1b4e44,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:29:59.416971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['e90e277c-d2fe-48bb-ae05-9784f5157502'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:29:59.466235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f865d775-eeaf-4adf-a07d-70f50f35f55c req-db4aed3e-7cc1-4076-9805-7215dde44d60 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] No DVR routers for this DVR port 237bcae8-35c2-4959-9889-41d8cf1b4e44 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:29:59.481314 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f865d775-eeaf-4adf-a07d-70f50f35f55c req-db4aed3e-7cc1-4076-9805-7215dde44d60 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:59.483383 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f865d775-eeaf-4adf-a07d-70f50f35f55c req-db4aed3e-7cc1-4076-9805-7215dde44d60 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.49 "DELETE /v2.0/ports/237bcae8-35c2-4959-9889-41d8cf1b4e44 HTTP/1.1" status: 204 len: 173 time: 0.6675897 Sep 29 17:29:59.515995 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4521f1a-2012-4d83-b8e0-b32d170d97f5 req-13d51e8c-6ab9-49a6-b507-cafba7727011 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/53ca1632-fcbf-4836-9243-eaa51d8bdb48 HTTP/1.1" status: 200 len: 1803 time: 0.1123779 Sep 29 17:29:59.579211 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec2534-bc7f-4a9a-9951-f014e1a5a888 req-6c905c53-9878-4776-a42c-6b6466507050 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:59.581018 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a4ec2534-bc7f-4a9a-9951-f014e1a5a888 req-6c905c53-9878-4776-a42c-6b6466507050 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.35 "GET /v2.0/ports?device_id=fbce4cce-74b6-4882-8319-1630d0db0258 HTTP/1.1" status: 200 len: 945 time: 0.1161571 Sep 29 17:29:59.691324 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4521f1a-2012-4d83-b8e0-b32d170d97f5 req-938d31e8-87af-46e4-82c5-08e030423fa8 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:59.695467 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c9566107-74e6-4567-8823-587ffeca4fe4 req-c7b41c7c-42b1-439e-903a-206ef240fcf0 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d421653-1249-42a7-b6df-1078ed777623 HTTP/1.1" status: 200 len: 210 time: 0.0314176 Sep 29 17:29:59.744632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4521f1a-2012-4d83-b8e0-b32d170d97f5 req-938d31e8-87af-46e4-82c5-08e030423fa8 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:59.760421 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d57ad2-c870-4b56-81e0-1a85b2889516', 'name': 'network-vif-deleted', 'tag': '237bcae8-35c2-4959-9889-41d8cf1b4e44'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:29:59.763175 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1919dee4-8290-46a3-97fc-da1d7df4d18f" -d '{"events": [{"server_uuid": "a5d57ad2-c870-4b56-81e0-1a85b2889516", "name": "network-vif-deleted", "tag": "237bcae8-35c2-4959-9889-41d8cf1b4e44"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:29:59.892786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1184bbd-4fb3-4117-bcc7-199f8327bdbf req-03836633-a542-4255-86c9-7b843381e857 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:59.896571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a4ec2534-bc7f-4a9a-9951-f014e1a5a888 req-18eafe20-6942-4b77-af42-6874b1bb2b6f tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Deleting port e90e277c-d2fe-48bb-ae05-9784f5157502 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:29:59.897007 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a4ec2534-bc7f-4a9a-9951-f014e1a5a888 req-18eafe20-6942-4b77-af42-6874b1bb2b6f tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:59.906211 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d1184bbd-4fb3-4117-bcc7-199f8327bdbf req-03836633-a542-4255-86c9-7b843381e857 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0976949 Sep 29 17:29:59.939051 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4521f1a-2012-4d83-b8e0-b32d170d97f5 req-938d31e8-87af-46e4-82c5-08e030423fa8 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:59.941613 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4521f1a-2012-4d83-b8e0-b32d170d97f5 req-938d31e8-87af-46e4-82c5-08e030423fa8 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:29:59.942753 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4521f1a-2012-4d83-b8e0-b32d170d97f5 req-938d31e8-87af-46e4-82c5-08e030423fa8 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "DELETE /v2.0/security-groups/53ca1632-fcbf-4836-9243-eaa51d8bdb48 HTTP/1.1" status: 204 len: 173 time: 0.4161398 Sep 29 17:29:59.959547 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d1184bbd-4fb3-4117-bcc7-199f8327bdbf req-aef07ea1-3c26-4f23-83df-e1de0f5d8153 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502243 Sep 29 17:29:59.979762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a958c-398c-48ac-a981-6d99674be96d req-a0e4751f-2e85-4074-8cb4-50f89ad38927 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:29:59.981224 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-a0e4751f-2e85-4074-8cb4-50f89ad38927 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.35 "GET /v2.0/networks?id=b4745827-4a75-49a7-b347-7c44f1b7ad0a HTTP/1.1" status: 200 len: 813 time: 0.2800717 Sep 29 17:29:59.997019 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198fbf94-0c8b-4b4c-8508-2888a4301a26 x-openstack-request-id: req-198fbf94-0c8b-4b4c-8508-2888a4301a26 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:29:59.997350 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d57ad2-c870-4b56-81e0-1a85b2889516", "name": "network-vif-deleted", "tag": "237bcae8-35c2-4959-9889-41d8cf1b4e44", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:29:59.998535 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-198fbf94-0c8b-4b4c-8508-2888a4301a26 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:29:59.998978 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d57ad2-c870-4b56-81e0-1a85b2889516', 'name': 'network-vif-deleted', 'tag': '237bcae8-35c2-4959-9889-41d8cf1b4e44', 'status': 'completed', 'code': 200} Sep 29 17:30:00.005595 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d31e8-87af-46e4-82c5-08e030423fa8 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ca1632-fcbf-4836-9243-eaa51d8bdb48,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:00.014681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-673a958c-398c-48ac-a981-6d99674be96d req-4dcd4e5b-1081-4867-a36a-b553124f872a tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Request body: {'port': {'device_id': '7521ba4c-6612-4af7-94f8-58e67f180540', 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a', 'admin_state_up': True, 'tenant_id': 'ef7b65eba85e4520a1c1f45f1343b61b'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:00.019256 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [req-2e8b1011-9f3a-4aaf-b3de-40ae7f89f223 req-c103355e-10de-4d79-8774-aa137371eafa tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] show failed (client error): The resource could not be found. Sep 29 17:30:00.020496 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2e8b1011-9f3a-4aaf-b3de-40ae7f89f223 req-c103355e-10de-4d79-8774-aa137371eafa tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/53ca1632-fcbf-4836-9243-eaa51d8bdb48 HTTP/1.1" status: 404 len: 352 time: 0.0157003 Sep 29 17:30:00.090446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a958c-398c-48ac-a981-6d99674be96d req-e8a6b677-3c3b-48b6-b58e-0ca29a25f3b7 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:00.092139 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-e8a6b677-3c3b-48b6-b58e-0ca29a25f3b7 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.49 "GET /v2.0/networks?id=b4745827-4a75-49a7-b347-7c44f1b7ad0a HTTP/1.1" status: 200 len: 813 time: 0.2677894 Sep 29 17:30:00.096621 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2546aa8b-2896-425d-83d7-24ee955615e7 req-8aaf9fcd-e853-4121-8ba8-91e25f6423d9 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/305598e0-c245-430d-a8b7-06b251268d10 HTTP/1.1" status: 200 len: 1801 time: 0.0470107 Sep 29 17:30:00.111796 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-673a958c-398c-48ac-a981-6d99674be96d req-d74f0e6f-1dc2-4a69-b88e-056c7af10142 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Request body: {'port': {'device_id': '8d421653-1249-42a7-b6df-1078ed777623', 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a', 'admin_state_up': True, 'tenant_id': 'ef7b65eba85e4520a1c1f45f1343b61b'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:00.175907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2546aa8b-2896-425d-83d7-24ee955615e7 req-a69650ae-de73-43b8-a394-d1f6aff5d08c tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:00.203176 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2546aa8b-2896-425d-83d7-24ee955615e7 req-a69650ae-de73-43b8-a394-d1f6aff5d08c tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:00.260958 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2546aa8b-2896-425d-83d7-24ee955615e7 req-a69650ae-de73-43b8-a394-d1f6aff5d08c tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:00.264744 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2546aa8b-2896-425d-83d7-24ee955615e7 req-a69650ae-de73-43b8-a394-d1f6aff5d08c tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:00.266220 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2546aa8b-2896-425d-83d7-24ee955615e7 req-a69650ae-de73-43b8-a394-d1f6aff5d08c tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "DELETE /v2.0/security-groups/305598e0-c245-430d-a8b7-06b251268d10 HTTP/1.1" status: 204 len: 173 time: 0.1614716 Sep 29 17:30:00.277826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69650ae-de73-43b8-a394-d1f6aff5d08c tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=305598e0-c245-430d-a8b7-06b251268d10,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:00.366984 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [req-fc1f447d-d18f-4b84-8b2b-1d86cb4f7e7f req-8455775a-1079-416a-8ea4-d9dafb3b9cbd tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] show failed (client error): The resource could not be found. Sep 29 17:30:00.368013 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc1f447d-d18f-4b84-8b2b-1d86cb4f7e7f req-8455775a-1079-416a-8ea4-d9dafb3b9cbd tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/305598e0-c245-430d-a8b7-06b251268d10 HTTP/1.1" status: 404 len: 352 time: 0.0145762 Sep 29 17:30:00.433325 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-823cce09-bbaf-41f8-b0fb-2fc2fdb3552e req-ae65aebd-6883-4c49-9a30-6c88aef4c0f2 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/6dfae2cf-e81b-4d90-9680-31112370be07 HTTP/1.1" status: 200 len: 1802 time: 0.0422525 Sep 29 17:30:00.496091 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-823cce09-bbaf-41f8-b0fb-2fc2fdb3552e req-a5843ac3-129b-49f5-9db6-8667d4cf8eb3 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:00.520557 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-823cce09-bbaf-41f8-b0fb-2fc2fdb3552e req-a5843ac3-129b-49f5-9db6-8667d4cf8eb3 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:00.553181 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2326b8c-65be-46d4-ab6c-115e4d560054 req-e8b5a37b-081e-4099-80ee-7b4356b0c787 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0982823 Sep 29 17:30:00.555456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a4ec2534-bc7f-4a9a-9951-f014e1a5a888 req-18eafe20-6942-4b77-af42-6874b1bb2b6f tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] For port e90e277c-d2fe-48bb-ae05-9784f5157502, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e90e277c-d2fe-48bb-ae05-9784f5157502,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:00.556111 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a4ec2534-bc7f-4a9a-9951-f014e1a5a888 req-18eafe20-6942-4b77-af42-6874b1bb2b6f tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:00.570211 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-823cce09-bbaf-41f8-b0fb-2fc2fdb3552e req-a5843ac3-129b-49f5-9db6-8667d4cf8eb3 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:00.573450 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-823cce09-bbaf-41f8-b0fb-2fc2fdb3552e req-a5843ac3-129b-49f5-9db6-8667d4cf8eb3 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:00.587210 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-823cce09-bbaf-41f8-b0fb-2fc2fdb3552e req-a5843ac3-129b-49f5-9db6-8667d4cf8eb3 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "DELETE /v2.0/security-groups/6dfae2cf-e81b-4d90-9680-31112370be07 HTTP/1.1" status: 204 len: 173 time: 0.1442301 Sep 29 17:30:00.602218 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5843ac3-129b-49f5-9db6-8667d4cf8eb3 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfae2cf-e81b-4d90-9680-31112370be07,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:00.614202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a4ec2534-bc7f-4a9a-9951-f014e1a5a888 req-18eafe20-6942-4b77-af42-6874b1bb2b6f tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Calling delete_port for e90e277c-d2fe-48bb-ae05-9784f5157502 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:30:00.638880 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [req-ba41f429-17da-4d2a-b2d9-6eeb61302bce req-13938a6b-f822-4f1e-a22c-c95928700321 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] show failed (client error): The resource could not be found. Sep 29 17:30:00.641042 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba41f429-17da-4d2a-b2d9-6eeb61302bce req-13938a6b-f822-4f1e-a22c-c95928700321 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/6dfae2cf-e81b-4d90-9680-31112370be07 HTTP/1.1" status: 404 len: 352 time: 0.0204501 Sep 29 17:30:00.760999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673a958c-398c-48ac-a981-6d99674be96d req-4dcd4e5b-1081-4867-a36a-b553124f872a tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Made reservation on behalf of ef7b65eba85e4520a1c1f45f1343b61b for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:00.765459 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-4dcd4e5b-1081-4867-a36a-b553124f872a tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:00.829664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673a958c-398c-48ac-a981-6d99674be96d req-d74f0e6f-1dc2-4a69-b88e-056c7af10142 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Made reservation on behalf of ef7b65eba85e4520a1c1f45f1343b61b for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:00.833707 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-d74f0e6f-1dc2-4a69-b88e-056c7af10142 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:00.856549 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-931f53e0-5d23-49b8-b5f9-4db4954d7221 req-4bd7f0f0-e5ec-4981-a1a5-0c36a23ec296 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d421653-1249-42a7-b6df-1078ed777623 HTTP/1.1" status: 200 len: 210 time: 0.0492663 Sep 29 17:30:00.937640 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-729542e0-0f3f-464b-80ca-ad4e19524390 req-d7e33d03-0481-4a72-973d-b144cc81848e tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d37859949064804aed48ceca00f52c8 HTTP/1.1" status: 200 len: 6156 time: 0.2372749 Sep 29 17:30:01.085658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba17bf4-e9fc-473c-a907-cc214067f24c req-3115ab53-b891-4464-82a2-88fa5a278038 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:01.087317 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dba17bf4-e9fc-473c-a907-cc214067f24c req-3115ab53-b891-4464-82a2-88fa5a278038 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0498965 Sep 29 17:30:01.117738 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a4ec2534-bc7f-4a9a-9951-f014e1a5a888 req-18eafe20-6942-4b77-af42-6874b1bb2b6f tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:01.131704 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dba17bf4-e9fc-473c-a907-cc214067f24c req-065fb3a4-b725-4515-a18d-417ff7d25aa4 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375423 Sep 29 17:30:01.163418 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-729542e0-0f3f-464b-80ca-ad4e19524390 req-a8e1b33a-c324-4a3f-9e6a-c21743811a5c tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/c3203038-6d23-426c-b011-0a37c5521b41 HTTP/1.1" status: 200 len: 2985 time: 0.1940379 Sep 29 17:30:01.166093 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eafe20-6942-4b77-af42-6874b1bb2b6f tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Pushing event deleted for resources: {'Port': ['ID=e90e277c-d2fe-48bb-ae05-9784f5157502,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:01.173785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-673a958c-398c-48ac-a981-6d99674be96d req-4dcd4e5b-1081-4867-a36a-b553124f872a tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Allocated IP 172.20.0.12 (b4745827-4a75-49a7-b347-7c44f1b7ad0a/7128c427-f1a0-4352-b527-4ecd173db855/527c91a4-6002-47a4-a59c-20e122635e92) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:30:01.252602 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ec2534-bc7f-4a9a-9951-f014e1a5a888 req-18eafe20-6942-4b77-af42-6874b1bb2b6f tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] No DVR routers for this DVR port e90e277c-d2fe-48bb-ae05-9784f5157502 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:30:01.264627 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a4ec2534-bc7f-4a9a-9951-f014e1a5a888 req-18eafe20-6942-4b77-af42-6874b1bb2b6f tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:01.266762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a4ec2534-bc7f-4a9a-9951-f014e1a5a888 req-18eafe20-6942-4b77-af42-6874b1bb2b6f tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.35 "DELETE /v2.0/ports/e90e277c-d2fe-48bb-ae05-9784f5157502 HTTP/1.1" status: 204 len: 173 time: 1.6629822 Sep 29 17:30:01.303718 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-729542e0-0f3f-464b-80ca-ad4e19524390 req-c5c4889d-adae-480e-8756-8b13e2462928 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/c3203038-6d23-426c-b011-0a37c5521b41 HTTP/1.1" status: 200 len: 2985 time: 0.1314418 Sep 29 17:30:01.337554 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-19d6a305-c3d3-473b-8602-25dadd57f3c3 req-34ca4007-c880-4034-a201-66c6741f64ca tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1823255212', 'description': 'tempest-description-37313945'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:01.363814 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-19d6a305-c3d3-473b-8602-25dadd57f3c3 req-34ca4007-c880-4034-a201-66c6741f64ca tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:01.438767 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-4dcd4e5b-1081-4867-a36a-b553124f872a tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:01.464091 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-19d6a305-c3d3-473b-8602-25dadd57f3c3 req-34ca4007-c880-4034-a201-66c6741f64ca tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:01.468592 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-19d6a305-c3d3-473b-8602-25dadd57f3c3 req-34ca4007-c880-4034-a201-66c6741f64ca tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:01.480615 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-4dcd4e5b-1081-4867-a36a-b553124f872a tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:01.500691 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-19d6a305-c3d3-473b-8602-25dadd57f3c3 req-34ca4007-c880-4034-a201-66c6741f64ca tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:01.501901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-19d6a305-c3d3-473b-8602-25dadd57f3c3 req-34ca4007-c880-4034-a201-66c6741f64ca tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1693547 Sep 29 17:30:01.502899 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca4007-c880-4034-a201-66c6741f64ca tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f26f2ec-1583-49c7-8d96-e9fb8aa24405,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:01.560073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-3724ce5e-ccd0-42d0-8e97-419feca296da req-9d9603e3-428c-472e-a171-2d692d7c52d9 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1508035313', 'description': 'tempest-description-1056982124'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:01.578563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673a958c-398c-48ac-a981-6d99674be96d req-4dcd4e5b-1081-4867-a36a-b553124f872a tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Network b4745827-4a75-49a7-b347-7c44f1b7ad0a is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:30:01.593037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-673a958c-398c-48ac-a981-6d99674be96d req-4dcd4e5b-1081-4867-a36a-b553124f872a tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:30:01.609822 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-673a958c-398c-48ac-a981-6d99674be96d req-4dcd4e5b-1081-4867-a36a-b553124f872a tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:30:01.615901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-673a958c-398c-48ac-a981-6d99674be96d req-d74f0e6f-1dc2-4a69-b88e-056c7af10142 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Allocated IP 172.20.0.10 (b4745827-4a75-49a7-b347-7c44f1b7ad0a/7128c427-f1a0-4352-b527-4ecd173db855/6432a0c7-7a42-425b-b7f1-c9f23f9ec039) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:30:01.640314 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd4e5b-1081-4867-a36a-b553124f872a tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Pushing event updated for resources: {'Port': ['ID=527c91a4-6002-47a4-a59c-20e122635e92,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:01.667766 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3724ce5e-ccd0-42d0-8e97-419feca296da req-9d9603e3-428c-472e-a171-2d692d7c52d9 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:01.692052 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8a9a074a-890f-4324-996a-210008680f74 req-9be0a88e-4857-4f3a-9eb3-c88013b03ac5 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0321944 Sep 29 17:30:01.709965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a958c-398c-48ac-a981-6d99674be96d req-4dcd4e5b-1081-4867-a36a-b553124f872a tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:01.710596 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-4dcd4e5b-1081-4867-a36a-b553124f872a tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:01.915840 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3724ce5e-ccd0-42d0-8e97-419feca296da req-9d9603e3-428c-472e-a171-2d692d7c52d9 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:01.921577 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-d74f0e6f-1dc2-4a69-b88e-056c7af10142 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:01.926326 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3724ce5e-ccd0-42d0-8e97-419feca296da req-9d9603e3-428c-472e-a171-2d692d7c52d9 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:01.940688 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-4dcd4e5b-1081-4867-a36a-b553124f872a tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9381244 Sep 29 17:30:01.950765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 237bcae8-35c2-4959-9889-41d8cf1b4e44 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:30:01.972352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Request body: {'port': {'device_id': '7521ba4c-6612-4af7-94f8-58e67f180540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:01.973354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 237bcae8-35c2-4959-9889-41d8cf1b4e44 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:30:01.973879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 237bcae8-35c2-4959-9889-41d8cf1b4e44 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:30:01.980588 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f598484-5a26-4bdb-a5d0-334fd3f1b162 req-e76c5a42-9dd2-438b-9395-e72d1cee51eb tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d421653-1249-42a7-b6df-1078ed777623 HTTP/1.1" status: 200 len: 210 time: 0.0423918 Sep 29 17:30:01.981205 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3724ce5e-ccd0-42d0-8e97-419feca296da req-9d9603e3-428c-472e-a171-2d692d7c52d9 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:01.982587 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3724ce5e-ccd0-42d0-8e97-419feca296da req-9d9603e3-428c-472e-a171-2d692d7c52d9 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4329998 Sep 29 17:30:02.023566 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbce4cce-74b6-4882-8319-1630d0db0258', 'name': 'network-vif-deleted', 'tag': 'e90e277c-d2fe-48bb-ae05-9784f5157502'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:02.025927 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccefc85e-de68-450e-803c-76dec6e824ef" -d '{"events": [{"server_uuid": "fbce4cce-74b6-4882-8319-1630d0db0258", "name": "network-vif-deleted", "tag": "e90e277c-d2fe-48bb-ae05-9784f5157502"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:02.038326 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9603e3-428c-472e-a171-2d692d7c52d9 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ac66d4-e159-46a5-9ef5-d0c96f3b067a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:02.083303 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181601b6-c9e7-43bf-95fc-191674714be9 x-openstack-request-id: req-181601b6-c9e7-43bf-95fc-191674714be9 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:02.083609 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbce4cce-74b6-4882-8319-1630d0db0258", "name": "network-vif-deleted", "tag": "e90e277c-d2fe-48bb-ae05-9784f5157502", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:02.083863 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-181601b6-c9e7-43bf-95fc-191674714be9 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:02.084302 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbce4cce-74b6-4882-8319-1630d0db0258', 'name': 'network-vif-deleted', 'tag': 'e90e277c-d2fe-48bb-ae05-9784f5157502', 'status': 'completed', 'code': 200} Sep 29 17:30:02.088548 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:02.094825 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-d74f0e6f-1dc2-4a69-b88e-056c7af10142 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:02.192279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673a958c-398c-48ac-a981-6d99674be96d req-d74f0e6f-1dc2-4a69-b88e-056c7af10142 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Network b4745827-4a75-49a7-b347-7c44f1b7ad0a is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:30:02.195618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f0e6f-1dc2-4a69-b88e-056c7af10142 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Pushing event updated for resources: {'Port': ['ID=6432a0c7-7a42-425b-b7f1-c9f23f9ec039,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:02.207888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-673a958c-398c-48ac-a981-6d99674be96d req-d74f0e6f-1dc2-4a69-b88e-056c7af10142 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:30:02.214018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-673a958c-398c-48ac-a981-6d99674be96d req-d74f0e6f-1dc2-4a69-b88e-056c7af10142 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:30:02.241822 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-223ac34a-a0fd-4452-b8dc-08c419fbdd75 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:02.243539 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-223ac34a-a0fd-4452-b8dc-08c419fbdd75 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/networks?id=c3561d17-b7cc-43ea-9c51-f819195c4f19 HTTP/1.1" status: 200 len: 813 time: 0.1317849 Sep 29 17:30:02.264389 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-d1a92ac2-4df4-49b0-a400-bd3a9d1c732d tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/quotas/8d37859949064804aed48ceca00f52c8 HTTP/1.1" status: 200 len: 375 time: 0.0109529 Sep 29 17:30:02.320180 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-e3bfece1-d38d-414c-a111-3a7cd326b759 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8d37859949064804aed48ceca00f52c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499160 Sep 29 17:30:02.363973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a958c-398c-48ac-a981-6d99674be96d req-d74f0e6f-1dc2-4a69-b88e-056c7af10142 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:02.364650 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-d74f0e6f-1dc2-4a69-b88e-056c7af10142 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:02.405105 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-d74f0e6f-1dc2-4a69-b88e-056c7af10142 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2991977 Sep 29 17:30:02.429013 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-455447b7-0659-43cd-a7b2-3547e1882680 service neutron] 10.222.0.44 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012297 Sep 29 17:30:02.442916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea14e5-d60e-4de3-8774-f99346fa015e req-933a236d-f015-46bb-9702-19840eb45bdb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:02.444432 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-89ea14e5-d60e-4de3-8774-f99346fa015e req-933a236d-f015-46bb-9702-19840eb45bdb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.1570616 Sep 29 17:30:02.451145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Request body: {'port': {'device_id': '8d421653-1249-42a7-b6df-1078ed777623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:02.540740 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-f59b91ba-a6f6-40f5-9d64-69d239a3d339 service neutron] 10.222.0.44 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035593 Sep 29 17:30:02.575320 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-89ea14e5-d60e-4de3-8774-f99346fa015e req-8d622307-fc62-45dc-b6cb-830117a9c655 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170452 Sep 29 17:30:02.580705 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:02.664156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527c91a4-6002-47a4-a59c-20e122635e92 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:30:02.676851 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:02.711719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Transition to ACTIVE for port object 527c91a4-6002-47a4-a59c-20e122635e92 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:30:02.769447 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:02.852854 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c451e1e9-dbb5-4da6-a84f-1f754a2740ff req-55266f9a-839c-4699-aea5-c7e4902bbbba tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 210 time: 0.0848205 Sep 29 17:30:02.904013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Pushing event updated for resources: {'Port': ['ID=527c91a4-6002-47a4-a59c-20e122635e92,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:03.050849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Attempting to bind port 527c91a4-6002-47a4-a59c-20e122635e92 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:30:03.051175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Attempting to bind port 527c91a4-6002-47a4-a59c-20e122635e92 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:30:03.051506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Attempting to bind port 527c91a4-6002-47a4-a59c-20e122635e92 on network b4745827-4a75-49a7-b347-7c44f1b7ad0a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:30:03.067100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Port 527c91a4-6002-47a4-a59c-20e122635e92 on network b4745827-4a75-49a7-b347-7c44f1b7ad0a not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:30:03.067429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Attempting to bind port 527c91a4-6002-47a4-a59c-20e122635e92 on network b4745827-4a75-49a7-b347-7c44f1b7ad0a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:30:03.078281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:30:03.078626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Checking segment: {'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:30:03.078929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Bound using segment: {'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:30:03.079368 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Bound port: 527c91a4-6002-47a4-a59c-20e122635e92, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:30:03.079732 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:03.169851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:30:03.180285 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:03.246033 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8119ab76-8b9a-40c6-9f25-a5e462f32a9f req-ac010479-94a5-4ad3-b745-c77d59ddca18 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.4460952 Sep 29 17:30:03.255676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Transition to ACTIVE for port object 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:30:03.269810 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:03.305759 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] For port 527c91a4-6002-47a4-a59c-20e122635e92, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:30:03.328240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] For port 527c91a4-6002-47a4-a59c-20e122635e92, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=527c91a4-6002-47a4-a59c-20e122635e92,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:30:03.342073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4cbf4-602e-4e03-bb37-f8815feede7f req-6ffa2e88-bbf2-4f02-b3ad-02c7cdf3cd95 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:03.343550 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03f4cbf4-602e-4e03-bb37-f8815feede7f req-6ffa2e88-bbf2-4f02-b3ad-02c7cdf3cd95 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d421653-1249-42a7-b6df-1078ed777623 HTTP/1.1" status: 200 len: 932 time: 0.1592648 Sep 29 17:30:03.348695 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:03.368782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Pushing event updated for resources: {'Port': ['ID=6432a0c7-7a42-425b-b7f1-c9f23f9ec039,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:03.427053 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:03.427657 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:03.429010 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] 10.222.0.35 "PUT /v2.0/ports/527c91a4-6002-47a4-a59c-20e122635e92 HTTP/1.1" status: 200 len: 1092 time: 1.4665997 Sep 29 17:30:03.496113 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03f4cbf4-602e-4e03-bb37-f8815feede7f req-eb901a4f-70aa-4373-979d-e72ce6a8c426 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441641 Sep 29 17:30:03.507526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcafef-9928-42f6-8e74-94ba1f82836b service neutron] Pushing event updated for resources: {'Port': ['ID=527c91a4-6002-47a4-a59c-20e122635e92,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:03.539034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Attempting to bind port 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:30:03.539370 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Attempting to bind port 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:30:03.539692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Attempting to bind port 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 on network b4745827-4a75-49a7-b347-7c44f1b7ad0a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:30:03.546489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Port 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 on network b4745827-4a75-49a7-b347-7c44f1b7ad0a not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:30:03.546810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Attempting to bind port 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 on network b4745827-4a75-49a7-b347-7c44f1b7ad0a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:30:03.553478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:30:03.553830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Checking segment: {'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:30:03.554183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Bound using segment: {'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:30:03.554603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Bound port: 6432a0c7-7a42-425b-b7f1-c9f23f9ec039, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84df54a-f416-4728-8303-b67394e316b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:30:03.554953 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:03.572159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a958c-398c-48ac-a981-6d99674be96d req-65e0ce24-e644-4979-9095-0453bc861dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:03.573702 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-65e0ce24-e644-4979-9095-0453bc861dca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef7b65eba85e4520a1c1f45f1343b61b&device_id=7521ba4c-6612-4af7-94f8-58e67f180540 HTTP/1.1" status: 200 len: 1095 time: 0.0743229 Sep 29 17:30:03.640569 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-b1726659-82d7-4747-a6ca-dad30935bf0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=527c91a4-6002-47a4-a59c-20e122635e92 HTTP/1.1" status: 200 len: 217 time: 0.0464704 Sep 29 17:30:03.703000 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca64d0-5b18-4d61-bce2-48f3fb30d5fb req-f1f18688-0070-4ba1-ba16-96f55b38b901 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:03.704829 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40ca64d0-5b18-4d61-bce2-48f3fb30d5fb req-f1f18688-0070-4ba1-ba16-96f55b38b901 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0529284 Sep 29 17:30:03.710640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] For port 6432a0c7-7a42-425b-b7f1-c9f23f9ec039, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:30:03.728110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] For port 6432a0c7-7a42-425b-b7f1-c9f23f9ec039, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6432a0c7-7a42-425b-b7f1-c9f23f9ec039,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:30:03.730556 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a958c-398c-48ac-a981-6d99674be96d req-20a688a1-f03e-490e-a13d-ecb605aebdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:03.734955 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-20a688a1-f03e-490e-a13d-ecb605aebdda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7128c427-f1a0-4352-b527-4ecd173db855 HTTP/1.1" status: 200 len: 853 time: 0.0838912 Sep 29 17:30:03.745776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:03.766691 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40ca64d0-5b18-4d61-bce2-48f3fb30d5fb req-881d42f4-8b07-4530-a193-d6901219f6a5 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541160 Sep 29 17:30:03.807193 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-e01a0f15-c693-4667-8466-709b1ab1bf22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4745827-4a75-49a7-b347-7c44f1b7ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591965 Sep 29 17:30:03.861444 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:03.862430 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:03.864020 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] 10.222.0.49 "PUT /v2.0/ports/6432a0c7-7a42-425b-b7f1-c9f23f9ec039 HTTP/1.1" status: 200 len: 1092 time: 1.4169858 Sep 29 17:30:03.997230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e90e277c-d2fe-48bb-ae05-9784f5157502 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:30:04.022493 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: e90e277c-d2fe-48bb-ae05-9784f5157502 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:30:04.023130 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e90e277c-d2fe-48bb-ae05-9784f5157502 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:30:04.061424 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b30052df-91c1-4efe-8ea1-8907669ddb69 req-b8a78dc4-34aa-4a85-a6d4-caa110c192ac tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 210 time: 0.0907063 Sep 29 17:30:04.068808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa797217-fdef-4150-a439-13d9086bd98b service neutron] Pushing event updated for resources: {'Port': ['ID=6432a0c7-7a42-425b-b7f1-c9f23f9ec039,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:04.085598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7521ba4c-6612-4af7-94f8-58e67f180540', 'tag': '527c91a4-6002-47a4-a59c-20e122635e92'}, {'name': 'network-changed', 'server_uuid': '8d421653-1249-42a7-b6df-1078ed777623', 'tag': '6432a0c7-7a42-425b-b7f1-c9f23f9ec039'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:04.087817 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e20b030-e09e-49e3-96b5-2b4978285280" -d '{"events": [{"name": "network-changed", "server_uuid": "7521ba4c-6612-4af7-94f8-58e67f180540", "tag": "527c91a4-6002-47a4-a59c-20e122635e92"}, {"name": "network-changed", "server_uuid": "8d421653-1249-42a7-b6df-1078ed777623", "tag": "6432a0c7-7a42-425b-b7f1-c9f23f9ec039"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:04.112411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-8f7623b8-bfc7-424e-927f-d4926fd30ca5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:04.113888 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-8f7623b8-bfc7-424e-927f-d4926fd30ca5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.49 "GET /v2.0/networks?id=c3561d17-b7cc-43ea-9c51-f819195c4f19 HTTP/1.1" status: 200 len: 813 time: 0.3777890 Sep 29 17:30:04.122295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a958c-398c-48ac-a981-6d99674be96d req-31610e7e-f9ae-43d1-be2c-44c2fd938c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:04.124563 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-31610e7e-f9ae-43d1-be2c-44c2fd938c76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef7b65eba85e4520a1c1f45f1343b61b&device_id=8d421653-1249-42a7-b6df-1078ed777623 HTTP/1.1" status: 200 len: 1095 time: 0.2044504 Sep 29 17:30:04.130194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-6db99a0d-b17c-4f4a-b6ce-61146007fad5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Request body: {'port': {'device_id': '27b3f869-d640-41bf-9439-9de9f43d1527', 'network_id': 'c3561d17-b7cc-43ea-9c51-f819195c4f19', 'admin_state_up': True, 'tenant_id': '8d37859949064804aed48ceca00f52c8'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:04.137988 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-51717625-2023-460e-be0d-4c1134c7a565 service neutron] 10.222.0.35 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074574 Sep 29 17:30:04.151932 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7480ef-4788-41dd-a6f8-241f0b4f2a50 x-openstack-request-id: req-3e7480ef-4788-41dd-a6f8-241f0b4f2a50 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:04.152226 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7521ba4c-6612-4af7-94f8-58e67f180540", "tag": "527c91a4-6002-47a4-a59c-20e122635e92", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8d421653-1249-42a7-b6df-1078ed777623", "tag": "6432a0c7-7a42-425b-b7f1-c9f23f9ec039", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:04.152475 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e7480ef-4788-41dd-a6f8-241f0b4f2a50 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:04.152862 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7521ba4c-6612-4af7-94f8-58e67f180540', 'tag': '527c91a4-6002-47a4-a59c-20e122635e92', 'status': 'completed', 'code': 200} Sep 29 17:30:04.153110 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d421653-1249-42a7-b6df-1078ed777623', 'tag': '6432a0c7-7a42-425b-b7f1-c9f23f9ec039', 'status': 'completed', 'code': 200} Sep 29 17:30:04.213806 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-16c903c8-a599-4705-ae59-b98cb8a9065a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6432a0c7-7a42-425b-b7f1-c9f23f9ec039 HTTP/1.1" status: 200 len: 217 time: 0.0779586 Sep 29 17:30:04.351050 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c7829f2-732e-4bfd-9e49-e3f2f4cebbce req-916a47e7-5f1b-49e0-9737-3fb6f73e9cba tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0272009 Sep 29 17:30:04.683569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a958c-398c-48ac-a981-6d99674be96d req-2bb2d9fe-f9a7-4938-8ee8-fba7223e739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:04.685783 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-2bb2d9fe-f9a7-4938-8ee8-fba7223e739f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7128c427-f1a0-4352-b527-4ecd173db855 HTTP/1.1" status: 200 len: 853 time: 0.4587743 Sep 29 17:30:04.715489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-0b066f1f-5f75-4cb3-8e15-66be27ca7647 service neutron] 10.222.0.35 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504127 Sep 29 17:30:04.738905 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-829d1094-f083-4f75-9295-cea2662a373c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b4745827-4a75-49a7-b347-7c44f1b7ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353193 Sep 29 17:30:04.748624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96d413-4106-434d-970f-d2d3e227dd0a req-e585df6c-16ee-4c72-a195-5be64fbad731 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:04.750239 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc96d413-4106-434d-970f-d2d3e227dd0a req-e585df6c-16ee-4c72-a195-5be64fbad731 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d421653-1249-42a7-b6df-1078ed777623 HTTP/1.1" status: 200 len: 944 time: 0.1671209 Sep 29 17:30:04.759491 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-6db99a0d-b17c-4f4a-b6ce-61146007fad5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Made reservation on behalf of 8d37859949064804aed48ceca00f52c8 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:04.762693 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-6db99a0d-b17c-4f4a-b6ce-61146007fad5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:04.895714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256a6b3-d401-4428-878d-e497b223e741 req-6b714cf8-2cff-4585-8b13-936c7cd11b87 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:04.897380 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1256a6b3-d401-4428-878d-e497b223e741 req-6b714cf8-2cff-4585-8b13-936c7cd11b87 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0524786 Sep 29 17:30:04.933810 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc96d413-4106-434d-970f-d2d3e227dd0a req-6d0e7252-382f-4c94-9bbc-981ddfbb9c8c tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750138 Sep 29 17:30:04.937401 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1256a6b3-d401-4428-878d-e497b223e741 req-575ecec3-eefd-463a-87a9-747493443995 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334620 Sep 29 17:30:04.985893 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-b1616835-f00b-4446-b4bf-c8c993a200bf service neutron] 10.222.0.49 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345822 Sep 29 17:30:05.006085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-c95d4af3-6233-4c6d-9514-bcbd0182ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:05.008793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-c95d4af3-6233-4c6d-9514-bcbd0182ff7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef7b65eba85e4520a1c1f45f1343b61b&device_id=7521ba4c-6612-4af7-94f8-58e67f180540 HTTP/1.1" status: 200 len: 1095 time: 0.1602461 Sep 29 17:30:05.158304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-6db99a0d-b17c-4f4a-b6ce-61146007fad5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Allocated IP 172.20.0.4 (c3561d17-b7cc-43ea-9c51-f819195c4f19/bffdcfad-cb45-44b5-9c35-3b9ab89cad05/40b0ceff-d388-4b1f-8ad2-5c91dc35c010) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:30:05.213985 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1ad7db84-f73e-423f-bdef-93e49f8deaa3 req-59178b98-776d-429e-9f7b-69fe308f4603 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 210 time: 0.0533152 Sep 29 17:30:05.243657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-673a958c-398c-48ac-a981-6d99674be96d req-6a9944a7-c303-4516-ada1-c60e15abd481 service neutron] 10.222.0.49 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346339 Sep 29 17:30:05.270962 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-97988cc1-6009-4254-ab57-1d232f99f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:05.272499 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-97988cc1-6009-4254-ab57-1d232f99f51e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4745827-4a75-49a7-b347-7c44f1b7ad0a HTTP/1.1" status: 200 len: 914 time: 0.2528176 Sep 29 17:30:05.350625 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-cf8f781a-b2d3-4a13-a23a-636ce0fd87b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=527c91a4-6002-47a4-a59c-20e122635e92 HTTP/1.1" status: 200 len: 217 time: 0.0532036 Sep 29 17:30:05.477992 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81caf5a2-a76b-492b-9435-737211bf5012 req-c8ae38a3-e8ca-4fb5-8fe0-664dc2ce4a31 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0473354 Sep 29 17:30:05.503689 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-f02ccb61-f327-43b2-be4d-118b88ffd6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:05.505149 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-f02ccb61-f327-43b2-be4d-118b88ffd6e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7128c427-f1a0-4352-b527-4ecd173db855 HTTP/1.1" status: 200 len: 853 time: 0.1389654 Sep 29 17:30:05.512030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-b3e87693-18bb-4707-9224-3c16ba942d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:05.513466 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-b3e87693-18bb-4707-9224-3c16ba942d3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef7b65eba85e4520a1c1f45f1343b61b&device_id=8d421653-1249-42a7-b6df-1078ed777623 HTTP/1.1" status: 200 len: 1095 time: 0.1747112 Sep 29 17:30:05.518732 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-6db99a0d-b17c-4f4a-b6ce-61146007fad5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:05.563300 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-e7d3ca82-f54d-4793-ab9a-f88bd985d2db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4745827-4a75-49a7-b347-7c44f1b7ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473423 Sep 29 17:30:05.705508 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-6db99a0d-b17c-4f4a-b6ce-61146007fad5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:05.721739 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['d5179edb-93c8-4188-a7ff-72a334222afe'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:05.749802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-6783c7d1-1086-41e6-94c5-8c27606be46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:05.751270 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-6783c7d1-1086-41e6-94c5-8c27606be46c service neutron] 10.222.0.49 "GET /v2.0/networks?id=b4745827-4a75-49a7-b347-7c44f1b7ad0a HTTP/1.1" status: 200 len: 914 time: 0.2236223 Sep 29 17:30:05.758542 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-314d8b45-71b4-40e9-8dc2-1d6906c9f643 service neutron] 10.222.0.35 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822937 Sep 29 17:30:05.819278 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-6db99a0d-b17c-4f4a-b6ce-61146007fad5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Network c3561d17-b7cc-43ea-9c51-f819195c4f19 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:30:05.821071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db99a0d-b17c-4f4a-b6ce-61146007fad5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event updated for resources: {'Port': ['ID=40b0ceff-d388-4b1f-8ad2-5c91dc35c010,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:05.824139 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-f88f3dbf-daa5-4ddb-9996-6cc7012ebc8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6432a0c7-7a42-425b-b7f1-c9f23f9ec039 HTTP/1.1" status: 200 len: 217 time: 0.0613811 Sep 29 17:30:05.835323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-6db99a0d-b17c-4f4a-b6ce-61146007fad5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:30:05.846507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-6db99a0d-b17c-4f4a-b6ce-61146007fad5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:30:05.965889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-6db99a0d-b17c-4f4a-b6ce-61146007fad5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:05.966619 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-6db99a0d-b17c-4f4a-b6ce-61146007fad5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:05.972095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-f18652e0-9dcb-445e-8f2a-524d6aa1a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:05.973487 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-f18652e0-9dcb-445e-8f2a-524d6aa1a2a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7128c427-f1a0-4352-b527-4ecd173db855 HTTP/1.1" status: 200 len: 853 time: 0.1361194 Sep 29 17:30:06.017032 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-a084757d-e7df-46b7-8851-aed039e7c809 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b4745827-4a75-49a7-b347-7c44f1b7ad0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287962 Sep 29 17:30:06.019093 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-7b8dd59a-b95b-4ff2-bf88-5c002f070d50 service neutron] 10.222.0.35 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090547 Sep 29 17:30:06.020283 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-6db99a0d-b17c-4f4a-b6ce-61146007fad5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8946924 Sep 29 17:30:06.057232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Request body: {'port': {'device_id': '27b3f869-d640-41bf-9439-9de9f43d1527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:06.084491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef464bc-19cb-4a0f-ac1c-87f7d919e4e9 req-1f17bb6a-70df-4fa7-8d6f-c83e54d10287 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:06.086002 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5ef464bc-19cb-4a0f-ac1c-87f7d919e4e9 req-1f17bb6a-70df-4fa7-8d6f-c83e54d10287 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d421653-1249-42a7-b6df-1078ed777623 HTTP/1.1" status: 200 len: 944 time: 0.0668623 Sep 29 17:30:06.125921 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5ef464bc-19cb-4a0f-ac1c-87f7d919e4e9 req-20a67358-7831-4f15-98c7-91ab57f3cdb4 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338271 Sep 29 17:30:06.190675 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc01445-4c59-46da-afae-89a27fbeb398 req-a2d1f1e0-ed03-43f0-9663-794bda33886c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:06.192198 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-afc01445-4c59-46da-afae-89a27fbeb398 req-a2d1f1e0-ed03-43f0-9663-794bda33886c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.1579261 Sep 29 17:30:06.199858 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:06.295385 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-4060657b-12a3-4acb-9484-bd03bbffa4c2 service neutron] 10.222.0.49 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512751 Sep 29 17:30:06.307388 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-afc01445-4c59-46da-afae-89a27fbeb398 req-34e93935-54e1-43a2-84f4-3e4f127530da tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043918 Sep 29 17:30:06.587818 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4fd58d7e-8f8c-4e95-9929-d0f37e103645 req-9dfe1ba4-c81c-45e4-8ec5-f4a696bb9352 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0285861 Sep 29 17:30:06.813381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde62aaa-58a0-46ee-be09-e7b17c27ed2e req-b3fea2a3-2767-4705-8e4b-50c51da53799 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:06.814787 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fde62aaa-58a0-46ee-be09-e7b17c27ed2e req-b3fea2a3-2767-4705-8e4b-50c51da53799 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 931 time: 0.4223673 Sep 29 17:30:06.821195 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e20b030-e09e-49e3-96b5-2b4978285280 req-e45f1bd4-f7e1-43a0-ad72-9644a603811a service neutron] 10.222.0.49 "GET /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172527 Sep 29 17:30:06.882325 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fde62aaa-58a0-46ee-be09-e7b17c27ed2e req-a38b57ce-27e3-4e9a-9fbf-eafc3529012d tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601504 Sep 29 17:30:06.930071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:30:06.938557 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:06.950457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Transition to ACTIVE for port object 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:30:06.954670 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:07.007537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Pushing event updated for resources: {'Port': ['ID=40b0ceff-d388-4b1f-8ad2-5c91dc35c010,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:07.073782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Attempting to bind port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:30:07.074054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Attempting to bind port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '4b4153c2-9c56-4840-ae03-acd8553eb5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c3561d17-b7cc-43ea-9c51-f819195c4f19'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:30:07.074355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Attempting to bind port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 on network c3561d17-b7cc-43ea-9c51-f819195c4f19 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:30:07.078680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 on network c3561d17-b7cc-43ea-9c51-f819195c4f19 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:30:07.078990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Attempting to bind port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 on network c3561d17-b7cc-43ea-9c51-f819195c4f19 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:30:07.083612 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:30:07.083940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Checking segment: {'id': '4b4153c2-9c56-4840-ae03-acd8553eb5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c3561d17-b7cc-43ea-9c51-f819195c4f19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:30:07.084314 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Bound using segment: {'id': '4b4153c2-9c56-4840-ae03-acd8553eb5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c3561d17-b7cc-43ea-9c51-f819195c4f19'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:30:07.084734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Bound port: 40b0ceff-d388-4b1f-8ad2-5c91dc35c010, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b4153c2-9c56-4840-ae03-acd8553eb5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'c3561d17-b7cc-43ea-9c51-f819195c4f19'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:30:07.085078 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:07.147035 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] For port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:30:07.149977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] For port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=40b0ceff-d388-4b1f-8ad2-5c91dc35c010,segment=NetworkSegment(4b4153c2-9c56-4840-ae03-acd8553eb5f8),segment_id=4b4153c2-9c56-4840-ae03-acd8553eb5f8)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:30:07.156002 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:07.190991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:07.191631 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:07.193021 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] 10.222.0.49 "PUT /v2.0/ports/40b0ceff-d388-4b1f-8ad2-5c91dc35c010 HTTP/1.1" status: 200 len: 1091 time: 1.1474290 Sep 29 17:30:07.193482 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b3f869-d640-41bf-9439-9de9f43d1527', 'tag': '40b0ceff-d388-4b1f-8ad2-5c91dc35c010'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:07.195722 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d934b3-0e3b-4c1f-aa66-ef826bf73136" -d '{"events": [{"name": "network-changed", "server_uuid": "27b3f869-d640-41bf-9439-9de9f43d1527", "tag": "40b0ceff-d388-4b1f-8ad2-5c91dc35c010"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:07.223208 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d906e62-b3ba-4f63-a899-c87a3cfd286a service neutron] Pushing event updated for resources: {'Port': ['ID=40b0ceff-d388-4b1f-8ad2-5c91dc35c010,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:07.237261 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473daf53-a63d-4c6d-8b26-fe17e27823fd x-openstack-request-id: req-473daf53-a63d-4c6d-8b26-fe17e27823fd {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:07.237956 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b3f869-d640-41bf-9439-9de9f43d1527", "tag": "40b0ceff-d388-4b1f-8ad2-5c91dc35c010", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:07.238412 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-473daf53-a63d-4c6d-8b26-fe17e27823fd {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:07.239139 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b3f869-d640-41bf-9439-9de9f43d1527', 'tag': '40b0ceff-d388-4b1f-8ad2-5c91dc35c010', 'status': 'completed', 'code': 200} Sep 29 17:30:07.269354 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188c921-9e8d-4b2b-af1b-2f5f403961a6 req-deedc28c-8929-4d7d-b3c2-8c44982da901 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:07.270848 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3188c921-9e8d-4b2b-af1b-2f5f403961a6 req-deedc28c-8929-4d7d-b3c2-8c44982da901 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d421653-1249-42a7-b6df-1078ed777623 HTTP/1.1" status: 200 len: 944 time: 0.0744741 Sep 29 17:30:07.292145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-bf3e4307-aa7b-494a-8c36-8cfccde47552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:07.293692 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-bf3e4307-aa7b-494a-8c36-8cfccde47552 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d37859949064804aed48ceca00f52c8&device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 1094 time: 0.0468955 Sep 29 17:30:07.316134 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3188c921-9e8d-4b2b-af1b-2f5f403961a6 req-dd662b16-3d69-442c-847c-7706e005e54b tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387530 Sep 29 17:30:07.340770 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-88848b8e-aaa5-4e47-a91c-d73b0f1bc197 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40b0ceff-d388-4b1f-8ad2-5c91dc35c010 HTTP/1.1" status: 200 len: 217 time: 0.0357091 Sep 29 17:30:07.398616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-67e109e7-a2de-4499-bd94-6d858eb80888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:07.400083 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-67e109e7-a2de-4499-bd94-6d858eb80888 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bffdcfad-cb45-44b5-9c35-3b9ab89cad05 HTTP/1.1" status: 200 len: 853 time: 0.0516632 Sep 29 17:30:07.435829 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b1377-e3e4-4920-93fe-fbf0329d5151 req-ed00d036-5201-41f6-b5ec-69ae19071a0b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:07.437766 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-154b1377-e3e4-4920-93fe-fbf0329d5151 req-ed00d036-5201-41f6-b5ec-69ae19071a0b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0539389 Sep 29 17:30:07.444122 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-51e27593-93bd-481d-ad37-47fa7193e650 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3561d17-b7cc-43ea-9c51-f819195c4f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299788 Sep 29 17:30:07.478659 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-154b1377-e3e4-4920-93fe-fbf0329d5151 req-c7ba5760-bda9-4a5d-9bfe-0efb9dbb77eb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341098 Sep 29 17:30:07.542103 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-2fdd5334-5d3e-45a7-b763-0722111f7870 service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868003 Sep 29 17:30:07.635322 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d179d92d-9947-42d3-9a2e-7e2654962ced req-e5230e45-a4e4-4a05-be4d-49379814400d service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857570 Sep 29 17:30:07.695176 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0136354c-8f99-4e78-9592-49d947728572 req-11b0e227-c939-4d3c-9ad9-32a8f1e9178e tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0263312 Sep 29 17:30:07.723302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d934b3-0e3b-4c1f-aa66-ef826bf73136 req-d7bd4a23-586f-4b30-9be8-d127b5c73603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:07.724931 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8d934b3-0e3b-4c1f-aa66-ef826bf73136 req-d7bd4a23-586f-4b30-9be8-d127b5c73603 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d37859949064804aed48ceca00f52c8&device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 1094 time: 0.0416868 Sep 29 17:30:07.814049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d934b3-0e3b-4c1f-aa66-ef826bf73136 req-4424a1c5-1ffa-426e-9459-a28bfa78e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:07.815491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8d934b3-0e3b-4c1f-aa66-ef826bf73136 req-4424a1c5-1ffa-426e-9459-a28bfa78e01d service neutron] 10.222.0.49 "GET /v2.0/networks?id=c3561d17-b7cc-43ea-9c51-f819195c4f19 HTTP/1.1" status: 200 len: 914 time: 0.0824554 Sep 29 17:30:07.861014 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8d934b3-0e3b-4c1f-aa66-ef826bf73136 req-34b9f3c1-3199-4ee7-b648-dd345ab63a81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40b0ceff-d388-4b1f-8ad2-5c91dc35c010 HTTP/1.1" status: 200 len: 217 time: 0.0376718 Sep 29 17:30:07.911873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d934b3-0e3b-4c1f-aa66-ef826bf73136 req-2c703707-fc52-4dab-835a-64439a1a1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:07.913389 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8d934b3-0e3b-4c1f-aa66-ef826bf73136 req-2c703707-fc52-4dab-835a-64439a1a1557 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bffdcfad-cb45-44b5-9c35-3b9ab89cad05 HTTP/1.1" status: 200 len: 853 time: 0.0438418 Sep 29 17:30:07.945715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8d934b3-0e3b-4c1f-aa66-ef826bf73136 req-70809423-a4f1-4afb-82f8-cff63839a111 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3561d17-b7cc-43ea-9c51-f819195c4f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242968 Sep 29 17:30:07.984678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:30:08.001003 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 527c91a4-6002-47a4-a59c-20e122635e92 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:30:08.062529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9ef63-9015-4a41-8cfd-95f57e93a293 req-4c6c9fcb-bed4-45f9-aea1-43f9f1f725b0 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:08.064027 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02e9ef63-9015-4a41-8cfd-95f57e93a293 req-4c6c9fcb-bed4-45f9-aea1-43f9f1f725b0 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 943 time: 0.1116450 Sep 29 17:30:08.092019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8d934b3-0e3b-4c1f-aa66-ef826bf73136 req-ccfa1904-b3be-49f6-a4bd-2ae31c213cf8 service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384454 Sep 29 17:30:08.128405 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02e9ef63-9015-4a41-8cfd-95f57e93a293 req-6f389fcf-a1cd-4c7a-994f-4d59058d0026 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581436 Sep 29 17:30:08.162080 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6432a0c7-7a42-425b-b7f1-c9f23f9ec039, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6432a0c7-7a42-425b-b7f1-c9f23f9ec039,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:08.185540 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '6432a0c7-7a42-425b-b7f1-c9f23f9ec039', 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a', 'port_id': '6432a0c7-7a42-425b-b7f1-c9f23f9ec039', 'mac_address': 'fa:16:3e:67:19:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7128c427-f1a0-4352-b527-4ecd173db855', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:30:08.188437 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 527c91a4-6002-47a4-a59c-20e122635e92, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=527c91a4-6002-47a4-a59c-20e122635e92,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:08.203383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '527c91a4-6002-47a4-a59c-20e122635e92', 'network_id': 'b4745827-4a75-49a7-b347-7c44f1b7ad0a', 'port_id': '527c91a4-6002-47a4-a59c-20e122635e92', 'mac_address': 'fa:16:3e:91:f6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7128c427-f1a0-4352-b527-4ecd173db855', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:30:08.210760 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8d934b3-0e3b-4c1f-aa66-ef826bf73136 req-5726b01d-2176-4f69-96e1-e7f4ff8cf596 service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063907 Sep 29 17:30:08.269808 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:08.286763 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:08.297992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:30:08.308731 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527c91a4-6002-47a4-a59c-20e122635e92 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:30:08.334552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6432a0c7-7a42-425b-b7f1-c9f23f9ec039, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6432a0c7-7a42-425b-b7f1-c9f23f9ec039,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:08.342832 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:08.345841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 527c91a4-6002-47a4-a59c-20e122635e92, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=527c91a4-6002-47a4-a59c-20e122635e92,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:08.372102 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:08.406752 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6432a0c7-7a42-425b-b7f1-c9f23f9ec039,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:08.461425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3cd7f-8d1e-4738-a4b8-cb7122785974 req-e88cabf2-3a92-44cc-bcb2-eaba779de013 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:08.463064 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2a3cd7f-8d1e-4738-a4b8-cb7122785974 req-e88cabf2-3a92-44cc-bcb2-eaba779de013 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d421653-1249-42a7-b6df-1078ed777623 HTTP/1.1" status: 200 len: 945 time: 0.0599420 Sep 29 17:30:08.468910 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=527c91a4-6002-47a4-a59c-20e122635e92,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:08.513752 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2a3cd7f-8d1e-4738-a4b8-cb7122785974 req-303d60c9-e341-4313-8bf0-de833cefce94 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436540 Sep 29 17:30:08.634051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61fdf9-6325-4616-8570-6df5d5e4a15f req-59698dda-d1b2-4bbd-b947-4f8ce8e58154 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:08.634938 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['6432a0c7-7a42-425b-b7f1-c9f23f9ec039'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:08.635605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c61fdf9-6325-4616-8570-6df5d5e4a15f req-59698dda-d1b2-4bbd-b947-4f8ce8e58154 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0623317 Sep 29 17:30:08.677406 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c61fdf9-6325-4616-8570-6df5d5e4a15f req-1c09790d-0c56-4c94-bfb3-6be08a570186 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330820 Sep 29 17:30:08.805323 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-31cb14b9-d322-43f1-b536-25eaa9ddd312 req-7f1a248a-5a5e-4753-a9cd-4f67668e2e25 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0267758 Sep 29 17:30:08.889856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['527c91a4-6002-47a4-a59c-20e122635e92'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:09.257466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93569c-72fe-42c0-9a41-cd220b135eee req-7d60272b-79b5-414d-8727-b3595f0f0153 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:09.259111 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ed93569c-72fe-42c0-9a41-cd220b135eee req-7d60272b-79b5-414d-8727-b3595f0f0153 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 943 time: 0.0607765 Sep 29 17:30:09.301487 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ed93569c-72fe-42c0-9a41-cd220b135eee req-025e8d01-a791-4121-9aae-08874dbcf837 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331221 Sep 29 17:30:09.640127 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356f8a7-a6db-4f8c-a844-33be50e5f7ea req-e9a5e6ef-4b40-48dd-b7ad-76f3200105f5 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:09.640127 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c356f8a7-a6db-4f8c-a844-33be50e5f7ea req-e9a5e6ef-4b40-48dd-b7ad-76f3200105f5 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d421653-1249-42a7-b6df-1078ed777623 HTTP/1.1" status: 200 len: 945 time: 0.0529053 Sep 29 17:30:09.678479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c356f8a7-a6db-4f8c-a844-33be50e5f7ea req-958b68a7-050b-46b1-96e0-208fd94ac97c tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Sep 29 17:30:09.794542 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110994d0-d6b5-440a-b88e-369b70051a4e req-6e28f9f7-fa96-4cb3-97f1-fb32c6e4a858 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:09.795992 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-110994d0-d6b5-440a-b88e-369b70051a4e req-6e28f9f7-fa96-4cb3-97f1-fb32c6e4a858 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0491536 Sep 29 17:30:09.832605 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-110994d0-d6b5-440a-b88e-369b70051a4e req-40c83534-7c72-48dd-af97-5d0d28e31294 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304787 Sep 29 17:30:09.917063 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38a0a8b0-0ccd-492c-ad0c-bf0b288e12bd req-f020bdad-636a-4b6d-83a5-fad5db569fb7 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0267959 Sep 29 17:30:09.996660 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:30:10.000458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:30:10.110167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:30:10.118811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:30:10.119185 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:10.148824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=40b0ceff-d388-4b1f-8ad2-5c91dc35c010,segment=NetworkSegment(4b4153c2-9c56-4840-ae03-acd8553eb5f8),segment_id=4b4153c2-9c56-4840-ae03-acd8553eb5f8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:10.164086 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '40b0ceff-d388-4b1f-8ad2-5c91dc35c010', 'network_id': 'c3561d17-b7cc-43ea-9c51-f819195c4f19', 'port_id': '40b0ceff-d388-4b1f-8ad2-5c91dc35c010', 'mac_address': 'fa:16:3e:c7:02:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bffdcfad-cb45-44b5-9c35-3b9ab89cad05', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:30:10.239597 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:10.257828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:30:10.270062 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:10.292549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=40b0ceff-d388-4b1f-8ad2-5c91dc35c010,segment=NetworkSegment(4b4153c2-9c56-4840-ae03-acd8553eb5f8),segment_id=4b4153c2-9c56-4840-ae03-acd8553eb5f8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:10.299854 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:10.308347 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d421653-1249-42a7-b6df-1078ed777623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6432a0c7-7a42-425b-b7f1-c9f23f9ec039'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:10.310608 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9788b460-92c1-4a82-9185-8c8d10221c79" -d '{"events": [{"server_uuid": "8d421653-1249-42a7-b6df-1078ed777623", "name": "network-vif-plugged", "status": "completed", "tag": "6432a0c7-7a42-425b-b7f1-c9f23f9ec039"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:10.346554 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6432a0c7-7a42-425b-b7f1-c9f23f9ec039, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6432a0c7-7a42-425b-b7f1-c9f23f9ec039,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:10.354354 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:10.370270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=40b0ceff-d388-4b1f-8ad2-5c91dc35c010,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:10.374173 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc277db5-6aa1-45cb-8ed0-2828b9e23a3f x-openstack-request-id: req-cc277db5-6aa1-45cb-8ed0-2828b9e23a3f {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:10.374466 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d421653-1249-42a7-b6df-1078ed777623", "name": "network-vif-plugged", "status": "completed", "tag": "6432a0c7-7a42-425b-b7f1-c9f23f9ec039", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:10.374723 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc277db5-6aa1-45cb-8ed0-2828b9e23a3f {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:10.375102 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d421653-1249-42a7-b6df-1078ed777623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6432a0c7-7a42-425b-b7f1-c9f23f9ec039', 'code': 200} Sep 29 17:30:10.425007 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efc616-e7a3-40ff-8f93-996c719d642c req-9f7b25ab-1260-454e-862f-3c9c60b1d027 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:10.426505 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6432a0c7-7a42-425b-b7f1-c9f23f9ec039,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:10.426656 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-22efc616-e7a3-40ff-8f93-996c719d642c req-9f7b25ab-1260-454e-862f-3c9c60b1d027 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 944 time: 0.0496941 Sep 29 17:30:10.470524 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-22efc616-e7a3-40ff-8f93-996c719d642c req-556ab917-edb9-4539-acf5-a9242f86460b tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376127 Sep 29 17:30:10.481868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bad7f9-a511-4d2f-a1d9-09add3c33e18 req-83da1e87-4e85-4a9a-b573-17d719361037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:10.484533 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-61bad7f9-a511-4d2f-a1d9-09add3c33e18 req-83da1e87-4e85-4a9a-b573-17d719361037 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d421653-1249-42a7-b6df-1078ed777623 HTTP/1.1" status: 200 len: 1097 time: 0.0433836 Sep 29 17:30:10.524180 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-61bad7f9-a511-4d2f-a1d9-09add3c33e18 req-394a1a13-c59f-4bbe-943c-07bfa0524db9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280893 Sep 29 17:30:10.571128 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['40b0ceff-d388-4b1f-8ad2-5c91dc35c010'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:10.727428 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a099b40-e02f-4577-bdd6-edaa6fee1af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:10.804718 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa547-bed5-40ef-9e32-f7f7293de777 req-b33ad6f8-b245-4a62-aa28-710af5b36bf8 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:10.806207 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57faa547-bed5-40ef-9e32-f7f7293de777 req-b33ad6f8-b245-4a62-aa28-710af5b36bf8 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d421653-1249-42a7-b6df-1078ed777623 HTTP/1.1" status: 200 len: 946 time: 0.0525229 Sep 29 17:30:10.846040 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57faa547-bed5-40ef-9e32-f7f7293de777 req-3ff96e31-9d20-42c4-855e-ce9045bb5dfe tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332723 Sep 29 17:30:10.955174 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d704263-c520-46fe-8271-12ca61813573 req-bc937cc9-51f4-4c95-9387-35aad37b2aa5 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:10.956715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d704263-c520-46fe-8271-12ca61813573 req-bc937cc9-51f4-4c95-9387-35aad37b2aa5 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0548728 Sep 29 17:30:10.999645 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d704263-c520-46fe-8271-12ca61813573 req-cddbe1c8-d8e3-4ef8-b9f9-c8af7269d765 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347981 Sep 29 17:30:11.022178 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b52cb749-37ec-4d7c-9d16-7e54ad31ea84 req-33e28317-b874-4867-a7c4-e3578a3bd12f tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0285146 Sep 29 17:30:11.588841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d581e1-84d5-433a-8bbd-28e99c0ed9d1 req-ea5a2a51-f8ef-445e-adad-2a4880e41ba2 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:11.590333 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2d581e1-84d5-433a-8bbd-28e99c0ed9d1 req-ea5a2a51-f8ef-445e-adad-2a4880e41ba2 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 944 time: 0.0500262 Sep 29 17:30:11.628076 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2d581e1-84d5-433a-8bbd-28e99c0ed9d1 req-c536303a-a38c-4577-917c-61e09cf6b2ef tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316057 Sep 29 17:30:11.963839 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2cc5d-34e0-4ab6-9f25-1ee69ea36ca1 req-fbbbc6bb-120b-4ad2-8e72-3e52902ece19 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:11.965313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ca2cc5d-34e0-4ab6-9f25-1ee69ea36ca1 req-fbbbc6bb-120b-4ad2-8e72-3e52902ece19 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d421653-1249-42a7-b6df-1078ed777623 HTTP/1.1" status: 200 len: 946 time: 0.0484848 Sep 29 17:30:12.003695 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ca2cc5d-34e0-4ab6-9f25-1ee69ea36ca1 req-f050ee43-d343-4b17-bc98-ba1e6d4589c9 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317400 Sep 29 17:30:12.015474 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:30:12.047431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 527c91a4-6002-47a4-a59c-20e122635e92 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:30:12.117092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:30:12.121597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:30:12.121966 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:12.125746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 527c91a4-6002-47a4-a59c-20e122635e92 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:30:12.134361 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c53d5e-9756-4414-a86c-f3238051d8fd req-435ba00b-898b-4c1d-8090-3eadde409a23 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:12.141763 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-72c53d5e-9756-4414-a86c-f3238051d8fd req-435ba00b-898b-4c1d-8090-3eadde409a23 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0644658 Sep 29 17:30:12.143683 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa72a2-d935-4cc2-8afa-c62806aa53e9 req-ab3330e1-a10b-4026-a3fb-8e4a1cbe7575 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:12.145311 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-77aa72a2-d935-4cc2-8afa-c62806aa53e9 req-ab3330e1-a10b-4026-a3fb-8e4a1cbe7575 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=7521ba4c-6612-4af7-94f8-58e67f180540 HTTP/1.1" status: 200 len: 945 time: 0.0662520 Sep 29 17:30:12.149149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 527c91a4-6002-47a4-a59c-20e122635e92 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:30:12.149543 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:12.179284 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-72c53d5e-9756-4414-a86c-f3238051d8fd req-7999792d-fbad-4b0d-8732-e2dc2bc6e2b8 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363755 Sep 29 17:30:12.192492 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-77aa72a2-d935-4cc2-8afa-c62806aa53e9 req-9ed2c057-7788-4270-a83c-92f2d6edd837 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403152 Sep 29 17:30:12.270590 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:12.287751 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-75756972-0b28-40c3-91d5-681e1e09fd98 req-62cbd0b6-5609-429c-98ed-be831e663379 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0317774 Sep 29 17:30:12.294543 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:12.335377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=40b0ceff-d388-4b1f-8ad2-5c91dc35c010,segment=NetworkSegment(4b4153c2-9c56-4840-ae03-acd8553eb5f8),segment_id=4b4153c2-9c56-4840-ae03-acd8553eb5f8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:12.343720 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:12.346500 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 527c91a4-6002-47a4-a59c-20e122635e92, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=527c91a4-6002-47a4-a59c-20e122635e92,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:12.350354 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:12.375523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b3f869-d640-41bf-9439-9de9f43d1527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b0ceff-d388-4b1f-8ad2-5c91dc35c010'}, {'server_uuid': '7521ba4c-6612-4af7-94f8-58e67f180540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527c91a4-6002-47a4-a59c-20e122635e92'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:12.377745 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eff39ab-1141-469d-863a-0260a2f91b90" -d '{"events": [{"server_uuid": "27b3f869-d640-41bf-9439-9de9f43d1527", "name": "network-vif-plugged", "status": "completed", "tag": "40b0ceff-d388-4b1f-8ad2-5c91dc35c010"}, {"server_uuid": "7521ba4c-6612-4af7-94f8-58e67f180540", "name": "network-vif-plugged", "status": "completed", "tag": "527c91a4-6002-47a4-a59c-20e122635e92"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:12.397933 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=40b0ceff-d388-4b1f-8ad2-5c91dc35c010,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:12.424651 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acca309f-6242-46f3-b846-4eaee7166bf9 x-openstack-request-id: req-acca309f-6242-46f3-b846-4eaee7166bf9 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:12.424947 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b3f869-d640-41bf-9439-9de9f43d1527", "name": "network-vif-plugged", "status": "completed", "tag": "40b0ceff-d388-4b1f-8ad2-5c91dc35c010", "code": 200}, {"server_uuid": "7521ba4c-6612-4af7-94f8-58e67f180540", "name": "network-vif-plugged", "status": "completed", "tag": "527c91a4-6002-47a4-a59c-20e122635e92", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:12.425195 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acca309f-6242-46f3-b846-4eaee7166bf9 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:12.425607 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b3f869-d640-41bf-9439-9de9f43d1527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b0ceff-d388-4b1f-8ad2-5c91dc35c010', 'code': 200} Sep 29 17:30:12.425856 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7521ba4c-6612-4af7-94f8-58e67f180540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527c91a4-6002-47a4-a59c-20e122635e92', 'code': 200} Sep 29 17:30:12.448297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=527c91a4-6002-47a4-a59c-20e122635e92,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:12.519020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ead35-feec-4981-bf9b-a41a727406e4 req-5749f82b-cd87-4bab-a575-d0a9a90dd126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:12.520695 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d23ead35-feec-4981-bf9b-a41a727406e4 req-5749f82b-cd87-4bab-a575-d0a9a90dd126 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 1096 time: 0.0403650 Sep 29 17:30:12.559254 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d23ead35-feec-4981-bf9b-a41a727406e4 req-2dda0dd7-a5d2-437f-a56a-164b6727aa8d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306807 Sep 29 17:30:12.609236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc004c76-f425-4459-a001-671600348883 req-f422531b-8e83-4d94-bd7f-305f9a491c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:12.610788 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fc004c76-f425-4459-a001-671600348883 req-f422531b-8e83-4d94-bd7f-305f9a491c83 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7521ba4c-6612-4af7-94f8-58e67f180540 HTTP/1.1" status: 200 len: 1097 time: 0.0412591 Sep 29 17:30:12.646212 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fc004c76-f425-4459-a001-671600348883 req-55c80e86-c88c-4bf2-8ad2-07028fd60b6a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269969 Sep 29 17:30:12.746886 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedc08c-e318-4fa2-8c6a-d12aa546bbd3 req-0e1e669d-4d81-4976-bfb4-cfd43d1e8f60 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:12.748905 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bbedc08c-e318-4fa2-8c6a-d12aa546bbd3 req-0e1e669d-4d81-4976-bfb4-cfd43d1e8f60 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 945 time: 0.0533729 Sep 29 17:30:12.792722 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bbedc08c-e318-4fa2-8c6a-d12aa546bbd3 req-e4b11a01-d722-4ddd-9c37-46b086b8e301 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378664 Sep 29 17:30:13.311183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f478b-6def-40a6-a169-42df3cdc7f51 req-20e58ee5-b5f7-4ccc-bea6-1b5aba93c04f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:13.313545 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c2f478b-6def-40a6-a169-42df3cdc7f51 req-20e58ee5-b5f7-4ccc-bea6-1b5aba93c04f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0572507 Sep 29 17:30:13.320834 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c100af-c80f-4399-ab8e-b847e0d771d9 req-50dc476a-14f9-49a5-a7f6-e3282dd00100 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:13.322375 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-69c100af-c80f-4399-ab8e-b847e0d771d9 req-50dc476a-14f9-49a5-a7f6-e3282dd00100 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=7521ba4c-6612-4af7-94f8-58e67f180540 HTTP/1.1" status: 200 len: 946 time: 0.0498173 Sep 29 17:30:13.355220 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c2f478b-6def-40a6-a169-42df3cdc7f51 req-8a793357-02e5-467c-bc36-63ca79d77ad5 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354815 Sep 29 17:30:13.365363 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-69c100af-c80f-4399-ab8e-b847e0d771d9 req-85b6e675-2856-4350-9cd3-ec1494f8d0f1 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344503 Sep 29 17:30:13.442718 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-abd0cad4-87fb-4bfd-8671-143480759b72 req-d182ea6c-0ae2-4e26-a829-60ac1eadbf53 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0278554 Sep 29 17:30:13.482271 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f180abf5-6477-413c-b577-431254d7c7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:13.918521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e914952-b535-42fd-84c9-4a52ddb75afc req-2da95b1f-d39a-4adf-96cb-ba23d6e54fb4 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:13.921102 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6e914952-b535-42fd-84c9-4a52ddb75afc req-2da95b1f-d39a-4adf-96cb-ba23d6e54fb4 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 945 time: 0.0546458 Sep 29 17:30:13.958901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6e914952-b535-42fd-84c9-4a52ddb75afc req-3f07bcf8-26c6-4ce9-9281-718ec8111725 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320103 Sep 29 17:30:14.287195 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:14.483923 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:14.492200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac4656-10f2-4107-83e7-9bd6a8778ea6 req-f28b1b5a-5fb3-4ef1-afba-0e0806f05a37 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:14.493753 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94ac4656-10f2-4107-83e7-9bd6a8778ea6 req-f28b1b5a-5fb3-4ef1-afba-0e0806f05a37 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0637136 Sep 29 17:30:14.500995 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc003a-59b7-47e1-91e9-60f91c800714 req-669c0664-69fe-43a9-8b86-a8e4469d3fe6 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:14.503958 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ccfc003a-59b7-47e1-91e9-60f91c800714 req-669c0664-69fe-43a9-8b86-a8e4469d3fe6 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=7521ba4c-6612-4af7-94f8-58e67f180540 HTTP/1.1" status: 200 len: 946 time: 0.0595224 Sep 29 17:30:14.534517 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94ac4656-10f2-4107-83e7-9bd6a8778ea6 req-a70d416e-b8ad-4b4f-a581-8e8781beafdf tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340340 Sep 29 17:30:14.541373 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ccfc003a-59b7-47e1-91e9-60f91c800714 req-dc8c0613-663f-41e8-b0cc-15393c2c86b1 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328262 Sep 29 17:30:14.564432 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:14.629604 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa296da9-0200-49b4-b66b-fc316e4930d5 req-74a24cbe-a944-4900-99ec-96afcf46137f tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0313668 Sep 29 17:30:14.907446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dacb0-d9fd-429e-a23b-c1574194d397 req-926987a3-0ebe-44d2-8292-713973f42e04 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:14.908909 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-516dacb0-d9fd-429e-a23b-c1574194d397 req-926987a3-0ebe-44d2-8292-713973f42e04 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=7521ba4c-6612-4af7-94f8-58e67f180540 HTTP/1.1" status: 200 len: 946 time: 0.0502279 Sep 29 17:30:14.945947 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-516dacb0-d9fd-429e-a23b-c1574194d397 req-f1e3d8f5-98d3-4254-b464-63677e4c3c58 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308671 Sep 29 17:30:15.075303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8e079-6962-4f01-8f72-68a9bcd0a93d req-55c26744-80ec-4a48-81c8-2c214b371814 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:15.077392 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dbb8e079-6962-4f01-8f72-68a9bcd0a93d req-55c26744-80ec-4a48-81c8-2c214b371814 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 945 time: 0.0475583 Sep 29 17:30:15.114456 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dbb8e079-6962-4f01-8f72-68a9bcd0a93d req-43747720-813a-4dbe-9e6a-70854628a922 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302360 Sep 29 17:30:15.215442 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a01a0df4-1e5d-45d0-a3a3-3ba535c7c6c5 req-a8e49bc7-9926-43bb-bb50-8403a864a153 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1823255212&fields=id&tenant_id=8d37859949064804aed48ceca00f52c8 HTTP/1.1" status: 200 len: 267 time: 0.0349097 Sep 29 17:30:15.271115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a0df4-1e5d-45d0-a3a3-3ba535c7c6c5 req-8b5fee64-d6e9-44b1-b77a-b0ed501b5033 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:15.272576 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a01a0df4-1e5d-45d0-a3a3-3ba535c7c6c5 req-8b5fee64-d6e9-44b1-b77a-b0ed501b5033 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 945 time: 0.0514884 Sep 29 17:30:15.284398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-a01a0df4-1e5d-45d0-a3a3-3ba535c7c6c5 req-88428254-65fc-4c4c-878f-32604ffcc6c5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Request body: {'port': {'security_groups': ['c3203038-6d23-426c-b011-0a37c5521b41', '9f26f2ec-1583-49c7-8d96-e9fb8aa24405']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:15.352803 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a01a0df4-1e5d-45d0-a3a3-3ba535c7c6c5 req-88428254-65fc-4c4c-878f-32604ffcc6c5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:15.542485 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a01a0df4-1e5d-45d0-a3a3-3ba535c7c6c5 req-88428254-65fc-4c4c-878f-32604ffcc6c5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] For port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=40b0ceff-d388-4b1f-8ad2-5c91dc35c010,segment=NetworkSegment(4b4153c2-9c56-4840-ae03-acd8553eb5f8),segment_id=4b4153c2-9c56-4840-ae03-acd8553eb5f8)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:15.571213 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a01a0df4-1e5d-45d0-a3a3-3ba535c7c6c5 req-88428254-65fc-4c4c-878f-32604ffcc6c5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:15.576006 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a01a0df4-1e5d-45d0-a3a3-3ba535c7c6c5 req-88428254-65fc-4c4c-878f-32604ffcc6c5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:15.591519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['d5179edb-93c8-4188-a7ff-72a334222afe', '40b0ceff-d388-4b1f-8ad2-5c91dc35c010'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:15.630319 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a0df4-1e5d-45d0-a3a3-3ba535c7c6c5 req-88428254-65fc-4c4c-878f-32604ffcc6c5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:15.630998 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a01a0df4-1e5d-45d0-a3a3-3ba535c7c6c5 req-88428254-65fc-4c4c-878f-32604ffcc6c5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:15.632446 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a01a0df4-1e5d-45d0-a3a3-3ba535c7c6c5 req-88428254-65fc-4c4c-878f-32604ffcc6c5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "PUT /v2.0/ports/40b0ceff-d388-4b1f-8ad2-5c91dc35c010 HTTP/1.1" status: 200 len: 981 time: 0.3533046 Sep 29 17:30:15.632915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b3f869-d640-41bf-9439-9de9f43d1527', 'tag': '40b0ceff-d388-4b1f-8ad2-5c91dc35c010'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:15.638428 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d304abf2-bbc4-4a73-b6b7-dd623d781f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "27b3f869-d640-41bf-9439-9de9f43d1527", "tag": "40b0ceff-d388-4b1f-8ad2-5c91dc35c010"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:15.664050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88428254-65fc-4c4c-878f-32604ffcc6c5 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event updated for resources: {'Port': ['ID=40b0ceff-d388-4b1f-8ad2-5c91dc35c010,revision_number=6']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:15.670848 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0f970-e1b1-43da-bd96-f923e8e56c11 req-f1fb8b68-7e76-4507-88c5-be78cef752a1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:15.673744 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8da0f970-e1b1-43da-bd96-f923e8e56c11 req-f1fb8b68-7e76-4507-88c5-be78cef752a1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0591147 Sep 29 17:30:15.693672 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d04b18-cfed-4b6e-b319-596fa352b7a8 x-openstack-request-id: req-f4d04b18-cfed-4b6e-b319-596fa352b7a8 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:15.693964 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b3f869-d640-41bf-9439-9de9f43d1527", "tag": "40b0ceff-d388-4b1f-8ad2-5c91dc35c010", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:15.694212 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4d04b18-cfed-4b6e-b319-596fa352b7a8 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:15.694612 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b3f869-d640-41bf-9439-9de9f43d1527', 'tag': '40b0ceff-d388-4b1f-8ad2-5c91dc35c010', 'status': 'completed', 'code': 200} Sep 29 17:30:15.723841 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8da0f970-e1b1-43da-bd96-f923e8e56c11 req-c0ffc571-00d9-4797-9eff-3002051b4335 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439086 Sep 29 17:30:15.786554 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30c416bf-9a88-4f5f-9511-26e49c2ba4a2 req-81fd37c5-d75f-4aa5-ad04-a07c76311a13 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/9f26f2ec-1583-49c7-8d96-e9fb8aa24405 HTTP/1.1" status: 200 len: 1801 time: 0.0783441 Sep 29 17:30:15.795199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304abf2-bbc4-4a73-b6b7-dd623d781f7c req-ad589791-6133-4245-a0f4-f570503b5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:15.796691 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d304abf2-bbc4-4a73-b6b7-dd623d781f7c req-ad589791-6133-4245-a0f4-f570503b5734 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d37859949064804aed48ceca00f52c8&device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 1135 time: 0.0613394 Sep 29 17:30:15.818073 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2eb98995-7603-4605-ae6d-52f621ed0ecd req-ef36e1b7-900b-4271-aac2-cd453f4a1441 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0276484 Sep 29 17:30:15.850658 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['40b0ceff-d388-4b1f-8ad2-5c91dc35c010'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:15.906009 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-30c416bf-9a88-4f5f-9511-26e49c2ba4a2 req-90f7da5d-d92f-4055-b03f-2def649ffb42 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 29 17:30:15.907023 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30c416bf-9a88-4f5f-9511-26e49c2ba4a2 req-90f7da5d-d92f-4055-b03f-2def649ffb42 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "DELETE /v2.0/security-groups/9f26f2ec-1583-49c7-8d96-e9fb8aa24405 HTTP/1.1" status: 409 len: 341 time: 0.1093788 Sep 29 17:30:15.929793 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304abf2-bbc4-4a73-b6b7-dd623d781f7c req-7734c256-167c-4786-a814-f3bf8e73b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:15.931371 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d304abf2-bbc4-4a73-b6b7-dd623d781f7c req-7734c256-167c-4786-a814-f3bf8e73b3c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c3561d17-b7cc-43ea-9c51-f819195c4f19 HTTP/1.1" status: 200 len: 914 time: 0.1258469 Sep 29 17:30:15.983966 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d304abf2-bbc4-4a73-b6b7-dd623d781f7c req-3984eebc-5a32-4b10-bfa5-4872a0d33df5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40b0ceff-d388-4b1f-8ad2-5c91dc35c010 HTTP/1.1" status: 200 len: 217 time: 0.0433357 Sep 29 17:30:16.053898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304abf2-bbc4-4a73-b6b7-dd623d781f7c req-8a801ed4-4edc-4be0-b1ee-38936e0b078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:16.055364 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d304abf2-bbc4-4a73-b6b7-dd623d781f7c req-8a801ed4-4edc-4be0-b1ee-38936e0b078f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bffdcfad-cb45-44b5-9c35-3b9ab89cad05 HTTP/1.1" status: 200 len: 853 time: 0.0591104 Sep 29 17:30:16.129373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d304abf2-bbc4-4a73-b6b7-dd623d781f7c req-1be8d965-70bc-40d3-980d-5e202d92826a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3561d17-b7cc-43ea-9c51-f819195c4f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577409 Sep 29 17:30:16.158690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735f4b4-206c-4c2f-9c41-f01bf516a92d req-fd8374f2-d7de-456e-b267-b7e353be15e2 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:16.160256 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c735f4b4-206c-4c2f-9c41-f01bf516a92d req-fd8374f2-d7de-456e-b267-b7e353be15e2 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=7521ba4c-6612-4af7-94f8-58e67f180540 HTTP/1.1" status: 200 len: 946 time: 0.1040120 Sep 29 17:30:16.205074 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf53712-9051-4d63-806d-0675d7738878 req-cec6dae2-9bef-4707-9b0b-a5ac943279fa tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:16.206732 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fcf53712-9051-4d63-806d-0675d7738878 req-cec6dae2-9bef-4707-9b0b-a5ac943279fa tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 984 time: 0.0553865 Sep 29 17:30:16.257878 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c735f4b4-206c-4c2f-9c41-f01bf516a92d req-6f1f89cd-5a38-4d9f-b433-78e600f87767 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863903 Sep 29 17:30:16.268181 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fcf53712-9051-4d63-806d-0675d7738878 req-512099a3-444d-46e3-9640-eac66880d104 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f26f2ec-1583-49c7-8d96-e9fb8aa24405&id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0541463 Sep 29 17:30:16.292345 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d304abf2-bbc4-4a73-b6b7-dd623d781f7c req-63b2e5a2-b65b-4661-aa8e-9ff711abb5fe service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507154 Sep 29 17:30:16.416633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29292622-d15a-4b53-a376-876b072104c5 req-bb453c26-a9cd-4c16-82c3-88ac55b932ea tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:16.418179 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-29292622-d15a-4b53-a376-876b072104c5 req-bb453c26-a9cd-4c16-82c3-88ac55b932ea tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d421653-1249-42a7-b6df-1078ed777623 HTTP/1.1" status: 200 len: 946 time: 0.1149163 Sep 29 17:30:16.484914 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d304abf2-bbc4-4a73-b6b7-dd623d781f7c req-61469a50-9d6c-4560-9b30-9c061e24d209 service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802948 Sep 29 17:30:16.539000 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-29292622-d15a-4b53-a376-876b072104c5 req-a8a812c6-849a-42e3-b8ba-46a1da02a2ee tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Deleting port 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:30:16.539341 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-29292622-d15a-4b53-a376-876b072104c5 req-a8a812c6-849a-42e3-b8ba-46a1da02a2ee tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:16.642019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98c6bf-0655-4595-99e2-d38c781bd1ee req-ede02f73-277e-4f62-9c1f-97e2d3ebcb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:16.643568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c98c6bf-0655-4595-99e2-d38c781bd1ee req-ede02f73-277e-4f62-9c1f-97e2d3ebcb55 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d37859949064804aed48ceca00f52c8&device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 1135 time: 0.1073837 Sep 29 17:30:16.705254 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-29292622-d15a-4b53-a376-876b072104c5 req-a8a812c6-849a-42e3-b8ba-46a1da02a2ee tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] For port 6432a0c7-7a42-425b-b7f1-c9f23f9ec039, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6432a0c7-7a42-425b-b7f1-c9f23f9ec039,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:16.705983 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-29292622-d15a-4b53-a376-876b072104c5 req-a8a812c6-849a-42e3-b8ba-46a1da02a2ee tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:16.761839 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:16.765003 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-29292622-d15a-4b53-a376-876b072104c5 req-a8a812c6-849a-42e3-b8ba-46a1da02a2ee tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Calling delete_port for 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:30:16.882100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98c6bf-0655-4595-99e2-d38c781bd1ee req-328f183e-eea9-4fa7-b6ac-81aeff2586f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:16.883599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c98c6bf-0655-4595-99e2-d38c781bd1ee req-328f183e-eea9-4fa7-b6ac-81aeff2586f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c3561d17-b7cc-43ea-9c51-f819195c4f19 HTTP/1.1" status: 200 len: 914 time: 0.2327380 Sep 29 17:30:16.916064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13b823-acab-4cfd-b93c-3c8e60b6d3fd req-4eb80103-2aa4-464f-b6a3-82767b3b9090 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:16.917377 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b13b823-acab-4cfd-b93c-3c8e60b6d3fd req-4eb80103-2aa4-464f-b6a3-82767b3b9090 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.35 "GET /v2.0/ports?device_id=7521ba4c-6612-4af7-94f8-58e67f180540 HTTP/1.1" status: 200 len: 946 time: 0.1677594 Sep 29 17:30:16.953269 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-495cbe31-fe67-4df8-ab2e-4dce08f8c4e6 req-1d589a36-02b9-4b6b-b60a-fc242d4c9494 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0443428 Sep 29 17:30:16.987166 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c98c6bf-0655-4595-99e2-d38c781bd1ee req-23d970a9-dbd1-4cd8-a344-cccc2ddfb454 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40b0ceff-d388-4b1f-8ad2-5c91dc35c010 HTTP/1.1" status: 200 len: 217 time: 0.0897453 Sep 29 17:30:17.062546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248a4ce-6db6-42af-a2ea-b2ab70dae6ff req-3830027b-685e-4219-825c-65d9f1af0afe tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:17.064067 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a248a4ce-6db6-42af-a2ea-b2ab70dae6ff req-3830027b-685e-4219-825c-65d9f1af0afe tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.2502141 Sep 29 17:30:17.152159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98c6bf-0655-4595-99e2-d38c781bd1ee req-53f3160f-bbb8-4ce1-a295-ac25f74b8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:17.154430 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c98c6bf-0655-4595-99e2-d38c781bd1ee req-53f3160f-bbb8-4ce1-a295-ac25f74b8427 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bffdcfad-cb45-44b5-9c35-3b9ab89cad05 HTTP/1.1" status: 200 len: 853 time: 0.1519015 Sep 29 17:30:17.210337 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c98c6bf-0655-4595-99e2-d38c781bd1ee req-af2c47ef-3a63-4f41-934d-17df407bdcad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3561d17-b7cc-43ea-9c51-f819195c4f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424559 Sep 29 17:30:17.214797 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a248a4ce-6db6-42af-a2ea-b2ab70dae6ff req-cb19ea0a-7cf5-42c8-925f-bc7941b190ec tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248443 Sep 29 17:30:17.216682 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-29292622-d15a-4b53-a376-876b072104c5 req-a8a812c6-849a-42e3-b8ba-46a1da02a2ee tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:17.232247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['6432a0c7-7a42-425b-b7f1-c9f23f9ec039'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:17.259890 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['527c91a4-6002-47a4-a59c-20e122635e92'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:17.272178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a812c6-849a-42e3-b8ba-46a1da02a2ee tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Pushing event deleted for resources: {'Port': ['ID=6432a0c7-7a42-425b-b7f1-c9f23f9ec039,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:17.284184 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-7b13b823-acab-4cfd-b93c-3c8e60b6d3fd req-e2309a78-3e0c-40e4-b6ca-cbd41c29abad tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Deleting port 527c91a4-6002-47a4-a59c-20e122635e92 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:30:17.284527 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7b13b823-acab-4cfd-b93c-3c8e60b6d3fd req-e2309a78-3e0c-40e4-b6ca-cbd41c29abad tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:17.408474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c23fdf-8b90-428d-a0f3-4dce48110469 req-22ec1fe0-4d65-426d-b918-6e18a6e90b5d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:17.410076 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-41c23fdf-8b90-428d-a0f3-4dce48110469 req-22ec1fe0-4d65-426d-b918-6e18a6e90b5d tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=7521ba4c-6612-4af7-94f8-58e67f180540 HTTP/1.1" status: 200 len: 946 time: 0.0539217 Sep 29 17:30:17.451795 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-41c23fdf-8b90-428d-a0f3-4dce48110469 req-7dbb15ea-7880-4a77-8417-51917b33d8b2 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345047 Sep 29 17:30:17.669910 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-29292622-d15a-4b53-a376-876b072104c5 req-a8a812c6-849a-42e3-b8ba-46a1da02a2ee tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] No DVR routers for this DVR port 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:30:17.710665 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-29292622-d15a-4b53-a376-876b072104c5 req-a8a812c6-849a-42e3-b8ba-46a1da02a2ee tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:17.712597 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-29292622-d15a-4b53-a376-876b072104c5 req-a8a812c6-849a-42e3-b8ba-46a1da02a2ee tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.49 "DELETE /v2.0/ports/6432a0c7-7a42-425b-b7f1-c9f23f9ec039 HTTP/1.1" status: 204 len: 173 time: 1.2877266 Sep 29 17:30:17.713959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d421653-1249-42a7-b6df-1078ed777623', 'name': 'network-vif-deleted', 'tag': '6432a0c7-7a42-425b-b7f1-c9f23f9ec039'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:17.716080 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279c7a3a-4bf3-434d-a288-1702022aec2f" -d '{"events": [{"server_uuid": "8d421653-1249-42a7-b6df-1078ed777623", "name": "network-vif-deleted", "tag": "6432a0c7-7a42-425b-b7f1-c9f23f9ec039"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:17.764661 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c98c6bf-0655-4595-99e2-d38c781bd1ee req-c7cf4722-df0d-4986-a924-b21fb4294aba service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421805 Sep 29 17:30:17.768245 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84c4605-22aa-485e-8f47-47b26b2f6ab0 x-openstack-request-id: req-c84c4605-22aa-485e-8f47-47b26b2f6ab0 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:17.768527 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d421653-1249-42a7-b6df-1078ed777623", "name": "network-vif-deleted", "tag": "6432a0c7-7a42-425b-b7f1-c9f23f9ec039", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:17.768777 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c84c4605-22aa-485e-8f47-47b26b2f6ab0 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:17.769152 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d421653-1249-42a7-b6df-1078ed777623', 'name': 'network-vif-deleted', 'tag': '6432a0c7-7a42-425b-b7f1-c9f23f9ec039', 'status': 'completed', 'code': 200} Sep 29 17:30:17.775073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7b13b823-acab-4cfd-b93c-3c8e60b6d3fd req-e2309a78-3e0c-40e4-b6ca-cbd41c29abad tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] For port 527c91a4-6002-47a4-a59c-20e122635e92, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=527c91a4-6002-47a4-a59c-20e122635e92,segment=NetworkSegment(b84df54a-f416-4728-8303-b67394e316b8),segment_id=b84df54a-f416-4728-8303-b67394e316b8)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:17.775436 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7b13b823-acab-4cfd-b93c-3c8e60b6d3fd req-e2309a78-3e0c-40e4-b6ca-cbd41c29abad tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:17.791784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b38d4-9391-478b-bf5f-ea30517f7e44 req-c1e4a99a-5ce9-454b-be5d-5004590fd994 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:17.793211 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-177b38d4-9391-478b-bf5f-ea30517f7e44 req-c1e4a99a-5ce9-454b-be5d-5004590fd994 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 984 time: 0.4255073 Sep 29 17:30:17.825047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-7b13b823-acab-4cfd-b93c-3c8e60b6d3fd req-e2309a78-3e0c-40e4-b6ca-cbd41c29abad tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Calling delete_port for 527c91a4-6002-47a4-a59c-20e122635e92 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:30:17.931374 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-177b38d4-9391-478b-bf5f-ea30517f7e44 req-f1bcc0b9-9b31-4c95-9262-5855f2efa4aa tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f26f2ec-1583-49c7-8d96-e9fb8aa24405&id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1292243 Sep 29 17:30:17.965869 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c98c6bf-0655-4595-99e2-d38c781bd1ee req-f4ddd297-b39f-4833-9b1f-1fd07505fcd5 service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820540 Sep 29 17:30:18.034419 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7b13b823-acab-4cfd-b93c-3c8e60b6d3fd req-e2309a78-3e0c-40e4-b6ca-cbd41c29abad tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:18.049706 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['6432a0c7-7a42-425b-b7f1-c9f23f9ec039'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:18.061573 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ec28faf1-1cda-492a-9411-2b803c2f9086 req-b02393bd-7908-4ec8-9734-27e567c35281 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0277481 Sep 29 17:30:18.063114 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2309a78-3e0c-40e4-b6ca-cbd41c29abad tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Pushing event deleted for resources: {'Port': ['ID=527c91a4-6002-47a4-a59c-20e122635e92,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:18.111040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b13b823-acab-4cfd-b93c-3c8e60b6d3fd req-e2309a78-3e0c-40e4-b6ca-cbd41c29abad tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] No DVR routers for this DVR port 527c91a4-6002-47a4-a59c-20e122635e92 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:30:18.114375 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7b13b823-acab-4cfd-b93c-3c8e60b6d3fd req-e2309a78-3e0c-40e4-b6ca-cbd41c29abad tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:18.116611 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b13b823-acab-4cfd-b93c-3c8e60b6d3fd req-e2309a78-3e0c-40e4-b6ca-cbd41c29abad tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.35 "DELETE /v2.0/ports/527c91a4-6002-47a4-a59c-20e122635e92 HTTP/1.1" status: 204 len: 173 time: 1.1895921 Sep 29 17:30:18.361351 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715317ef-db11-45e9-a139-14543fe19afc req-bb12eeb3-1752-4f23-8200-6acaa85b648c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:18.363109 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-715317ef-db11-45e9-a139-14543fe19afc req-bb12eeb3-1752-4f23-8200-6acaa85b648c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0575590 Sep 29 17:30:18.419055 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdaf8962-4bf4-4686-a04e-00816166db59 req-5695a1eb-2cf9-43db-abdd-0df1827e8f8c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0321488 Sep 29 17:30:18.427050 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-715317ef-db11-45e9-a139-14543fe19afc req-69f3d384-0d75-433b-b05e-63e34e0ed070 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565884 Sep 29 17:30:18.569325 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c96a13d6-4378-40d9-91ff-e0a378699085 req-088bab6e-4549-479d-b19a-c994e7cb37a0 tempest-MultipleCreateTestJSON-1031962742 tempest-MultipleCreateTestJSON-1031962742-project] 10.222.0.44 "GET /v2.0/ports?device_id=7521ba4c-6612-4af7-94f8-58e67f180540 HTTP/1.1" status: 200 len: 210 time: 0.0313921 Sep 29 17:30:18.678791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c112028-5d9a-49f7-b6f1-ab1efb656710 req-6a05fc98-8ef0-4784-bb1b-0477a22f2995 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:18.680246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c112028-5d9a-49f7-b6f1-ab1efb656710 req-6a05fc98-8ef0-4784-bb1b-0477a22f2995 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.0478759 Sep 29 17:30:18.717144 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c112028-5d9a-49f7-b6f1-ab1efb656710 req-0d64e69b-dbde-4154-b3fa-3b43c5c82166 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310094 Sep 29 17:30:19.055310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77e1ab-a726-4e2a-bd37-0e9443c97235 req-d2550721-73e2-427a-958e-b1704a0bc1f2 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:19.056793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d77e1ab-a726-4e2a-bd37-0e9443c97235 req-d2550721-73e2-427a-958e-b1704a0bc1f2 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 984 time: 0.0539136 Sep 29 17:30:19.098791 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d77e1ab-a726-4e2a-bd37-0e9443c97235 req-273a6346-a1b7-4efd-a202-fbdb89683a2e tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f26f2ec-1583-49c7-8d96-e9fb8aa24405&id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0351884 Sep 29 17:30:19.199885 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-55279fb0-0642-4b64-8274-384e404d4bfe req-0a9cf8ee-6677-4a68-9d07-74ede0a738ad tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0259116 Sep 29 17:30:19.202227 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3094e772-2e4c-455c-8656-aaa79226524f req-6bbc4039-c637-4611-b9cb-c1cffe4d846e tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1508035313&fields=id&tenant_id=8d37859949064804aed48ceca00f52c8 HTTP/1.1" status: 200 len: 267 time: 0.0343640 Sep 29 17:30:19.266519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094e772-2e4c-455c-8656-aaa79226524f req-62710710-da94-46c7-aa63-c7e60326cef7 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:19.268025 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3094e772-2e4c-455c-8656-aaa79226524f req-62710710-da94-46c7-aa63-c7e60326cef7 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 984 time: 0.0599332 Sep 29 17:30:19.280038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-3094e772-2e4c-455c-8656-aaa79226524f req-27c16f8f-31db-4a5f-849d-8669c44f405a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Request body: {'port': {'security_groups': ['9f26f2ec-1583-49c7-8d96-e9fb8aa24405', 'c3203038-6d23-426c-b011-0a37c5521b41', '66ac66d4-e159-46a5-9ef5-d0c96f3b067a']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:19.353439 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3094e772-2e4c-455c-8656-aaa79226524f req-27c16f8f-31db-4a5f-849d-8669c44f405a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:19.553348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-3094e772-2e4c-455c-8656-aaa79226524f req-27c16f8f-31db-4a5f-849d-8669c44f405a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] For port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=40b0ceff-d388-4b1f-8ad2-5c91dc35c010,segment=NetworkSegment(4b4153c2-9c56-4840-ae03-acd8553eb5f8),segment_id=4b4153c2-9c56-4840-ae03-acd8553eb5f8)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:19.585535 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3094e772-2e4c-455c-8656-aaa79226524f req-27c16f8f-31db-4a5f-849d-8669c44f405a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:19.590012 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3094e772-2e4c-455c-8656-aaa79226524f req-27c16f8f-31db-4a5f-849d-8669c44f405a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:19.602470 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['d5179edb-93c8-4188-a7ff-72a334222afe', '40b0ceff-d388-4b1f-8ad2-5c91dc35c010'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:19.633475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094e772-2e4c-455c-8656-aaa79226524f req-27c16f8f-31db-4a5f-849d-8669c44f405a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:19.634059 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3094e772-2e4c-455c-8656-aaa79226524f req-27c16f8f-31db-4a5f-849d-8669c44f405a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:19.635457 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3094e772-2e4c-455c-8656-aaa79226524f req-27c16f8f-31db-4a5f-849d-8669c44f405a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "PUT /v2.0/ports/40b0ceff-d388-4b1f-8ad2-5c91dc35c010 HTTP/1.1" status: 200 len: 1020 time: 0.3606727 Sep 29 17:30:19.657194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c16f8f-31db-4a5f-849d-8669c44f405a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event updated for resources: {'Port': ['ID=40b0ceff-d388-4b1f-8ad2-5c91dc35c010,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:19.673296 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34306) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:19.706794 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-172d2897-b955-450f-a37b-b54b3615f04e req-c15fccdd-bde3-4016-91e4-e44a1a910a52 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/66ac66d4-e159-46a5-9ef5-d0c96f3b067a HTTP/1.1" status: 200 len: 1803 time: 0.0396018 Sep 29 17:30:19.728120 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a456e3-6cda-4ac6-99bf-a2886a78bf97 admin admin] Deleting subnet 7128c427-f1a0-4352-b527-4ecd173db855 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:30:19.729471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['40b0ceff-d388-4b1f-8ad2-5c91dc35c010'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:19.731691 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a6a456e3-6cda-4ac6-99bf-a2886a78bf97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:19.770632 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a6a456e3-6cda-4ac6-99bf-a2886a78bf97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:19.776885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7521ba4c-6612-4af7-94f8-58e67f180540', 'name': 'network-vif-deleted', 'tag': '527c91a4-6002-47a4-a59c-20e122635e92'}, {'name': 'network-changed', 'server_uuid': '27b3f869-d640-41bf-9439-9de9f43d1527', 'tag': '40b0ceff-d388-4b1f-8ad2-5c91dc35c010'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:19.780454 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b082e29-2250-4c9d-8652-ace788c91d2b" -d '{"events": [{"server_uuid": "7521ba4c-6612-4af7-94f8-58e67f180540", "name": "network-vif-deleted", "tag": "527c91a4-6002-47a4-a59c-20e122635e92"}, {"name": "network-changed", "server_uuid": "27b3f869-d640-41bf-9439-9de9f43d1527", "tag": "40b0ceff-d388-4b1f-8ad2-5c91dc35c010"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:19.785997 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-172d2897-b955-450f-a37b-b54b3615f04e req-3f62657e-2b22-43da-947e-d9095842865a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 29 17:30:19.798028 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-172d2897-b955-450f-a37b-b54b3615f04e req-3f62657e-2b22-43da-947e-d9095842865a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "DELETE /v2.0/security-groups/66ac66d4-e159-46a5-9ef5-d0c96f3b067a HTTP/1.1" status: 409 len: 341 time: 0.0849996 Sep 29 17:30:19.849253 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a6a456e3-6cda-4ac6-99bf-a2886a78bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:19.884410 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6af9e6f-eb47-412c-80c1-4313a1d33c36 x-openstack-request-id: req-c6af9e6f-eb47-412c-80c1-4313a1d33c36 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:19.885416 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7521ba4c-6612-4af7-94f8-58e67f180540", "name": "network-vif-deleted", "tag": "527c91a4-6002-47a4-a59c-20e122635e92", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "27b3f869-d640-41bf-9439-9de9f43d1527", "tag": "40b0ceff-d388-4b1f-8ad2-5c91dc35c010", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:19.886337 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6af9e6f-eb47-412c-80c1-4313a1d33c36 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:19.886938 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7521ba4c-6612-4af7-94f8-58e67f180540', 'name': 'network-vif-deleted', 'tag': '527c91a4-6002-47a4-a59c-20e122635e92', 'status': 'completed', 'code': 200} Sep 29 17:30:19.887398 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b3f869-d640-41bf-9439-9de9f43d1527', 'tag': '40b0ceff-d388-4b1f-8ad2-5c91dc35c010', 'status': 'completed', 'code': 200} Sep 29 17:30:19.922447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb7ebc-7203-4380-bc0e-23a8adab4837 req-70989e6d-33b0-48ba-b028-679dac5598eb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:19.923944 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7bfb7ebc-7203-4380-bc0e-23a8adab4837 req-70989e6d-33b0-48ba-b028-679dac5598eb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.1272647 Sep 29 17:30:19.974123 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7bfb7ebc-7203-4380-bc0e-23a8adab4837 req-a3e82007-0de1-480e-b8cc-6f3e3df446f4 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389657 Sep 29 17:30:19.989970 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a6a456e3-6cda-4ac6-99bf-a2886a78bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:20.023848 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a456e3-6cda-4ac6-99bf-a2886a78bf97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7128c427-f1a0-4352-b527-4ecd173db855,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:20.028383 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a6a456e3-6cda-4ac6-99bf-a2886a78bf97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:20.031332 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a6a456e3-6cda-4ac6-99bf-a2886a78bf97 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7128c427-f1a0-4352-b527-4ecd173db855 HTTP/1.1" status: 204 len: 168 time: 0.3565164 Sep 29 17:30:20.034330 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34318) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:20.054562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b082e29-2250-4c9d-8652-ace788c91d2b req-f3539ef4-62b9-440d-be25-33a18625e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:20.056240 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6b082e29-2250-4c9d-8652-ace788c91d2b req-f3539ef4-62b9-440d-be25-33a18625e1f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8d37859949064804aed48ceca00f52c8&device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 1174 time: 0.1354876 Sep 29 17:30:20.073264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:30:20.110008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894843f1-1be3-4422-9dd3-fa8513121ca2 req-55e05ebf-1feb-4f49-b7e6-b40f89104ce0 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:20.111528 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-894843f1-1be3-4422-9dd3-fa8513121ca2 req-55e05ebf-1feb-4f49-b7e6-b40f89104ce0 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.49 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 945 time: 0.1543903 Sep 29 17:30:20.144591 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:30:20.144977 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6432a0c7-7a42-425b-b7f1-c9f23f9ec039 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:30:20.157163 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33294ea6-8ed0-4b93-973b-3b0e482fff40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:20.279108 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33294ea6-8ed0-4b93-973b-3b0e482fff40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:20.302970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b082e29-2250-4c9d-8652-ace788c91d2b req-31c07459-1eb5-436e-b556-827320375aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:20.307788 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6b082e29-2250-4c9d-8652-ace788c91d2b req-31c07459-1eb5-436e-b556-827320375aaa service neutron] 10.222.0.49 "GET /v2.0/networks?id=c3561d17-b7cc-43ea-9c51-f819195c4f19 HTTP/1.1" status: 200 len: 914 time: 0.2397151 Sep 29 17:30:20.337370 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-33294ea6-8ed0-4b93-973b-3b0e482fff40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4745827-4a75-49a7-b347-7c44f1b7ad0a']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:20.355956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-33294ea6-8ed0-4b93-973b-3b0e482fff40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84df54a-f416-4728-8303-b67394e316b8') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:20.356503 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-33294ea6-8ed0-4b93-973b-3b0e482fff40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84df54a-f416-4728-8303-b67394e316b8') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:20.372601 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33294ea6-8ed0-4b93-973b-3b0e482fff40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:20.382364 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357d522-9972-4c57-b929-672a93ba4990 req-3a976346-f2a5-4528-9fea-8d3ffe6c9d2c tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:20.384161 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4357d522-9972-4c57-b929-672a93ba4990 req-3a976346-f2a5-4528-9fea-8d3ffe6c9d2c tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 1023 time: 0.0981553 Sep 29 17:30:20.397892 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6b082e29-2250-4c9d-8652-ace788c91d2b req-d987053d-6af4-4593-80ef-6a4a9d4c3087 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40b0ceff-d388-4b1f-8ad2-5c91dc35c010 HTTP/1.1" status: 200 len: 217 time: 0.0793765 Sep 29 17:30:20.401572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2b4cabd6-f105-43fe-832a-307dae153d7a req-19ab3385-0eb3-4172-9c88-bf621a80c682 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0842366 Sep 29 17:30:20.420898 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33294ea6-8ed0-4b93-973b-3b0e482fff40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:20.422343 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-894843f1-1be3-4422-9dd3-fa8513121ca2 req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Deleting port 10b2493d-1659-49e4-8ed6-7f740a6ffc37 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:30:20.422962 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-894843f1-1be3-4422-9dd3-fa8513121ca2 req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:20.432695 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33294ea6-8ed0-4b93-973b-3b0e482fff40 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:30:20.433156 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33294ea6-8ed0-4b93-973b-3b0e482fff40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:30:20.435028 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:30:20.449923 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4357d522-9972-4c57-b929-672a93ba4990 req-c3d9952e-a331-4789-a6e0-684a3ded9401 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f26f2ec-1583-49c7-8d96-e9fb8aa24405&id=66ac66d4-e159-46a5-9ef5-d0c96f3b067a&id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0577292 Sep 29 17:30:20.507547 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33294ea6-8ed0-4b93-973b-3b0e482fff40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:20.520566 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33294ea6-8ed0-4b93-973b-3b0e482fff40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:20.522522 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-33294ea6-8ed0-4b93-973b-3b0e482fff40 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b4745827-4a75-49a7-b347-7c44f1b7ad0a HTTP/1.1" status: 204 len: 168 time: 0.4870646 Sep 29 17:30:20.536139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33294ea6-8ed0-4b93-973b-3b0e482fff40 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4745827-4a75-49a7-b347-7c44f1b7ad0a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:20.541596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b082e29-2250-4c9d-8652-ace788c91d2b req-531f031f-afc3-4361-ae71-160624c3eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:20.543152 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6b082e29-2250-4c9d-8652-ace788c91d2b req-531f031f-afc3-4361-ae71-160624c3eeae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bffdcfad-cb45-44b5-9c35-3b9ab89cad05 HTTP/1.1" status: 200 len: 853 time: 0.1375990 Sep 29 17:30:20.585485 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6b082e29-2250-4c9d-8652-ace788c91d2b req-79d3eaec-67bc-479d-ab83-b6ad93674497 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c3561d17-b7cc-43ea-9c51-f819195c4f19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340762 Sep 29 17:30:20.624208 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-894843f1-1be3-4422-9dd3-fa8513121ca2 req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] For port 10b2493d-1659-49e4-8ed6-7f740a6ffc37, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=10b2493d-1659-49e4-8ed6-7f740a6ffc37,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:20.624592 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-894843f1-1be3-4422-9dd3-fa8513121ca2 req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:20.647084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-894843f1-1be3-4422-9dd3-fa8513121ca2 req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Calling delete_port for 10b2493d-1659-49e4-8ed6-7f740a6ffc37 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:30:20.732001 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34336) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:20.792254 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-77ee1204-6aad-45b1-bf98-9c4afc7c98e6 req-5d9f9fed-2f24-47e0-8b86-9e0b3b8a39ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=edc755cc5eab46ca8b0eddd6b0673945&device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0301373 Sep 29 17:30:20.794108 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6b082e29-2250-4c9d-8652-ace788c91d2b req-4de51940-3180-4143-b3a7-963072227bda service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992478 Sep 29 17:30:20.803946 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61dc4373-59eb-4804-a929-fabc5dcd5b73 req-23af8364-1035-4dc1-af2c-eda8e6ddff1d tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0414243 Sep 29 17:30:20.811160 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1026d688-61eb-4971-b8b5-ef23b46026cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef7b65eba85e4520a1c1f45f1343b61b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738728 Sep 29 17:30:20.813124 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34338) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:20.863599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-77ee1204-6aad-45b1-bf98-9c4afc7c98e6 req-4c6998ee-1daa-4f4b-8a7d-7d07c4530739 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=edc755cc5eab46ca8b0eddd6b0673945&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486555 Sep 29 17:30:21.038079 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-894843f1-1be3-4422-9dd3-fa8513121ca2 req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:21.049602 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['10b2493d-1659-49e4-8ed6-7f740a6ffc37'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:21.085546 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6b082e29-2250-4c9d-8652-ace788c91d2b req-575d8c9d-9d76-44c1-ac24-6b4ca6531f2e service neutron] 10.222.0.49 "GET /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812922 Sep 29 17:30:21.096534 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aab8b5e6-be9b-4ad9-a426-c464e7fbb74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:21.102019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Pushing event deleted for resources: {'Port': ['ID=10b2493d-1659-49e4-8ed6-7f740a6ffc37,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:21.134120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d111b96d-797e-4116-b395-f9f7b379d0ec req-0ecf0824-1ea4-44f4-822a-c2d9996df129 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=c382ab13-fa05-408b-a14e-31ab38f45eb9 HTTP/1.1" status: 200 len: 210 time: 0.0755167 Sep 29 17:30:21.147210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:21.147560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:21.147907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:21.148245 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:21.148597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:21.148919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:21.149245 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:21.149599 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:21.149927 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:21.150248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:21.150573 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:21.150895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:21.185236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee1204-6aad-45b1-bf98-9c4afc7c98e6 req-18c3233f-49c8-4907-a340-c2e04269b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:21.187417 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-77ee1204-6aad-45b1-bf98-9c4afc7c98e6 req-18c3233f-49c8-4907-a340-c2e04269b610 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3132267 Sep 29 17:30:21.202198 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aab8b5e6-be9b-4ad9-a426-c464e7fbb74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:21.204266 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-894843f1-1be3-4422-9dd3-fa8513121ca2 req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] No DVR routers for this DVR port 10b2493d-1659-49e4-8ed6-7f740a6ffc37 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:30:21.210750 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-894843f1-1be3-4422-9dd3-fa8513121ca2 req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:21.212748 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-894843f1-1be3-4422-9dd3-fa8513121ca2 req-de252f3e-974b-470d-83d7-b05c3f45fc6b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.49 "DELETE /v2.0/ports/10b2493d-1659-49e4-8ed6-7f740a6ffc37 HTTP/1.1" status: 204 len: 173 time: 1.0864060 Sep 29 17:30:21.263302 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aab8b5e6-be9b-4ad9-a426-c464e7fbb74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:21.267019 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aab8b5e6-be9b-4ad9-a426-c464e7fbb74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:21.271129 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-aab8b5e6-be9b-4ad9-a426-c464e7fbb74d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3bd2be8e-b9c4-4c25-bb59-feacb4cbd036 HTTP/1.1" status: 204 len: 168 time: 0.4545400 Sep 29 17:30:21.282751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8b5e6-be9b-4ad9-a426-c464e7fbb74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd2be8e-b9c4-4c25-bb59-feacb4cbd036,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:21.605885 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a576f-34f3-4706-bc92-f6966223e8ba req-80223017-9144-48e3-9cbb-970ef78abf76 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:21.607413 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-548a576f-34f3-4706-bc92-f6966223e8ba req-80223017-9144-48e3-9cbb-970ef78abf76 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 1023 time: 0.0643024 Sep 29 17:30:21.662658 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-548a576f-34f3-4706-bc92-f6966223e8ba req-37d5050c-cf3d-4ba8-9e9e-77e235a4a10f tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f26f2ec-1583-49c7-8d96-e9fb8aa24405&id=66ac66d4-e159-46a5-9ef5-d0c96f3b067a&id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0463719 Sep 29 17:30:21.732097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bfd6b-ac9c-4879-9a41-3ee9635495b5 req-39bf637b-5147-44d0-93f1-125c6238131d tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:21.734463 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-131bfd6b-ac9c-4879-9a41-3ee9635495b5 req-39bf637b-5147-44d0-93f1-125c6238131d tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.49 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 1023 time: 0.0562015 Sep 29 17:30:21.852567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-131bfd6b-ac9c-4879-9a41-3ee9635495b5 req-4a4e4327-2202-45c7-9173-809fceead439 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Deleting port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:30:21.853169 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-131bfd6b-ac9c-4879-9a41-3ee9635495b5 req-4a4e4327-2202-45c7-9173-809fceead439 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:21.896714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c382ab13-fa05-408b-a14e-31ab38f45eb9', 'name': 'network-vif-deleted', 'tag': '10b2493d-1659-49e4-8ed6-7f740a6ffc37'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:21.899572 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28b0a2f-4d35-4c37-9029-fb67d39028f4" -d '{"events": [{"server_uuid": "c382ab13-fa05-408b-a14e-31ab38f45eb9", "name": "network-vif-deleted", "tag": "10b2493d-1659-49e4-8ed6-7f740a6ffc37"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:21.948799 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3730400d-b642-4947-bcd1-1f9509c8067e x-openstack-request-id: req-3730400d-b642-4947-bcd1-1f9509c8067e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:21.949090 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c382ab13-fa05-408b-a14e-31ab38f45eb9", "name": "network-vif-deleted", "tag": "10b2493d-1659-49e4-8ed6-7f740a6ffc37", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:21.949366 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3730400d-b642-4947-bcd1-1f9509c8067e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:21.949763 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c382ab13-fa05-408b-a14e-31ab38f45eb9', 'name': 'network-vif-deleted', 'tag': '10b2493d-1659-49e4-8ed6-7f740a6ffc37', 'status': 'completed', 'code': 200} Sep 29 17:30:21.952246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-37319d16-4cf4-44ac-90e2-af088353ee3d req-d670cfb4-2c89-4265-a49a-2c6e97cd3d8d tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0684917 Sep 29 17:30:21.979466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-131bfd6b-ac9c-4879-9a41-3ee9635495b5 req-4a4e4327-2202-45c7-9173-809fceead439 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] For port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=40b0ceff-d388-4b1f-8ad2-5c91dc35c010,segment=NetworkSegment(4b4153c2-9c56-4840-ae03-acd8553eb5f8),segment_id=4b4153c2-9c56-4840-ae03-acd8553eb5f8)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:21.979835 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-131bfd6b-ac9c-4879-9a41-3ee9635495b5 req-4a4e4327-2202-45c7-9173-809fceead439 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:21.992683 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-131bfd6b-ac9c-4879-9a41-3ee9635495b5 req-4a4e4327-2202-45c7-9173-809fceead439 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Calling delete_port for 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:30:22.063592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34376) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:22.072448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 527c91a4-6002-47a4-a59c-20e122635e92 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:30:22.094956 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 527c91a4-6002-47a4-a59c-20e122635e92 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:30:22.095305 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 527c91a4-6002-47a4-a59c-20e122635e92 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:30:22.125640 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-131bfd6b-ac9c-4879-9a41-3ee9635495b5 req-4a4e4327-2202-45c7-9173-809fceead439 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:22.138597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['d5179edb-93c8-4188-a7ff-72a334222afe', '40b0ceff-d388-4b1f-8ad2-5c91dc35c010'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:22.159782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e4327-2202-45c7-9173-809fceead439 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event deleted for resources: {'Port': ['ID=40b0ceff-d388-4b1f-8ad2-5c91dc35c010,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:22.217256 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-131bfd6b-ac9c-4879-9a41-3ee9635495b5 req-4a4e4327-2202-45c7-9173-809fceead439 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] No DVR routers for this DVR port 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:30:22.222957 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-131bfd6b-ac9c-4879-9a41-3ee9635495b5 req-4a4e4327-2202-45c7-9173-809fceead439 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:22.225583 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-131bfd6b-ac9c-4879-9a41-3ee9635495b5 req-4a4e4327-2202-45c7-9173-809fceead439 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.49 "DELETE /v2.0/ports/40b0ceff-d388-4b1f-8ad2-5c91dc35c010 HTTP/1.1" status: 204 len: 173 time: 0.4819427 Sep 29 17:30:22.234361 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9fd2e321-f312-4e06-94d8-cfad370e5508 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1041578555-network', 'tenant_id': 'f155f28f3b5e4fda849f1a3bc684c2b6'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:22.265542 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd2e321-f312-4e06-94d8-cfad370e5508 admin admin] Made reservation on behalf of f155f28f3b5e4fda849f1a3bc684c2b6 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:22.269429 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e321-f312-4e06-94d8-cfad370e5508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:22.283690 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e321-f312-4e06-94d8-cfad370e5508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:22.507623 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e321-f312-4e06-94d8-cfad370e5508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:22.523380 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e321-f312-4e06-94d8-cfad370e5508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:22.582818 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd2e321-f312-4e06-94d8-cfad370e5508 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:30:22.608089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2e321-f312-4e06-94d8-cfad370e5508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6c0c02-db2f-4935-8828-bd6c0d301341,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:22.612164 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e321-f312-4e06-94d8-cfad370e5508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:22.612516 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-9fd2e321-f312-4e06-94d8-cfad370e5508 admin admin] Added segment 4da3598e-a6c5-4f2d-b94d-d59dd6c457c5 of type vlan for network 74da7342-6e22-43b6-8f50-c53705b98dca Sep 29 17:30:22.675465 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-646dbf6e-d7ed-48ee-9694-5f2ac7aba4c3 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:22.676964 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-646dbf6e-d7ed-48ee-9694-5f2ac7aba4c3 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 812 time: 0.2126274 Sep 29 17:30:22.679287 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e321-f312-4e06-94d8-cfad370e5508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:22.736824 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e321-f312-4e06-94d8-cfad370e5508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:22.738109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd2e321-f312-4e06-94d8-cfad370e5508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:22.738822 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fd2e321-f312-4e06-94d8-cfad370e5508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:22.755213 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-77ee1204-6aad-45b1-bf98-9c4afc7c98e6 req-8af1a66e-d823-4866-9f17-e3758f57960b tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.35 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0380514 Sep 29 17:30:22.785400 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-1288f8df-3352-4778-bfcb-2fdea4dc316e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/quotas/8762000220624d86bb5544a9b9e7bbd3 HTTP/1.1" status: 200 len: 375 time: 0.0751548 Sep 29 17:30:22.836104 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9fd2e321-f312-4e06-94d8-cfad370e5508 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7712791 Sep 29 17:30:22.836916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34404) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:22.837611 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2e321-f312-4e06-94d8-cfad370e5508 admin admin] Pushing event updated for resources: {'Network': ['ID=74da7342-6e22-43b6-8f50-c53705b98dca,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:22.844390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-66d145b1-604f-465d-b91d-58e2a7ae985a admin admin] Request body: {'subnet': {'network_id': '74da7342-6e22-43b6-8f50-c53705b98dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1041578555-subnet', 'tenant_id': 'f155f28f3b5e4fda849f1a3bc684c2b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:22.866262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 74da7342-6e22-43b6-8f50-c53705b98dca details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:30:22.883136 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-4b89b595-ebec-4d18-b4a5-ddc958e7d7b5 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522110 Sep 29 17:30:22.899604 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4949916a-4cca-476e-bb8e-a192069c3982 req-c7e123a6-68e9-487f-8696-6c6421235796 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=27b3f869-d640-41bf-9439-9de9f43d1527 HTTP/1.1" status: 200 len: 210 time: 0.0640478 Sep 29 17:30:22.938475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d145b1-604f-465d-b91d-58e2a7ae985a admin admin] Made reservation on behalf of f155f28f3b5e4fda849f1a3bc684c2b6 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:22.940982 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66d145b1-604f-465d-b91d-58e2a7ae985a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:22.965615 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-264f250f-34aa-4ca4-823a-46ba15ffb834 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:30:22.973839 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-264f250f-34aa-4ca4-823a-46ba15ffb834 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0898292 Sep 29 17:30:23.080856 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-b7640088-8a53-485d-b52d-f2dbfdc3b494 service neutron] 10.222.0.44 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057420 Sep 29 17:30:23.081623 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de14bdc4-3468-4599-bbc9-50f5d8135995 req-1ffbbc5b-82c0-4fec-8d3d-56ed1d338d40 tempest-ServerShowV254Test-533309294 tempest-ServerShowV254Test-533309294-project] 10.222.0.44 "GET /v2.0/ports?device_id=5494c877-d48e-4a78-b172-6b766d734aee HTTP/1.1" status: 200 len: 210 time: 0.0340972 Sep 29 17:30:23.180073 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66d145b1-604f-465d-b91d-58e2a7ae985a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:23.180886 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-ced20e85-f39e-40cd-8a29-02c1faef37ec service neutron] 10.222.0.44 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899346 Sep 29 17:30:23.243323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d145b1-604f-465d-b91d-58e2a7ae985a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd18002c-af1d-45ad-9be6-2f2b5dbfb7ac,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:23.250249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d145b1-604f-465d-b91d-58e2a7ae985a admin admin] Checking segment: {'id': '4da3598e-a6c5-4f2d-b94d-d59dd6c457c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '74da7342-6e22-43b6-8f50-c53705b98dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:30:23.250249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d145b1-604f-465d-b91d-58e2a7ae985a admin admin] Network hostable DHCP agents. Network: 74da7342-6e22-43b6-8f50-c53705b98dca, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:30:23.267525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d145b1-604f-465d-b91d-58e2a7ae985a admin admin] Network 74da7342-6e22-43b6-8f50-c53705b98dca is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:30:23.276363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-66d145b1-604f-465d-b91d-58e2a7ae985a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 74da7342-6e22-43b6-8f50-c53705b98dca) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:30:23.281096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d145b1-604f-465d-b91d-58e2a7ae985a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:23.281689 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66d145b1-604f-465d-b91d-58e2a7ae985a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:23.287429 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781c8511-63e0-4efc-868e-ac6a1120719f None None] Network 74da7342-6e22-43b6-8f50-c53705b98dca requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:30:23.321838 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-66d145b1-604f-465d-b91d-58e2a7ae985a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4760418 Sep 29 17:30:23.382313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b4fdb6d-4f66-484b-8840-0335b7c1db41 req-232f1987-5efc-48de-99be-d6125a461280 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 210 time: 0.0372317 Sep 29 17:30:23.462600 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc00da4a-380c-4bdf-ae40-0f499dc324b6 None None] Network 74da7342-6e22-43b6-8f50-c53705b98dca requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:30:23.896508 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-451f9fe3-0a98-493c-8a91-49bae7c9827a tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:23.898166 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-451f9fe3-0a98-493c-8a91-49bae7c9827a tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/networks?id=74da7342-6e22-43b6-8f50-c53705b98dca HTTP/1.1" status: 200 len: 822 time: 0.1127024 Sep 29 17:30:23.913574 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-ab330221-e748-4221-ae88-def1224e07a2 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/quotas/f155f28f3b5e4fda849f1a3bc684c2b6 HTTP/1.1" status: 200 len: 375 time: 0.0095403 Sep 29 17:30:23.946264 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-ab2d3722-72b9-4957-b115-0816daa34db3 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f155f28f3b5e4fda849f1a3bc684c2b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270908 Sep 29 17:30:23.951044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b3f869-d640-41bf-9439-9de9f43d1527', 'name': 'network-vif-deleted', 'tag': '40b0ceff-d388-4b1f-8ad2-5c91dc35c010'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:23.954656 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e454fb-4689-4122-bd76-be144344084b" -d '{"events": [{"server_uuid": "27b3f869-d640-41bf-9439-9de9f43d1527", "name": "network-vif-deleted", "tag": "40b0ceff-d388-4b1f-8ad2-5c91dc35c010"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:24.011142 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f0e01a8-31bf-46a6-a0e5-a796ac8ddc0f req-cec625ea-584c-492d-b80e-fb48d7554ecc tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/9f26f2ec-1583-49c7-8d96-e9fb8aa24405 HTTP/1.1" status: 200 len: 1801 time: 0.0413704 Sep 29 17:30:24.047901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-e0a38fbe-84f6-4987-8f16-0896075fca67 service neutron] 10.222.0.44 "GET /v2.0/networks/74da7342-6e22-43b6-8f50-c53705b98dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938163 Sep 29 17:30:24.073753 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 10b2493d-1659-49e4-8ed6-7f740a6ffc37 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:30:24.078397 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0f0e01a8-31bf-46a6-a0e5-a796ac8ddc0f req-287cd2ce-2bd1-4655-9ae9-c4f451385611 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:24.094683 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 10b2493d-1659-49e4-8ed6-7f740a6ffc37 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:30:24.095029 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 10b2493d-1659-49e4-8ed6-7f740a6ffc37 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:30:24.095486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:30:24.106130 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0f0e01a8-31bf-46a6-a0e5-a796ac8ddc0f req-287cd2ce-2bd1-4655-9ae9-c4f451385611 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:24.115234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:30:24.115585 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 40b0ceff-d388-4b1f-8ad2-5c91dc35c010 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:30:24.146924 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-499f28bc-a98a-4955-be2e-400a0d1cc39e service neutron] 10.222.0.44 "GET /v2.0/networks/74da7342-6e22-43b6-8f50-c53705b98dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886011 Sep 29 17:30:24.150600 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0f0e01a8-31bf-46a6-a0e5-a796ac8ddc0f req-287cd2ce-2bd1-4655-9ae9-c4f451385611 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:24.153302 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0f0e01a8-31bf-46a6-a0e5-a796ac8ddc0f req-287cd2ce-2bd1-4655-9ae9-c4f451385611 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:24.155195 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f0e01a8-31bf-46a6-a0e5-a796ac8ddc0f req-287cd2ce-2bd1-4655-9ae9-c4f451385611 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "DELETE /v2.0/security-groups/9f26f2ec-1583-49c7-8d96-e9fb8aa24405 HTTP/1.1" status: 204 len: 173 time: 0.1350551 Sep 29 17:30:24.155532 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:30:24.164701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cd2ce-2bd1-4655-9ae9-c4f451385611 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f26f2ec-1583-49c7-8d96-e9fb8aa24405,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:24.199668 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7a957c-9b32-4749-bb79-740f508c9add x-openstack-request-id: req-ab7a957c-9b32-4749-bb79-740f508c9add {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:24.200030 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b3f869-d640-41bf-9439-9de9f43d1527", "name": "network-vif-deleted", "tag": "40b0ceff-d388-4b1f-8ad2-5c91dc35c010", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:24.200364 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab7a957c-9b32-4749-bb79-740f508c9add {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:24.200815 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b3f869-d640-41bf-9439-9de9f43d1527', 'name': 'network-vif-deleted', 'tag': '40b0ceff-d388-4b1f-8ad2-5c91dc35c010', 'status': 'completed', 'code': 200} Sep 29 17:30:24.295792 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-97138517-e96b-46bf-bf35-8c471440b11a req-760b258e-f6fd-4b42-927d-041ad9575d3a tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/66ac66d4-e159-46a5-9ef5-d0c96f3b067a HTTP/1.1" status: 200 len: 1803 time: 0.0526116 Sep 29 17:30:24.378750 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-97138517-e96b-46bf-bf35-8c471440b11a req-c2700565-2cf7-40e6-830a-b8f77b57ce93 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:24.379108 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f168b2d-155a-4642-980a-edcb82c88b69 req-310ffe4a-ab5d-4c3d-baa8-cc6b042cfcfa tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 210 time: 0.0512359 Sep 29 17:30:24.410659 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-97138517-e96b-46bf-bf35-8c471440b11a req-c2700565-2cf7-40e6-830a-b8f77b57ce93 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:24.532943 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9852513f-b537-46f4-b2e6-f37884ceb1ca req-72a2ffd8-05ff-4bac-aceb-7ebb5e5cabdd tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 210 time: 0.0533793 Sep 29 17:30:24.642625 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-bd7fd086-2e63-4165-8b96-e56389cad0d5 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:24.644122 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-bd7fd086-2e63-4165-8b96-e56389cad0d5 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.35 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 812 time: 0.1712554 Sep 29 17:30:24.654271 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34472) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:24.655318 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-97138517-e96b-46bf-bf35-8c471440b11a req-c2700565-2cf7-40e6-830a-b8f77b57ce93 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:24.658392 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-97138517-e96b-46bf-bf35-8c471440b11a req-c2700565-2cf7-40e6-830a-b8f77b57ce93 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:24.659838 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-97138517-e96b-46bf-bf35-8c471440b11a req-c2700565-2cf7-40e6-830a-b8f77b57ce93 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "DELETE /v2.0/security-groups/66ac66d4-e159-46a5-9ef5-d0c96f3b067a HTTP/1.1" status: 204 len: 173 time: 0.3558927 Sep 29 17:30:24.681192 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-c1b7d44a-1f81-4c63-8f47-5ad38703f5bb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Request body: {'port': {'device_id': 'd42dff18-c589-4c0f-abec-d3a8082018d7', 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee', 'admin_state_up': True, 'tenant_id': '8762000220624d86bb5544a9b9e7bbd3'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:24.692977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2700565-2cf7-40e6-830a-b8f77b57ce93 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ac66d4-e159-46a5-9ef5-d0c96f3b067a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:24.716173 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-32cd6c44-8f8d-4eac-9023-f4fbda3b4872 req-653e8dce-c677-4c0b-a06a-ab4f3a815780 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1713244803', 'description': 'tempest-description-947488767'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:24.759013 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-32cd6c44-8f8d-4eac-9023-f4fbda3b4872 req-653e8dce-c677-4c0b-a06a-ab4f3a815780 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:24.840051 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe677a72-2030-4b01-85ce-ad88f5b531f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:24.893861 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-32cd6c44-8f8d-4eac-9023-f4fbda3b4872 req-653e8dce-c677-4c0b-a06a-ab4f3a815780 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:24.902413 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-32cd6c44-8f8d-4eac-9023-f4fbda3b4872 req-653e8dce-c677-4c0b-a06a-ab4f3a815780 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:24.928585 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.api [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-c1b7d44a-1f81-4c63-8f47-5ad38703f5bb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:30:24.928585 n-d-811748-2 neutron-server[95016]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 17:30:24.928585 n-d-811748-2 neutron-server[95016]: [parameters: {'project_id_1': '8762000220624d86bb5544a9b9e7bbd3', 'expiration_1': datetime.datetime(2021, 9, 29, 17, 30, 4, 877679)}] Sep 29 17:30:24.928585 n-d-811748-2 neutron-server[95016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:30:24.929200 n-d-811748-2 neutron-server[95016]: DEBUG oslo_db.api [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-c1b7d44a-1f81-4c63-8f47-5ad38703f5bb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:30:24.953681 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e8dce-c677-4c0b-a06a-ab4f3a815780 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d97d12b-bf74-43f1-962e-cc08731459f6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:25.013770 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe677a72-2030-4b01-85ce-ad88f5b531f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:25.019312 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe677a72-2030-4b01-85ce-ad88f5b531f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:25.025002 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-32cd6c44-8f8d-4eac-9023-f4fbda3b4872 req-653e8dce-c677-4c0b-a06a-ab4f3a815780 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:25.026345 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-32cd6c44-8f8d-4eac-9023-f4fbda3b4872 req-653e8dce-c677-4c0b-a06a-ab4f3a815780 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3152866 Sep 29 17:30:25.060874 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe677a72-2030-4b01-85ce-ad88f5b531f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac8de6c-bb25-4275-ac4e-77d7e6e23387,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:25.065132 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fe677a72-2030-4b01-85ce-ad88f5b531f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edc755cc5eab46ca8b0eddd6b0673945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096038 Sep 29 17:30:25.070118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34486) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:25.120672 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12cf6b76-0c74-4d91-ad1d-a6205cc1890e req-72695207-42d3-4884-8681-acf00d90d8a8 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/1d97d12b-bf74-43f1-962e-cc08731459f6 HTTP/1.1" status: 200 len: 1802 time: 0.0693202 Sep 29 17:30:25.133677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-12cf6b76-0c74-4d91-ad1d-a6205cc1890e req-372c7f49-3d9a-4c90-a580-0e64de92a8d7 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1485222868', 'description': 'tempest-description-hth-1058062628'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:25.166179 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-20fcf2b2-a808-4ebb-a5a6-e0aaa9bce408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:25.169793 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-12cf6b76-0c74-4d91-ad1d-a6205cc1890e req-372c7f49-3d9a-4c90-a580-0e64de92a8d7 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:25.207699 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-20fcf2b2-a808-4ebb-a5a6-e0aaa9bce408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:25.250298 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-12cf6b76-0c74-4d91-ad1d-a6205cc1890e req-372c7f49-3d9a-4c90-a580-0e64de92a8d7 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:25.257822 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-12cf6b76-0c74-4d91-ad1d-a6205cc1890e req-372c7f49-3d9a-4c90-a580-0e64de92a8d7 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:25.260436 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-12cf6b76-0c74-4d91-ad1d-a6205cc1890e req-372c7f49-3d9a-4c90-a580-0e64de92a8d7 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:25.261671 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12cf6b76-0c74-4d91-ad1d-a6205cc1890e req-372c7f49-3d9a-4c90-a580-0e64de92a8d7 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "PUT /v2.0/security-groups/1d97d12b-bf74-43f1-962e-cc08731459f6 HTTP/1.1" status: 200 len: 1777 time: 0.1319873 Sep 29 17:30:25.292246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c7f49-3d9a-4c90-a580-0e64de92a8d7 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d97d12b-bf74-43f1-962e-cc08731459f6,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:25.294864 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-20fcf2b2-a808-4ebb-a5a6-e0aaa9bce408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:25.297738 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-20fcf2b2-a808-4ebb-a5a6-e0aaa9bce408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:25.301252 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-20fcf2b2-a808-4ebb-a5a6-e0aaa9bce408 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fac8de6c-bb25-4275-ac4e-77d7e6e23387 HTTP/1.1" status: 204 len: 168 time: 0.2278273 Sep 29 17:30:25.306772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcf2b2-a808-4ebb-a5a6-e0aaa9bce408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac8de6c-bb25-4275-ac4e-77d7e6e23387,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:25.329502 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ca0e550-9f34-433c-9dc5-cc7dc331a2b7 req-dffaf2ab-2b81-4bbc-a5c5-b0a1df58f4c6 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/1d97d12b-bf74-43f1-962e-cc08731459f6 HTTP/1.1" status: 200 len: 1777 time: 0.0449543 Sep 29 17:30:25.398316 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6d2ef7b7-c825-427a-bfa5-2a8946fd59df req-0b0db2c5-46c6-4186-be27-e901b9db4350 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/1d97d12b-bf74-43f1-962e-cc08731459f6 HTTP/1.1" status: 200 len: 1777 time: 0.0429168 Sep 29 17:30:25.507229 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-76ad0df5-0246-4b12-811e-e2b36a6d99fe req-e31a03c3-dc9c-4a88-bb8c-44d326737034 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 210 time: 0.0523860 Sep 29 17:30:25.596131 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6d2ef7b7-c825-427a-bfa5-2a8946fd59df req-1f6e31b3-caa0-4d75-bc88-43e97529c131 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:25.602802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-c1b7d44a-1f81-4c63-8f47-5ad38703f5bb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Made reservation on behalf of 8762000220624d86bb5544a9b9e7bbd3 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:25.606394 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-c1b7d44a-1f81-4c63-8f47-5ad38703f5bb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:25.636144 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-d497ebc9-90d8-419d-93bb-f2be7b6b913f tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:25.637635 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-d497ebc9-90d8-419d-93bb-f2be7b6b913f tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.49 "GET /v2.0/networks?id=74da7342-6e22-43b6-8f50-c53705b98dca HTTP/1.1" status: 200 len: 822 time: 0.2049301 Sep 29 17:30:25.664660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd9121d0-7784-4144-8912-330084db4bf4 req-a9b13e70-2abb-49ce-bb7a-debc77a50ea7 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 210 time: 0.0299251 Sep 29 17:30:25.665128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-c5c642d1-f958-4ecb-8946-1c57790728de tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Request body: {'port': {'device_id': '4f6a6e1f-143f-4988-8f53-b65a2b2187fa', 'network_id': '74da7342-6e22-43b6-8f50-c53705b98dca', 'admin_state_up': True, 'tenant_id': 'f155f28f3b5e4fda849f1a3bc684c2b6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:25.689171 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6d2ef7b7-c825-427a-bfa5-2a8946fd59df req-1f6e31b3-caa0-4d75-bc88-43e97529c131 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:25.867968 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6d2ef7b7-c825-427a-bfa5-2a8946fd59df req-1f6e31b3-caa0-4d75-bc88-43e97529c131 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:25.870447 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6d2ef7b7-c825-427a-bfa5-2a8946fd59df req-1f6e31b3-caa0-4d75-bc88-43e97529c131 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:25.872038 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6d2ef7b7-c825-427a-bfa5-2a8946fd59df req-1f6e31b3-caa0-4d75-bc88-43e97529c131 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "DELETE /v2.0/security-groups/1d97d12b-bf74-43f1-962e-cc08731459f6 HTTP/1.1" status: 204 len: 173 time: 0.4636133 Sep 29 17:30:25.900013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e31b3-caa0-4d75-bc88-43e97529c131 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d97d12b-bf74-43f1-962e-cc08731459f6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:25.912538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-c1b7d44a-1f81-4c63-8f47-5ad38703f5bb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Allocated IP 172.20.0.12 (5cec3342-9e55-4e91-99e8-ff77baea25ee/469f6337-ae09-4156-997e-8aa5990644df/77fc7550-0d4a-4aad-b562-dedcd0c80540) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:30:25.947812 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-c5c642d1-f958-4ecb-8946-1c57790728de tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Made reservation on behalf of f155f28f3b5e4fda849f1a3bc684c2b6 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:25.952247 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-c5c642d1-f958-4ecb-8946-1c57790728de tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:26.026375 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-0c13dbeb-1eac-4ab8-88cc-c6a164bc9d6f req-1dd7056b-27a4-4635-b746-ccf94f038c32 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] show failed (client error): The resource could not be found. Sep 29 17:30:26.027599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0c13dbeb-1eac-4ab8-88cc-c6a164bc9d6f req-1dd7056b-27a4-4635-b746-ccf94f038c32 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/66ac66d4-e159-46a5-9ef5-d0c96f3b067a HTTP/1.1" status: 404 len: 352 time: 0.0398479 Sep 29 17:30:26.071224 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [req-0d24d884-0d4a-4f92-8dd7-de0074672366 req-980bef34-94e6-4e7d-8a59-692b0557c12b tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] show failed (client error): The resource could not be found. Sep 29 17:30:26.072877 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d24d884-0d4a-4f92-8dd7-de0074672366 req-980bef34-94e6-4e7d-8a59-692b0557c12b tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/9f26f2ec-1583-49c7-8d96-e9fb8aa24405 HTTP/1.1" status: 404 len: 352 time: 0.0157652 Sep 29 17:30:26.130768 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34534) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:26.238563 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-56e26bfa-1a10-41dd-81cb-41e5380b9378 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1657202049-network', 'tenant_id': '1e0cc138b4c24ece9e4837119faec854'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:26.263317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e26bfa-1a10-41dd-81cb-41e5380b9378 admin admin] Made reservation on behalf of 1e0cc138b4c24ece9e4837119faec854 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:26.265842 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56e26bfa-1a10-41dd-81cb-41e5380b9378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:26.274824 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56e26bfa-1a10-41dd-81cb-41e5380b9378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:26.375348 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56e26bfa-1a10-41dd-81cb-41e5380b9378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:26.379671 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56e26bfa-1a10-41dd-81cb-41e5380b9378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:26.401670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e26bfa-1a10-41dd-81cb-41e5380b9378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:30:26.409524 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-57712995-6d5b-4ed3-8fc8-340b0e2bac73 req-5d322e46-8484-4772-8fe6-93e5d2a6525c tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] show failed (client error): The resource could not be found. Sep 29 17:30:26.410541 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57712995-6d5b-4ed3-8fc8-340b0e2bac73 req-5d322e46-8484-4772-8fe6-93e5d2a6525c tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/6dfae2cf-e81b-4d90-9680-31112370be07 HTTP/1.1" status: 404 len: 352 time: 0.0300159 Sep 29 17:30:26.417425 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e26bfa-1a10-41dd-81cb-41e5380b9378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16e9eab-d336-4a96-820d-8ebf5ddfa99a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:26.420352 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56e26bfa-1a10-41dd-81cb-41e5380b9378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:26.420898 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-56e26bfa-1a10-41dd-81cb-41e5380b9378 admin admin] Added segment 2e6cfe28-be82-4860-aca3-ae70eafb8663 of type vlan for network 51bbdc31-29cc-41b0-b7e0-9ce901240b8e Sep 29 17:30:26.482405 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [req-0ba5e8bb-936f-4935-ad3a-83300034caa0 req-4096b0e8-931f-4b0a-9244-f0330e2f7dc7 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] show failed (client error): The resource could not be found. Sep 29 17:30:26.483677 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0ba5e8bb-936f-4935-ad3a-83300034caa0 req-4096b0e8-931f-4b0a-9244-f0330e2f7dc7 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/305598e0-c245-430d-a8b7-06b251268d10 HTTP/1.1" status: 404 len: 352 time: 0.0331061 Sep 29 17:30:26.484696 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-c1b7d44a-1f81-4c63-8f47-5ad38703f5bb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:26.485564 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56e26bfa-1a10-41dd-81cb-41e5380b9378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:26.489939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-c5c642d1-f958-4ecb-8946-1c57790728de tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Allocated IP 172.20.0.10 (74da7342-6e22-43b6-8f50-c53705b98dca/bd18002c-af1d-45ad-9be6-2f2b5dbfb7ac/6cc9a052-799b-48be-ae98-976cd7789348) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:30:26.516285 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56e26bfa-1a10-41dd-81cb-41e5380b9378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:26.516782 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e26bfa-1a10-41dd-81cb-41e5380b9378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:26.517673 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56e26bfa-1a10-41dd-81cb-41e5380b9378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:26.543167 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-146d3700-66f8-4654-b206-210dc189d99a req-b1a03f12-0c9a-4e19-b06e-3cde04e9fe22 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] show failed (client error): The resource could not be found. Sep 29 17:30:26.544201 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-146d3700-66f8-4654-b206-210dc189d99a req-b1a03f12-0c9a-4e19-b06e-3cde04e9fe22 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/53ca1632-fcbf-4836-9243-eaa51d8bdb48 HTTP/1.1" status: 404 len: 352 time: 0.0369177 Sep 29 17:30:26.553559 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-56e26bfa-1a10-41dd-81cb-41e5380b9378 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4215541 Sep 29 17:30:26.555815 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34544) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:26.562866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5b5ca9ca-c65b-4a80-ad32-38794ea015a6 admin admin] Request body: {'subnet': {'network_id': '51bbdc31-29cc-41b0-b7e0-9ce901240b8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1657202049-subnet', 'tenant_id': '1e0cc138b4c24ece9e4837119faec854', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:26.599312 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-c1b7d44a-1f81-4c63-8f47-5ad38703f5bb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:26.610686 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5ca9ca-c65b-4a80-ad32-38794ea015a6 admin admin] Made reservation on behalf of 1e0cc138b4c24ece9e4837119faec854 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:26.612947 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca9ca-c65b-4a80-ad32-38794ea015a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:26.614739 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e26bfa-1a10-41dd-81cb-41e5380b9378 admin admin] Pushing event updated for resources: {'Network': ['ID=51bbdc31-29cc-41b0-b7e0-9ce901240b8e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:26.627542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 51bbdc31-29cc-41b0-b7e0-9ce901240b8e details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:30:26.650678 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-227b9393-bcd1-46ee-b6dd-d50a0535e4bf req-a436d310-2b70-4a0c-bf6b-9fa3603dda9e tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 210 time: 0.0417240 Sep 29 17:30:26.651274 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-4b738a94-4a12-4a92-b4da-458422d49128 req-4e9f29ca-2180-4214-9502-bbd99ffd8317 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] show failed (client error): The resource could not be found. Sep 29 17:30:26.652286 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4b738a94-4a12-4a92-b4da-458422d49128 req-4e9f29ca-2180-4214-9502-bbd99ffd8317 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/11bdb9dc-bfd0-4680-96ba-23f8c1131784 HTTP/1.1" status: 404 len: 352 time: 0.0571358 Sep 29 17:30:26.711965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-c1b7d44a-1f81-4c63-8f47-5ad38703f5bb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Network 5cec3342-9e55-4e91-99e8-ff77baea25ee is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:30:26.715450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-c1b7d44a-1f81-4c63-8f47-5ad38703f5bb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:30:26.717451 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7d44a-1f81-4c63-8f47-5ad38703f5bb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Pushing event updated for resources: {'Port': ['ID=77fc7550-0d4a-4aad-b562-dedcd0c80540,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:26.721876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-c1b7d44a-1f81-4c63-8f47-5ad38703f5bb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:30:26.784892 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-c5c642d1-f958-4ecb-8946-1c57790728de tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:26.802669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-c1b7d44a-1f81-4c63-8f47-5ad38703f5bb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:26.802985 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-c1b7d44a-1f81-4c63-8f47-5ad38703f5bb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:26.827956 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-c1b7d44a-1f81-4c63-8f47-5ad38703f5bb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1637902 Sep 29 17:30:26.850930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Request body: {'port': {'device_id': 'd42dff18-c589-4c0f-abec-d3a8082018d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:26.856493 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-c5c642d1-f958-4ecb-8946-1c57790728de tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:26.880575 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca9ca-c65b-4a80-ad32-38794ea015a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:26.937452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-c5c642d1-f958-4ecb-8946-1c57790728de tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Network 74da7342-6e22-43b6-8f50-c53705b98dca is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:30:26.939387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ce951-7cc2-45ce-a9f8-8751db71f825 req-06d3391b-e728-4cbb-9b48-0918584c98e7 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:26.940926 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-543ce951-7cc2-45ce-a9f8-8751db71f825 req-06d3391b-e728-4cbb-9b48-0918584c98e7 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 932 time: 0.1406515 Sep 29 17:30:26.964316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-c5c642d1-f958-4ecb-8946-1c57790728de tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:30:26.974087 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ca9ca-c65b-4a80-ad32-38794ea015a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abde9e32-c79b-4ad3-9749-fd78cdb51c19,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:26.977136 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-c5c642d1-f958-4ecb-8946-1c57790728de tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:30:26.993838 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5ca9ca-c65b-4a80-ad32-38794ea015a6 admin admin] Checking segment: {'id': '2e6cfe28-be82-4860-aca3-ae70eafb8663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '51bbdc31-29cc-41b0-b7e0-9ce901240b8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:30:26.994198 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5ca9ca-c65b-4a80-ad32-38794ea015a6 admin admin] Network hostable DHCP agents. Network: 51bbdc31-29cc-41b0-b7e0-9ce901240b8e, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:30:27.002432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c642d1-f958-4ecb-8946-1c57790728de tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Pushing event updated for resources: {'Port': ['ID=6cc9a052-799b-48be-ae98-976cd7789348,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:27.015973 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-543ce951-7cc2-45ce-a9f8-8751db71f825 req-79a02cbe-f4e9-4e06-a87f-c487a2b058f4 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629039 Sep 29 17:30:27.032683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5ca9ca-c65b-4a80-ad32-38794ea015a6 admin admin] Network 51bbdc31-29cc-41b0-b7e0-9ce901240b8e is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:30:27.044418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5b5ca9ca-c65b-4a80-ad32-38794ea015a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 51bbdc31-29cc-41b0-b7e0-9ce901240b8e) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:30:27.047564 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.056151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3cd2f4-8c93-4d51-a154-5f2141743133 None None] Network 51bbdc31-29cc-41b0-b7e0-9ce901240b8e requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:30:27.058784 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ca9ca-c65b-4a80-ad32-38794ea015a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:27.060196 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b5ca9ca-c65b-4a80-ad32-38794ea015a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.081932 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5b5ca9ca-c65b-4a80-ad32-38794ea015a6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5250623 Sep 29 17:30:27.113454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5958d1-4704-4262-a883-564dbf03a542 req-23bd572d-20de-416e-b3ce-dae3058df682 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:27.121310 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c5958d1-4704-4262-a883-564dbf03a542 req-23bd572d-20de-416e-b3ce-dae3058df682 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 1023 time: 0.1130862 Sep 29 17:30:27.129405 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-c5c642d1-f958-4ecb-8946-1c57790728de tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:27.130125 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-c5c642d1-f958-4ecb-8946-1c57790728de tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.164392 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.180715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-c5c642d1-f958-4ecb-8946-1c57790728de tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5230098 Sep 29 17:30:27.245886 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0239bd7-bf7d-4888-a5b3-f1fde31057f7 None None] Network 51bbdc31-29cc-41b0-b7e0-9ce901240b8e requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:30:27.262460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Request body: {'port': {'device_id': '4f6a6e1f-143f-4988-8f53-b65a2b2187fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:27.299105 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c5958d1-4704-4262-a883-564dbf03a542 req-20c70bc8-b5e8-41d5-a651-a991e384b6ee tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d6cf5-4b11-452d-b595-f894d7560c15&id=38939c42-8d8b-4ef4-8bf4-6af8150da378&id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1767690 Sep 29 17:30:27.354878 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.570381 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34574) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:27.575598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2a7a9bd5-f2fe-4a34-a1b3-2d30fe6e6a3a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-284352354-network', 'tenant_id': '78639e36d61a4db397a2d5376a2dfaf1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:27.597406 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7a9bd5-f2fe-4a34-a1b3-2d30fe6e6a3a admin admin] Made reservation on behalf of 78639e36d61a4db397a2d5376a2dfaf1 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:27.599966 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9bd5-f2fe-4a34-a1b3-2d30fe6e6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.610550 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9bd5-f2fe-4a34-a1b3-2d30fe6e6a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.677959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77fc7550-0d4a-4aad-b562-dedcd0c80540 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:30:27.693205 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.717690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Transition to ACTIVE for port object 77fc7550-0d4a-4aad-b562-dedcd0c80540 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:30:27.726319 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9bd5-f2fe-4a34-a1b3-2d30fe6e6a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.728661 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.731661 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9bd5-f2fe-4a34-a1b3-2d30fe6e6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.766334 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7a9bd5-f2fe-4a34-a1b3-2d30fe6e6a3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:30:27.774099 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a9bd5-f2fe-4a34-a1b3-2d30fe6e6a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aab9e4b-5e7d-49b8-b222-f97a4242f068,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:27.808096 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9bd5-f2fe-4a34-a1b3-2d30fe6e6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.808441 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-2a7a9bd5-f2fe-4a34-a1b3-2d30fe6e6a3a admin admin] Added segment a6ca2395-01c3-4ee6-91b9-7450b23facc5 of type vlan for network 42b03ec6-e3b8-4d96-bb6d-e61b524556aa Sep 29 17:30:27.841444 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=77fc7550-0d4a-4aad-b562-dedcd0c80540,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:27.848389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc9a052-799b-48be-ae98-976cd7789348 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:30:27.862899 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582fa8d-2896-48be-a4de-5515f4da12a9 req-78f43b59-c3b7-4606-b8e0-e8fe549ce4ad tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:27.865153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5582fa8d-2896-48be-a4de-5515f4da12a9 req-78f43b59-c3b7-4606-b8e0-e8fe549ce4ad tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 932 time: 0.0931799 Sep 29 17:30:27.874724 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9bd5-f2fe-4a34-a1b3-2d30fe6e6a3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.878111 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.900260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Transition to ACTIVE for port object 6cc9a052-799b-48be-ae98-976cd7789348 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:30:27.910074 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.925347 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9bd5-f2fe-4a34-a1b3-2d30fe6e6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.926312 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7a9bd5-f2fe-4a34-a1b3-2d30fe6e6a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:27.926898 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9bd5-f2fe-4a34-a1b3-2d30fe6e6a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.933451 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5582fa8d-2896-48be-a4de-5515f4da12a9 req-e4dee72c-8f18-4eec-886f-26a63e6eb398 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb6c0c02-db2f-4935-8828-bd6c0d301341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523732 Sep 29 17:30:27.952864 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Attempting to bind port 77fc7550-0d4a-4aad-b562-dedcd0c80540 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:30:27.953208 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Attempting to bind port 77fc7550-0d4a-4aad-b562-dedcd0c80540 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:30:27.953551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Attempting to bind port 77fc7550-0d4a-4aad-b562-dedcd0c80540 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:30:27.967388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Port 77fc7550-0d4a-4aad-b562-dedcd0c80540 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:30:27.968021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Attempting to bind port 77fc7550-0d4a-4aad-b562-dedcd0c80540 on network 5cec3342-9e55-4e91-99e8-ff77baea25ee {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:30:27.988382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Pushing event updated for resources: {'Port': ['ID=6cc9a052-799b-48be-ae98-976cd7789348,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:27.993122 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2a7a9bd5-f2fe-4a34-a1b3-2d30fe6e6a3a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4189780 Sep 29 17:30:27.993332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:30:27.993332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Checking segment: {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:30:27.993332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Bound using segment: {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:30:27.993332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Bound port: 77fc7550-0d4a-4aad-b562-dedcd0c80540, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79286694-3c1a-4287-bba9-76c54945e516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:30:27.993654 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:27.995077 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34580) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:28.001993 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6d9121ee-e6fc-4358-98cb-ae4c860a686f admin admin] Request body: {'subnet': {'network_id': '42b03ec6-e3b8-4d96-bb6d-e61b524556aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-284352354-subnet', 'tenant_id': '78639e36d61a4db397a2d5376a2dfaf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:28.034640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a9bd5-f2fe-4a34-a1b3-2d30fe6e6a3a admin admin] Pushing event updated for resources: {'Network': ['ID=42b03ec6-e3b8-4d96-bb6d-e61b524556aa,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:28.052061 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 42b03ec6-e3b8-4d96-bb6d-e61b524556aa details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:30:28.054957 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9121ee-e6fc-4358-98cb-ae4c860a686f admin admin] Made reservation on behalf of 78639e36d61a4db397a2d5376a2dfaf1 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:28.057951 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d9121ee-e6fc-4358-98cb-ae4c860a686f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:28.150803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Attempting to bind port 6cc9a052-799b-48be-ae98-976cd7789348 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:30:28.151150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Attempting to bind port 6cc9a052-799b-48be-ae98-976cd7789348 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '4da3598e-a6c5-4f2d-b94d-d59dd6c457c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '74da7342-6e22-43b6-8f50-c53705b98dca'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:30:28.151482 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Attempting to bind port 6cc9a052-799b-48be-ae98-976cd7789348 on network 74da7342-6e22-43b6-8f50-c53705b98dca {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:30:28.156746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] For port 77fc7550-0d4a-4aad-b562-dedcd0c80540, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:30:28.160394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] For port 77fc7550-0d4a-4aad-b562-dedcd0c80540, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=77fc7550-0d4a-4aad-b562-dedcd0c80540,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:30:28.161806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Port 6cc9a052-799b-48be-ae98-976cd7789348 on network 74da7342-6e22-43b6-8f50-c53705b98dca not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:30:28.162179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Attempting to bind port 6cc9a052-799b-48be-ae98-976cd7789348 on network 74da7342-6e22-43b6-8f50-c53705b98dca {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:30:28.168539 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:28.173218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:30:28.173614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Checking segment: {'id': '4da3598e-a6c5-4f2d-b94d-d59dd6c457c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '74da7342-6e22-43b6-8f50-c53705b98dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:30:28.174006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Bound using segment: {'id': '4da3598e-a6c5-4f2d-b94d-d59dd6c457c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '74da7342-6e22-43b6-8f50-c53705b98dca'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:30:28.174460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Bound port: 6cc9a052-799b-48be-ae98-976cd7789348, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da3598e-a6c5-4f2d-b94d-d59dd6c457c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '74da7342-6e22-43b6-8f50-c53705b98dca'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:30:28.174819 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:28.236389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:28.237021 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:28.238543 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] 10.222.0.35 "PUT /v2.0/ports/77fc7550-0d4a-4aad-b562-dedcd0c80540 HTTP/1.1" status: 200 len: 1092 time: 1.3945580 Sep 29 17:30:28.242250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42dff18-c589-4c0f-abec-d3a8082018d7', 'tag': '77fc7550-0d4a-4aad-b562-dedcd0c80540'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:28.244639 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac6c05d-098c-4882-be68-7c7f2470b0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d42dff18-c589-4c0f-abec-d3a8082018d7", "tag": "77fc7550-0d4a-4aad-b562-dedcd0c80540"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:28.306115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642ac0a-3721-46eb-bf70-f4c486f36ad9 req-7efbcc05-ed33-4a76-b4fb-cbcefcb7123c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:28.313798 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e642ac0a-3721-46eb-bf70-f4c486f36ad9 req-7efbcc05-ed33-4a76-b4fb-cbcefcb7123c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 944 time: 0.0931430 Sep 29 17:30:28.366629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e642ac0a-3721-46eb-bf70-f4c486f36ad9 req-57580f4d-e2d6-48c8-b91a-eefbe4aa2f41 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519102 Sep 29 17:30:28.375664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67302291-eaf0-4ad1-898f-685497e10bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=77fc7550-0d4a-4aad-b562-dedcd0c80540,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:28.436770 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d7551b-93e7-494f-aa2a-0fe823e86abf x-openstack-request-id: req-d1d7551b-93e7-494f-aa2a-0fe823e86abf {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:28.437367 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42dff18-c589-4c0f-abec-d3a8082018d7", "tag": "77fc7550-0d4a-4aad-b562-dedcd0c80540", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:28.437879 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1d7551b-93e7-494f-aa2a-0fe823e86abf {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:28.439242 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42dff18-c589-4c0f-abec-d3a8082018d7', 'tag': '77fc7550-0d4a-4aad-b562-dedcd0c80540', 'status': 'completed', 'code': 200} Sep 29 17:30:28.446345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] For port 6cc9a052-799b-48be-ae98-976cd7789348, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:30:28.451570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] For port 6cc9a052-799b-48be-ae98-976cd7789348, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6cc9a052-799b-48be-ae98-976cd7789348,segment=NetworkSegment(4da3598e-a6c5-4f2d-b94d-d59dd6c457c5),segment_id=4da3598e-a6c5-4f2d-b94d-d59dd6c457c5)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:30:28.463659 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:28.468437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-16562c15-cec4-440a-8303-6607a35f7ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:28.470334 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-16562c15-cec4-440a-8303-6607a35f7ada service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 1095 time: 0.1631331 Sep 29 17:30:28.503145 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d9121ee-e6fc-4358-98cb-ae4c860a686f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:28.517144 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18352763-ad69-46a5-8119-73678047e88f req-42758d47-21a6-476c-b36d-f00a3cbc98f2 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:28.518715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18352763-ad69-46a5-8119-73678047e88f req-42758d47-21a6-476c-b36d-f00a3cbc98f2 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 1023 time: 0.1755793 Sep 29 17:30:28.523806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:28.524508 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:28.526315 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] 10.222.0.49 "PUT /v2.0/ports/6cc9a052-799b-48be-ae98-976cd7789348 HTTP/1.1" status: 200 len: 1092 time: 1.3352342 Sep 29 17:30:28.605480 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a39400-695a-424c-9524-c7f6cb367a7b req-969f9085-e2f7-45c7-afa9-373d9dc5d666 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:28.606965 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-76a39400-695a-424c-9524-c7f6cb367a7b req-969f9085-e2f7-45c7-afa9-373d9dc5d666 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 1023 time: 0.0999751 Sep 29 17:30:28.618394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9121ee-e6fc-4358-98cb-ae4c860a686f admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d46cbe-3f59-4e49-be1c-729e5684b195,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:28.618884 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-c2514b63-114f-4d81-9b89-52655614f94b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77fc7550-0d4a-4aad-b562-dedcd0c80540 HTTP/1.1" status: 200 len: 217 time: 0.1106474 Sep 29 17:30:28.644589 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9121ee-e6fc-4358-98cb-ae4c860a686f admin admin] Checking segment: {'id': 'a6ca2395-01c3-4ee6-91b9-7450b23facc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '42b03ec6-e3b8-4d96-bb6d-e61b524556aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:30:28.644950 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9121ee-e6fc-4358-98cb-ae4c860a686f admin admin] Network hostable DHCP agents. Network: 42b03ec6-e3b8-4d96-bb6d-e61b524556aa, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:30:28.680475 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-76a39400-695a-424c-9524-c7f6cb367a7b req-d47bf077-b4e0-459b-b037-1acdad60d3b3 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups?id=e15d6cf5-4b11-452d-b595-f894d7560c15&id=38939c42-8d8b-4ef4-8bf4-6af8150da378&id=c3203038-6d23-426c-b011-0a37c5521b41&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0567966 Sep 29 17:30:28.681557 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9121ee-e6fc-4358-98cb-ae4c860a686f admin admin] Network 42b03ec6-e3b8-4d96-bb6d-e61b524556aa is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:30:28.690593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136b928-0b73-4c63-9dc8-2a0f368387ee service neutron] Pushing event updated for resources: {'Port': ['ID=6cc9a052-799b-48be-ae98-976cd7789348,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:28.693804 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-6d9121ee-e6fc-4358-98cb-ae4c860a686f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 42b03ec6-e3b8-4d96-bb6d-e61b524556aa) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:30:28.701238 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e35008-bd3d-4f87-b1d0-8bebe02ce1db None None] Network 42b03ec6-e3b8-4d96-bb6d-e61b524556aa requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:30:28.718397 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9121ee-e6fc-4358-98cb-ae4c860a686f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:28.718993 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d9121ee-e6fc-4358-98cb-ae4c860a686f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:28.745907 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6d9121ee-e6fc-4358-98cb-ae4c860a686f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7497919 Sep 29 17:30:28.791438 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-87da2361-c6e9-42ce-9849-ecd3042ce5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:28.793038 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-87da2361-c6e9-42ce-9849-ecd3042ce5b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=469f6337-ae09-4156-997e-8aa5990644df HTTP/1.1" status: 200 len: 852 time: 0.1627324 Sep 29 17:30:28.795457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-eeb74319-34b5-46b1-b205-bf74bd3b60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:28.796854 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-eeb74319-34b5-46b1-b205-bf74bd3b60d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f155f28f3b5e4fda849f1a3bc684c2b6&device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 1095 time: 0.2154267 Sep 29 17:30:28.869888 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4738c461-7ae3-4057-83f8-8a647872fecf None None] Network 42b03ec6-e3b8-4d96-bb6d-e61b524556aa requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:30:28.870087 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-35e21c0d-fd45-40cb-a609-08d559b5517a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5cec3342-9e55-4e91-99e8-ff77baea25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696309 Sep 29 17:30:28.875583 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-97d09f8d-09a6-4139-90cd-ecc4f183e775 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cc9a052-799b-48be-ae98-976cd7789348 HTTP/1.1" status: 200 len: 217 time: 0.0645437 Sep 29 17:30:28.911743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-18352763-ad69-46a5-8119-73678047e88f req-20a29894-8f9b-4c2f-8003-9371af166cff tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Deleting port d5179edb-93c8-4188-a7ff-72a334222afe {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:30:28.912098 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18352763-ad69-46a5-8119-73678047e88f req-20a29894-8f9b-4c2f-8003-9371af166cff tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:29.051428 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-c98494a1-9920-4ba9-bb08-0fb60159a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:29.052922 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-c98494a1-9920-4ba9-bb08-0fb60159a63f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bd18002c-af1d-45ad-9be6-2f2b5dbfb7ac HTTP/1.1" status: 200 len: 862 time: 0.1670253 Sep 29 17:30:29.115642 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-4a4b298e-41f7-4d2f-bb70-8bed29d70d1a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=74da7342-6e22-43b6-8f50-c53705b98dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549185 Sep 29 17:30:29.182688 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-9d36e938-0a12-4169-89de-453263e08e75 service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051250 Sep 29 17:30:29.209207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-18352763-ad69-46a5-8119-73678047e88f req-20a29894-8f9b-4c2f-8003-9371af166cff tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] For port d5179edb-93c8-4188-a7ff-72a334222afe, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=d5179edb-93c8-4188-a7ff-72a334222afe,segment=NetworkSegment(4b4153c2-9c56-4840-ae03-acd8553eb5f8),segment_id=4b4153c2-9c56-4840-ae03-acd8553eb5f8)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:29.209634 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18352763-ad69-46a5-8119-73678047e88f req-20a29894-8f9b-4c2f-8003-9371af166cff tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:29.269537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-18352763-ad69-46a5-8119-73678047e88f req-20a29894-8f9b-4c2f-8003-9371af166cff tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Calling delete_port for d5179edb-93c8-4188-a7ff-72a334222afe owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:30:29.299801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683dbb80-6e62-4528-80e8-8bc33b91b4e7 req-813fe31e-d2fe-4218-9e79-09d4d4496d54 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:29.301309 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-683dbb80-6e62-4528-80e8-8bc33b91b4e7 req-813fe31e-d2fe-4218-9e79-09d4d4496d54 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 944 time: 0.2184625 Sep 29 17:30:29.419717 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-298811b5-34cf-461a-9100-c239f027ad12 service neutron] 10.222.0.49 "GET /v2.0/networks/74da7342-6e22-43b6-8f50-c53705b98dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812600 Sep 29 17:30:29.470807 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-683dbb80-6e62-4528-80e8-8bc33b91b4e7 req-6d54c985-a171-4445-9dfb-0f0ee8907ce2 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb6c0c02-db2f-4935-8828-bd6c0d301341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627498 Sep 29 17:30:29.475676 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b8c32fe-d5ad-40ed-bcbb-f7a287a5f504 req-5af9a64c-d447-4b29-956e-1e302b8c872e service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821441 Sep 29 17:30:29.505910 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-ec4f4bae-fc69-4549-b9df-75d484709f66 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:29.515688 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-ec4f4bae-fc69-4549-b9df-75d484709f66 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/networks?id=51bbdc31-29cc-41b0-b7e0-9ce901240b8e HTTP/1.1" status: 200 len: 825 time: 0.1218286 Sep 29 17:30:29.526193 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-8aece822-f62e-4280-8cba-b5fec7c1684d tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/quotas/1e0cc138b4c24ece9e4837119faec854 HTTP/1.1" status: 200 len: 375 time: 0.0093906 Sep 29 17:30:29.564314 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-0409754f-027e-4ad9-96f8-e5d69eb8929f tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1e0cc138b4c24ece9e4837119faec854&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306056 Sep 29 17:30:29.595639 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb4e170f-8c29-4652-b354-2391b35e1f15 req-3f67063d-2ed0-4200-90ef-78f364163cc6 service neutron] 10.222.0.49 "GET /v2.0/networks/74da7342-6e22-43b6-8f50-c53705b98dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662431 Sep 29 17:30:29.646025 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18352763-ad69-46a5-8119-73678047e88f req-20a29894-8f9b-4c2f-8003-9371af166cff tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:29.659023 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['d5179edb-93c8-4188-a7ff-72a334222afe'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:29.666342 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6c05d-098c-4882-be68-7c7f2470b0a3 req-694d6293-597d-41b5-9bff-d1cb25cedfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:29.667849 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eac6c05d-098c-4882-be68-7c7f2470b0a3 req-694d6293-597d-41b5-9bff-d1cb25cedfff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8762000220624d86bb5544a9b9e7bbd3&device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 1095 time: 0.0693481 Sep 29 17:30:29.688198 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-da5cb409-e53b-4755-ad14-6caf2abf2dd3 service neutron] 10.222.0.44 "GET /v2.0/networks/51bbdc31-29cc-41b0-b7e0-9ce901240b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163862 Sep 29 17:30:29.692342 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a29894-8f9b-4c2f-8003-9371af166cff tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event deleted for resources: {'Port': ['ID=d5179edb-93c8-4188-a7ff-72a334222afe,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:29.762376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-18352763-ad69-46a5-8119-73678047e88f req-20a29894-8f9b-4c2f-8003-9371af166cff tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] No DVR routers for this DVR port d5179edb-93c8-4188-a7ff-72a334222afe on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:30:29.766976 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18352763-ad69-46a5-8119-73678047e88f req-20a29894-8f9b-4c2f-8003-9371af166cff tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:29.768925 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18352763-ad69-46a5-8119-73678047e88f req-20a29894-8f9b-4c2f-8003-9371af166cff tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.49 "DELETE /v2.0/ports/d5179edb-93c8-4188-a7ff-72a334222afe HTTP/1.1" status: 204 len: 173 time: 1.2416611 Sep 29 17:30:29.779803 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-31861827-b9cb-4095-b55e-fe8e21741b71 service neutron] 10.222.0.44 "GET /v2.0/networks/51bbdc31-29cc-41b0-b7e0-9ce901240b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896778 Sep 29 17:30:29.848331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadac73b-16b4-422c-ae14-e10e1e61b18f req-d8927ebc-344a-4e20-a5ef-e5d32579d690 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:29.849866 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aadac73b-16b4-422c-ae14-e10e1e61b18f req-d8927ebc-344a-4e20-a5ef-e5d32579d690 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 944 time: 0.1163709 Sep 29 17:30:29.855118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6c05d-098c-4882-be68-7c7f2470b0a3 req-c0a014e5-2c82-4528-9a76-98364b2d347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:29.856530 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eac6c05d-098c-4882-be68-7c7f2470b0a3 req-c0a014e5-2c82-4528-9a76-98364b2d347c service neutron] 10.222.0.35 "GET /v2.0/networks?id=5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 200 len: 913 time: 0.1657610 Sep 29 17:30:29.930926 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eac6c05d-098c-4882-be68-7c7f2470b0a3 req-816fb88e-c0bb-4776-bfc7-2013d66707fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77fc7550-0d4a-4aad-b562-dedcd0c80540 HTTP/1.1" status: 200 len: 217 time: 0.0669038 Sep 29 17:30:29.970792 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aadac73b-16b4-422c-ae14-e10e1e61b18f req-1cc67f6d-fffe-4f46-9a87-700ff0e1ae7b tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133001 Sep 29 17:30:30.005229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6c05d-098c-4882-be68-7c7f2470b0a3 req-9adc9a1c-972c-4ab7-80d8-dbcef361f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:30.010511 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eac6c05d-098c-4882-be68-7c7f2470b0a3 req-9adc9a1c-972c-4ab7-80d8-dbcef361f22d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=469f6337-ae09-4156-997e-8aa5990644df HTTP/1.1" status: 200 len: 852 time: 0.0711920 Sep 29 17:30:30.056435 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eac6c05d-098c-4882-be68-7c7f2470b0a3 req-e5a1f8dc-9195-46f2-8179-347f5cd8a883 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5cec3342-9e55-4e91-99e8-ff77baea25ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353663 Sep 29 17:30:30.061754 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-19155459-f09b-4ca5-820c-91ef52423cb6 req-93361c2f-0951-4ca9-b9b4-febf7b7e440c tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1fc33c0-af53-4812-879f-a697b10ffd55 HTTP/1.1" status: 200 len: 210 time: 0.0342927 Sep 29 17:30:30.093647 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f18516c5-b90f-40e5-959b-c669625d9343 req-3c44318c-41d8-4dd2-a4b1-2bd2756914ea tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 210 time: 0.0403507 Sep 29 17:30:30.206142 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eac6c05d-098c-4882-be68-7c7f2470b0a3 req-de447014-cb83-44de-8f58-72de87d6ed15 service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313014 Sep 29 17:30:30.569705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6a6e1f-143f-4988-8f53-b65a2b2187fa', 'tag': '6cc9a052-799b-48be-ae98-976cd7789348'}, {'server_uuid': 'b1fc33c0-af53-4812-879f-a697b10ffd55', 'name': 'network-vif-deleted', 'tag': 'd5179edb-93c8-4188-a7ff-72a334222afe'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:30.571971 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc57743-9104-4501-8815-80d90f6a1ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "4f6a6e1f-143f-4988-8f53-b65a2b2187fa", "tag": "6cc9a052-799b-48be-ae98-976cd7789348"}, {"server_uuid": "b1fc33c0-af53-4812-879f-a697b10ffd55", "name": "network-vif-deleted", "tag": "d5179edb-93c8-4188-a7ff-72a334222afe"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:30.626568 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f0e744-76af-4ed8-831e-4c0f56638ed0 x-openstack-request-id: req-25f0e744-76af-4ed8-831e-4c0f56638ed0 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:30.626939 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f6a6e1f-143f-4988-8f53-b65a2b2187fa", "tag": "6cc9a052-799b-48be-ae98-976cd7789348", "status": "completed", "code": 200}, {"server_uuid": "b1fc33c0-af53-4812-879f-a697b10ffd55", "name": "network-vif-deleted", "tag": "d5179edb-93c8-4188-a7ff-72a334222afe", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:30.627447 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25f0e744-76af-4ed8-831e-4c0f56638ed0 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:30.628167 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6a6e1f-143f-4988-8f53-b65a2b2187fa', 'tag': '6cc9a052-799b-48be-ae98-976cd7789348', 'status': 'completed', 'code': 200} Sep 29 17:30:30.628294 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fc33c0-af53-4812-879f-a697b10ffd55', 'name': 'network-vif-deleted', 'tag': 'd5179edb-93c8-4188-a7ff-72a334222afe', 'status': 'completed', 'code': 200} Sep 29 17:30:30.635285 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eac6c05d-098c-4882-be68-7c7f2470b0a3 req-8acfdfbd-401b-42e9-876e-4887b327a6eb service neutron] 10.222.0.35 "GET /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281764 Sep 29 17:30:30.648921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b4aa8-76d8-429e-b924-fe3cea71eb86 req-aa5d1f71-d138-465e-b378-79a55e9399db tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:30.650568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce4b4aa8-76d8-429e-b924-fe3cea71eb86 req-aa5d1f71-d138-465e-b378-79a55e9399db tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 944 time: 0.0731087 Sep 29 17:30:30.718323 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce4b4aa8-76d8-429e-b924-fe3cea71eb86 req-bfb6a74f-8b31-46d3-8fae-77c4373dc4cb tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb6c0c02-db2f-4935-8828-bd6c0d301341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559857 Sep 29 17:30:30.721050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc57743-9104-4501-8815-80d90f6a1ea9 req-4c60eded-e6fb-4bf8-a1a6-09616bc8ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:30.722549 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cbc57743-9104-4501-8815-80d90f6a1ea9 req-4c60eded-e6fb-4bf8-a1a6-09616bc8ea86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f155f28f3b5e4fda849f1a3bc684c2b6&device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 1095 time: 0.0694599 Sep 29 17:30:30.817984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc57743-9104-4501-8815-80d90f6a1ea9 req-31357f94-070a-4a19-a21d-29799c77019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:30.820519 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cbc57743-9104-4501-8815-80d90f6a1ea9 req-31357f94-070a-4a19-a21d-29799c77019d service neutron] 10.222.0.49 "GET /v2.0/networks?id=74da7342-6e22-43b6-8f50-c53705b98dca HTTP/1.1" status: 200 len: 923 time: 0.0903316 Sep 29 17:30:30.862480 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cbc57743-9104-4501-8815-80d90f6a1ea9 req-6e365ea4-bf7e-46cc-ab77-85f9a3b57332 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cc9a052-799b-48be-ae98-976cd7789348 HTTP/1.1" status: 200 len: 217 time: 0.0346701 Sep 29 17:30:30.915390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc57743-9104-4501-8815-80d90f6a1ea9 req-d878903f-406e-4dc6-88b5-05810e4651aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:30.916823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cbc57743-9104-4501-8815-80d90f6a1ea9 req-d878903f-406e-4dc6-88b5-05810e4651aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bd18002c-af1d-45ad-9be6-2f2b5dbfb7ac HTTP/1.1" status: 200 len: 862 time: 0.0467713 Sep 29 17:30:30.948066 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cbc57743-9104-4501-8815-80d90f6a1ea9 req-ed13b510-f316-4ca1-b455-04a9b521b29f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=74da7342-6e22-43b6-8f50-c53705b98dca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240479 Sep 29 17:30:31.046883 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cbc57743-9104-4501-8815-80d90f6a1ea9 req-e82afa84-cc41-448a-b75d-bc2d29689d16 service neutron] 10.222.0.49 "GET /v2.0/networks/74da7342-6e22-43b6-8f50-c53705b98dca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918815 Sep 29 17:30:31.115233 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94334f-d89d-434f-8f62-c2ad7d74a3f5 req-4bbac140-f5fe-4510-b0d2-27ea1842233d tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:31.116778 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e94334f-d89d-434f-8f62-c2ad7d74a3f5 req-4bbac140-f5fe-4510-b0d2-27ea1842233d tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 944 time: 0.0606318 Sep 29 17:30:31.161189 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e94334f-d89d-434f-8f62-c2ad7d74a3f5 req-a7d7fbcd-1376-40ab-b5db-2800f6fca95c tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352721 Sep 29 17:30:31.272207 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a9c36ecd-ab3a-4790-b66a-ccbbaf939eb7 req-2d90ac8c-cf03-4945-8bb0-7c06e66ed300 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 210 time: 0.0369174 Sep 29 17:30:31.281065 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cbc57743-9104-4501-8815-80d90f6a1ea9 req-16bfb1a7-5b06-4f2c-928e-85b78067e3a1 service neutron] 10.222.0.49 "GET /v2.0/networks/74da7342-6e22-43b6-8f50-c53705b98dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263658 Sep 29 17:30:31.290612 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-498f5cf4-8c40-408b-8fa2-2f8affa79c4d req-e24b0e49-88d7-4103-88a4-ab246788e31e tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/38939c42-8d8b-4ef4-8bf4-6af8150da378 HTTP/1.1" status: 200 len: 1803 time: 0.1484361 Sep 29 17:30:31.335460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-6ae53aad-24a6-4d61-b04e-0c7fe853e9f4 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:31.336891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-6ae53aad-24a6-4d61-b04e-0c7fe853e9f4 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.35 "GET /v2.0/networks?id=51bbdc31-29cc-41b0-b7e0-9ce901240b8e HTTP/1.1" status: 200 len: 825 time: 0.1936948 Sep 29 17:30:31.371764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-683cd62f-cd1b-4f2f-85a0-179a657ecb36 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Request body: {'port': {'device_id': '544d82aa-2dcf-4210-a71a-a1fbf5fd244b', 'network_id': '51bbdc31-29cc-41b0-b7e0-9ce901240b8e', 'admin_state_up': True, 'tenant_id': '1e0cc138b4c24ece9e4837119faec854'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:31.390794 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-498f5cf4-8c40-408b-8fa2-2f8affa79c4d req-b2638907-cc28-4ef7-abd8-371554831e16 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:31.458309 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-498f5cf4-8c40-408b-8fa2-2f8affa79c4d req-b2638907-cc28-4ef7-abd8-371554831e16 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:31.525624 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-498f5cf4-8c40-408b-8fa2-2f8affa79c4d req-b2638907-cc28-4ef7-abd8-371554831e16 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:31.528074 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-498f5cf4-8c40-408b-8fa2-2f8affa79c4d req-b2638907-cc28-4ef7-abd8-371554831e16 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:31.529203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-498f5cf4-8c40-408b-8fa2-2f8affa79c4d req-b2638907-cc28-4ef7-abd8-371554831e16 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "DELETE /v2.0/security-groups/38939c42-8d8b-4ef4-8bf4-6af8150da378 HTTP/1.1" status: 204 len: 173 time: 0.2319682 Sep 29 17:30:31.543293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2638907-cc28-4ef7-abd8-371554831e16 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38939c42-8d8b-4ef4-8bf4-6af8150da378,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:31.552484 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-683cd62f-cd1b-4f2f-85a0-179a657ecb36 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Made reservation on behalf of 1e0cc138b4c24ece9e4837119faec854 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:31.556166 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-683cd62f-cd1b-4f2f-85a0-179a657ecb36 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:31.598258 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d9899d89-d98d-4ac6-8623-31042c45e137 req-f07f700f-e3f0-41f9-9734-e49d95b3f622 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "GET /v2.0/security-groups/e15d6cf5-4b11-452d-b595-f894d7560c15 HTTP/1.1" status: 200 len: 1801 time: 0.0481894 Sep 29 17:30:31.662775 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d9899d89-d98d-4ac6-8623-31042c45e137 req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:31.685686 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-683cd62f-cd1b-4f2f-85a0-179a657ecb36 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Allocated IP 172.20.0.7 (51bbdc31-29cc-41b0-b7e0-9ce901240b8e/abde9e32-c79b-4ad3-9749-fd78cdb51c19/a37d8fcb-dccb-49fb-9608-3883f39ab1ea) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:30:31.686663 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d9899d89-d98d-4ac6-8623-31042c45e137 req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:31.733120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d9899d89-d98d-4ac6-8623-31042c45e137 req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:31.736974 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d9899d89-d98d-4ac6-8623-31042c45e137 req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:31.738044 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d9899d89-d98d-4ac6-8623-31042c45e137 req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] 10.222.0.44 "DELETE /v2.0/security-groups/e15d6cf5-4b11-452d-b595-f894d7560c15 HTTP/1.1" status: 204 len: 173 time: 0.1331451 Sep 29 17:30:31.747892 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34662) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:31.752687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15d6cf5-4b11-452d-b595-f894d7560c15,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:31.760962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:31.761341 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:31.761741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:31.762025 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:31.762670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:31.762886 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:31.763217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:31.763545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:31.764412 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:31.764736 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:31.765157 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:31.765522 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcada848-e286-47db-8e01-cab2c541c750 tempest-SecurityGroupsTestJSON-3083065 tempest-SecurityGroupsTestJSON-3083065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:31.853189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-589486f5-030e-4627-beef-d592df966ea3 admin admin] Deleting subnet bffdcfad-cb45-44b5-9c35-3b9ab89cad05 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:30:31.855885 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75146867-e1cf-4bb7-8ca5-6049bc7a4f0c req-2e76b257-fb1e-4779-8a68-689149ff5cf6 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:31.859026 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-75146867-e1cf-4bb7-8ca5-6049bc7a4f0c req-2e76b257-fb1e-4779-8a68-689149ff5cf6 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 944 time: 0.0554883 Sep 29 17:30:31.860114 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-589486f5-030e-4627-beef-d592df966ea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:31.899393 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-75146867-e1cf-4bb7-8ca5-6049bc7a4f0c req-dfc77b8e-4c45-486c-9701-ae15a74527d5 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb6c0c02-db2f-4935-8828-bd6c0d301341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330818 Sep 29 17:30:31.919102 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-589486f5-030e-4627-beef-d592df966ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:31.923346 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-683cd62f-cd1b-4f2f-85a0-179a657ecb36 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:31.976184 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-589486f5-030e-4627-beef-d592df966ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.017191 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-683cd62f-cd1b-4f2f-85a0-179a657ecb36 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.070618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-683cd62f-cd1b-4f2f-85a0-179a657ecb36 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Network 51bbdc31-29cc-41b0-b7e0-9ce901240b8e is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:30:32.074186 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-589486f5-030e-4627-beef-d592df966ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.076212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-683cd62f-cd1b-4f2f-85a0-179a657ecb36 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:30:32.086423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-683cd62f-cd1b-4f2f-85a0-179a657ecb36 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:30:32.112850 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cd62f-cd1b-4f2f-85a0-179a657ecb36 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Pushing event updated for resources: {'Port': ['ID=a37d8fcb-dccb-49fb-9608-3883f39ab1ea,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:32.120544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6cc9a052-799b-48be-ae98-976cd7789348 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:30:32.122581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device d5179edb-93c8-4188-a7ff-72a334222afe no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:30:32.136621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589486f5-030e-4627-beef-d592df966ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bffdcfad-cb45-44b5-9c35-3b9ab89cad05,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:32.145994 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-589486f5-030e-4627-beef-d592df966ea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.147862 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-589486f5-030e-4627-beef-d592df966ea3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bffdcfad-cb45-44b5-9c35-3b9ab89cad05 HTTP/1.1" status: 204 len: 168 time: 0.3987231 Sep 29 17:30:32.150451 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: d5179edb-93c8-4188-a7ff-72a334222afe {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:30:32.150593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34668) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:32.150708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device d5179edb-93c8-4188-a7ff-72a334222afe not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:30:32.182241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-683cd62f-cd1b-4f2f-85a0-179a657ecb36 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:32.182862 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-683cd62f-cd1b-4f2f-85a0-179a657ecb36 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.236030 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-683cd62f-cd1b-4f2f-85a0-179a657ecb36 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8680816 Sep 29 17:30:32.246972 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c3a4e20a-a340-4e7c-be06-a59279f7d438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.248821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6cc9a052-799b-48be-ae98-976cd7789348, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6cc9a052-799b-48be-ae98-976cd7789348,segment=NetworkSegment(4da3598e-a6c5-4f2d-b94d-d59dd6c457c5),segment_id=4da3598e-a6c5-4f2d-b94d-d59dd6c457c5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:32.255106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Request body: {'port': {'device_id': '544d82aa-2dcf-4210-a71a-a1fbf5fd244b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:32.262133 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '6cc9a052-799b-48be-ae98-976cd7789348', 'network_id': '74da7342-6e22-43b6-8f50-c53705b98dca', 'port_id': '6cc9a052-799b-48be-ae98-976cd7789348', 'mac_address': 'fa:16:3e:6c:d7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd18002c-af1d-45ad-9be6-2f2b5dbfb7ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:30:32.304041 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.320676 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc9a052-799b-48be-ae98-976cd7789348 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:30:32.333935 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608f6bc-f8a8-491c-8bdf-5c9d0b8a0650 req-bac7c5b0-568e-4646-90f5-8aaf94693e0a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:32.335296 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d608f6bc-f8a8-491c-8bdf-5c9d0b8a0650 req-bac7c5b0-568e-4646-90f5-8aaf94693e0a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 944 time: 0.0693069 Sep 29 17:30:32.345038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6cc9a052-799b-48be-ae98-976cd7789348, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6cc9a052-799b-48be-ae98-976cd7789348,segment=NetworkSegment(4da3598e-a6c5-4f2d-b94d-d59dd6c457c5),segment_id=4da3598e-a6c5-4f2d-b94d-d59dd6c457c5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:32.348437 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.352028 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.385845 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d608f6bc-f8a8-491c-8bdf-5c9d0b8a0650 req-598ad5d1-d500-48f6-914e-529ea7fb878a tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432627 Sep 29 17:30:32.402905 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c3a4e20a-a340-4e7c-be06-a59279f7d438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.407449 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6cc9a052-799b-48be-ae98-976cd7789348,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:32.468657 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c3a4e20a-a340-4e7c-be06-a59279f7d438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3561d17-b7cc-43ea-9c51-f819195c4f19']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:32.493415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c3a4e20a-a340-4e7c-be06-a59279f7d438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b4153c2-9c56-4840-ae03-acd8553eb5f8') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:32.493755 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c3a4e20a-a340-4e7c-be06-a59279f7d438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b4153c2-9c56-4840-ae03-acd8553eb5f8') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:32.555934 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c3a4e20a-a340-4e7c-be06-a59279f7d438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.570999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['6cc9a052-799b-48be-ae98-976cd7789348'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:32.583431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026db7f-72b0-49ab-8fce-490f3dd9718c req-b2ebe8de-c340-4554-b0b5-105185d6a24a tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:32.585116 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c026db7f-72b0-49ab-8fce-490f3dd9718c req-b2ebe8de-c340-4554-b0b5-105185d6a24a tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 931 time: 0.2174830 Sep 29 17:30:32.605601 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c3a4e20a-a340-4e7c-be06-a59279f7d438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.630511 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a4e20a-a340-4e7c-be06-a59279f7d438 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:30:32.630912 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c3a4e20a-a340-4e7c-be06-a59279f7d438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:30:32.634532 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:30:32.677580 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c026db7f-72b0-49ab-8fce-490f3dd9718c req-65d981f8-3678-4355-986a-346fba3450b0 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/security-groups?id=d16e9eab-d336-4a96-820d-8ebf5ddfa99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835445 Sep 29 17:30:32.742704 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c3a4e20a-a340-4e7c-be06-a59279f7d438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.748657 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c3a4e20a-a340-4e7c-be06-a59279f7d438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.750494 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c3a4e20a-a340-4e7c-be06-a59279f7d438 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c3561d17-b7cc-43ea-9c51-f819195c4f19 HTTP/1.1" status: 204 len: 168 time: 0.5992081 Sep 29 17:30:32.769320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4e20a-a340-4e7c-be06-a59279f7d438 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3561d17-b7cc-43ea-9c51-f819195c4f19,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:32.837797 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37d8fcb-dccb-49fb-9608-3883f39ab1ea {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:30:32.846408 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.860402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Transition to ACTIVE for port object a37d8fcb-dccb-49fb-9608-3883f39ab1ea will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:30:32.864642 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:32.948005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=a37d8fcb-dccb-49fb-9608-3883f39ab1ea,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:32.950897 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34684) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:33.011359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Attempting to bind port a37d8fcb-dccb-49fb-9608-3883f39ab1ea on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:30:33.011752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Attempting to bind port a37d8fcb-dccb-49fb-9608-3883f39ab1ea by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '2e6cfe28-be82-4860-aca3-ae70eafb8663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '51bbdc31-29cc-41b0-b7e0-9ce901240b8e'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:30:33.012011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Attempting to bind port a37d8fcb-dccb-49fb-9608-3883f39ab1ea on network 51bbdc31-29cc-41b0-b7e0-9ce901240b8e {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:30:33.018355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Port a37d8fcb-dccb-49fb-9608-3883f39ab1ea on network 51bbdc31-29cc-41b0-b7e0-9ce901240b8e not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:30:33.018654 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Attempting to bind port a37d8fcb-dccb-49fb-9608-3883f39ab1ea on network 51bbdc31-29cc-41b0-b7e0-9ce901240b8e {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:30:33.023505 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-193431dd-cfd6-4e58-a58d-363498380633 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d37859949064804aed48ceca00f52c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711663 Sep 29 17:30:33.023697 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:30:33.024116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Checking segment: {'id': '2e6cfe28-be82-4860-aca3-ae70eafb8663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '51bbdc31-29cc-41b0-b7e0-9ce901240b8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:30:33.024623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Bound using segment: {'id': '2e6cfe28-be82-4860-aca3-ae70eafb8663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '51bbdc31-29cc-41b0-b7e0-9ce901240b8e'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:30:33.025140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Bound port: a37d8fcb-dccb-49fb-9608-3883f39ab1ea, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e6cfe28-be82-4860-aca3-ae70eafb8663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '51bbdc31-29cc-41b0-b7e0-9ce901240b8e'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:30:33.025591 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:33.027280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34686) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:33.055717 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080026a-a6fe-49aa-a1dd-b54add1269bf req-7c55e9e0-cd5e-4b6a-8157-08f768a20275 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:33.057188 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f080026a-a6fe-49aa-a1dd-b54add1269bf req-7c55e9e0-cd5e-4b6a-8157-08f768a20275 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 945 time: 0.0810442 Sep 29 17:30:33.090332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] For port a37d8fcb-dccb-49fb-9608-3883f39ab1ea, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:30:33.093526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] For port a37d8fcb-dccb-49fb-9608-3883f39ab1ea, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a37d8fcb-dccb-49fb-9608-3883f39ab1ea,segment=NetworkSegment(2e6cfe28-be82-4860-aca3-ae70eafb8663),segment_id=2e6cfe28-be82-4860-aca3-ae70eafb8663)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:30:33.099418 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:33.117381 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ed134a-2036-4d80-bed9-df9f403f87b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:33.121412 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f080026a-a6fe-49aa-a1dd-b54add1269bf req-0a85309f-6ed3-47ca-b519-6df50b6d7d61 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb6c0c02-db2f-4935-8828-bd6c0d301341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561287 Sep 29 17:30:33.136108 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:33.136205 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:33.137829 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] 10.222.0.35 "PUT /v2.0/ports/a37d8fcb-dccb-49fb-9608-3883f39ab1ea HTTP/1.1" status: 200 len: 1091 time: 0.8871150 Sep 29 17:30:33.138297 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '544d82aa-2dcf-4210-a71a-a1fbf5fd244b', 'tag': 'a37d8fcb-dccb-49fb-9608-3883f39ab1ea'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:33.141316 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4278f5bf-58cb-488e-9805-93c409190cca" -d '{"events": [{"name": "network-changed", "server_uuid": "544d82aa-2dcf-4210-a71a-a1fbf5fd244b", "tag": "a37d8fcb-dccb-49fb-9608-3883f39ab1ea"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:33.146812 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ed134a-2036-4d80-bed9-df9f403f87b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:33.197311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f4fe8-c74f-4f35-85e3-fe3745b52ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=a37d8fcb-dccb-49fb-9608-3883f39ab1ea,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:33.201364 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48da579-e64e-43f6-8929-8084e1251ca9 x-openstack-request-id: req-f48da579-e64e-43f6-8929-8084e1251ca9 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:33.201691 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "544d82aa-2dcf-4210-a71a-a1fbf5fd244b", "tag": "a37d8fcb-dccb-49fb-9608-3883f39ab1ea", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:33.202696 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f48da579-e64e-43f6-8929-8084e1251ca9 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:33.203154 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '544d82aa-2dcf-4210-a71a-a1fbf5fd244b', 'tag': 'a37d8fcb-dccb-49fb-9608-3883f39ab1ea', 'status': 'completed', 'code': 200} Sep 29 17:30:33.206471 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ed134a-2036-4d80-bed9-df9f403f87b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:33.209248 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ed134a-2036-4d80-bed9-df9f403f87b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:33.210415 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-49ed134a-2036-4d80-bed9-df9f403f87b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3203038-6d23-426c-b011-0a37c5521b41 HTTP/1.1" status: 204 len: 168 time: 0.1822371 Sep 29 17:30:33.218490 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed134a-2036-4d80-bed9-df9f403f87b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3203038-6d23-426c-b011-0a37c5521b41,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:33.265962 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-73ba5035-bd1f-41bf-ad43-75bd3e3c33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:33.267502 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-73ba5035-bd1f-41bf-ad43-75bd3e3c33c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e0cc138b4c24ece9e4837119faec854&device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 1094 time: 0.0551579 Sep 29 17:30:33.318541 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-c1bb95c0-5c57-42ea-899b-947fba8a5c3d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37d8fcb-dccb-49fb-9608-3883f39ab1ea HTTP/1.1" status: 200 len: 217 time: 0.0371547 Sep 29 17:30:33.375111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-fda523ca-558b-4ea2-bd39-38c8d3182b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:33.376628 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-fda523ca-558b-4ea2-bd39-38c8d3182b1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=abde9e32-c79b-4ad3-9749-fd78cdb51c19 HTTP/1.1" status: 200 len: 865 time: 0.0518546 Sep 29 17:30:33.413433 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-7a7ebbf3-692e-4b51-83f7-6999f07dcc22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51bbdc31-29cc-41b0-b7e0-9ce901240b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289588 Sep 29 17:30:33.515406 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aabd023-8290-4b2e-9a4e-49364be308bf req-870e5d61-3cb7-458d-a3fe-af9098d35ff9 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:33.518307 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1aabd023-8290-4b2e-9a4e-49364be308bf req-870e5d61-3cb7-458d-a3fe-af9098d35ff9 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 944 time: 0.0655508 Sep 29 17:30:33.523959 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-e1cbf12e-0ac1-4702-a352-ae3cd93b6c64 service neutron] 10.222.0.35 "GET /v2.0/networks/51bbdc31-29cc-41b0-b7e0-9ce901240b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033494 Sep 29 17:30:33.561576 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1aabd023-8290-4b2e-9a4e-49364be308bf req-ca54493a-a8db-43d0-94d6-0534a23e1505 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347002 Sep 29 17:30:33.620605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43def5ba-f20d-457b-a52a-7a121eb5bb00 req-7d755230-ff50-4e26-9f66-c321fb980346 service neutron] 10.222.0.35 "GET /v2.0/networks/51bbdc31-29cc-41b0-b7e0-9ce901240b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897582 Sep 29 17:30:33.760800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278f5bf-58cb-488e-9805-93c409190cca req-b30297cd-391f-4aa5-8f1d-73d3c012cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:33.762598 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4278f5bf-58cb-488e-9805-93c409190cca req-b30297cd-391f-4aa5-8f1d-73d3c012cd9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1e0cc138b4c24ece9e4837119faec854&device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 1094 time: 0.0477424 Sep 29 17:30:33.808290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5a12f-60fd-49b4-8cb6-3d5a4c99aaeb req-eb72f799-f0c3-4863-9026-c8b1764da870 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:33.809834 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b7b5a12f-60fd-49b4-8cb6-3d5a4c99aaeb req-eb72f799-f0c3-4863-9026-c8b1764da870 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 943 time: 0.0586474 Sep 29 17:30:33.849658 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b7b5a12f-60fd-49b4-8cb6-3d5a4c99aaeb req-739ac8bb-d8e6-46c9-8f3e-4021b3d303bd tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/security-groups?id=d16e9eab-d336-4a96-820d-8ebf5ddfa99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332148 Sep 29 17:30:33.874554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278f5bf-58cb-488e-9805-93c409190cca req-64fe9de5-8373-43f3-b577-b23c259f78b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:33.876550 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4278f5bf-58cb-488e-9805-93c409190cca req-64fe9de5-8373-43f3-b577-b23c259f78b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51bbdc31-29cc-41b0-b7e0-9ce901240b8e HTTP/1.1" status: 200 len: 926 time: 0.1071899 Sep 29 17:30:33.926446 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4278f5bf-58cb-488e-9805-93c409190cca req-bb96b071-f7b1-43ec-bfc5-ae037fbd6d31 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37d8fcb-dccb-49fb-9608-3883f39ab1ea HTTP/1.1" status: 200 len: 217 time: 0.0419333 Sep 29 17:30:33.981117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278f5bf-58cb-488e-9805-93c409190cca req-a2e3d05b-f623-42b7-a656-0e3d4cdc8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:33.983405 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4278f5bf-58cb-488e-9805-93c409190cca req-a2e3d05b-f623-42b7-a656-0e3d4cdc8791 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=abde9e32-c79b-4ad3-9749-fd78cdb51c19 HTTP/1.1" status: 200 len: 865 time: 0.0498893 Sep 29 17:30:34.019144 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4278f5bf-58cb-488e-9805-93c409190cca req-eba3074e-d5bc-4078-a292-155b0902a500 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51bbdc31-29cc-41b0-b7e0-9ce901240b8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279477 Sep 29 17:30:34.069214 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34722) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:34.116050 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4278f5bf-58cb-488e-9805-93c409190cca req-225d6d5f-d4d6-459e-a7a5-a1435f81a848 service neutron] 10.222.0.35 "GET /v2.0/networks/51bbdc31-29cc-41b0-b7e0-9ce901240b8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888431 Sep 29 17:30:34.117331 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6cc9a052-799b-48be-ae98-976cd7789348 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:30:34.162362 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 77fc7550-0d4a-4aad-b562-dedcd0c80540 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:30:34.187898 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e5e68aca-95c9-4eb8-9c3d-3181aeda1dc2 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-796784254-network', 'tenant_id': '26d8c2c12baf471cbca60967422f1e84'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:34.194238 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 6cc9a052-799b-48be-ae98-976cd7789348 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:30:34.224881 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e68aca-95c9-4eb8-9c3d-3181aeda1dc2 admin admin] Made reservation on behalf of 26d8c2c12baf471cbca60967422f1e84 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:34.231047 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e5e68aca-95c9-4eb8-9c3d-3181aeda1dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:34.236306 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 6cc9a052-799b-48be-ae98-976cd7789348 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:30:34.236657 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:34.247388 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4278f5bf-58cb-488e-9805-93c409190cca req-95ade49a-7bef-431a-a708-23f81376f053 service neutron] 10.222.0.35 "GET /v2.0/networks/51bbdc31-29cc-41b0-b7e0-9ce901240b8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244495 Sep 29 17:30:34.247916 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e5e68aca-95c9-4eb8-9c3d-3181aeda1dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:34.304827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a80f21-0379-4dcc-995a-3bdead9e158a req-d45077fb-cacd-4d08-a2fe-c5dddae38534 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:34.306666 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03a80f21-0379-4dcc-995a-3bdead9e158a req-d45077fb-cacd-4d08-a2fe-c5dddae38534 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 945 time: 0.0682554 Sep 29 17:30:34.355482 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03a80f21-0379-4dcc-995a-3bdead9e158a req-52d5bbd9-33f4-4e19-a7a6-8023580b8f43 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb6c0c02-db2f-4935-8828-bd6c0d301341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Sep 29 17:30:34.366240 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e5e68aca-95c9-4eb8-9c3d-3181aeda1dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:34.371760 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e5e68aca-95c9-4eb8-9c3d-3181aeda1dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:34.382154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 77fc7550-0d4a-4aad-b562-dedcd0c80540, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=77fc7550-0d4a-4aad-b562-dedcd0c80540,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:34.397801 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e68aca-95c9-4eb8-9c3d-3181aeda1dc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:30:34.399341 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '77fc7550-0d4a-4aad-b562-dedcd0c80540', 'network_id': '5cec3342-9e55-4e91-99e8-ff77baea25ee', 'port_id': '77fc7550-0d4a-4aad-b562-dedcd0c80540', 'mac_address': 'fa:16:3e:67:83:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469f6337-ae09-4156-997e-8aa5990644df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:30:34.405600 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:34.411602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e68aca-95c9-4eb8-9c3d-3181aeda1dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffdee4d-3245-4efb-a854-dbdc6d148187,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:34.416851 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e5e68aca-95c9-4eb8-9c3d-3181aeda1dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:34.417198 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-e5e68aca-95c9-4eb8-9c3d-3181aeda1dc2 admin admin] Added segment 958622a0-e388-4cea-8919-e0a0ef0d1021 of type vlan for network 12f6281e-4639-416d-86fb-21519dbce87e Sep 29 17:30:34.457553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6a6e1f-143f-4988-8f53-b65a2b2187fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc9a052-799b-48be-ae98-976cd7789348'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:34.458793 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e5e68aca-95c9-4eb8-9c3d-3181aeda1dc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:34.459764 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b92b68-b66f-4479-a6cc-aef896a06973" -d '{"events": [{"server_uuid": "4f6a6e1f-143f-4988-8f53-b65a2b2187fa", "name": "network-vif-plugged", "status": "completed", "tag": "6cc9a052-799b-48be-ae98-976cd7789348"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:34.477664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6cc9a052-799b-48be-ae98-976cd7789348, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6cc9a052-799b-48be-ae98-976cd7789348,segment=NetworkSegment(4da3598e-a6c5-4f2d-b94d-d59dd6c457c5),segment_id=4da3598e-a6c5-4f2d-b94d-d59dd6c457c5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:34.478871 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:34.489942 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:34.490155 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e5e68aca-95c9-4eb8-9c3d-3181aeda1dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:34.492436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e68aca-95c9-4eb8-9c3d-3181aeda1dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:34.493106 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e5e68aca-95c9-4eb8-9c3d-3181aeda1dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:34.502769 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77fc7550-0d4a-4aad-b562-dedcd0c80540 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:30:34.507458 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d1528a-ae2a-4c5c-bb1e-33c5c41ee7ed x-openstack-request-id: req-d8d1528a-ae2a-4c5c-bb1e-33c5c41ee7ed {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:34.507750 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6a6e1f-143f-4988-8f53-b65a2b2187fa", "name": "network-vif-plugged", "status": "completed", "tag": "6cc9a052-799b-48be-ae98-976cd7789348", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:34.507993 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8d1528a-ae2a-4c5c-bb1e-33c5c41ee7ed {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:34.508363 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6a6e1f-143f-4988-8f53-b65a2b2187fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc9a052-799b-48be-ae98-976cd7789348', 'code': 200} Sep 29 17:30:34.524572 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e5e68aca-95c9-4eb8-9c3d-3181aeda1dc2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4541636 Sep 29 17:30:34.530819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34732) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:34.537368 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-8d4cdc95-15eb-4044-a5a2-7e5d8fec64b1 admin admin] Request body: {'subnet': {'network_id': '12f6281e-4639-416d-86fb-21519dbce87e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-796784254-subnet', 'tenant_id': '26d8c2c12baf471cbca60967422f1e84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:34.553414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 77fc7550-0d4a-4aad-b562-dedcd0c80540, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=77fc7550-0d4a-4aad-b562-dedcd0c80540,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:34.568602 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:34.570389 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e68aca-95c9-4eb8-9c3d-3181aeda1dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=12f6281e-4639-416d-86fb-21519dbce87e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:34.575865 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6cc9a052-799b-48be-ae98-976cd7789348,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:34.585234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 12f6281e-4639-416d-86fb-21519dbce87e details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:30:34.614532 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4cdc95-15eb-4044-a5a2-7e5d8fec64b1 admin admin] Made reservation on behalf of 26d8c2c12baf471cbca60967422f1e84 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:34.618089 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d4cdc95-15eb-4044-a5a2-7e5d8fec64b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:34.662519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef09869-73a5-4492-ab76-031b7b754e78 req-3cb75b32-49fd-42a5-892a-5660ca4f2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:34.664029 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6ef09869-73a5-4492-ab76-031b7b754e78 req-3cb75b32-49fd-42a5-892a-5660ca4f2653 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 1097 time: 0.0833843 Sep 29 17:30:34.684926 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=77fc7550-0d4a-4aad-b562-dedcd0c80540,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:34.782675 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f35733-9e48-435a-ad44-0adb25ce6c97 req-ee96d693-fb3c-4738-a26f-ef80539fe123 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:34.784169 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-40f35733-9e48-435a-ad44-0adb25ce6c97 req-ee96d693-fb3c-4738-a26f-ef80539fe123 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 945 time: 0.1192071 Sep 29 17:30:34.789675 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6ef09869-73a5-4492-ab76-031b7b754e78 req-cbc1f3d9-25bd-4149-b9e7-dec3208b8b5f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fb6c0c02-db2f-4935-8828-bd6c0d301341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131001 Sep 29 17:30:34.855400 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-40f35733-9e48-435a-ad44-0adb25ce6c97 req-4d2c5799-848c-4e39-b5ae-961ab5513d6e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632167 Sep 29 17:30:34.915399 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d4cdc95-15eb-4044-a5a2-7e5d8fec64b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:34.974018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cdc95-15eb-4044-a5a2-7e5d8fec64b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9264b6ad-4d8d-4169-86ce-3daa8c66bcce,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:34.978309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7153ba-4ba5-435f-a008-04af2ce126a6 req-2a01bca1-48aa-4e6f-9a62-fa281c0cc5ec tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:34.981731 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fe7153ba-4ba5-435f-a008-04af2ce126a6 req-2a01bca1-48aa-4e6f-9a62-fa281c0cc5ec tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 943 time: 0.0571530 Sep 29 17:30:34.985393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4cdc95-15eb-4044-a5a2-7e5d8fec64b1 admin admin] Checking segment: {'id': '958622a0-e388-4cea-8919-e0a0ef0d1021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '12f6281e-4639-416d-86fb-21519dbce87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:30:34.985747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4cdc95-15eb-4044-a5a2-7e5d8fec64b1 admin admin] Network hostable DHCP agents. Network: 12f6281e-4639-416d-86fb-21519dbce87e, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:30:35.004742 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4cdc95-15eb-4044-a5a2-7e5d8fec64b1 admin admin] Network 12f6281e-4639-416d-86fb-21519dbce87e is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:30:35.015102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-8d4cdc95-15eb-4044-a5a2-7e5d8fec64b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 12f6281e-4639-416d-86fb-21519dbce87e) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:30:35.019499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4cdc95-15eb-4044-a5a2-7e5d8fec64b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:35.020703 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d4cdc95-15eb-4044-a5a2-7e5d8fec64b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:35.020832 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fe7153ba-4ba5-435f-a008-04af2ce126a6 req-1489be44-f5bd-49d3-8d9c-1d40999e56e6 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/security-groups?id=d16e9eab-d336-4a96-820d-8ebf5ddfa99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335712 Sep 29 17:30:35.025090 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12ae49a-4f7a-4d4d-9283-0fde06f38811 None None] Network 12f6281e-4639-416d-86fb-21519dbce87e requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:30:35.055912 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8d4cdc95-15eb-4044-a5a2-7e5d8fec64b1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5234332 Sep 29 17:30:35.182651 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['77fc7550-0d4a-4aad-b562-dedcd0c80540'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:35.212804 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3937c4-8420-4bc3-bbbb-9431c14de2d5 None None] Network 12f6281e-4639-416d-86fb-21519dbce87e requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:30:35.244257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c34558-83a5-44d7-a787-1c2789f59775 req-8d55f7b7-5dca-457e-817f-e94d81c4c57c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:35.245902 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83c34558-83a5-44d7-a787-1c2789f59775 req-8d55f7b7-5dca-457e-817f-e94d81c4c57c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 945 time: 0.0791838 Sep 29 17:30:35.297074 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83c34558-83a5-44d7-a787-1c2789f59775 req-a9e16ef3-30a3-47e9-be8f-6c21f970c5de tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418131 Sep 29 17:30:35.596459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-2c2b7462-f222-4f7d-9d87-cd8d0a1e1a5d tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:35.598669 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-2c2b7462-f222-4f7d-9d87-cd8d0a1e1a5d tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/networks?id=12f6281e-4639-416d-86fb-21519dbce87e HTTP/1.1" status: 200 len: 820 time: 0.1325486 Sep 29 17:30:35.617461 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-1a0f2e0d-84a5-4f37-a3e7-55f282709823 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/quotas/26d8c2c12baf471cbca60967422f1e84 HTTP/1.1" status: 200 len: 375 time: 0.0112329 Sep 29 17:30:35.663701 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-238e2afb-1177-4a40-86fb-78c0d0a978a0 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=26d8c2c12baf471cbca60967422f1e84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383539 Sep 29 17:30:35.783984 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-176e7573-76b7-4c87-a7d4-0e06bb915678 service neutron] 10.222.0.44 "GET /v2.0/networks/12f6281e-4639-416d-86fb-21519dbce87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129353 Sep 29 17:30:35.848944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a078c-00e0-4f12-84ec-ee9f7306789b req-4a600d73-b920-4b95-90b4-39a4fbd3e4ec tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:35.850610 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a90a078c-00e0-4f12-84ec-ee9f7306789b req-4a600d73-b920-4b95-90b4-39a4fbd3e4ec tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 946 time: 0.0634251 Sep 29 17:30:35.905958 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a90a078c-00e0-4f12-84ec-ee9f7306789b req-68fe5619-44d5-46db-95ce-24f040349672 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb6c0c02-db2f-4935-8828-bd6c0d301341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468400 Sep 29 17:30:35.907232 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-90e55fd8-276d-44fd-a9d2-5d7dbd8c5047 service neutron] 10.222.0.44 "GET /v2.0/networks/12f6281e-4639-416d-86fb-21519dbce87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164875 Sep 29 17:30:36.120199 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e2721ac2-d065-4522-a331-3e25c91c1ad3 req-7645278e-981b-49dd-bcfe-685f77802a77 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 210 time: 0.0367224 Sep 29 17:30:36.161218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bea77-33b5-4952-aec5-f8006a90c0ba req-1d970a91-71f9-421c-a30e-a3bbc5b29b93 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:36.165313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-730bea77-33b5-4952-aec5-f8006a90c0ba req-1d970a91-71f9-421c-a30e-a3bbc5b29b93 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 945 time: 0.0684116 Sep 29 17:30:36.222463 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-730bea77-33b5-4952-aec5-f8006a90c0ba req-25b937af-0053-4ed7-8ad7-5a0031eecf02 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557520 Sep 29 17:30:36.262284 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21c665-1a15-4920-897a-29b901364995 req-ead3b00d-382b-4c02-b07b-8db45658bcc4 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:36.264377 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba21c665-1a15-4920-897a-29b901364995 req-ead3b00d-382b-4c02-b07b-8db45658bcc4 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 943 time: 0.0677629 Sep 29 17:30:36.312072 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba21c665-1a15-4920-897a-29b901364995 req-a681045e-09c6-4458-b993-290b86114429 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/security-groups?id=d16e9eab-d336-4a96-820d-8ebf5ddfa99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388443 Sep 29 17:30:37.020400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd0607e-6484-4a9d-a925-bb54adf265cd req-fc125633-c991-496b-a36b-12b56632eac9 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:37.021930 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-edd0607e-6484-4a9d-a925-bb54adf265cd req-fc125633-c991-496b-a36b-12b56632eac9 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 946 time: 0.0492651 Sep 29 17:30:37.091600 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-edd0607e-6484-4a9d-a925-bb54adf265cd req-ef6098f8-b167-4b72-af8d-43e1c6c451ee tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb6c0c02-db2f-4935-8828-bd6c0d301341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627580 Sep 29 17:30:37.187267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-81c2c247-a653-498a-9cab-db7e1083d246 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:37.188807 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-81c2c247-a653-498a-9cab-db7e1083d246 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.49 "GET /v2.0/networks?id=12f6281e-4639-416d-86fb-21519dbce87e HTTP/1.1" status: 200 len: 820 time: 0.1368389 Sep 29 17:30:37.208052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-67d1024f-059b-483d-8325-c120e74ae75d tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Request body: {'port': {'device_id': 'a4885b1f-2bda-4a02-8aec-a9281f37b583', 'network_id': '12f6281e-4639-416d-86fb-21519dbce87e', 'admin_state_up': True, 'tenant_id': '26d8c2c12baf471cbca60967422f1e84'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:37.269026 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02305e11-a64e-456a-a896-d1e496c45abb req-d54c09f2-695f-4a32-acf7-b5d97584e886 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 210 time: 0.0405722 Sep 29 17:30:37.387779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-67d1024f-059b-483d-8325-c120e74ae75d tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Made reservation on behalf of 26d8c2c12baf471cbca60967422f1e84 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:37.391983 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-67d1024f-059b-483d-8325-c120e74ae75d tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:37.429576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ba660-9d83-430c-b7bf-82ae1a2a9502 req-09921dbd-6d71-4f2b-a1df-3d604bada070 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:37.431056 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f8ba660-9d83-430c-b7bf-82ae1a2a9502 req-09921dbd-6d71-4f2b-a1df-3d604bada070 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 945 time: 0.0810714 Sep 29 17:30:37.513060 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f8ba660-9d83-430c-b7bf-82ae1a2a9502 req-ad729ae4-d06a-47a7-ba3a-bec51b2addbb tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524778 Sep 29 17:30:37.517385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4049b5-27eb-45d9-a1ec-e09664607e2f req-b0354a5a-21be-4656-907f-73ef6a8ceab7 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:37.518905 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2a4049b5-27eb-45d9-a1ec-e09664607e2f req-b0354a5a-21be-4656-907f-73ef6a8ceab7 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 943 time: 0.0504053 Sep 29 17:30:37.559796 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2a4049b5-27eb-45d9-a1ec-e09664607e2f req-a084121a-f120-4bce-94b4-d87e6111fbc4 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/security-groups?id=d16e9eab-d336-4a96-820d-8ebf5ddfa99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338309 Sep 29 17:30:37.570149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-67d1024f-059b-483d-8325-c120e74ae75d tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Allocated IP 172.20.0.13 (12f6281e-4639-416d-86fb-21519dbce87e/9264b6ad-4d8d-4169-86ce-3daa8c66bcce/f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:30:37.665395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a41bc-32a5-4cd5-be25-f762eb8ff769 req-2d9e7365-596e-4ea6-a8fa-908267ee709d tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:37.666866 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db2a41bc-32a5-4cd5-be25-f762eb8ff769 req-2d9e7365-596e-4ea6-a8fa-908267ee709d tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 946 time: 0.0896652 Sep 29 17:30:37.754334 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db2a41bc-32a5-4cd5-be25-f762eb8ff769 req-54a526a9-8005-4fea-b384-a6a649b68286 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb6c0c02-db2f-4935-8828-bd6c0d301341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769610 Sep 29 17:30:37.782849 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-67d1024f-059b-483d-8325-c120e74ae75d tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:37.817680 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-67d1024f-059b-483d-8325-c120e74ae75d tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:37.862518 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-67d1024f-059b-483d-8325-c120e74ae75d tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Network 12f6281e-4639-416d-86fb-21519dbce87e is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:30:37.865460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-67d1024f-059b-483d-8325-c120e74ae75d tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:30:37.869057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-67d1024f-059b-483d-8325-c120e74ae75d tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:30:37.894557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1024f-059b-483d-8325-c120e74ae75d tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Pushing event updated for resources: {'Port': ['ID=f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:37.921263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-67d1024f-059b-483d-8325-c120e74ae75d tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:37.921891 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-67d1024f-059b-483d-8325-c120e74ae75d tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:37.935079 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-67d1024f-059b-483d-8325-c120e74ae75d tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7343414 Sep 29 17:30:37.948709 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Request body: {'port': {'device_id': 'a4885b1f-2bda-4a02-8aec-a9281f37b583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:38.000171 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:38.143713 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:30:38.157428 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a37d8fcb-dccb-49fb-9608-3883f39ab1ea details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:30:38.166530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 77fc7550-0d4a-4aad-b562-dedcd0c80540 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:30:38.358758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:38.360973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 77fc7550-0d4a-4aad-b562-dedcd0c80540 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:30:38.374666 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 77fc7550-0d4a-4aad-b562-dedcd0c80540 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:30:38.374954 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:38.380350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'port_id': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'mac_address': 'fa:16:3e:8b:09:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:30:38.412737 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a37d8fcb-dccb-49fb-9608-3883f39ab1ea, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a37d8fcb-dccb-49fb-9608-3883f39ab1ea,segment=NetworkSegment(2e6cfe28-be82-4860-aca3-ae70eafb8663),segment_id=2e6cfe28-be82-4860-aca3-ae70eafb8663)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:38.451184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'a37d8fcb-dccb-49fb-9608-3883f39ab1ea', 'network_id': '51bbdc31-29cc-41b0-b7e0-9ce901240b8e', 'port_id': 'a37d8fcb-dccb-49fb-9608-3883f39ab1ea', 'mac_address': 'fa:16:3e:68:e8:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abde9e32-c79b-4ad3-9749-fd78cdb51c19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:30:38.457304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca1bd7-5c12-4f0d-a439-1a4ee444deeb req-bd9fc967-b813-45d6-9648-7a402ee592b1 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:38.458815 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01ca1bd7-5c12-4f0d-a439-1a4ee444deeb req-bd9fc967-b813-45d6-9648-7a402ee592b1 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 932 time: 0.0860388 Sep 29 17:30:38.500115 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:38.538808 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:38.543107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:30:38.551153 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01ca1bd7-5c12-4f0d-a439-1a4ee444deeb req-119363a8-5dee-4baf-9967-9f34eedc00ca tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ffdee4d-3245-4efb-a854-dbdc6d148187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602899 Sep 29 17:30:38.573022 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37d8fcb-dccb-49fb-9608-3883f39ab1ea {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:30:38.590283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:38.595710 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:38.613886 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:38.616673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a37d8fcb-dccb-49fb-9608-3883f39ab1ea, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a37d8fcb-dccb-49fb-9608-3883f39ab1ea,segment=NetworkSegment(2e6cfe28-be82-4860-aca3-ae70eafb8663),segment_id=2e6cfe28-be82-4860-aca3-ae70eafb8663)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:38.643125 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:38.644773 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:30:38.656415 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:38.665198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42dff18-c589-4c0f-abec-d3a8082018d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fc7550-0d4a-4aad-b562-dedcd0c80540'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:38.667661 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870fbfe2-bb01-4a99-bdb6-3ee4a1276b9d" -d '{"events": [{"server_uuid": "d42dff18-c589-4c0f-abec-d3a8082018d7", "name": "network-vif-plugged", "status": "completed", "tag": "77fc7550-0d4a-4aad-b562-dedcd0c80540"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:38.676755 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0e5c5-f10c-48d1-97ae-1fe96de3c010 req-27ce8456-bd3a-474f-b8fc-33ed49a56e95 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:38.679042 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d5c0e5c5-f10c-48d1-97ae-1fe96de3c010 req-27ce8456-bd3a-474f-b8fc-33ed49a56e95 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 945 time: 0.0655720 Sep 29 17:30:38.688285 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 77fc7550-0d4a-4aad-b562-dedcd0c80540, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=77fc7550-0d4a-4aad-b562-dedcd0c80540,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:38.701772 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:38.707129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['2b90c3a8-d67a-4f2d-8bbf-11c5425183e3'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:38.709635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Transition to ACTIVE for port object f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:30:38.722220 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:38.724146 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d5c0e5c5-f10c-48d1-97ae-1fe96de3c010 req-bcc87a28-56f8-4f0f-85cf-776a48d62ea4 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385764 Sep 29 17:30:38.730642 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:38.744760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6cbd7-f1eb-4bd4-83fd-60d52ade1177 req-90272ed0-ef4d-47a8-81ee-68aca5abd2f1 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:38.753457 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bea6cbd7-f1eb-4bd4-83fd-60d52ade1177 req-90272ed0-ef4d-47a8-81ee-68aca5abd2f1 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 944 time: 0.0852692 Sep 29 17:30:38.805202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:38.830879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=a37d8fcb-dccb-49fb-9608-3883f39ab1ea,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:38.866968 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bea6cbd7-f1eb-4bd4-83fd-60d52ade1177 req-4d615fee-d863-4b07-972d-24835e7558d3 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/security-groups?id=d16e9eab-d336-4a96-820d-8ebf5ddfa99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991771 Sep 29 17:30:38.930980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Attempting to bind port f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:30:38.931365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Attempting to bind port f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '958622a0-e388-4cea-8919-e0a0ef0d1021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '12f6281e-4639-416d-86fb-21519dbce87e'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:30:38.931709 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Attempting to bind port f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d on network 12f6281e-4639-416d-86fb-21519dbce87e {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:30:38.941043 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Port f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d on network 12f6281e-4639-416d-86fb-21519dbce87e not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:30:38.941394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Attempting to bind port f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d on network 12f6281e-4639-416d-86fb-21519dbce87e {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:30:38.952602 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c03557-8136-421c-9fad-147f254cfccd x-openstack-request-id: req-37c03557-8136-421c-9fad-147f254cfccd {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:38.952602 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42dff18-c589-4c0f-abec-d3a8082018d7", "name": "network-vif-plugged", "status": "completed", "tag": "77fc7550-0d4a-4aad-b562-dedcd0c80540", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:38.952602 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37c03557-8136-421c-9fad-147f254cfccd {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:38.952602 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42dff18-c589-4c0f-abec-d3a8082018d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77fc7550-0d4a-4aad-b562-dedcd0c80540', 'code': 200} Sep 29 17:30:38.959947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821e7f8-12ee-4638-b390-84cab5944d26 req-60261699-c200-4111-b8c7-4413d9a3ebe3 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:38.961532 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5821e7f8-12ee-4638-b390-84cab5944d26 req-60261699-c200-4111-b8c7-4413d9a3ebe3 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.49 "GET /v2.0/ports?device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 946 time: 0.0918431 Sep 29 17:30:38.969232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:30:38.969657 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Checking segment: {'id': '958622a0-e388-4cea-8919-e0a0ef0d1021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '12f6281e-4639-416d-86fb-21519dbce87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:30:38.970054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Bound using segment: {'id': '958622a0-e388-4cea-8919-e0a0ef0d1021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '12f6281e-4639-416d-86fb-21519dbce87e'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:30:38.970510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Bound port: f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '958622a0-e388-4cea-8919-e0a0ef0d1021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '12f6281e-4639-416d-86fb-21519dbce87e'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:30:38.970879 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:38.985538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=77fc7550-0d4a-4aad-b562-dedcd0c80540,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:39.084488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a37d8fcb-dccb-49fb-9608-3883f39ab1ea'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:39.197834 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] For port f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:30:39.210820 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ee428-d19a-44ab-8376-cb44861d7991 req-937ae276-656f-4658-ba39-6b04dec7a434 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:39.219253 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e4ee428-d19a-44ab-8376-cb44861d7991 req-937ae276-656f-4658-ba39-6b04dec7a434 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 946 time: 0.1928563 Sep 29 17:30:39.222063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] For port f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d,segment=NetworkSegment(958622a0-e388-4cea-8919-e0a0ef0d1021),segment_id=958622a0-e388-4cea-8919-e0a0ef0d1021)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:30:39.233807 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51165a34-cba4-42e8-9b85-c7e7325eb8c9 req-42f230f5-4291-4e3b-a74f-1c17e1b55fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:39.234865 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51165a34-cba4-42e8-9b85-c7e7325eb8c9 req-42f230f5-4291-4e3b-a74f-1c17e1b55fce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 1097 time: 0.2031538 Sep 29 17:30:39.244312 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:39.319846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:39.320469 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:39.321873 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] 10.222.0.49 "PUT /v2.0/ports/f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d HTTP/1.1" status: 200 len: 1092 time: 1.3770177 Sep 29 17:30:39.327783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4885b1f-2bda-4a02-8aec-a9281f37b583', 'tag': 'f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:39.330078 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d157a5-4687-46da-a5d8-64e0a2bd16b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a4885b1f-2bda-4a02-8aec-a9281f37b583", "tag": "f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:39.339169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-5821e7f8-12ee-4638-b390-84cab5944d26 req-0d9602b5-e873-4d85-9b4c-5172c5a88b14 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Deleting port 6cc9a052-799b-48be-ae98-976cd7789348 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:30:39.339520 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5821e7f8-12ee-4638-b390-84cab5944d26 req-0d9602b5-e873-4d85-9b4c-5172c5a88b14 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:39.372099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e4ee428-d19a-44ab-8376-cb44861d7991 req-d380517a-1222-480a-b2c9-5c094782c6bb tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb6c0c02-db2f-4935-8828-bd6c0d301341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520197 Sep 29 17:30:39.376618 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147f48e7-5e7c-49e3-8748-8f8b8888fe95 x-openstack-request-id: req-147f48e7-5e7c-49e3-8748-8f8b8888fe95 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:39.376916 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4885b1f-2bda-4a02-8aec-a9281f37b583", "tag": "f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:39.377170 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-147f48e7-5e7c-49e3-8748-8f8b8888fe95 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:39.377587 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4885b1f-2bda-4a02-8aec-a9281f37b583', 'tag': 'f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d', 'status': 'completed', 'code': 200} Sep 29 17:30:39.438451 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51165a34-cba4-42e8-9b85-c7e7325eb8c9 req-0c023921-e65c-4ef6-987a-b730dcd59052 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908755 Sep 29 17:30:39.472186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fa804-4ccb-4cb4-a09f-e0de0a1c0125 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:39.508218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-4dfeffbe-c832-4f50-85ae-d3220374d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:39.509768 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-4dfeffbe-c832-4f50-85ae-d3220374d42f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26d8c2c12baf471cbca60967422f1e84&device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 1095 time: 0.1268382 Sep 29 17:30:39.531944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5821e7f8-12ee-4638-b390-84cab5944d26 req-0d9602b5-e873-4d85-9b4c-5172c5a88b14 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] For port 6cc9a052-799b-48be-ae98-976cd7789348, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6cc9a052-799b-48be-ae98-976cd7789348,segment=NetworkSegment(4da3598e-a6c5-4f2d-b94d-d59dd6c457c5),segment_id=4da3598e-a6c5-4f2d-b94d-d59dd6c457c5)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:39.532243 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5821e7f8-12ee-4638-b390-84cab5944d26 req-0d9602b5-e873-4d85-9b4c-5172c5a88b14 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:39.567330 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-4810714e-8025-4075-8693-0f9c93f949b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d HTTP/1.1" status: 200 len: 217 time: 0.0480440 Sep 29 17:30:39.573136 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-5821e7f8-12ee-4638-b390-84cab5944d26 req-0d9602b5-e873-4d85-9b4c-5172c5a88b14 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Calling delete_port for 6cc9a052-799b-48be-ae98-976cd7789348 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:30:39.718996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-343750ca-eadc-49d8-a6ae-14e7833d96ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:39.720488 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-343750ca-eadc-49d8-a6ae-14e7833d96ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9264b6ad-4d8d-4169-86ce-3daa8c66bcce HTTP/1.1" status: 200 len: 860 time: 0.1453562 Sep 29 17:30:39.769861 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-ca81fe97-6f14-47d4-b5d4-3850e57aedec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=12f6281e-4639-416d-86fb-21519dbce87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396125 Sep 29 17:30:39.788171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a8db9-b12c-4d4b-aebf-9f312a3570c2 req-7b487d3e-32e7-4f35-ad38-995edb4a175f tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:39.789688 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-224a8db9-b12c-4d4b-aebf-9f312a3570c2 req-7b487d3e-32e7-4f35-ad38-995edb4a175f tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 944 time: 0.1056151 Sep 29 17:30:39.952581 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-224a8db9-b12c-4d4b-aebf-9f312a3570c2 req-d11b7439-33ce-4456-adf2-f5c28debf756 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ffdee4d-3245-4efb-a854-dbdc6d148187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470578 Sep 29 17:30:39.987060 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df9952-1e05-4c4b-b857-8e79755476d2 req-dab2d23e-618c-441c-8266-02a834c39aba tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:39.992274 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-46b2ba00-2d14-4360-98a6-ffda78ea4987 service neutron] 10.222.0.49 "GET /v2.0/networks/12f6281e-4639-416d-86fb-21519dbce87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126598 Sep 29 17:30:39.993533 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5821e7f8-12ee-4638-b390-84cab5944d26 req-0d9602b5-e873-4d85-9b4c-5172c5a88b14 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:39.996270 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48df9952-1e05-4c4b-b857-8e79755476d2 req-dab2d23e-618c-441c-8266-02a834c39aba tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 946 time: 0.0798211 Sep 29 17:30:40.006028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['6cc9a052-799b-48be-ae98-976cd7789348'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:40.054691 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48df9952-1e05-4c4b-b857-8e79755476d2 req-88b5b1d0-219c-42c8-8bbf-1bff50654a1d tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575397 Sep 29 17:30:40.084586 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9602b5-e873-4d85-9b4c-5172c5a88b14 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Pushing event deleted for resources: {'Port': ['ID=6cc9a052-799b-48be-ae98-976cd7789348,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:40.156108 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:30:40.202567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5821e7f8-12ee-4638-b390-84cab5944d26 req-0d9602b5-e873-4d85-9b4c-5172c5a88b14 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] No DVR routers for this DVR port 6cc9a052-799b-48be-ae98-976cd7789348 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:30:40.205401 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5821e7f8-12ee-4638-b390-84cab5944d26 req-0d9602b5-e873-4d85-9b4c-5172c5a88b14 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:40.207800 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5821e7f8-12ee-4638-b390-84cab5944d26 req-0d9602b5-e873-4d85-9b4c-5172c5a88b14 tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.49 "DELETE /v2.0/ports/6cc9a052-799b-48be-ae98-976cd7789348 HTTP/1.1" status: 204 len: 173 time: 1.2244771 Sep 29 17:30:40.225759 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:30:40.225759 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:40.268149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8deea-0410-4c9d-b4b0-11fa62cc63c7 req-eed0093c-8c8b-4314-9c2f-9ed70373416b tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:40.269770 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66a8deea-0410-4c9d-b4b0-11fa62cc63c7 req-eed0093c-8c8b-4314-9c2f-9ed70373416b tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 944 time: 0.1740448 Sep 29 17:30:40.317237 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3947586f-0bf0-4f25-a232-9f8e815f00d3 req-6af4a717-8574-4546-8d9e-085b6c250b65 service neutron] 10.222.0.49 "GET /v2.0/networks/12f6281e-4639-416d-86fb-21519dbce87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125792 Sep 29 17:30:40.374240 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66a8deea-0410-4c9d-b4b0-11fa62cc63c7 req-17808993-7ab3-44e6-9323-f77fafd232b4 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/security-groups?id=d16e9eab-d336-4a96-820d-8ebf5ddfa99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967784 Sep 29 17:30:40.394796 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:40.452995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:40.455926 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d157a5-4687-46da-a5d8-64e0a2bd16b3 req-6887cbb8-148e-4a7d-ba72-ed600e5af979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:40.460041 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9d157a5-4687-46da-a5d8-64e0a2bd16b3 req-6887cbb8-148e-4a7d-ba72-ed600e5af979 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=26d8c2c12baf471cbca60967422f1e84&device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 1095 time: 0.0652192 Sep 29 17:30:40.463586 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:40.464225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6cc9a052-799b-48be-ae98-976cd7789348 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:30:40.519832 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 6cc9a052-799b-48be-ae98-976cd7789348 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:30:40.520125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6cc9a052-799b-48be-ae98-976cd7789348 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:30:40.540592 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cae5f908-7400-4973-9a82-7df9307f5bdf req-0618fbc9-96aa-4808-b8bc-2ee5bb4c0c3f tempest-ServerAddressesNegativeTestJSON-48756886 tempest-ServerAddressesNegativeTestJSON-48756886-project] 10.222.0.44 "GET /v2.0/ports?device_id=4f6a6e1f-143f-4988-8f53-b65a2b2187fa HTTP/1.1" status: 200 len: 210 time: 0.0342600 Sep 29 17:30:40.547611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:40.622865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d157a5-4687-46da-a5d8-64e0a2bd16b3 req-5b80e3ba-b5c4-4f52-842b-c9b3bdd7fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:40.625982 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9d157a5-4687-46da-a5d8-64e0a2bd16b3 req-5b80e3ba-b5c4-4f52-842b-c9b3bdd7fe43 service neutron] 10.222.0.49 "GET /v2.0/networks?id=12f6281e-4639-416d-86fb-21519dbce87e HTTP/1.1" status: 200 len: 921 time: 0.1555119 Sep 29 17:30:40.679503 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9d157a5-4687-46da-a5d8-64e0a2bd16b3 req-51685c36-5b1d-455a-b753-cf6d1298a4be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d HTTP/1.1" status: 200 len: 217 time: 0.0447044 Sep 29 17:30:40.734216 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af970aa3-7df7-4d3a-addb-ab3768340e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:40.762328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d157a5-4687-46da-a5d8-64e0a2bd16b3 req-0c26dbd5-26dc-42da-87fa-d298ad0f15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:40.765347 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9d157a5-4687-46da-a5d8-64e0a2bd16b3 req-0c26dbd5-26dc-42da-87fa-d298ad0f15c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9264b6ad-4d8d-4169-86ce-3daa8c66bcce HTTP/1.1" status: 200 len: 860 time: 0.0779412 Sep 29 17:30:40.813889 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9d157a5-4687-46da-a5d8-64e0a2bd16b3 req-0058306f-d6ef-4a99-aebb-b00e88c9eff3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=12f6281e-4639-416d-86fb-21519dbce87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374892 Sep 29 17:30:40.958634 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:40.960958 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351d3a67-355b-445a-aecf-6d971a19bc03" -d '{"events": [{"server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "name": "network-vif-plugged", "status": "completed", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:40.995852 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9d157a5-4687-46da-a5d8-64e0a2bd16b3 req-32c80043-d51d-4f4d-a338-56f051bf9e70 service neutron] 10.222.0.49 "GET /v2.0/networks/12f6281e-4639-416d-86fb-21519dbce87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715040 Sep 29 17:30:41.046717 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1c885f-2185-4118-89e0-56102af43879 x-openstack-request-id: req-6d1c885f-2185-4118-89e0-56102af43879 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:41.047999 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "name": "network-vif-plugged", "status": "completed", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:41.048491 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d1c885f-2185-4118-89e0-56102af43879 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:41.049037 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'code': 200} Sep 29 17:30:41.150459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138e05d-552b-4f07-914b-d0606bd815e5 req-891de38d-6c13-4ebf-ae40-477d88828e36 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:41.152220 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2138e05d-552b-4f07-914b-d0606bd815e5 req-891de38d-6c13-4ebf-ae40-477d88828e36 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 944 time: 0.0792441 Sep 29 17:30:41.172547 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9d157a5-4687-46da-a5d8-64e0a2bd16b3 req-2aa2f395-f456-4efb-ba93-b491c0144869 service neutron] 10.222.0.49 "GET /v2.0/networks/12f6281e-4639-416d-86fb-21519dbce87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595023 Sep 29 17:30:41.199705 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2138e05d-552b-4f07-914b-d0606bd815e5 req-d6e60375-335b-4df7-adfc-f3c73289fb3a tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ffdee4d-3245-4efb-a854-dbdc6d148187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401120 Sep 29 17:30:41.215660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbd120-3075-499b-8384-1e90d3ea2f49 req-3038193f-d8c5-4161-86d8-3b88ce24f234 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:41.217844 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23cbd120-3075-499b-8384-1e90d3ea2f49 req-3038193f-d8c5-4161-86d8-3b88ce24f234 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 946 time: 0.0624785 Sep 29 17:30:41.278817 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23cbd120-3075-499b-8384-1e90d3ea2f49 req-cc144715-eb31-40a8-b64b-360385237bda tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478349 Sep 29 17:30:41.378339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6a6e1f-143f-4988-8f53-b65a2b2187fa', 'name': 'network-vif-deleted', 'tag': '6cc9a052-799b-48be-ae98-976cd7789348'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:41.381074 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc86967-0f8f-49ad-8ec5-35d175dec446" -d '{"events": [{"server_uuid": "4f6a6e1f-143f-4988-8f53-b65a2b2187fa", "name": "network-vif-deleted", "tag": "6cc9a052-799b-48be-ae98-976cd7789348"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:41.423497 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92005cc-4099-4cfb-96f6-9f27f29f236a x-openstack-request-id: req-a92005cc-4099-4cfb-96f6-9f27f29f236a {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:41.424034 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f6a6e1f-143f-4988-8f53-b65a2b2187fa", "name": "network-vif-deleted", "tag": "6cc9a052-799b-48be-ae98-976cd7789348", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:41.424491 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a92005cc-4099-4cfb-96f6-9f27f29f236a {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:41.425056 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6a6e1f-143f-4988-8f53-b65a2b2187fa', 'name': 'network-vif-deleted', 'tag': '6cc9a052-799b-48be-ae98-976cd7789348', 'status': 'completed', 'code': 200} Sep 29 17:30:41.580623 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95edfa09-de60-4590-a13c-8be96a767238 req-fe7f1948-dc94-4e8e-b41c-ac1200ef689b tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:41.582593 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95edfa09-de60-4590-a13c-8be96a767238 req-fe7f1948-dc94-4e8e-b41c-ac1200ef689b tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 944 time: 0.0795310 Sep 29 17:30:41.633912 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95edfa09-de60-4590-a13c-8be96a767238 req-a00733d8-c7cc-437a-b069-e1300800ec53 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/security-groups?id=d16e9eab-d336-4a96-820d-8ebf5ddfa99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448341 Sep 29 17:30:41.696989 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34926) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:41.702460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59c3fd-e166-4621-8cce-eabd77c8182f req-caf69f48-7e00-476f-b391-cac56bdc40b1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:41.704167 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a59c3fd-e166-4621-8cce-eabd77c8182f req-caf69f48-7e00-476f-b391-cac56bdc40b1 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 946 time: 0.0929286 Sep 29 17:30:41.746102 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a45d0a5-e1da-4faa-adad-df71c339cf18 admin admin] Deleting subnet bd18002c-af1d-45ad-9be6-2f2b5dbfb7ac {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:30:41.750434 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a45d0a5-e1da-4faa-adad-df71c339cf18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:41.777207 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a59c3fd-e166-4621-8cce-eabd77c8182f req-d369460e-5902-490c-a62c-2ed1ea13436e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647848 Sep 29 17:30:41.797641 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a45d0a5-e1da-4faa-adad-df71c339cf18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:41.844592 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a45d0a5-e1da-4faa-adad-df71c339cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:41.909026 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a45d0a5-e1da-4faa-adad-df71c339cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:41.939947 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45d0a5-e1da-4faa-adad-df71c339cf18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd18002c-af1d-45ad-9be6-2f2b5dbfb7ac,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:41.950368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a45d0a5-e1da-4faa-adad-df71c339cf18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:41.952632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0a45d0a5-e1da-4faa-adad-df71c339cf18 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bd18002c-af1d-45ad-9be6-2f2b5dbfb7ac HTTP/1.1" status: 204 len: 168 time: 0.2546196 Sep 29 17:30:41.955208 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34932) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:42.048038 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a084731c-2ec2-4013-9a3c-89166969f3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:42.148232 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a084731c-2ec2-4013-9a3c-89166969f3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:42.169698 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a084731c-2ec2-4013-9a3c-89166969f3fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74da7342-6e22-43b6-8f50-c53705b98dca']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:42.180100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a084731c-2ec2-4013-9a3c-89166969f3fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da3598e-a6c5-4f2d-b94d-d59dd6c457c5') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:42.180429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a084731c-2ec2-4013-9a3c-89166969f3fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da3598e-a6c5-4f2d-b94d-d59dd6c457c5') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:42.186966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a37d8fcb-dccb-49fb-9608-3883f39ab1ea up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:30:42.192679 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a084731c-2ec2-4013-9a3c-89166969f3fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:42.208513 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a084731c-2ec2-4013-9a3c-89166969f3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:42.214823 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a084731c-2ec2-4013-9a3c-89166969f3fa admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:30:42.215947 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a084731c-2ec2-4013-9a3c-89166969f3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:30:42.217818 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:30:42.252364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port a37d8fcb-dccb-49fb-9608-3883f39ab1ea completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:30:42.256922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port a37d8fcb-dccb-49fb-9608-3883f39ab1ea triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:30:42.257336 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:42.361513 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a084731c-2ec2-4013-9a3c-89166969f3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:42.362513 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:42.379041 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a084731c-2ec2-4013-9a3c-89166969f3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:42.379041 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a084731c-2ec2-4013-9a3c-89166969f3fa admin admin] 10.222.0.44 "DELETE /v2.0/networks/74da7342-6e22-43b6-8f50-c53705b98dca HTTP/1.1" status: 204 len: 168 time: 0.4183950 Sep 29 17:30:42.394122 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084731c-2ec2-4013-9a3c-89166969f3fa admin admin] Pushing event deleted for resources: {'Network': ['ID=74da7342-6e22-43b6-8f50-c53705b98dca,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:42.447296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a37d8fcb-dccb-49fb-9608-3883f39ab1ea, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a37d8fcb-dccb-49fb-9608-3883f39ab1ea,segment=NetworkSegment(2e6cfe28-be82-4860-aca3-ae70eafb8663),segment_id=2e6cfe28-be82-4860-aca3-ae70eafb8663)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:42.456221 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:42.504724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbbf38-67ba-4cd9-a0cf-04cc317ac056 req-182984d2-f320-415b-aa8e-9b170123289b tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:42.507310 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a7cbbf38-67ba-4cd9-a0cf-04cc317ac056 req-182984d2-f320-415b-aa8e-9b170123289b tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 944 time: 0.1663849 Sep 29 17:30:42.554838 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=a37d8fcb-dccb-49fb-9608-3883f39ab1ea,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:42.568483 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34944) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:42.588805 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a7cbbf38-67ba-4cd9-a0cf-04cc317ac056 req-51808a17-2a13-49a3-b336-198717787cf8 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ffdee4d-3245-4efb-a854-dbdc6d148187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656879 Sep 29 17:30:42.641345 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0bf997cf-75fa-4246-aab4-6baa962d71fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f155f28f3b5e4fda849f1a3bc684c2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0679622 Sep 29 17:30:42.644600 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34946) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:42.700089 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a8fb107-d92b-4ce9-80aa-9cffccd0350e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:42.724744 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a8fb107-d92b-4ce9-80aa-9cffccd0350e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:42.784710 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e06eb-a71c-4b09-8bb6-f6119289d02d req-7c3c744b-01c0-4420-ab25-1f62c8bbd43a tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:42.786981 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a8fb107-d92b-4ce9-80aa-9cffccd0350e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:42.789762 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a8fb107-d92b-4ce9-80aa-9cffccd0350e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:42.794644 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2a8fb107-d92b-4ce9-80aa-9cffccd0350e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb6c0c02-db2f-4935-8828-bd6c0d301341 HTTP/1.1" status: 204 len: 168 time: 0.1454296 Sep 29 17:30:42.806030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fb107-d92b-4ce9-80aa-9cffccd0350e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6c0c02-db2f-4935-8828-bd6c0d301341,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:42.808384 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-558e06eb-a71c-4b09-8bb6-f6119289d02d req-7c3c744b-01c0-4420-ab25-1f62c8bbd43a tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 945 time: 0.0975955 Sep 29 17:30:42.885734 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-558e06eb-a71c-4b09-8bb6-f6119289d02d req-d9b2d066-0da3-4b0f-a7a7-dc3dcf2b8e69 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/security-groups?id=d16e9eab-d336-4a96-820d-8ebf5ddfa99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745289 Sep 29 17:30:42.939801 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c55f8-1cca-4466-91b6-bd7bad78f0aa req-c01b5aae-8c36-4b27-a322-9c30111fa6af tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:42.941601 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d70c55f8-1cca-4466-91b6-bd7bad78f0aa req-c01b5aae-8c36-4b27-a322-9c30111fa6af tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 946 time: 0.0704117 Sep 29 17:30:42.996138 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d70c55f8-1cca-4466-91b6-bd7bad78f0aa req-c152e683-3c71-44ce-9d47-22f0bd26f3fc tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475345 Sep 29 17:30:43.050902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544d82aa-2dcf-4210-a71a-a1fbf5fd244b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37d8fcb-dccb-49fb-9608-3883f39ab1ea'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:43.055590 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b0375f-d127-47f0-b377-d4bc8992010c" -d '{"events": [{"server_uuid": "544d82aa-2dcf-4210-a71a-a1fbf5fd244b", "name": "network-vif-plugged", "status": "completed", "tag": "a37d8fcb-dccb-49fb-9608-3883f39ab1ea"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:43.120082 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b737240b-861b-428c-8546-ff8649ccd921 x-openstack-request-id: req-b737240b-861b-428c-8546-ff8649ccd921 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:43.120609 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544d82aa-2dcf-4210-a71a-a1fbf5fd244b", "name": "network-vif-plugged", "status": "completed", "tag": "a37d8fcb-dccb-49fb-9608-3883f39ab1ea", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:43.120878 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b737240b-861b-428c-8546-ff8649ccd921 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:43.121321 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544d82aa-2dcf-4210-a71a-a1fbf5fd244b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37d8fcb-dccb-49fb-9608-3883f39ab1ea', 'code': 200} Sep 29 17:30:43.381060 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61fac2-bd30-4e95-b5ae-2c4f62150de1 req-1053f37a-80a8-4d3d-b2a3-8109a9f07bee tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:43.381695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f91e84-563d-4042-89e2-a72dd1ce30b9 req-90b8e858-ace5-4a52-9777-f86d033b0f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:43.383643 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b9f91e84-563d-4042-89e2-a72dd1ce30b9 req-90b8e858-ace5-4a52-9777-f86d033b0f3c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 1096 time: 0.0795105 Sep 29 17:30:43.389992 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f61fac2-bd30-4e95-b5ae-2c4f62150de1 req-1053f37a-80a8-4d3d-b2a3-8109a9f07bee tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 946 time: 0.0645995 Sep 29 17:30:43.435117 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b9f91e84-563d-4042-89e2-a72dd1ce30b9 req-05f8cdc8-118b-4964-9e62-84325d977172 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d16e9eab-d336-4a96-820d-8ebf5ddfa99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426121 Sep 29 17:30:43.437930 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f61fac2-bd30-4e95-b5ae-2c4f62150de1 req-c0d33e84-0528-4d74-99eb-1f1faf647412 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468819 Sep 29 17:30:43.494567 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76ca014a-87c6-4538-98e5-702e0644386b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:43.813743 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad86c7-edc3-4219-b605-344fce5e8d75 req-12e434bf-ddd4-4a70-98b3-185c9fbab1a2 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:43.821856 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3cad86c7-edc3-4219-b605-344fce5e8d75 req-12e434bf-ddd4-4a70-98b3-185c9fbab1a2 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 944 time: 0.1091106 Sep 29 17:30:43.877225 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3cad86c7-edc3-4219-b605-344fce5e8d75 req-b2502a67-2d4a-4e01-8f39-57c38db9fc7e tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ffdee4d-3245-4efb-a854-dbdc6d148187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477431 Sep 29 17:30:44.057693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dda5a3-c6c9-483d-8d56-744fd3de9157 req-1a91ec70-237e-4814-bd96-b9d5332e033a tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:44.065925 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51dda5a3-c6c9-483d-8d56-744fd3de9157 req-1a91ec70-237e-4814-bd96-b9d5332e033a tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 945 time: 0.0891976 Sep 29 17:30:44.125239 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51dda5a3-c6c9-483d-8d56-744fd3de9157 req-f08f9eea-5e3a-4ee1-bb20-192c267246d3 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/security-groups?id=d16e9eab-d336-4a96-820d-8ebf5ddfa99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492008 Sep 29 17:30:44.185081 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:30:44.424197 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:44.487198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d,segment=NetworkSegment(958622a0-e388-4cea-8919-e0a0ef0d1021),segment_id=958622a0-e388-4cea-8919-e0a0ef0d1021)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:44.508612 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d', 'network_id': '12f6281e-4639-416d-86fb-21519dbce87e', 'port_id': 'f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d', 'mac_address': 'fa:16:3e:0f:fa:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9264b6ad-4d8d-4169-86ce-3daa8c66bcce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:30:44.576284 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:44.584585 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:44.620627 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:30:44.632083 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:44.684148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d,segment=NetworkSegment(958622a0-e388-4cea-8919-e0a0ef0d1021),segment_id=958622a0-e388-4cea-8919-e0a0ef0d1021)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:44.694507 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:44.695524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e6061-e435-4461-9831-0758011690e7 req-27042f1a-7fb7-4fba-96fa-d513262ab6aa tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:44.705531 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-560e6061-e435-4461-9831-0758011690e7 req-27042f1a-7fb7-4fba-96fa-d513262ab6aa tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 946 time: 0.1452270 Sep 29 17:30:44.767996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:44.781340 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-560e6061-e435-4461-9831-0758011690e7 req-7117580d-a975-43d7-9108-308d0ae2d72f tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746138 Sep 29 17:30:44.793466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:44.793876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:44.794226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:44.794572 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:44.804569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:44.804569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:44.804569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:44.804569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:44.804569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:44.804569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:44.804569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:44.804569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:30:44.816821 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-558bf1f9-ef08-430a-aac2-8fde460eb530 req-d13f80cc-54c8-4d2b-9d37-511461c7a993 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=d40093a4-18bb-4883-a41f-54d8cf72ec0b HTTP/1.1" status: 200 len: 210 time: 0.0441909 Sep 29 17:30:44.958542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:45.541967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812f049-6a8e-41d2-a150-137aab62121e req-6ace921a-7241-4887-b762-892eafc8ae02 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:45.554288 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5812f049-6a8e-41d2-a150-137aab62121e req-6ace921a-7241-4887-b762-892eafc8ae02 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 945 time: 0.1075552 Sep 29 17:30:45.777915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5812f049-6a8e-41d2-a150-137aab62121e req-9745ec35-ca15-42f7-81ae-5966a7816f06 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/security-groups?id=d16e9eab-d336-4a96-820d-8ebf5ddfa99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212603 Sep 29 17:30:45.839112 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a011dc-1a48-4a98-b470-1ed176794e1f req-cd24aa90-da52-4dc4-b758-99b17d303494 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:45.848893 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0a011dc-1a48-4a98-b470-1ed176794e1f req-cd24aa90-da52-4dc4-b758-99b17d303494 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 945 time: 0.8028886 Sep 29 17:30:45.858662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8205f7b-5897-479d-832d-7265bdf1abfb req-b96ee6ec-35de-4450-9ce8-9939412193d0 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:45.860747 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f8205f7b-5897-479d-832d-7265bdf1abfb req-b96ee6ec-35de-4450-9ce8-9939412193d0 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.35 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 946 time: 0.2329712 Sep 29 17:30:45.959321 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0a011dc-1a48-4a98-b470-1ed176794e1f req-35350fab-f2ae-41d9-a4de-045567e72566 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ffdee4d-3245-4efb-a854-dbdc6d148187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090510 Sep 29 17:30:46.052384 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f8205f7b-5897-479d-832d-7265bdf1abfb req-f82cb582-956f-4428-9fc9-9aefc1856e4e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Deleting port 77fc7550-0d4a-4aad-b562-dedcd0c80540 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:30:46.052908 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f8205f7b-5897-479d-832d-7265bdf1abfb req-f82cb582-956f-4428-9fc9-9aefc1856e4e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:46.217509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:30:46.269561 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f8205f7b-5897-479d-832d-7265bdf1abfb req-f82cb582-956f-4428-9fc9-9aefc1856e4e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] For port 77fc7550-0d4a-4aad-b562-dedcd0c80540, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=77fc7550-0d4a-4aad-b562-dedcd0c80540,segment=NetworkSegment(79286694-3c1a-4287-bba9-76c54945e516),segment_id=79286694-3c1a-4287-bba9-76c54945e516)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:46.270009 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f8205f7b-5897-479d-832d-7265bdf1abfb req-f82cb582-956f-4428-9fc9-9aefc1856e4e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:46.287402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f8205f7b-5897-479d-832d-7265bdf1abfb req-f82cb582-956f-4428-9fc9-9aefc1856e4e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Calling delete_port for 77fc7550-0d4a-4aad-b562-dedcd0c80540 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:30:46.344288 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c954ce-917d-4785-96b5-cf7a699643b4 req-3622b538-c865-4a64-bd7c-ffb4e398e794 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:46.347298 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-37c954ce-917d-4785-96b5-cf7a699643b4 req-3622b538-c865-4a64-bd7c-ffb4e398e794 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 946 time: 0.1334460 Sep 29 17:30:46.410233 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dee4a-69d8-4e00-9172-b47b28335c72 req-7a3924a4-55de-4bc8-aee5-4fb0b5bb46fe tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:46.418774 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:30:46.435796 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:30:46.438993 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:46.442254 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-019dee4a-69d8-4e00-9172-b47b28335c72 req-7a3924a4-55de-4bc8-aee5-4fb0b5bb46fe tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 945 time: 0.2800486 Sep 29 17:30:46.444749 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-37c954ce-917d-4785-96b5-cf7a699643b4 req-cc288c09-719d-4a70-b7a1-4e519191bb5d tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/security-groups?id=40c72db0-8a3c-405c-b3be-c0733918661f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862105 Sep 29 17:30:46.644550 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0a32c27e-48a3-4827-b65e-90284b9b8b86 req-16e273e3-5822-43f4-b784-3360f1d7a41f tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0475030 Sep 29 17:30:46.678357 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f8205f7b-5897-479d-832d-7265bdf1abfb req-f82cb582-956f-4428-9fc9-9aefc1856e4e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:46.689036 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:46.751093 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cb582-956f-4428-9fc9-9aefc1856e4e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Pushing event deleted for resources: {'Port': ['ID=77fc7550-0d4a-4aad-b562-dedcd0c80540,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:46.758324 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-019dee4a-69d8-4e00-9172-b47b28335c72 req-55ff2361-1f23-4a58-b65e-75c339ea35b3 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/security-groups?id=d16e9eab-d336-4a96-820d-8ebf5ddfa99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152065 Sep 29 17:30:46.771944 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d,segment=NetworkSegment(958622a0-e388-4cea-8919-e0a0ef0d1021),segment_id=958622a0-e388-4cea-8919-e0a0ef0d1021)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:46.776170 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4885b1f-2bda-4a02-8aec-a9281f37b583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:46.780486 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac417ab-733b-4be9-aa90-409fd0171d8c" -d '{"events": [{"server_uuid": "a4885b1f-2bda-4a02-8aec-a9281f37b583", "name": "network-vif-plugged", "status": "completed", "tag": "f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:46.784730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['77fc7550-0d4a-4aad-b562-dedcd0c80540'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:46.802487 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:46.881884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8205f7b-5897-479d-832d-7265bdf1abfb req-f82cb582-956f-4428-9fc9-9aefc1856e4e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] No DVR routers for this DVR port 77fc7550-0d4a-4aad-b562-dedcd0c80540 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:30:46.894766 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f8205f7b-5897-479d-832d-7265bdf1abfb req-f82cb582-956f-4428-9fc9-9aefc1856e4e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:46.896796 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f8205f7b-5897-479d-832d-7265bdf1abfb req-f82cb582-956f-4428-9fc9-9aefc1856e4e tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.35 "DELETE /v2.0/ports/77fc7550-0d4a-4aad-b562-dedcd0c80540 HTTP/1.1" status: 204 len: 173 time: 1.0294158 Sep 29 17:30:46.897317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42dff18-c589-4c0f-abec-d3a8082018d7', 'name': 'network-vif-deleted', 'tag': '77fc7550-0d4a-4aad-b562-dedcd0c80540'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:46.901762 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b21f15-8fce-4bb0-a9b2-08874835cc1d x-openstack-request-id: req-b5b21f15-8fce-4bb0-a9b2-08874835cc1d {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:46.907530 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf54c17-90de-4398-813e-3af8195ed92c" -d '{"events": [{"server_uuid": "d42dff18-c589-4c0f-abec-d3a8082018d7", "name": "network-vif-deleted", "tag": "77fc7550-0d4a-4aad-b562-dedcd0c80540"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:46.912766 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4885b1f-2bda-4a02-8aec-a9281f37b583", "name": "network-vif-plugged", "status": "completed", "tag": "f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:46.917914 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5b21f15-8fce-4bb0-a9b2-08874835cc1d {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:46.924571 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4885b1f-2bda-4a02-8aec-a9281f37b583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d', 'code': 200} Sep 29 17:30:46.925537 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:46.930405 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:47.014601 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae9c7fb-d8f3-4d7d-b91f-6b638a53f6c2 x-openstack-request-id: req-4ae9c7fb-d8f3-4d7d-b91f-6b638a53f6c2 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:47.014899 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42dff18-c589-4c0f-abec-d3a8082018d7", "name": "network-vif-deleted", "tag": "77fc7550-0d4a-4aad-b562-dedcd0c80540", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:47.015154 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ae9c7fb-d8f3-4d7d-b91f-6b638a53f6c2 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:47.015552 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42dff18-c589-4c0f-abec-d3a8082018d7', 'name': 'network-vif-deleted', 'tag': '77fc7550-0d4a-4aad-b562-dedcd0c80540', 'status': 'completed', 'code': 200} Sep 29 17:30:47.113229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c23a00-5c2b-4743-a786-264dbb9913aa req-1771e8ec-e034-476d-b087-9f92a70f6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:47.115688 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5c23a00-5c2b-4743-a786-264dbb9913aa req-1771e8ec-e034-476d-b087-9f92a70f6e1b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 1097 time: 0.0875146 Sep 29 17:30:47.249026 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5c23a00-5c2b-4743-a786-264dbb9913aa req-86bd6e11-81a4-4e98-9442-27cf1a945b1d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5ffdee4d-3245-4efb-a854-dbdc6d148187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170061 Sep 29 17:30:47.281787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1088e-81cf-452d-9153-774ac50a0cbe req-9873b633-62e6-43b4-9ae1-8043692c3e2c tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:47.283821 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ebe1088e-81cf-452d-9153-774ac50a0cbe req-9873b633-62e6-43b4-9ae1-8043692c3e2c tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 946 time: 0.0887387 Sep 29 17:30:47.351126 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ebe1088e-81cf-452d-9153-774ac50a0cbe req-36bef745-c01d-4b92-8897-9fb3a1f0b460 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ffdee4d-3245-4efb-a854-dbdc6d148187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576894 Sep 29 17:30:47.520167 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecceade-0348-4a72-9fe0-4297f2837a90 req-8502dadb-38ac-4299-b4d3-613eca01c6d0 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:47.531851 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5ecceade-0348-4a72-9fe0-4297f2837a90 req-8502dadb-38ac-4299-b4d3-613eca01c6d0 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 945 time: 0.1107216 Sep 29 17:30:47.627236 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5ecceade-0348-4a72-9fe0-4297f2837a90 req-1b4b14a1-d6e6-4a7f-a5c4-01680ee7e783 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/security-groups?id=d16e9eab-d336-4a96-820d-8ebf5ddfa99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941000 Sep 29 17:30:47.680229 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de329efe-8fe8-46e4-8e41-5b8d1b7eb2bc req-a61a8caf-6b70-4cff-8f84-7e6d0cadd937 tempest-DeleteServersTestJSON-476984285 tempest-DeleteServersTestJSON-476984285-project] 10.222.0.44 "GET /v2.0/ports?device_id=d42dff18-c589-4c0f-abec-d3a8082018d7 HTTP/1.1" status: 200 len: 210 time: 0.0686855 Sep 29 17:30:47.860096 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70758a49-1f50-4440-9eae-5cf185852530 req-392948d1-2382-4045-91bf-98fea9f51514 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d40093a4-18bb-4883-a41f-54d8cf72ec0b HTTP/1.1" status: 200 len: 210 time: 0.0618930 Sep 29 17:30:47.862820 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f3522625-a104-4f2d-af6a-65c56d284a09 req-718937ac-9a2b-476b-9ad8-9669388daf99 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0846081 Sep 29 17:30:48.075561 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add6753-4508-446a-b41c-4af6fc7a5918 req-d0a5d128-06c0-4cd7-bcda-396dd6177fb0 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:48.083707 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6add6753-4508-446a-b41c-4af6fc7a5918 req-d0a5d128-06c0-4cd7-bcda-396dd6177fb0 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 945 time: 0.0722427 Sep 29 17:30:48.126997 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6add6753-4508-446a-b41c-4af6fc7a5918 req-106caf01-ad4c-4638-a9d6-0d4f8217d3db tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/security-groups?id=d16e9eab-d336-4a96-820d-8ebf5ddfa99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422697 Sep 29 17:30:48.542602 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44753f36-0cb6-4466-8839-051de2f4fc09 req-e9f1965b-3e50-4379-bf40-1a5049314c8c tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:48.544723 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-44753f36-0cb6-4466-8839-051de2f4fc09 req-e9f1965b-3e50-4379-bf40-1a5049314c8c tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 946 time: 0.1033852 Sep 29 17:30:48.654826 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-44753f36-0cb6-4466-8839-051de2f4fc09 req-54ce624c-c0f1-40ac-809e-cc099c09702e tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ffdee4d-3245-4efb-a854-dbdc6d148187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029043 Sep 29 17:30:48.942387 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13307088-fc7f-42d8-b705-55aad82e12a7 req-32b99b33-fd68-4708-bfab-5e9ed64892df service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0552824 Sep 29 17:30:49.065189 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c74f2ddf-c03f-4fe6-8e18-798a144bd204 req-a37bef63-3a4f-4bce-93ba-b837b408962f tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0470824 Sep 29 17:30:49.315141 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f853a0a-2c30-4d99-9737-fc5196216b7a req-21cc9fcd-0d72-4788-9f07-e6094fd14395 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:49.325035 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f853a0a-2c30-4d99-9737-fc5196216b7a req-21cc9fcd-0d72-4788-9f07-e6094fd14395 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 945 time: 0.1003699 Sep 29 17:30:49.430400 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f853a0a-2c30-4d99-9737-fc5196216b7a req-b2a3bed1-0f51-421c-817c-d0ea63013ba0 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/security-groups?id=d16e9eab-d336-4a96-820d-8ebf5ddfa99a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041183 Sep 29 17:30:49.640662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57746d-bb77-43e3-92bd-a8a5935ba157 req-e3157c03-d3ac-4fe2-b56a-a662f168107d tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:49.642568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7c57746d-bb77-43e3-92bd-a8a5935ba157 req-e3157c03-d3ac-4fe2-b56a-a662f168107d tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.35 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 945 time: 0.0911460 Sep 29 17:30:49.918542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-7c57746d-bb77-43e3-92bd-a8a5935ba157 req-d7e27150-dae5-4246-a81b-23c4b157f929 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Deleting port a37d8fcb-dccb-49fb-9608-3883f39ab1ea {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:30:49.919116 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7c57746d-bb77-43e3-92bd-a8a5935ba157 req-d7e27150-dae5-4246-a81b-23c4b157f929 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:49.977751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c0b49-46b0-47dc-bb65-d5ff20b71f93 req-aa4e657a-dded-4d36-96f5-9e8a138a8dd5 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:49.980074 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9b1c0b49-46b0-47dc-bb65-d5ff20b71f93 req-aa4e657a-dded-4d36-96f5-9e8a138a8dd5 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 946 time: 0.1642418 Sep 29 17:30:50.105947 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9b1c0b49-46b0-47dc-bb65-d5ff20b71f93 req-e01662b7-7de0-42b3-af72-b05bdacb92b9 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ffdee4d-3245-4efb-a854-dbdc6d148187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129806 Sep 29 17:30:50.176974 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7c57746d-bb77-43e3-92bd-a8a5935ba157 req-d7e27150-dae5-4246-a81b-23c4b157f929 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] For port a37d8fcb-dccb-49fb-9608-3883f39ab1ea, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a37d8fcb-dccb-49fb-9608-3883f39ab1ea,segment=NetworkSegment(2e6cfe28-be82-4860-aca3-ae70eafb8663),segment_id=2e6cfe28-be82-4860-aca3-ae70eafb8663)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:50.179357 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7c57746d-bb77-43e3-92bd-a8a5935ba157 req-d7e27150-dae5-4246-a81b-23c4b157f929 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:50.210653 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-7c57746d-bb77-43e3-92bd-a8a5935ba157 req-d7e27150-dae5-4246-a81b-23c4b157f929 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Calling delete_port for a37d8fcb-dccb-49fb-9608-3883f39ab1ea owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:30:50.242278 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 77fc7550-0d4a-4aad-b562-dedcd0c80540 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:30:50.285949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 77fc7550-0d4a-4aad-b562-dedcd0c80540 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:30:50.286672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 77fc7550-0d4a-4aad-b562-dedcd0c80540 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:30:50.322030 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dcf73a05-cb63-476c-89b2-c0d5abb07a20 req-fadf0bb6-75e0-42c8-bac1-e0b1e5265cd8 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0970654 Sep 29 17:30:50.561909 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7c57746d-bb77-43e3-92bd-a8a5935ba157 req-d7e27150-dae5-4246-a81b-23c4b157f929 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:50.596486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a37d8fcb-dccb-49fb-9608-3883f39ab1ea'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:30:50.672342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a2bcca7-af8d-4c57-992a-9eea4819d610 req-ba9adc48-2977-45cb-8942-0cb845a7e3da tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.44 "GET /v2.0/ports?device_id=544d82aa-2dcf-4210-a71a-a1fbf5fd244b HTTP/1.1" status: 200 len: 210 time: 0.0703089 Sep 29 17:30:50.678994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e27150-dae5-4246-a81b-23c4b157f929 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Pushing event deleted for resources: {'Port': ['ID=a37d8fcb-dccb-49fb-9608-3883f39ab1ea,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:50.724628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c57746d-bb77-43e3-92bd-a8a5935ba157 req-d7e27150-dae5-4246-a81b-23c4b157f929 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] No DVR routers for this DVR port a37d8fcb-dccb-49fb-9608-3883f39ab1ea on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:30:50.727787 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7c57746d-bb77-43e3-92bd-a8a5935ba157 req-d7e27150-dae5-4246-a81b-23c4b157f929 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:50.730348 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7c57746d-bb77-43e3-92bd-a8a5935ba157 req-d7e27150-dae5-4246-a81b-23c4b157f929 tempest-ServersNegativeTestMultiTenantJSON-1971562 tempest-ServersNegativeTestMultiTenantJSON-1971562-project] 10.222.0.35 "DELETE /v2.0/ports/a37d8fcb-dccb-49fb-9608-3883f39ab1ea HTTP/1.1" status: 204 len: 173 time: 1.0796692 Sep 29 17:30:50.730851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '544d82aa-2dcf-4210-a71a-a1fbf5fd244b', 'name': 'network-vif-deleted', 'tag': 'a37d8fcb-dccb-49fb-9608-3883f39ab1ea'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:50.742203 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a46f373-d739-4d38-89b6-473e35cca296" -d '{"events": [{"server_uuid": "544d82aa-2dcf-4210-a71a-a1fbf5fd244b", "name": "network-vif-deleted", "tag": "a37d8fcb-dccb-49fb-9608-3883f39ab1ea"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:50.986787 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47912577-a412-4397-9abe-88a374431a28 x-openstack-request-id: req-47912577-a412-4397-9abe-88a374431a28 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:50.987954 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "544d82aa-2dcf-4210-a71a-a1fbf5fd244b", "name": "network-vif-deleted", "tag": "a37d8fcb-dccb-49fb-9608-3883f39ab1ea", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:50.988563 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47912577-a412-4397-9abe-88a374431a28 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:50.991892 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '544d82aa-2dcf-4210-a71a-a1fbf5fd244b', 'name': 'network-vif-deleted', 'tag': 'a37d8fcb-dccb-49fb-9608-3883f39ab1ea', 'status': 'completed', 'code': 200} Sep 29 17:30:51.187388 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-182d47a8-e406-4aeb-be98-e9f62d425dcf req-8c894bce-ac90-4f3c-8bf3-6b17980cae66 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0707293 Sep 29 17:30:51.735502 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d6b04-eb5b-4e33-a5fb-5248e8672e8f req-5f46f815-941a-4a75-9e20-3f6ff36e0f86 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:51.738421 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c70d6b04-eb5b-4e33-a5fb-5248e8672e8f req-5f46f815-941a-4a75-9e20-3f6ff36e0f86 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 946 time: 0.0686154 Sep 29 17:30:51.766356 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35240) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:51.800940 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c70d6b04-eb5b-4e33-a5fb-5248e8672e8f req-09a171df-fa6e-43e3-8d1b-c802fc143273 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ffdee4d-3245-4efb-a854-dbdc6d148187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563769 Sep 29 17:30:51.823580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0ba9fc-20f2-43d9-826f-64b91a0916d1 admin admin] Deleting subnet abde9e32-c79b-4ad3-9749-fd78cdb51c19 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:30:51.827321 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c0ba9fc-20f2-43d9-826f-64b91a0916d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:51.868380 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c0ba9fc-20f2-43d9-826f-64b91a0916d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:51.955251 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c0ba9fc-20f2-43d9-826f-64b91a0916d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:52.088865 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c0ba9fc-20f2-43d9-826f-64b91a0916d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:52.122123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ba9fc-20f2-43d9-826f-64b91a0916d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abde9e32-c79b-4ad3-9749-fd78cdb51c19,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:52.126382 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c0ba9fc-20f2-43d9-826f-64b91a0916d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:52.129737 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2c0ba9fc-20f2-43d9-826f-64b91a0916d1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/abde9e32-c79b-4ad3-9749-fd78cdb51c19 HTTP/1.1" status: 204 len: 168 time: 0.3617072 Sep 29 17:30:52.131980 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35248) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:52.243331 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cce1eb26-7518-4c5b-ba99-93b9d9c51d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:52.368927 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cce1eb26-7518-4c5b-ba99-93b9d9c51d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:52.377825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de5d66a3-a64a-4d6d-ab5a-f136e1bc192e req-1511c51f-7d13-4aa9-85eb-3f6bb7c55fd0 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0485258 Sep 29 17:30:52.426811 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-cce1eb26-7518-4c5b-ba99-93b9d9c51d34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51bbdc31-29cc-41b0-b7e0-9ce901240b8e']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:52.445073 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-cce1eb26-7518-4c5b-ba99-93b9d9c51d34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6cfe28-be82-4860-aca3-ae70eafb8663') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:52.445597 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-cce1eb26-7518-4c5b-ba99-93b9d9c51d34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6cfe28-be82-4860-aca3-ae70eafb8663') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:52.464602 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cce1eb26-7518-4c5b-ba99-93b9d9c51d34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:52.484752 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cce1eb26-7518-4c5b-ba99-93b9d9c51d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:52.493961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce1eb26-7518-4c5b-ba99-93b9d9c51d34 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:30:52.494526 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cce1eb26-7518-4c5b-ba99-93b9d9c51d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:30:52.496440 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:30:52.635286 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cce1eb26-7518-4c5b-ba99-93b9d9c51d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:52.651167 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cce1eb26-7518-4c5b-ba99-93b9d9c51d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:52.654417 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cce1eb26-7518-4c5b-ba99-93b9d9c51d34 admin admin] 10.222.0.44 "DELETE /v2.0/networks/51bbdc31-29cc-41b0-b7e0-9ce901240b8e HTTP/1.1" status: 204 len: 168 time: 0.5169578 Sep 29 17:30:52.657565 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35258) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:52.671008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1eb26-7518-4c5b-ba99-93b9d9c51d34 admin admin] Pushing event deleted for resources: {'Network': ['ID=51bbdc31-29cc-41b0-b7e0-9ce901240b8e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:52.735512 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4da04bc-44c1-4931-9180-817fa6708c90 admin admin] Deleting subnet 32d46cbe-3f59-4e49-be1c-729e5684b195 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:30:52.744791 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4da04bc-44c1-4931-9180-817fa6708c90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:52.813344 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4da04bc-44c1-4931-9180-817fa6708c90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:52.870112 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4da04bc-44c1-4931-9180-817fa6708c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:52.959417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4da04bc-44c1-4931-9180-817fa6708c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:53.004378 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da04bc-44c1-4931-9180-817fa6708c90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d46cbe-3f59-4e49-be1c-729e5684b195,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:53.061796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4da04bc-44c1-4931-9180-817fa6708c90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:53.064020 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b4da04bc-44c1-4931-9180-817fa6708c90 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/32d46cbe-3f59-4e49-be1c-729e5684b195 HTTP/1.1" status: 204 len: 168 time: 0.4054596 Sep 29 17:30:53.066975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35266) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:53.119935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8fa063-bcba-4d48-aa7e-236182ace2e7 req-c17cf70c-6cb7-4792-b4fb-a4ed7fc57029 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:53.121562 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0c8fa063-bcba-4d48-aa7e-236182ace2e7 req-c17cf70c-6cb7-4792-b4fb-a4ed7fc57029 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 946 time: 0.1281459 Sep 29 17:30:53.158600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842b468-2fcd-444c-bf79-645539f818ba req-3c91984e-5b2d-4df1-a13d-63ab2a9f6470 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:53.167426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2842b468-2fcd-444c-bf79-645539f818ba req-3c91984e-5b2d-4df1-a13d-63ab2a9f6470 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.49 "GET /v2.0/ports?device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 946 time: 0.1525698 Sep 29 17:30:53.231923 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f710683-3c55-43c4-b663-22935a57dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:53.448133 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f710683-3c55-43c4-b663-22935a57dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:53.508777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-0f710683-3c55-43c4-b663-22935a57dd45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b03ec6-e3b8-4d96-bb6d-e61b524556aa']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:53.529444 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-0f710683-3c55-43c4-b663-22935a57dd45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ca2395-01c3-4ee6-91b9-7450b23facc5') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:53.529799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-0f710683-3c55-43c4-b663-22935a57dd45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ca2395-01c3-4ee6-91b9-7450b23facc5') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:53.542113 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f710683-3c55-43c4-b663-22935a57dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:53.557460 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f710683-3c55-43c4-b663-22935a57dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:53.564590 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f710683-3c55-43c4-b663-22935a57dd45 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:30:53.564987 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f710683-3c55-43c4-b663-22935a57dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:30:53.651114 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:30:53.679941 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0c8fa063-bcba-4d48-aa7e-236182ace2e7 req-d7ae3c6d-51de-41c8-a60d-1df016c9b6cc tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/security-groups?id=5ffdee4d-3245-4efb-a854-dbdc6d148187&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487316 Sep 29 17:30:53.714936 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f710683-3c55-43c4-b663-22935a57dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:53.735564 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b8e04494-d0b1-4a2f-ab91-412f5fef25fd req-89bca516-4223-422e-9d83-5b7eefcdbc67 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0843377 Sep 29 17:30:53.754804 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f710683-3c55-43c4-b663-22935a57dd45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:53.766083 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0f710683-3c55-43c4-b663-22935a57dd45 admin admin] 10.222.0.44 "DELETE /v2.0/networks/42b03ec6-e3b8-4d96-bb6d-e61b524556aa HTTP/1.1" status: 204 len: 168 time: 0.6974506 Sep 29 17:30:53.797712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f710683-3c55-43c4-b663-22935a57dd45 admin admin] Pushing event deleted for resources: {'Network': ['ID=42b03ec6-e3b8-4d96-bb6d-e61b524556aa,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:53.855407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-2842b468-2fcd-444c-bf79-645539f818ba req-21386a3e-5f65-4d12-b766-73a1faa716ce tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Deleting port f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:30:53.855749 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2842b468-2fcd-444c-bf79-645539f818ba req-21386a3e-5f65-4d12-b766-73a1faa716ce tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:54.010934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2842b468-2fcd-444c-bf79-645539f818ba req-21386a3e-5f65-4d12-b766-73a1faa716ce tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] For port f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d,segment=NetworkSegment(958622a0-e388-4cea-8919-e0a0ef0d1021),segment_id=958622a0-e388-4cea-8919-e0a0ef0d1021)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:30:54.012110 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2842b468-2fcd-444c-bf79-645539f818ba req-21386a3e-5f65-4d12-b766-73a1faa716ce tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:54.031590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-2842b468-2fcd-444c-bf79-645539f818ba req-21386a3e-5f65-4d12-b766-73a1faa716ce tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Calling delete_port for f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:30:54.249999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a37d8fcb-dccb-49fb-9608-3883f39ab1ea no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:30:54.281412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35290) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:54.311635 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: a37d8fcb-dccb-49fb-9608-3883f39ab1ea {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:30:54.315581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a37d8fcb-dccb-49fb-9608-3883f39ab1ea not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:30:54.422413 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2842b468-2fcd-444c-bf79-645539f818ba req-21386a3e-5f65-4d12-b766-73a1faa716ce tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:54.489736 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e4628628-77ee-4921-91a6-84cb31ae07e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e0cc138b4c24ece9e4837119faec854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2087731 Sep 29 17:30:54.494061 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35304) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:54.497831 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21386a3e-5f65-4d12-b766-73a1faa716ce tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Pushing event deleted for resources: {'Port': ['ID=f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:54.574179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35306) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:54.609314 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f9b416d-5e34-41d6-907d-1110fb3c13ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:54.635927 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f9b416d-5e34-41d6-907d-1110fb3c13ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:54.677020 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e413b7-9fc0-4bf6-95df-9d30892510d3 admin admin] Deleting subnet 469f6337-ae09-4156-997e-8aa5990644df {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:30:54.681240 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-25e413b7-9fc0-4bf6-95df-9d30892510d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:54.746751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2842b468-2fcd-444c-bf79-645539f818ba req-21386a3e-5f65-4d12-b766-73a1faa716ce tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] No DVR routers for this DVR port f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:30:54.770362 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f9b416d-5e34-41d6-907d-1110fb3c13ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:54.777906 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f9b416d-5e34-41d6-907d-1110fb3c13ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:54.780879 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0f9b416d-5e34-41d6-907d-1110fb3c13ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d16e9eab-d336-4a96-820d-8ebf5ddfa99a HTTP/1.1" status: 204 len: 168 time: 0.2793601 Sep 29 17:30:54.783203 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2842b468-2fcd-444c-bf79-645539f818ba req-21386a3e-5f65-4d12-b766-73a1faa716ce tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:54.783675 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-25e413b7-9fc0-4bf6-95df-9d30892510d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:54.790473 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2842b468-2fcd-444c-bf79-645539f818ba req-21386a3e-5f65-4d12-b766-73a1faa716ce tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.49 "DELETE /v2.0/ports/f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d HTTP/1.1" status: 204 len: 173 time: 1.6224818 Sep 29 17:30:54.796206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4885b1f-2bda-4a02-8aec-a9281f37b583', 'name': 'network-vif-deleted', 'tag': 'f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:30:54.803695 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1d69ca-c4fe-418a-91e4-afd417758541" -d '{"events": [{"server_uuid": "a4885b1f-2bda-4a02-8aec-a9281f37b583", "name": "network-vif-deleted", "tag": "f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:30:54.828086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b416d-5e34-41d6-907d-1110fb3c13ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16e9eab-d336-4a96-820d-8ebf5ddfa99a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:55.065250 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b98b6606-b884-41fb-8d70-64f932922378 req-34f91a83-4554-4472-9759-6cf5f8dca14b tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0679865 Sep 29 17:30:55.080713 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c58bf0a-d84a-4ead-8428-0971e52c2f23 req-e8bbf436-6790-4327-83d2-209a6a329f51 tempest-ServerMetadataNegativeTestJSON-820066356 tempest-ServerMetadataNegativeTestJSON-820066356-project] 10.222.0.44 "GET /v2.0/ports?device_id=a4885b1f-2bda-4a02-8aec-a9281f37b583 HTTP/1.1" status: 200 len: 210 time: 0.1011517 Sep 29 17:30:55.090721 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-25e413b7-9fc0-4bf6-95df-9d30892510d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:55.177551 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4693192e-b661-4f81-98b2-3c597f878133 x-openstack-request-id: req-4693192e-b661-4f81-98b2-3c597f878133 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:30:55.177858 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4885b1f-2bda-4a02-8aec-a9281f37b583", "name": "network-vif-deleted", "tag": "f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:30:55.178120 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4693192e-b661-4f81-98b2-3c597f878133 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:30:55.178527 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4885b1f-2bda-4a02-8aec-a9281f37b583', 'name': 'network-vif-deleted', 'tag': 'f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d', 'status': 'completed', 'code': 200} Sep 29 17:30:55.259615 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-25e413b7-9fc0-4bf6-95df-9d30892510d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:55.328827 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-25e413b7-9fc0-4bf6-95df-9d30892510d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:55.331114 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-25e413b7-9fc0-4bf6-95df-9d30892510d3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/469f6337-ae09-4156-997e-8aa5990644df HTTP/1.1" status: 204 len: 168 time: 0.7554040 Sep 29 17:30:55.332406 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e413b7-9fc0-4bf6-95df-9d30892510d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=469f6337-ae09-4156-997e-8aa5990644df,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:55.334833 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35320) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:55.463800 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35328) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:55.531900 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb7452e0-2ddd-4e60-9a74-633e95b0b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:55.557180 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-57efc3b6-1baa-44fc-9f0f-0f41a464c525 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78639e36d61a4db397a2d5376a2dfaf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0910659 Sep 29 17:30:55.557854 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35336) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:55.712417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb7452e0-2ddd-4e60-9a74-633e95b0b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:55.724310 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-28662f07-07ed-4fc5-a0b8-bad86e55a92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:55.742733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-fb7452e0-2ddd-4e60-9a74-633e95b0b1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cec3342-9e55-4e91-99e8-ff77baea25ee']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:55.759419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-fb7452e0-2ddd-4e60-9a74-633e95b0b1b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79286694-3c1a-4287-bba9-76c54945e516') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:55.759719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-fb7452e0-2ddd-4e60-9a74-633e95b0b1b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79286694-3c1a-4287-bba9-76c54945e516') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:55.769681 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-28662f07-07ed-4fc5-a0b8-bad86e55a92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:55.783067 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb7452e0-2ddd-4e60-9a74-633e95b0b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:55.805958 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb7452e0-2ddd-4e60-9a74-633e95b0b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:55.818336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7452e0-2ddd-4e60-9a74-633e95b0b1b3 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:30:55.818769 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb7452e0-2ddd-4e60-9a74-633e95b0b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:30:55.820546 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:30:55.879132 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb7452e0-2ddd-4e60-9a74-633e95b0b1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:55.884918 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb7452e0-2ddd-4e60-9a74-633e95b0b1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:55.886701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fb7452e0-2ddd-4e60-9a74-633e95b0b1b3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5cec3342-9e55-4e91-99e8-ff77baea25ee HTTP/1.1" status: 204 len: 168 time: 0.5506823 Sep 29 17:30:55.887424 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-28662f07-07ed-4fc5-a0b8-bad86e55a92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:55.891839 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-28662f07-07ed-4fc5-a0b8-bad86e55a92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:55.893936 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-28662f07-07ed-4fc5-a0b8-bad86e55a92f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4aab9e4b-5e7d-49b8-b222-f97a4242f068 HTTP/1.1" status: 204 len: 168 time: 0.3331475 Sep 29 17:30:55.911048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28662f07-07ed-4fc5-a0b8-bad86e55a92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aab9e4b-5e7d-49b8-b222-f97a4242f068,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:55.913689 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7452e0-2ddd-4e60-9a74-633e95b0b1b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cec3342-9e55-4e91-99e8-ff77baea25ee,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:56.139907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35354) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:56.233864 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35360) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:56.245958 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b3b7ce07-047b-4878-86c2-49af992770f5 req-371efcd8-1408-477c-b1f6-35b35d0e3783 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0575733 Sep 29 17:30:56.280025 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:30:56.313531 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:30:56.313879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device f3d626ca-a1c9-4d40-a2c6-9fbd057ac74d not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:30:56.331345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f487dfe-7382-4892-89f7-349a5120ce33 admin admin] Deleting subnet 9264b6ad-4d8d-4169-86ce-3daa8c66bcce {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:30:56.353058 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8f487dfe-7382-4892-89f7-349a5120ce33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:56.358138 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a04270ed-9606-483c-8ce3-a9b98fb7245b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8762000220624d86bb5544a9b9e7bbd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1206827 Sep 29 17:30:56.361895 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35366) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:56.396967 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8f487dfe-7382-4892-89f7-349a5120ce33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:56.438024 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8f487dfe-7382-4892-89f7-349a5120ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:56.478268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5301769a-c710-4796-acad-d0338981d8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:56.501843 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5301769a-c710-4796-acad-d0338981d8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:56.535807 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8f487dfe-7382-4892-89f7-349a5120ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:56.573019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f487dfe-7382-4892-89f7-349a5120ce33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9264b6ad-4d8d-4169-86ce-3daa8c66bcce,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:56.576907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5301769a-c710-4796-acad-d0338981d8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:56.578610 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d2da5a7-f01f-4448-b2aa-7e5ee699ac31 req-a6d979ec-62ae-45e6-b2f0-6b2f0bc8ba07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891101 Sep 29 17:30:56.597098 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5301769a-c710-4796-acad-d0338981d8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:56.600691 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5301769a-c710-4796-acad-d0338981d8d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40c72db0-8a3c-405c-b3be-c0733918661f HTTP/1.1" status: 204 len: 168 time: 0.2352550 Sep 29 17:30:56.604758 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8f487dfe-7382-4892-89f7-349a5120ce33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:56.612411 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8f487dfe-7382-4892-89f7-349a5120ce33 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9264b6ad-4d8d-4169-86ce-3daa8c66bcce HTTP/1.1" status: 204 len: 168 time: 0.4656208 Sep 29 17:30:56.612411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35380) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:56.628038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301769a-c710-4796-acad-d0338981d8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c72db0-8a3c-405c-b3be-c0733918661f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:56.719393 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7323c02e-a531-4ce5-b56a-84c8e75db666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:56.724317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2da5a7-f01f-4448-b2aa-7e5ee699ac31 req-7bd55c8c-ddfa-45d2-b04a-d28798a3eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:56.725862 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d2da5a7-f01f-4448-b2aa-7e5ee699ac31 req-7bd55c8c-ddfa-45d2-b04a-d28798a3eb34 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5fd2e3747434b4c8973aa541bd22ed4&device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 1096 time: 0.1145527 Sep 29 17:30:56.912654 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7323c02e-a531-4ce5-b56a-84c8e75db666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:56.949227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5d112-d383-4718-8ed2-79787d36fc74 req-28082ca4-d9fd-4a14-a571-c8b42736ff86 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:56.956958 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-93c5d112-d383-4718-8ed2-79787d36fc74 req-28082ca4-d9fd-4a14-a571-c8b42736ff86 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 945 time: 0.2059028 Sep 29 17:30:56.959903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-7323c02e-a531-4ce5-b56a-84c8e75db666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f6281e-4639-416d-86fb-21519dbce87e']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:56.986691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-7323c02e-a531-4ce5-b56a-84c8e75db666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958622a0-e388-4cea-8919-e0a0ef0d1021') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:56.986990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-7323c02e-a531-4ce5-b56a-84c8e75db666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958622a0-e388-4cea-8919-e0a0ef0d1021') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:57.004760 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7323c02e-a531-4ce5-b56a-84c8e75db666 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.017951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2da5a7-f01f-4448-b2aa-7e5ee699ac31 req-fee10710-81f1-4302-92fd-249811dd3f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:57.019502 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d2da5a7-f01f-4448-b2aa-7e5ee699ac31 req-fee10710-81f1-4302-92fd-249811dd3f7a service neutron] 10.222.0.49 "GET /v2.0/networks?id=248bb528-37ff-42a3-a2f0-d0d4de8cb481 HTTP/1.1" status: 200 len: 913 time: 0.2720189 Sep 29 17:30:57.031365 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7323c02e-a531-4ce5-b56a-84c8e75db666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.046627 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-93c5d112-d383-4718-8ed2-79787d36fc74 req-dc14f087-0c46-489a-99e0-b1164d930103 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887115 Sep 29 17:30:57.052684 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7323c02e-a531-4ce5-b56a-84c8e75db666 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:30:57.053267 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7323c02e-a531-4ce5-b56a-84c8e75db666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:30:57.116545 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:30:57.123909 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7323c02e-a531-4ce5-b56a-84c8e75db666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.142818 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.162796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7323c02e-a531-4ce5-b56a-84c8e75db666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.167307 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7323c02e-a531-4ce5-b56a-84c8e75db666 admin admin] 10.222.0.44 "DELETE /v2.0/networks/12f6281e-4639-416d-86fb-21519dbce87e HTTP/1.1" status: 204 len: 168 time: 0.5539188 Sep 29 17:30:57.182564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323c02e-a531-4ce5-b56a-84c8e75db666 admin admin] Pushing event deleted for resources: {'Network': ['ID=12f6281e-4639-416d-86fb-21519dbce87e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:57.201218 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d2da5a7-f01f-4448-b2aa-7e5ee699ac31 req-8709d78d-351c-47f5-8647-0e566f4c684e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4924fc0-8cfc-42df-8563-c19d4c13bb33 HTTP/1.1" status: 200 len: 1001 time: 0.0857201 Sep 29 17:30:57.234429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35412) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:57.281106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2da5a7-f01f-4448-b2aa-7e5ee699ac31 req-aa9de4ea-1f76-48bb-9d32-90519ef97037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:57.283707 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d2da5a7-f01f-4448-b2aa-7e5ee699ac31 req-aa9de4ea-1f76-48bb-9d32-90519ef97037 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8af5bdfb-ada9-49f2-9176-e549ac4a08ad HTTP/1.1" status: 200 len: 851 time: 0.0752065 Sep 29 17:30:57.364835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2da5a7-f01f-4448-b2aa-7e5ee699ac31 req-f605b085-5370-429b-9001-9e68c833dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:57.366497 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d2da5a7-f01f-4448-b2aa-7e5ee699ac31 req-f605b085-5370-429b-9001-9e68c833dc0e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=248bb528-37ff-42a3-a2f0-d0d4de8cb481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663321 Sep 29 17:30:57.394379 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35426) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:57.449802 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b78448e5-1c7b-42c9-8fba-121c0f8321e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26d8c2c12baf471cbca60967422f1e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535328 Sep 29 17:30:57.453366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35428) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:57.527896 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-113ed843-3ec1-47d7-bcf4-6b0af66f0bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.540497 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91318738-9826-4036-8ad8-a48758d2c48f req-95579a68-3def-4c40-b2a0-002fd6de16ab tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.1693869 Sep 29 17:30:57.568469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d2da5a7-f01f-4448-b2aa-7e5ee699ac31 req-1b131048-2ba6-4277-8db5-86677fe46f5c service neutron] 10.222.0.49 "GET /v2.0/networks/248bb528-37ff-42a3-a2f0-d0d4de8cb481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832280 Sep 29 17:30:57.570400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-53ca6439-2c32-42ba-8b68-de593925a19f admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1390708269-network', 'tenant_id': '9a9e28bb64b742b28c0a06df5b5d1757'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:57.575955 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-113ed843-3ec1-47d7-bcf4-6b0af66f0bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.650794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ca6439-2c32-42ba-8b68-de593925a19f admin admin] Made reservation on behalf of 9a9e28bb64b742b28c0a06df5b5d1757 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:57.654499 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53ca6439-2c32-42ba-8b68-de593925a19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.667215 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53ca6439-2c32-42ba-8b68-de593925a19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.696136 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d2da5a7-f01f-4448-b2aa-7e5ee699ac31 req-6529f962-2cc3-424f-856a-056e21d83b82 service neutron] 10.222.0.49 "GET /v2.0/networks/248bb528-37ff-42a3-a2f0-d0d4de8cb481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193271 Sep 29 17:30:57.697615 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-113ed843-3ec1-47d7-bcf4-6b0af66f0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.702736 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-113ed843-3ec1-47d7-bcf4-6b0af66f0bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.706837 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-113ed843-3ec1-47d7-bcf4-6b0af66f0bc4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ffdee4d-3245-4efb-a854-dbdc6d148187 HTTP/1.1" status: 204 len: 168 time: 0.2495489 Sep 29 17:30:57.720528 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ed843-3ec1-47d7-bcf4-6b0af66f0bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffdee4d-3245-4efb-a854-dbdc6d148187,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:57.806256 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53ca6439-2c32-42ba-8b68-de593925a19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.813104 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53ca6439-2c32-42ba-8b68-de593925a19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.844758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca6439-2c32-42ba-8b68-de593925a19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977b9d42-3b22-4556-9688-45abacb0bb70,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:57.854067 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ca6439-2c32-42ba-8b68-de593925a19f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:30:57.866475 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53ca6439-2c32-42ba-8b68-de593925a19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.867221 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-53ca6439-2c32-42ba-8b68-de593925a19f admin admin] Added segment e9ea2139-c81c-417b-8bd6-0c61951ec1fe of type vlan for network 4751d0e5-835b-42f8-aee8-e29df1030f9e Sep 29 17:30:57.900480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35450) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:57.925715 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53ca6439-2c32-42ba-8b68-de593925a19f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.962969 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53ca6439-2c32-42ba-8b68-de593925a19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:57.963954 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ca6439-2c32-42ba-8b68-de593925a19f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:57.964605 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53ca6439-2c32-42ba-8b68-de593925a19f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:58.037980 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca6439-2c32-42ba-8b68-de593925a19f admin admin] Pushing event updated for resources: {'Network': ['ID=4751d0e5-835b-42f8-aee8-e29df1030f9e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:58.048270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 4751d0e5-835b-42f8-aee8-e29df1030f9e details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:30:58.048829 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-53ca6439-2c32-42ba-8b68-de593925a19f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8127437 Sep 29 17:30:58.051243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35460) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:58.057497 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b6403e62-c149-4f3b-b5e4-704ca9dcafe3 admin admin] Request body: {'subnet': {'network_id': '4751d0e5-835b-42f8-aee8-e29df1030f9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1390708269-subnet', 'tenant_id': '9a9e28bb64b742b28c0a06df5b5d1757', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:58.072388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a37b13b8-99c9-4c3d-8b93-062923cff725 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1554728601-network', 'tenant_id': 'fe4f93d224e54a979295881fff6b9e51'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:58.105576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6403e62-c149-4f3b-b5e4-704ca9dcafe3 admin admin] Made reservation on behalf of 9a9e28bb64b742b28c0a06df5b5d1757 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:58.111918 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b6403e62-c149-4f3b-b5e4-704ca9dcafe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:58.145176 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37b13b8-99c9-4c3d-8b93-062923cff725 admin admin] Made reservation on behalf of fe4f93d224e54a979295881fff6b9e51 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:58.147814 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a37b13b8-99c9-4c3d-8b93-062923cff725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:58.164944 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a37b13b8-99c9-4c3d-8b93-062923cff725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:58.384162 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b6403e62-c149-4f3b-b5e4-704ca9dcafe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:58.406994 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a37b13b8-99c9-4c3d-8b93-062923cff725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:58.434567 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a37b13b8-99c9-4c3d-8b93-062923cff725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:58.466595 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37b13b8-99c9-4c3d-8b93-062923cff725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:30:58.491355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6403e62-c149-4f3b-b5e4-704ca9dcafe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a19192d-450f-4a59-89b8-cd379b3a81ba,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:58.496885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b13b8-99c9-4c3d-8b93-062923cff725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27acbff1-9089-44bc-9d44-c7bf91f54349,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:58.501241 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a37b13b8-99c9-4c3d-8b93-062923cff725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:58.501618 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-a37b13b8-99c9-4c3d-8b93-062923cff725 admin admin] Added segment 62ea1e34-d268-4dbc-a131-753a960a5e55 of type vlan for network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f Sep 29 17:30:58.539832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6403e62-c149-4f3b-b5e4-704ca9dcafe3 admin admin] Checking segment: {'id': 'e9ea2139-c81c-417b-8bd6-0c61951ec1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4751d0e5-835b-42f8-aee8-e29df1030f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:30:58.540030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6403e62-c149-4f3b-b5e4-704ca9dcafe3 admin admin] Network hostable DHCP agents. Network: 4751d0e5-835b-42f8-aee8-e29df1030f9e, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:30:58.556668 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a37b13b8-99c9-4c3d-8b93-062923cff725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:58.588871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6403e62-c149-4f3b-b5e4-704ca9dcafe3 admin admin] Network 4751d0e5-835b-42f8-aee8-e29df1030f9e is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:30:58.592887 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a37b13b8-99c9-4c3d-8b93-062923cff725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:58.593955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37b13b8-99c9-4c3d-8b93-062923cff725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:58.594802 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a37b13b8-99c9-4c3d-8b93-062923cff725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:58.619124 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-b6403e62-c149-4f3b-b5e4-704ca9dcafe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 4751d0e5-835b-42f8-aee8-e29df1030f9e) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:30:58.627743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6403e62-c149-4f3b-b5e4-704ca9dcafe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:58.628941 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b6403e62-c149-4f3b-b5e4-704ca9dcafe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:58.629270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36915ffd-8073-42c8-97b8-e716783d15f6 None None] Network 4751d0e5-835b-42f8-aee8-e29df1030f9e requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:30:58.644580 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a37b13b8-99c9-4c3d-8b93-062923cff725 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7421222 Sep 29 17:30:58.650362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35482) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:58.676831 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-607a0eed-d99a-445b-b304-2e216a78c3e9 req-8173f253-22f8-49a8-900e-839c2b95ee5b tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0548415 Sep 29 17:30:58.686866 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c68a9264-2b97-4c57-9e83-2dc78c10c64e admin admin] Request body: {'subnet': {'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1554728601-subnet', 'tenant_id': 'fe4f93d224e54a979295881fff6b9e51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:30:58.694623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b13b8-99c9-4c3d-8b93-062923cff725 admin admin] Pushing event updated for resources: {'Network': ['ID=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:58.712292 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b6403e62-c149-4f3b-b5e4-704ca9dcafe3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6593199 Sep 29 17:30:58.715632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:30:58.739615 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68a9264-2b97-4c57-9e83-2dc78c10c64e admin admin] Made reservation on behalf of fe4f93d224e54a979295881fff6b9e51 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:30:58.742412 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c68a9264-2b97-4c57-9e83-2dc78c10c64e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:58.919554 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35504) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:58.991742 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e87883-f58b-46c1-bf12-4b1d2538ca4a admin admin] Deleting subnet 7a19192d-450f-4a59-89b8-cd379b3a81ba {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:30:58.995449 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5e87883-f58b-46c1-bf12-4b1d2538ca4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.020465 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c68a9264-2b97-4c57-9e83-2dc78c10c64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.034369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56da7b11-eddb-4702-86c9-72f83ec07240 None None] Network 4751d0e5-835b-42f8-aee8-e29df1030f9e requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:30:59.075275 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5e87883-f58b-46c1-bf12-4b1d2538ca4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.077883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a9264-2b97-4c57-9e83-2dc78c10c64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b8f427-6a40-4543-b542-ebc1c5f5a50d,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:59.100282 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68a9264-2b97-4c57-9e83-2dc78c10c64e admin admin] Checking segment: {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:30:59.100844 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a9264-2b97-4c57-9e83-2dc78c10c64e admin admin] Network hostable DHCP agents. Network: fe93af0d-88eb-4bd8-b10d-ef73fbecc01f, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:30:59.124335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68a9264-2b97-4c57-9e83-2dc78c10c64e admin admin] Network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:30:59.136748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-c68a9264-2b97-4c57-9e83-2dc78c10c64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, fe93af0d-88eb-4bd8-b10d-ef73fbecc01f) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:30:59.141386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a9264-2b97-4c57-9e83-2dc78c10c64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:59.141969 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c68a9264-2b97-4c57-9e83-2dc78c10c64e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.158599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c68a9264-2b97-4c57-9e83-2dc78c10c64e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5060515 Sep 29 17:30:59.161654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c5f474-f433-4890-be79-54953c04f04d None None] Network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:30:59.179889 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5e87883-f58b-46c1-bf12-4b1d2538ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.263284 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5e87883-f58b-46c1-bf12-4b1d2538ca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.294287 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e87883-f58b-46c1-bf12-4b1d2538ca4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a19192d-450f-4a59-89b8-cd379b3a81ba,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:59.305052 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5e87883-f58b-46c1-bf12-4b1d2538ca4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.307684 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c5e87883-f58b-46c1-bf12-4b1d2538ca4a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7a19192d-450f-4a59-89b8-cd379b3a81ba HTTP/1.1" status: 204 len: 168 time: 0.3868914 Sep 29 17:30:59.310401 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35528) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:59.346795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4727b9d2-340f-4c4c-a4a6-f09ab12a48c4 None None] Network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:30:59.402415 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb966e3d-b787-4dc4-af06-55734702470a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.502314 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb966e3d-b787-4dc4-af06-55734702470a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.525852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-bb966e3d-b787-4dc4-af06-55734702470a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4751d0e5-835b-42f8-aee8-e29df1030f9e']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:59.544219 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-bb966e3d-b787-4dc4-af06-55734702470a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ea2139-c81c-417b-8bd6-0c61951ec1fe') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:59.545159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-bb966e3d-b787-4dc4-af06-55734702470a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ea2139-c81c-417b-8bd6-0c61951ec1fe') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:30:59.566174 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb966e3d-b787-4dc4-af06-55734702470a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.568825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35550) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:59.594789 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb966e3d-b787-4dc4-af06-55734702470a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.630502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb966e3d-b787-4dc4-af06-55734702470a admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:30:59.630905 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb966e3d-b787-4dc4-af06-55734702470a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:30:59.632618 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:30:59.709835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-d67ef8d2-1fc6-4619-ade9-edc914fff43b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:30:59.711346 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-d67ef8d2-1fc6-4619-ade9-edc914fff43b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 806 time: 0.1784990 Sep 29 17:30:59.718305 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb966e3d-b787-4dc4-af06-55734702470a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.730915 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a94deee1-eae1-4592-b2fa-1dabda860fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.734143 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb966e3d-b787-4dc4-af06-55734702470a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.738529 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bb966e3d-b787-4dc4-af06-55734702470a admin admin] 10.222.0.44 "DELETE /v2.0/networks/4751d0e5-835b-42f8-aee8-e29df1030f9e HTTP/1.1" status: 204 len: 168 time: 0.4241502 Sep 29 17:30:59.755690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb966e3d-b787-4dc4-af06-55734702470a admin admin] Pushing event deleted for resources: {'Network': ['ID=4751d0e5-835b-42f8-aee8-e29df1030f9e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:59.758766 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-05990ca0-e5c8-414d-850f-11ff55396f3d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/quotas/fe4f93d224e54a979295881fff6b9e51 HTTP/1.1" status: 200 len: 375 time: 0.0377696 Sep 29 17:30:59.811457 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-6c55a5c2-ab2f-4a2a-965b-b2342883f406 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444429 Sep 29 17:30:59.839938 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6ed090de-ef14-4f2f-9f66-743ca49c7be7 req-6d44b89e-2159-472a-be63-a299b72b5fe1 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0487676 Sep 29 17:30:59.911173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35562) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:30:59.912485 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a94deee1-eae1-4592-b2fa-1dabda860fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.916324 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a94deee1-eae1-4592-b2fa-1dabda860fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:30:59.962483 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a94deee1-eae1-4592-b2fa-1dabda860fac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec8cd99bf88e408a91febf8642e17bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901455 Sep 29 17:30:59.963243 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94deee1-eae1-4592-b2fa-1dabda860fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22f2f6b-bfdf-4a0d-8237-f7bd58a2447d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:30:59.965604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35564) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:00.008557 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-abfdfc7c-b420-486f-8ecd-618eb72049eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a9e28bb64b742b28c0a06df5b5d1757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962133 Sep 29 17:31:00.011662 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35568) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:00.031768 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-3220214b-abf9-4ab6-80ff-b484b4f58dab service neutron] 10.222.0.44 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121749 Sep 29 17:31:00.034733 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9e09a58-8595-4a17-887b-ee44e286f71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:00.075518 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9e09a58-8595-4a17-887b-ee44e286f71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:00.109467 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47e161d9-bceb-4407-9ebf-ffa7067e1f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:00.128789 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-0cd90723-4e99-4a5b-ad07-d667ac7331c5 service neutron] 10.222.0.44 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901673 Sep 29 17:31:00.139775 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47e161d9-bceb-4407-9ebf-ffa7067e1f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:00.184280 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9e09a58-8595-4a17-887b-ee44e286f71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:00.187599 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9e09a58-8595-4a17-887b-ee44e286f71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:00.191303 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d9e09a58-8595-4a17-887b-ee44e286f71e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c22f2f6b-bfdf-4a0d-8237-f7bd58a2447d HTTP/1.1" status: 204 len: 168 time: 0.2228122 Sep 29 17:31:00.200217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e09a58-8595-4a17-887b-ee44e286f71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22f2f6b-bfdf-4a0d-8237-f7bd58a2447d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:00.231005 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47e161d9-bceb-4407-9ebf-ffa7067e1f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:00.233624 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47e161d9-bceb-4407-9ebf-ffa7067e1f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:00.237634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-47e161d9-bceb-4407-9ebf-ffa7067e1f4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/977b9d42-3b22-4556-9688-45abacb0bb70 HTTP/1.1" status: 204 len: 168 time: 0.2161558 Sep 29 17:31:00.252539 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e161d9-bceb-4407-9ebf-ffa7067e1f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977b9d42-3b22-4556-9688-45abacb0bb70,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:00.295565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:31:00.300076 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:31:00.326334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-79c7207e-aa97-473b-b283-94ea75118ceb req-3b7cc574-88ac-4eba-ac26-891399f59768 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 210 time: 0.0451477 Sep 29 17:31:00.486704 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:00.516117 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:31:00.518722 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f3cbc8-42ce-48ba-894d-b8ce3be92afd" -d '{"events": [{"server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "name": "network-vif-unplugged", "status": "completed", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:31:00.537370 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:00.548553 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:00.559355 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:00.595742 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9e9068-2027-4203-8577-b841d1527d86 x-openstack-request-id: req-8f9e9068-2027-4203-8577-b841d1527d86 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:31:00.596282 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "name": "network-vif-unplugged", "status": "completed", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:31:00.596692 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f9e9068-2027-4203-8577-b841d1527d86 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:31:00.597073 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'code': 200} Sep 29 17:31:00.606037 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'port_id': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'mac_address': 'fa:16:3e:8b:09:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:31:00.661538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:00.671258 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:00.684931 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:31:00.706714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:00.713136 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:00.778095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:00.839903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['2b90c3a8-d67a-4f2d-8bbf-11c5425183e3'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:31:01.033833 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2c69e8df-0f10-489c-9aef-3bc4dcdb8581 req-c582fd4b-c498-4950-a2c3-99518d8078d4 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0873799 Sep 29 17:31:01.156345 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:31:01.446040 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-559c7e13-2eac-44fd-9a6c-318c13770582 req-6994aa2c-64c5-406c-8fce-d38db8975197 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 210 time: 0.0316746 Sep 29 17:31:01.754541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-1b1604c3-0789-4a5d-98b3-717e4cb1e938 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:01.756413 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-1b1604c3-0789-4a5d-98b3-717e4cb1e938 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.35 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 806 time: 0.1930306 Sep 29 17:31:01.779151 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-ae277699-8d97-4465-b610-35f9560f8716 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Request body: {'port': {'device_id': '6486098b-ef45-4be1-8632-96e523029b7e', 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f', 'admin_state_up': True, 'tenant_id': 'fe4f93d224e54a979295881fff6b9e51'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:31:01.956077 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-ae277699-8d97-4465-b610-35f9560f8716 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Made reservation on behalf of fe4f93d224e54a979295881fff6b9e51 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:31:01.960504 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-ae277699-8d97-4465-b610-35f9560f8716 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:02.227426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aea9e8a9-c09d-47c9-9861-0d9a6ec22a75 req-cac13abd-296d-4567-bcb0-e78516f9efbc tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0569201 Sep 29 17:31:02.271621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-ae277699-8d97-4465-b610-35f9560f8716 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Allocated IP 172.20.0.10 (fe93af0d-88eb-4bd8-b10d-ef73fbecc01f/81b8f427-6a40-4543-b542-ebc1c5f5a50d/a15048ad-2803-49e1-a607-fe0b55b86024) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:31:02.321580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:31:02.534000 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:31:02.534356 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:02.738477 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-ae277699-8d97-4465-b610-35f9560f8716 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:02.753813 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:02.778061 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-ae277699-8d97-4465-b610-35f9560f8716 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:02.836163 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:31:02.842080 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50224e55-2872-4531-873f-295ac002447e" -d '{"events": [{"server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "name": "network-vif-plugged", "status": "completed", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:31:02.861118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269a3e6-afec-4d48-b257-3cb4cd36030e req-3cd2513d-ac83-4d1c-966d-01648a3fd2ef tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:02.864878 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1269a3e6-afec-4d48-b257-3cb4cd36030e req-3cd2513d-ac83-4d1c-966d-01648a3fd2ef tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 932 time: 0.1010151 Sep 29 17:31:02.881327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:02.885202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-ae277699-8d97-4465-b610-35f9560f8716 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:31:02.892416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-ae277699-8d97-4465-b610-35f9560f8716 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:31:02.902845 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:02.915088 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-ae277699-8d97-4465-b610-35f9560f8716 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:31:02.962978 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1269a3e6-afec-4d48-b257-3cb4cd36030e req-3c17bcaf-9a58-4ba9-8325-352557d5f17e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909803 Sep 29 17:31:02.977860 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ff91f5-d1c2-4f4f-a851-ed43ebdfb7e7 x-openstack-request-id: req-04ff91f5-d1c2-4f4f-a851-ed43ebdfb7e7 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:31:02.978442 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "name": "network-vif-plugged", "status": "completed", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:31:02.978933 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04ff91f5-d1c2-4f4f-a851-ed43ebdfb7e7 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:31:02.979537 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'code': 200} Sep 29 17:31:03.019073 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,revision_number=10']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:03.021109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae277699-8d97-4465-b610-35f9560f8716 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Pushing event updated for resources: {'Port': ['ID=a15048ad-2803-49e1-a607-fe0b55b86024,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:03.047048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-ae277699-8d97-4465-b610-35f9560f8716 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:03.047730 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-ae277699-8d97-4465-b610-35f9560f8716 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:03.073047 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-ae277699-8d97-4465-b610-35f9560f8716 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2983072 Sep 29 17:31:03.100193 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Request body: {'port': {'device_id': '6486098b-ef45-4be1-8632-96e523029b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:31:03.199635 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:03.441012 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-662f4151-4e95-4033-a930-90e3a09a1066 req-b7becf11-49ae-4721-8615-7576a86d9523 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0465863 Sep 29 17:31:04.114273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15048ad-2803-49e1-a607-fe0b55b86024 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:31:04.129618 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:04.153324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Transition to ACTIVE for port object a15048ad-2803-49e1-a607-fe0b55b86024 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:31:04.180714 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:04.264546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Pushing event updated for resources: {'Port': ['ID=a15048ad-2803-49e1-a607-fe0b55b86024,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:04.384076 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42b7e9-fd9f-47f4-91b1-c031f16a7d43 req-30ff6178-2f9d-4518-96ec-2691ad7ebc14 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:04.386622 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e42b7e9-fd9f-47f4-91b1-c031f16a7d43 req-30ff6178-2f9d-4518-96ec-2691ad7ebc14 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 944 time: 0.2241268 Sep 29 17:31:04.496042 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e42b7e9-fd9f-47f4-91b1-c031f16a7d43 req-736fb908-eca9-46ba-a8bf-0c69d1942048 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002808 Sep 29 17:31:04.501335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Attempting to bind port a15048ad-2803-49e1-a607-fe0b55b86024 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:31:04.501672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Attempting to bind port a15048ad-2803-49e1-a607-fe0b55b86024 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:31:04.502000 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Attempting to bind port a15048ad-2803-49e1-a607-fe0b55b86024 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:31:04.512927 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Port a15048ad-2803-49e1-a607-fe0b55b86024 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:31:04.513427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Attempting to bind port a15048ad-2803-49e1-a607-fe0b55b86024 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:31:04.524676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:31:04.525017 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Checking segment: {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:31:04.525429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Bound using segment: {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:31:04.525873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Bound port: a15048ad-2803-49e1-a607-fe0b55b86024, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:31:04.526232 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:04.617320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] For port a15048ad-2803-49e1-a607-fe0b55b86024, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:31:04.627003 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] For port a15048ad-2803-49e1-a607-fe0b55b86024, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a15048ad-2803-49e1-a607-fe0b55b86024,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:31:04.640731 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:04.681652 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-44c7ddc2-6da9-4f84-9c8d-b2ce1a360f15 req-c35a1f4c-429f-4d45-8703-fc403b544c8e tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0902083 Sep 29 17:31:04.828646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:04.835805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:04.835805 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] 10.222.0.35 "PUT /v2.0/ports/a15048ad-2803-49e1-a607-fe0b55b86024 HTTP/1.1" status: 200 len: 1092 time: 1.7394602 Sep 29 17:31:04.835805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6486098b-ef45-4be1-8632-96e523029b7e', 'tag': 'a15048ad-2803-49e1-a607-fe0b55b86024'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:31:04.850184 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e336a482-0e8e-4a68-82a7-949e72af4578" -d '{"events": [{"name": "network-changed", "server_uuid": "6486098b-ef45-4be1-8632-96e523029b7e", "tag": "a15048ad-2803-49e1-a607-fe0b55b86024"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:31:04.858798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b71435-80a4-41dd-8252-568164a6a570 service neutron] Pushing event updated for resources: {'Port': ['ID=a15048ad-2803-49e1-a607-fe0b55b86024,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:04.999818 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2069196d-92cd-4874-bdfc-cdab3e183240 x-openstack-request-id: req-2069196d-92cd-4874-bdfc-cdab3e183240 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:31:04.999818 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6486098b-ef45-4be1-8632-96e523029b7e", "tag": "a15048ad-2803-49e1-a607-fe0b55b86024", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:31:04.999818 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2069196d-92cd-4874-bdfc-cdab3e183240 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:31:04.999818 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6486098b-ef45-4be1-8632-96e523029b7e', 'tag': 'a15048ad-2803-49e1-a607-fe0b55b86024', 'status': 'completed', 'code': 200} Sep 29 17:31:05.004014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-6f9b9245-6139-4f71-a705-988483d2dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:05.006360 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-6f9b9245-6139-4f71-a705-988483d2dc5c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 1095 time: 0.1009042 Sep 29 17:31:05.085098 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-1f09383d-2244-4a41-a727-aaa09eaf5177 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a15048ad-2803-49e1-a607-fe0b55b86024 HTTP/1.1" status: 200 len: 217 time: 0.0646160 Sep 29 17:31:05.178652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38429a-764e-473b-82fd-8b8699b84b97 req-9db46b21-0d46-44ec-9fa6-ad795c782d24 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:05.187297 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd38429a-764e-473b-82fd-8b8699b84b97 req-9db46b21-0d46-44ec-9fa6-ad795c782d24 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 945 time: 0.1049695 Sep 29 17:31:05.207319 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-b09de6fa-19af-425f-9188-96bd0bc2fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:05.210764 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-b09de6fa-19af-425f-9188-96bd0bc2fe68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b8f427-6a40-4543-b542-ebc1c5f5a50d HTTP/1.1" status: 200 len: 846 time: 0.0959888 Sep 29 17:31:05.258280 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd38429a-764e-473b-82fd-8b8699b84b97 req-e4ad7259-23e0-44c6-9eb4-4540f949b316 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1c9ea5f-3742-4b30-b5e7-acbb5670675d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695081 Sep 29 17:31:05.299167 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-c5430ad5-4e8a-44ae-a11c-bf9c542f4343 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797443 Sep 29 17:31:05.542755 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-548e2cc9-440c-4ca3-b01a-e7abf5450005 service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200561 Sep 29 17:31:05.757601 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0ffb40d-c28b-472e-b59c-a67a01086158 req-2a67f9ee-ad74-47ba-823f-2e87adb44802 service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018218 Sep 29 17:31:05.772411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d91b-6c10-4691-9689-ffe3333f4e00 req-7eb391d6-4b43-4b7d-ada8-010bb804d5ff tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:05.774376 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70e9d91b-6c10-4691-9689-ffe3333f4e00 req-7eb391d6-4b43-4b7d-ada8-010bb804d5ff tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 944 time: 0.1194396 Sep 29 17:31:05.858750 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70e9d91b-6c10-4691-9689-ffe3333f4e00 req-ba0568f7-6585-4561-9ea5-4af41e0e0236 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745735 Sep 29 17:31:05.942673 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2933b750-eda2-4deb-80ca-bddd65fb1876 req-409c074f-5170-483a-9468-28b5d2737c1c tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0767758 Sep 29 17:31:05.956781 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336a482-0e8e-4a68-82a7-949e72af4578 req-f2fc859d-4e97-4ea6-ba93-1a83888937f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:05.958351 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e336a482-0e8e-4a68-82a7-949e72af4578 req-f2fc859d-4e97-4ea6-ba93-1a83888937f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 1095 time: 0.0874081 Sep 29 17:31:06.189347 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336a482-0e8e-4a68-82a7-949e72af4578 req-b733da13-047f-4275-90e6-9303a39e266c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:06.191500 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e336a482-0e8e-4a68-82a7-949e72af4578 req-b733da13-047f-4275-90e6-9303a39e266c service neutron] 10.222.0.35 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 907 time: 0.2252421 Sep 29 17:31:06.290280 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e336a482-0e8e-4a68-82a7-949e72af4578 req-830cd5ef-d60c-4602-aa75-2cba4d727d6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a15048ad-2803-49e1-a607-fe0b55b86024 HTTP/1.1" status: 200 len: 217 time: 0.0858130 Sep 29 17:31:06.428095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336a482-0e8e-4a68-82a7-949e72af4578 req-77ff8f3a-cb89-4ac8-b09e-18e0ecf3810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:06.430246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e336a482-0e8e-4a68-82a7-949e72af4578 req-77ff8f3a-cb89-4ac8-b09e-18e0ecf3810e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b8f427-6a40-4543-b542-ebc1c5f5a50d HTTP/1.1" status: 200 len: 846 time: 0.1288013 Sep 29 17:31:06.537717 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e336a482-0e8e-4a68-82a7-949e72af4578 req-bceec9cd-aa6a-4ec1-809c-d29dd8fe4600 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961328 Sep 29 17:31:06.580111 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19507d20-f623-434f-b9d8-649a88422c08 req-48406de4-5eb3-4422-a938-45de1e713a33 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:06.587929 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-19507d20-f623-434f-b9d8-649a88422c08 req-48406de4-5eb3-4422-a938-45de1e713a33 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 945 time: 0.0877950 Sep 29 17:31:06.631589 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-19507d20-f623-434f-b9d8-649a88422c08 req-2660579a-6ccc-4a56-b3f3-48cffab3690a tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1c9ea5f-3742-4b30-b5e7-acbb5670675d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424030 Sep 29 17:31:06.659194 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e336a482-0e8e-4a68-82a7-949e72af4578 req-46265601-d642-4376-8b96-47c0cb1169ee service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131041 Sep 29 17:31:06.796269 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e336a482-0e8e-4a68-82a7-949e72af4578 req-a6b51380-cb81-4962-a585-b2edff8c9bc7 service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288190 Sep 29 17:31:07.058533 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17ef45-22d2-43d7-8727-6f208d806078 req-7912f4fc-7dff-4eed-a156-0cc6f72c15ea tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:07.068675 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6f17ef45-22d2-43d7-8727-6f208d806078 req-7912f4fc-7dff-4eed-a156-0cc6f72c15ea tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 944 time: 0.1191282 Sep 29 17:31:07.136312 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db9b6bd4-78df-461d-8e59-479fa396557d req-ba7fe8ad-376e-4e44-bd04-56f1e81b3570 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0525651 Sep 29 17:31:07.173563 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6f17ef45-22d2-43d7-8727-6f208d806078 req-f707fc55-b243-47fc-a42a-9c5b229d9fd0 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002057 Sep 29 17:31:07.419168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d53712-24df-457a-bded-3d9188e8d5db req-e9a0e3c5-11eb-4d8c-a83d-ce7a7a5232b3 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:07.422648 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b3d53712-24df-457a-bded-3d9188e8d5db req-e9a0e3c5-11eb-4d8c-a83d-ce7a7a5232b3 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 945 time: 0.0575917 Sep 29 17:31:07.474543 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b3d53712-24df-457a-bded-3d9188e8d5db req-3de2ed0d-255c-4a96-aef2-89e8f8dc2814 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1c9ea5f-3742-4b30-b5e7-acbb5670675d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439255 Sep 29 17:31:07.988726 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35864) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:08.148910 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0090-31cd-45da-a575-e484c1622e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:08.313741 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d222b586-a66b-49a7-bed5-92e12fa83b06 req-bd289cc9-5f51-4c0f-b940-48101fa90a37 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0667028 Sep 29 17:31:08.419094 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0090-31cd-45da-a575-e484c1622e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:08.428248 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0090-31cd-45da-a575-e484c1622e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:08.442045 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099ac5f-9515-4845-b5e3-31e184ae7ab1 req-ee07b453-e485-4f6d-8798-3ea39b8bb4a2 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:08.443742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9099ac5f-9515-4845-b5e3-31e184ae7ab1 req-ee07b453-e485-4f6d-8798-3ea39b8bb4a2 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 944 time: 0.0800605 Sep 29 17:31:08.470672 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8e0a0090-31cd-45da-a575-e484c1622e5a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=594a2b4e606b4064be0a4c832a5d0d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775929 Sep 29 17:31:08.473302 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35886) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:08.501056 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a0090-31cd-45da-a575-e484c1622e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf3b282-490a-44ec-b307-0569969bdd6d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:08.528392 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9099ac5f-9515-4845-b5e3-31e184ae7ab1 req-86006745-fe2a-4017-b7f0-447b4eb83b5d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775535 Sep 29 17:31:08.578111 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f7173d5-dd47-4873-9dfa-8c7f43a91f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:08.627124 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f7173d5-dd47-4873-9dfa-8c7f43a91f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:08.731272 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f7173d5-dd47-4873-9dfa-8c7f43a91f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:08.738603 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f7173d5-dd47-4873-9dfa-8c7f43a91f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:08.739898 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1f7173d5-dd47-4873-9dfa-8c7f43a91f01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6cf3b282-490a-44ec-b307-0569969bdd6d HTTP/1.1" status: 204 len: 168 time: 0.2656460 Sep 29 17:31:08.759802 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7173d5-dd47-4873-9dfa-8c7f43a91f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf3b282-490a-44ec-b307-0569969bdd6d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:08.780258 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f8f03-d7cc-4034-95b0-f28cc6bede4f req-05e44a1d-6f18-42ec-826d-7651a9a91693 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:08.781884 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ed6f8f03-d7cc-4034-95b0-f28cc6bede4f req-05e44a1d-6f18-42ec-826d-7651a9a91693 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 945 time: 0.1075697 Sep 29 17:31:08.881674 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ed6f8f03-d7cc-4034-95b0-f28cc6bede4f req-f3ff4c17-d0af-467d-b7b3-5ec307f78fce tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1c9ea5f-3742-4b30-b5e7-acbb5670675d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712881 Sep 29 17:31:09.007945 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60564f47-1948-4dee-86d7-4f3c186b2e0b req-71acf2bd-fa04-4ccc-a698-3827907b83ec tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:09.009532 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-60564f47-1948-4dee-86d7-4f3c186b2e0b req-71acf2bd-fa04-4ccc-a698-3827907b83ec tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 945 time: 0.1039598 Sep 29 17:31:09.145266 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-60564f47-1948-4dee-86d7-4f3c186b2e0b req-dc75e608-cd9f-4e63-824b-ee103880ec21 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Deleting port c4924fc0-8cfc-42df-8563-c19d4c13bb33 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:31:09.145767 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-60564f47-1948-4dee-86d7-4f3c186b2e0b req-dc75e608-cd9f-4e63-824b-ee103880ec21 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:09.288068 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-60564f47-1948-4dee-86d7-4f3c186b2e0b req-dc75e608-cd9f-4e63-824b-ee103880ec21 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] For port c4924fc0-8cfc-42df-8563-c19d4c13bb33, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c4924fc0-8cfc-42df-8563-c19d4c13bb33,segment=NetworkSegment(5d3aa4a1-56ad-454d-8704-3469fa48d111),segment_id=5d3aa4a1-56ad-454d-8704-3469fa48d111)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:09.288813 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-60564f47-1948-4dee-86d7-4f3c186b2e0b req-dc75e608-cd9f-4e63-824b-ee103880ec21 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:09.500920 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-506f3915-94d8-4c4c-b1e2-01e8eaf95659 req-0a14f537-cac9-40da-8583-5f2a421c25c4 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0521364 Sep 29 17:31:09.728777 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-60564f47-1948-4dee-86d7-4f3c186b2e0b req-dc75e608-cd9f-4e63-824b-ee103880ec21 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:09.729468 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-60564f47-1948-4dee-86d7-4f3c186b2e0b req-dc75e608-cd9f-4e63-824b-ee103880ec21 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:09.729468 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-60564f47-1948-4dee-86d7-4f3c186b2e0b req-dc75e608-cd9f-4e63-824b-ee103880ec21 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Floating IP 1de6adee-3eea-4c25-b21e-9a1a4183435f disassociated. External IP: 172.25.2.156, port: c4924fc0-8cfc-42df-8563-c19d4c13bb33. Sep 29 17:31:09.729807 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-60564f47-1948-4dee-86d7-4f3c186b2e0b req-dc75e608-cd9f-4e63-824b-ee103880ec21 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Calling delete_port for c4924fc0-8cfc-42df-8563-c19d4c13bb33 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:31:09.742830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ab8ba-44bd-4a89-8ccc-44823e27d35e req-5f9d4dd9-17f2-4b5e-a2f1-e89fad0466d5 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:09.753645 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-423ab8ba-44bd-4a89-8ccc-44823e27d35e req-5f9d4dd9-17f2-4b5e-a2f1-e89fad0466d5 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 944 time: 0.1231644 Sep 29 17:31:09.840528 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-423ab8ba-44bd-4a89-8ccc-44823e27d35e req-d73f94a9-74b4-40be-91a2-657fcd9f7ffd tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774648 Sep 29 17:31:10.029055 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-60564f47-1948-4dee-86d7-4f3c186b2e0b req-dc75e608-cd9f-4e63-824b-ee103880ec21 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:10.065754 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44420414-0e2c-4445-b154-5d62bfde52b0 req-997137d0-31bc-4559-9575-011825f201eb tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:10.067239 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75e608-cd9f-4e63-824b-ee103880ec21 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Pushing event deleted for resources: {'Port': ['ID=c4924fc0-8cfc-42df-8563-c19d4c13bb33,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:10.069107 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-44420414-0e2c-4445-b154-5d62bfde52b0 req-997137d0-31bc-4559-9575-011825f201eb tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 867 time: 0.1250596 Sep 29 17:31:10.192368 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-44420414-0e2c-4445-b154-5d62bfde52b0 req-5a89f762-181a-4ac3-82d3-1b65ba015f7d tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/security-groups?id=c1c9ea5f-3742-4b30-b5e7-acbb5670675d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170473 Sep 29 17:31:10.301132 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60564f47-1948-4dee-86d7-4f3c186b2e0b req-dc75e608-cd9f-4e63-824b-ee103880ec21 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Router 380300bf-be58-40c1-bd2c-538b5dbd9726 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:31:10.373202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a15048ad-2803-49e1-a607-fe0b55b86024 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:31:10.493029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60564f47-1948-4dee-86d7-4f3c186b2e0b req-dc75e608-cd9f-4e63-824b-ee103880ec21 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:31:10.507792 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7722899-98b0-4a9b-8ba4-024d611cab7e None None] Sync routers for ids ['380300bf-be58-40c1-bd2c-538b5dbd9726'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:31:10.523420 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7722899-98b0-4a9b-8ba4-024d611cab7e None None] Routers {'380300bf-be58-40c1-bd2c-538b5dbd9726'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:31:10.533301 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d7722899-98b0-4a9b-8ba4-024d611cab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:30:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['380300bf-be58-40c1-bd2c-538b5dbd9726'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:10.573984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-60564f47-1948-4dee-86d7-4f3c186b2e0b req-dc75e608-cd9f-4e63-824b-ee103880ec21 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] No DVR routers for this DVR port c4924fc0-8cfc-42df-8563-c19d4c13bb33 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:31:10.585539 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-60564f47-1948-4dee-86d7-4f3c186b2e0b req-dc75e608-cd9f-4e63-824b-ee103880ec21 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:10.589889 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-60564f47-1948-4dee-86d7-4f3c186b2e0b req-dc75e608-cd9f-4e63-824b-ee103880ec21 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.49 "DELETE /v2.0/ports/c4924fc0-8cfc-42df-8563-c19d4c13bb33 HTTP/1.1" status: 204 len: 173 time: 1.5646467 Sep 29 17:31:10.590497 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265', 'name': 'network-vif-deleted', 'tag': 'c4924fc0-8cfc-42df-8563-c19d4c13bb33'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:31:10.612315 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5812cd6-005f-4419-9119-52b90b44f2ff" -d '{"events": [{"server_uuid": "ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265", "name": "network-vif-deleted", "tag": "c4924fc0-8cfc-42df-8563-c19d4c13bb33"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:31:10.673957 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a15048ad-2803-49e1-a607-fe0b55b86024, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a15048ad-2803-49e1-a607-fe0b55b86024,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:10.731424 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'a15048ad-2803-49e1-a607-fe0b55b86024', 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f', 'port_id': 'a15048ad-2803-49e1-a607-fe0b55b86024', 'mac_address': 'fa:16:3e:d6:59:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b8f427-6a40-4543-b542-ebc1c5f5a50d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:31:10.739100 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1cc9af43-f8fc-4770-96b5-f5623448606d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:10.786788 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98fa6f8d-3ef0-458e-b128-9d4f9693f626 req-0846dee3-c656-4ba5-a81e-dfc0e384aa8f tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.1008873 Sep 29 17:31:10.842895 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:10.872528 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-d7722899-98b0-4a9b-8ba4-024d611cab7e None None] Set router 380300bf-be58-40c1-bd2c-538b5dbd9726 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:31:10.893743 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15048ad-2803-49e1-a607-fe0b55b86024 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:31:10.925594 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9c01fb-9915-4935-8ccd-4fce0231fbd9 x-openstack-request-id: req-7c9c01fb-9915-4935-8ccd-4fce0231fbd9 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:31:10.925984 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265", "name": "network-vif-deleted", "tag": "c4924fc0-8cfc-42df-8563-c19d4c13bb33", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:31:10.926523 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c9c01fb-9915-4935-8ccd-4fce0231fbd9 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:31:10.927061 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265', 'name': 'network-vif-deleted', 'tag': 'c4924fc0-8cfc-42df-8563-c19d4c13bb33', 'status': 'completed', 'code': 200} Sep 29 17:31:10.945360 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a15048ad-2803-49e1-a607-fe0b55b86024, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a15048ad-2803-49e1-a607-fe0b55b86024,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:10.962011 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:11.080266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=a15048ad-2803-49e1-a607-fe0b55b86024,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:11.302535 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78ab04-3434-4227-8856-2e1ce0e20407 req-667f394b-5688-4216-9e94-753471fbf967 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:11.305983 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d78ab04-3434-4227-8856-2e1ce0e20407 req-667f394b-5688-4216-9e94-753471fbf967 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 945 time: 0.1999013 Sep 29 17:31:11.405390 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d78ab04-3434-4227-8856-2e1ce0e20407 req-e9583f70-82b5-487e-9829-6f5832562dbb tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905721 Sep 29 17:31:11.421586 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d7722899-98b0-4a9b-8ba4-024d611cab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'name': 'tempest-ServersTestManualDisk-1241216966-router', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '39db6248-f018-4009-bc0a-ef50510311d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:42Z', 'updated_at': '2021-09-29T17:28:50Z', 'revision_number': 4, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'gw_port': {'id': '39db6248-f018-4009-bc0a-ef50510311d2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:44Z', 'updated_at': '2021-09-29T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '3ead97c8-2e7d-474b-8007-bde9152ff001', 'name': '', 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'mac_address': 'fa:16:3e:81:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:49Z', 'updated_at': '2021-09-29T17:28:55Z', 'revision_number': 5, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'subnets': [{'id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:11.441262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a15048ad-2803-49e1-a607-fe0b55b86024'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:31:11.492239 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22820c21-8d34-4e5c-93b2-b6535047fc50 req-e2bc1b28-791f-4443-ab2c-6b96d0cf2f39 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba9d0c75-d3ae-4bc9-85f0-500f3cfd1265 HTTP/1.1" status: 200 len: 210 time: 0.0523691 Sep 29 17:31:11.693642 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7722899-98b0-4a9b-8ba4-024d611cab7e None None] Checking router: 380300bf-be58-40c1-bd2c-538b5dbd9726 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:31:11.715387 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7722899-98b0-4a9b-8ba4-024d611cab7e None None] Routers {'380300bf-be58-40c1-bd2c-538b5dbd9726'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:31:11.719571 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d7722899-98b0-4a9b-8ba4-024d611cab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:30:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['380300bf-be58-40c1-bd2c-538b5dbd9726'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:11.923003 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-d7722899-98b0-4a9b-8ba4-024d611cab7e None None] Set router 380300bf-be58-40c1-bd2c-538b5dbd9726 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:31:11.948217 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0d099ab-872d-4973-9ae9-bb496475ce2c req-223068d8-4f9a-4ba0-962e-a73ebc2d2953 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0410664 Sep 29 17:31:12.336576 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d7722899-98b0-4a9b-8ba4-024d611cab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'name': 'tempest-ServersTestManualDisk-1241216966-router', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '39db6248-f018-4009-bc0a-ef50510311d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:42Z', 'updated_at': '2021-09-29T17:28:50Z', 'revision_number': 4, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'gw_port': {'id': '39db6248-f018-4009-bc0a-ef50510311d2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:44Z', 'updated_at': '2021-09-29T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '3ead97c8-2e7d-474b-8007-bde9152ff001', 'name': '', 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'mac_address': 'fa:16:3e:81:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:49Z', 'updated_at': '2021-09-29T17:28:55Z', 'revision_number': 5, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'subnets': [{'id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:12.378352 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7722899-98b0-4a9b-8ba4-024d611cab7e None None] The sync data for ids ['380300bf-be58-40c1-bd2c-538b5dbd9726'] in n-d-811748-2 is: [{'id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'name': 'tempest-ServersTestManualDisk-1241216966-router', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '39db6248-f018-4009-bc0a-ef50510311d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:42Z', 'updated_at': '2021-09-29T17:28:50Z', 'revision_number': 4, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'gw_port': {'id': '39db6248-f018-4009-bc0a-ef50510311d2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:44Z', 'updated_at': '2021-09-29T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '3ead97c8-2e7d-474b-8007-bde9152ff001', 'name': '', 'network_id': '248bb528-37ff-42a3-a2f0-d0d4de8cb481', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'mac_address': 'fa:16:3e:81:98:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:49Z', 'updated_at': '2021-09-29T17:28:55Z', 'revision_number': 5, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'subnets': [{'id': '8af5bdfb-ada9-49f2-9176-e549ac4a08ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:31:12.391571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c4924fc0-8cfc-42df-8563-c19d4c13bb33 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:31:12.451053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: c4924fc0-8cfc-42df-8563-c19d4c13bb33 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:31:12.451053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c4924fc0-8cfc-42df-8563-c19d4c13bb33 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:31:12.788319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-12419acc-3559-4d44-8333-5b199f0ca5c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2568986 Sep 29 17:31:12.804995 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36022) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:12.812325 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c00b-b5ba-4f19-966c-15fe19c0100c req-bc49d53c-e779-4825-b8c3-8be43363ff79 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:12.822067 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f250c00b-b5ba-4f19-966c-15fe19c0100c req-bc49d53c-e779-4825-b8c3-8be43363ff79 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 945 time: 0.1739910 Sep 29 17:31:12.884746 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f250c00b-b5ba-4f19-966c-15fe19c0100c req-23170258-31ed-4f1d-b53f-755ee39d0666 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569494 Sep 29 17:31:12.963584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-33169144-410b-4459-94f8-59d66a5f0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:12.964966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-33169144-410b-4459-94f8-59d66a5f0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:12.965753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-33169144-410b-4459-94f8-59d66a5f0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:12.966703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-33169144-410b-4459-94f8-59d66a5f0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:12.967423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-33169144-410b-4459-94f8-59d66a5f0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:12.968634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-33169144-410b-4459-94f8-59d66a5f0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:12.969496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-33169144-410b-4459-94f8-59d66a5f0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:12.973399 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-33169144-410b-4459-94f8-59d66a5f0df0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca18e70d69384487ae4efe61e82aa845&device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 6489 time: 0.0856562 Sep 29 17:31:13.001176 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-395fe32b-c2b2-4fc2-afa1-6420367ee079 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:13.043795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8810ec0-ec4b-4761-aaa2-14e94d586299 None None] New status for floating IP 1de6adee-3eea-4c25-b21e-9a1a4183435f: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:31:13.056719 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-395fe32b-c2b2-4fc2-afa1-6420367ee079 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:13.121192 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-395fe32b-c2b2-4fc2-afa1-6420367ee079 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:13.125630 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-395fe32b-c2b2-4fc2-afa1-6420367ee079 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:13.130183 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-395fe32b-c2b2-4fc2-afa1-6420367ee079 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "DELETE /v2.0/security-groups/c1c9ea5f-3742-4b30-b5e7-acbb5670675d HTTP/1.1" status: 204 len: 168 time: 0.3231251 Sep 29 17:31:13.131025 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36042) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:13.156302 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fe32b-c2b2-4fc2-afa1-6420367ee079 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c9ea5f-3742-4b30-b5e7-acbb5670675d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:13.174140 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-d61333e5-c3a9-451f-81cb-27bfdd3dc0d3 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] show failed (client error): The resource could not be found. Sep 29 17:31:13.178991 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d61333e5-c3a9-451f-81cb-27bfdd3dc0d3 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "GET /v2.0/security-groups/c1c9ea5f-3742-4b30-b5e7-acbb5670675d HTTP/1.1" status: 404 len: 347 time: 0.0348763 Sep 29 17:31:13.179864 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36046) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:13.350615 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c46b562e-3f56-4dec-b0e7-0f192a4fb842 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Deleting port 8852e323-50a6-4708-ac64-acc027aa4acb {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:31:13.351020 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c46b562e-3f56-4dec-b0e7-0f192a4fb842 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:13.471970 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-794ce5f1-a142-4248-b2b5-d6182711a2ba req-891a51d5-30ec-4bdb-9d8c-3738fdd54594 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.1580482 Sep 29 17:31:13.512456 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d6387ba8-463c-4c51-8ab0-0afd9644fb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:13.549850 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-346293c2-9606-416f-94b7-fc74497bb668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:13.550581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-346293c2-9606-416f-94b7-fc74497bb668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:13.551576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-346293c2-9606-416f-94b7-fc74497bb668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:13.553384 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-346293c2-9606-416f-94b7-fc74497bb668 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b255708-c2d9-4b94-9aae-118e45662db8&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=9c23919b-5dc6-4f3c-a975-ad284351567f&id=9c23919b-5dc6-4f3c-a975-ad284351567f HTTP/1.1" status: 200 len: 2293 time: 0.5484116 Sep 29 17:31:13.624555 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c46b562e-3f56-4dec-b0e7-0f192a4fb842 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:13.625158 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c46b562e-3f56-4dec-b0e7-0f192a4fb842 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:13.668399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97195d4-5459-4f0f-9f25-8cbade58bd12 req-1b560277-4401-4984-a3b7-871566df1680 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:13.689334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b97195d4-5459-4f0f-9f25-8cbade58bd12 req-1b560277-4401-4984-a3b7-871566df1680 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 946 time: 0.2327230 Sep 29 17:31:13.705820 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-ab96f131-3aaf-4190-97e5-15f50f541f93 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e78fec3-5ad5-4b28-8b51-432760c59133 HTTP/1.1" status: 200 len: 1001 time: 0.1443136 Sep 29 17:31:13.721459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c46b562e-3f56-4dec-b0e7-0f192a4fb842 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Calling delete_port for 8852e323-50a6-4708-ac64-acc027aa4acb owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:31:13.843201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-60d01192-275e-420f-b6c0-a542cd9b251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:13.847904 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-60d01192-275e-420f-b6c0-a542cd9b251f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb98647a-0614-4fc5-b8fd-672d79ef30b4 HTTP/1.1" status: 200 len: 851 time: 0.1325362 Sep 29 17:31:13.869814 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b97195d4-5459-4f0f-9f25-8cbade58bd12 req-3064673d-964b-466a-8f7e-378deaaf9d18 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709070 Sep 29 17:31:13.997909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-bfd97fa8-a8ff-4c2c-9bb4-d4f02eb87241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:13.999490 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-bfd97fa8-a8ff-4c2c-9bb4-d4f02eb87241 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b255708-c2d9-4b94-9aae-118e45662db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447704 Sep 29 17:31:14.086687 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c46b562e-3f56-4dec-b0e7-0f192a4fb842 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:14.147531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b562e-3f56-4dec-b0e7-0f192a4fb842 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Pushing event deleted for resources: {'Port': ['ID=8852e323-50a6-4708-ac64-acc027aa4acb,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:14.212735 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-8bcf03c6-c0c8-4779-9c2a-a4c2856b0b09 service neutron] 10.222.0.35 "GET /v2.0/networks/2b255708-c2d9-4b94-9aae-118e45662db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024484 Sep 29 17:31:14.297962 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c46b562e-3f56-4dec-b0e7-0f192a4fb842 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:14.303714 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c46b562e-3f56-4dec-b0e7-0f192a4fb842 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:14.309987 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c46b562e-3f56-4dec-b0e7-0f192a4fb842 tempest-ServersTestManualDisk-266102102 tempest-ServersTestManualDisk-266102102-project] 10.222.0.44 "DELETE /v2.0/floatingips/1de6adee-3eea-4c25-b21e-9a1a4183435f HTTP/1.1" status: 204 len: 168 time: 1.1262193 Sep 29 17:31:14.310786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36064) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:14.318774 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:14.371049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c5b0b-6f40-44e2-bcb9-9231e505a05d req-d159b199-3697-4ae4-9821-e2c967cdfb04 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:14.390554 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-133c5b0b-6f40-44e2-bcb9-9231e505a05d req-d159b199-3697-4ae4-9821-e2c967cdfb04 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 945 time: 0.1688800 Sep 29 17:31:14.419362 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a15048ad-2803-49e1-a607-fe0b55b86024 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:31:14.461376 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-133c5b0b-6f40-44e2-bcb9-9231e505a05d req-9ef333c8-5bd7-4172-892d-2827f9f76df5 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697742 Sep 29 17:31:14.465142 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-2635eb4b-e77e-4e3e-b852-2126273164fa service neutron] 10.222.0.35 "GET /v2.0/networks/2b255708-c2d9-4b94-9aae-118e45662db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154803 Sep 29 17:31:14.525833 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-b4b61587-cf43-4dad-b7c2-a7d1aa2ee9f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=a36d37ce-a325-4d1c-9721-c8f32e0f47e7 HTTP/1.1" status: 200 len: 217 time: 0.0514667 Sep 29 17:31:14.570135 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:14.607640 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:14.627359 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port a15048ad-2803-49e1-a607-fe0b55b86024 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:31:14.634873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port a15048ad-2803-49e1-a607-fe0b55b86024 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:31:14.635562 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:14.653153 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-90b5c106-d989-4584-b205-3eddabefe0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:14.657856 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-90b5c106-d989-4584-b205-3eddabefe0f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 200 len: 797 time: 0.1246550 Sep 29 17:31:14.740713 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64f79da8-f9bc-41e8-a337-7035bbb63f67 req-31bf1787-09a2-4be9-8cdb-c7744ce45da6 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0775783 Sep 29 17:31:14.760474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-456a42dd-cb79-4e04-973a-acc83092a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:14.768279 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-456a42dd-cb79-4e04-973a-acc83092a87d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ed3e81f-beb1-44af-b586-483c0095cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1021938 Sep 29 17:31:14.837225 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:14.909404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6486098b-ef45-4be1-8632-96e523029b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15048ad-2803-49e1-a607-fe0b55b86024'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:31:14.918172 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867ea61e-f21f-4c81-973d-90554a1b3cba" -d '{"events": [{"server_uuid": "6486098b-ef45-4be1-8632-96e523029b7e", "name": "network-vif-plugged", "status": "completed", "tag": "a15048ad-2803-49e1-a607-fe0b55b86024"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:31:14.934650 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a15048ad-2803-49e1-a607-fe0b55b86024, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a15048ad-2803-49e1-a607-fe0b55b86024,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:14.942655 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:14.999579 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b48937-c4b4-4910-aeca-a916fcd840e0 x-openstack-request-id: req-d0b48937-c4b4-4910-aeca-a916fcd840e0 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:31:15.000256 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6486098b-ef45-4be1-8632-96e523029b7e", "name": "network-vif-plugged", "status": "completed", "tag": "a15048ad-2803-49e1-a607-fe0b55b86024", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:31:15.000662 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0b48937-c4b4-4910-aeca-a916fcd840e0 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:31:15.001351 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6486098b-ef45-4be1-8632-96e523029b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15048ad-2803-49e1-a607-fe0b55b86024', 'code': 200} Sep 29 17:31:15.024645 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-f31b8ebd-f976-49ab-97c7-319016265f80 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476046 Sep 29 17:31:15.131350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=a15048ad-2803-49e1-a607-fe0b55b86024,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:15.259276 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-153d9df2-806d-4443-a80d-5ae3c3bee2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:15.311880 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-5c7739f2-eeeb-41b4-8623-c81e5f66e99c service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790861 Sep 29 17:31:15.324356 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f867e-da4e-4571-adcf-c280acc13e7d req-45bc0624-e177-42a9-bd05-89383bd1bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:15.329366 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ad5f867e-da4e-4571-adcf-c280acc13e7d req-45bc0624-e177-42a9-bd05-89383bd1bf0a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 1097 time: 0.2284026 Sep 29 17:31:15.404668 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-4e7999e6-2fe6-48d3-b470-bb71c2791808 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=5988d418-a748-4b3c-ad5d-5c29fd19e399 HTTP/1.1" status: 200 len: 217 time: 0.0726526 Sep 29 17:31:15.495460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-c41b4eab-6286-4b95-aed1-a60f37a60492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:15.505404 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-c41b4eab-6286-4b95-aed1-a60f37a60492 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 200 len: 797 time: 0.0887191 Sep 29 17:31:15.580255 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ad5f867e-da4e-4571-adcf-c280acc13e7d req-70db73c4-474d-4c0a-a272-011223002a9b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841745 Sep 29 17:31:15.596680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-7f680e04-251f-460a-8383-872bccba5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:15.606332 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad64dc5-7092-4385-9e48-5e8078ace773 req-0575b2f2-faa1-48c1-abe9-804fa2a5e023 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:15.607605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-7f680e04-251f-460a-8383-872bccba5717 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ed3e81f-beb1-44af-b586-483c0095cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0841987 Sep 29 17:31:15.615331 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aad64dc5-7092-4385-9e48-5e8078ace773 req-0575b2f2-faa1-48c1-abe9-804fa2a5e023 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 946 time: 0.2182255 Sep 29 17:31:15.729009 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aad64dc5-7092-4385-9e48-5e8078ace773 req-c108aa8b-aa7d-430f-9623-ae40a8b5c2bd tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130214 Sep 29 17:31:15.838780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c2cfa-c510-4717-9269-00452248949a req-cb8619d1-c7b3-424b-9eeb-d75c892b18cb tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:15.840343 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-922c2cfa-c510-4717-9269-00452248949a req-cb8619d1-c7b3-424b-9eeb-d75c892b18cb tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 946 time: 0.1145017 Sep 29 17:31:15.932574 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-922c2cfa-c510-4717-9269-00452248949a req-b5cce7f8-0882-4d86-a9aa-1b9893025ccf tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764515 Sep 29 17:31:15.962004 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b9005338-7d0e-47ab-a098-fecec87212ce req-bf57c0ad-0955-4152-95ab-98b272891889 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0685501 Sep 29 17:31:16.038723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-153d9df2-806d-4443-a80d-5ae3c3bee2e3 admin admin] Deleting port 3ead97c8-2e7d-474b-8007-bde9152ff001 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:31:16.039428 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-153d9df2-806d-4443-a80d-5ae3c3bee2e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:16.170759 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-153d9df2-806d-4443-a80d-5ae3c3bee2e3 admin admin] For port 3ead97c8-2e7d-474b-8007-bde9152ff001, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3ead97c8-2e7d-474b-8007-bde9152ff001,segment=NetworkSegment(5d3aa4a1-56ad-454d-8704-3469fa48d111),segment_id=5d3aa4a1-56ad-454d-8704-3469fa48d111)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:16.171134 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-153d9df2-806d-4443-a80d-5ae3c3bee2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:16.194653 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-4f15fe62-37f7-431e-b9d5-4e2a57d39b87 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538936 Sep 29 17:31:16.198123 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-153d9df2-806d-4443-a80d-5ae3c3bee2e3 admin admin] Calling delete_port for 3ead97c8-2e7d-474b-8007-bde9152ff001 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:31:16.444030 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-0e3e6e91-f51a-4085-a76a-730f09cc8237 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372980 Sep 29 17:31:16.525765 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-7de5ba62-1a80-40d5-8a68-9f5d610f430c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=057c4afc-15d9-4d68-b1ee-2455ce8bf293 HTTP/1.1" status: 200 len: 217 time: 0.0735288 Sep 29 17:31:16.639078 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-153d9df2-806d-4443-a80d-5ae3c3bee2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:16.784746 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:16.803344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d9df2-806d-4443-a80d-5ae3c3bee2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ead97c8-2e7d-474b-8007-bde9152ff001,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:17.001021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f882a-8d45-4f53-a429-9fbbf47d3e77 req-d5908fbc-29f9-44f2-826e-fbf65259868e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:17.008602 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-876f882a-8d45-4f53-a429-9fbbf47d3e77 req-d5908fbc-29f9-44f2-826e-fbf65259868e tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 946 time: 0.3726473 Sep 29 17:31:17.308470 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-153d9df2-806d-4443-a80d-5ae3c3bee2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:17.418707 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-876f882a-8d45-4f53-a429-9fbbf47d3e77 req-930f890f-3f4d-4456-814e-44dcc1bc8bb9 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4091172 Sep 29 17:31:17.519397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-24abebcc-27f4-469e-a926-e93b4f9ea163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:17.520951 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-24abebcc-27f4-469e-a926-e93b4f9ea163 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 200 len: 797 time: 0.9767652 Sep 29 17:31:17.617531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06d18c-cd5b-441d-89b4-ea3b65f787eb req-824f0a3b-4f32-4c9c-8f48-55eb935273d7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:17.619910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be06d18c-cd5b-441d-89b4-ea3b65f787eb req-824f0a3b-4f32-4c9c-8f48-55eb935273d7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 946 time: 0.2765443 Sep 29 17:31:17.763460 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be06d18c-cd5b-441d-89b4-ea3b65f787eb req-ecb26228-e308-4c9b-aab3-f1d9c63eff0b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320088 Sep 29 17:31:17.783592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-9d15c5a0-e14e-4b01-95e7-07cd99469667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:17.789893 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-9d15c5a0-e14e-4b01-95e7-07cd99469667 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ed3e81f-beb1-44af-b586-483c0095cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2598538 Sep 29 17:31:18.079016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-ece91aff-3984-4df8-8dd3-d54b120cf04c service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811160 Sep 29 17:31:18.099310 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6ab523ca-a766-4e64-974d-6242c30134d1 req-a4e0a196-4646-4f93-9e55-749bff7dbb47 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.5453179 Sep 29 17:31:18.288856 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153d9df2-806d-4443-a80d-5ae3c3bee2e3 admin admin] Router 380300bf-be58-40c1-bd2c-538b5dbd9726 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:31:18.328365 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-3ef2e311-05d3-44d6-bf63-94619fd4f1ea service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415113 Sep 29 17:31:18.425130 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-ecd05d47-4706-45f3-a387-35d12432248b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=be739b7b-a7ce-45a1-bd9c-1714d150d2e3 HTTP/1.1" status: 200 len: 217 time: 0.0859485 Sep 29 17:31:18.503504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-a5eb4d9c-05e7-43d4-8991-50f8ed6b1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:18.505375 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-a5eb4d9c-05e7-43d4-8991-50f8ed6b1397 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 200 len: 797 time: 0.0660312 Sep 29 17:31:18.530893 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153d9df2-806d-4443-a80d-5ae3c3bee2e3 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:31:18.538571 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-153d9df2-806d-4443-a80d-5ae3c3bee2e3 admin admin] 10.222.0.44 "PUT /v2.0/routers/380300bf-be58-40c1-bd2c-538b5dbd9726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2267449 Sep 29 17:31:18.540942 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36162) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:18.543660 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a0ada-6f5f-4658-9fc9-f7bd52add5ac None None] Sync routers for ids ['380300bf-be58-40c1-bd2c-538b5dbd9726'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:31:18.563088 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a0ada-6f5f-4658-9fc9-f7bd52add5ac None None] Routers {'380300bf-be58-40c1-bd2c-538b5dbd9726'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:31:18.563729 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-af1a0ada-6f5f-4658-9fc9-f7bd52add5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:31:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['380300bf-be58-40c1-bd2c-538b5dbd9726'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:18.660068 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efca9ec5-010d-4068-afdb-5e9178777185 admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:18.787956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-5b0d7352-d154-4e65-8987-0e12aeb69046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:18.789498 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-5b0d7352-d154-4e65-8987-0e12aeb69046 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ed3e81f-beb1-44af-b586-483c0095cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2748346 Sep 29 17:31:18.792823 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efca9ec5-010d-4068-afdb-5e9178777185 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:18.851366 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-af1a0ada-6f5f-4658-9fc9-f7bd52add5ac None None] Set router 380300bf-be58-40c1-bd2c-538b5dbd9726 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:31:18.901566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-efca9ec5-010d-4068-afdb-5e9178777185 admin admin] Deleting port 39db6248-f018-4009-bc0a-ef50510311d2 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:31:18.902494 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efca9ec5-010d-4068-afdb-5e9178777185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:19.017490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37044416-bcd9-4de9-a5dc-ca7f64d0fa8a req-538662d2-b955-44f8-8119-7c105c17ab6d tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:19.019327 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-37044416-bcd9-4de9-a5dc-ca7f64d0fa8a req-538662d2-b955-44f8-8119-7c105c17ab6d tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.35 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 946 time: 0.4221175 Sep 29 17:31:19.031071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bb013-702e-4a32-9775-faa98e9164bc req-e880053a-e1e5-44bc-8ce1-f21add25f9c8 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:19.039859 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-674bb013-702e-4a32-9775-faa98e9164bc req-e880053a-e1e5-44bc-8ce1-f21add25f9c8 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 946 time: 0.4451320 Sep 29 17:31:19.104311 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dfbc0-4b9c-4b8c-9d6f-354b793de7ff req-cbdff5f0-d963-4538-bef7-e756476cd99b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:19.116612 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-af7dfbc0-4b9c-4b8c-9d6f-354b793de7ff req-cbdff5f0-d963-4538-bef7-e756476cd99b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 946 time: 0.2099588 Sep 29 17:31:19.162330 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-866ec438-8c55-4cb7-a308-c13cb5e37b3a service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543894 Sep 29 17:31:19.192956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-efca9ec5-010d-4068-afdb-5e9178777185 admin admin] For port 39db6248-f018-4009-bc0a-ef50510311d2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=39db6248-f018-4009-bc0a-ef50510311d2,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:19.193644 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efca9ec5-010d-4068-afdb-5e9178777185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:19.197823 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-af1a0ada-6f5f-4658-9fc9-f7bd52add5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'name': 'tempest-ServersTestManualDisk-1241216966-router', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '39db6248-f018-4009-bc0a-ef50510311d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:42Z', 'updated_at': '2021-09-29T17:31:16Z', 'revision_number': 5, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'gw_port': {'id': '39db6248-f018-4009-bc0a-ef50510311d2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:44Z', 'updated_at': '2021-09-29T17:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:19.239100 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a0ada-6f5f-4658-9fc9-f7bd52add5ac None None] Checking router: 380300bf-be58-40c1-bd2c-538b5dbd9726 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:31:19.252310 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a0ada-6f5f-4658-9fc9-f7bd52add5ac None None] Routers {'380300bf-be58-40c1-bd2c-538b5dbd9726'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:31:19.252956 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-af1a0ada-6f5f-4658-9fc9-f7bd52add5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:31:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['380300bf-be58-40c1-bd2c-538b5dbd9726'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:19.275738 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-af7dfbc0-4b9c-4b8c-9d6f-354b793de7ff req-59ce070c-7456-4832-bcf4-ed36f4e4ddcc tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538014 Sep 29 17:31:19.279254 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-674bb013-702e-4a32-9775-faa98e9164bc req-087cd284-6b85-454e-b980-942f32826ba9 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369030 Sep 29 17:31:19.297887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-efca9ec5-010d-4068-afdb-5e9178777185 admin admin] Calling delete_port for 39db6248-f018-4009-bc0a-ef50510311d2 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:31:19.398989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-37044416-bcd9-4de9-a5dc-ca7f64d0fa8a req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Deleting port 688bc388-81fb-4f86-8280-61f81a64b05e {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:31:19.399350 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-37044416-bcd9-4de9-a5dc-ca7f64d0fa8a req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:19.461271 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-e7be8470-7a66-4d78-b6a7-e683b2a41126 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851782 Sep 29 17:31:19.548537 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-af1a0ada-6f5f-4658-9fc9-f7bd52add5ac None None] Set router 380300bf-be58-40c1-bd2c-538b5dbd9726 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:31:19.682162 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-af1a0ada-6f5f-4658-9fc9-f7bd52add5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'name': 'tempest-ServersTestManualDisk-1241216966-router', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:42Z', 'updated_at': '2021-09-29T17:31:18Z', 'revision_number': 6, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:19.734578 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a0ada-6f5f-4658-9fc9-f7bd52add5ac None None] The sync data for ids ['380300bf-be58-40c1-bd2c-538b5dbd9726'] in n-d-811748-2 is: [{'id': '380300bf-be58-40c1-bd2c-538b5dbd9726', 'name': 'tempest-ServersTestManualDisk-1241216966-router', 'tenant_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:42Z', 'updated_at': '2021-09-29T17:31:18Z', 'revision_number': 6, 'project_id': 'f5fd2e3747434b4c8973aa541bd22ed4', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:31:19.750914 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efca9ec5-010d-4068-afdb-5e9178777185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:19.789502 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca9ec5-010d-4068-afdb-5e9178777185 admin admin] Pushing event deleted for resources: {'Port': ['ID=39db6248-f018-4009-bc0a-ef50510311d2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:19.830630 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-147d544c-41e8-495c-a0a5-76fa5e366aa5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4897f706-46a1-4776-b2d3-425bd33d21de HTTP/1.1" status: 200 len: 217 time: 0.3579416 Sep 29 17:31:19.896993 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c9a4afd4-5ec5-4a4b-a395-8888647378e2 req-457f2ceb-b8fa-4c1c-98f2-e46b58de6875 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.4254124 Sep 29 17:31:19.988175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-37044416-bcd9-4de9-a5dc-ca7f64d0fa8a req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] For port 688bc388-81fb-4f86-8280-61f81a64b05e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=688bc388-81fb-4f86-8280-61f81a64b05e,segment=NetworkSegment(d7016e54-47ea-4b2d-9629-f20581fcbd99),segment_id=d7016e54-47ea-4b2d-9629-f20581fcbd99)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:19.988951 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-37044416-bcd9-4de9-a5dc-ca7f64d0fa8a req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:19.989539 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efca9ec5-010d-4068-afdb-5e9178777185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:20.010018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-b910bdd8-3af2-447f-9683-f4b9e6fc8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:20.011865 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-b910bdd8-3af2-447f-9683-f4b9e6fc8149 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba6db94f-8467-4528-901c-b0e5cf73d643 HTTP/1.1" status: 200 len: 797 time: 0.1493330 Sep 29 17:31:20.168565 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efca9ec5-010d-4068-afdb-5e9178777185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:20.173478 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efca9ec5-010d-4068-afdb-5e9178777185 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:20.191023 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db43fe9-6830-43df-8b85-081aef7cc9b8 req-1e86124e-9e48-46ee-951e-c1553e585391 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:20.202430 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9db43fe9-6830-43df-8b85-081aef7cc9b8 req-1e86124e-9e48-46ee-951e-c1553e585391 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 806 time: 0.3276885 Sep 29 17:31:20.299908 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9db43fe9-6830-43df-8b85-081aef7cc9b8 req-e4dc6406-74f5-4b99-97b9-2ae0b48147c0 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/quotas/fe4f93d224e54a979295881fff6b9e51 HTTP/1.1" status: 200 len: 375 time: 0.0960197 Sep 29 17:31:20.316585 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efca9ec5-010d-4068-afdb-5e9178777185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:20.322364 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efca9ec5-010d-4068-afdb-5e9178777185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 380300bf-be58-40c1-bd2c-538b5dbd9726 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:31:20.367777 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efca9ec5-010d-4068-afdb-5e9178777185 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:20.372888 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-efca9ec5-010d-4068-afdb-5e9178777185 admin admin] 10.222.0.44 "DELETE /v2.0/routers/380300bf-be58-40c1-bd2c-538b5dbd9726 HTTP/1.1" status: 204 len: 168 time: 1.8306556 Sep 29 17:31:20.380392 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36210) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:20.450971 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9db43fe9-6830-43df-8b85-081aef7cc9b8 req-f59879f3-dcf2-4e44-8ae2-df0df9aebc1b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1493204 Sep 29 17:31:20.530804 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd703209-df05-462f-90e0-f961bf9428eb admin admin] Deleting subnet 8af5bdfb-ada9-49f2-9176-e549ac4a08ad {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:31:20.554606 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cd703209-df05-462f-90e0-f961bf9428eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:20.561259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-7a00c8dc-d0eb-409d-a86d-d1666c86fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:20.562830 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-7a00c8dc-d0eb-409d-a86d-d1666c86fe0b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c23919b-5dc6-4f3c-a975-ad284351567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5414448 Sep 29 17:31:20.568257 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-37044416-bcd9-4de9-a5dc-ca7f64d0fa8a req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:20.568628 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-37044416-bcd9-4de9-a5dc-ca7f64d0fa8a req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:20.568948 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-37044416-bcd9-4de9-a5dc-ca7f64d0fa8a req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Floating IP 8485c7da-bff4-44bc-8be7-9942a2efd114 disassociated. External IP: 172.25.2.210, port: 688bc388-81fb-4f86-8280-61f81a64b05e. Sep 29 17:31:20.579501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-37044416-bcd9-4de9-a5dc-ca7f64d0fa8a req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Calling delete_port for 688bc388-81fb-4f86-8280-61f81a64b05e owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:31:20.650262 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3e33f-c51f-4736-bce0-5d829d838497 req-5bf9d240-b9e2-4c65-9469-845fc8d438da tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:20.660075 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99a3e33f-c51f-4736-bce0-5d829d838497 req-5bf9d240-b9e2-4c65-9469-845fc8d438da tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 946 time: 0.1713064 Sep 29 17:31:20.709033 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cd703209-df05-462f-90e0-f961bf9428eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:20.887230 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9db43fe9-6830-43df-8b85-081aef7cc9b8 req-e7ad6b3f-559c-4184-b537-3441dc2c2f61 service neutron] 10.222.0.44 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324710 Sep 29 17:31:21.115439 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9db43fe9-6830-43df-8b85-081aef7cc9b8 req-a7f516b8-7a67-473d-a61a-dc1cd23570b2 service neutron] 10.222.0.44 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144687 Sep 29 17:31:21.146505 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cd703209-df05-462f-90e0-f961bf9428eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:21.163159 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99a3e33f-c51f-4736-bce0-5d829d838497 req-b96b7373-8cac-43a8-8f02-4fb6ee6f1e7c tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups?id=600877c5-1009-49bb-afa8-553bc31b30d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5019207 Sep 29 17:31:21.260519 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-6a22443a-bd08-47e4-9044-534291f3c82b service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6631498 Sep 29 17:31:21.351928 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36240) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:21.499165 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cd703209-df05-462f-90e0-f961bf9428eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:21.579496 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-c6c85b36-c4dc-4406-9fc0-1c8163edf752 service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136959 Sep 29 17:31:21.631105 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd703209-df05-462f-90e0-f961bf9428eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8af5bdfb-ada9-49f2-9176-e549ac4a08ad,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:21.653254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab408d74-556b-4af2-93f2-7ae963a2a94d None None] Network 248bb528-37ff-42a3-a2f0-d0d4de8cb481 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:31:21.664348 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cd703209-df05-462f-90e0-f961bf9428eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:21.673983 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cd703209-df05-462f-90e0-f961bf9428eb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8af5bdfb-ada9-49f2-9176-e549ac4a08ad HTTP/1.1" status: 204 len: 168 time: 1.2902195 Sep 29 17:31:21.675670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36256) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:21.847323 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:21.885857 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea5f48f9-8589-4068-960d-6e166f64550f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:22.040522 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-928e3da7-3fad-469c-964b-4e43e093e2f5 req-a1566908-eebb-42a9-a7a8-06bcc5072173 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.4590073 Sep 29 17:31:22.043867 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-06bd03fd-b30c-4f84-b8b2-61c28a549b75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ac97f78-24c1-449e-afb9-e4018a0797de HTTP/1.1" status: 200 len: 217 time: 0.4492216 Sep 29 17:31:22.045417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-37044416-bcd9-4de9-a5dc-ca7f64d0fa8a req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:22.053136 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 39db6248-f018-4009-bc0a-ef50510311d2 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:31:22.147794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] Deleting port ce884234-a079-4540-b3ba-876dcb90236d {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:31:22.148128 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:22.159285 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Pushing event deleted for resources: {'Port': ['ID=688bc388-81fb-4f86-8280-61f81a64b05e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:22.264332 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] For port ce884234-a079-4540-b3ba-876dcb90236d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ce884234-a079-4540-b3ba-876dcb90236d,segment=NetworkSegment(5d3aa4a1-56ad-454d-8704-3469fa48d111),segment_id=5d3aa4a1-56ad-454d-8704-3469fa48d111)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:22.264719 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:22.298215 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] Calling delete_port for ce884234-a079-4540-b3ba-876dcb90236d owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:31:22.313389 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea5f48f9-8589-4068-960d-6e166f64550f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:22.327224 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea5f48f9-8589-4068-960d-6e166f64550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:22.408724 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-233e8973-34fd-4226-8795-3ac7903779c0 req-165cf656-9943-459c-8c96-23651417cd25 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 210 time: 0.0810921 Sep 29 17:31:22.415197 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:22.417956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:22.418493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:22.421913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:22.422621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:22.423172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:22.423879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:22.424410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:22.425107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:22.425646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:22.428633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:22.429146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:22.595611 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f48f9-8589-4068-960d-6e166f64550f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f09c019-d8bb-4c56-9cb1-0be1c529c5b5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:22.608517 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-d43a5bda-4f2a-4aad-97b2-8c74badcc2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:22.612011 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-d43a5bda-4f2a-4aad-97b2-8c74badcc2db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba6db94f-8467-4528-901c-b0e5cf73d643 HTTP/1.1" status: 200 len: 797 time: 0.5610733 Sep 29 17:31:22.612426 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ea5f48f9-8589-4068-960d-6e166f64550f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48573b8e44e543bf82783ab2d851b2d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2543550 Sep 29 17:31:22.613172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36294) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:22.660242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 688bc388-81fb-4f86-8280-61f81a64b05e no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:31:22.690281 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 39db6248-f018-4009-bc0a-ef50510311d2 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:31:22.690915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 39db6248-f018-4009-bc0a-ef50510311d2 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:31:22.692060 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3ead97c8-2e7d-474b-8007-bde9152ff001 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:31:22.699952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:22.722321 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 688bc388-81fb-4f86-8280-61f81a64b05e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:31:22.723123 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 688bc388-81fb-4f86-8280-61f81a64b05e not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:31:22.750136 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 3ead97c8-2e7d-474b-8007-bde9152ff001 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:31:22.750862 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3ead97c8-2e7d-474b-8007-bde9152ff001 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:31:22.763856 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] No DVR routers for this DVR port ce884234-a079-4540-b3ba-876dcb90236d on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:31:22.784707 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce884234-a079-4540-b3ba-876dcb90236d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:22.796732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-6dfcf953-afe3-4a80-9f3a-25ff2e9ad197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:22.798410 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-6dfcf953-afe3-4a80-9f3a-25ff2e9ad197 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c23919b-5dc6-4f3c-a975-ad284351567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1672974 Sep 29 17:31:22.892509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6223d37e-94d8-4c9b-b154-2a43718b8424 None None] DHCP port deletion for 248bb528-37ff-42a3-a2f0-d0d4de8cb481 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:31:22.943702 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:22.972321 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3d347783-fdc2-4d3c-ae12-7cb6f19d0109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:22.981306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37044416-bcd9-4de9-a5dc-ca7f64d0fa8a req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Router c6776bf7-8e78-4124-b46d-0505692245d3 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:31:22.991148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248bb528-37ff-42a3-a2f0-d0d4de8cb481']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:23.008078 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3aa4a1-56ad-454d-8704-3469fa48d111') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:23.008715 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3aa4a1-56ad-454d-8704-3469fa48d111') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:23.022453 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:23.040804 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:23.049760 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:31:23.050477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:31:23.052748 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:31:23.086030 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3d347783-fdc2-4d3c-ae12-7cb6f19d0109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:23.140389 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:23.148853 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:23.151578 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] 10.222.0.44 "DELETE /v2.0/networks/248bb528-37ff-42a3-a2f0-d0d4de8cb481 HTTP/1.1" status: 204 len: 168 time: 1.4721732 Sep 29 17:31:23.186119 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aca096-cf3c-48d9-9f75-9c66473d1d94 admin admin] Pushing event deleted for resources: {'Network': ['ID=248bb528-37ff-42a3-a2f0-d0d4de8cb481,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:23.267957 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-adf02b5a-f93b-4c18-8e5f-9730fac4bc7f req-7a4b1109-56a9-46b2-9a4b-a159433dc697 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0821416 Sep 29 17:31:23.305449 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-91d4ae68-352c-4abd-be4d-65014230d655 service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935322 Sep 29 17:31:23.418578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-3e5a0bef-8acf-43d3-8c3d-81dd280d49b7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:23.420090 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-3e5a0bef-8acf-43d3-8c3d-81dd280d49b7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 806 time: 0.4054589 Sep 29 17:31:23.423886 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3d347783-fdc2-4d3c-ae12-7cb6f19d0109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:23.426380 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3d347783-fdc2-4d3c-ae12-7cb6f19d0109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:23.430243 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3d347783-fdc2-4d3c-ae12-7cb6f19d0109 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f09c019-d8bb-4c56-9cb1-0be1c529c5b5 HTTP/1.1" status: 204 len: 168 time: 0.8040779 Sep 29 17:31:23.448749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d347783-fdc2-4d3c-ae12-7cb6f19d0109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f09c019-d8bb-4c56-9cb1-0be1c529c5b5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:23.487954 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36336) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:23.494888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37044416-bcd9-4de9-a5dc-ca7f64d0fa8a req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:31:23.505861 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ea69a-1138-4e84-8b14-92f131678eb6 None None] Sync routers for ids ['c6776bf7-8e78-4124-b46d-0505692245d3'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:31:23.529200 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ea69a-1138-4e84-8b14-92f131678eb6 None None] Routers {'c6776bf7-8e78-4124-b46d-0505692245d3'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:31:23.531841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-587ea69a-1138-4e84-8b14-92f131678eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:31:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c6776bf7-8e78-4124-b46d-0505692245d3'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:23.551615 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-37044416-bcd9-4de9-a5dc-ca7f64d0fa8a req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] No DVR routers for this DVR port 688bc388-81fb-4f86-8280-61f81a64b05e on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:31:23.554575 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-5e6f943e-1a05-4c38-a2ef-3d7cf535c127 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/quotas/fe4f93d224e54a979295881fff6b9e51 HTTP/1.1" status: 200 len: 375 time: 0.0934637 Sep 29 17:31:23.556335 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-37044416-bcd9-4de9-a5dc-ca7f64d0fa8a req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:23.558939 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-37044416-bcd9-4de9-a5dc-ca7f64d0fa8a req-0d750a9c-dc99-4ffa-9a85-c6d296fb6170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.35 "DELETE /v2.0/ports/688bc388-81fb-4f86-8280-61f81a64b05e HTTP/1.1" status: 204 len: 173 time: 4.5159147 Sep 29 17:31:23.561977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80844ac-53ed-4986-b1f2-fdb528c35122', 'name': 'network-vif-deleted', 'tag': '688bc388-81fb-4f86-8280-61f81a64b05e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:31:23.564709 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fc6004-a161-4399-93e2-ae477645a1e3" -d '{"events": [{"server_uuid": "d80844ac-53ed-4986-b1f2-fdb528c35122", "name": "network-vif-deleted", "tag": "688bc388-81fb-4f86-8280-61f81a64b05e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:31:23.581477 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94146f7e-4151-441f-9236-ee8416fc6eb8 req-6d1286d1-53eb-4ee8-88bf-a65cd7e5dc08 service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623889 Sep 29 17:31:23.637655 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-3dfce5a6-76e0-45d4-9866-c1aa256c8ea8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0665164 Sep 29 17:31:23.642863 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-030ec529-c462-4b43-8017-a083705dbc5e req-14011017-57bb-48ea-b881-ccc882897fd9 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 210 time: 0.1057675 Sep 29 17:31:23.714334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f9d931d7-a0ea-402c-a477-97e3e9ce5da3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5fd2e3747434b4c8973aa541bd22ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2247937 Sep 29 17:31:23.719671 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36346) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:23.721950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-587ea69a-1138-4e84-8b14-92f131678eb6 None None] Set router c6776bf7-8e78-4124-b46d-0505692245d3 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:31:23.767382 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e32e2e-4c32-4128-b93c-715bdde9ce96 x-openstack-request-id: req-59e32e2e-4c32-4128-b93c-715bdde9ce96 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:31:23.768607 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80844ac-53ed-4986-b1f2-fdb528c35122", "name": "network-vif-deleted", "tag": "688bc388-81fb-4f86-8280-61f81a64b05e", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:31:23.768926 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59e32e2e-4c32-4128-b93c-715bdde9ce96 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:31:23.769397 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80844ac-53ed-4986-b1f2-fdb528c35122', 'name': 'network-vif-deleted', 'tag': '688bc388-81fb-4f86-8280-61f81a64b05e', 'status': 'completed', 'code': 200} Sep 29 17:31:23.843264 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e23ee42-b11a-4b98-999b-9d0280199eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:23.854853 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ce884234-a079-4540-b3ba-876dcb90236d no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:31:23.886974 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e23ee42-b11a-4b98-999b-9d0280199eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:23.989203 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e23ee42-b11a-4b98-999b-9d0280199eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:23.991977 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e23ee42-b11a-4b98-999b-9d0280199eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:23.993257 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8e23ee42-b11a-4b98-999b-9d0280199eab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79fae7de-0f9d-48c2-b090-5a6d11896a8e HTTP/1.1" status: 204 len: 168 time: 0.2720160 Sep 29 17:31:24.006906 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23ee42-b11a-4b98-999b-9d0280199eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fae7de-0f9d-48c2-b090-5a6d11896a8e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:24.128423 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: ce884234-a079-4540-b3ba-876dcb90236d {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:31:24.129026 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ce884234-a079-4540-b3ba-876dcb90236d not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:31:24.195109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f971058-7c91-44ca-b239-25d77399c0ab req-5756be60-477f-412d-8826-210750972d34 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:24.203568 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f971058-7c91-44ca-b239-25d77399c0ab req-5756be60-477f-412d-8826-210750972d34 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 0.1234434 Sep 29 17:31:24.255460 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-587ea69a-1138-4e84-8b14-92f131678eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'name': 'tempest-ServersTestBootFromVolume-1630993829-router', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:01Z', 'updated_at': '2021-09-29T17:28:13Z', 'revision_number': 4, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'gw_port': {'id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:03Z', 'updated_at': '2021-09-29T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '5ca24fc9-b4e1-42a2-9b7f-097070d87fab', 'name': '', 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'mac_address': 'fa:16:3e:60:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:09Z', 'updated_at': '2021-09-29T17:28:19Z', 'revision_number': 5, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'subnets': [{'id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:24.289268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ea69a-1138-4e84-8b14-92f131678eb6 None None] Checking router: c6776bf7-8e78-4124-b46d-0505692245d3 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:31:24.299811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587ea69a-1138-4e84-8b14-92f131678eb6 None None] Routers {'c6776bf7-8e78-4124-b46d-0505692245d3'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:31:24.300806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-587ea69a-1138-4e84-8b14-92f131678eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:31:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c6776bf7-8e78-4124-b46d-0505692245d3'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:24.343311 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f971058-7c91-44ca-b239-25d77399c0ab req-f5e40869-0648-46d0-a29c-ca72629409fd tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333959 Sep 29 17:31:24.483355 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-587ea69a-1138-4e84-8b14-92f131678eb6 None None] Set router c6776bf7-8e78-4124-b46d-0505692245d3 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:31:24.517244 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-06fe5a3d-6cab-47bb-9c38-25f6e3f99f65 req-9070cee5-fe85-4e8e-b7de-383e7a7d52d2 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0663223 Sep 29 17:31:24.589717 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-89ca5479-b080-4d30-8e46-e804f766089d req-ad5c0f65-e08b-4acd-a392-7822636a8c77 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0406792 Sep 29 17:31:24.622949 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-a789ae90-520e-40a6-abba-d6307cdfe4fe service neutron] 10.222.0.44 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9623089 Sep 29 17:31:24.842001 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-5be54b9f-eb20-4cd8-9f8c-02f03927d1c8 service neutron] 10.222.0.44 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180319 Sep 29 17:31:24.900311 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-587ea69a-1138-4e84-8b14-92f131678eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'name': 'tempest-ServersTestBootFromVolume-1630993829-router', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:01Z', 'updated_at': '2021-09-29T17:28:13Z', 'revision_number': 4, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'gw_port': {'id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:03Z', 'updated_at': '2021-09-29T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '5ca24fc9-b4e1-42a2-9b7f-097070d87fab', 'name': '', 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'mac_address': 'fa:16:3e:60:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:09Z', 'updated_at': '2021-09-29T17:28:19Z', 'revision_number': 5, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'subnets': [{'id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:24.957782 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587ea69a-1138-4e84-8b14-92f131678eb6 None None] The sync data for ids ['c6776bf7-8e78-4124-b46d-0505692245d3'] in n-d-811748-2 is: [{'id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'name': 'tempest-ServersTestBootFromVolume-1630993829-router', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:01Z', 'updated_at': '2021-09-29T17:28:13Z', 'revision_number': 4, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'gw_port': {'id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:03Z', 'updated_at': '2021-09-29T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '5ca24fc9-b4e1-42a2-9b7f-097070d87fab', 'name': '', 'network_id': '3e6710c7-1fe8-4a10-9f65-7890954b63b6', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'mac_address': 'fa:16:3e:60:81:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:09Z', 'updated_at': '2021-09-29T17:28:19Z', 'revision_number': 5, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'subnets': [{'id': '1e85c7a8-9fc7-434c-811c-81a62dc0488e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:31:25.168294 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7cad83e-a185-48fa-8dd6-3bbb88939dc2 req-bbe9cd5a-a9b8-4e85-8846-85dcf2f6f003 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 210 time: 0.0588040 Sep 29 17:31:25.301132 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e60fda2b-69ae-4e2e-b594-6e78f700509d req-d750b043-0f4e-4b93-9777-a1664486b809 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 210 time: 0.0795283 Sep 29 17:31:25.345643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55710d9-5e4e-4527-baad-24ae765d5047 req-3387da0b-3a85-4af7-921f-3482f603a85c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:25.353990 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f55710d9-5e4e-4527-baad-24ae765d5047 req-3387da0b-3a85-4af7-921f-3482f603a85c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 0.1154006 Sep 29 17:31:25.472105 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d190c6-bafc-466f-80bd-96e727467780 None None] New status for floating IP 8485c7da-bff4-44bc-8be7-9942a2efd114: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:31:25.478112 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f55710d9-5e4e-4527-baad-24ae765d5047 req-e09fcf37-b981-4326-9291-5d2d400a7989 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169722 Sep 29 17:31:25.657499 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-db8cbd72-b2df-4d1c-b1b5-880fda592fea req-4856aaa6-7e24-485d-ae06-f38915f03ece tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0466290 Sep 29 17:31:26.282132 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36454) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:26.349237 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a4f1e4c-d3db-4875-800b-63baa9d1ecf9 req-c23b5176-bb82-4790-8b5c-78379f69f6e9 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 210 time: 0.0790696 Sep 29 17:31:26.480234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:31:26.481714 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-65dc9878-df59-4b2b-bb8e-edfc5d15c9f3 req-4068c583-1fa9-4a89-9d40-636e2d73575f tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 210 time: 0.0660834 Sep 29 17:31:26.651054 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:26.706088 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:31:26.712063 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e7cc74-58e0-4c5c-be4f-2fc27538b194" -d '{"events": [{"server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "name": "network-vif-unplugged", "status": "completed", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:31:26.714510 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126685e3-25c1-4cb2-8737-9260a9b70c9b req-f7beb277-40e9-44a4-aacf-5b97e0f4e7b5 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:26.726436 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-126685e3-25c1-4cb2-8737-9260a9b70c9b req-f7beb277-40e9-44a4-aacf-5b97e0f4e7b5 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 0.1182001 Sep 29 17:31:26.735404 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-05799986-0085-4316-bd23-4e89f6598fb5 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:26.739677 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-05799986-0085-4316-bd23-4e89f6598fb5 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.35 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 806 time: 0.2552798 Sep 29 17:31:26.742741 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:26.748827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-304a55ac-440d-43d6-8bdf-edc15beb1b31 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-network', 'tenant_id': '875de71af1fe4656a0ed844803995187'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:31:26.753513 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:26.802430 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-9237c087-dbe0-4b59-9ea8-026efe6a313d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Request body: {'port': {'device_id': '51e4a823-ef69-412b-adba-55b2f523986a', 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f', 'admin_state_up': True, 'tenant_id': 'fe4f93d224e54a979295881fff6b9e51'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:31:26.830584 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-126685e3-25c1-4cb2-8737-9260a9b70c9b req-8189e012-78e7-4646-b39a-7c89a8077862 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013589 Sep 29 17:31:26.842934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304a55ac-440d-43d6-8bdf-edc15beb1b31 admin admin] Made reservation on behalf of 875de71af1fe4656a0ed844803995187 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:31:26.850853 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-304a55ac-440d-43d6-8bdf-edc15beb1b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:26.875829 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28c2cfa-2c21-476a-9a80-3bab5f943f3a x-openstack-request-id: req-e28c2cfa-2c21-476a-9a80-3bab5f943f3a {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:31:26.876385 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "name": "network-vif-unplugged", "status": "completed", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:31:26.876861 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e28c2cfa-2c21-476a-9a80-3bab5f943f3a {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:31:26.877478 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'code': 200} Sep 29 17:31:26.882593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,revision_number=11']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:26.924985 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-304a55ac-440d-43d6-8bdf-edc15beb1b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:26.931409 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b12745d-d046-478a-92ac-a530c59b7218 req-603fa3dd-f6a4-46d5-8f8a-61cf8b088c79 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0991633 Sep 29 17:31:27.049813 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.api [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-9237c087-dbe0-4b59-9ea8-026efe6a313d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:31:27.049813 n-d-811748-2 neutron-server[95016]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 17:31:27.049813 n-d-811748-2 neutron-server[95016]: [parameters: {'project_id_1': 'fe4f93d224e54a979295881fff6b9e51', 'expiration_1': datetime.datetime(2021, 9, 29, 17, 31, 7, 36188)}] Sep 29 17:31:27.049813 n-d-811748-2 neutron-server[95016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:31:27.050237 n-d-811748-2 neutron-server[95016]: DEBUG oslo_db.api [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-9237c087-dbe0-4b59-9ea8-026efe6a313d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:31:27.136100 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:27.161610 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-304a55ac-440d-43d6-8bdf-edc15beb1b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:27.168783 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-304a55ac-440d-43d6-8bdf-edc15beb1b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:27.224928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304a55ac-440d-43d6-8bdf-edc15beb1b31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:31:27.252447 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a55ac-440d-43d6-8bdf-edc15beb1b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14a3b60-67a2-4a7b-a10a-ae463d16674e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:27.263630 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-304a55ac-440d-43d6-8bdf-edc15beb1b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:27.264182 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-304a55ac-440d-43d6-8bdf-edc15beb1b31 admin admin] Added segment 9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e of type vlan for network c5573b2a-46c0-432e-9115-a36c094db3c8 Sep 29 17:31:27.311804 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-304a55ac-440d-43d6-8bdf-edc15beb1b31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:27.362640 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-304a55ac-440d-43d6-8bdf-edc15beb1b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:27.363680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304a55ac-440d-43d6-8bdf-edc15beb1b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:27.364656 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-304a55ac-440d-43d6-8bdf-edc15beb1b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:27.385713 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f4239da-5c1d-4fe1-94bb-3201db5fce2f req-16bb823d-e885-4fef-97da-fafc62631a46 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1&device_id=d40093a4-18bb-4883-a41f-54d8cf72ec0b HTTP/1.1" status: 200 len: 210 time: 0.0385039 Sep 29 17:31:27.444097 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36500) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:27.445730 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-304a55ac-440d-43d6-8bdf-edc15beb1b31 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1624372 Sep 29 17:31:27.451739 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2f6854b8-1251-4046-93c4-5fa2e6dc032f admin admin] Request body: {'subnet': {'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-subnet', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:31:27.509673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a55ac-440d-43d6-8bdf-edc15beb1b31 admin admin] Pushing event updated for resources: {'Network': ['ID=c5573b2a-46c0-432e-9115-a36c094db3c8,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:27.525805 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network c5573b2a-46c0-432e-9115-a36c094db3c8 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:31:27.573639 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ed205e3-88ec-4902-a67e-69568fd71f03 req-0a3d8fcb-2f85-41dd-a798-32c65cfc61eb tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 210 time: 0.0890670 Sep 29 17:31:27.584330 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6854b8-1251-4046-93c4-5fa2e6dc032f admin admin] Made reservation on behalf of 875de71af1fe4656a0ed844803995187 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:31:27.590667 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f6854b8-1251-4046-93c4-5fa2e6dc032f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:27.639769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-9237c087-dbe0-4b59-9ea8-026efe6a313d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Made reservation on behalf of fe4f93d224e54a979295881fff6b9e51 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:31:27.650309 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-9237c087-dbe0-4b59-9ea8-026efe6a313d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:27.795448 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-374d10c0-de77-4ea4-b9fe-478c48d53191 req-361de89b-5111-4b7d-9d48-1b6c84f659bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=98ea6b36965e4d7885c254a32979f00e&device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.1027086 Sep 29 17:31:27.820173 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-948ed65b-d6eb-4eb1-8163-ed0632a711d9 req-064c8a0e-a41e-47f9-9fab-14a773f2b6b5 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0825276 Sep 29 17:31:27.846444 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f8344048-3636-4835-b7ad-078bf7e1c40e req-1804ddf3-1c5e-4e9d-9517-8aa65712dc7c tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 210 time: 0.0559254 Sep 29 17:31:27.869875 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-374d10c0-de77-4ea4-b9fe-478c48d53191 req-85cb46be-c8f6-4a8f-be3c-f73883d35e6e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=98ea6b36965e4d7885c254a32979f00e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501218 Sep 29 17:31:28.001015 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f6854b8-1251-4046-93c4-5fa2e6dc032f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:28.097450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-9237c087-dbe0-4b59-9ea8-026efe6a313d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Allocated IP 172.20.0.14 (fe93af0d-88eb-4bd8-b10d-ef73fbecc01f/81b8f427-6a40-4543-b542-ebc1c5f5a50d/5e92e665-4171-4a40-a088-5560aa0fd471) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:31:28.113131 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6854b8-1251-4046-93c4-5fa2e6dc032f admin admin] Pushing event updated for resources: {'Subnet': ['ID=126c1e0e-1c93-4d92-8bf8-691e8431329a,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:28.135753 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6854b8-1251-4046-93c4-5fa2e6dc032f admin admin] Checking segment: {'id': '9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:31:28.136122 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6854b8-1251-4046-93c4-5fa2e6dc032f admin admin] Network hostable DHCP agents. Network: c5573b2a-46c0-432e-9115-a36c094db3c8, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:31:28.146617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202e830-12ce-4741-b9d1-504d175b115f req-bedb5ecd-6dde-4fe4-9bb6-4ccb8f6b88a8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:28.155312 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a202e830-12ce-4741-b9d1-504d175b115f req-bedb5ecd-6dde-4fe4-9bb6-4ccb8f6b88a8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1590526 Sep 29 17:31:28.175850 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6854b8-1251-4046-93c4-5fa2e6dc032f admin admin] Network c5573b2a-46c0-432e-9115-a36c094db3c8 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:31:28.197162 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-2f6854b8-1251-4046-93c4-5fa2e6dc032f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, c5573b2a-46c0-432e-9115-a36c094db3c8) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:31:28.207713 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2beb52-fe2e-4549-a34e-df983569b0e6 None None] Network c5573b2a-46c0-432e-9115-a36c094db3c8 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:31:28.210842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6854b8-1251-4046-93c4-5fa2e6dc032f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:28.212483 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f6854b8-1251-4046-93c4-5fa2e6dc032f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:28.244551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d10c0-de77-4ea4-b9fe-478c48d53191 req-8407caee-109b-450a-9001-00940ee2d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:28.248950 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-374d10c0-de77-4ea4-b9fe-478c48d53191 req-8407caee-109b-450a-9001-00940ee2d153 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3521278 Sep 29 17:31:28.250147 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2f6854b8-1251-4046-93c4-5fa2e6dc032f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8046422 Sep 29 17:31:28.252419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36522) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:28.295597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-router', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:31:28.343605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a202e830-12ce-4741-b9d1-504d175b115f req-2adf7d07-0b62-4463-8b4d-1120b8aa0c57 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855686 Sep 29 17:31:28.465371 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:28.467277 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:28.517370 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-c5573b2a-46c0-432e-9115-a36c094db3c8', 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'fixed_ips': [{'subnet_id': '126c1e0e-1c93-4d92-8bf8-691e8431329a'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:31:28.524259 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:28.527881 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:31:28.561647 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-9237c087-dbe0-4b59-9ea8-026efe6a313d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:28.618218 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:28.816990 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Allocated IP 172.20.0.2 (c5573b2a-46c0-432e-9115-a36c094db3c8/126c1e0e-1c93-4d92-8bf8-691e8431329a/61902eed-006c-4ca7-8459-8facf3e37a2b) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:31:28.835943 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-9237c087-dbe0-4b59-9ea8-026efe6a313d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:28.857760 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2446c0e0-eb68-4678-97c8-63d7233be5a0 req-15484fa7-6422-4949-9288-b8417fdc839c tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 210 time: 0.1305883 Sep 29 17:31:28.922417 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a15048ad-2803-49e1-a607-fe0b55b86024'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:31:28.963205 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:28.980964 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-9237c087-dbe0-4b59-9ea8-026efe6a313d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:31:28.983951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-9237c087-dbe0-4b59-9ea8-026efe6a313d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:31:28.986225 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237c087-dbe0-4b59-9ea8-026efe6a313d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Pushing event updated for resources: {'Port': ['ID=5e92e665-4171-4a40-a088-5560aa0fd471,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:28.989207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-9237c087-dbe0-4b59-9ea8-026efe6a313d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:31:29.045395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-9237c087-dbe0-4b59-9ea8-026efe6a313d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:29.046162 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-9237c087-dbe0-4b59-9ea8-026efe6a313d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:29.109155 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51aecdc2-4c5b-4768-8968-b769563ac452 req-c1478729-53e9-4fb1-912f-284d71489ec8 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0437131 Sep 29 17:31:29.145488 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-9237c087-dbe0-4b59-9ea8-026efe6a313d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3523889 Sep 29 17:31:29.168990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47590fd7-5535-45d5-a98f-4751184bc873 req-9112a4c7-5df9-4636-ac0e-baf994cd027b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:29.177560 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-47590fd7-5535-45d5-a98f-4751184bc873 req-9112a4c7-5df9-4636-ac0e-baf994cd027b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 932 time: 0.1278617 Sep 29 17:31:29.193129 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Request body: {'port': {'device_id': '51e4a823-ef69-412b-adba-55b2f523986a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:31:29.218420 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.resource_extend [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:31:29.316881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-47590fd7-5535-45d5-a98f-4751184bc873 req-e8ebaf32-9a59-43c8-bbe8-fe68a815cbfa tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380916 Sep 29 17:31:29.403113 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:29.583170 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:29.588341 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96fa49-e0b1-4123-9209-89cae0260424 req-b013a5c8-ca1e-44f3-b1a3-99fa488d132f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:29.600493 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-da96fa49-e0b1-4123-9209-89cae0260424 req-b013a5c8-ca1e-44f3-b1a3-99fa488d132f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1401141 Sep 29 17:31:29.642366 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:29.709152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Network c5573b2a-46c0-432e-9115-a36c094db3c8 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:31:29.720308 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-da96fa49-e0b1-4123-9209-89cae0260424 req-575a5a96-da4e-4d41-93c5-9d26fd5afec5 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182382 Sep 29 17:31:29.728724 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:31:29.737230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:29.747554 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:31:29.756769 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:29.823838 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Pushing event updated for resources: {'Port': ['ID=61902eed-006c-4ca7-8459-8facf3e37a2b,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:29.832028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'port_id': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'mac_address': 'fa:16:3e:8b:09:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:31:29.902417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:30.046509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e92e665-4171-4a40-a088-5560aa0fd471 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:31:30.061964 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:30.086570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Transition to ACTIVE for port object 5e92e665-4171-4a40-a088-5560aa0fd471 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:31:30.090585 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-374d10c0-de77-4ea4-b9fe-478c48d53191 req-3249f526-016b-40c9-8139-2403a4e9e56b tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.49 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.3012223 Sep 29 17:31:30.146281 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:30.267471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Attempting to bind port 61902eed-006c-4ca7-8459-8facf3e37a2b on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:31:30.267837 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Attempting to bind port 61902eed-006c-4ca7-8459-8facf3e37a2b by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:31:30.268274 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Attempting to bind port 61902eed-006c-4ca7-8459-8facf3e37a2b on network c5573b2a-46c0-432e-9115-a36c094db3c8 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:31:30.302184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:31:30.306006 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Checking segment: {'id': '9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:31:30.306656 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:30.307261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Bound using segment: {'id': '9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:31:30.307936 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Bound port: 61902eed-006c-4ca7-8459-8facf3e37a2b, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:31:30.309878 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:30.399384 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:30.410832 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51cd7d1e-af0b-4bcd-86c1-1326017ed422 req-cabb2fee-8b44-420a-b5b7-a619553e2966 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=f81ddc3c-14c9-4ea0-8f36-8ac75f91f7e1 HTTP/1.1" status: 200 len: 210 time: 0.1013587 Sep 29 17:31:30.429901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Pushing event updated for resources: {'Port': ['ID=5e92e665-4171-4a40-a088-5560aa0fd471,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:30.445552 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5b2089e-8e67-4d38-a7f0-b26470737d76 req-e3faad0e-3bbc-4d74-8b5f-4df2765c38ce tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/ports?device_id=d80844ac-53ed-4986-b1f2-fdb528c35122 HTTP/1.1" status: 200 len: 210 time: 0.3460300 Sep 29 17:31:30.507033 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:31:30.612237 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] For port 61902eed-006c-4ca7-8459-8facf3e37a2b, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:31:30.643766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:30.660479 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:30.693132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] For port 61902eed-006c-4ca7-8459-8facf3e37a2b, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=61902eed-006c-4ca7-8459-8facf3e37a2b,segment=NetworkSegment(9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e),segment_id=9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:31:30.704635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec77f54-c793-4036-9ad7-b21eac0655fc req-5c7fafd0-f59f-4844-9c19-c534afad8aa3 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:30.715817 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cec77f54-c793-4036-9ad7-b21eac0655fc req-5c7fafd0-f59f-4844-9c19-c534afad8aa3 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 944 time: 0.1125619 Sep 29 17:31:30.756053 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Attempting to bind port 5e92e665-4171-4a40-a088-5560aa0fd471 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:31:30.756730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Attempting to bind port 5e92e665-4171-4a40-a088-5560aa0fd471 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:31:30.761264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Attempting to bind port 5e92e665-4171-4a40-a088-5560aa0fd471 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:31:30.769895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Port 5e92e665-4171-4a40-a088-5560aa0fd471 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:31:30.770423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Attempting to bind port 5e92e665-4171-4a40-a088-5560aa0fd471 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:31:30.802859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:31:30.802859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Checking segment: {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:31:30.811811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Bound using segment: {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:31:30.812352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Bound port: 5e92e665-4171-4a40-a088-5560aa0fd471, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:31:30.812735 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:30.840841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['2b90c3a8-d67a-4f2d-8bbf-11c5425183e3'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:31:30.874772 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cec77f54-c793-4036-9ad7-b21eac0655fc req-6429b018-84c0-4d06-856a-9199326a3752 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572185 Sep 29 17:31:30.885122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Allocated IP 172.25.2.69 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/837716fa-38af-4383-a29d-2015d9f5c008) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:31:30.908965 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:30.978501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,revision_number=12']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:31.133570 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:31.290752 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:31.343358 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfcf7d-be11-4639-a970-c90ae2abc0f5 None None] Pushing event updated for resources: {'Port': ['ID=61902eed-006c-4ca7-8459-8facf3e37a2b,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:31.541142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:31:31.603952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:31:31.630569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:31:31.893321 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 61902eed-006c-4ca7-8459-8facf3e37a2b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:31:32.074001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 61902eed-006c-4ca7-8459-8facf3e37a2b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:31:32.075207 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:32.094177 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36648) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:32.282960 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:32.286648 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:32.375682 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:32.392071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 61902eed-006c-4ca7-8459-8facf3e37a2b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=61902eed-006c-4ca7-8459-8facf3e37a2b,segment=NetworkSegment(9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e),segment_id=9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:32.404154 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:32.548187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=61902eed-006c-4ca7-8459-8facf3e37a2b,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:32.570089 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:32.590408 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:32.592180 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "DELETE /v2.0/security-groups/600877c5-1009-49bb-afa8-553bc31b30d4 HTTP/1.1" status: 204 len: 168 time: 0.4968772 Sep 29 17:31:32.622885 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36654) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:32.651022 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-e0eb8f6e-ed79-410f-93a1-dbe9c03b7476 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] show failed (client error): The resource could not be found. Sep 29 17:31:32.652386 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e0eb8f6e-ed79-410f-93a1-dbe9c03b7476 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "GET /v2.0/security-groups/600877c5-1009-49bb-afa8-553bc31b30d4 HTTP/1.1" status: 404 len: 347 time: 0.0257649 Sep 29 17:31:32.658378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=600877c5-1009-49bb-afa8-553bc31b30d4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:32.667826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36658) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:32.669902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:32.670849 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:32.671639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:32.672364 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:32.672978 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:32.673551 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:32.674106 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:32.674653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:32.675424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:32.676006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:32.676977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:32.677566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7446f8bd-d224-4a50-815c-e1aff7095170 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:32.697996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:31:32.830629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:31:32.831167 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:32.846729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213f13b-9506-48cf-aa57-75d0c626def0 req-f23f8a71-f8dc-4788-8201-0216f9074173 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:32.864272 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3213f13b-9506-48cf-aa57-75d0c626def0 req-f23f8a71-f8dc-4788-8201-0216f9074173 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 944 time: 0.3378921 Sep 29 17:31:32.962238 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f995917-36c6-4737-bfef-3957042f277d None None] Network c5573b2a-46c0-432e-9115-a36c094db3c8 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:31:32.986089 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3213f13b-9506-48cf-aa57-75d0c626def0 req-d821b638-794f-4660-8024-d92b904983f6 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205940 Sep 29 17:31:33.209000 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-22e197f8-08c9-4545-97fb-7f7ef954b167 req-b9634eca-ea2a-46ad-9fd1-8500ddee3cb9 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=d40093a4-18bb-4883-a41f-54d8cf72ec0b HTTP/1.1" status: 200 len: 210 time: 0.1192875 Sep 29 17:31:33.259530 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4102740a-eb7e-44a8-b624-364a92068f75 req-26e6682d-f268-4c1b-9b22-63bfd2b81a2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=98ea6b36965e4d7885c254a32979f00e&device_id=d40093a4-18bb-4883-a41f-54d8cf72ec0b HTTP/1.1" status: 200 len: 210 time: 0.2301831 Sep 29 17:31:33.288694 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d861caa3-3d1f-42fc-a01d-852b53f76327 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Deleting port ffe4d434-3ad0-42f3-afc4-4ad26fdf4efb {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:31:33.289457 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d861caa3-3d1f-42fc-a01d-852b53f76327 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:33.309774 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0b8bed07-a2b5-4f8b-9a7b-44229f4bd618 None None] Provisioning complete for port 61902eed-006c-4ca7-8459-8facf3e37a2b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:31:33.310185 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0b8bed07-a2b5-4f8b-9a7b-44229f4bd618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:33.313287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Pushing event updated for resources: {'Port': ['ID=837716fa-38af-4383-a29d-2015d9f5c008,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:33.322380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] For port 5e92e665-4171-4a40-a088-5560aa0fd471, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:31:33.392416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a15ed-ff3e-4f7e-b459-0b508d53b654 req-a6d6961f-1d15-4ae7-8b3b-1085656d89d6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:33.397001 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de8a15ed-ff3e-4f7e-b459-0b508d53b654 req-a6d6961f-1d15-4ae7-8b3b-1085656d89d6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 945 time: 2.1687112 Sep 29 17:31:33.409770 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:33.467279 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:33.511793 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] For port 5e92e665-4171-4a40-a088-5560aa0fd471, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=5e92e665-4171-4a40-a088-5560aa0fd471,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:31:33.556843 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:31:33.558653 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d861caa3-3d1f-42fc-a01d-852b53f76327 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:33.559139 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d82c620-751e-4db5-b32d-06fc1ab36b61" -d '{"events": [{"server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "name": "network-vif-plugged", "status": "completed", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:31:33.559687 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d861caa3-3d1f-42fc-a01d-852b53f76327 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:33.600108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d861caa3-3d1f-42fc-a01d-852b53f76327 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Calling delete_port for ffe4d434-3ad0-42f3-afc4-4ad26fdf4efb owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:31:33.606954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:33.642116 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:33.705799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4102740a-eb7e-44a8-b624-364a92068f75 req-c9d31276-1630-4b8a-8a4d-463ade03022f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=98ea6b36965e4d7885c254a32979f00e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3848777 Sep 29 17:31:33.706984 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:33.755215 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d12851-4686-4c92-baa9-2d0da33aeba7 x-openstack-request-id: req-36d12851-4686-4c92-baa9-2d0da33aeba7 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:31:33.755666 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "name": "network-vif-plugged", "status": "completed", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:31:33.755790 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36d12851-4686-4c92-baa9-2d0da33aeba7 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:31:33.756238 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'code': 200} Sep 29 17:31:33.773269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,revision_number=13']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:33.914775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 61902eed-006c-4ca7-8459-8facf3e37a2b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:31:33.976577 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d861caa3-3d1f-42fc-a01d-852b53f76327 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:34.066160 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861caa3-3d1f-42fc-a01d-852b53f76327 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Pushing event deleted for resources: {'Port': ['ID=ffe4d434-3ad0-42f3-afc4-4ad26fdf4efb,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:34.078539 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 61902eed-006c-4ca7-8459-8facf3e37a2b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:31:34.079011 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:34.112938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:34.114825 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:34.116272 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] 10.222.0.35 "PUT /v2.0/ports/5e92e665-4171-4a40-a088-5560aa0fd471 HTTP/1.1" status: 200 len: 1092 time: 4.9293149 Sep 29 17:31:34.142383 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e4a823-ef69-412b-adba-55b2f523986a', 'tag': '5e92e665-4171-4a40-a088-5560aa0fd471'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:31:34.151878 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8006deac-2f44-4d61-b2d7-af13f9dc017c" -d '{"events": [{"name": "network-changed", "server_uuid": "51e4a823-ef69-412b-adba-55b2f523986a", "tag": "5e92e665-4171-4a40-a088-5560aa0fd471"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:31:34.260580 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de8a15ed-ff3e-4f7e-b459-0b508d53b654 req-489e6829-7a35-45cf-99cf-749c9ba9dc8a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7697039 Sep 29 17:31:34.275050 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d861caa3-3d1f-42fc-a01d-852b53f76327 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:34.279597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7061ea1c-4f99-4888-8454-9c6e9b118224 None None] Provisioning complete for port 61902eed-006c-4ca7-8459-8facf3e37a2b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:31:34.279933 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d861caa3-3d1f-42fc-a01d-852b53f76327 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:34.280073 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7061ea1c-4f99-4888-8454-9c6e9b118224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:34.281512 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d861caa3-3d1f-42fc-a01d-852b53f76327 tempest-ServersTestBootFromVolume-664046246 tempest-ServersTestBootFromVolume-664046246-project] 10.222.0.44 "DELETE /v2.0/floatingips/8485c7da-bff4-44bc-8be7-9942a2efd114 HTTP/1.1" status: 204 len: 168 time: 1.6005766 Sep 29 17:31:34.299017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36698) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:34.402802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6076cac-bfc7-4fd0-bce0-61ca72355879 service neutron] Pushing event updated for resources: {'Port': ['ID=5e92e665-4171-4a40-a088-5560aa0fd471,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:34.426670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429fb82-4520-4af5-bae4-63ba1f45cecd req-c2c0f6ee-3478-4ab2-9130-4e863d552666 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:34.440469 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c429fb82-4520-4af5-bae4-63ba1f45cecd req-c2c0f6ee-3478-4ab2-9130-4e863d552666 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 944 time: 0.2503629 Sep 29 17:31:34.534696 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cff3c60-fee2-4b3f-9195-a2cf2f22ca85 x-openstack-request-id: req-7cff3c60-fee2-4b3f-9195-a2cf2f22ca85 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:31:34.534999 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e4a823-ef69-412b-adba-55b2f523986a", "tag": "5e92e665-4171-4a40-a088-5560aa0fd471", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:31:34.535260 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cff3c60-fee2-4b3f-9195-a2cf2f22ca85 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:31:34.535672 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e4a823-ef69-412b-adba-55b2f523986a', 'tag': '5e92e665-4171-4a40-a088-5560aa0fd471', 'status': 'completed', 'code': 200} Sep 29 17:31:34.558515 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c429fb82-4520-4af5-bae4-63ba1f45cecd req-08315337-120e-4d34-adee-bdc0e9f2cb63 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167345 Sep 29 17:31:34.681561 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102740a-eb7e-44a8-b624-364a92068f75 req-26f76573-f1e3-4dbf-a56d-d59ab662036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:34.687631 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4102740a-eb7e-44a8-b624-364a92068f75 req-26f76573-f1e3-4dbf-a56d-d59ab662036b service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8245823 Sep 29 17:31:34.742231 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-522c0955-22a7-41d2-bad6-2531fa997307 req-65f3540d-41e4-48dd-a568-db5c59f0c72b tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=d40093a4-18bb-4883-a41f-54d8cf72ec0b HTTP/1.1" status: 200 len: 210 time: 0.1399498 Sep 29 17:31:34.774962 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-b7168ec3-c862-4ef3-980d-f47a01274a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:34.777078 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-b7168ec3-c862-4ef3-980d-f47a01274a02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 1095 time: 0.5552595 Sep 29 17:31:34.901074 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:35.096749 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-e2d3730a-7266-4b1c-b644-7ae3b3e9655f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e92e665-4171-4a40-a088-5560aa0fd471 HTTP/1.1" status: 200 len: 217 time: 0.1978171 Sep 29 17:31:35.165404 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a26870f-7869-4dd4-a4bf-beb74d63bf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:35.222462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Router 6b630b79-bf9a-4196-875c-df14244f6919 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:31:35.242948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-26c59b6c-8e2c-44bb-b289-35c01a508573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:35.244333 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-26c59b6c-8e2c-44bb-b289-35c01a508573 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b8f427-6a40-4543-b542-ebc1c5f5a50d HTTP/1.1" status: 200 len: 846 time: 0.1373744 Sep 29 17:31:35.419957 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-8bb2552b-eb8d-4d34-b2ab-0ac1a19f29f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1672037 Sep 29 17:31:35.706814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-8561fdca-7890-4456-8091-66218b86486e service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992259 Sep 29 17:31:36.002502 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48043f52-348c-4c7d-84b0-cf1c2c52ef5a req-3fc23b7f-569b-4cf7-b19f-6e2617c0d1fe tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:36.010137 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48043f52-348c-4c7d-84b0-cf1c2c52ef5a req-3fc23b7f-569b-4cf7-b19f-6e2617c0d1fe tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 0.1148949 Sep 29 17:31:36.017518 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4102740a-eb7e-44a8-b624-364a92068f75 req-95c80f9b-e9e4-439c-89fc-f86cc87aed97 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.49 "GET /v2.0/ports?device_id=d40093a4-18bb-4883-a41f-54d8cf72ec0b HTTP/1.1" status: 200 len: 210 time: 0.0986893 Sep 29 17:31:36.069785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5649b-ba86-4469-8b8d-c73d563642d2 req-24d8db94-754d-461d-97c2-90e4a1416ba0 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:36.072651 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99c5649b-ba86-4469-8b8d-c73d563642d2 req-24d8db94-754d-461d-97c2-90e4a1416ba0 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 944 time: 0.3510952 Sep 29 17:31:36.183937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48043f52-348c-4c7d-84b0-cf1c2c52ef5a req-98649cc5-efd2-408f-b776-090c6bfaa539 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658225 Sep 29 17:31:36.200089 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:31:36.210785 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Sync routers for ids ['6b630b79-bf9a-4196-875c-df14244f6919'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:31:36.243501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Routers {'6b630b79-bf9a-4196-875c-df14244f6919'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:31:36.244196 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:31:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6b630b79-bf9a-4196-875c-df14244f6919'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:36.288084 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:36.294662 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a1a098d2-5d95-464c-ae8e-cf4310a5a074 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.0307906 Sep 29 17:31:36.298276 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36782) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:36.451906 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-4a26870f-7869-4dd4-a4bf-beb74d63bf75 admin admin] Deleting port 5ca24fc9-b4e1-42a2-9b7f-097070d87fab {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:31:36.451906 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a26870f-7869-4dd4-a4bf-beb74d63bf75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:36.460210 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99c5649b-ba86-4469-8b8d-c73d563642d2 req-c9463024-6b43-4348-a824-a7747a066261 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132286 Sep 29 17:31:36.579075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Set router 6b630b79-bf9a-4196-875c-df14244f6919 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:31:36.620334 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-badfe12c-0477-4ec3-adc0-485bcbda750a req-cde30234-d3a2-4f97-8478-05c5e94d731a service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8977566 Sep 29 17:31:36.687827 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a1c6813-2dca-408e-a774-6aef6c0b4e37 req-2525b6f6-01bd-45c6-bbd8-9bc3de40a256 tempest-ServerShowV247Test-1433103755 tempest-ServerShowV247Test-1433103755-project] 10.222.0.44 "GET /v2.0/ports?device_id=d40093a4-18bb-4883-a41f-54d8cf72ec0b HTTP/1.1" status: 200 len: 210 time: 0.0634098 Sep 29 17:31:36.751128 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-4a26870f-7869-4dd4-a4bf-beb74d63bf75 admin admin] For port 5ca24fc9-b4e1-42a2-9b7f-097070d87fab, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5ca24fc9-b4e1-42a2-9b7f-097070d87fab,segment=NetworkSegment(d7016e54-47ea-4b2d-9629-f20581fcbd99),segment_id=d7016e54-47ea-4b2d-9629-f20581fcbd99)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:36.753765 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a26870f-7869-4dd4-a4bf-beb74d63bf75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:36.802403 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-4a26870f-7869-4dd4-a4bf-beb74d63bf75 admin admin] Calling delete_port for 5ca24fc9-b4e1-42a2-9b7f-097070d87fab owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:31:36.910414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36802) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:36.925353 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006deac-2f44-4d61-b2d7-af13f9dc017c req-32aee329-98f2-44f9-9041-dc9d9df58f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:36.927407 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8006deac-2f44-4d61-b2d7-af13f9dc017c req-32aee329-98f2-44f9-9041-dc9d9df58f6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 1095 time: 0.0713990 Sep 29 17:31:37.116105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b630b79-bf9a-4196-875c-df14244f6919', 'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-router', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '837716fa-38af-4383-a29d-2015d9f5c008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:31:28Z', 'updated_at': '2021-09-29T17:31:32Z', 'revision_number': 3, 'project_id': '875de71af1fe4656a0ed844803995187', 'gw_port': {'id': '837716fa-38af-4383-a29d-2015d9f5c008', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:30Z', 'updated_at': '2021-09-29T17:31:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:37.165892 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed1628d0-fdd8-463e-97e3-47abf3dd623a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:37.192182 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006deac-2f44-4d61-b2d7-af13f9dc017c req-ec80d415-6cb0-4f0e-a02b-1281cbcf72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:37.197087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Checking router: 6b630b79-bf9a-4196-875c-df14244f6919 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:31:37.197690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Updating router 6b630b79-bf9a-4196-875c-df14244f6919 port 837716fa-38af-4383-a29d-2015d9f5c008 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:31:37.200388 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8006deac-2f44-4d61-b2d7-af13f9dc017c req-ec80d415-6cb0-4f0e-a02b-1281cbcf72d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 907 time: 0.2628362 Sep 29 17:31:37.264130 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:37.289093 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8006deac-2f44-4d61-b2d7-af13f9dc017c req-595fda5c-f925-42e2-b81c-db205968cdd8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5e92e665-4171-4a40-a088-5560aa0fd471 HTTP/1.1" status: 200 len: 217 time: 0.0651054 Sep 29 17:31:37.311887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a26870f-7869-4dd4-a4bf-beb74d63bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:37.402638 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26870f-7869-4dd4-a4bf-beb74d63bf75 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca24fc9-b4e1-42a2-9b7f-097070d87fab,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:37.436004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006deac-2f44-4d61-b2d7-af13f9dc017c req-d051aeb8-2e4e-440d-9505-5a68db36f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:37.437796 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8006deac-2f44-4d61-b2d7-af13f9dc017c req-d051aeb8-2e4e-440d-9505-5a68db36f6ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b8f427-6a40-4543-b542-ebc1c5f5a50d HTTP/1.1" status: 200 len: 846 time: 0.1327014 Sep 29 17:31:37.735509 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8006deac-2f44-4d61-b2d7-af13f9dc017c req-9544215b-5144-4984-8f23-03ed9666fae7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2802889 Sep 29 17:31:37.942002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c574e9d-1996-472a-a720-53ef3f72b821 req-9a2659d9-f50f-4851-b20d-0361acd7d35e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:37.953996 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6c574e9d-1996-472a-a720-53ef3f72b821 req-9a2659d9-f50f-4851-b20d-0361acd7d35e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 944 time: 0.2642729 Sep 29 17:31:38.006191 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:38.008167 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a26870f-7869-4dd4-a4bf-beb74d63bf75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:38.025650 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:38.042514 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6c574e9d-1996-472a-a720-53ef3f72b821 req-3931e66c-6ec7-442b-925b-f3649a8335c2 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838549 Sep 29 17:31:38.098373 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cff3f-ae47-437e-bc3d-1aa082cc122e None None] Pushing event updated for resources: {'Port': ['ID=837716fa-38af-4383-a29d-2015d9f5c008,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:38.128793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Attempting to bind port 837716fa-38af-4383-a29d-2015d9f5c008 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:31:38.129171 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Attempting to bind port 837716fa-38af-4383-a29d-2015d9f5c008 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:31:38.129575 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Attempting to bind port 837716fa-38af-4383-a29d-2015d9f5c008 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:31:38.135084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:31:38.135464 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:31:38.135874 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:38.136649 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:31:38.137137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Bound port: 837716fa-38af-4383-a29d-2015d9f5c008, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:31:38.138189 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:38.157048 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:31:38.255223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] For port 837716fa-38af-4383-a29d-2015d9f5c008, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:31:38.259451 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] For port 837716fa-38af-4383-a29d-2015d9f5c008, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=837716fa-38af-4383-a29d-2015d9f5c008,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:31:38.270131 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:38.476615 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8006deac-2f44-4d61-b2d7-af13f9dc017c req-3a25aa27-cd96-44a0-b8ad-743bdb064670 service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7187195 Sep 29 17:31:38.485961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cff3f-ae47-437e-bc3d-1aa082cc122e None None] Pushing event updated for resources: {'Port': ['ID=837716fa-38af-4383-a29d-2015d9f5c008,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:38.502282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Routers {'6b630b79-bf9a-4196-875c-df14244f6919'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:31:38.502952 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:31:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6b630b79-bf9a-4196-875c-df14244f6919'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:38.508493 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a26870f-7869-4dd4-a4bf-beb74d63bf75 admin admin] Router c6776bf7-8e78-4124-b46d-0505692245d3 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:31:38.600307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005ac6d-693c-4f9d-bcf6-fdfcce014cfd req-dc6cc0e1-545d-43ec-a091-b016a885b8c2 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:38.602372 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b005ac6d-693c-4f9d-bcf6-fdfcce014cfd req-dc6cc0e1-545d-43ec-a091-b016a885b8c2 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 1.1589468 Sep 29 17:31:38.686278 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36868) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:38.768206 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a26870f-7869-4dd4-a4bf-beb74d63bf75 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:31:38.774429 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4a26870f-7869-4dd4-a4bf-beb74d63bf75 admin admin] 10.222.0.44 "PUT /v2.0/routers/c6776bf7-8e78-4124-b46d-0505692245d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4724648 Sep 29 17:31:38.776865 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36874) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:38.779708 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e4794f-8b14-4135-85ef-efb6da597bc9 None None] Sync routers for ids ['c6776bf7-8e78-4124-b46d-0505692245d3'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:31:38.779914 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:38.791740 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e4794f-8b14-4135-85ef-efb6da597bc9 None None] Routers {'c6776bf7-8e78-4124-b46d-0505692245d3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:31:38.792030 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] Set router 6b630b79-bf9a-4196-875c-df14244f6919 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:31:38.802569 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-72e4794f-8b14-4135-85ef-efb6da597bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:31:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c6776bf7-8e78-4124-b46d-0505692245d3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:38.915713 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed1628d0-fdd8-463e-97e3-47abf3dd623a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:38.929082 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92b6d939-4ddc-4e32-bd36-3224533a96b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:38.939173 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed1628d0-fdd8-463e-97e3-47abf3dd623a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:38.944199 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b005ac6d-693c-4f9d-bcf6-fdfcce014cfd req-542a9434-46aa-466e-a17a-fe021cd7850c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3253148 Sep 29 17:31:38.981059 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-541c648a-720b-4f53-9bb2-0b5418000a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:38.993637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1628d0-fdd8-463e-97e3-47abf3dd623a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0279b9-8f49-468a-9614-cdcb57159f6e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:39.077148 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92b6d939-4ddc-4e32-bd36-3224533a96b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:39.141415 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-72e4794f-8b14-4135-85ef-efb6da597bc9 None None] Set router c6776bf7-8e78-4124-b46d-0505692245d3 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:31:39.235942 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-92b6d939-4ddc-4e32-bd36-3224533a96b4 admin admin] Deleting port ad641ec4-82d1-4cab-9877-9f183dab0cc3 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:31:39.235942 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92b6d939-4ddc-4e32-bd36-3224533a96b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:39.306235 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8006deac-2f44-4d61-b2d7-af13f9dc017c req-1075c1b2-c2ff-40c1-b312-5af8e1fea3ac service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7985978 Sep 29 17:31:39.334300 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-92b6d939-4ddc-4e32-bd36-3224533a96b4 admin admin] For port ad641ec4-82d1-4cab-9877-9f183dab0cc3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ad641ec4-82d1-4cab-9877-9f183dab0cc3,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:39.334652 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92b6d939-4ddc-4e32-bd36-3224533a96b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:39.355517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-92b6d939-4ddc-4e32-bd36-3224533a96b4 admin admin] Calling delete_port for ad641ec4-82d1-4cab-9877-9f183dab0cc3 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:31:39.372846 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ed1628d0-fdd8-463e-97e3-47abf3dd623a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=468c3e2b373f404592e0c32ee2d050e5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4606206 Sep 29 17:31:39.373758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36886) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:39.381875 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36888) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:39.427838 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-72e4794f-8b14-4135-85ef-efb6da597bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'name': 'tempest-ServersTestBootFromVolume-1630993829-router', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:01Z', 'updated_at': '2021-09-29T17:31:37Z', 'revision_number': 5, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'gw_port': {'id': 'ad641ec4-82d1-4cab-9877-9f183dab0cc3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:a2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:03Z', 'updated_at': '2021-09-29T17:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:39.529292 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b630b79-bf9a-4196-875c-df14244f6919', 'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-router', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '837716fa-38af-4383-a29d-2015d9f5c008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:31:28Z', 'updated_at': '2021-09-29T17:31:32Z', 'revision_number': 3, 'project_id': '875de71af1fe4656a0ed844803995187', 'gw_port': {'id': '837716fa-38af-4383-a29d-2015d9f5c008', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:30Z', 'updated_at': '2021-09-29T17:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:39.539243 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02108a46-8bee-49a3-a501-a2473bdceea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:39.551221 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92b6d939-4ddc-4e32-bd36-3224533a96b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:39.588739 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02108a46-8bee-49a3-a501-a2473bdceea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:39.599817 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6d939-4ddc-4e32-bd36-3224533a96b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad641ec4-82d1-4cab-9877-9f183dab0cc3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:39.659897 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e4794f-8b14-4135-85ef-efb6da597bc9 None None] Checking router: c6776bf7-8e78-4124-b46d-0505692245d3 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:31:39.671664 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e4794f-8b14-4135-85ef-efb6da597bc9 None None] Routers {'c6776bf7-8e78-4124-b46d-0505692245d3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:31:39.672716 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-72e4794f-8b14-4135-85ef-efb6da597bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:31:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c6776bf7-8e78-4124-b46d-0505692245d3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:39.682552 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92b6d939-4ddc-4e32-bd36-3224533a96b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:39.719748 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-541c648a-720b-4f53-9bb2-0b5418000a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:39.723594 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02108a46-8bee-49a3-a501-a2473bdceea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:39.724769 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02108a46-8bee-49a3-a501-a2473bdceea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:39.728698 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-02108a46-8bee-49a3-a501-a2473bdceea0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e0279b9-8f49-468a-9614-cdcb57159f6e HTTP/1.1" status: 204 len: 168 time: 0.3386421 Sep 29 17:31:39.758922 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdc464-0d11-4bb9-84e8-3137d41e3715 req-df120d51-15b7-4836-b228-60bafee9f7ce tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:39.767867 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5bbdc464-0d11-4bb9-84e8-3137d41e3715 req-df120d51-15b7-4836-b228-60bafee9f7ce tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 944 time: 0.5341146 Sep 29 17:31:39.780872 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-541c648a-720b-4f53-9bb2-0b5418000a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:39.839477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92b6d939-4ddc-4e32-bd36-3224533a96b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:39.841408 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92b6d939-4ddc-4e32-bd36-3224533a96b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:39.856077 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5bbdc464-0d11-4bb9-84e8-3137d41e3715 req-fda564c0-53b3-44e7-b8da-3b642eef6320 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872607 Sep 29 17:31:39.859350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db5d08-5bbd-44c3-a383-d0cb0dc92f6e None None] The sync data for ids ['6b630b79-bf9a-4196-875c-df14244f6919'] in n-d-811748-2 is: [{'id': '6b630b79-bf9a-4196-875c-df14244f6919', 'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-router', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '837716fa-38af-4383-a29d-2015d9f5c008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:31:28Z', 'updated_at': '2021-09-29T17:31:32Z', 'revision_number': 3, 'project_id': '875de71af1fe4656a0ed844803995187', 'gw_port': {'id': '837716fa-38af-4383-a29d-2015d9f5c008', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:30Z', 'updated_at': '2021-09-29T17:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:31:39.877035 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-72e4794f-8b14-4135-85ef-efb6da597bc9 None None] Set router c6776bf7-8e78-4124-b46d-0505692245d3 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:31:39.901214 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b065ebbf-ebdb-42cc-82b9-a93098f752d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:39.925595 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02108a46-8bee-49a3-a501-a2473bdceea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0279b9-8f49-468a-9614-cdcb57159f6e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:39.932268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92b6d939-4ddc-4e32-bd36-3224533a96b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:39.932841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b6d939-4ddc-4e32-bd36-3224533a96b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6776bf7-8e78-4124-b46d-0505692245d3 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:31:39.938621 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92b6d939-4ddc-4e32-bd36-3224533a96b4 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:39.943178 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-92b6d939-4ddc-4e32-bd36-3224533a96b4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c6776bf7-8e78-4124-b46d-0505692245d3 HTTP/1.1" status: 204 len: 168 time: 1.1652694 Sep 29 17:31:39.943960 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36896) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:39.997105 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-72e4794f-8b14-4135-85ef-efb6da597bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'name': 'tempest-ServersTestBootFromVolume-1630993829-router', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:01Z', 'updated_at': '2021-09-29T17:31:39Z', 'revision_number': 7, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:40.022602 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c648a-720b-4f53-9bb2-0b5418000a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed4d3d4-56c9-4f5e-99af-034df017be29,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:40.073184 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e4794f-8b14-4135-85ef-efb6da597bc9 None None] The sync data for ids ['c6776bf7-8e78-4124-b46d-0505692245d3'] in n-d-811748-2 is: [{'id': 'c6776bf7-8e78-4124-b46d-0505692245d3', 'name': 'tempest-ServersTestBootFromVolume-1630993829-router', 'tenant_id': '8198f0193c4a48b396fbf3d65e72ce11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:01Z', 'updated_at': '2021-09-29T17:31:39Z', 'revision_number': 7, 'project_id': '8198f0193c4a48b396fbf3d65e72ce11', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:31:40.082299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc788a6-0ba1-4ed2-bfbf-c940237a1b40 admin admin] Deleting subnet 1e85c7a8-9fc7-434c-811c-81a62dc0488e {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:31:40.083566 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Allocated IP 172.20.0.1 (c5573b2a-46c0-432e-9115-a36c094db3c8/126c1e0e-1c93-4d92-8bf8-691e8431329a/31632fef-1fd2-4713-9e39-90339ad2e2d9) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:31:40.092534 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fbc788a6-0ba1-4ed2-bfbf-c940237a1b40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.116297 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-541c648a-720b-4f53-9bb2-0b5418000a37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98ea6b36965e4d7885c254a32979f00e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4258342 Sep 29 17:31:40.121017 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36902) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:40.229528 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fbc788a6-0ba1-4ed2-bfbf-c940237a1b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.309521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccf453-a4fc-4b44-a414-5188f609362c req-09346568-cdae-48d3-82ab-fe11fda6e1e8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:40.317314 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d4ccf453-a4fc-4b44-a414-5188f609362c req-09346568-cdae-48d3-82ab-fe11fda6e1e8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 0.1681211 Sep 29 17:31:40.370473 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1482c903-ae63-48e2-a136-b03952c9b1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.393492 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fbc788a6-0ba1-4ed2-bfbf-c940237a1b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.429125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36904) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:40.456302 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1482c903-ae63-48e2-a136-b03952c9b1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.465020 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d4ccf453-a4fc-4b44-a414-5188f609362c req-23b84e71-21e0-4f45-9da1-eeee98b97428 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318960 Sep 29 17:31:40.523175 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fbc788a6-0ba1-4ed2-bfbf-c940237a1b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.549181 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-85bd4a5b-3c31-4012-afab-c37a02619232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.567905 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 5e92e665-4171-4a40-a088-5560aa0fd471 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:31:40.582768 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc788a6-0ba1-4ed2-bfbf-c940237a1b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e85c7a8-9fc7-434c-811c-81a62dc0488e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:40.594500 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fbc788a6-0ba1-4ed2-bfbf-c940237a1b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.596887 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fbc788a6-0ba1-4ed2-bfbf-c940237a1b40 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1e85c7a8-9fc7-434c-811c-81a62dc0488e HTTP/1.1" status: 204 len: 168 time: 0.6507862 Sep 29 17:31:40.599485 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36906) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:40.603763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5f9fb5-5032-40d5-b897-e551fb2df15c None None] Network 3e6710c7-1fe8-4a10-9f65-7890954b63b6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:31:40.672027 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.753068 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.780176 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.resource_extend [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:31:40.795587 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-388ddc13-7ed4-418d-983b-446c7ac684cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.885953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] Deleting port 99d44788-ec96-4b37-b02d-99efec79dc0e {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:31:40.886488 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.905944 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b065ebbf-ebdb-42cc-82b9-a93098f752d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.908774 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.922859 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b065ebbf-ebdb-42cc-82b9-a93098f752d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.939018 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1482c903-ae63-48e2-a136-b03952c9b1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.943018 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1482c903-ae63-48e2-a136-b03952c9b1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:40.947354 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1482c903-ae63-48e2-a136-b03952c9b1bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aed4d3d4-56c9-4f5e-99af-034df017be29 HTTP/1.1" status: 204 len: 168 time: 0.8029096 Sep 29 17:31:41.096058 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] For port 99d44788-ec96-4b37-b02d-99efec79dc0e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=99d44788-ec96-4b37-b02d-99efec79dc0e,segment=NetworkSegment(d7016e54-47ea-4b2d-9629-f20581fcbd99),segment_id=d7016e54-47ea-4b2d-9629-f20581fcbd99)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:41.096632 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:41.148442 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] Calling delete_port for 99d44788-ec96-4b37-b02d-99efec79dc0e owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:31:41.155690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 5e92e665-4171-4a40-a088-5560aa0fd471, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=5e92e665-4171-4a40-a088-5560aa0fd471,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:41.181970 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '5e92e665-4171-4a40-a088-5560aa0fd471', 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f', 'port_id': '5e92e665-4171-4a40-a088-5560aa0fd471', 'mac_address': 'fa:16:3e:30:cf:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b8f427-6a40-4543-b542-ebc1c5f5a50d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:31:41.199845 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d96f4d-e85b-4c51-9581-63951ec014a5 None None] DHCP port deletion for 3e6710c7-1fe8-4a10-9f65-7890954b63b6 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:31:41.215462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Network c5573b2a-46c0-432e-9115-a36c094db3c8 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:31:41.231120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b065ebbf-ebdb-42cc-82b9-a93098f752d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57283392f46a4c6e860f024e94f43197&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8528917 Sep 29 17:31:41.232735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065ebbf-ebdb-42cc-82b9-a93098f752d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4039af7-e051-4cab-bdaf-6302c4489456,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:41.249530 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:31:41.254719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36914) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:41.315679 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:41.341824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e92e665-4171-4a40-a088-5560aa0fd471 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:31:41.380743 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:41.388813 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 5e92e665-4171-4a40-a088-5560aa0fd471, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=5e92e665-4171-4a40-a088-5560aa0fd471,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:41.399210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-77d96f4d-e85b-4c51-9581-63951ec014a5 None None] Deleting port 99d44788-ec96-4b37-b02d-99efec79dc0e {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:31:41.399647 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-77d96f4d-e85b-4c51-9581-63951ec014a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:41.401883 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:41.473054 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] No DVR routers for this DVR port 99d44788-ec96-4b37-b02d-99efec79dc0e on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:31:41.478076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d44788-ec96-4b37-b02d-99efec79dc0e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:41.504650 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-85bd4a5b-3c31-4012-afab-c37a02619232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:41.606334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=5e92e665-4171-4a40-a088-5560aa0fd471,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:41.624804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:31:41.703941 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:41.768439 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Pushing event updated for resources: {'Port': ['ID=31632fef-1fd2-4713-9e39-90339ad2e2d9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:41.775246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-77d96f4d-e85b-4c51-9581-63951ec014a5 None None] For port 99d44788-ec96-4b37-b02d-99efec79dc0e, host n-d-811748-2, got binding levels [] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:41.776553 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-77d96f4d-e85b-4c51-9581-63951ec014a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:41.809030 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-77d96f4d-e85b-4c51-9581-63951ec014a5 None None] Calling delete_port for 99d44788-ec96-4b37-b02d-99efec79dc0e owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:31:41.828768 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.ipam_backend_mixin [None req-77d96f4d-e85b-4c51-9581-63951ec014a5 None None] Port 99d44788-ec96-4b37-b02d-99efec79dc0e was not found and therefore no delete operation was performed {{(pid=95017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 17:31:41.836588 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-77d96f4d-e85b-4c51-9581-63951ec014a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:41.873683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6710c7-1fe8-4a10-9f65-7890954b63b6']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:41.891821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d96f4d-e85b-4c51-9581-63951ec014a5 None None] Pushing event deleted for resources: {'Port': ['ID=99d44788-ec96-4b37-b02d-99efec79dc0e,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:41.902449 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d96f4d-e85b-4c51-9581-63951ec014a5 None None] No DVR routers for this DVR port 99d44788-ec96-4b37-b02d-99efec79dc0e on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:31:41.908376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7016e54-47ea-4b2d-9629-f20581fcbd99') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:41.913251 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b109ba0c-673b-4046-bdc3-884806038575 None None] Provisioning complete for port 31632fef-1fd2-4713-9e39-90339ad2e2d9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:31:41.913658 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b109ba0c-673b-4046-bdc3-884806038575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:41.918369 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-85bd4a5b-3c31-4012-afab-c37a02619232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:41.933373 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['5e92e665-4171-4a40-a088-5560aa0fd471'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:31:41.940532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7016e54-47ea-4b2d-9629-f20581fcbd99') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:41.977385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85d610-2de9-4ba3-a692-a78fbea6dfa2 req-a7e4e70d-34f0-41f4-88a9-bf09180b4ab0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:41.979220 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a85d610-2de9-4ba3-a692-a78fbea6dfa2 req-a7e4e70d-34f0-41f4-88a9-bf09180b4ab0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 0.2671976 Sep 29 17:31:41.981097 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:41.998847 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 837716fa-38af-4383-a29d-2015d9f5c008 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:31:42.010030 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-85bd4a5b-3c31-4012-afab-c37a02619232 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03c5c2c5681e4f8d9b0c5c8add622a46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5655782 Sep 29 17:31:42.010450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36926) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:42.022411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482c903-ae63-48e2-a136-b03952c9b1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed4d3d4-56c9-4f5e-99af-034df017be29,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:42.062921 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b109ba0c-673b-4046-bdc3-884806038575 None None] Port 31632fef-1fd2-4713-9e39-90339ad2e2d9 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:31:42.079994 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cda9508a-25b9-4b9e-83e5-6a5725342846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.096894 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.124639 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.140705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 837716fa-38af-4383-a29d-2015d9f5c008 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:31:42.140908 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.145823 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cda9508a-25b9-4b9e-83e5-6a5725342846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.177250 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:31:42.177687 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:31:42.196530 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:31:42.234417 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd4a5b-3c31-4012-afab-c37a02619232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138ff64e-969e-4ae8-97e0-c4c4045e39f2,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:42.325271 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.337543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9047552-7c65-4b97-9f7d-a28065038b86 req-7a0f31b1-4416-41aa-8a98-20bca3f1d7c1 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:42.339436 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9047552-7c65-4b97-9f7d-a28065038b86 req-7a0f31b1-4416-41aa-8a98-20bca3f1d7c1 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 944 time: 1.2552283 Sep 29 17:31:42.346668 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cda9508a-25b9-4b9e-83e5-6a5725342846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.351209 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cda9508a-25b9-4b9e-83e5-6a5725342846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.354425 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.355282 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cda9508a-25b9-4b9e-83e5-6a5725342846 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a4039af7-e051-4cab-bdaf-6302c4489456 HTTP/1.1" status: 204 len: 168 time: 0.8422568 Sep 29 17:31:42.374219 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3e6710c7-1fe8-4a10-9f65-7890954b63b6 HTTP/1.1" status: 204 len: 168 time: 1.7701111 Sep 29 17:31:42.416390 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9047552-7c65-4b97-9f7d-a28065038b86 req-b7366886-3eaf-44de-9de0-7f8c8a062d7b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565691 Sep 29 17:31:42.420290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9508a-25b9-4b9e-83e5-6a5725342846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4039af7-e051-4cab-bdaf-6302c4489456,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:42.462670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb5025-2a08-40fa-a5d1-e30eac507de5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e6710c7-1fe8-4a10-9f65-7890954b63b6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:42.488555 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.491457 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a85d610-2de9-4ba3-a692-a78fbea6dfa2 req-eb813b3a-f83b-4c4d-8ac2-b96832ced091 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5013704 Sep 29 17:31:42.509955 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7669f48a-e4db-47b9-a93f-edab4198100a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.593197 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7669f48a-e4db-47b9-a93f-edab4198100a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.606330 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 837716fa-38af-4383-a29d-2015d9f5c008, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=837716fa-38af-4383-a29d-2015d9f5c008,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:42.614082 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.665957 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.701565 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7669f48a-e4db-47b9-a93f-edab4198100a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.705347 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7669f48a-e4db-47b9-a93f-edab4198100a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:42.706521 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7669f48a-e4db-47b9-a93f-edab4198100a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/138ff64e-969e-4ae8-97e0-c4c4045e39f2 HTTP/1.1" status: 204 len: 168 time: 0.6943276 Sep 29 17:31:42.721524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5ca24fc9-b4e1-42a2-9b7f-097070d87fab no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:31:42.724096 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669f48a-e4db-47b9-a93f-edab4198100a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138ff64e-969e-4ae8-97e0-c4c4045e39f2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:42.769399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 5ca24fc9-b4e1-42a2-9b7f-097070d87fab {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:31:42.769821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5ca24fc9-b4e1-42a2-9b7f-097070d87fab not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:31:42.770787 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 99d44788-ec96-4b37-b02d-99efec79dc0e no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:31:42.802766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 99d44788-ec96-4b37-b02d-99efec79dc0e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:31:42.803214 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 99d44788-ec96-4b37-b02d-99efec79dc0e not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:31:42.803831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ad641ec4-82d1-4cab-9877-9f183dab0cc3 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:31:42.806132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=837716fa-38af-4383-a29d-2015d9f5c008,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:42.840202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: ad641ec4-82d1-4cab-9877-9f183dab0cc3 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:31:42.840676 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ad641ec4-82d1-4cab-9877-9f183dab0cc3 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:31:42.949567 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36948) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:43.007216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36950) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:43.018574 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-15577efe-127d-4665-9830-0572be097c4e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8198f0193c4a48b396fbf3d65e72ce11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527017 Sep 29 17:31:43.089608 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:43.101638 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:43.180616 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-58549810-7493-4fb2-8c22-abd07f3e122b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:43.245766 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-58549810-7493-4fb2-8c22-abd07f3e122b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:43.258576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Pushing event updated for resources: {'Port': ['ID=31632fef-1fd2-4713-9e39-90339ad2e2d9,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:43.291427 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:43.314259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36954) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:43.339896 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-48e9d4b1-2872-48d8-a0f1-a432387b352e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:43.472574 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-58549810-7493-4fb2-8c22-abd07f3e122b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:43.476189 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-58549810-7493-4fb2-8c22-abd07f3e122b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:43.480979 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-58549810-7493-4fb2-8c22-abd07f3e122b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6e68d50c-bf9c-4eb3-82a2-17691769a0ff HTTP/1.1" status: 204 len: 168 time: 0.4693916 Sep 29 17:31:43.482755 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Network c5573b2a-46c0-432e-9115-a36c094db3c8 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:31:43.488732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:31:43.493269 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fd8703a0-439f-4f12-b852-1a5bc4266a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:43.689409 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58549810-7493-4fb2-8c22-abd07f3e122b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e68d50c-bf9c-4eb3-82a2-17691769a0ff,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:43.692642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Router 6b630b79-bf9a-4196-875c-df14244f6919 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:31:43.782811 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-48e9d4b1-2872-48d8-a0f1-a432387b352e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:43.792810 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-48e9d4b1-2872-48d8-a0f1-a432387b352e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:43.842274 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9d4b1-2872-48d8-a0f1-a432387b352e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b06bf90-5848-4389-88d5-8501f9f917fb,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:43.889828 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-48e9d4b1-2872-48d8-a0f1-a432387b352e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b6bf3ba28f0430ab3935df14e418f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5739026 Sep 29 17:31:43.900768 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e1530-a334-4f35-adc1-c4b4a5359cdf req-22e40ed1-f9f4-4d01-a7d3-204d89656e4f tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:43.902729 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-193e1530-a334-4f35-adc1-c4b4a5359cdf req-22e40ed1-f9f4-4d01-a7d3-204d89656e4f tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 945 time: 0.3035700 Sep 29 17:31:43.904053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36972) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:43.908420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0007cc-7cf2-4517-b1ad-af8d612ea42f req-b90bf916-96a9-4115-9344-7053d57e55c3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:43.911287 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce0007cc-7cf2-4517-b1ad-af8d612ea42f req-b90bf916-96a9-4115-9344-7053d57e55c3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 0.2023809 Sep 29 17:31:43.928433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 837716fa-38af-4383-a29d-2015d9f5c008 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:31:43.949342 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:31:43.956415 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4bad7ed5-2923-49c3-8037-7879be80c887 admin admin] 10.222.0.44 "PUT /v2.0/routers/6b630b79-bf9a-4196-875c-df14244f6919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6568501 Sep 29 17:31:44.009774 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Sync routers for ids ['6b630b79-bf9a-4196-875c-df14244f6919'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:31:44.011832 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce0007cc-7cf2-4517-b1ad-af8d612ea42f req-abb27896-13e4-487d-8460-878fc9f53413 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884328 Sep 29 17:31:44.016050 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-211f4b41-a50b-418c-863e-b3fbe3eb733e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:44.064157 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-193e1530-a334-4f35-adc1-c4b4a5359cdf req-5c5320f9-4a71-40e1-bfcb-af1c49c48dff tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284642 Sep 29 17:31:44.066406 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-63db4647-832c-41c1-a4cd-2d7860ed1f11 None None] Provisioning complete for port 31632fef-1fd2-4713-9e39-90339ad2e2d9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:31:44.066818 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-63db4647-832c-41c1-a4cd-2d7860ed1f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:44.087699 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-211f4b41-a50b-418c-863e-b3fbe3eb733e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:44.148201 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-63db4647-832c-41c1-a4cd-2d7860ed1f11 None None] Port 31632fef-1fd2-4713-9e39-90339ad2e2d9 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:31:44.167078 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Routers {'6b630b79-bf9a-4196-875c-df14244f6919'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:31:44.172717 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:31:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6b630b79-bf9a-4196-875c-df14244f6919'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:44.208928 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-211f4b41-a50b-418c-863e-b3fbe3eb733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:44.219712 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-211f4b41-a50b-418c-863e-b3fbe3eb733e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:44.228757 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-211f4b41-a50b-418c-863e-b3fbe3eb733e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b06bf90-5848-4389-88d5-8501f9f917fb HTTP/1.1" status: 204 len: 168 time: 0.3234568 Sep 29 17:31:44.250220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f4b41-a50b-418c-863e-b3fbe3eb733e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b06bf90-5848-4389-88d5-8501f9f917fb,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:44.322875 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 837716fa-38af-4383-a29d-2015d9f5c008 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:31:44.323398 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:44.366784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Set router 6b630b79-bf9a-4196-875c-df14244f6919 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:31:44.370164 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:44.539557 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:44.604716 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:44.630837 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 5e92e665-4171-4a40-a088-5560aa0fd471 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:31:44.750581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 5e92e665-4171-4a40-a088-5560aa0fd471 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:31:44.755765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 5e92e665-4171-4a40-a088-5560aa0fd471 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:31:44.756239 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:44.805428 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b630b79-bf9a-4196-875c-df14244f6919', 'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-router', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '837716fa-38af-4383-a29d-2015d9f5c008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:31:28Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '875de71af1fe4656a0ed844803995187', 'gw_port': {'id': '837716fa-38af-4383-a29d-2015d9f5c008', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:30Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '31632fef-1fd2-4713-9e39-90339ad2e2d9', 'name': '', 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'mac_address': 'fa:16:3e:72:e8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:39Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 2, 'project_id': '875de71af1fe4656a0ed844803995187', 'subnets': [{'id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:44.845317 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Checking router: 6b630b79-bf9a-4196-875c-df14244f6919 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:31:44.846497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Updating router 6b630b79-bf9a-4196-875c-df14244f6919 port 31632fef-1fd2-4713-9e39-90339ad2e2d9 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:31:44.931357 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:44.933165 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:45.003557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e4a823-ef69-412b-adba-55b2f523986a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e92e665-4171-4a40-a088-5560aa0fd471'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:31:45.005842 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ad201d-6be0-4c06-b3ff-0ef706c969db" -d '{"events": [{"server_uuid": "51e4a823-ef69-412b-adba-55b2f523986a", "name": "network-vif-plugged", "status": "completed", "tag": "5e92e665-4171-4a40-a088-5560aa0fd471"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:31:45.082031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 5e92e665-4171-4a40-a088-5560aa0fd471, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=5e92e665-4171-4a40-a088-5560aa0fd471,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:45.099571 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:45.322022 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4fd9a9-838f-4b99-bccf-a63de24ce621 x-openstack-request-id: req-bf4fd9a9-838f-4b99-bccf-a63de24ce621 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:31:45.322322 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e4a823-ef69-412b-adba-55b2f523986a", "name": "network-vif-plugged", "status": "completed", "tag": "5e92e665-4171-4a40-a088-5560aa0fd471", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:31:45.322574 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf4fd9a9-838f-4b99-bccf-a63de24ce621 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:31:45.323075 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e4a823-ef69-412b-adba-55b2f523986a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e92e665-4171-4a40-a088-5560aa0fd471', 'code': 200} Sep 29 17:31:45.324391 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=5e92e665-4171-4a40-a088-5560aa0fd471,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:45.334971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:45.335321 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:45.335663 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:45.336178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:45.336523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:45.336864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:45.337177 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:45.337674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:45.338031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:45.338841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:45.339204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:45.339538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:31:45.366769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c8360-4bcd-4da0-88f7-905da9cdbeef req-df418e14-a76a-4ac5-87e1-21d06b80395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:45.368313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-147c8360-4bcd-4da0-88f7-905da9cdbeef req-df418e14-a76a-4ac5-87e1-21d06b80395a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 1097 time: 0.1256084 Sep 29 17:31:45.383827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa06e9e-d958-4039-a6c8-4d4fbdefb89c req-73cc1981-9cff-4958-a183-e988b2f2a4c3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:45.385670 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9aa06e9e-d958-4039-a6c8-4d4fbdefb89c req-73cc1981-9cff-4958-a183-e988b2f2a4c3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 0.1664619 Sep 29 17:31:45.429803 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84896f6-2caf-4042-80fd-602298170b2b req-f873ba59-3706-4d5f-af73-8094547a9d2c tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:45.441591 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d84896f6-2caf-4042-80fd-602298170b2b req-f873ba59-3706-4d5f-af73-8094547a9d2c tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 946 time: 0.1507738 Sep 29 17:31:45.449519 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-147c8360-4bcd-4da0-88f7-905da9cdbeef req-11f0624e-a20a-46df-8b66-f16c29a8a0e7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628207 Sep 29 17:31:45.470410 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9aa06e9e-d958-4039-a6c8-4d4fbdefb89c req-5f6e7909-14a8-4dc0-9fdf-aa7fa2e2ad36 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589013 Sep 29 17:31:45.525098 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d84896f6-2caf-4042-80fd-602298170b2b req-fbd9a172-7a4e-4aef-8865-cc94b7f9c76d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827045 Sep 29 17:31:45.793456 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:45.805382 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:46.011681 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f46b7-941f-4df4-a271-452269aa497f None None] Pushing event updated for resources: {'Port': ['ID=31632fef-1fd2-4713-9e39-90339ad2e2d9,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:46.160325 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Attempting to bind port 31632fef-1fd2-4713-9e39-90339ad2e2d9 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:31:46.160760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Attempting to bind port 31632fef-1fd2-4713-9e39-90339ad2e2d9 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:31:46.161067 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Attempting to bind port 31632fef-1fd2-4713-9e39-90339ad2e2d9 on network c5573b2a-46c0-432e-9115-a36c094db3c8 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:31:46.167564 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:31:46.167940 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Checking segment: {'id': '9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:31:46.168353 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:46.169335 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Bound using segment: {'id': '9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:31:46.169827 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Bound port: 31632fef-1fd2-4713-9e39-90339ad2e2d9, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:31:46.170418 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:46.322347 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] For port 31632fef-1fd2-4713-9e39-90339ad2e2d9, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:31:46.325863 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] For port 31632fef-1fd2-4713-9e39-90339ad2e2d9, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=31632fef-1fd2-4713-9e39-90339ad2e2d9,segment=NetworkSegment(9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e),segment_id=9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:31:46.357113 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:46.449423 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f46b7-941f-4df4-a271-452269aa497f None None] Pushing event updated for resources: {'Port': ['ID=31632fef-1fd2-4713-9e39-90339ad2e2d9,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:46.467742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a5891551-4e65-47ab-9c48-502fefbd14a3 None None] Provisioning complete for port 31632fef-1fd2-4713-9e39-90339ad2e2d9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:31:46.468546 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a5891551-4e65-47ab-9c48-502fefbd14a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:46.473385 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Routers {'6b630b79-bf9a-4196-875c-df14244f6919'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:31:46.473881 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:31:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6b630b79-bf9a-4196-875c-df14244f6919'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:46.800507 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:46.812005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37112) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:46.901506 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] Set router 6b630b79-bf9a-4196-875c-df14244f6919 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:31:46.905901 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ef8cc-e51f-4473-b61d-5ceb7d1f6920 req-f99cdaf7-e556-453e-a9f3-8b2040c68a79 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:46.928149 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c7ef8cc-e51f-4473-b61d-5ceb7d1f6920 req-f99cdaf7-e556-453e-a9f3-8b2040c68a79 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 0.2884083 Sep 29 17:31:46.935721 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b8d67-3036-416b-a38c-f36fb30914d8 req-5474a083-af50-4c9d-90df-b5aed1263ada tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:46.938747 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-433b8d67-3036-416b-a38c-f36fb30914d8 req-5474a083-af50-4c9d-90df-b5aed1263ada tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 946 time: 0.1873078 Sep 29 17:31:47.052366 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a5891551-4e65-47ab-9c48-502fefbd14a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:47.068562 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-433b8d67-3036-416b-a38c-f36fb30914d8 req-8a3244f0-4f82-4d9d-ae06-7bdef5696162 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221733 Sep 29 17:31:47.112168 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c7ef8cc-e51f-4473-b61d-5ceb7d1f6920 req-a36e8108-d148-469a-9939-a09e2255025b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814227 Sep 29 17:31:47.191424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-99a9abcd-e13c-49d3-b5fe-bf9fd955fa66 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-253500676-network', 'tenant_id': '9c9e844466ae4686bc84294b78ad0611'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:31:47.281412 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a9abcd-e13c-49d3-b5fe-bf9fd955fa66 admin admin] Made reservation on behalf of 9c9e844466ae4686bc84294b78ad0611 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:31:47.288554 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99a9abcd-e13c-49d3-b5fe-bf9fd955fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:47.297912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a5891551-4e65-47ab-9c48-502fefbd14a3 None None] For port 31632fef-1fd2-4713-9e39-90339ad2e2d9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=31632fef-1fd2-4713-9e39-90339ad2e2d9,segment=NetworkSegment(9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e),segment_id=9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:47.319504 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a5891551-4e65-47ab-9c48-502fefbd14a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:47.337774 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99a9abcd-e13c-49d3-b5fe-bf9fd955fa66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:47.458783 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5891551-4e65-47ab-9c48-502fefbd14a3 None None] Pushing event updated for resources: {'Port': ['ID=31632fef-1fd2-4713-9e39-90339ad2e2d9,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:47.505701 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4835639a-5cba-47aa-8777-71adda49cef7 None None] Provisioning complete for port 31632fef-1fd2-4713-9e39-90339ad2e2d9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:31:47.506083 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4835639a-5cba-47aa-8777-71adda49cef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:47.605233 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b630b79-bf9a-4196-875c-df14244f6919', 'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-router', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '837716fa-38af-4383-a29d-2015d9f5c008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:31:28Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '875de71af1fe4656a0ed844803995187', 'gw_port': {'id': '837716fa-38af-4383-a29d-2015d9f5c008', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:30Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '31632fef-1fd2-4713-9e39-90339ad2e2d9', 'name': '', 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'mac_address': 'fa:16:3e:72:e8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:39Z', 'updated_at': '2021-09-29T17:31:46Z', 'revision_number': 4, 'project_id': '875de71af1fe4656a0ed844803995187', 'subnets': [{'id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:31:47.650246 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99a9abcd-e13c-49d3-b5fe-bf9fd955fa66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:47.656354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba291b1f-6fc7-4979-afcd-713c82c6743c None None] The sync data for ids ['6b630b79-bf9a-4196-875c-df14244f6919'] in n-d-811748-2 is: [{'id': '6b630b79-bf9a-4196-875c-df14244f6919', 'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-router', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '837716fa-38af-4383-a29d-2015d9f5c008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:31:28Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '875de71af1fe4656a0ed844803995187', 'gw_port': {'id': '837716fa-38af-4383-a29d-2015d9f5c008', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:30Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '31632fef-1fd2-4713-9e39-90339ad2e2d9', 'name': '', 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'mac_address': 'fa:16:3e:72:e8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:39Z', 'updated_at': '2021-09-29T17:31:46Z', 'revision_number': 4, 'project_id': '875de71af1fe4656a0ed844803995187', 'subnets': [{'id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:31:47.658673 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99a9abcd-e13c-49d3-b5fe-bf9fd955fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:47.769167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9abcd-e13c-49d3-b5fe-bf9fd955fa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a757d4a7-9ad3-48a9-8e84-479cc39afc70,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:47.783232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a9abcd-e13c-49d3-b5fe-bf9fd955fa66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:31:47.834160 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99a9abcd-e13c-49d3-b5fe-bf9fd955fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:47.834858 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-99a9abcd-e13c-49d3-b5fe-bf9fd955fa66 admin admin] Added segment 09448e92-2850-4a8e-bbe4-649a4da08119 of type vlan for network 530741c4-2ed6-463a-ae83-4ffd465cc3fe Sep 29 17:31:47.976144 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99a9abcd-e13c-49d3-b5fe-bf9fd955fa66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:48.048598 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99a9abcd-e13c-49d3-b5fe-bf9fd955fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:48.049762 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a9abcd-e13c-49d3-b5fe-bf9fd955fa66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:48.050353 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99a9abcd-e13c-49d3-b5fe-bf9fd955fa66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:48.259755 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 37182) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:48.265668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9d340cef-06bb-41c9-8439-af0d11107f5f admin admin] Request body: {'subnet': {'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-253500676-subnet', 'tenant_id': '9c9e844466ae4686bc84294b78ad0611', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:31:48.266014 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-99a9abcd-e13c-49d3-b5fe-bf9fd955fa66 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4412763 Sep 29 17:31:48.268241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9abcd-e13c-49d3-b5fe-bf9fd955fa66 admin admin] Pushing event updated for resources: {'Network': ['ID=530741c4-2ed6-463a-ae83-4ffd465cc3fe,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:48.289316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 530741c4-2ed6-463a-ae83-4ffd465cc3fe details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:31:48.361543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d340cef-06bb-41c9-8439-af0d11107f5f admin admin] Made reservation on behalf of 9c9e844466ae4686bc84294b78ad0611 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:31:48.363884 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9d340cef-06bb-41c9-8439-af0d11107f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:48.422002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed02dae-462f-4b36-bfe1-ff6338a21cf2 req-55305689-f587-4d7e-a09e-605eb05b2cbd tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:48.423601 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0ed02dae-462f-4b36-bfe1-ff6338a21cf2 req-55305689-f587-4d7e-a09e-605eb05b2cbd tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 946 time: 0.1563365 Sep 29 17:31:48.548783 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0ed02dae-462f-4b36-bfe1-ff6338a21cf2 req-a54b3ca7-ddb3-4584-814e-aafc44c7ca4a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167960 Sep 29 17:31:48.704356 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cfdb2-5acf-498b-b399-d408355f7af9 req-dd65008e-d8bd-4908-acff-436c818e936d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:48.714447 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb2cfdb2-5acf-498b-b399-d408355f7af9 req-dd65008e-d8bd-4908-acff-436c818e936d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 0.3929255 Sep 29 17:31:48.938985 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9d340cef-06bb-41c9-8439-af0d11107f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:48.970518 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66dc83-ded4-40a3-9172-754790098a5e req-f9e0f317-94bb-4f89-9b6c-219cdf72e463 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:48.984305 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8a66dc83-ded4-40a3-9172-754790098a5e req-f9e0f317-94bb-4f89-9b6c-219cdf72e463 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 946 time: 0.1132340 Sep 29 17:31:49.046426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb2cfdb2-5acf-498b-b399-d408355f7af9 req-29bfc507-8b5f-4dfe-b911-1d957761eb85 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273685 Sep 29 17:31:49.075585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d340cef-06bb-41c9-8439-af0d11107f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=850aa2ea-a665-4c08-a483-91a45d065aa7,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:49.078683 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d340cef-06bb-41c9-8439-af0d11107f5f admin admin] Checking segment: {'id': '09448e92-2850-4a8e-bbe4-649a4da08119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:31:49.079249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d340cef-06bb-41c9-8439-af0d11107f5f admin admin] Network hostable DHCP agents. Network: 530741c4-2ed6-463a-ae83-4ffd465cc3fe, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:31:49.107503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d340cef-06bb-41c9-8439-af0d11107f5f admin admin] Network 530741c4-2ed6-463a-ae83-4ffd465cc3fe is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:31:49.110370 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8a66dc83-ded4-40a3-9172-754790098a5e req-81dfdef2-de83-4d28-b8af-284d3afe2b17 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250415 Sep 29 17:31:49.126365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-9d340cef-06bb-41c9-8439-af0d11107f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 530741c4-2ed6-463a-ae83-4ffd465cc3fe) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:31:49.150396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965ca42a-5ac6-48ec-9bc6-79e64a157ded None None] Network 530741c4-2ed6-463a-ae83-4ffd465cc3fe requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:31:49.155315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d340cef-06bb-41c9-8439-af0d11107f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:49.155930 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9d340cef-06bb-41c9-8439-af0d11107f5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:49.199251 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9d340cef-06bb-41c9-8439-af0d11107f5f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9383302 Sep 29 17:31:49.567789 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52058917-f68a-4783-a8e1-49e3ee3341c9 None None] Network 530741c4-2ed6-463a-ae83-4ffd465cc3fe requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:31:49.706842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb85e1-92ac-4d32-b398-aead2324269e req-7c6e8f94-014a-43d4-bc98-a2c64e727f15 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:49.716694 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-acbb85e1-92ac-4d32-b398-aead2324269e req-7c6e8f94-014a-43d4-bc98-a2c64e727f15 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 946 time: 0.0934844 Sep 29 17:31:49.791900 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-acbb85e1-92ac-4d32-b398-aead2324269e req-808cdea7-8f79-4c2d-9c4a-de4752d4cbbf tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715516 Sep 29 17:31:49.989163 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 31632fef-1fd2-4713-9e39-90339ad2e2d9 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:31:50.108099 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 31632fef-1fd2-4713-9e39-90339ad2e2d9 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:31:50.112259 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:50.354329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a39a6d-7d02-40ed-b6ce-2d81a34a52f1 req-86a7867e-3868-4d78-871e-cc8d759a132a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:50.356045 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-83a39a6d-7d02-40ed-b6ce-2d81a34a52f1 req-86a7867e-3868-4d78-871e-cc8d759a132a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 0.1323733 Sep 29 17:31:50.436992 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-83a39a6d-7d02-40ed-b6ce-2d81a34a52f1 req-69f86bac-34a7-4279-8bb5-bb8d32ef7f1b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742621 Sep 29 17:31:50.969152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84128866-0581-41eb-842c-0ca38501c78a req-26a5dc12-ca92-4f0b-8766-5c532045f2bb tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:50.970850 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-84128866-0581-41eb-842c-0ca38501c78a req-26a5dc12-ca92-4f0b-8766-5c532045f2bb tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 946 time: 0.0898483 Sep 29 17:31:51.034002 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-84128866-0581-41eb-842c-0ca38501c78a req-efbe7efc-4b98-4b37-bcb0-f184c6a0478d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561702 Sep 29 17:31:51.218206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fbf6c9-bce8-409a-871b-d61dd3987f76 req-c8287882-bc3e-4b70-b128-a3a71b866504 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:51.221200 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-14fbf6c9-bce8-409a-871b-d61dd3987f76 req-c8287882-bc3e-4b70-b128-a3a71b866504 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.35 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 946 time: 0.1704874 Sep 29 17:31:51.476259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-14fbf6c9-bce8-409a-871b-d61dd3987f76 req-043f48f0-baf2-454b-8003-15fb223807e7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Deleting port 5e92e665-4171-4a40-a088-5560aa0fd471 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:31:51.477033 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-14fbf6c9-bce8-409a-871b-d61dd3987f76 req-043f48f0-baf2-454b-8003-15fb223807e7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:51.638086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-14fbf6c9-bce8-409a-871b-d61dd3987f76 req-043f48f0-baf2-454b-8003-15fb223807e7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] For port 5e92e665-4171-4a40-a088-5560aa0fd471, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=5e92e665-4171-4a40-a088-5560aa0fd471,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:51.640092 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-14fbf6c9-bce8-409a-871b-d61dd3987f76 req-043f48f0-baf2-454b-8003-15fb223807e7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:51.671132 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35abb8-f014-4eb2-8fcc-377b9e84afeb req-4a5f0497-1176-4b1c-9b5e-7e6a275cb6f4 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:51.678196 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bb35abb8-f014-4eb2-8fcc-377b9e84afeb req-4a5f0497-1176-4b1c-9b5e-7e6a275cb6f4 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 0.1198008 Sep 29 17:31:51.686543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-14fbf6c9-bce8-409a-871b-d61dd3987f76 req-043f48f0-baf2-454b-8003-15fb223807e7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Calling delete_port for 5e92e665-4171-4a40-a088-5560aa0fd471 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:31:51.767485 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bb35abb8-f014-4eb2-8fcc-377b9e84afeb req-f73c1268-65e5-40c8-bff5-87b596ebc0bd tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826378 Sep 29 17:31:51.830180 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37264) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:51.979492 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-14fbf6c9-bce8-409a-871b-d61dd3987f76 req-043f48f0-baf2-454b-8003-15fb223807e7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:52.017945 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a15048ad-2803-49e1-a607-fe0b55b86024', '5e92e665-4171-4a40-a088-5560aa0fd471'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:31:52.064975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f48f0-baf2-454b-8003-15fb223807e7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Pushing event deleted for resources: {'Port': ['ID=5e92e665-4171-4a40-a088-5560aa0fd471,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:52.083586 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-512185d5-9797-4435-b29c-1e47e5d0f179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:52.140151 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fbf6c9-bce8-409a-871b-d61dd3987f76 req-043f48f0-baf2-454b-8003-15fb223807e7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] No DVR routers for this DVR port 5e92e665-4171-4a40-a088-5560aa0fd471 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:31:52.144367 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-14fbf6c9-bce8-409a-871b-d61dd3987f76 req-043f48f0-baf2-454b-8003-15fb223807e7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:52.147937 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-14fbf6c9-bce8-409a-871b-d61dd3987f76 req-043f48f0-baf2-454b-8003-15fb223807e7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.35 "DELETE /v2.0/ports/5e92e665-4171-4a40-a088-5560aa0fd471 HTTP/1.1" status: 204 len: 173 time: 0.9076715 Sep 29 17:31:52.148623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e4a823-ef69-412b-adba-55b2f523986a', 'name': 'network-vif-deleted', 'tag': '5e92e665-4171-4a40-a088-5560aa0fd471'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:31:52.152866 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fd502a-2ac2-41d6-98cb-3a35b4e1c19c" -d '{"events": [{"server_uuid": "51e4a823-ef69-412b-adba-55b2f523986a", "name": "network-vif-deleted", "tag": "5e92e665-4171-4a40-a088-5560aa0fd471"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:31:52.282368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-512185d5-9797-4435-b29c-1e47e5d0f179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:52.298810 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-512185d5-9797-4435-b29c-1e47e5d0f179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:52.367074 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-512185d5-9797-4435-b29c-1e47e5d0f179 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc7eb2e9b7ae486486a25190a1a5cc01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5350492 Sep 29 17:31:52.369074 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512185d5-9797-4435-b29c-1e47e5d0f179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1820ff60-507e-4c5c-b9e6-9de339f34268,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:52.370080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 37292) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:52.405153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-60b765c4-fade-4a32-a9e9-1a6f618e5ca9 req-ba912036-3c0e-4f02-b3ae-ca8de78b6332 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e4a823-ef69-412b-adba-55b2f523986a HTTP/1.1" status: 200 len: 210 time: 0.0755889 Sep 29 17:31:52.501062 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eebebcc7-f8b1-4b5d-a673-f5f8910694ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:52.553579 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38010d93-8320-4709-b88a-fe423014fabe x-openstack-request-id: req-38010d93-8320-4709-b88a-fe423014fabe {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:31:52.553922 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e4a823-ef69-412b-adba-55b2f523986a", "name": "network-vif-deleted", "tag": "5e92e665-4171-4a40-a088-5560aa0fd471", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:31:52.554338 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-38010d93-8320-4709-b88a-fe423014fabe {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:31:52.554675 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e4a823-ef69-412b-adba-55b2f523986a', 'name': 'network-vif-deleted', 'tag': '5e92e665-4171-4a40-a088-5560aa0fd471', 'status': 'completed', 'code': 200} Sep 29 17:31:52.557568 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eebebcc7-f8b1-4b5d-a673-f5f8910694ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:52.642665 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eebebcc7-f8b1-4b5d-a673-f5f8910694ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:52.645657 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eebebcc7-f8b1-4b5d-a673-f5f8910694ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:52.649814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-eebebcc7-f8b1-4b5d-a673-f5f8910694ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1820ff60-507e-4c5c-b9e6-9de339f34268 HTTP/1.1" status: 204 len: 168 time: 0.2785323 Sep 29 17:31:52.659549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebebcc7-f8b1-4b5d-a673-f5f8910694ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1820ff60-507e-4c5c-b9e6-9de339f34268,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:53.000051 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b8b45-3e24-4df9-b7aa-9f3a400bfb6e req-39a81c4d-d94d-4fee-bec6-83691ed46d2f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:53.001623 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-539b8b45-3e24-4df9-b7aa-9f3a400bfb6e req-39a81c4d-d94d-4fee-bec6-83691ed46d2f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 0.0909426 Sep 29 17:31:53.093627 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-539b8b45-3e24-4df9-b7aa-9f3a400bfb6e req-c3c12ded-2ce4-4bdb-8901-f1aff87a435a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837984 Sep 29 17:31:53.935876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37338) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:53.961831 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68b1d08f-4efd-4148-a7ed-da985d79b01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:54.164481 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68b1d08f-4efd-4148-a7ed-da985d79b01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:54.180065 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68b1d08f-4efd-4148-a7ed-da985d79b01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:54.285336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1d08f-4efd-4148-a7ed-da985d79b01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93712684-b2ee-44d3-9443-e6b379aa29fa,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:54.380653 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-68b1d08f-4efd-4148-a7ed-da985d79b01d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9cb4ee61d4f4b458c4b7fbb1c1be4a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415476 Sep 29 17:31:54.381314 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 37350) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:54.453175 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309d4eb-1869-4ad1-86cf-86aea6b9e8bd req-97d3269e-acf3-406f-acfd-dcd4425ed160 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:54.474558 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7309d4eb-1869-4ad1-86cf-86aea6b9e8bd req-97d3269e-acf3-406f-acfd-dcd4425ed160 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 0.1852605 Sep 29 17:31:54.582954 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6fdaf068-607c-49ce-90b2-5047a8e591fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:54.592416 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7309d4eb-1869-4ad1-86cf-86aea6b9e8bd req-802449b5-30c2-4d8f-b725-c7be13e76a61 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167088 Sep 29 17:31:54.644210 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6fdaf068-607c-49ce-90b2-5047a8e591fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:54.699175 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 5e92e665-4171-4a40-a088-5560aa0fd471 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:31:54.724532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 5e92e665-4171-4a40-a088-5560aa0fd471 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:31:54.725211 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 5e92e665-4171-4a40-a088-5560aa0fd471 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:31:54.734070 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6fdaf068-607c-49ce-90b2-5047a8e591fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:54.738196 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6fdaf068-607c-49ce-90b2-5047a8e591fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:54.743581 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6fdaf068-607c-49ce-90b2-5047a8e591fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93712684-b2ee-44d3-9443-e6b379aa29fa HTTP/1.1" status: 204 len: 168 time: 0.3612206 Sep 29 17:31:54.753978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdaf068-607c-49ce-90b2-5047a8e591fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93712684-b2ee-44d3-9443-e6b379aa29fa,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:55.632706 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66d136-d823-4500-a11c-c88903bed9ee req-6476567c-8b52-47e1-aca8-c8adb6f3eb76 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:55.635190 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b66d136-d823-4500-a11c-c88903bed9ee req-6476567c-8b52-47e1-aca8-c8adb6f3eb76 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 806 time: 0.2022195 Sep 29 17:31:55.650455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d607067-c344-42e7-a704-c3a5051929a1 req-3cfc598f-0979-4aab-aabf-c150ad79199b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:55.655573 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d607067-c344-42e7-a704-c3a5051929a1 req-3cfc598f-0979-4aab-aabf-c150ad79199b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/networks?id=530741c4-2ed6-463a-ae83-4ffd465cc3fe HTTP/1.1" status: 200 len: 814 time: 0.2470329 Sep 29 17:31:55.657477 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b66d136-d823-4500-a11c-c88903bed9ee req-cdd6992f-4885-4358-99b3-f147e64bcb17 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/quotas/fe4f93d224e54a979295881fff6b9e51 HTTP/1.1" status: 200 len: 375 time: 0.0154073 Sep 29 17:31:55.686353 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d3791c07-fd84-48e8-b08f-2a532d2d4620 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/quotas/9c9e844466ae4686bc84294b78ad0611 HTTP/1.1" status: 200 len: 375 time: 0.0223503 Sep 29 17:31:55.734156 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b66d136-d823-4500-a11c-c88903bed9ee req-641096fc-a178-46f5-b055-4c64517de0a8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705488 Sep 29 17:31:55.764438 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d607067-c344-42e7-a704-c3a5051929a1 req-0cd7a243-8f68-4f96-9c46-0a59da1089dc tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c9e844466ae4686bc84294b78ad0611&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706224 Sep 29 17:31:55.870854 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37416) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:55.910852 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d607067-c344-42e7-a704-c3a5051929a1 req-7f54c454-ef2d-4603-b9f1-d2de30a7ccae service neutron] 10.222.0.44 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377420 Sep 29 17:31:55.926599 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b66d136-d823-4500-a11c-c88903bed9ee req-2dc0d37e-1395-4f08-b414-21b1677fe1e5 service neutron] 10.222.0.44 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805985 Sep 29 17:31:56.031700 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d607067-c344-42e7-a704-c3a5051929a1 req-aa345a77-c6d9-4e8e-b0fa-c7595938a592 service neutron] 10.222.0.44 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130691 Sep 29 17:31:56.071700 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b66d136-d823-4500-a11c-c88903bed9ee req-4ff00bdd-3c82-472e-a8f4-992d1f0a29d6 service neutron] 10.222.0.44 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440721 Sep 29 17:31:56.375491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7b6568f-dd1d-4dce-a7ac-cffa386365c9 req-9b6193c7-2e14-4821-b583-1f05425746d8 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 210 time: 0.0565529 Sep 29 17:31:56.450782 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff3c98d7-b141-4eb4-9cd1-5f6fb0067fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:56.554201 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-135d7aa8-aa68-4767-b5bb-315dcb0b14b6 req-43500d0e-011f-4302-b085-0b92b5038ba6 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 210 time: 0.0840335 Sep 29 17:31:56.557508 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a72bc-7052-4bd4-ad02-af4ffa3f1018 req-c2c31403-727f-46a8-b6ba-5761c0da7da8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:56.566050 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4b1a72bc-7052-4bd4-ad02-af4ffa3f1018 req-c2c31403-727f-46a8-b6ba-5761c0da7da8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 0.2353508 Sep 29 17:31:56.707788 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4b1a72bc-7052-4bd4-ad02-af4ffa3f1018 req-fe09226b-913c-4472-b669-ee359e4933ca tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315527 Sep 29 17:31:56.820422 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff3c98d7-b141-4eb4-9cd1-5f6fb0067fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:56.828346 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff3c98d7-b141-4eb4-9cd1-5f6fb0067fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:56.932642 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c98d7-b141-4eb4-9cd1-5f6fb0067fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b4ea5c-efa8-48c5-994e-ea0e000c0ea5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:56.966375 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ff3c98d7-b141-4eb4-9cd1-5f6fb0067fa5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60b937ea123544d3b0835da4bcd27254&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0928876 Sep 29 17:31:56.969453 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37476) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:57.072258 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f242a3ef-a2b8-47fe-b5b7-9d24542ea2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:57.118670 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f242a3ef-a2b8-47fe-b5b7-9d24542ea2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:57.166429 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:57.237502 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f242a3ef-a2b8-47fe-b5b7-9d24542ea2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:57.240940 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f242a3ef-a2b8-47fe-b5b7-9d24542ea2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:57.242517 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f242a3ef-a2b8-47fe-b5b7-9d24542ea2bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32b4ea5c-efa8-48c5-994e-ea0e000c0ea5 HTTP/1.1" status: 204 len: 168 time: 0.2713325 Sep 29 17:31:57.272283 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242a3ef-a2b8-47fe-b5b7-9d24542ea2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b4ea5c-efa8-48c5-994e-ea0e000c0ea5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:57.569551 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd60ba0a-2256-4d00-93bf-1347577c7e9b req-ec493b7f-8cf5-421d-a03d-e5aafb9f372e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 210 time: 0.0465739 Sep 29 17:31:57.686124 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9feb35a5-b170-4d50-9143-2d7209135385 req-cb2538b3-cef3-466a-8d08-1449f775a198 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 210 time: 0.0438416 Sep 29 17:31:57.862020 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074438b-efbf-4af3-83d7-e369e619c129 req-5dbb6251-de26-4e58-b737-815168246450 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:57.865319 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c074438b-efbf-4af3-83d7-e369e619c129 req-5dbb6251-de26-4e58-b737-815168246450 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 946 time: 0.0815606 Sep 29 17:31:57.940476 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c074438b-efbf-4af3-83d7-e369e619c129 req-eb37b158-a424-4ace-9163-ed16945d95d8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581100 Sep 29 17:31:58.164598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d607067-c344-42e7-a704-c3a5051929a1 req-877f943e-6e9b-4744-be19-2bc515d9caca tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:58.190137 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d607067-c344-42e7-a704-c3a5051929a1 req-877f943e-6e9b-4744-be19-2bc515d9caca tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.49 "GET /v2.0/networks?id=530741c4-2ed6-463a-ae83-4ffd465cc3fe HTTP/1.1" status: 200 len: 814 time: 0.1979351 Sep 29 17:31:58.203706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4d607067-c344-42e7-a704-c3a5051929a1 req-f389166a-d037-45bd-98ed-933d2b67130e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Request body: {'port': {'device_id': '96e19138-9f30-4269-9191-0a1c18808b4d', 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe', 'admin_state_up': True, 'tenant_id': '9c9e844466ae4686bc84294b78ad0611'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:31:58.339303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37542) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:58.347034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d607067-c344-42e7-a704-c3a5051929a1 req-f389166a-d037-45bd-98ed-933d2b67130e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Made reservation on behalf of 9c9e844466ae4686bc84294b78ad0611 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:31:58.352303 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4d607067-c344-42e7-a704-c3a5051929a1 req-f389166a-d037-45bd-98ed-933d2b67130e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:58.362673 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32f1700d-9de2-4c7a-90ae-1dcfd33ea45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:58.547609 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32f1700d-9de2-4c7a-90ae-1dcfd33ea45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:58.565617 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32f1700d-9de2-4c7a-90ae-1dcfd33ea45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:58.657729 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-32f1700d-9de2-4c7a-90ae-1dcfd33ea45a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c412eb11de71458d8f947a387e81957f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3173110 Sep 29 17:31:58.672995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 37550) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:31:58.675705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-4d607067-c344-42e7-a704-c3a5051929a1 req-f389166a-d037-45bd-98ed-933d2b67130e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Allocated IP 172.20.0.10 (530741c4-2ed6-463a-ae83-4ffd465cc3fe/850aa2ea-a665-4c08-a483-91a45d065aa7/b5bb356b-abe3-49d2-b848-bbe77907e693) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:31:58.684838 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1700d-9de2-4c7a-90ae-1dcfd33ea45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639c065e-c39b-485a-95a7-fe6efb3f3e30,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:58.785084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:31:58.822626 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-90fe3b2a-95e9-4374-81d4-d1cd6ece6cd2 req-8150e7c0-5e00-47f9-bf17-08e8570fce02 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 210 time: 0.0629957 Sep 29 17:31:58.964725 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:58.992150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:31:58.994746 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559a7f99-9d4b-40e7-8f5c-81d1eccd12dd" -d '{"events": [{"server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "name": "network-vif-unplugged", "status": "completed", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:31:59.008336 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:31:59.017617 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:59.081194 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0b794c-02d5-406e-9fc2-070ba4f89f5f x-openstack-request-id: req-ae0b794c-02d5-406e-9fc2-070ba4f89f5f {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:31:59.081674 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "name": "network-vif-unplugged", "status": "completed", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:31:59.081937 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae0b794c-02d5-406e-9fc2-070ba4f89f5f {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:31:59.082343 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'code': 200} Sep 29 17:31:59.105353 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,revision_number=14']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:59.249731 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a6d8ef6-59d9-47b3-85af-e8a568bb0e4c req-70c45732-fab6-4225-8783-fc78a1d857f0 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 210 time: 0.0635648 Sep 29 17:31:59.323867 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66d136-d823-4500-a11c-c88903bed9ee req-ab746a64-83e3-4ae7-bc13-0707edbeb206 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:59.326062 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b66d136-d823-4500-a11c-c88903bed9ee req-ab746a64-83e3-4ae7-bc13-0707edbeb206 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.49 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 806 time: 0.7583811 Sep 29 17:31:59.355322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5b66d136-d823-4500-a11c-c88903bed9ee req-e789e1b4-4db4-4868-bd3e-45a75a777d35 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Request body: {'port': {'device_id': '9db6315c-463f-41e1-8468-e9df4effe4dc', 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f', 'admin_state_up': True, 'tenant_id': 'fe4f93d224e54a979295881fff6b9e51'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:31:59.382788 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0a64-33e0-494c-8625-44dafe3a8a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:59.483275 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0a64-33e0-494c-8625-44dafe3a8a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:59.635311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b66d136-d823-4500-a11c-c88903bed9ee req-e789e1b4-4db4-4868-bd3e-45a75a777d35 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Made reservation on behalf of fe4f93d224e54a979295881fff6b9e51 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:31:59.639493 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5b66d136-d823-4500-a11c-c88903bed9ee req-e789e1b4-4db4-4868-bd3e-45a75a777d35 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:59.645767 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4d607067-c344-42e7-a704-c3a5051929a1 req-f389166a-d037-45bd-98ed-933d2b67130e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:59.677935 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0a64-33e0-494c-8625-44dafe3a8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:59.680455 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0a64-33e0-494c-8625-44dafe3a8a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:59.681667 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8e5b0a64-33e0-494c-8625-44dafe3a8a1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/639c065e-c39b-485a-95a7-fe6efb3f3e30 HTTP/1.1" status: 204 len: 168 time: 1.0076432 Sep 29 17:31:59.737939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b0a64-33e0-494c-8625-44dafe3a8a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639c065e-c39b-485a-95a7-fe6efb3f3e30,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:59.785014 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4d607067-c344-42e7-a704-c3a5051929a1 req-f389166a-d037-45bd-98ed-933d2b67130e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:31:59.859657 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d607067-c344-42e7-a704-c3a5051929a1 req-f389166a-d037-45bd-98ed-933d2b67130e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Network 530741c4-2ed6-463a-ae83-4ffd465cc3fe is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:31:59.876682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-4d607067-c344-42e7-a704-c3a5051929a1 req-f389166a-d037-45bd-98ed-933d2b67130e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:31:59.879247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-5b66d136-d823-4500-a11c-c88903bed9ee req-e789e1b4-4db4-4868-bd3e-45a75a777d35 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Allocated IP 172.20.0.5 (fe93af0d-88eb-4bd8-b10d-ef73fbecc01f/81b8f427-6a40-4543-b542-ebc1c5f5a50d/4f050748-01b5-4d26-9f79-f40e85057c9d) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:31:59.896912 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d607067-c344-42e7-a704-c3a5051929a1 req-f389166a-d037-45bd-98ed-933d2b67130e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:31:59.907583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389166a-d037-45bd-98ed-933d2b67130e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Pushing event updated for resources: {'Port': ['ID=b5bb356b-abe3-49d2-b848-bbe77907e693,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:31:59.985780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d607067-c344-42e7-a704-c3a5051929a1 req-f389166a-d037-45bd-98ed-933d2b67130e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:31:59.986411 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4d607067-c344-42e7-a704-c3a5051929a1 req-f389166a-d037-45bd-98ed-933d2b67130e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:00.054345 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d607067-c344-42e7-a704-c3a5051929a1 req-f389166a-d037-45bd-98ed-933d2b67130e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8551965 Sep 29 17:32:00.073261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Request body: {'port': {'device_id': '96e19138-9f30-4269-9191-0a1c18808b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:00.158664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3f44b-d1ed-4be5-b043-7683bf4c2030 req-f5cd848b-a67d-45d1-a96d-63c91836cf4c tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:00.165787 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6dd3f44b-d1ed-4be5-b043-7683bf4c2030 req-f5cd848b-a67d-45d1-a96d-63c91836cf4c tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 932 time: 0.1894486 Sep 29 17:32:00.266745 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5b66d136-d823-4500-a11c-c88903bed9ee req-e789e1b4-4db4-4868-bd3e-45a75a777d35 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:00.276142 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:00.304467 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6dd3f44b-d1ed-4be5-b043-7683bf4c2030 req-7a946dc9-c584-49e7-9641-55018017a506 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368129 Sep 29 17:32:00.407221 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-50fe89b7-fb0f-489f-9d39-3275afd5d03b req-c1574afb-0128-4146-a319-36ce7d801d33 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 210 time: 0.0514619 Sep 29 17:32:00.476021 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5b66d136-d823-4500-a11c-c88903bed9ee req-e789e1b4-4db4-4868-bd3e-45a75a777d35 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:00.516703 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a15048ad-2803-49e1-a607-fe0b55b86024'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:32:00.663325 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b66d136-d823-4500-a11c-c88903bed9ee req-e789e1b4-4db4-4868-bd3e-45a75a777d35 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:00.672086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-5b66d136-d823-4500-a11c-c88903bed9ee req-e789e1b4-4db4-4868-bd3e-45a75a777d35 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:00.703140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b66d136-d823-4500-a11c-c88903bed9ee req-e789e1b4-4db4-4868-bd3e-45a75a777d35 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:00.759567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789e1b4-4db4-4868-bd3e-45a75a777d35 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Pushing event updated for resources: {'Port': ['ID=4f050748-01b5-4d26-9f79-f40e85057c9d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:00.775507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66d136-d823-4500-a11c-c88903bed9ee req-e789e1b4-4db4-4868-bd3e-45a75a777d35 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:00.776482 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5b66d136-d823-4500-a11c-c88903bed9ee req-e789e1b4-4db4-4868-bd3e-45a75a777d35 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:00.811190 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b66d136-d823-4500-a11c-c88903bed9ee req-e789e1b4-4db4-4868-bd3e-45a75a777d35 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4721355 Sep 29 17:32:00.843525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Request body: {'port': {'device_id': '9db6315c-463f-41e1-8468-e9df4effe4dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:01.097848 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:01.124316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5bb356b-abe3-49d2-b848-bbe77907e693 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:32:01.143254 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:01.164174 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee5056-e377-4ce4-8b68-0e65cb50696f req-45373882-88c2-41f6-aaa4-d19ace5a6636 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:01.174745 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-66ee5056-e377-4ce4-8b68-0e65cb50696f req-45373882-88c2-41f6-aaa4-d19ace5a6636 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1213844 Sep 29 17:32:01.193216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Transition to ACTIVE for port object b5bb356b-abe3-49d2-b848-bbe77907e693 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:32:01.213606 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:01.250694 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-66ee5056-e377-4ce4-8b68-0e65cb50696f req-70078d85-2940-4cd3-9f25-9ad6aafaf34b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746124 Sep 29 17:32:01.536809 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17ff50-a882-43b5-8d48-d65e8025052d req-ae27c45b-0a8b-4c1e-8102-0d04a2902d06 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:01.537574 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bb356b-abe3-49d2-b848-bbe77907e693,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:01.547598 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1f17ff50-a882-43b5-8d48-d65e8025052d req-ae27c45b-0a8b-4c1e-8102-0d04a2902d06 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 944 time: 0.0816641 Sep 29 17:32:01.598637 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1f17ff50-a882-43b5-8d48-d65e8025052d req-9d19f2d3-8100-4ddd-aeb0-7bdb21a691a3 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498722 Sep 29 17:32:01.763314 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Attempting to bind port b5bb356b-abe3-49d2-b848-bbe77907e693 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:32:01.763831 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Attempting to bind port b5bb356b-abe3-49d2-b848-bbe77907e693 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '09448e92-2850-4a8e-bbe4-649a4da08119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:32:01.764168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Attempting to bind port b5bb356b-abe3-49d2-b848-bbe77907e693 on network 530741c4-2ed6-463a-ae83-4ffd465cc3fe {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:01.775434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8890a08-7d79-4dae-8a7e-c45b093a1dd3 req-590486f8-73ed-4e71-b504-f1dda010c6dc tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:01.778452 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d8890a08-7d79-4dae-8a7e-c45b093a1dd3 req-590486f8-73ed-4e71-b504-f1dda010c6dc tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 931 time: 0.0753901 Sep 29 17:32:01.794791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Port b5bb356b-abe3-49d2-b848-bbe77907e693 on network 530741c4-2ed6-463a-ae83-4ffd465cc3fe not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:32:01.795131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Attempting to bind port b5bb356b-abe3-49d2-b848-bbe77907e693 on network 530741c4-2ed6-463a-ae83-4ffd465cc3fe {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:01.818502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5a6cf-9db0-4790-9514-678227dfa445 req-261ee1fb-3f99-4b9e-b5e4-0c536e972fbc tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:01.820048 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aad5a6cf-9db0-4790-9514-678227dfa445 req-261ee1fb-3f99-4b9e-b5e4-0c536e972fbc tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.3109322 Sep 29 17:32:01.820836 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:32:01.821173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Checking segment: {'id': '09448e92-2850-4a8e-bbe4-649a4da08119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:01.821597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Bound using segment: {'id': '09448e92-2850-4a8e-bbe4-649a4da08119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:32:01.822046 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Bound port: b5bb356b-abe3-49d2-b848-bbe77907e693, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09448e92-2850-4a8e-bbe4-649a4da08119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:32:01.822406 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:01.826370 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d8890a08-7d79-4dae-8a7e-c45b093a1dd3 req-5aaff92b-f14a-4545-800f-aec90e631ff7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414853 Sep 29 17:32:01.931736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7254f-3a83-41da-83c2-231e2e357074 req-fdde9a99-1fee-421e-ad6f-ba82cfd9d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:01.933250 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-86a7254f-3a83-41da-83c2-231e2e357074 req-fdde9a99-1fee-421e-ad6f-ba82cfd9d689 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 1095 time: 0.4225621 Sep 29 17:32:02.099961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aad5a6cf-9db0-4790-9514-678227dfa445 req-f8293523-ffc4-4ff5-8528-ca94cd4bc73d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975703 Sep 29 17:32:02.135102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] For port b5bb356b-abe3-49d2-b848-bbe77907e693, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:32:02.178089 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] For port b5bb356b-abe3-49d2-b848-bbe77907e693, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b5bb356b-abe3-49d2-b848-bbe77907e693,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:32:02.179742 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7254f-3a83-41da-83c2-231e2e357074 req-283a236f-6dc6-4f15-aa2a-5387f181bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:02.181247 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-86a7254f-3a83-41da-83c2-231e2e357074 req-283a236f-6dc6-4f15-aa2a-5387f181bdc1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.2392147 Sep 29 17:32:02.185612 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:02.276912 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f050748-01b5-4d26-9f79-f40e85057c9d {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:32:02.287430 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37724) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:02.294916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:02.295951 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:02.297170 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d607067-c344-42e7-a704-c3a5051929a1 req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] 10.222.0.49 "PUT /v2.0/ports/b5bb356b-abe3-49d2-b848-bbe77907e693 HTTP/1.1" status: 200 len: 1092 time: 2.2310863 Sep 29 17:32:02.297832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e19138-9f30-4269-9191-0a1c18808b4d', 'tag': 'b5bb356b-abe3-49d2-b848-bbe77907e693'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:02.299983 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c4c3ba-5644-458e-aad2-2771674607a5" -d '{"events": [{"name": "network-changed", "server_uuid": "96e19138-9f30-4269-9191-0a1c18808b4d", "tag": "b5bb356b-abe3-49d2-b848-bbe77907e693"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:02.312756 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:02.370211 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eaef94-6e72-43e6-abaa-4b8736f3d5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bb356b-abe3-49d2-b848-bbe77907e693,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:02.387941 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Transition to ACTIVE for port object 4f050748-01b5-4d26-9f79-f40e85057c9d will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:32:02.396969 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-86a7254f-3a83-41da-83c2-231e2e357074 req-f3b2f5cc-82a0-42b1-9540-a1abf2325505 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 HTTP/1.1" status: 200 len: 999 time: 0.2036481 Sep 29 17:32:02.401170 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:02.404213 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb334b0-feb0-489a-8ad7-33a9a9f98c04 x-openstack-request-id: req-1eb334b0-feb0-489a-8ad7-33a9a9f98c04 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:32:02.404547 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e19138-9f30-4269-9191-0a1c18808b4d", "tag": "b5bb356b-abe3-49d2-b848-bbe77907e693", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:32:02.404812 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1eb334b0-feb0-489a-8ad7-33a9a9f98c04 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:32:02.405206 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e19138-9f30-4269-9191-0a1c18808b4d', 'tag': 'b5bb356b-abe3-49d2-b848-bbe77907e693', 'status': 'completed', 'code': 200} Sep 29 17:32:02.502585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d607067-c344-42e7-a704-c3a5051929a1 req-e5fd4d0a-1abf-464a-8385-d8254aa323ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:02.504124 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d607067-c344-42e7-a704-c3a5051929a1 req-e5fd4d0a-1abf-464a-8385-d8254aa323ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c9e844466ae4686bc84294b78ad0611&device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 1095 time: 0.1561127 Sep 29 17:32:02.508049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Pushing event updated for resources: {'Port': ['ID=4f050748-01b5-4d26-9f79-f40e85057c9d,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:02.572565 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7254f-3a83-41da-83c2-231e2e357074 req-c87def1f-7c54-43de-80f0-85cd9ff2596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:02.572565 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-86a7254f-3a83-41da-83c2-231e2e357074 req-c87def1f-7c54-43de-80f0-85cd9ff2596c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.1352766 Sep 29 17:32:02.573567 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d607067-c344-42e7-a704-c3a5051929a1 req-663e80f4-f309-40c1-9e2a-dcee88025fe0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5bb356b-abe3-49d2-b848-bbe77907e693 HTTP/1.1" status: 200 len: 217 time: 0.0581541 Sep 29 17:32:02.721754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d607067-c344-42e7-a704-c3a5051929a1 req-90b1c647-51ad-4c69-839b-a81770c12a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:02.723228 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d607067-c344-42e7-a704-c3a5051929a1 req-90b1c647-51ad-4c69-839b-a81770c12a53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=850aa2ea-a665-4c08-a483-91a45d065aa7 HTTP/1.1" status: 200 len: 854 time: 0.1228147 Sep 29 17:32:02.739178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Attempting to bind port 4f050748-01b5-4d26-9f79-f40e85057c9d on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:32:02.739519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Attempting to bind port 4f050748-01b5-4d26-9f79-f40e85057c9d by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:32:02.739850 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Attempting to bind port 4f050748-01b5-4d26-9f79-f40e85057c9d on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:02.745708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7254f-3a83-41da-83c2-231e2e357074 req-0f6f7fa2-3e1c-402b-8a5c-9d5bca83bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:02.747403 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-86a7254f-3a83-41da-83c2-231e2e357074 req-0f6f7fa2-3e1c-402b-8a5c-9d5bca83bec9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458728 Sep 29 17:32:02.767802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Port 4f050748-01b5-4d26-9f79-f40e85057c9d on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:32:02.768130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Attempting to bind port 4f050748-01b5-4d26-9f79-f40e85057c9d on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:02.790167 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ab749ed7-1e3c-4c52-9c70-63e30c67d780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:02.803916 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d607067-c344-42e7-a704-c3a5051929a1 req-ba5b4071-7d64-42d6-9ea6-6254c18972b6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=530741c4-2ed6-463a-ae83-4ffd465cc3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606120 Sep 29 17:32:02.827272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:32:02.827768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Checking segment: {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:02.827990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Bound using segment: {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:32:02.828445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Bound port: 4f050748-01b5-4d26-9f79-f40e85057c9d, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:32:02.828805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:02.914668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37740) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:02.961904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b094f6-9d4e-49be-a5f1-6679322b6a0a req-470271f0-b3f6-4eb2-825d-ff0d8a1d574a tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:02.963720 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c2b094f6-9d4e-49be-a5f1-6679322b6a0a req-470271f0-b3f6-4eb2-825d-ff0d8a1d574a tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 944 time: 0.2674315 Sep 29 17:32:03.065370 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e77e1f-6562-4cf8-98f9-324cb9d34b9f req-084b4120-c4ad-4ffa-8b5b-41b489768972 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:03.067365 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-09e77e1f-6562-4cf8-98f9-324cb9d34b9f req-084b4120-c4ad-4ffa-8b5b-41b489768972 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 943 time: 0.1303566 Sep 29 17:32:03.104445 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ab749ed7-1e3c-4c52-9c70-63e30c67d780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:03.114033 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ab749ed7-1e3c-4c52-9c70-63e30c67d780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:03.156057 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab749ed7-1e3c-4c52-9c70-63e30c67d780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f32d77-7a67-4a0d-ac9f-23019e5a812b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:03.186042 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-09e77e1f-6562-4cf8-98f9-324cb9d34b9f req-036377f8-e3a1-48aa-bc32-4d112d529e58 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113052 Sep 29 17:32:03.199401 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ab749ed7-1e3c-4c52-9c70-63e30c67d780 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb21dd31000e48daadadc61a7f284266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9088855 Sep 29 17:32:03.203592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37754) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:03.288063 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a6c185b-8cc9-4178-b7c6-cfef6bf128be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:03.319532 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-27a61f7f-a256-47eb-a517-4f068312c5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:03.402175 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-27a61f7f-a256-47eb-a517-4f068312c5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:03.517203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c2b094f6-9d4e-49be-a5f1-6679322b6a0a req-9337e67d-30c8-4254-8b7b-88b515aeba0a tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451665 Sep 29 17:32:03.529624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-86a7254f-3a83-41da-83c2-231e2e357074 req-49731590-ee8d-461a-8878-ea6b53dee5a9 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7725322 Sep 29 17:32:03.549799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d607067-c344-42e7-a704-c3a5051929a1 req-c96ef293-d100-43da-b7d6-a5f2256a6a30 service neutron] 10.222.0.49 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239568 Sep 29 17:32:03.654148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d607067-c344-42e7-a704-c3a5051929a1 req-7a3e3c44-1f94-4949-adba-49d7d7f11c18 service neutron] 10.222.0.49 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091957 Sep 29 17:32:03.666612 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] For port 4f050748-01b5-4d26-9f79-f40e85057c9d, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:32:03.709659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] For port 4f050748-01b5-4d26-9f79-f40e85057c9d, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f050748-01b5-4d26-9f79-f40e85057c9d,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:32:03.724172 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:03.809558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:03.810346 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:03.812127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b66d136-d823-4500-a11c-c88903bed9ee req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] 10.222.0.49 "PUT /v2.0/ports/4f050748-01b5-4d26-9f79-f40e85057c9d HTTP/1.1" status: 200 len: 1091 time: 2.9843111 Sep 29 17:32:03.870250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4c3ba-5644-458e-aad2-2771674607a5 req-913ef3b6-bc4e-4684-b9d1-589536406de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:03.874972 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9c4c3ba-5644-458e-aad2-2771674607a5 req-913ef3b6-bc4e-4684-b9d1-589536406de5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c9e844466ae4686bc84294b78ad0611&device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 1095 time: 0.1643448 Sep 29 17:32:03.881914 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a6c185b-8cc9-4178-b7c6-cfef6bf128be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:03.892155 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce4742-f5b9-4a84-8c5a-f6bf19a89ba2 req-20c4134d-0112-4d35-b899-63b508948d43 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:03.893945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdce4742-f5b9-4a84-8c5a-f6bf19a89ba2 req-20c4134d-0112-4d35-b899-63b508948d43 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.4408588 Sep 29 17:32:03.895641 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-27a61f7f-a256-47eb-a517-4f068312c5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:03.898402 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-27a61f7f-a256-47eb-a517-4f068312c5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:03.899621 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-27a61f7f-a256-47eb-a517-4f068312c5c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1f32d77-7a67-4a0d-ac9f-23019e5a812b HTTP/1.1" status: 204 len: 168 time: 0.6950607 Sep 29 17:32:03.900583 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a6c185b-8cc9-4178-b7c6-cfef6bf128be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:03.924131 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-86a7254f-3a83-41da-83c2-231e2e357074 req-780b8287-bb94-407a-b739-8de328a007e5 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813076 Sep 29 17:32:03.936161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823577aa-d1b6-4b12-8f06-b07533c34f56 service neutron] Pushing event updated for resources: {'Port': ['ID=4f050748-01b5-4d26-9f79-f40e85057c9d,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:03.936492 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a61f7f-a256-47eb-a517-4f068312c5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f32d77-7a67-4a0d-ac9f-23019e5a812b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:03.967384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5a6c185b-8cc9-4178-b7c6-cfef6bf128be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67473465517249af9a9fadbcf12b073e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0495491 Sep 29 17:32:03.972053 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 37772) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:03.995019 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdce4742-f5b9-4a84-8c5a-f6bf19a89ba2 req-0f8ca4cf-310a-4c42-b0d6-7fad8dfa5336 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911698 Sep 29 17:32:04.002446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c185b-8cc9-4178-b7c6-cfef6bf128be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a00106-550c-41a1-b775-388ed7100853,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:04.055152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66d136-d823-4500-a11c-c88903bed9ee req-d6f4b4e9-7dc6-4da8-b05c-92c1e188d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:04.058031 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b66d136-d823-4500-a11c-c88903bed9ee req-d6f4b4e9-7dc6-4da8-b05c-92c1e188d3a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 1094 time: 0.1994984 Sep 29 17:32:04.117917 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b66d136-d823-4500-a11c-c88903bed9ee req-a022c199-e69e-4088-b5c9-9cf7d58a1bcc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f050748-01b5-4d26-9f79-f40e85057c9d HTTP/1.1" status: 200 len: 217 time: 0.0509574 Sep 29 17:32:04.209971 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da38e063-2a56-4eb3-a5e0-dc45a999553c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:04.220446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66d136-d823-4500-a11c-c88903bed9ee req-05bf55d3-0172-4587-b0f0-5bec3c142163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:04.222175 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b66d136-d823-4500-a11c-c88903bed9ee req-05bf55d3-0172-4587-b0f0-5bec3c142163 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81b8f427-6a40-4543-b542-ebc1c5f5a50d HTTP/1.1" status: 200 len: 846 time: 0.0866890 Sep 29 17:32:04.223095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4c3ba-5644-458e-aad2-2771674607a5 req-10d6b3c1-7e77-4b30-8a3a-06188804b76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:04.234656 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9c4c3ba-5644-458e-aad2-2771674607a5 req-10d6b3c1-7e77-4b30-8a3a-06188804b76c service neutron] 10.222.0.49 "GET /v2.0/networks?id=530741c4-2ed6-463a-ae83-4ffd465cc3fe HTTP/1.1" status: 200 len: 915 time: 0.3283405 Sep 29 17:32:04.357353 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b66d136-d823-4500-a11c-c88903bed9ee req-fe9442c2-1098-4d22-8739-0c37d187db51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214991 Sep 29 17:32:04.365106 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da38e063-2a56-4eb3-a5e0-dc45a999553c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:04.368183 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9c4c3ba-5644-458e-aad2-2771674607a5 req-5646dfaa-711e-4998-9a38-58f3c6f8889d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5bb356b-abe3-49d2-b848-bbe77907e693 HTTP/1.1" status: 200 len: 217 time: 0.1115494 Sep 29 17:32:04.410085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db6315c-463f-41e1-8468-e9df4effe4dc', 'tag': '4f050748-01b5-4d26-9f79-f40e85057c9d'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:04.412876 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbb14a6-6a03-41c4-bc23-9b996a85d9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "9db6315c-463f-41e1-8468-e9df4effe4dc", "tag": "4f050748-01b5-4d26-9f79-f40e85057c9d"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:04.539523 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e64d125-698f-4a8c-8a6b-994e6610509d x-openstack-request-id: req-6e64d125-698f-4a8c-8a6b-994e6610509d {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:32:04.539798 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db6315c-463f-41e1-8468-e9df4effe4dc", "tag": "4f050748-01b5-4d26-9f79-f40e85057c9d", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:32:04.540185 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e64d125-698f-4a8c-8a6b-994e6610509d {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:32:04.540430 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db6315c-463f-41e1-8468-e9df4effe4dc', 'tag': '4f050748-01b5-4d26-9f79-f40e85057c9d', 'status': 'completed', 'code': 200} Sep 29 17:32:04.555200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb816036-d48f-4a5c-b1cd-b19c84c24ce4 req-c28fe1ef-2316-4bfc-963b-8bf3024de2d1 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:04.563478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bb816036-d48f-4a5c-b1cd-b19c84c24ce4 req-c28fe1ef-2316-4bfc-963b-8bf3024de2d1 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 943 time: 0.2992558 Sep 29 17:32:04.572510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4c3ba-5644-458e-aad2-2771674607a5 req-d2195464-1dc2-41f5-999e-e18f9c78189d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:04.574249 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9c4c3ba-5644-458e-aad2-2771674607a5 req-d2195464-1dc2-41f5-999e-e18f9c78189d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=850aa2ea-a665-4c08-a483-91a45d065aa7 HTTP/1.1" status: 200 len: 854 time: 0.1885397 Sep 29 17:32:04.580202 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37798) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:04.606537 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9454-222e-4800-9da8-e83ef2c45b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:04.638796 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9c4c3ba-5644-458e-aad2-2771674607a5 req-4e589c44-8f86-4fc7-b3ae-88a3a50279cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=530741c4-2ed6-463a-ae83-4ffd465cc3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480621 Sep 29 17:32:04.670101 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da38e063-2a56-4eb3-a5e0-dc45a999553c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:04.673034 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da38e063-2a56-4eb3-a5e0-dc45a999553c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:04.674213 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-da38e063-2a56-4eb3-a5e0-dc45a999553c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/56a00106-550c-41a1-b775-388ed7100853 HTTP/1.1" status: 204 len: 168 time: 0.6985912 Sep 29 17:32:04.705631 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bb816036-d48f-4a5c-b1cd-b19c84c24ce4 req-682d5b51-f035-4763-8f18-96a43f88bf2a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373727 Sep 29 17:32:04.707993 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b66d136-d823-4500-a11c-c88903bed9ee req-176b2162-60ec-46bf-85b1-fe2b1832fbec service neutron] 10.222.0.49 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339641 Sep 29 17:32:04.754930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38e063-2a56-4eb3-a5e0-dc45a999553c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a00106-550c-41a1-b775-388ed7100853,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:04.783533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9454-222e-4800-9da8-e83ef2c45b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:04.818175 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9454-222e-4800-9da8-e83ef2c45b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:04.876746 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90dea3-cbae-4b08-a782-b5747f6ff096 req-e2bffe1a-857a-4df4-8d99-7b297d2475a2 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:04.878313 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b90dea3-cbae-4b08-a782-b5747f6ff096 req-e2bffe1a-857a-4df4-8d99-7b297d2475a2 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 944 time: 0.0931299 Sep 29 17:32:04.886301 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1dcc9454-222e-4800-9da8-e83ef2c45b91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36d75925ad6c48c09c7bbe17263c7947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041153 Sep 29 17:32:04.888353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc9454-222e-4800-9da8-e83ef2c45b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21629dd4-cfe9-433d-9ede-82d2e4ceef98,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:04.891070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37804) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:04.941622 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9c4c3ba-5644-458e-aad2-2771674607a5 req-28f45710-33cc-4387-bbfd-c01370d71003 service neutron] 10.222.0.49 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840118 Sep 29 17:32:04.943987 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b66d136-d823-4500-a11c-c88903bed9ee req-cc23b9c9-e620-44b7-b61a-1bc2ed882723 service neutron] 10.222.0.49 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214537 Sep 29 17:32:04.988546 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e31a45e-43ef-434e-a0a3-fc965e9479eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:05.015393 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b90dea3-cbae-4b08-a782-b5747f6ff096 req-0978d8e3-5521-4ca0-883f-fb4308837abd tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229262 Sep 29 17:32:05.070067 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e31a45e-43ef-434e-a0a3-fc965e9479eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:05.163276 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e31a45e-43ef-434e-a0a3-fc965e9479eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:05.166721 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e31a45e-43ef-434e-a0a3-fc965e9479eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:05.171706 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8e31a45e-43ef-434e-a0a3-fc965e9479eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21629dd4-cfe9-433d-9ede-82d2e4ceef98 HTTP/1.1" status: 204 len: 168 time: 0.2772558 Sep 29 17:32:05.180602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31a45e-43ef-434e-a0a3-fc965e9479eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21629dd4-cfe9-433d-9ede-82d2e4ceef98,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:05.308199 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9c4c3ba-5644-458e-aad2-2771674607a5 req-3e02ab16-a86c-4351-9023-8affda47f8f0 service neutron] 10.222.0.49 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498530 Sep 29 17:32:05.320441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb14a6-6a03-41c4-bc23-9b996a85d9fc req-05654347-c3d4-4c35-90ab-c2f95e07e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:05.322927 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6fbb14a6-6a03-41c4-bc23-9b996a85d9fc req-05654347-c3d4-4c35-90ab-c2f95e07e97d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 1094 time: 0.2972178 Sep 29 17:32:05.360395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ced95-36f9-4307-9ac8-b49257f53006 req-f6b75b61-1d27-466f-b225-11c96296ded8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:05.370903 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-249ced95-36f9-4307-9ac8-b49257f53006 req-f6b75b61-1d27-466f-b225-11c96296ded8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1326828 Sep 29 17:32:05.420529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37820) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:05.444704 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8b0c7f8c-6484-4857-8d1f-47089dfb51cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:05.603544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb14a6-6a03-41c4-bc23-9b996a85d9fc req-3aadfe03-4744-44df-ad13-17ae6f7890ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:05.609092 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6fbb14a6-6a03-41c4-bc23-9b996a85d9fc req-3aadfe03-4744-44df-ad13-17ae6f7890ab service neutron] 10.222.0.49 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 907 time: 0.2675974 Sep 29 17:32:05.700462 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6fbb14a6-6a03-41c4-bc23-9b996a85d9fc req-fb1c87bc-3397-466f-bcba-f5274749ede9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f050748-01b5-4d26-9f79-f40e85057c9d HTTP/1.1" status: 200 len: 217 time: 0.0537965 Sep 29 17:32:05.703662 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-249ced95-36f9-4307-9ac8-b49257f53006 req-a94b4ef1-3123-4560-88e0-6f196bb7adec tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292626 Sep 29 17:32:05.764923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb14a6-6a03-41c4-bc23-9b996a85d9fc req-44aa7494-28fa-4e09-a357-c61051beb12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:05.767165 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6fbb14a6-6a03-41c4-bc23-9b996a85d9fc req-44aa7494-28fa-4e09-a357-c61051beb12e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81b8f427-6a40-4543-b542-ebc1c5f5a50d HTTP/1.1" status: 200 len: 846 time: 0.0578418 Sep 29 17:32:05.772361 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8b0c7f8c-6484-4857-8d1f-47089dfb51cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:05.782729 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8b0c7f8c-6484-4857-8d1f-47089dfb51cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:05.860721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6fbb14a6-6a03-41c4-bc23-9b996a85d9fc req-089c959d-7675-4e7c-a683-25350f442f8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853617 Sep 29 17:32:05.878073 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8b0c7f8c-6484-4857-8d1f-47089dfb51cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7222e7eedd744d8cafd84cba9aadee4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4540040 Sep 29 17:32:05.883483 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37836) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:05.926340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37838) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:06.020859 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0718e8a7-dd99-4aad-be8d-86c5306f6e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:06.047681 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c7f8c-6484-4857-8d1f-47089dfb51cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0b9167-4121-4dab-a4d3-b136df807611,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:06.086216 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0718e8a7-dd99-4aad-be8d-86c5306f6e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:06.137334 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670a21f-fcb8-45e5-a0cd-6edb447f1319 req-17797b71-2030-46c6-b920-ee81b183342b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:06.144735 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8670a21f-fcb8-45e5-a0cd-6edb447f1319 req-17797b71-2030-46c6-b920-ee81b183342b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 943 time: 0.2174418 Sep 29 17:32:06.194458 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2416f9-4aad-4805-a40b-c36e4a54a3d2 req-387cc4d2-eef7-4161-a95a-32c71e3f7f22 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:06.195798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a2416f9-4aad-4805-a40b-c36e4a54a3d2 req-387cc4d2-eef7-4161-a95a-32c71e3f7f22 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1039975 Sep 29 17:32:06.198493 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6fbb14a6-6a03-41c4-bc23-9b996a85d9fc req-127d8387-1209-4b4a-90fe-f5d699d6d779 service neutron] 10.222.0.49 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269794 Sep 29 17:32:06.211614 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8670a21f-fcb8-45e5-a0cd-6edb447f1319 req-2a619897-7640-40b1-8a3a-92398d3b0c28 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659046 Sep 29 17:32:06.262251 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0718e8a7-dd99-4aad-be8d-86c5306f6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:06.264910 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0718e8a7-dd99-4aad-be8d-86c5306f6e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:06.270506 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0718e8a7-dd99-4aad-be8d-86c5306f6e56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f0b9167-4121-4dab-a4d3-b136df807611 HTTP/1.1" status: 204 len: 168 time: 0.3853862 Sep 29 17:32:06.297460 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718e8a7-dd99-4aad-be8d-86c5306f6e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0b9167-4121-4dab-a4d3-b136df807611,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:06.350282 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a2416f9-4aad-4805-a40b-c36e4a54a3d2 req-474b535a-28e6-4f1e-9942-bf0d7b874657 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393123 Sep 29 17:32:06.417919 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2341f-a7cb-42b6-8f12-97ca8f4fa3dd req-fb89ee69-b654-4772-9655-95a1eaf79a7e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:06.437709 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98d2341f-a7cb-42b6-8f12-97ca8f4fa3dd req-fb89ee69-b654-4772-9655-95a1eaf79a7e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 944 time: 0.1050141 Sep 29 17:32:06.473136 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6fbb14a6-6a03-41c4-bc23-9b996a85d9fc req-fa9c4a90-7cea-4cd8-8c1a-3decc2708cd4 service neutron] 10.222.0.49 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650263 Sep 29 17:32:06.502185 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63a90992-f210-42db-9fce-35773065e65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:06.553026 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98d2341f-a7cb-42b6-8f12-97ca8f4fa3dd req-8444f5fc-a0f7-45ef-a7d9-aa80e068cf14 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135898 Sep 29 17:32:06.592117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e25183-64cf-4971-802d-e00a0f0a1bcc req-52183a74-cfa6-4d20-8e7d-1a565e2b5646 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:06.595120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3e25183-64cf-4971-802d-e00a0f0a1bcc req-52183a74-cfa6-4d20-8e7d-1a565e2b5646 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1056671 Sep 29 17:32:06.655046 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3e25183-64cf-4971-802d-e00a0f0a1bcc req-8d3aea17-18b5-48a1-85f2-8d455bad1aca tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481453 Sep 29 17:32:06.735404 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63a90992-f210-42db-9fce-35773065e65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:06.741649 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63a90992-f210-42db-9fce-35773065e65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:06.778877 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-63a90992-f210-42db-9fce-35773065e65d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c6372ccb7a94d509a81f787387a6a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8363223 Sep 29 17:32:06.781899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 37878) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:06.805908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a90992-f210-42db-9fce-35773065e65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ead253-eb94-42aa-9339-49483293edfc,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:06.816342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b5bb356b-abe3-49d2-b848-bbe77907e693 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:32:06.928864 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8a909704-520f-42b3-a2c6-34f253b75f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:06.968494 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b5bb356b-abe3-49d2-b848-bbe77907e693, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b5bb356b-abe3-49d2-b848-bbe77907e693,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:06.985951 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'b5bb356b-abe3-49d2-b848-bbe77907e693', 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe', 'port_id': 'b5bb356b-abe3-49d2-b848-bbe77907e693', 'mac_address': 'fa:16:3e:37:85:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850aa2ea-a665-4c08-a483-91a45d065aa7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:32:07.003656 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8a909704-520f-42b3-a2c6-34f253b75f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:07.033742 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:07.050089 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5bb356b-abe3-49d2-b848-bbe77907e693 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:32:07.072626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b5bb356b-abe3-49d2-b848-bbe77907e693, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b5bb356b-abe3-49d2-b848-bbe77907e693,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:07.078890 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:07.080922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f050748-01b5-4d26-9f79-f40e85057c9d details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:32:07.114437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-f046cb61-7d05-44e5-9ddb-42bda08c30dc tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:07.122404 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-f046cb61-7d05-44e5-9ddb-42bda08c30dc tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 812 time: 0.1760328 Sep 29 17:32:07.140699 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-3ecd584e-887f-4e1e-bcfe-1cede52621f7 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/quotas/9c851dbf4ea64b1cade6a77890b0e11c HTTP/1.1" status: 200 len: 375 time: 0.0172973 Sep 29 17:32:07.150975 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8a909704-520f-42b3-a2c6-34f253b75f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:07.154155 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8a909704-520f-42b3-a2c6-34f253b75f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:07.157829 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8a909704-520f-42b3-a2c6-34f253b75f55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9ead253-eb94-42aa-9339-49483293edfc HTTP/1.1" status: 204 len: 168 time: 0.3722463 Sep 29 17:32:07.158457 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=b5bb356b-abe3-49d2-b848-bbe77907e693,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:07.180623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a909704-520f-42b3-a2c6-34f253b75f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ead253-eb94-42aa-9339-49483293edfc,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:07.232803 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-b6210bff-28fc-4f7c-bcf9-f4c6d1756093 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0911915 Sep 29 17:32:07.310254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4f050748-01b5-4d26-9f79-f40e85057c9d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f050748-01b5-4d26-9f79-f40e85057c9d,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:07.337770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '4f050748-01b5-4d26-9f79-f40e85057c9d', 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f', 'port_id': '4f050748-01b5-4d26-9f79-f40e85057c9d', 'mac_address': 'fa:16:3e:de:88:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b8f427-6a40-4543-b542-ebc1c5f5a50d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:32:07.402985 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:07.406179 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-7e3e7c63-a312-4f82-8c77-f4795312f5ec service neutron] 10.222.0.44 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632278 Sep 29 17:32:07.421580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f050748-01b5-4d26-9f79-f40e85057c9d {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:32:07.439019 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fa283-612d-4263-888c-ad7a869094b8 req-02e43ce4-5512-4a16-9068-d21f5956f01d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:07.440581 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c8fa283-612d-4263-888c-ad7a869094b8 req-02e43ce4-5512-4a16-9068-d21f5956f01d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 943 time: 0.0905087 Sep 29 17:32:07.456643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4f050748-01b5-4d26-9f79-f40e85057c9d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f050748-01b5-4d26-9f79-f40e85057c9d,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:07.463197 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:07.513894 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c8fa283-612d-4263-888c-ad7a869094b8 req-0a81b759-c0f9-4515-bcc0-72dade193408 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614111 Sep 29 17:32:07.560111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=4f050748-01b5-4d26-9f79-f40e85057c9d,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:07.571595 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d4cea430-428e-4960-8f44-7e334a0e1fe3 service neutron] 10.222.0.44 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547811 Sep 29 17:32:07.703409 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['b5bb356b-abe3-49d2-b848-bbe77907e693'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:32:07.706411 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['4f050748-01b5-4d26-9f79-f40e85057c9d'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:32:07.763673 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadcec0-1814-4d16-b926-7e5618386166 req-00919512-8ddf-488d-a9e8-392b4b9a919d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:07.773527 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fcadcec0-1814-4d16-b926-7e5618386166 req-00919512-8ddf-488d-a9e8-392b4b9a919d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 945 time: 0.0878277 Sep 29 17:32:07.800305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 37928) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:07.846231 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fcadcec0-1814-4d16-b926-7e5618386166 req-b6942f7d-d935-43eb-b8b6-db9e45a4f1f4 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711772 Sep 29 17:32:07.850241 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0ab0dacc-804b-4733-9536-5b3d59d6cd63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:08.107179 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bef9b9ba-4655-4083-a404-dd43b2514185 req-31a1decd-ceb9-4157-ac9e-943ff4d35629 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 210 time: 0.1017611 Sep 29 17:32:08.173722 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0ab0dacc-804b-4733-9536-5b3d59d6cd63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:08.182736 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0ab0dacc-804b-4733-9536-5b3d59d6cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:08.230376 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0ab0dacc-804b-4733-9536-5b3d59d6cd63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16adac71393b476298f6cc35f9098c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289083 Sep 29 17:32:08.232070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 37944) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:08.234608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0dacc-804b-4733-9536-5b3d59d6cd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13356d09-6620-4af4-ab38-797e548a6b37,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:08.308894 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-995d0a3b-bb38-4161-99eb-899ed2a13a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:08.334571 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-995d0a3b-bb38-4161-99eb-899ed2a13a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:08.411767 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-995d0a3b-bb38-4161-99eb-899ed2a13a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:08.416810 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-995d0a3b-bb38-4161-99eb-899ed2a13a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:08.421032 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-995d0a3b-bb38-4161-99eb-899ed2a13a59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13356d09-6620-4af4-ab38-797e548a6b37 HTTP/1.1" status: 204 len: 168 time: 0.1849058 Sep 29 17:32:08.427384 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d0a3b-bb38-4161-99eb-899ed2a13a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13356d09-6620-4af4-ab38-797e548a6b37,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:08.669898 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da32612-d030-4097-b5ab-23d18c844d1b req-5111f450-7527-4004-bd34-7614f7e84cbd tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:08.678097 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5da32612-d030-4097-b5ab-23d18c844d1b req-5111f450-7527-4004-bd34-7614f7e84cbd tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 944 time: 0.0647669 Sep 29 17:32:08.730077 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5da32612-d030-4097-b5ab-23d18c844d1b req-ba2a3235-2469-4413-a8ce-a1dcbb33ed24 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505233 Sep 29 17:32:08.815840 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f050748-01b5-4d26-9f79-f40e85057c9d up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:32:08.924923 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 4f050748-01b5-4d26-9f79-f40e85057c9d completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:32:08.930079 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 4f050748-01b5-4d26-9f79-f40e85057c9d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:08.930828 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:09.077672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af095c-de7d-448b-af53-5586a4a50a74 req-97d5b5af-f224-42a5-b14d-99de9cb4e88a tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:09.097122 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9af095c-de7d-448b-af53-5586a4a50a74 req-97d5b5af-f224-42a5-b14d-99de9cb4e88a tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 945 time: 0.1224191 Sep 29 17:32:09.213435 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9af095c-de7d-448b-af53-5586a4a50a74 req-38be5784-79d7-4761-974d-d702b979a17e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119552 Sep 29 17:32:09.317164 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:09.342522 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4327fc0b-2665-4416-a596-f6ecf4c3f81a req-3abcd2a2-32e0-4932-ac1d-e9cd13f68994 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 210 time: 0.0320673 Sep 29 17:32:09.396076 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4f050748-01b5-4d26-9f79-f40e85057c9d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f050748-01b5-4d26-9f79-f40e85057c9d,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:09.396524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db6315c-463f-41e1-8468-e9df4effe4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f050748-01b5-4d26-9f79-f40e85057c9d'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:09.399142 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44abd944-1579-4ce5-899e-38896b76e2a3" -d '{"events": [{"server_uuid": "9db6315c-463f-41e1-8468-e9df4effe4dc", "name": "network-vif-plugged", "status": "completed", "tag": "4f050748-01b5-4d26-9f79-f40e85057c9d"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:09.415142 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:09.417476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b5bb356b-abe3-49d2-b848-bbe77907e693 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:32:09.490135 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=4f050748-01b5-4d26-9f79-f40e85057c9d,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:09.523565 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b076f13-aceb-4f18-9a0e-dcf98273bf38 x-openstack-request-id: req-5b076f13-aceb-4f18-9a0e-dcf98273bf38 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:32:09.524000 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db6315c-463f-41e1-8468-e9df4effe4dc", "name": "network-vif-plugged", "status": "completed", "tag": "4f050748-01b5-4d26-9f79-f40e85057c9d", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:32:09.524348 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b076f13-aceb-4f18-9a0e-dcf98273bf38 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:32:09.524826 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db6315c-463f-41e1-8468-e9df4effe4dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f050748-01b5-4d26-9f79-f40e85057c9d', 'code': 200} Sep 29 17:32:09.564947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-6d1b0db2-5618-4050-be47-9eef2ef19b0e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:09.568653 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port b5bb356b-abe3-49d2-b848-bbe77907e693 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:32:09.570567 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-6d1b0db2-5618-4050-be47-9eef2ef19b0e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.35 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 812 time: 0.2513728 Sep 29 17:32:09.573504 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port b5bb356b-abe3-49d2-b848-bbe77907e693 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:09.574227 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:09.603799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-5c7954cf-ac73-4248-a839-a842b3eeb44b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Request body: {'port': {'device_id': '4e84788b-50c6-4e9a-9516-fe63ef5889ed', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'admin_state_up': True, 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:09.719783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e42fd6-46e1-4e43-b738-3b1ebb0788d5 req-245d080e-6a10-4e28-9cb5-27fb4e308c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:09.721305 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-52e42fd6-46e1-4e43-b738-3b1ebb0788d5 req-245d080e-6a10-4e28-9cb5-27fb4e308c99 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 1096 time: 0.1380703 Sep 29 17:32:09.739309 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:09.806318 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-52e42fd6-46e1-4e43-b738-3b1ebb0788d5 req-c6fd766d-4a5f-48ff-9f58-d5583e0ba62f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753593 Sep 29 17:32:09.814898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-5c7954cf-ac73-4248-a839-a842b3eeb44b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Made reservation on behalf of 9c851dbf4ea64b1cade6a77890b0e11c for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:09.819228 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-5c7954cf-ac73-4248-a839-a842b3eeb44b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:09.830426 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b5bb356b-abe3-49d2-b848-bbe77907e693, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b5bb356b-abe3-49d2-b848-bbe77907e693,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:09.842429 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:09.941612 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb383013-925c-4d90-b64a-e856d9ff2b00 req-3a785471-4385-4822-80ef-819662e39020 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:09.948605 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eb383013-925c-4d90-b64a-e856d9ff2b00 req-3a785471-4385-4822-80ef-819662e39020 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 945 time: 0.1024420 Sep 29 17:32:09.952807 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=b5bb356b-abe3-49d2-b848-bbe77907e693,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:09.993007 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38022) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:10.036210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-5c7954cf-ac73-4248-a839-a842b3eeb44b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Allocated IP 172.20.0.14 (1f0ca1aa-2785-4da9-a438-d4ec33084832/4d2fd541-a275-4545-a639-0ebd3c6c4961/f10317fe-635d-446a-8fa4-5132aead5a41) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:10.075129 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eb383013-925c-4d90-b64a-e856d9ff2b00 req-44c52c80-bd27-4344-819e-4202bba70235 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185195 Sep 29 17:32:10.270265 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-5c7954cf-ac73-4248-a839-a842b3eeb44b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:10.319899 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-5c7954cf-ac73-4248-a839-a842b3eeb44b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:10.393294 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-5c7954cf-ac73-4248-a839-a842b3eeb44b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Network 1f0ca1aa-2785-4da9-a438-d4ec33084832 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:10.396647 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-5c7954cf-ac73-4248-a839-a842b3eeb44b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:10.404160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-5c7954cf-ac73-4248-a839-a842b3eeb44b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:10.408206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7954cf-ac73-4248-a839-a842b3eeb44b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event updated for resources: {'Port': ['ID=f10317fe-635d-446a-8fa4-5132aead5a41,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:10.467464 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a437dbe5-394b-403b-b81d-3b7fc90cfae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:10.470650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-5c7954cf-ac73-4248-a839-a842b3eeb44b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:10.471527 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-5c7954cf-ac73-4248-a839-a842b3eeb44b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:10.509956 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-5c7954cf-ac73-4248-a839-a842b3eeb44b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9177117 Sep 29 17:32:10.535710 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Request body: {'port': {'device_id': '4e84788b-50c6-4e9a-9516-fe63ef5889ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:10.572697 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd1d85-2432-41a4-8a63-fcb9e1818e36 req-a7f93312-6d70-4a19-a997-6cf52bfadb28 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:10.577246 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6acd1d85-2432-41a4-8a63-fcb9e1818e36 req-a7f93312-6d70-4a19-a997-6cf52bfadb28 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.2250528 Sep 29 17:32:10.621342 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:10.701737 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6acd1d85-2432-41a4-8a63-fcb9e1818e36 req-6b807a8a-388a-4809-bef0-8b49d58ff9fc tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048217 Sep 29 17:32:10.709704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e4fb4-d7ac-49af-bacb-6b952437f41c req-24be3484-b9da-4701-b889-13780eff8873 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:10.721796 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-760e4fb4-d7ac-49af-bacb-6b952437f41c req-24be3484-b9da-4701-b889-13780eff8873 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 932 time: 0.2298942 Sep 29 17:32:10.747907 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6ae48514-db8b-4bb2-80e4-e18e45a7f089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:10.800800 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38044) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:10.804152 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a437dbe5-394b-403b-b81d-3b7fc90cfae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:10.809698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-51d754bd-5b59-4eaa-92c2-700946227d4e None None] Provisioning complete for port f10317fe-635d-446a-8fa4-5132aead5a41 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:10.810009 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-51d754bd-5b59-4eaa-92c2-700946227d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:10.818525 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a437dbe5-394b-403b-b81d-3b7fc90cfae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:10.822747 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-760e4fb4-d7ac-49af-bacb-6b952437f41c req-2c6809d9-a4d0-43d7-bf83-6563a5b8aca4 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998886 Sep 29 17:32:10.867666 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437dbe5-394b-403b-b81d-3b7fc90cfae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a04d0e-c41b-45f0-b750-6122b3eab05b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:10.904550 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a437dbe5-394b-403b-b81d-3b7fc90cfae6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2fa05c669e8d4422b2bd0761167c820f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9071033 Sep 29 17:32:10.906529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-51d754bd-5b59-4eaa-92c2-700946227d4e None None] Port f10317fe-635d-446a-8fa4-5132aead5a41 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:10.907536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38052) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:11.007122 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a1c627f-33a8-4925-b791-00c969932fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:11.083581 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f0fb58fd-2196-4d4b-b854-36b33d1c39fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:11.123222 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f0fb58fd-2196-4d4b-b854-36b33d1c39fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:11.158423 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a1c627f-33a8-4925-b791-00c969932fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:11.163717 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a1c627f-33a8-4925-b791-00c969932fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:11.201135 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8a1c627f-33a8-4925-b791-00c969932fdc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67f32e5b22b240df9db68fd1064e829d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3992350 Sep 29 17:32:11.207824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38062) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:11.251322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10317fe-635d-446a-8fa4-5132aead5a41 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:32:11.261972 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:11.276308 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f0fb58fd-2196-4d4b-b854-36b33d1c39fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:11.279649 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f0fb58fd-2196-4d4b-b854-36b33d1c39fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:11.283945 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f0fb58fd-2196-4d4b-b854-36b33d1c39fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14a04d0e-c41b-45f0-b750-6122b3eab05b HTTP/1.1" status: 204 len: 168 time: 0.3734221 Sep 29 17:32:11.286029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c627f-33a8-4925-b791-00c969932fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822330dc-5946-45e6-892d-c22a70c0382f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:11.286316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Transition to ACTIVE for port object f10317fe-635d-446a-8fa4-5132aead5a41 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:32:11.310992 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:11.315122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb58fd-2196-4d4b-b854-36b33d1c39fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a04d0e-c41b-45f0-b750-6122b3eab05b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:11.347031 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bef95990-f643-48a0-a7cc-8fd44b40a4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:11.379162 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32bc60-5939-4923-bd35-33f64613d0eb req-9f9d9187-bd5c-4208-a61a-ff1afa15631f tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:11.384102 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8c32bc60-5939-4923-bd35-33f64613d0eb req-9f9d9187-bd5c-4208-a61a-ff1afa15631f tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 945 time: 0.1507792 Sep 29 17:32:11.402250 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bef95990-f643-48a0-a7cc-8fd44b40a4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:11.522056 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8c32bc60-5939-4923-bd35-33f64613d0eb req-932667bf-f26a-4cc9-a835-216d57a409f7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283007 Sep 29 17:32:11.525986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e19138-9f30-4269-9191-0a1c18808b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bb356b-abe3-49d2-b848-bbe77907e693'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:11.529572 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3890a3b4-afe0-4d3c-b3dc-ee6b61bb07bb" -d '{"events": [{"server_uuid": "96e19138-9f30-4269-9191-0a1c18808b4d", "name": "network-vif-plugged", "status": "completed", "tag": "b5bb356b-abe3-49d2-b848-bbe77907e693"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:11.567581 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bef95990-f643-48a0-a7cc-8fd44b40a4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:11.577208 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bef95990-f643-48a0-a7cc-8fd44b40a4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:11.587072 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bef95990-f643-48a0-a7cc-8fd44b40a4de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/822330dc-5946-45e6-892d-c22a70c0382f HTTP/1.1" status: 204 len: 168 time: 0.3781817 Sep 29 17:32:11.617264 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef95990-f643-48a0-a7cc-8fd44b40a4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822330dc-5946-45e6-892d-c22a70c0382f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:11.660655 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaffe30-3f8c-4ac3-a7d8-8be3ed4aeeff x-openstack-request-id: req-6aaffe30-3f8c-4ac3-a7d8-8be3ed4aeeff {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:32:11.661089 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e19138-9f30-4269-9191-0a1c18808b4d", "name": "network-vif-plugged", "status": "completed", "tag": "b5bb356b-abe3-49d2-b848-bbe77907e693", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:32:11.661545 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6aaffe30-3f8c-4ac3-a7d8-8be3ed4aeeff {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:32:11.662150 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e19138-9f30-4269-9191-0a1c18808b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bb356b-abe3-49d2-b848-bbe77907e693', 'code': 200} Sep 29 17:32:11.818132 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f493d21-a50e-43a6-8810-f094e543d82b req-eed16dc3-67d0-4ed9-b3ef-9b3d5760a004 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:11.827973 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5f493d21-a50e-43a6-8810-f094e543d82b req-eed16dc3-67d0-4ed9-b3ef-9b3d5760a004 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 945 time: 0.1431923 Sep 29 17:32:11.885875 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Pushing event updated for resources: {'Port': ['ID=f10317fe-635d-446a-8fa4-5132aead5a41,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:11.891824 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5f493d21-a50e-43a6-8810-f094e543d82b req-cab5de11-89e2-4937-9ac7-2be43c867c59 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608225 Sep 29 17:32:12.044302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93271315-628a-47b9-aaa7-df165a730208 req-9f88a623-c305-4ddb-922e-7ec9c366c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:12.047435 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-93271315-628a-47b9-aaa7-df165a730208 req-9f88a623-c305-4ddb-922e-7ec9c366c33e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 1097 time: 0.2134778 Sep 29 17:32:12.092142 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a1add-3850-4df7-b3a7-527fa0e4933c req-859b3c35-f0af-429f-b5af-f379ca70bfe2 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:12.094388 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b46a1add-3850-4df7-b3a7-527fa0e4933c req-859b3c35-f0af-429f-b5af-f379ca70bfe2 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 944 time: 0.0884852 Sep 29 17:32:12.149253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d2867-7bc2-4628-9772-a474454316db req-bd9baaf6-5653-4e92-8fef-5eaf926eed99 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:12.160295 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ae1d2867-7bc2-4628-9772-a474454316db req-bd9baaf6-5653-4e92-8fef-5eaf926eed99 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.3243186 Sep 29 17:32:12.196678 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b46a1add-3850-4df7-b3a7-527fa0e4933c req-5f9e3a83-c945-470b-9782-82e67571e7c3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932872 Sep 29 17:32:12.401960 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-93271315-628a-47b9-aaa7-df165a730208 req-f78a0ef2-0762-413c-a421-830479c10bca service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213937 Sep 29 17:32:12.420536 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ae1d2867-7bc2-4628-9772-a474454316db req-ed55abc1-0a82-426f-a341-c24db9eb5986 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592301 Sep 29 17:32:12.435862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Attempting to bind port f10317fe-635d-446a-8fa4-5132aead5a41 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:32:12.436522 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Attempting to bind port f10317fe-635d-446a-8fa4-5132aead5a41 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:32:12.436813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Attempting to bind port f10317fe-635d-446a-8fa4-5132aead5a41 on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:12.444822 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Port f10317fe-635d-446a-8fa4-5132aead5a41 on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:32:12.445215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Attempting to bind port f10317fe-635d-446a-8fa4-5132aead5a41 on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:12.450965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:32:12.451522 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Checking segment: {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:12.452216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Bound using segment: {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:32:12.452530 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Bound port: f10317fe-635d-446a-8fa4-5132aead5a41, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:32:12.452926 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:12.594255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38104) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:12.612786 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7d874cf-c06c-4530-adac-705540b5a21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:12.620782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] For port f10317fe-635d-446a-8fa4-5132aead5a41, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:32:12.626454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] For port f10317fe-635d-446a-8fa4-5132aead5a41, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f10317fe-635d-446a-8fa4-5132aead5a41,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:32:12.634687 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:12.716959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:12.717723 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:12.719773 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] 10.222.0.35 "PUT /v2.0/ports/f10317fe-635d-446a-8fa4-5132aead5a41 HTTP/1.1" status: 200 len: 1092 time: 2.1914105 Sep 29 17:32:12.721006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e84788b-50c6-4e9a-9516-fe63ef5889ed', 'tag': 'f10317fe-635d-446a-8fa4-5132aead5a41'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:12.727551 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6aa142-92e3-45db-86b0-f55ef9cd7f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e84788b-50c6-4e9a-9516-fe63ef5889ed", "tag": "f10317fe-635d-446a-8fa4-5132aead5a41"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:12.767478 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a218575-7855-4c21-bbdb-597f8f8b9914 req-10735b1c-ba70-4e20-9c57-e0f611c51b1f tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:12.776942 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1a218575-7855-4c21-bbdb-597f8f8b9914 req-10735b1c-ba70-4e20-9c57-e0f611c51b1f tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 945 time: 0.1118984 Sep 29 17:32:12.805464 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a8c5c-4601-4b7d-ac5c-057ca6e24635 service neutron] Pushing event updated for resources: {'Port': ['ID=f10317fe-635d-446a-8fa4-5132aead5a41,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:12.898557 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4e26b6-2c26-423b-9873-82fbc03cf47b x-openstack-request-id: req-7e4e26b6-2c26-423b-9873-82fbc03cf47b {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:32:12.898858 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e84788b-50c6-4e9a-9516-fe63ef5889ed", "tag": "f10317fe-635d-446a-8fa4-5132aead5a41", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:32:12.899086 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e4e26b6-2c26-423b-9873-82fbc03cf47b {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:32:12.899482 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e84788b-50c6-4e9a-9516-fe63ef5889ed', 'tag': 'f10317fe-635d-446a-8fa4-5132aead5a41', 'status': 'completed', 'code': 200} Sep 29 17:32:12.913750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-fe6ab4f8-ada2-4f95-8aff-8c0e5b2e8691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:12.915536 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-fe6ab4f8-ada2-4f95-8aff-8c0e5b2e8691 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 1095 time: 0.0988212 Sep 29 17:32:12.928418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1a218575-7855-4c21-bbdb-597f8f8b9914 req-80966e00-d2f5-4c01-a8f1-476071edc7ef tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492596 Sep 29 17:32:13.002465 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7d874cf-c06c-4530-adac-705540b5a21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:13.008483 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-f7f7934a-3177-467f-969e-82f2077a64fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10317fe-635d-446a-8fa4-5132aead5a41 HTTP/1.1" status: 200 len: 217 time: 0.0794911 Sep 29 17:32:13.009962 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7d874cf-c06c-4530-adac-705540b5a21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:13.060119 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d874cf-c06c-4530-adac-705540b5a21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8315f72-6e3a-499d-a2a2-f9c2cb7c18c8,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:13.069842 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b7d874cf-c06c-4530-adac-705540b5a21a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2fb64c6ee73455fac60c160d4023621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4823270 Sep 29 17:32:13.072318 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38118) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:13.130999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-a47ac533-fa60-441c-a9df-f09654706b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:13.132485 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-a47ac533-fa60-441c-a9df-f09654706b26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.1170535 Sep 29 17:32:13.140111 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e96f3841-c1d7-451a-84b1-998f390df242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:13.174605 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e96f3841-c1d7-451a-84b1-998f390df242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:13.218397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-91327c21-f749-4c23-8d95-684a1cd871a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:13.220148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-91327c21-f749-4c23-8d95-684a1cd871a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795147 Sep 29 17:32:13.263745 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e96f3841-c1d7-451a-84b1-998f390df242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:13.267477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e96f3841-c1d7-451a-84b1-998f390df242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:13.270234 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e96f3841-c1d7-451a-84b1-998f390df242 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b8315f72-6e3a-499d-a2a2-f9c2cb7c18c8 HTTP/1.1" status: 204 len: 168 time: 0.1969752 Sep 29 17:32:13.281674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f3841-c1d7-451a-84b1-998f390df242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8315f72-6e3a-499d-a2a2-f9c2cb7c18c8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:13.433917 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-ea50e43c-23f5-4dea-b9a5-c3afffd31e85 service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051420 Sep 29 17:32:13.463437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330e55a-aa95-477d-8713-0fcfd8d282ff req-02b606a6-7d86-4dcb-b7c9-bc836c46bbcc tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:13.466090 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9330e55a-aa95-477d-8713-0fcfd8d282ff req-02b606a6-7d86-4dcb-b7c9-bc836c46bbcc tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 944 time: 0.1237876 Sep 29 17:32:13.500909 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8d3cee21-483d-4b2b-a0b7-44ab3c87d9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:13.611739 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9330e55a-aa95-477d-8713-0fcfd8d282ff req-8d7b7ec9-f62b-4f8d-9e32-afaeba2dbe75 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096280 Sep 29 17:32:13.651618 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-556a09ce-437b-4fd9-8f3f-d9947ce7e5fe req-ddd0caee-46f8-477d-aa84-7133b4581353 service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812522 Sep 29 17:32:13.683282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de447e4b-d880-4c5e-9b43-45934e875de1 req-4ad1f16e-2997-44fa-aa4d-89bbc25673b3 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:13.687749 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de447e4b-d880-4c5e-9b43-45934e875de1 req-4ad1f16e-2997-44fa-aa4d-89bbc25673b3 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1541860 Sep 29 17:32:13.772869 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de447e4b-d880-4c5e-9b43-45934e875de1 req-7615a430-7d51-4e7e-854a-9d42354f72a5 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772319 Sep 29 17:32:13.817085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aa142-92e3-45db-86b0-f55ef9cd7f6c req-94fef3e7-727c-4259-816f-1eac7c534807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:13.818540 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-df6aa142-92e3-45db-86b0-f55ef9cd7f6c req-94fef3e7-727c-4259-816f-1eac7c534807 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 1095 time: 0.0569730 Sep 29 17:32:13.926813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aa142-92e3-45db-86b0-f55ef9cd7f6c req-3abbe36c-aba3-42a9-aa90-e7216e4ec7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:13.927641 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-df6aa142-92e3-45db-86b0-f55ef9cd7f6c req-3abbe36c-aba3-42a9-aa90-e7216e4ec7ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.0959604 Sep 29 17:32:13.979608 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-df6aa142-92e3-45db-86b0-f55ef9cd7f6c req-6e5c079d-039f-4ba2-a3a4-abbb1beb0144 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10317fe-635d-446a-8fa4-5132aead5a41 HTTP/1.1" status: 200 len: 217 time: 0.0433884 Sep 29 17:32:14.036214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aa142-92e3-45db-86b0-f55ef9cd7f6c req-9be80130-a9b3-4d10-82cc-169019ea4887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:14.038829 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-df6aa142-92e3-45db-86b0-f55ef9cd7f6c req-9be80130-a9b3-4d10-82cc-169019ea4887 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.0521595 Sep 29 17:32:14.050168 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb76c1c-d146-48ed-9d97-927fbd40b170 req-e9fab05a-fe06-4a40-aeb0-19298d8ceb56 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:14.057614 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fbb76c1c-d146-48ed-9d97-927fbd40b170 req-e9fab05a-fe06-4a40-aeb0-19298d8ceb56 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 945 time: 0.0682127 Sep 29 17:32:14.108486 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fbb76c1c-d146-48ed-9d97-927fbd40b170 req-1c2124e2-9682-4881-a2d2-5ccb27b057a0 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495811 Sep 29 17:32:14.122073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aa142-92e3-45db-86b0-f55ef9cd7f6c req-403c277f-5e74-4e22-9d0f-468092f8efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:14.123469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-df6aa142-92e3-45db-86b0-f55ef9cd7f6c req-403c277f-5e74-4e22-9d0f-468092f8efb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770798 Sep 29 17:32:14.166699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0957cdd-52e5-4afc-b258-9920b4c40e00 req-7dc1ffa7-fafe-4671-a426-1e61c656cc7e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:14.169100 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c0957cdd-52e5-4afc-b258-9920b4c40e00 req-7dc1ffa7-fafe-4671-a426-1e61c656cc7e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.49 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 945 time: 0.0867598 Sep 29 17:32:14.305516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-df6aa142-92e3-45db-86b0-f55ef9cd7f6c req-e078aaa0-6e42-4960-aaf7-27e2e4f97e54 service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738639 Sep 29 17:32:14.313018 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:14.392516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-c0957cdd-52e5-4afc-b258-9920b4c40e00 req-ab30046e-1682-42d8-93ad-96a0c74d4e44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Deleting port 4f050748-01b5-4d26-9f79-f40e85057c9d {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:32:14.392861 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c0957cdd-52e5-4afc-b258-9920b4c40e00 req-ab30046e-1682-42d8-93ad-96a0c74d4e44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:14.492401 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:14.493885 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-df6aa142-92e3-45db-86b0-f55ef9cd7f6c req-e59bcd1d-4287-4a67-9e03-7b90632d0747 service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787422 Sep 29 17:32:14.533047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c0957cdd-52e5-4afc-b258-9920b4c40e00 req-ab30046e-1682-42d8-93ad-96a0c74d4e44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] For port 4f050748-01b5-4d26-9f79-f40e85057c9d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f050748-01b5-4d26-9f79-f40e85057c9d,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:14.533494 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c0957cdd-52e5-4afc-b258-9920b4c40e00 req-ab30046e-1682-42d8-93ad-96a0c74d4e44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:14.553246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-c0957cdd-52e5-4afc-b258-9920b4c40e00 req-ab30046e-1682-42d8-93ad-96a0c74d4e44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Calling delete_port for 4f050748-01b5-4d26-9f79-f40e85057c9d owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:32:14.564137 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:14.763746 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c0957cdd-52e5-4afc-b258-9920b4c40e00 req-ab30046e-1682-42d8-93ad-96a0c74d4e44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:14.777215 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['4f050748-01b5-4d26-9f79-f40e85057c9d'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:32:14.809443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30046e-1682-42d8-93ad-96a0c74d4e44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Pushing event deleted for resources: {'Port': ['ID=4f050748-01b5-4d26-9f79-f40e85057c9d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:14.833427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a15048ad-2803-49e1-a607-fe0b55b86024'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:32:14.875457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0957cdd-52e5-4afc-b258-9920b4c40e00 req-ab30046e-1682-42d8-93ad-96a0c74d4e44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] No DVR routers for this DVR port 4f050748-01b5-4d26-9f79-f40e85057c9d on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:32:14.881589 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c0957cdd-52e5-4afc-b258-9920b4c40e00 req-ab30046e-1682-42d8-93ad-96a0c74d4e44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:14.884494 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c0957cdd-52e5-4afc-b258-9920b4c40e00 req-ab30046e-1682-42d8-93ad-96a0c74d4e44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.49 "DELETE /v2.0/ports/4f050748-01b5-4d26-9f79-f40e85057c9d HTTP/1.1" status: 204 len: 173 time: 0.7077978 Sep 29 17:32:14.897066 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca57bf6-5eae-4825-b8a2-f70fc8fed8d6 req-92dcdde5-b1ce-43a8-96b5-82339054bba8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:14.899814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ca57bf6-5eae-4825-b8a2-f70fc8fed8d6 req-92dcdde5-b1ce-43a8-96b5-82339054bba8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 944 time: 0.1723163 Sep 29 17:32:14.900811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db6315c-463f-41e1-8468-e9df4effe4dc', 'name': 'network-vif-deleted', 'tag': '4f050748-01b5-4d26-9f79-f40e85057c9d'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:14.904771 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de950bd-5cd6-4ea8-bea0-595239a16e37" -d '{"events": [{"server_uuid": "9db6315c-463f-41e1-8468-e9df4effe4dc", "name": "network-vif-deleted", "tag": "4f050748-01b5-4d26-9f79-f40e85057c9d"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:15.017323 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ca57bf6-5eae-4825-b8a2-f70fc8fed8d6 req-babd4844-23d9-4374-a4a5-68bf5d025cd5 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939436 Sep 29 17:32:15.028005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674616cd-d726-496a-9246-3bd10b540b8e req-19ca1d60-a37e-46bd-a423-fd71550be331 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:15.036648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38196) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:15.056359 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-674616cd-d726-496a-9246-3bd10b540b8e req-19ca1d60-a37e-46bd-a423-fd71550be331 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1459529 Sep 29 17:32:15.118726 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-674616cd-d726-496a-9246-3bd10b540b8e req-e8313481-58c9-4bcc-9117-f75cceb15869 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559356 Sep 29 17:32:15.164580 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:32:15.188463 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e2996d-59df-4aa4-9fb6-71cb0d4d0984 x-openstack-request-id: req-82e2996d-59df-4aa4-9fb6-71cb0d4d0984 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:32:15.188759 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db6315c-463f-41e1-8468-e9df4effe4dc", "name": "network-vif-deleted", "tag": "4f050748-01b5-4d26-9f79-f40e85057c9d", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:32:15.189009 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82e2996d-59df-4aa4-9fb6-71cb0d4d0984 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:32:15.189430 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db6315c-463f-41e1-8468-e9df4effe4dc', 'name': 'network-vif-deleted', 'tag': '4f050748-01b5-4d26-9f79-f40e85057c9d', 'status': 'completed', 'code': 200} Sep 29 17:32:15.309264 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-80ed3b63-e8c5-4d65-ad95-a8124fe4f3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:15.356568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1ff48209-bcdf-4fa1-b02c-d0d83fed80be req-fca2f6b8-f435-4bc0-9975-bf973cc7f9b3 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=9db6315c-463f-41e1-8468-e9df4effe4dc HTTP/1.1" status: 200 len: 210 time: 0.0644035 Sep 29 17:32:15.377567 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d48c69-eede-41b2-b69d-e04762945f09 req-13b5c187-391e-4692-b9c2-880b05939e2b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:15.378835 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-74d48c69-eede-41b2-b69d-e04762945f09 req-13b5c187-391e-4692-b9c2-880b05939e2b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.0803468 Sep 29 17:32:15.431434 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-74d48c69-eede-41b2-b69d-e04762945f09 req-bd6fac4b-599b-443d-a3f3-55591d6f3f3c tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385725 Sep 29 17:32:15.520990 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-80ed3b63-e8c5-4d65-ad95-a8124fe4f3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:15.526016 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-80ed3b63-e8c5-4d65-ad95-a8124fe4f3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:15.583256 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-80ed3b63-e8c5-4d65-ad95-a8124fe4f3c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=22941d47cede4b638caa5b759080e1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5423744 Sep 29 17:32:15.583256 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed3b63-e8c5-4d65-ad95-a8124fe4f3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac23371-d532-47ac-b2cf-f89f09b06f5f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:15.584328 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38228) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:15.680243 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0c535ffe-0c74-43c6-b98e-87a72f4dd552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:15.720702 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0c535ffe-0c74-43c6-b98e-87a72f4dd552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:15.813183 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0c535ffe-0c74-43c6-b98e-87a72f4dd552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:15.816226 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0c535ffe-0c74-43c6-b98e-87a72f4dd552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:15.819903 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0c535ffe-0c74-43c6-b98e-87a72f4dd552 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ac23371-d532-47ac-b2cf-f89f09b06f5f HTTP/1.1" status: 204 len: 168 time: 0.2320874 Sep 29 17:32:15.844920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c535ffe-0c74-43c6-b98e-87a72f4dd552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac23371-d532-47ac-b2cf-f89f09b06f5f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:16.013309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5efbc-c29d-410f-8e71-f7f736c19a89 req-158e1689-a747-4b97-a888-e9d2803307d1 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:16.026311 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c3e5efbc-c29d-410f-8e71-f7f736c19a89 req-158e1689-a747-4b97-a888-e9d2803307d1 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1346035 Sep 29 17:32:16.113627 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c3e5efbc-c29d-410f-8e71-f7f736c19a89 req-fef35184-cdbf-4987-a977-056b4099e995 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843248 Sep 29 17:32:16.274575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76dde9-e439-425b-9d94-61850a353d08 req-476b0f97-3c25-4965-b71e-676cb70ac40e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:16.276147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ee76dde9-e439-425b-9d94-61850a353d08 req-476b0f97-3c25-4965-b71e-676cb70ac40e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 944 time: 0.1103454 Sep 29 17:32:16.366913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ee76dde9-e439-425b-9d94-61850a353d08 req-dccee27d-f272-4529-82d5-7fbaad66bf18 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809820 Sep 29 17:32:16.450983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38268) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:16.472497 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5033493f-a2bc-4ae2-bb5a-4c1b9611cdea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:16.637443 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5033493f-a2bc-4ae2-bb5a-4c1b9611cdea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:16.643619 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5033493f-a2bc-4ae2-bb5a-4c1b9611cdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:16.704342 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38280) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:16.704555 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5033493f-a2bc-4ae2-bb5a-4c1b9611cdea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf4e0e2caddb4446a0406e287967ae3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520828 Sep 29 17:32:16.743072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033493f-a2bc-4ae2-bb5a-4c1b9611cdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11d4a14-59bb-4d48-8371-5a5b56940939,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:16.784422 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:16.812216 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device f10317fe-635d-446a-8fa4-5132aead5a41 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:32:16.825619 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-575ab716-c22f-4505-9106-a617c6586a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:16.866626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f050748-01b5-4d26-9f79-f40e85057c9d no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:32:16.894609 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 4f050748-01b5-4d26-9f79-f40e85057c9d {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:32:16.895139 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f050748-01b5-4d26-9f79-f40e85057c9d not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:32:16.911896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38296) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:16.924465 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-575ab716-c22f-4505-9106-a617c6586a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:16.992827 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port f10317fe-635d-446a-8fa4-5132aead5a41, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f10317fe-635d-446a-8fa4-5132aead5a41,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:17.009886 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'f10317fe-635d-446a-8fa4-5132aead5a41', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'port_id': 'f10317fe-635d-446a-8fa4-5132aead5a41', 'mac_address': 'fa:16:3e:c7:9e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:32:17.066691 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:17.099635 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10317fe-635d-446a-8fa4-5132aead5a41 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:32:17.180854 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port f10317fe-635d-446a-8fa4-5132aead5a41, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f10317fe-635d-446a-8fa4-5132aead5a41,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:17.192343 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:17.214591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-a573222c-8785-4a99-b23d-0ee122d46653 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:17.216902 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-a573222c-8785-4a99-b23d-0ee122d46653 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 806 time: 0.3259528 Sep 29 17:32:17.229337 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-575ab716-c22f-4505-9106-a617c6586a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:17.233425 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-575ab716-c22f-4505-9106-a617c6586a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:17.238100 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-575ab716-c22f-4505-9106-a617c6586a0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e11d4a14-59bb-4d48-8371-5a5b56940939 HTTP/1.1" status: 204 len: 168 time: 0.5296726 Sep 29 17:32:17.270658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ab716-c22f-4505-9106-a617c6586a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11d4a14-59bb-4d48-8371-5a5b56940939,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:17.282117 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-b03b62ac-8176-454b-adbe-f538e46eac90 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/quotas/fe4f93d224e54a979295881fff6b9e51 HTTP/1.1" status: 200 len: 375 time: 0.0342388 Sep 29 17:32:17.374336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b08e90-1273-4050-b517-ff856beebb2d req-38d7b88f-0358-4b00-b876-039988fe0642 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:17.378847 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01b08e90-1273-4050-b517-ff856beebb2d req-38d7b88f-0358-4b00-b876-039988fe0642 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1489098 Sep 29 17:32:17.384962 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-be52d886-946e-4c91-a305-20cbbc510fc3 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1014783 Sep 29 17:32:17.425076 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=f10317fe-635d-446a-8fa4-5132aead5a41,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:17.437097 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3bdacf90-a8e9-4d90-97a9-cf19a4cdfcc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:17.517899 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-588163d1-6871-4614-8fca-a8431ae2acc6 service neutron] 10.222.0.44 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311905 Sep 29 17:32:17.522153 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01b08e90-1273-4050-b517-ff856beebb2d req-08ab9eab-ec8f-4a43-b9a2-164f9ba36e9c tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285522 Sep 29 17:32:17.657799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['f10317fe-635d-446a-8fa4-5132aead5a41'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:32:17.659295 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-6e0436ab-bbb7-4809-9c50-0a392bebb6a9 service neutron] 10.222.0.44 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291420 Sep 29 17:32:17.662036 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3bdacf90-a8e9-4d90-97a9-cf19a4cdfcc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:17.669053 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3bdacf90-a8e9-4d90-97a9-cf19a4cdfcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:17.708257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3bdacf90-a8e9-4d90-97a9-cf19a4cdfcc0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c85357f936ed435e9d66b28b897aaf9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7950485 Sep 29 17:32:17.710968 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38324) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:17.743126 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdacf90-a8e9-4d90-97a9-cf19a4cdfcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d8e2c4-d89e-4bd9-a62f-a4dc8930aae9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:17.813976 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d724a370-da49-45c7-804a-2218c9127494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:17.852214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38334) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:17.859541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-fd5f68ac-31aa-475d-8f64-726a42bb5f8e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-768588632'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:17.881316 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d724a370-da49-45c7-804a-2218c9127494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:17.903583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8b6ee-535e-4d29-a7b1-a0ddbeb3525e req-de2613d3-8737-43c9-95d4-072346b360fd tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:17.912850 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7f8b6ee-535e-4d29-a7b1-a0ddbeb3525e req-de2613d3-8737-43c9-95d4-072346b360fd tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 945 time: 0.1161437 Sep 29 17:32:17.922297 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5f68ac-31aa-475d-8f64-726a42bb5f8e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Made reservation on behalf of 875de71af1fe4656a0ed844803995187 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:17.941691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd5f68ac-31aa-475d-8f64-726a42bb5f8e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:18.025300 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7f8b6ee-535e-4d29-a7b1-a0ddbeb3525e req-b2098026-5ec2-4228-a6e1-20f7afa93f07 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109803 Sep 29 17:32:18.029737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5f68ac-31aa-475d-8f64-726a42bb5f8e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:32:18.038326 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fccc5d03-3105-405f-8ac5-52231a2d62ed req-0dbdcd8d-afb3-48f5-ad2b-d75da8b8f0be tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 210 time: 0.0825284 Sep 29 17:32:18.043901 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd5f68ac-31aa-475d-8f64-726a42bb5f8e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:18.044745 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-fd5f68ac-31aa-475d-8f64-726a42bb5f8e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Added segment b0451f9c-12b9-4ae6-81a3-63c5caea027f of type vlan for network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a Sep 29 17:32:18.073427 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d724a370-da49-45c7-804a-2218c9127494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:18.077078 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d724a370-da49-45c7-804a-2218c9127494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:18.078368 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d724a370-da49-45c7-804a-2218c9127494 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05d8e2c4-d89e-4bd9-a62f-a4dc8930aae9 HTTP/1.1" status: 204 len: 168 time: 0.3661847 Sep 29 17:32:18.108503 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724a370-da49-45c7-804a-2218c9127494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d8e2c4-d89e-4bd9-a62f-a4dc8930aae9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:18.120962 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd5f68ac-31aa-475d-8f64-726a42bb5f8e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:18.165970 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd5f68ac-31aa-475d-8f64-726a42bb5f8e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:18.177134 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5f68ac-31aa-475d-8f64-726a42bb5f8e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:18.178998 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd5f68ac-31aa-475d-8f64-726a42bb5f8e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:18.221967 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fd5f68ac-31aa-475d-8f64-726a42bb5f8e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3680015 Sep 29 17:32:18.224814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38372) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:18.233105 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4c00efd6-0660-4c73-9d26-40f271dc2eed tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-393025510'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:18.285883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f68ac-31aa-475d-8f64-726a42bb5f8e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event updated for resources: {'Network': ['ID=59537b44-95ea-4fd6-9b97-e24c36b7ed8a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:18.296998 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:32:18.318448 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c00efd6-0660-4c73-9d26-40f271dc2eed tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Made reservation on behalf of 875de71af1fe4656a0ed844803995187 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:18.321989 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4c00efd6-0660-4c73-9d26-40f271dc2eed tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:18.358238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c00efd6-0660-4c73-9d26-40f271dc2eed tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:32:18.376006 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4c00efd6-0660-4c73-9d26-40f271dc2eed tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:18.376529 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-4c00efd6-0660-4c73-9d26-40f271dc2eed tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Added segment 40fdf262-7bc5-4f81-8388-ac8c587e7fc3 of type vlan for network af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 Sep 29 17:32:18.453957 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4c00efd6-0660-4c73-9d26-40f271dc2eed tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:18.484537 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4c00efd6-0660-4c73-9d26-40f271dc2eed tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:18.494812 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00efd6-0660-4c73-9d26-40f271dc2eed tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:18.494812 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4c00efd6-0660-4c73-9d26-40f271dc2eed tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:18.542891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4c00efd6-0660-4c73-9d26-40f271dc2eed tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3146126 Sep 29 17:32:18.543972 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38400) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:18.561296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a5da07bd-295c-471e-8bb1-f0acfee01b12 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Request body: {'subnet': {'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:18.671915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00efd6-0660-4c73-9d26-40f271dc2eed tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event updated for resources: {'Network': ['ID=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:18.683166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:32:18.807147 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38414) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:18.841519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958cc95-aa9b-4742-bc70-a260d70156f2 req-266b142a-8bb0-4afc-9c88-92fa147bc439 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:18.843173 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0958cc95-aa9b-4742-bc70-a260d70156f2 req-266b142a-8bb0-4afc-9c88-92fa147bc439 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1767247 Sep 29 17:32:18.875896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5da07bd-295c-471e-8bb1-f0acfee01b12 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Made reservation on behalf of 875de71af1fe4656a0ed844803995187 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:18.879844 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a5da07bd-295c-471e-8bb1-f0acfee01b12 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:18.931251 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0958cc95-aa9b-4742-bc70-a260d70156f2 req-b4292ded-5e35-4380-8067-21d1eff9561b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805418 Sep 29 17:32:19.110675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a5da07bd-295c-471e-8bb1-f0acfee01b12 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:19.124349 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f43eb1a9-acd2-4783-92d5-684d5d4e3d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:19.207807 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da07bd-295c-471e-8bb1-f0acfee01b12 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event updated for resources: {'Subnet': ['ID=a93289c5-ed34-433f-b0a1-3c6cefa33da2,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:19.276779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da07bd-295c-471e-8bb1-f0acfee01b12 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Checking segment: {'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:19.277740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5da07bd-295c-471e-8bb1-f0acfee01b12 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Network hostable DHCP agents. Network: 59537b44-95ea-4fd6-9b97-e24c36b7ed8a, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:32:19.302829 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-047aae76-d277-457b-a75f-2482d41ade55 req-28b2c0a5-ac1a-49be-88d7-bc27fdb78c23 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 210 time: 0.0388651 Sep 29 17:32:19.354784 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9df405-4329-4ef8-a30a-426b53622da5 req-5748418e-06ca-4317-ab76-1b3fd72c1eab tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:19.380201 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a9df405-4329-4ef8-a30a-426b53622da5 req-5748418e-06ca-4317-ab76-1b3fd72c1eab tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 945 time: 0.1543701 Sep 29 17:32:19.386693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5da07bd-295c-471e-8bb1-f0acfee01b12 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:32:19.404381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-33ebeeef-c7ed-4af0-a4d7-f586f159a102 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:19.406011 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-33ebeeef-c7ed-4af0-a4d7-f586f159a102 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.49 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 806 time: 0.2257514 Sep 29 17:32:19.407354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a5da07bd-295c-471e-8bb1-f0acfee01b12 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 59537b44-95ea-4fd6-9b97-e24c36b7ed8a) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:19.412698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5da07bd-295c-471e-8bb1-f0acfee01b12 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:19.413604 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a5da07bd-295c-471e-8bb1-f0acfee01b12 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:19.422777 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac529113-18ee-4ff7-ab10-b5f9c5c50e76 None None] Network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:32:19.427401 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-72ccf573-63e9-4376-b802-4c14ccc22f44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Request body: {'port': {'device_id': '63e2635e-bb57-4fbe-a07c-2768b873064d', 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f', 'admin_state_up': True, 'tenant_id': 'fe4f93d224e54a979295881fff6b9e51'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:19.437439 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f43eb1a9-acd2-4783-92d5-684d5d4e3d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:19.453476 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f43eb1a9-acd2-4783-92d5-684d5d4e3d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:19.461183 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a5da07bd-295c-471e-8bb1-f0acfee01b12 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9152837 Sep 29 17:32:19.465441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38440) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:19.473868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-19a58bd6-831e-4ce6-a9d9-b024e4488507 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Request body: {'subnet': {'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:19.482632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a9df405-4329-4ef8-a30a-426b53622da5 req-0dc3bc73-32aa-49d7-b4cb-1f0ea34d297b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013505 Sep 29 17:32:19.538414 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f43eb1a9-acd2-4783-92d5-684d5d4e3d34 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1666c35aab09440f9ae7e5e5fb6920a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7300346 Sep 29 17:32:19.541001 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38442) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:19.567610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43eb1a9-acd2-4783-92d5-684d5d4e3d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d461c6fe-0ec0-46bb-ba0e-af43fbe078ea,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:19.627527 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dd88758-8a9c-4204-9cc0-0e7db7cc0ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:19.645735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a58bd6-831e-4ce6-a9d9-b024e4488507 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Made reservation on behalf of 875de71af1fe4656a0ed844803995187 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:19.650240 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-19a58bd6-831e-4ce6-a9d9-b024e4488507 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:19.671351 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dd88758-8a9c-4204-9cc0-0e7db7cc0ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:19.694078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-72ccf573-63e9-4376-b802-4c14ccc22f44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Made reservation on behalf of fe4f93d224e54a979295881fff6b9e51 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:19.697350 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-72ccf573-63e9-4376-b802-4c14ccc22f44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:19.753243 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dd88758-8a9c-4204-9cc0-0e7db7cc0ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:19.757702 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dd88758-8a9c-4204-9cc0-0e7db7cc0ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:19.761402 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8dd88758-8a9c-4204-9cc0-0e7db7cc0ef7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d461c6fe-0ec0-46bb-ba0e-af43fbe078ea HTTP/1.1" status: 204 len: 168 time: 0.2072694 Sep 29 17:32:19.774695 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-59537b44-95ea-4fd6-9b97-e24c36b7ed8a', 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'fixed_ips': [{'subnet_id': 'a93289c5-ed34-433f-b0a1-3c6cefa33da2'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:32:19.775623 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:19.789145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd88758-8a9c-4204-9cc0-0e7db7cc0ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d461c6fe-0ec0-46bb-ba0e-af43fbe078ea,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:19.954108 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Allocated IP 10.1.1.2 (59537b44-95ea-4fd6-9b97-e24c36b7ed8a/a93289c5-ed34-433f-b0a1-3c6cefa33da2/ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:19.984643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-72ccf573-63e9-4376-b802-4c14ccc22f44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Allocated IP 172.20.0.9 (fe93af0d-88eb-4bd8-b10d-ef73fbecc01f/81b8f427-6a40-4543-b542-ebc1c5f5a50d/876824e0-ecc3-493d-a6cd-4ee01ab62d77) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:20.022502 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-19a58bd6-831e-4ce6-a9d9-b024e4488507 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:20.127509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a58bd6-831e-4ce6-a9d9-b024e4488507 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event updated for resources: {'Subnet': ['ID=2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:20.166554 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbcf22-e231-43aa-b479-0288c23b47de req-01448138-2041-4b3b-9ab1-05e20e8bd992 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:20.183421 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6ccbcf22-e231-43aa-b479-0288c23b47de req-01448138-2041-4b3b-9ab1-05e20e8bd992 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1202962 Sep 29 17:32:20.193349 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a58bd6-831e-4ce6-a9d9-b024e4488507 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Checking segment: {'id': '40fdf262-7bc5-4f81-8388-ac8c587e7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:20.193691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a58bd6-831e-4ce6-a9d9-b024e4488507 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Network hostable DHCP agents. Network: af3f2081-9fb7-4b4e-b3c7-c1ccada69a60, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:32:20.195898 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:20.207069 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:20.227706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a58bd6-831e-4ce6-a9d9-b024e4488507 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Network af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:32:20.268677 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-72ccf573-63e9-4376-b802-4c14ccc22f44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:20.270582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-19a58bd6-831e-4ce6-a9d9-b024e4488507 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, af3f2081-9fb7-4b4e-b3c7-c1ccada69a60) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:20.276826 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a58bd6-831e-4ce6-a9d9-b024e4488507 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:20.278428 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-19a58bd6-831e-4ce6-a9d9-b024e4488507 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:20.286073 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdcda5a-8bfc-480e-a043-401c61a83116 None None] Network af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:32:20.286354 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6ccbcf22-e231-43aa-b479-0288c23b47de req-b431275a-c7c0-486b-a363-50903b0bc158 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013675 Sep 29 17:32:20.299377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:20.304261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:20.308054 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:20.326265 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-19a58bd6-831e-4ce6-a9d9-b024e4488507 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8595462 Sep 29 17:32:20.329877 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38468) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:20.338060 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-86d5ef91-0eed-4036-8fa5-481d9e109091 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Request body: {'port': {'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a', 'name': 'tempest-TaggedBootDevicesTest_v242-112018947', 'fixed_ips': [{'subnet_id': 'a93289c5-ed34-433f-b0a1-3c6cefa33da2'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:20.348915 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-72ccf573-63e9-4376-b802-4c14ccc22f44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:20.376561 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Pushing event updated for resources: {'Port': ['ID=ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:20.408400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-72ccf573-63e9-4376-b802-4c14ccc22f44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:20.411036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-72ccf573-63e9-4376-b802-4c14ccc22f44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:20.412449 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a15048ad-2803-49e1-a607-fe0b55b86024'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:32:20.416588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-72ccf573-63e9-4376-b802-4c14ccc22f44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:20.465774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccf573-63e9-4376-b802-4c14ccc22f44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Pushing event updated for resources: {'Port': ['ID=876824e0-ecc3-493d-a6cd-4ee01ab62d77,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:20.497536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-72ccf573-63e9-4376-b802-4c14ccc22f44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:20.498555 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-72ccf573-63e9-4376-b802-4c14ccc22f44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:20.505477 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Attempting to bind port ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:32:20.506030 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Attempting to bind port ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:32:20.506322 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Attempting to bind port ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa on network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:20.526402 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:32:20.526879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Checking segment: {'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:20.527401 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:20.528198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Bound using segment: {'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:32:20.528761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Bound port: ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:32:20.529151 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:20.533558 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-72ccf573-63e9-4376-b802-4c14ccc22f44 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1137657 Sep 29 17:32:20.561476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Request body: {'port': {'device_id': '63e2635e-bb57-4fbe-a07c-2768b873064d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:20.645397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cc55a-584b-4a71-bfa6-468f36b9970e req-6a1279b5-c316-46d1-8abc-7a9803bc0950 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:20.647057 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d5ef91-0eed-4036-8fa5-481d9e109091 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Made reservation on behalf of 875de71af1fe4656a0ed844803995187 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:20.657571 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf4cc55a-584b-4a71-bfa6-468f36b9970e req-6a1279b5-c316-46d1-8abc-7a9803bc0950 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 931 time: 0.1391797 Sep 29 17:32:20.695243 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-af3f2081-9fb7-4b4e-b3c7-c1ccada69a60', 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'fixed_ips': [{'subnet_id': '2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:32:20.696304 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:20.711755 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebbff5-b100-4c95-b8d2-0d2efd57bbd6 req-2975445c-6f80-4a10-a2f2-3d926904893e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:20.722444 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aeebbff5-b100-4c95-b8d2-0d2efd57bbd6 req-2975445c-6f80-4a10-a2f2-3d926904893e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 945 time: 0.1411135 Sep 29 17:32:20.724749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38478) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:20.746571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] For port ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:32:20.747990 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82e1c4f7-92cf-44cd-a324-0e8d59da490d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:20.750069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] For port ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:32:20.760620 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:20.806014 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf4cc55a-584b-4a71-bfa6-468f36b9970e req-33b6295a-1bd3-4cb9-8b81-5e45b456c724 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472316 Sep 29 17:32:20.822345 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:20.860627 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device f10317fe-635d-446a-8fa4-5132aead5a41 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:32:20.914224 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-86d5ef91-0eed-4036-8fa5-481d9e109091 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:20.969166 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-86d5ef91-0eed-4036-8fa5-481d9e109091 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] device_id is not set on port 4f6cffde-a8ea-41f5-87b1-161951399f91 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:32:20.998895 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aeebbff5-b100-4c95-b8d2-0d2efd57bbd6 req-310946ba-2e93-494b-a1c0-728555b44fd6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745354 Sep 29 17:32:21.053836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697be24-0783-41cb-b383-53aefda066f3 None None] Pushing event updated for resources: {'Port': ['ID=ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:21.299424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-86d5ef91-0eed-4036-8fa5-481d9e109091 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Allocated IP 10.1.1.133 (59537b44-95ea-4fd6-9b97-e24c36b7ed8a/a93289c5-ed34-433f-b0a1-3c6cefa33da2/4f6cffde-a8ea-41f5-87b1-161951399f91) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:21.354384 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82e1c4f7-92cf-44cd-a324-0e8d59da490d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:21.366657 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82e1c4f7-92cf-44cd-a324-0e8d59da490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:21.381440 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Allocated IP 10.2.2.2 (af3f2081-9fb7-4b4e-b3c7-c1ccada69a60/2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef/03da2bca-84be-46cc-b216-8ddcec84f234) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:21.430046 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1c4f7-92cf-44cd-a324-0e8d59da490d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1696df-75e3-4203-890a-b9fbb824297d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:21.497269 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-82e1c4f7-92cf-44cd-a324-0e8d59da490d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19efd6ef3c814583a11acaa69b29ab5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7685685 Sep 29 17:32:21.508563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38506) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:21.637949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876824e0-ecc3-493d-a6cd-4ee01ab62d77 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:32:21.649597 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a091b-5f35-483e-81b5-5fec0bdb3522 req-819fc2e2-ac1e-45c5-a477-9cbccb6de121 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:21.651252 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-853a091b-5f35-483e-81b5-5fec0bdb3522 req-819fc2e2-ac1e-45c5-a477-9cbccb6de121 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1198106 Sep 29 17:32:21.652981 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:21.654967 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ffb5035-43be-41c4-9278-2262e6257970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:21.656485 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-86d5ef91-0eed-4036-8fa5-481d9e109091 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:21.694740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Transition to ACTIVE for port object 876824e0-ecc3-493d-a6cd-4ee01ab62d77 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:32:21.702900 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:21.707249 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ffb5035-43be-41c4-9278-2262e6257970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:21.736802 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-853a091b-5f35-483e-81b5-5fec0bdb3522 req-e578dcc3-9205-4219-a8ea-c4b557cf1251 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653777 Sep 29 17:32:21.744854 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-86d5ef91-0eed-4036-8fa5-481d9e109091 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:21.767919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Pushing event updated for resources: {'Port': ['ID=876824e0-ecc3-493d-a6cd-4ee01ab62d77,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:21.769028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port f10317fe-635d-446a-8fa4-5132aead5a41 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:32:21.792025 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:21.793922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port f10317fe-635d-446a-8fa4-5132aead5a41 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:21.794289 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:21.839015 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d5ef91-0eed-4036-8fa5-481d9e109091 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:21.847220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-86d5ef91-0eed-4036-8fa5-481d9e109091 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:21.850517 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:21.885141 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d5ef91-0eed-4036-8fa5-481d9e109091 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:21.968416 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Network af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:21.974353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d5ef91-0eed-4036-8fa5-481d9e109091 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:21.975213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-86d5ef91-0eed-4036-8fa5-481d9e109091 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:21.979269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:21.980351 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5ef91-0eed-4036-8fa5-481d9e109091 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event updated for resources: {'Port': ['ID=4f6cffde-a8ea-41f5-87b1-161951399f91,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:21.984063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:22.003564 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-86d5ef91-0eed-4036-8fa5-481d9e109091 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6711867 Sep 29 17:32:22.006262 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38522) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:22.016665 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-49ca55af-7a6a-4942-9fe0-35a4bc2cc848 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Request body: {'port': {'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a', 'name': 'tempest-TaggedBootDevicesTest_v242-947217253', 'fixed_ips': [{'subnet_id': 'a93289c5-ed34-433f-b0a1-3c6cefa33da2'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:22.023042 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:32:22.095475 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ffb5035-43be-41c4-9278-2262e6257970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:22.096480 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Pushing event updated for resources: {'Port': ['ID=03da2bca-84be-46cc-b216-8ddcec84f234,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:22.098466 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ffb5035-43be-41c4-9278-2262e6257970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:22.113596 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6ffb5035-43be-41c4-9278-2262e6257970 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc1696df-75e3-4203-890a-b9fbb824297d HTTP/1.1" status: 204 len: 168 time: 0.6028016 Sep 29 17:32:22.151550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Attempting to bind port 876824e0-ecc3-493d-a6cd-4ee01ab62d77 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:32:22.151824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:22.154081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Attempting to bind port 876824e0-ecc3-493d-a6cd-4ee01ab62d77 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:32:22.154443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Attempting to bind port 876824e0-ecc3-493d-a6cd-4ee01ab62d77 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:22.157298 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:22.181948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801d95e-790c-418f-bc45-770a381acfdd req-eb359a63-e79e-44c7-a8be-a9ac73b2857e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:22.198318 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b801d95e-790c-418f-bc45-770a381acfdd req-eb359a63-e79e-44c7-a8be-a9ac73b2857e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 943 time: 0.2299838 Sep 29 17:32:22.206630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Port 876824e0-ecc3-493d-a6cd-4ee01ab62d77 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:32:22.206959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Attempting to bind port 876824e0-ecc3-493d-a6cd-4ee01ab62d77 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:22.208899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb5035-43be-41c4-9278-2262e6257970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1696df-75e3-4203-890a-b9fbb824297d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:22.250161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:32:22.250588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Checking segment: {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:22.250979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Bound using segment: {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:32:22.251460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Bound port: 876824e0-ecc3-493d-a6cd-4ee01ab62d77, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:32:22.251797 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:22.403346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] For port 876824e0-ecc3-493d-a6cd-4ee01ab62d77, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:32:22.406963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] For port 876824e0-ecc3-493d-a6cd-4ee01ab62d77, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=876824e0-ecc3-493d-a6cd-4ee01ab62d77,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:32:22.415725 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:22.497507 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b801d95e-790c-418f-bc45-770a381acfdd req-62491f8c-3ba9-448e-9de8-4023c42ffb2c tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922859 Sep 29 17:32:22.509712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Pushing event updated for resources: {'Port': ['ID=876824e0-ecc3-493d-a6cd-4ee01ab62d77,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:22.543844 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:22.548623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:22.548895 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ca55af-7a6a-4942-9fe0-35a4bc2cc848 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Made reservation on behalf of 875de71af1fe4656a0ed844803995187 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:22.549839 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:22.550435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:22.551010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:22.551572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:22.553702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:22.554267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:22.554814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:22.561371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:22.562134 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:22.562696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:22.567379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:22.568268 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:22.571031 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-c93f7b5d-ee68-4c57-8046-8044353562e3 service neutron] 10.222.0.49 "PUT /v2.0/ports/876824e0-ecc3-493d-a6cd-4ee01ab62d77 HTTP/1.1" status: 200 len: 1091 time: 2.0167322 Sep 29 17:32:22.574827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63e2635e-bb57-4fbe-a07c-2768b873064d', 'tag': '876824e0-ecc3-493d-a6cd-4ee01ab62d77'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:22.581151 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bb402c-6e73-4286-911e-be8e6e5f5645" -d '{"events": [{"name": "network-changed", "server_uuid": "63e2635e-bb57-4fbe-a07c-2768b873064d", "tag": "876824e0-ecc3-493d-a6cd-4ee01ab62d77"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:22.610010 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ca55af-7a6a-4942-9fe0-35a4bc2cc848 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:22.708579 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a991137-933a-4bdf-a715-51736ffd40e4 req-d61f3a04-7b6b-4ae1-8a9b-d1ae2db58595 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:22.710217 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8a991137-933a-4bdf-a715-51736ffd40e4 req-d61f3a04-7b6b-4ae1-8a9b-d1ae2db58595 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 945 time: 0.3806839 Sep 29 17:32:22.718811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38538) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:22.755271 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-49ca55af-7a6a-4942-9fe0-35a4bc2cc848 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] device_id is not set on port 7917363c-c768-4f5a-92b4-6ea93f5618f4 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:32:22.759760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-1a5a28f4-8653-4757-ab14-3ce90e3b1a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:22.762698 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-1a5a28f4-8653-4757-ab14-3ce90e3b1a03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 1094 time: 0.1234415 Sep 29 17:32:22.770061 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59e2c04-73dc-4a8e-8885-bfb3a6d76674 x-openstack-request-id: req-d59e2c04-73dc-4a8e-8885-bfb3a6d76674 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:32:22.770996 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63e2635e-bb57-4fbe-a07c-2768b873064d", "tag": "876824e0-ecc3-493d-a6cd-4ee01ab62d77", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:32:22.770996 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d59e2c04-73dc-4a8e-8885-bfb3a6d76674 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:32:22.771445 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63e2635e-bb57-4fbe-a07c-2768b873064d', 'tag': '876824e0-ecc3-493d-a6cd-4ee01ab62d77', 'status': 'completed', 'code': 200} Sep 29 17:32:22.822157 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09146250-85a0-4cab-876d-16cc65eaec8a None None] Network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:32:22.838957 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:22.860808 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8a991137-933a-4bdf-a715-51736ffd40e4 req-7830b554-c1c8-46b7-b423-fdc426c0cbad tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353674 Sep 29 17:32:22.920526 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Attempting to bind port 03da2bca-84be-46cc-b216-8ddcec84f234 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:32:22.921058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Attempting to bind port 03da2bca-84be-46cc-b216-8ddcec84f234 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '40fdf262-7bc5-4f81-8388-ac8c587e7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:32:22.921540 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Attempting to bind port 03da2bca-84be-46cc-b216-8ddcec84f234 on network af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:22.974087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-800688f6-cfeb-4c3e-bcf6-84b96deda2f5 None None] Provisioning complete for port ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:22.974654 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-800688f6-cfeb-4c3e-bcf6-84b96deda2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:22.999175 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:32:22.999707 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Checking segment: {'id': '40fdf262-7bc5-4f81-8388-ac8c587e7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:23.000419 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:23.001169 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Bound using segment: {'id': '40fdf262-7bc5-4f81-8388-ac8c587e7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:32:23.002832 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Bound port: 03da2bca-84be-46cc-b216-8ddcec84f234, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40fdf262-7bc5-4f81-8388-ac8c587e7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:32:23.003132 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:23.009463 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-49ca55af-7a6a-4942-9fe0-35a4bc2cc848 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Allocated IP 10.1.1.90 (59537b44-95ea-4fd6-9b97-e24c36b7ed8a/a93289c5-ed34-433f-b0a1-3c6cefa33da2/7917363c-c768-4f5a-92b4-6ea93f5618f4) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:23.020065 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e84788b-50c6-4e9a-9516-fe63ef5889ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10317fe-635d-446a-8fa4-5132aead5a41'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:23.023599 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d94a97a-f6cc-4850-8260-b3d33b63efb6" -d '{"events": [{"server_uuid": "4e84788b-50c6-4e9a-9516-fe63ef5889ed", "name": "network-vif-plugged", "status": "completed", "tag": "f10317fe-635d-446a-8fa4-5132aead5a41"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:23.094224 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port f10317fe-635d-446a-8fa4-5132aead5a41, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f10317fe-635d-446a-8fa4-5132aead5a41,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:23.116106 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:23.118307 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:23.209063 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6696c0-7429-4573-ae64-aaa0ab222557 x-openstack-request-id: req-9a6696c0-7429-4573-ae64-aaa0ab222557 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:32:23.209377 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e84788b-50c6-4e9a-9516-fe63ef5889ed", "name": "network-vif-plugged", "status": "completed", "tag": "f10317fe-635d-446a-8fa4-5132aead5a41", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:32:23.209633 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a6696c0-7429-4573-ae64-aaa0ab222557 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:32:23.210029 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e84788b-50c6-4e9a-9516-fe63ef5889ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10317fe-635d-446a-8fa4-5132aead5a41', 'code': 200} Sep 29 17:32:23.217691 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=f10317fe-635d-446a-8fa4-5132aead5a41,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:23.302791 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-6bbacdd5-eea0-4a5b-82ea-8d27f8dc10b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=876824e0-ecc3-493d-a6cd-4ee01ab62d77 HTTP/1.1" status: 200 len: 217 time: 0.5171814 Sep 29 17:32:23.345175 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-55372127-ae60-4b99-bc72-8827197a4513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:23.347359 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] For port 03da2bca-84be-46cc-b216-8ddcec84f234, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:32:23.352730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] For port 03da2bca-84be-46cc-b216-8ddcec84f234, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=03da2bca-84be-46cc-b216-8ddcec84f234,segment=NetworkSegment(40fdf262-7bc5-4f81-8388-ac8c587e7fc3),segment_id=40fdf262-7bc5-4f81-8388-ac8c587e7fc3)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:32:23.361797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:23.379483 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ca55af-7a6a-4942-9fe0-35a4bc2cc848 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:23.424831 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-800688f6-cfeb-4c3e-bcf6-84b96deda2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:23.450110 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:23.450517 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ca55af-7a6a-4942-9fe0-35a4bc2cc848 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:23.452160 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:23.457757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab958c3-4c0b-4df1-a777-774242ee01f4 req-0f666191-9e17-459c-8e01-2396b6c7cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:23.459265 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7ab958c3-4c0b-4df1-a777-774242ee01f4 req-0f666191-9e17-459c-8e01-2396b6c7cced service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 1097 time: 0.1733024 Sep 29 17:32:23.464026 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-0eef0329-b5a6-4e55-8cbe-f1bd52497e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:23.466398 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-0eef0329-b5a6-4e55-8cbe-f1bd52497e2b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81b8f427-6a40-4543-b542-ebc1c5f5a50d HTTP/1.1" status: 200 len: 846 time: 0.1318703 Sep 29 17:32:23.481688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631958bd-4911-4071-a874-77a1b18734f3 req-dae444c6-42f0-4010-9455-08b45682ed8b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:23.481688 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-631958bd-4911-4071-a874-77a1b18734f3 req-dae444c6-42f0-4010-9455-08b45682ed8b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1921942 Sep 29 17:32:23.552705 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca55af-7a6a-4942-9fe0-35a4bc2cc848 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event updated for resources: {'Port': ['ID=7917363c-c768-4f5a-92b4-6ea93f5618f4,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:23.554269 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-8c1b3632-002b-40c6-b627-6ff5e99b1be5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708327 Sep 29 17:32:23.566316 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ca55af-7a6a-4942-9fe0-35a4bc2cc848 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:23.569348 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-49ca55af-7a6a-4942-9fe0-35a4bc2cc848 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:23.571816 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ca55af-7a6a-4942-9fe0-35a4bc2cc848 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:23.605093 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-800688f6-cfeb-4c3e-bcf6-84b96deda2f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:32:23.605891 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-800688f6-cfeb-4c3e-bcf6-84b96deda2f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:32:23.686726 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef36a18-ba60-46c6-bfb2-a48679f171b9 None None] Pushing event updated for resources: {'Port': ['ID=03da2bca-84be-46cc-b216-8ddcec84f234,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:23.702996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca55af-7a6a-4942-9fe0-35a4bc2cc848 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:23.703826 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ca55af-7a6a-4942-9fe0-35a4bc2cc848 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:23.716485 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-631958bd-4911-4071-a874-77a1b18734f3 req-becf284e-b80e-4db3-af8c-99013b3e6289 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164907 Sep 29 17:32:23.721041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38596) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:23.752333 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6306931-0ceb-4f6f-8f44-80fdd3200f88 req-c142834d-45c6-4962-8985-1ba9f5917248 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:23.759906 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b6306931-0ceb-4f6f-8f44-80fdd3200f88 req-c142834d-45c6-4962-8985-1ba9f5917248 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 943 time: 0.1532500 Sep 29 17:32:23.775912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:23.816051 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7ab958c3-4c0b-4df1-a777-774242ee01f4 req-31064dfb-814b-43d9-90c4-cfa1a67a82a8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338168 Sep 29 17:32:23.844583 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b6306931-0ceb-4f6f-8f44-80fdd3200f88 req-db95949a-df95-438b-a86f-c7332ff3068d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807393 Sep 29 17:32:23.861825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-ecc29645-b835-4e04-a2e7-340cd7aa8122 service neutron] 10.222.0.49 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909279 Sep 29 17:32:23.935349 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-55372127-ae60-4b99-bc72-8827197a4513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:23.953158 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-49ca55af-7a6a-4942-9fe0-35a4bc2cc848 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9419761 Sep 29 17:32:23.997328 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-55372127-ae60-4b99-bc72-8827197a4513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:24.045125 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-55372127-ae60-4b99-bc72-8827197a4513 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d80dd371aaf446dfbed0ea9475056a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3134754 Sep 29 17:32:24.046903 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-606bdf64-3860-49c0-a276-9982a61f349a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:24.058481 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38608) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:24.103316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55372127-ae60-4b99-bc72-8827197a4513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70192a07-209c-4a4a-b01b-675f3d548e34,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:24.118200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5152d-e46d-4c36-88bf-920c963e0cdc req-6c8af8bd-8a88-4e06-907d-2e3d2fe05b78 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:24.119743 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-acd5152d-e46d-4c36-88bf-920c963e0cdc req-6c8af8bd-8a88-4e06-907d-2e3d2fe05b78 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.0983162 Sep 29 17:32:24.137563 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5f93840-7e64-4c90-8c8f-0c64e63f8fbc req-caa7cb58-1d77-4517-826d-b059c0fe6e13 service neutron] 10.222.0.49 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662096 Sep 29 17:32:24.253808 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-456eb45d-f0c4-4e9f-b151-f0aaedac44a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:24.282208 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-456eb45d-f0c4-4e9f-b151-f0aaedac44a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:24.302393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb402c-6e73-4286-911e-be8e6e5f5645 req-1c0e981b-61a9-4e33-8370-b1f62e37d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:24.303977 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-00bb402c-6e73-4286-911e-be8e6e5f5645 req-1c0e981b-61a9-4e33-8370-b1f62e37d1a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 1094 time: 0.0909619 Sep 29 17:32:24.318616 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-606bdf64-3860-49c0-a276-9982a61f349a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:24.322679 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-527fda7e-fa6c-4578-8423-e4ce56b375bf None None] Provisioning complete for port 7917363c-c768-4f5a-92b4-6ea93f5618f4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:24.325328 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-527fda7e-fa6c-4578-8423-e4ce56b375bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:24.355090 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-acd5152d-e46d-4c36-88bf-920c963e0cdc req-c5da226f-5435-4b91-a385-b966e74e0e41 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174227 Sep 29 17:32:24.355090 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-456eb45d-f0c4-4e9f-b151-f0aaedac44a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:24.363383 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-456eb45d-f0c4-4e9f-b151-f0aaedac44a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:24.369431 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-456eb45d-f0c4-4e9f-b151-f0aaedac44a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70192a07-209c-4a4a-b01b-675f3d548e34 HTTP/1.1" status: 204 len: 168 time: 0.3069553 Sep 29 17:32:24.385113 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456eb45d-f0c4-4e9f-b151-f0aaedac44a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70192a07-209c-4a4a-b01b-675f3d548e34,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:24.419058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-527fda7e-fa6c-4578-8423-e4ce56b375bf None None] Port 7917363c-c768-4f5a-92b4-6ea93f5618f4 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:24.431948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-527fda7e-fa6c-4578-8423-e4ce56b375bf None None] Provisioning complete for port 4f6cffde-a8ea-41f5-87b1-161951399f91 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:24.432976 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-527fda7e-fa6c-4578-8423-e4ce56b375bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:24.490655 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-527fda7e-fa6c-4578-8423-e4ce56b375bf None None] Port 4f6cffde-a8ea-41f5-87b1-161951399f91 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:24.500715 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-606bdf64-3860-49c0-a276-9982a61f349a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:24.505064 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-527fda7e-fa6c-4578-8423-e4ce56b375bf None None] Provisioning complete for port ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:24.505578 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-527fda7e-fa6c-4578-8423-e4ce56b375bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:24.538623 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38620) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:24.538865 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-606bdf64-3860-49c0-a276-9982a61f349a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a47760496804f10935d70a34d79138f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8147178 Sep 29 17:32:24.540399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb402c-6e73-4286-911e-be8e6e5f5645 req-23274b98-009b-46ed-bb0d-45e3beab0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:24.542188 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-00bb402c-6e73-4286-911e-be8e6e5f5645 req-23274b98-009b-46ed-bb0d-45e3beab0747 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 907 time: 0.2220063 Sep 29 17:32:24.669070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c33e1d3b-bf5e-42d3-bd00-bad22610a2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:24.710247 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-00bb402c-6e73-4286-911e-be8e6e5f5645 req-59f8a1eb-992d-41bb-bc19-75b447e7ac43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=876824e0-ecc3-493d-a6cd-4ee01ab62d77 HTTP/1.1" status: 200 len: 217 time: 0.1476719 Sep 29 17:32:24.717525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bdf64-3860-49c0-a276-9982a61f349a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fa378f-bf80-4105-bc66-ff4f074572f8,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:24.757473 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c33e1d3b-bf5e-42d3-bd00-bad22610a2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:24.881390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb402c-6e73-4286-911e-be8e6e5f5645 req-3e3d74b7-cc30-4572-adf9-8ef7a5033cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:24.884890 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-00bb402c-6e73-4286-911e-be8e6e5f5645 req-3e3d74b7-cc30-4572-adf9-8ef7a5033cc0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81b8f427-6a40-4543-b542-ebc1c5f5a50d HTTP/1.1" status: 200 len: 846 time: 0.1533961 Sep 29 17:32:24.896748 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-313ce44e-dbd8-48a7-9b5f-427980b89b4d None None] Provisioning complete for port 4f6cffde-a8ea-41f5-87b1-161951399f91 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:24.897131 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-313ce44e-dbd8-48a7-9b5f-427980b89b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:24.909643 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c33e1d3b-bf5e-42d3-bd00-bad22610a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:24.918797 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c33e1d3b-bf5e-42d3-bd00-bad22610a2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:24.924341 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c33e1d3b-bf5e-42d3-bd00-bad22610a2ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2fa378f-bf80-4105-bc66-ff4f074572f8 HTTP/1.1" status: 204 len: 168 time: 0.3839798 Sep 29 17:32:24.952240 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-313ce44e-dbd8-48a7-9b5f-427980b89b4d None None] Port 4f6cffde-a8ea-41f5-87b1-161951399f91 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:24.973756 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-00bb402c-6e73-4286-911e-be8e6e5f5645 req-c68e838d-a401-4227-99cd-4b5f81bd23aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779188 Sep 29 17:32:25.001659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e1d3b-bf5e-42d3-bd00-bad22610a2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fa378f-bf80-4105-bc66-ff4f074572f8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:25.005004 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38644) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:25.036088 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e40420d-e029-4697-add9-3f789bb5f26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:25.064977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b2fbd-0b0c-4b37-8998-282dcc41f75d req-36e81348-703e-4a21-8fe2-73fac6d3f41f tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:25.067979 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e09b2fbd-0b0c-4b37-8998-282dcc41f75d req-36e81348-703e-4a21-8fe2-73fac6d3f41f tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.2018259 Sep 29 17:32:25.079493 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-19c90b81-6933-45d1-b747-354b7966221b None None] Provisioning complete for port 7917363c-c768-4f5a-92b4-6ea93f5618f4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:25.080979 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-19c90b81-6933-45d1-b747-354b7966221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:25.153873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38650) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:25.163974 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-36386ffe-b370-407f-9572-40f6826a8876 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1481187389', 'description': 'tempest-description--1486228578'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:25.188613 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-19c90b81-6933-45d1-b747-354b7966221b None None] Port 7917363c-c768-4f5a-92b4-6ea93f5618f4 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:25.211354 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-00bb402c-6e73-4286-911e-be8e6e5f5645 req-ec6fbf3d-b40c-4d98-91f5-65c65ea21891 service neutron] 10.222.0.49 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282176 Sep 29 17:32:25.275934 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e09b2fbd-0b0c-4b37-8998-282dcc41f75d req-58823224-7e83-4f2f-bd05-32e05c315f9b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967165 Sep 29 17:32:25.325094 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebb3744-0f2b-4fdb-a85a-550c1d8008f4 None None] Network af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:32:25.342119 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e40420d-e029-4697-add9-3f789bb5f26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:25.349109 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e40420d-e029-4697-add9-3f789bb5f26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:25.401956 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4e40420d-e029-4697-add9-3f789bb5f26e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff7a14cfa1cc4a08a83d72c5874034d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947628 Sep 29 17:32:25.405094 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38656) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:25.424515 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36386ffe-b370-407f-9572-40f6826a8876 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:25.468629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40420d-e029-4697-add9-3f789bb5f26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d596ea-d81d-4315-a6f8-3d22f05b3fea,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:25.503001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6891d64d-dcd4-4fb7-b248-8882e2c03245 None None] Provisioning complete for port 03da2bca-84be-46cc-b216-8ddcec84f234 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:25.505610 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6891d64d-dcd4-4fb7-b248-8882e2c03245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:25.513417 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63892290-a773-4c35-9322-72c1f90cde2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:25.534077 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36386ffe-b370-407f-9572-40f6826a8876 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:25.544270 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36386ffe-b370-407f-9572-40f6826a8876 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:25.588725 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63892290-a773-4c35-9322-72c1f90cde2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:25.657405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db44ff-2eb8-417d-9ad3-7aaabc814f53 req-ffcbb30a-0a8c-4df9-b707-5271a7f9588d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:25.659013 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b0db44ff-2eb8-417d-9ad3-7aaabc814f53 req-ffcbb30a-0a8c-4df9-b707-5271a7f9588d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.1158164 Sep 29 17:32:25.675008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85e961-b839-453e-9cac-9b9a83fa7ab8 req-7741626f-2903-4b91-9042-16f78cedf6c6 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:25.684256 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d85e961-b839-453e-9cac-9b9a83fa7ab8 req-7741626f-2903-4b91-9042-16f78cedf6c6 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 943 time: 0.4413440 Sep 29 17:32:25.705271 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36386ffe-b370-407f-9572-40f6826a8876 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05bd93a7-d512-485f-9365-58507aaf233e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:25.718977 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36386ffe-b370-407f-9572-40f6826a8876 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:25.722269 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-36386ffe-b370-407f-9572-40f6826a8876 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5673962 Sep 29 17:32:25.728849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38666) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:25.744873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-d2428dd9-faa5-4a15-9144-d7f1eddbaf21 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Request body: {'security_group_rule': {'security_group_id': '05bd93a7-d512-485f-9365-58507aaf233e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:25.765352 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63892290-a773-4c35-9322-72c1f90cde2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:25.771619 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38668) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:25.772906 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63892290-a773-4c35-9322-72c1f90cde2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:25.774104 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-63892290-a773-4c35-9322-72c1f90cde2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4d596ea-d81d-4315-a6f8-3d22f05b3fea HTTP/1.1" status: 204 len: 168 time: 0.3670087 Sep 29 17:32:25.778499 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-00bb402c-6e73-4286-911e-be8e6e5f5645 req-64598a84-5a0b-4a12-975b-c3609b0c807a service neutron] 10.222.0.49 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580783 Sep 29 17:32:25.779984 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6891d64d-dcd4-4fb7-b248-8882e2c03245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:25.798589 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b0db44ff-2eb8-417d-9ad3-7aaabc814f53 req-d41211dc-b450-4154-aff5-681731472569 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316900 Sep 29 17:32:25.804035 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63892290-a773-4c35-9322-72c1f90cde2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d596ea-d81d-4315-a6f8-3d22f05b3fea,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:25.823862 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d2428dd9-faa5-4a15-9144-d7f1eddbaf21 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:25.843731 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d85e961-b839-453e-9cac-9b9a83fa7ab8 req-ce9af646-7ffb-4429-9b2f-1707bfd5b7a3 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582613 Sep 29 17:32:25.851359 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f3c9280f-3145-4728-927b-c2afaf6b8a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:25.951040 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6891d64d-dcd4-4fb7-b248-8882e2c03245 None None] For port 03da2bca-84be-46cc-b216-8ddcec84f234, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=03da2bca-84be-46cc-b216-8ddcec84f234,segment=NetworkSegment(40fdf262-7bc5-4f81-8388-ac8c587e7fc3),segment_id=40fdf262-7bc5-4f81-8388-ac8c587e7fc3)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:25.960683 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6891d64d-dcd4-4fb7-b248-8882e2c03245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.047781 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d2428dd9-faa5-4a15-9144-d7f1eddbaf21 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.056523 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d2428dd9-faa5-4a15-9144-d7f1eddbaf21 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.126902 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f3c9280f-3145-4728-927b-c2afaf6b8a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.131806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-afb90bc6-d729-4b84-8214-a4d23d061014 None None] Provisioning complete for port 03da2bca-84be-46cc-b216-8ddcec84f234 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:26.132075 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-afb90bc6-d729-4b84-8214-a4d23d061014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.133608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2428dd9-faa5-4a15-9144-d7f1eddbaf21 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d4d2d7-9ee9-4d05-8b2c-d1e0fb763da5,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:26.145884 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f3c9280f-3145-4728-927b-c2afaf6b8a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.170188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891d64d-dcd4-4fb7-b248-8882e2c03245 None None] Pushing event updated for resources: {'Port': ['ID=03da2bca-84be-46cc-b216-8ddcec84f234,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:26.175759 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:32:26.190815 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38690) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:26.190982 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f3c9280f-3145-4728-927b-c2afaf6b8a16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e75f14d14d2b4582837a0deb5184ca7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173384 Sep 29 17:32:26.193118 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d2428dd9-faa5-4a15-9144-d7f1eddbaf21 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.196666 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d2428dd9-faa5-4a15-9144-d7f1eddbaf21 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4589922 Sep 29 17:32:26.202169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38692) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:26.208075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-8b27a1bf-f56f-4c46-a75d-2c492d02a24c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Request body: {'security_group_rule': {'security_group_id': '05bd93a7-d512-485f-9365-58507aaf233e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:26.293076 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9280f-3145-4728-927b-c2afaf6b8a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c089e258-3761-4908-b88e-53e654c10816,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:26.345710 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cb5690d2-105a-46bc-87b0-01efc2860484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.357359 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b27a1bf-f56f-4c46-a75d-2c492d02a24c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.405823 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7aa1a3-2e39-40a8-afda-dcc47cdeba5a req-d649aa2f-db5e-4e61-b1f3-616f887d7117 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:26.407580 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1f7aa1a3-2e39-40a8-afda-dcc47cdeba5a req-d649aa2f-db5e-4e61-b1f3-616f887d7117 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.1784608 Sep 29 17:32:26.417151 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cb5690d2-105a-46bc-87b0-01efc2860484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.444605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:26.446323 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.491101 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b27a1bf-f56f-4c46-a75d-2c492d02a24c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.502551 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b27a1bf-f56f-4c46-a75d-2c492d02a24c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.523201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27a1bf-f56f-4c46-a75d-2c492d02a24c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8c1f35-d9e4-4c82-ac8b-b668393b8500,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:26.580389 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1f7aa1a3-2e39-40a8-afda-dcc47cdeba5a req-d8479d3b-3a97-4a08-91fc-99fcb6bcbca8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618803 Sep 29 17:32:26.581681 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b27a1bf-f56f-4c46-a75d-2c492d02a24c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.587441 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8b27a1bf-f56f-4c46-a75d-2c492d02a24c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3799591 Sep 29 17:32:26.597540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38708) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:26.616891 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 03da2bca-84be-46cc-b216-8ddcec84f234 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:32:26.623928 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:26.685682 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c558a5a-d914-4d00-aef3-d0f1ce7c63fc req-9265ad9a-1f26-47f3-a587-072d58b55d8d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:26.695830 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8c558a5a-d914-4d00-aef3-d0f1ce7c63fc req-9265ad9a-1f26-47f3-a587-072d58b55d8d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.2272203 Sep 29 17:32:26.697929 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.711747 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 03da2bca-84be-46cc-b216-8ddcec84f234 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:26.711859 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.755204 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cb5690d2-105a-46bc-87b0-01efc2860484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.766089 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cb5690d2-105a-46bc-87b0-01efc2860484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:26.767379 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cb5690d2-105a-46bc-87b0-01efc2860484 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c089e258-3761-4908-b88e-53e654c10816 HTTP/1.1" status: 204 len: 168 time: 0.5750744 Sep 29 17:32:26.796217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5690d2-105a-46bc-87b0-01efc2860484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c089e258-3761-4908-b88e-53e654c10816,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:26.826907 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8c558a5a-d914-4d00-aef3-d0f1ce7c63fc req-91b5f909-4905-4fb3-824b-f316a3410b85 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212301 Sep 29 17:32:26.896139 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 876824e0-ecc3-493d-a6cd-4ee01ab62d77 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:32:27.024617 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:27.079615 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 876824e0-ecc3-493d-a6cd-4ee01ab62d77, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=876824e0-ecc3-493d-a6cd-4ee01ab62d77,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:27.099973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '876824e0-ecc3-493d-a6cd-4ee01ab62d77', 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f', 'port_id': '876824e0-ecc3-493d-a6cd-4ee01ab62d77', 'mac_address': 'fa:16:3e:0a:06:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b8f427-6a40-4543-b542-ebc1c5f5a50d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:32:27.119845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6dfa5-f580-4f5d-92db-959364ec847e req-d0d9f1ee-597d-403a-85cd-642112607f47 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:27.124510 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0cb6dfa5-f580-4f5d-92db-959364ec847e req-d0d9f1ee-597d-403a-85cd-642112607f47 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 943 time: 0.1281705 Sep 29 17:32:27.173763 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:27.182585 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Allocated IP 172.25.2.77 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/e59933be-a9f3-4d25-969d-22d69b59a289) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:27.182784 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:27.190484 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0cb6dfa5-f580-4f5d-92db-959364ec847e req-c9975539-9303-406c-b4bc-e350c33ad246 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593796 Sep 29 17:32:27.220257 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876824e0-ecc3-493d-a6cd-4ee01ab62d77 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:32:27.240772 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 876824e0-ecc3-493d-a6cd-4ee01ab62d77, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=876824e0-ecc3-493d-a6cd-4ee01ab62d77,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:27.251837 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:27.320048 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:27.325103 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=876824e0-ecc3-493d-a6cd-4ee01ab62d77,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:27.367287 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:27.409963 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:27.414542 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:27.418182 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:27.450936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event updated for resources: {'Port': ['ID=e59933be-a9f3-4d25-969d-22d69b59a289,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:27.493792 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['876824e0-ecc3-493d-a6cd-4ee01ab62d77'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:32:27.522015 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:27.565909 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:27.785845 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7700966-6d85-46d1-9faa-9baffed636cb req-b1bcb772-be82-425d-9267-ade9b99b17ee tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:27.787392 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d7700966-6d85-46d1-9faa-9baffed636cb req-b1bcb772-be82-425d-9267-ade9b99b17ee tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.1138220 Sep 29 17:32:27.858009 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:27.862887 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d7700966-6d85-46d1-9faa-9baffed636cb req-713d76d2-7a76-431f-91a4-4fa133cc17fa tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631943 Sep 29 17:32:27.864872 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:27.927686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 03da2bca-84be-46cc-b216-8ddcec84f234 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:32:27.992791 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event updated for resources: {'Port': ['ID=e59933be-a9f3-4d25-969d-22d69b59a289,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:28.017891 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:28.024109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54622a-2398-4911-989f-73a5b3c6f259 req-eea9cf50-e388-4a6c-a5e9-64a9f124aa44 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:28.028439 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c54622a-2398-4911-989f-73a5b3c6f259 req-eea9cf50-e388-4a6c-a5e9-64a9f124aa44 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.0694244 Sep 29 17:32:28.052008 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:28.053701 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a68e0422-8cf5-4ef4-a24c-17657421a445 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4513726 Sep 29 17:32:28.071654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 03da2bca-84be-46cc-b216-8ddcec84f234 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:28.072030 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:28.081516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c54622a-2398-4911-989f-73a5b3c6f259 req-3790bf92-8949-4ad5-83df-7600c51f216a tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465910 Sep 29 17:32:28.327866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a32e38-4663-443d-9548-1f0069519855 req-c416f277-5b30-42f2-950d-33def67f2001 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:28.330113 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78a32e38-4663-443d-9548-1f0069519855 req-c416f277-5b30-42f2-950d-33def67f2001 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 944 time: 0.0539412 Sep 29 17:32:28.373971 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78a32e38-4663-443d-9548-1f0069519855 req-5240b335-ae68-4736-a8ee-ef562c9fa0f7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374887 Sep 29 17:32:28.547885 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-fb0217af-6afa-4b1f-a550-e32d00f4d2ab tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1481187389&fields=id&tenant_id=875de71af1fe4656a0ed844803995187 HTTP/1.1" status: 200 len: 267 time: 0.0399597 Sep 29 17:32:28.616883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-48a4ba1b-3142-40f0-bba9-0d6c005b1ad1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:28.625318 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-48a4ba1b-3142-40f0-bba9-0d6c005b1ad1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports/4f6cffde-a8ea-41f5-87b1-161951399f91 HTTP/1.1" status: 200 len: 936 time: 0.0685089 Sep 29 17:32:28.686031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-90353bc5-b8a3-4cae-bf62-12321fed974c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:28.687994 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-90353bc5-b8a3-4cae-bf62-12321fed974c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports/7917363c-c768-4f5a-92b4-6ea93f5618f4 HTTP/1.1" status: 200 len: 935 time: 0.0614736 Sep 29 17:32:28.755235 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-474045b6-3773-40fe-97c6-453bfad8aec5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?network_id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0596004 Sep 29 17:32:28.799527 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-1138002d-7107-49f3-9089-4e8140df2684 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?network_id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0362792 Sep 29 17:32:28.912202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 876824e0-ecc3-493d-a6cd-4ee01ab62d77 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:32:28.956052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-808d9f08-8846-47a4-810b-846b345a5595 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:28.963393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-808d9f08-8846-47a4-810b-846b345a5595 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:28.969348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-808d9f08-8846-47a4-810b-846b345a5595 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:28.976762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-808d9f08-8846-47a4-810b-846b345a5595 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/networks?id=c5573b2a-46c0-432e-9115-a36c094db3c8&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60&id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 HTTP/1.1" status: 200 len: 1994 time: 0.1763880 Sep 29 17:32:28.990758 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-4906c42d-ddda-49ab-9f56-1a1783935ae6 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/quotas/875de71af1fe4656a0ed844803995187 HTTP/1.1" status: 200 len: 375 time: 0.0126073 Sep 29 17:32:29.012082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 876824e0-ecc3-493d-a6cd-4ee01ab62d77 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:32:29.023463 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 876824e0-ecc3-493d-a6cd-4ee01ab62d77 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:29.023848 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:29.078014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e602db-01b6-4933-8de8-3e44d3a24e99 req-aa1a3968-3004-4b1b-89a0-6f6a4434bd52 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:29.087849 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-22e602db-01b6-4933-8de8-3e44d3a24e99 req-aa1a3968-3004-4b1b-89a0-6f6a4434bd52 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.0714619 Sep 29 17:32:29.090982 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-d9adda2d-e888-456b-8bdf-9ba61e6c992a tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=875de71af1fe4656a0ed844803995187&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0911326 Sep 29 17:32:29.130979 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-22e602db-01b6-4933-8de8-3e44d3a24e99 req-27e1d672-ba0e-44b4-bc73-530b60e2a8f8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 Sep 29 17:32:29.150305 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:29.184086 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e2635e-bb57-4fbe-a07c-2768b873064d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876824e0-ecc3-493d-a6cd-4ee01ab62d77'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:29.187167 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5622fd-8f6b-45df-8fe7-4dd3f9e9e1b9" -d '{"events": [{"server_uuid": "63e2635e-bb57-4fbe-a07c-2768b873064d", "name": "network-vif-plugged", "status": "completed", "tag": "876824e0-ecc3-493d-a6cd-4ee01ab62d77"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:29.204756 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 876824e0-ecc3-493d-a6cd-4ee01ab62d77, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=876824e0-ecc3-493d-a6cd-4ee01ab62d77,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:29.211779 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:29.249144 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-41a32ca9-c1eb-4d8f-8464-5f2463765021 service neutron] 10.222.0.44 "GET /v2.0/networks/c5573b2a-46c0-432e-9115-a36c094db3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547012 Sep 29 17:32:29.302376 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=876824e0-ecc3-493d-a6cd-4ee01ab62d77,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:29.332199 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18484ac1-7373-4cb1-b75d-b8c0d81a81a6 req-1ad67f50-cbd3-4dc0-a43c-0459849c6685 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:29.334766 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18484ac1-7373-4cb1-b75d-b8c0d81a81a6 req-1ad67f50-cbd3-4dc0-a43c-0459849c6685 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1019466 Sep 29 17:32:29.391422 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18484ac1-7373-4cb1-b75d-b8c0d81a81a6 req-8f5cb13b-85ae-4994-9e60-5ee63c99a631 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494773 Sep 29 17:32:29.398018 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-0978aa78-aaa5-4ce8-8d08-8267baccda3f service neutron] 10.222.0.44 "GET /v2.0/networks/c5573b2a-46c0-432e-9115-a36c094db3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477263 Sep 29 17:32:29.461000 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b02f4f-4197-48ff-b3ea-9c8d4d092a54 x-openstack-request-id: req-d1b02f4f-4197-48ff-b3ea-9c8d4d092a54 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:32:29.461311 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e2635e-bb57-4fbe-a07c-2768b873064d", "name": "network-vif-plugged", "status": "completed", "tag": "876824e0-ecc3-493d-a6cd-4ee01ab62d77", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:32:29.461588 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1b02f4f-4197-48ff-b3ea-9c8d4d092a54 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:32:29.461981 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e2635e-bb57-4fbe-a07c-2768b873064d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876824e0-ecc3-493d-a6cd-4ee01ab62d77', 'code': 200} Sep 29 17:32:29.462472 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b530770f-77f6-4577-a924-ec3657e50f65 service neutron] 10.222.0.44 "GET /v2.0/ports/4f6cffde-a8ea-41f5-87b1-161951399f91?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0636132 Sep 29 17:32:29.609877 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ca539-5a56-4204-a4fc-993c542f16cd req-d3f23139-0e2e-4f56-9da0-389e4f6cbb2f tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:29.622290 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea6ca539-5a56-4204-a4fc-993c542f16cd req-d3f23139-0e2e-4f56-9da0-389e4f6cbb2f tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 945 time: 0.1037366 Sep 29 17:32:29.667223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36896424-84df-40c7-961e-e1ec20bbe4f0 req-8b3e49d4-097a-44a6-9a64-e894c7197b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:29.670027 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-36896424-84df-40c7-961e-e1ec20bbe4f0 req-8b3e49d4-097a-44a6-9a64-e894c7197b14 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 1096 time: 0.1217892 Sep 29 17:32:29.680852 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-ad6c0ceb-e4e0-4edd-a4ce-9eaf29e64dcd service neutron] 10.222.0.44 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173803 Sep 29 17:32:29.686864 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea6ca539-5a56-4204-a4fc-993c542f16cd req-6b884486-ec0e-4489-b591-5c79735ecffd tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637097 Sep 29 17:32:29.744960 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-36896424-84df-40c7-961e-e1ec20bbe4f0 req-61b7ec60-1bf0-4ca8-866e-cf3b1e3a6d10 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596457 Sep 29 17:32:29.818725 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-276c2a33-1764-4f74-813e-31acfb482f14 service neutron] 10.222.0.44 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347718 Sep 29 17:32:29.875626 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-411ea23b-7d83-4f93-8cd5-459308316349 service neutron] 10.222.0.44 "GET /v2.0/ports/7917363c-c768-4f5a-92b4-6ea93f5618f4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0551662 Sep 29 17:32:30.035906 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-18f5d99f-bb49-44c1-b9ec-1c0a825c1f66 service neutron] 10.222.0.44 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536982 Sep 29 17:32:30.174067 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38978) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:30.177935 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-0987aca0-4a7a-4c40-8056-88db83870dce service neutron] 10.222.0.44 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314285 Sep 29 17:32:30.296758 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-267ae9f7-441b-4bb5-8cf7-38b15da8cb3b service neutron] 10.222.0.44 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178927 Sep 29 17:32:30.326325 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-338d7801-69b7-4f2c-be59-a1fdc3030339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:30.361452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbdfff-bc0a-40b5-857f-5e3aeb0278f4 req-f8ff3439-08e1-4c44-8752-c61bf33c640d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:30.363329 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ebbdfff-bc0a-40b5-857f-5e3aeb0278f4 req-f8ff3439-08e1-4c44-8752-c61bf33c640d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.0917118 Sep 29 17:32:30.434540 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ebbdfff-bc0a-40b5-857f-5e3aeb0278f4 req-5151408c-e4de-4ff7-8fb4-a728ad740aea tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643115 Sep 29 17:32:30.442933 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-48899f82-2ccf-4b41-aed8-7669e4aa35b2 service neutron] 10.222.0.44 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332619 Sep 29 17:32:30.502786 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-338d7801-69b7-4f2c-be59-a1fdc3030339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:30.507996 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-338d7801-69b7-4f2c-be59-a1fdc3030339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:30.570406 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-338d7801-69b7-4f2c-be59-a1fdc3030339 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dcbee89ec8834e6ba0f3270b5caf0998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947167 Sep 29 17:32:30.570612 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39020) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:30.575205 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d7801-69b7-4f2c-be59-a1fdc3030339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f87e68-899c-4ff0-a721-674e016137be,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:30.597425 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-ce673723-aff3-49ad-9543-1a8336003487 service neutron] 10.222.0.44 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532643 Sep 29 17:32:30.626429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb8535-ada2-4696-9c6a-793eec3cfff7 req-a997d32f-732a-47b4-9401-f17bf7cb8fa5 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:30.627993 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61fb8535-ada2-4696-9c6a-793eec3cfff7 req-a997d32f-732a-47b4-9401-f17bf7cb8fa5 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.0755324 Sep 29 17:32:30.679714 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61fb8535-ada2-4696-9c6a-793eec3cfff7 req-e22e9a72-392f-45fb-a781-a4598f249b00 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445020 Sep 29 17:32:30.702246 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb72fa82-0486-483b-b231-2c5548456985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:30.719090 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39030) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:30.745802 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb72fa82-0486-483b-b231-2c5548456985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:30.749851 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-4341d976-31fe-45ac-bb45-1534da1d461b service neutron] 10.222.0.44 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400704 Sep 29 17:32:30.846569 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51ff0d-5a1d-47db-b27a-5b26d5083e3b req-1104c684-22ed-44cd-a94d-609cc9445f72 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:30.849638 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d51ff0d-5a1d-47db-b27a-5b26d5083e3b req-1104c684-22ed-44cd-a94d-609cc9445f72 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 945 time: 0.0669160 Sep 29 17:32:30.897009 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e760c71-c7a2-4146-8f61-735f7fe65171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:30.899800 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f9b10c4f-05ba-44b5-92b0-0119de171c21 service neutron] 10.222.0.44 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426666 Sep 29 17:32:30.933873 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d51ff0d-5a1d-47db-b27a-5b26d5083e3b req-51d6d2d4-fa20-4f70-b8f4-b8acd5252034 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696344 Sep 29 17:32:30.981975 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb72fa82-0486-483b-b231-2c5548456985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:30.984361 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb72fa82-0486-483b-b231-2c5548456985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:30.985483 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fb72fa82-0486-483b-b231-2c5548456985 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47f87e68-899c-4ff0-a721-674e016137be HTTP/1.1" status: 204 len: 168 time: 0.4116182 Sep 29 17:32:31.001045 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72fa82-0486-483b-b231-2c5548456985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f87e68-899c-4ff0-a721-674e016137be,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:31.031302 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-d4d7cd76-58cf-4069-9525-94c15211ec08 service neutron] 10.222.0.44 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301663 Sep 29 17:32:31.086567 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e760c71-c7a2-4146-8f61-735f7fe65171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:31.095883 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e760c71-c7a2-4146-8f61-735f7fe65171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:31.140679 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9e760c71-c7a2-4146-8f61-735f7fe65171 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98cd95998486409c8af6e198d2c8c8b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204884 Sep 29 17:32:31.141830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e760c71-c7a2-4146-8f61-735f7fe65171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a8de74-2572-42b4-a08e-963968b7eeaf,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:31.145563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39048) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:31.184597 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-42370353-32b4-47dc-80b0-9fd644196a57 service neutron] 10.222.0.44 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527596 Sep 29 17:32:31.284531 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a4608e1-3981-4706-8fc2-6cc4e18035a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:31.327852 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a4608e1-3981-4706-8fc2-6cc4e18035a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:31.335715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5a5569de-2b68-4e83-bef2-545449d9d158 service neutron] 10.222.0.44 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435225 Sep 29 17:32:31.387163 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a4608e1-3981-4706-8fc2-6cc4e18035a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:31.389006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39062) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:31.390188 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a4608e1-3981-4706-8fc2-6cc4e18035a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:31.393921 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0a4608e1-3981-4706-8fc2-6cc4e18035a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14a8de74-2572-42b4-a08e-963968b7eeaf HTTP/1.1" status: 204 len: 168 time: 0.2467403 Sep 29 17:32:31.404138 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9466d660-4874-4c99-ba59-7d5e30225bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:31.405028 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4608e1-3981-4706-8fc2-6cc4e18035a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a8de74-2572-42b4-a08e-963968b7eeaf,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:31.518582 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9466d660-4874-4c99-ba59-7d5e30225bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:31.525749 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9466d660-4874-4c99-ba59-7d5e30225bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:31.581640 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9466d660-4874-4c99-ba59-7d5e30225bf5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30a470486a9140f3bd58cadc03f37550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916106 Sep 29 17:32:31.584970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39082) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:31.599801 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9466d660-4874-4c99-ba59-7d5e30225bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba814c9-09d3-4fbf-afff-59ab9842c40b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:31.628642 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e4a5f-9013-4f94-845a-484357fb7bcb req-77bcbed5-9a38-4ea6-b88e-544c0613dd80 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:31.637076 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-789e4a5f-9013-4f94-845a-484357fb7bcb req-77bcbed5-9a38-4ea6-b88e-544c0613dd80 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.0753148 Sep 29 17:32:31.685483 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-163bcb6b-fe15-4e73-9f93-f15106fdd356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:31.685634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-789e4a5f-9013-4f94-845a-484357fb7bcb req-5e3d8138-25a0-48ec-bd9c-1ea7b8376824 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442655 Sep 29 17:32:31.744101 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-163bcb6b-fe15-4e73-9f93-f15106fdd356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:31.808492 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-163bcb6b-fe15-4e73-9f93-f15106fdd356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:31.812307 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-163bcb6b-fe15-4e73-9f93-f15106fdd356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:31.817019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-163bcb6b-fe15-4e73-9f93-f15106fdd356 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ba814c9-09d3-4fbf-afff-59ab9842c40b HTTP/1.1" status: 204 len: 168 time: 0.2309046 Sep 29 17:32:31.846374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bcb6b-fe15-4e73-9f93-f15106fdd356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba814c9-09d3-4fbf-afff-59ab9842c40b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:31.892435 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f59a6-2c48-41f3-895a-e64699f2084c req-20ebf77b-38a7-48f4-9584-8d88c370b8e9 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:31.894890 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e23f59a6-2c48-41f3-895a-e64699f2084c req-20ebf77b-38a7-48f4-9584-8d88c370b8e9 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1126580 Sep 29 17:32:31.942078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39110) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:31.954954 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e23f59a6-2c48-41f3-895a-e64699f2084c req-6829e2ba-85b1-4ac6-9683-66f2a087e0b2 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524399 Sep 29 17:32:31.961628 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-946c6509-4714-44dd-b4fc-6660e44a0464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:32.107933 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-946c6509-4714-44dd-b4fc-6660e44a0464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:32.114102 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-946c6509-4714-44dd-b4fc-6660e44a0464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:32.124826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741ec0e-8451-4315-95e3-bdc1392e47c9 req-278eda9d-59e1-4db4-a09c-2a5e39682ba7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:32.132741 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c741ec0e-8451-4315-95e3-bdc1392e47c9 req-278eda9d-59e1-4db4-a09c-2a5e39682ba7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 945 time: 0.0819657 Sep 29 17:32:32.148533 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c6509-4714-44dd-b4fc-6660e44a0464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e958a4b6-8276-455d-802b-c2da0a9d633a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:32.174882 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-946c6509-4714-44dd-b4fc-6660e44a0464 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac04cea94480408aaeae74ac53c2ecdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313514 Sep 29 17:32:32.178251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39124) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:32.197500 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c741ec0e-8451-4315-95e3-bdc1392e47c9 req-95b0f945-a383-4248-bc58-9a0f96f5471b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593681 Sep 29 17:32:32.311609 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc9e0512-c8f3-4203-9d29-b63123b9a8d2 req-d13cbe7d-eb4f-40c0-af57-c95b6a6b5cf9 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.0432961 Sep 29 17:32:32.356836 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d89ded3-e5ff-4376-95fa-585b05cfc8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:32.421939 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d89ded3-e5ff-4376-95fa-585b05cfc8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:32.500210 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d89ded3-e5ff-4376-95fa-585b05cfc8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:32.503706 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d89ded3-e5ff-4376-95fa-585b05cfc8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:32.505027 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8d89ded3-e5ff-4376-95fa-585b05cfc8c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e958a4b6-8276-455d-802b-c2da0a9d633a HTTP/1.1" status: 204 len: 168 time: 0.3255649 Sep 29 17:32:32.524248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89ded3-e5ff-4376-95fa-585b05cfc8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e958a4b6-8276-455d-802b-c2da0a9d633a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:32.633423 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-1751a813-3676-422b-9b6f-b3e5a8fe525a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:32.641715 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-1751a813-3676-422b-9b6f-b3e5a8fe525a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 806 time: 0.1327612 Sep 29 17:32:32.653132 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-361578b3-1809-45f3-af1a-7c3621b8e47b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/quotas/fe4f93d224e54a979295881fff6b9e51 HTTP/1.1" status: 200 len: 375 time: 0.0099409 Sep 29 17:32:32.731428 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-b810ab90-fec0-476d-8384-695b847b3371 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691862 Sep 29 17:32:32.839982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b70fd-0761-4c5e-b4f1-02312a32fdaa req-b8da9f93-e66e-404e-b207-c1d335ff51bb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:32.842789 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f1b70fd-0761-4c5e-b4f1-02312a32fdaa req-b8da9f93-e66e-404e-b207-c1d335ff51bb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.0818396 Sep 29 17:32:32.872615 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-66f594b3-1504-4b43-bdc8-29dccd2d3974 service neutron] 10.222.0.44 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324694 Sep 29 17:32:32.946535 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f1b70fd-0761-4c5e-b4f1-02312a32fdaa req-dcf3c87d-4b51-47d8-a508-4cda8f92c5b6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872409 Sep 29 17:32:32.992674 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-4167009c-bf2b-4215-8fc0-d7ed1ab37222 service neutron] 10.222.0.44 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191006 Sep 29 17:32:33.192695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ad04a-108a-4c6e-8673-48300866446f req-89bbabd2-ef48-4d22-b65e-f7645d5bebd2 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:33.197891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-367ad04a-108a-4c6e-8673-48300866446f req-89bbabd2-ef48-4d22-b65e-f7645d5bebd2 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1071661 Sep 29 17:32:33.245760 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c09b6d58-6a27-466b-87be-0f70f0d29546 req-61725187-fecf-4872-af78-1fbe940c617d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 210 time: 0.0626993 Sep 29 17:32:33.276207 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-367ad04a-108a-4c6e-8673-48300866446f req-e851f414-87c8-4f5d-9b82-65bff8ef1b56 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711277 Sep 29 17:32:33.453069 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a760a5b-1da0-40f0-be90-efdcb77d3f32 req-73d1206e-13d8-4bb6-8dcc-94b774daa0aa tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.0457048 Sep 29 17:32:33.793879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-4443be38-0066-45de-aad4-d9794846c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:33.795525 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-4443be38-0066-45de-aad4-d9794846c4e6 service neutron] 10.222.0.35 "GET /v2.0/ports/4f6cffde-a8ea-41f5-87b1-161951399f91 HTTP/1.1" status: 200 len: 1032 time: 0.0419049 Sep 29 17:32:33.853910 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-a3dc8017-4427-4898-b5c7-35d8795c556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:33.855949 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-a3dc8017-4427-4898-b5c7-35d8795c556d service neutron] 10.222.0.35 "GET /v2.0/ports/7917363c-c768-4f5a-92b4-6ea93f5618f4 HTTP/1.1" status: 200 len: 1031 time: 0.0520298 Sep 29 17:32:34.111016 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-1fd436cb-eebc-4323-8b68-108f6b7f1e06 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:34.118541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-1fd436cb-eebc-4323-8b68-108f6b7f1e06 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:34.125547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-1fd436cb-eebc-4323-8b68-108f6b7f1e06 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:34.128314 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-1fd436cb-eebc-4323-8b68-108f6b7f1e06 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.35 "GET /v2.0/networks?id=c5573b2a-46c0-432e-9115-a36c094db3c8&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60&id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 HTTP/1.1" status: 200 len: 1994 time: 0.2328203 Sep 29 17:32:34.159325 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8408f-43e7-4bdf-a60b-16b83ec7b42f req-5d6ada4c-cafa-469d-b2cb-fc7c260b3183 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:34.168281 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2ac8408f-43e7-4bdf-a60b-16b83ec7b42f req-5d6ada4c-cafa-469d-b2cb-fc7c260b3183 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.0721498 Sep 29 17:32:34.203615 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-fb691be5-177c-4e61-8911-dcc29f022f7f tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=875de71af1fe4656a0ed844803995187 HTTP/1.1" status: 200 len: 380 time: 0.0427952 Sep 29 17:32:34.213959 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2ac8408f-43e7-4bdf-a60b-16b83ec7b42f req-4f02419c-72d0-4cc2-b4e1-0235f949e89d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438571 Sep 29 17:32:34.230832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-48d44776-2d4c-49bc-aa4a-96e8ab886e37 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Request body: {'port': {'device_id': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8', 'admin_state_up': True, 'tenant_id': '875de71af1fe4656a0ed844803995187', 'security_groups': ['05bd93a7-d512-485f-9365-58507aaf233e']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:34.387667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-48d44776-2d4c-49bc-aa4a-96e8ab886e37 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Made reservation on behalf of 875de71af1fe4656a0ed844803995187 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:34.391430 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-48d44776-2d4c-49bc-aa4a-96e8ab886e37 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:34.488668 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f6ab8572-37a1-4588-b5dc-37c6875115c1 req-7595045b-3a1f-46cf-83b5-a3d2cd80fd17 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 210 time: 0.0823395 Sep 29 17:32:34.499188 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03fdf4-c015-4e1b-b9a6-4f111602077a req-51a1e197-97ef-445e-b61d-b83e24b70235 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:34.519536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bf03fdf4-c015-4e1b-b9a6-4f111602077a req-51a1e197-97ef-445e-b61d-b83e24b70235 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.0953493 Sep 29 17:32:34.590585 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bf03fdf4-c015-4e1b-b9a6-4f111602077a req-d106dd86-69ff-4062-92b1-dab6751bfb64 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796375 Sep 29 17:32:34.683186 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b51a3c0b-2501-4a50-b0d7-efe63046795e req-5a57d720-b932-4fed-9240-4e536ad4f887 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.0421524 Sep 29 17:32:34.713667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-48d44776-2d4c-49bc-aa4a-96e8ab886e37 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Allocated IP 172.20.0.13 (c5573b2a-46c0-432e-9115-a36c094db3c8/126c1e0e-1c93-4d92-8bf8-691e8431329a/e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:34.947509 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39320) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:35.072566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39326) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:35.087887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-38321878-9391-46c8-b673-1c74a7a18ab1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-440615820', 'router:external': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:35.148775 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:35.161999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38321878-9391-46c8-b673-1c74a7a18ab1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Made reservation on behalf of 20a8d314d2e34f84a17f46fabb1b8144 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:35.165585 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38321878-9391-46c8-b673-1c74a7a18ab1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:35.181493 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38321878-9391-46c8-b673-1c74a7a18ab1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:35.313243 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-48d44776-2d4c-49bc-aa4a-96e8ab886e37 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:35.322826 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-1a6e4624-48e0-4417-8971-260a06249225 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:35.325111 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:35.325368 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-1a6e4624-48e0-4417-8971-260a06249225 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.35 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 806 time: 0.5910437 Sep 29 17:32:35.346263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-37e425c8-3567-477a-a1e2-9e84a7f729f8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Request body: {'port': {'device_id': '962fd470-ed31-4051-a610-bc874e312834', 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f', 'admin_state_up': True, 'tenant_id': 'fe4f93d224e54a979295881fff6b9e51'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:35.356280 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:35.415976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3f7ae8-12ca-4aa3-b9a1-5ef00a33a8f1,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:35.427554 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b283f28bc0f452997217096a7cb48ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535502 Sep 29 17:32:35.434640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39338) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:35.442920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:35.443482 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:35.443975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:35.444474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:35.444797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:35.445290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:35.445774 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:35.446244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:35.446772 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:35.447587 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:35.448148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:35.448621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c763a67-fd01-4dee-8c08-e35bcbefccc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:35.463552 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-48d44776-2d4c-49bc-aa4a-96e8ab886e37 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:35.521938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-48d44776-2d4c-49bc-aa4a-96e8ab886e37 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Network c5573b2a-46c0-432e-9115-a36c094db3c8 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:35.537014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39342) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:35.542171 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c370c2c-d180-42f1-aee2-e14e5838dd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:35.542362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-48d44776-2d4c-49bc-aa4a-96e8ab886e37 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:35.557975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de2027-e667-4079-b39d-a9130f9b8cf3 req-6ef682ba-c2d4-4b17-a9b8-2dd0e4be3707 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:35.560139 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67de2027-e667-4079-b39d-a9130f9b8cf3 req-6ef682ba-c2d4-4b17-a9b8-2dd0e4be3707 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.2050540 Sep 29 17:32:35.563111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-48d44776-2d4c-49bc-aa4a-96e8ab886e37 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:35.569449 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c370c2c-d180-42f1-aee2-e14e5838dd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:35.635316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d44776-2d4c-49bc-aa4a-96e8ab886e37 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event updated for resources: {'Port': ['ID=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:35.649043 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-abd9d98e-0466-4d7a-80c2-e7b4e107857f req-f0fda603-a57b-4732-a489-9eacf8895f84 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 210 time: 0.0409858 Sep 29 17:32:35.657834 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67de2027-e667-4079-b39d-a9130f9b8cf3 req-bf3dddcb-ae55-48b5-8d33-449852b85e5b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885775 Sep 29 17:32:35.682769 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38321878-9391-46c8-b673-1c74a7a18ab1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:35.689104 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-48d44776-2d4c-49bc-aa4a-96e8ab886e37 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:35.693088 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c370c2c-d180-42f1-aee2-e14e5838dd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:35.695643 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-48d44776-2d4c-49bc-aa4a-96e8ab886e37 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:35.696016 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c370c2c-d180-42f1-aee2-e14e5838dd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:35.697912 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5c370c2c-d180-42f1-aee2-e14e5838dd06 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c3f7ae8-12ca-4aa3-b9a1-5ef00a33a8f1 HTTP/1.1" status: 204 len: 168 time: 0.2619040 Sep 29 17:32:35.729132 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38321878-9391-46c8-b673-1c74a7a18ab1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:35.757663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-37e425c8-3567-477a-a1e2-9e84a7f729f8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Made reservation on behalf of fe4f93d224e54a979295881fff6b9e51 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:35.762185 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-37e425c8-3567-477a-a1e2-9e84a7f729f8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:35.766674 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-48d44776-2d4c-49bc-aa4a-96e8ab886e37 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5407205 Sep 29 17:32:35.774087 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c370c2c-d180-42f1-aee2-e14e5838dd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3f7ae8-12ca-4aa3-b9a1-5ef00a33a8f1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:35.782832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38321878-9391-46c8-b673-1c74a7a18ab1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:32:35.797367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-79b8ccba-ab99-4ece-a477-6fba318709ee tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Request body: {'port': {'device_id': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a', 'admin_state_up': True, 'tenant_id': '875de71af1fe4656a0ed844803995187', 'security_groups': ['05bd93a7-d512-485f-9365-58507aaf233e']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:35.839493 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38321878-9391-46c8-b673-1c74a7a18ab1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e875d51b-8576-4c53-ba21-91219d172bcc,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:35.914328 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38321878-9391-46c8-b673-1c74a7a18ab1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:35.914925 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-38321878-9391-46c8-b673-1c74a7a18ab1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Added segment 0c9e6fe5-21ec-4287-8502-ce5fc8d6053d of type vlan for network 9ad5e35d-fc53-4f68-bf69-bc9b18379dcf Sep 29 17:32:35.942507 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49e783f3-c8ad-442d-b50d-0febe6608807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:36.014966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48a06d-7b80-481c-a997-3bd7caab52c6 req-e65d6296-421c-4a04-a0c9-cbb61fa414a3 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:36.016807 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a48a06d-7b80-481c-a997-3bd7caab52c6 req-e65d6296-421c-4a04-a0c9-cbb61fa414a3 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 932 time: 0.1707120 Sep 29 17:32:36.033854 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d720a5-1065-4bbc-b3e7-7a47a8392ecf req-afd1d386-1a20-4f2d-9517-f434130bae11 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:36.034678 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38321878-9391-46c8-b673-1c74a7a18ab1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:36.038491 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-30fc5109-2cd3-42f8-8a05-b2771692105f None None] Provisioning complete for port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:36.039065 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-30fc5109-2cd3-42f8-8a05-b2771692105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:36.041526 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b3d720a5-1065-4bbc-b3e7-7a47a8392ecf req-afd1d386-1a20-4f2d-9517-f434130bae11 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.2568014 Sep 29 17:32:36.108468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b3d720a5-1065-4bbc-b3e7-7a47a8392ecf req-3ca93046-6ef9-4f99-aad7-3b5541524c65 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659778 Sep 29 17:32:36.115881 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a48a06d-7b80-481c-a997-3bd7caab52c6 req-e68da71d-d98f-4dd9-a898-7d879be4f68f tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848901 Sep 29 17:32:36.145653 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38321878-9391-46c8-b673-1c74a7a18ab1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:36.146597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-30fc5109-2cd3-42f8-8a05-b2771692105f None None] Port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:36.147351 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38321878-9391-46c8-b673-1c74a7a18ab1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:36.148493 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38321878-9391-46c8-b673-1c74a7a18ab1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:36.209436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-37e425c8-3567-477a-a1e2-9e84a7f729f8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Allocated IP 172.20.0.13 (fe93af0d-88eb-4bd8-b10d-ef73fbecc01f/81b8f427-6a40-4543-b542-ebc1c5f5a50d/6deb482d-8a66-4416-ad94-e1a7282e54f4) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:36.247556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38321878-9391-46c8-b673-1c74a7a18ab1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Pushing event updated for resources: {'Network': ['ID=9ad5e35d-fc53-4f68-bf69-bc9b18379dcf,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:36.268750 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 9ad5e35d-fc53-4f68-bf69-bc9b18379dcf details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:32:36.285557 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49e783f3-c8ad-442d-b50d-0febe6608807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:36.294938 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49e783f3-c8ad-442d-b50d-0febe6608807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:36.424449 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-37e425c8-3567-477a-a1e2-9e84a7f729f8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:36.466425 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-37e425c8-3567-477a-a1e2-9e84a7f729f8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:36.479545 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['876824e0-ecc3-493d-a6cd-4ee01ab62d77'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:32:36.509977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-37e425c8-3567-477a-a1e2-9e84a7f729f8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:36.514657 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-37e425c8-3567-477a-a1e2-9e84a7f729f8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:36.517142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-37e425c8-3567-477a-a1e2-9e84a7f729f8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:36.542226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a15048ad-2803-49e1-a607-fe0b55b86024'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:32:36.571633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e425c8-3567-477a-a1e2-9e84a7f729f8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Pushing event updated for resources: {'Port': ['ID=6deb482d-8a66-4416-ad94-e1a7282e54f4,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:36.602172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-37e425c8-3567-477a-a1e2-9e84a7f729f8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:36.602436 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-37e425c8-3567-477a-a1e2-9e84a7f729f8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:36.747710 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-38321878-9391-46c8-b673-1c74a7a18ab1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7988620 Sep 29 17:32:36.758870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39376) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:36.771539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-2baa55c2-f086-478d-9dbc-47ba614efec6 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Request body: {'subnet': {'network_id': '9ad5e35d-fc53-4f68-bf69-bc9b18379dcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:36.786975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-79b8ccba-ab99-4ece-a477-6fba318709ee tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Made reservation on behalf of 875de71af1fe4656a0ed844803995187 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:36.788700 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-49e783f3-c8ad-442d-b50d-0febe6608807 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7917f4fe34d24b5c89c39417ea40d5fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1866691 Sep 29 17:32:36.794776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-79b8ccba-ab99-4ece-a477-6fba318709ee tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:36.795429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39378) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:36.797839 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e783f3-c8ad-442d-b50d-0febe6608807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fb8b12-cde6-4c5b-8979-c9faff8c4f83,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:36.850443 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-37e425c8-3567-477a-a1e2-9e84a7f729f8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5093138 Sep 29 17:32:36.879937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39380) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:36.896673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Request body: {'port': {'device_id': '962fd470-ed31-4051-a610-bc874e312834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:36.944580 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb918bc-3fc0-4fb0-aaf6-321207d0a265 req-e6afd755-ba61-43d7-ba6a-731c636ebfc1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:36.952357 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-afb918bc-3fc0-4fb0-aaf6-321207d0a265 req-e6afd755-ba61-43d7-ba6a-731c636ebfc1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.1072307 Sep 29 17:32:36.963787 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ef46e0d6-8652-4af6-961e-badc6cf66692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:37.004780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baa55c2-f086-478d-9dbc-47ba614efec6 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Made reservation on behalf of 20a8d314d2e34f84a17f46fabb1b8144 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:37.007371 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2baa55c2-f086-478d-9dbc-47ba614efec6 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:37.011082 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ef46e0d6-8652-4af6-961e-badc6cf66692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:37.021812 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-afb918bc-3fc0-4fb0-aaf6-321207d0a265 req-a4063af2-fed8-4dce-8fb5-06c493b93e5e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683587 Sep 29 17:32:37.082111 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:37.082427 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ef46e0d6-8652-4af6-961e-badc6cf66692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:37.088341 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ef46e0d6-8652-4af6-961e-badc6cf66692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:37.092332 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ef46e0d6-8652-4af6-961e-badc6cf66692 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7fb8b12-cde6-4c5b-8979-c9faff8c4f83 HTTP/1.1" status: 204 len: 168 time: 0.2956531 Sep 29 17:32:37.106940 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46e0d6-8652-4af6-961e-badc6cf66692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fb8b12-cde6-4c5b-8979-c9faff8c4f83,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:37.180060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4bddd-ffab-419c-a390-09856fa6ac7e req-f4b81bc3-9911-4845-b0ee-012884b611dd tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:37.188704 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-44b4bddd-ffab-419c-a390-09856fa6ac7e req-f4b81bc3-9911-4845-b0ee-012884b611dd tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 932 time: 0.3345959 Sep 29 17:32:37.275676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-d9c7f220-0ddf-448f-856b-7a60134ef73f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1648665217'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:37.289996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45e14c-ce58-4107-819a-045e88339332 req-1c551647-36ca-4a8e-a133-ff2ce5174fb7 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:37.293376 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b45e14c-ce58-4107-819a-045e88339332 req-1c551647-36ca-4a8e-a133-ff2ce5174fb7 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.0877588 Sep 29 17:32:37.346598 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b45e14c-ce58-4107-819a-045e88339332 req-d48d76e9-75ba-4570-800e-e5bfa4922593 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426238 Sep 29 17:32:37.532546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c7f220-0ddf-448f-856b-7a60134ef73f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Made reservation on behalf of 1a4c49a7738749e8b918ecdf0de1233e for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:37.536583 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f220-0ddf-448f-856b-7a60134ef73f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:37.557066 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64356cf5-137d-423b-95c5-7cff33f1c650 req-158b8773-ba24-4193-b22b-54371d72f4ee tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:37.561398 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64356cf5-137d-423b-95c5-7cff33f1c650 req-158b8773-ba24-4193-b22b-54371d72f4ee tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 932 time: 0.0945840 Sep 29 17:32:37.566311 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-44b4bddd-ffab-419c-a390-09856fa6ac7e req-7d2d97b1-d451-4989-94d7-050745965399 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765042 Sep 29 17:32:37.605326 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f220-0ddf-448f-856b-7a60134ef73f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:37.619416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-79b8ccba-ab99-4ece-a477-6fba318709ee tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Allocated IP 10.1.1.101 (59537b44-95ea-4fd6-9b97-e24c36b7ed8a/a93289c5-ed34-433f-b0a1-3c6cefa33da2/50ca4778-6f90-4824-b2a2-0811f211b24d) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:37.634774 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64356cf5-137d-423b-95c5-7cff33f1c650 req-28fa9b74-f834-43c4-92ad-d1cab3431b63 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539598 Sep 29 17:32:38.046299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6deb482d-8a66-4416-ad94-e1a7282e54f4 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:32:38.071507 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:38.136999 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-79b8ccba-ab99-4ece-a477-6fba318709ee tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:38.139413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Transition to ACTIVE for port object 6deb482d-8a66-4416-ad94-e1a7282e54f4 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:32:38.150678 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:38.159626 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f220-0ddf-448f-856b-7a60134ef73f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:38.196547 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f220-0ddf-448f-856b-7a60134ef73f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:38.207245 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9a827-bc73-4f44-9943-10a537ad5726 req-3ac83aaf-9c2e-4c79-a027-615663ec3936 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:38.208759 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51c9a827-bc73-4f44-9943-10a537ad5726 req-3ac83aaf-9c2e-4c79-a027-615663ec3936 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.0721421 Sep 29 17:32:38.272047 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51c9a827-bc73-4f44-9943-10a537ad5726 req-71fae790-0493-436c-8013-45e7554851bf tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520368 Sep 29 17:32:38.320895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c7f220-0ddf-448f-856b-7a60134ef73f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:32:38.324841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6deb482d-8a66-4416-ad94-e1a7282e54f4,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:38.335170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7f220-0ddf-448f-856b-7a60134ef73f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b7b19d-4fa8-4a83-aeec-fad3be042840,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:38.382953 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f220-0ddf-448f-856b-7a60134ef73f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:38.383280 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-d9c7f220-0ddf-448f-856b-7a60134ef73f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Added segment 43ba4d1b-9a4d-4c6b-9ab6-6ab37a9ce4cc of type vlan for network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 Sep 29 17:32:38.403108 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-79b8ccba-ab99-4ece-a477-6fba318709ee tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:38.508005 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f220-0ddf-448f-856b-7a60134ef73f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:38.547771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-79b8ccba-ab99-4ece-a477-6fba318709ee tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:38.581604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-79b8ccba-ab99-4ece-a477-6fba318709ee tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:38.590160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8ccba-ab99-4ece-a477-6fba318709ee tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event updated for resources: {'Port': ['ID=50ca4778-6f90-4824-b2a2-0811f211b24d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:38.593528 n-d-811748-2 neutron-server[95016]: DEBUG neutron.objects.ports [None req-2baa55c2-f086-478d-9dbc-47ba614efec6 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:32:38.593996 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2baa55c2-f086-478d-9dbc-47ba614efec6 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:38.596803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-79b8ccba-ab99-4ece-a477-6fba318709ee tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:38.725601 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e03e0-47c9-4bd7-b92f-a9b574569ada req-bcd2885d-5bd1-45b5-a46c-e30227017bfd tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:38.727050 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-da9e03e0-47c9-4bd7-b92f-a9b574569ada req-bcd2885d-5bd1-45b5-a46c-e30227017bfd tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 944 time: 0.0657301 Sep 29 17:32:38.745538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Attempting to bind port 6deb482d-8a66-4416-ad94-e1a7282e54f4 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:32:38.746565 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Attempting to bind port 6deb482d-8a66-4416-ad94-e1a7282e54f4 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:32:38.747013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Attempting to bind port 6deb482d-8a66-4416-ad94-e1a7282e54f4 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:38.750225 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f220-0ddf-448f-856b-7a60134ef73f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:38.755876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c7f220-0ddf-448f-856b-7a60134ef73f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:38.757213 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9c7f220-0ddf-448f-856b-7a60134ef73f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:38.807691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Port 6deb482d-8a66-4416-ad94-e1a7282e54f4 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:32:38.808063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Attempting to bind port 6deb482d-8a66-4416-ad94-e1a7282e54f4 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:38.826285 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-da9e03e0-47c9-4bd7-b92f-a9b574569ada req-f5af605a-f1d0-4412-8f72-bc625a056963 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906024 Sep 29 17:32:38.837150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d24c7-dfe3-4dd1-8009-e16f86987d8d req-73f46e6b-33ac-46df-9b36-dcd08372787a tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:38.838827 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-223d24c7-dfe3-4dd1-8009-e16f86987d8d req-73f46e6b-33ac-46df-9b36-dcd08372787a tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.3642614 Sep 29 17:32:38.863633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:32:38.863970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Checking segment: {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:38.864363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Bound using segment: {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:32:38.864840 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Bound port: 6deb482d-8a66-4416-ad94-e1a7282e54f4, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:32:38.865208 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:38.879665 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d9c7f220-0ddf-448f-856b-7a60134ef73f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9436710 Sep 29 17:32:38.879995 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39434) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:38.885555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5cf540c8-66b3-4f96-a90d-5b79576e7a15 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Request body: {'subnet': {'network_id': '30ef628d-e583-4acd-ba9d-1c5b198ffdb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:38.890544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa55c2-f086-478d-9dbc-47ba614efec6 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Pushing event updated for resources: {'Subnet': ['ID=847a26b0-a3c6-4e45-abc9-9577258cbbf6,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:38.937996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-79b8ccba-ab99-4ece-a477-6fba318709ee tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:38.938654 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-79b8ccba-ab99-4ece-a477-6fba318709ee tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:38.955404 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c7f220-0ddf-448f-856b-7a60134ef73f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event updated for resources: {'Network': ['ID=30ef628d-e583-4acd-ba9d-1c5b198ffdb5,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:38.971167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:32:39.005721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-79b8ccba-ab99-4ece-a477-6fba318709ee tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2126400 Sep 29 17:32:39.006432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baa55c2-f086-478d-9dbc-47ba614efec6 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Checking segment: {'id': '0c9e6fe5-21ec-4287-8502-ce5fc8d6053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9ad5e35d-fc53-4f68-bf69-bc9b18379dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:39.006805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baa55c2-f086-478d-9dbc-47ba614efec6 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Network hostable DHCP agents. Network: 9ad5e35d-fc53-4f68-bf69-bc9b18379dcf, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:32:39.024874 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-223d24c7-dfe3-4dd1-8009-e16f86987d8d req-c467f9e0-67f5-4510-a11c-a11b693d3991 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661375 Sep 29 17:32:39.031515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-6837fdae-850f-43d2-9e2d-f165951624d5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Request body: {'port': {'device_id': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a', 'admin_state_up': True, 'tenant_id': '875de71af1fe4656a0ed844803995187', 'security_groups': ['05bd93a7-d512-485f-9365-58507aaf233e']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:39.109372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2baa55c2-f086-478d-9dbc-47ba614efec6 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Network 9ad5e35d-fc53-4f68-bf69-bc9b18379dcf is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:32:39.150329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] For port 6deb482d-8a66-4416-ad94-e1a7282e54f4, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:32:39.160798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf540c8-66b3-4f96-a90d-5b79576e7a15 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Made reservation on behalf of 1a4c49a7738749e8b918ecdf0de1233e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:39.173897 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2baa55c2-f086-478d-9dbc-47ba614efec6 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 9ad5e35d-fc53-4f68-bf69-bc9b18379dcf) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:39.181583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] For port 6deb482d-8a66-4416-ad94-e1a7282e54f4, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6deb482d-8a66-4416-ad94-e1a7282e54f4,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:32:39.181985 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5cf540c8-66b3-4f96-a90d-5b79576e7a15 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:39.187160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baa55c2-f086-478d-9dbc-47ba614efec6 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:39.188082 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2baa55c2-f086-478d-9dbc-47ba614efec6 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:39.204108 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:39.206332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887ccbb8-55a6-4286-b8a5-a0a11863c35d None None] Network 9ad5e35d-fc53-4f68-bf69-bc9b18379dcf requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:32:39.222666 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4769e-f042-4451-a3b9-0206cfb75bee req-22ba8792-e884-4562-854a-d07b378239ef tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:39.230263 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4769e-f042-4451-a3b9-0206cfb75bee req-22ba8792-e884-4562-854a-d07b378239ef tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:39.239713 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b1e4769e-f042-4451-a3b9-0206cfb75bee req-22ba8792-e884-4562-854a-d07b378239ef tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 1654 time: 0.2460129 Sep 29 17:32:39.283428 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-29c0e5dc-3454-45ae-aa09-e25fefe7d845 None None] Provisioning complete for port 50ca4778-6f90-4824-b2a2-0811f211b24d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:39.283850 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-29c0e5dc-3454-45ae-aa09-e25fefe7d845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:39.295521 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b1e4769e-f042-4451-a3b9-0206cfb75bee req-7ed05ad8-b707-4436-b9b3-f62b9503122a tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545893 Sep 29 17:32:39.384863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39444) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:39.385251 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2baa55c2-f086-478d-9dbc-47ba614efec6 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6216462 Sep 29 17:32:39.387633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:39.388519 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:39.390070 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] 10.222.0.35 "PUT /v2.0/ports/6deb482d-8a66-4416-ad94-e1a7282e54f4 HTTP/1.1" status: 200 len: 1092 time: 2.5170548 Sep 29 17:32:39.391208 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-21488f62-c8f5-4158-b002-691649bf34b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2111610612', 'network_id': '9ad5e35d-fc53-4f68-bf69-bc9b18379dcf'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:39.392343 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '962fd470-ed31-4051-a610-bc874e312834', 'tag': '6deb482d-8a66-4416-ad94-e1a7282e54f4'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:39.394784 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84d5e32-107f-4104-a87a-9594ea282710" -d '{"events": [{"name": "network-changed", "server_uuid": "962fd470-ed31-4051-a610-bc874e312834", "tag": "6deb482d-8a66-4416-ad94-e1a7282e54f4"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:39.408418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-6837fdae-850f-43d2-9e2d-f165951624d5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Made reservation on behalf of 875de71af1fe4656a0ed844803995187 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:39.415696 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-6837fdae-850f-43d2-9e2d-f165951624d5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:39.444115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8277e5f-60d6-47b8-8402-a3550f8a44c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6deb482d-8a66-4416-ad94-e1a7282e54f4,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:39.470941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-29c0e5dc-3454-45ae-aa09-e25fefe7d845 None None] Port 50ca4778-6f90-4824-b2a2-0811f211b24d cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:39.496323 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a947abd-4e61-412b-9518-b9a9831b5873 x-openstack-request-id: req-8a947abd-4e61-412b-9518-b9a9831b5873 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:32:39.496640 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "962fd470-ed31-4051-a610-bc874e312834", "tag": "6deb482d-8a66-4416-ad94-e1a7282e54f4", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:32:39.497264 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a947abd-4e61-412b-9518-b9a9831b5873 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:32:39.497264 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '962fd470-ed31-4051-a610-bc874e312834', 'tag': '6deb482d-8a66-4416-ad94-e1a7282e54f4', 'status': 'completed', 'code': 200} Sep 29 17:32:39.514311 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21488f62-c8f5-4158-b002-691649bf34b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Made reservation on behalf of 20a8d314d2e34f84a17f46fabb1b8144 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:39.516853 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-21488f62-c8f5-4158-b002-691649bf34b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:39.536012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74c0606-a45e-4ef0-85e0-c41dd12fb6e8 None None] Network 9ad5e35d-fc53-4f68-bf69-bc9b18379dcf requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:32:39.600991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-9713f0cd-0682-4070-a22d-2398725b6458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:39.602510 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-9713f0cd-0682-4070-a22d-2398725b6458 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 1095 time: 0.1085510 Sep 29 17:32:39.634529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-21488f62-c8f5-4158-b002-691649bf34b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] device_id is not set on port c8314e79-5e82-4b24-8838-3856d925769a yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:32:39.638305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214811e-79d4-44b9-b093-c9a2690f2107 req-69efd452-7bec-468b-9ebe-53be35a054f1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:39.639965 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9214811e-79d4-44b9-b093-c9a2690f2107 req-69efd452-7bec-468b-9ebe-53be35a054f1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.1469789 Sep 29 17:32:39.709309 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-e2463f50-4591-4dee-8c42-a0ff7d86f824 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6deb482d-8a66-4416-ad94-e1a7282e54f4 HTTP/1.1" status: 200 len: 217 time: 0.0684474 Sep 29 17:32:39.735579 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9214811e-79d4-44b9-b093-c9a2690f2107 req-a0bab12e-da45-40df-992a-02d993e1a82b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835652 Sep 29 17:32:39.795502 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5cf540c8-66b3-4f96-a90d-5b79576e7a15 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:39.809587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-6837fdae-850f-43d2-9e2d-f165951624d5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Allocated IP 10.1.1.130 (59537b44-95ea-4fd6-9b97-e24c36b7ed8a/a93289c5-ed34-433f-b0a1-3c6cefa33da2/0f106657-1ac8-4cf6-818e-c6f19b81b4c7) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:39.833220 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-9fa46037-e457-4ee7-a839-d27108c4685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:39.835266 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-9fa46037-e457-4ee7-a839-d27108c4685e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b8f427-6a40-4543-b542-ebc1c5f5a50d HTTP/1.1" status: 200 len: 846 time: 0.1059086 Sep 29 17:32:39.901176 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-8b84f44b-127f-4de5-983d-bfe0c298cd24 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576613 Sep 29 17:32:39.950674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf540c8-66b3-4f96-a90d-5b79576e7a15 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event updated for resources: {'Subnet': ['ID=e2b2eff1-8707-46b5-bdd9-582d2ddedcef,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:39.973984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-21488f62-c8f5-4158-b002-691649bf34b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Allocated IP 172.20.0.13 (9ad5e35d-fc53-4f68-bf69-bc9b18379dcf/847a26b0-a3c6-4e45-abc9-9577258cbbf6/c8314e79-5e82-4b24-8838-3856d925769a) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:39.998867 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf540c8-66b3-4f96-a90d-5b79576e7a15 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Checking segment: {'id': '43ba4d1b-9a4d-4c6b-9ab6-6ab37a9ce4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '30ef628d-e583-4acd-ba9d-1c5b198ffdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:39.999508 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf540c8-66b3-4f96-a90d-5b79576e7a15 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Network hostable DHCP agents. Network: 30ef628d-e583-4acd-ba9d-1c5b198ffdb5, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:32:40.069598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ba3ea-1b23-459c-a954-decad26b3e0a req-d31ee6a3-c4fb-4d1f-ac70-b1bec93674a7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:40.071536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-151ba3ea-1b23-459c-a954-decad26b3e0a req-d31ee6a3-c4fb-4d1f-ac70-b1bec93674a7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 944 time: 0.1160777 Sep 29 17:32:40.076397 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf540c8-66b3-4f96-a90d-5b79576e7a15 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:32:40.114840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5cf540c8-66b3-4f96-a90d-5b79576e7a15 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 30ef628d-e583-4acd-ba9d-1c5b198ffdb5) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:40.119955 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf540c8-66b3-4f96-a90d-5b79576e7a15 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:40.121211 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5cf540c8-66b3-4f96-a90d-5b79576e7a15 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:40.128508 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9795c371-70ea-43af-97bc-3950e3409e24 None None] Network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:32:40.228376 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5cf540c8-66b3-4f96-a90d-5b79576e7a15 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3471282 Sep 29 17:32:40.231764 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39486) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:40.278302 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-38679eed-92ad-48f1-b534-90c4a5fc23d5 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Request body: {'port': {'network_id': '30ef628d-e583-4acd-ba9d-1c5b198ffdb5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1781170912'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:40.303809 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-151ba3ea-1b23-459c-a954-decad26b3e0a req-678f9d38-fca0-4427-80bb-1ef124d55dee tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130091 Sep 29 17:32:40.349119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-30ef628d-e583-4acd-ba9d-1c5b198ffdb5', 'network_id': '30ef628d-e583-4acd-ba9d-1c5b198ffdb5', 'tenant_id': '1a4c49a7738749e8b918ecdf0de1233e', 'fixed_ips': [{'subnet_id': 'e2b2eff1-8707-46b5-bdd9-582d2ddedcef'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:32:40.350036 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:40.405974 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39490) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:40.468210 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-21488f62-c8f5-4158-b002-691649bf34b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:40.520139 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-21488f62-c8f5-4158-b002-691649bf34b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:40.583362 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Allocated IP 2001:db8::2 (30ef628d-e583-4acd-ba9d-1c5b198ffdb5/e2b2eff1-8707-46b5-bdd9-582d2ddedcef/f00f0117-255e-4489-8b52-032f3171e02f) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:40.630192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21488f62-c8f5-4158-b002-691649bf34b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Network 9ad5e35d-fc53-4f68-bf69-bc9b18379dcf is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:40.643615 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-21488f62-c8f5-4158-b002-691649bf34b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:40.649399 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-64aeba7f-229d-4209-aeb0-9bea5d3369ca service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7337976 Sep 29 17:32:40.656816 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21488f62-c8f5-4158-b002-691649bf34b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:40.660727 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21488f62-c8f5-4158-b002-691649bf34b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Pushing event updated for resources: {'Port': ['ID=c8314e79-5e82-4b24-8838-3856d925769a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:40.661540 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfacc9-3b64-4ba4-9d01-aea2f8c9e6fd req-e1cb54fb-acad-431b-bbb8-aa36d5e4e103 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:40.671319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eddfacc9-3b64-4ba4-9d01-aea2f8c9e6fd req-e1cb54fb-acad-431b-bbb8-aa36d5e4e103 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.2212956 Sep 29 17:32:40.698299 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44210166-ebeb-4ef0-a38a-21a85df28e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:40.707631 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659095f9-23ff-4dcc-bba6-86f39aa5d076 req-c693f4b3-cfdf-4b1e-8aa4-1dccd12d72c2 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:40.713890 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659095f9-23ff-4dcc-bba6-86f39aa5d076 req-c693f4b3-cfdf-4b1e-8aa4-1dccd12d72c2 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:40.714051 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-6837fdae-850f-43d2-9e2d-f165951624d5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:40.716056 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-659095f9-23ff-4dcc-bba6-86f39aa5d076 req-c693f4b3-cfdf-4b1e-8aa4-1dccd12d72c2 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 1654 time: 0.2123818 Sep 29 17:32:40.736677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38679eed-92ad-48f1-b534-90c4a5fc23d5 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Made reservation on behalf of 1a4c49a7738749e8b918ecdf0de1233e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:40.740184 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38679eed-92ad-48f1-b534-90c4a5fc23d5 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:40.742499 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aefd6f87-b1b6-4466-9c13-9c4460befd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:40.779073 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21488f62-c8f5-4158-b002-691649bf34b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:40.779686 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-21488f62-c8f5-4158-b002-691649bf34b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:40.796914 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eddfacc9-3b64-4ba4-9d01-aea2f8c9e6fd req-ad308c4d-2759-4a87-9fce-5a9c6dde33db tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246531 Sep 29 17:32:40.801608 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-38679eed-92ad-48f1-b534-90c4a5fc23d5 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] device_id is not set on port 02ca56a2-b705-4424-8678-4793355ff8b3 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:32:40.831863 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eaaa4f46-bb2e-4f78-b12b-c1e7a6fe917f req-4c1f4dbb-2363-4d2c-8bb5-85b60cd17742 service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551113 Sep 29 17:32:40.838650 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-6837fdae-850f-43d2-9e2d-f165951624d5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:40.852984 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:40.866043 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:40.896352 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-659095f9-23ff-4dcc-bba6-86f39aa5d076 req-68bb661b-2ddf-4bb0-8ca6-9951895b3ee6 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647899 Sep 29 17:32:40.931951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-6837fdae-850f-43d2-9e2d-f165951624d5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:40.960179 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Pushing event updated for resources: {'Port': ['ID=f00f0117-255e-4489-8b52-032f3171e02f,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:40.971434 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:40.973145 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:40.980016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:41.002899 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-38679eed-92ad-48f1-b534-90c4a5fc23d5 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Allocated IP 2001:db8::308 (30ef628d-e583-4acd-ba9d-1c5b198ffdb5/e2b2eff1-8707-46b5-bdd9-582d2ddedcef/02ca56a2-b705-4424-8678-4793355ff8b3) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:41.004733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-6837fdae-850f-43d2-9e2d-f165951624d5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:41.034756 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44210166-ebeb-4ef0-a38a-21a85df28e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:41.041152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-6837fdae-850f-43d2-9e2d-f165951624d5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:41.050220 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44210166-ebeb-4ef0-a38a-21a85df28e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:41.073147 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Attempting to bind port f00f0117-255e-4489-8b52-032f3171e02f on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:32:41.073710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Attempting to bind port f00f0117-255e-4489-8b52-032f3171e02f by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '43ba4d1b-9a4d-4c6b-9ab6-6ab37a9ce4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '30ef628d-e583-4acd-ba9d-1c5b198ffdb5'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:32:41.076481 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Attempting to bind port f00f0117-255e-4489-8b52-032f3171e02f on network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:41.083702 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:32:41.084461 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Checking segment: {'id': '43ba4d1b-9a4d-4c6b-9ab6-6ab37a9ce4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '30ef628d-e583-4acd-ba9d-1c5b198ffdb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:41.085214 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:41.086364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Bound using segment: {'id': '43ba4d1b-9a4d-4c6b-9ab6-6ab37a9ce4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '30ef628d-e583-4acd-ba9d-1c5b198ffdb5'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:32:41.087100 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Bound port: f00f0117-255e-4489-8b52-032f3171e02f, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43ba4d1b-9a4d-4c6b-9ab6-6ab37a9ce4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '30ef628d-e583-4acd-ba9d-1c5b198ffdb5'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:32:41.087813 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:41.104272 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-21488f62-c8f5-4158-b002-691649bf34b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.7182879 Sep 29 17:32:41.114903 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39496) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:41.132803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837fdae-850f-43d2-9e2d-f165951624d5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event updated for resources: {'Port': ['ID=0f106657-1ac8-4cf6-818e-c6f19b81b4c7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:41.161082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d5e32-107f-4104-a87a-9594ea282710 req-c793f245-e671-43ce-a8a0-59e3b93c64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:41.163528 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f84d5e32-107f-4104-a87a-9594ea282710 req-c793f245-e671-43ce-a8a0-59e3b93c64c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 1095 time: 0.2333343 Sep 29 17:32:41.171814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba897f13-3fe0-4f9c-a094-3c7c66052875 req-9d62cd42-0e05-4eaa-9143-4dea90fcbfc8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:41.197009 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ba897f13-3fe0-4f9c-a094-3c7c66052875 req-9d62cd42-0e05-4eaa-9143-4dea90fcbfc8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.2683499 Sep 29 17:32:41.202071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] For port f00f0117-255e-4489-8b52-032f3171e02f, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:32:41.207114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] For port f00f0117-255e-4489-8b52-032f3171e02f, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f00f0117-255e-4489-8b52-032f3171e02f,segment=NetworkSegment(43ba4d1b-9a4d-4c6b-9ab6-6ab37a9ce4cc),segment_id=43ba4d1b-9a4d-4c6b-9ab6-6ab37a9ce4cc)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:32:41.215403 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:41.223618 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-44210166-ebeb-4ef0-a38a-21a85df28e86 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e8abba4382e4c56866aa15553e4f0cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8144476 Sep 29 17:32:41.229135 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44210166-ebeb-4ef0-a38a-21a85df28e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317375af-89be-4711-8205-d9c6d519cd7e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:41.240705 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39498) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:41.313909 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333bde5-454a-41fa-a0b8-d4d75bde4d65 None None] Pushing event updated for resources: {'Port': ['ID=f00f0117-255e-4489-8b52-032f3171e02f,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:41.400079 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-545c6b32-b0f5-4462-a0c4-24c4da8da093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:41.408465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d5e32-107f-4104-a87a-9594ea282710 req-5b3e0125-ea5f-4324-95c8-d98dfdfc7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:41.410605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f84d5e32-107f-4104-a87a-9594ea282710 req-5b3e0125-ea5f-4324-95c8-d98dfdfc7b5b service neutron] 10.222.0.35 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 907 time: 0.2102385 Sep 29 17:32:41.420736 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3dd755b1-25bf-4013-8e59-4b734b5016e7 None None] Provisioning complete for port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:41.421109 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3dd755b1-25bf-4013-8e59-4b734b5016e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:41.424249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-6837fdae-850f-43d2-9e2d-f165951624d5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:41.424972 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-6837fdae-850f-43d2-9e2d-f165951624d5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:41.466569 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ba897f13-3fe0-4f9c-a094-3c7c66052875 req-3c6401ab-151f-46e5-a36f-9ec1f7baf2d0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642956 Sep 29 17:32:41.470646 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3dd755b1-25bf-4013-8e59-4b734b5016e7 None None] Port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:41.480148 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-545c6b32-b0f5-4462-a0c4-24c4da8da093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:41.526977 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f84d5e32-107f-4104-a87a-9594ea282710 req-0682fc57-73d7-4a9b-833f-9923aeb554a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6deb482d-8a66-4416-ad94-e1a7282e54f4 HTTP/1.1" status: 200 len: 217 time: 0.0958886 Sep 29 17:32:41.530919 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38679eed-92ad-48f1-b534-90c4a5fc23d5 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:41.552433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-fd202ec6-4cd0-4fc7-bbca-532c0119da50 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Deleting port c8314e79-5e82-4b24-8838-3856d925769a {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:32:41.552811 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fd202ec6-4cd0-4fc7-bbca-532c0119da50 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:41.561260 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-6837fdae-850f-43d2-9e2d-f165951624d5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5397372 Sep 29 17:32:41.587939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aba061-796a-4e98-aee9-b593e4f11f83 req-f96bbd69-7a90-4bbb-bdd4-89951470793d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:41.588089 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-e97d229e-94d0-45a2-81ac-0138984feed5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Request body: {'port': {'device_id': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60', 'admin_state_up': True, 'tenant_id': '875de71af1fe4656a0ed844803995187', 'security_groups': ['05bd93a7-d512-485f-9365-58507aaf233e']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:41.594450 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48aba061-796a-4e98-aee9-b593e4f11f83 req-f96bbd69-7a90-4bbb-bdd4-89951470793d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 944 time: 0.1891553 Sep 29 17:32:41.710324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d5e32-107f-4104-a87a-9594ea282710 req-e3a34173-a723-4bd7-849a-e84b4581815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:41.711980 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f84d5e32-107f-4104-a87a-9594ea282710 req-e3a34173-a723-4bd7-849a-e84b4581815a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b8f427-6a40-4543-b542-ebc1c5f5a50d HTTP/1.1" status: 200 len: 846 time: 0.1759729 Sep 29 17:32:41.755817 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38679eed-92ad-48f1-b534-90c4a5fc23d5 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:41.772792 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48aba061-796a-4e98-aee9-b593e4f11f83 req-42d4ed5a-40ae-4056-bfe2-c079bafde90a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678631 Sep 29 17:32:41.773582 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-545c6b32-b0f5-4462-a0c4-24c4da8da093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:41.777968 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-545c6b32-b0f5-4462-a0c4-24c4da8da093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:41.780406 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-545c6b32-b0f5-4462-a0c4-24c4da8da093 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/317375af-89be-4711-8205-d9c6d519cd7e HTTP/1.1" status: 204 len: 168 time: 0.5369720 Sep 29 17:32:41.804247 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f84d5e32-107f-4104-a87a-9594ea282710 req-aade1acc-a11d-4518-85de-0a5ae5d0c194 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781050 Sep 29 17:32:41.813108 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fd202ec6-4cd0-4fc7-bbca-532c0119da50 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:41.845710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-fd202ec6-4cd0-4fc7-bbca-532c0119da50 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Calling delete_port for c8314e79-5e82-4b24-8838-3856d925769a owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:32:41.924473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-e97d229e-94d0-45a2-81ac-0138984feed5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Made reservation on behalf of 875de71af1fe4656a0ed844803995187 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:41.969393 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f00f0117-255e-4489-8b52-032f3171e02f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:32:42.072189 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f84d5e32-107f-4104-a87a-9594ea282710 req-9dc3c4fc-f0ac-4402-b488-da8a0f666213 service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540724 Sep 29 17:32:42.078633 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c6b32-b0f5-4462-a0c4-24c4da8da093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317375af-89be-4711-8205-d9c6d519cd7e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:42.094693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f1f1-8373-4bc5-bc6e-313832891f99 req-d746acfd-d2f8-47d2-b6e3-f1b731b8e395 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:42.096599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d427f1f1-8373-4bc5-bc6e-313832891f99 req-d746acfd-d2f8-47d2-b6e3-f1b731b8e395 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1528516 Sep 29 17:32:42.106131 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38679eed-92ad-48f1-b534-90c4a5fc23d5 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:42.116338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-38679eed-92ad-48f1-b534-90c4a5fc23d5 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:42.124192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38679eed-92ad-48f1-b534-90c4a5fc23d5 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:42.130308 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38679eed-92ad-48f1-b534-90c4a5fc23d5 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:42.130945 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38679eed-92ad-48f1-b534-90c4a5fc23d5 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:42.135436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38679eed-92ad-48f1-b534-90c4a5fc23d5 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event updated for resources: {'Port': ['ID=02ca56a2-b705-4424-8678-4793355ff8b3,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:42.163890 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port f00f0117-255e-4489-8b52-032f3171e02f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:42.164291 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:42.181855 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fd202ec6-4cd0-4fc7-bbca-532c0119da50 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:42.189897 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-e97d229e-94d0-45a2-81ac-0138984feed5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:42.203871 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-38679eed-92ad-48f1-b534-90c4a5fc23d5 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9682660 Sep 29 17:32:42.210082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39512) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:42.229944 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d427f1f1-8373-4bc5-bc6e-313832891f99 req-23e61cba-c8dd-4e87-84f6-c22d913121ef tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140687 Sep 29 17:32:42.231908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd202ec6-4cd0-4fc7-bbca-532c0119da50 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8314e79-5e82-4b24-8838-3856d925769a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:42.256488 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-057b86a2-343c-4ad0-92ba-e042f4a7c531 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Request body: {'port': {'network_id': '30ef628d-e583-4acd-ba9d-1c5b198ffdb5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-960487750', 'allowed_address_pairs': [{'ip_address': '2001:db8::308', 'mac_address': 'fa:16:3e:65:9b:9f'}]}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:42.290149 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d5752-a322-45d0-a4d1-3895dca4d750 req-ab2f7918-96ac-46a8-88cc-bae8d64c8641 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:42.306642 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d5752-a322-45d0-a4d1-3895dca4d750 req-ab2f7918-96ac-46a8-88cc-bae8d64c8641 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:42.314298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d5752-a322-45d0-a4d1-3895dca4d750 req-ab2f7918-96ac-46a8-88cc-bae8d64c8641 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:42.323171 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b49d5752-a322-45d0-a4d1-3895dca4d750 req-ab2f7918-96ac-46a8-88cc-bae8d64c8641 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 2375 time: 0.2009921 Sep 29 17:32:42.344617 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:42.402479 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fd202ec6-4cd0-4fc7-bbca-532c0119da50 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:42.405182 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fd202ec6-4cd0-4fc7-bbca-532c0119da50 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "DELETE /v2.0/ports/c8314e79-5e82-4b24-8838-3856d925769a HTTP/1.1" status: 204 len: 168 time: 1.2704434 Sep 29 17:32:42.421195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39514) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:42.432790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port f00f0117-255e-4489-8b52-032f3171e02f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f00f0117-255e-4489-8b52-032f3171e02f,segment=NetworkSegment(43ba4d1b-9a4d-4c6b-9ab6-6ab37a9ce4cc),segment_id=43ba4d1b-9a4d-4c6b-9ab6-6ab37a9ce4cc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:42.436059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9ad5e35d-fc53-4f68-bf69-bc9b18379dcf', 'external_fixed_ips': [{'subnet_id': '847a26b0-a3c6-4e45-abc9-9577258cbbf6', 'ip_address': '172.20.0.13'}]}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:42.438044 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39516) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:42.440193 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:42.469687 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffc2995b-4aad-4bc4-a9fc-23fe9d1a349e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:42.504683 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b49d5752-a322-45d0-a4d1-3895dca4d750 req-98d471e9-9328-4c49-9542-e961a99f7507 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805210 Sep 29 17:32:42.541837 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=f00f0117-255e-4489-8b52-032f3171e02f,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:42.611466 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f84d5e32-107f-4104-a87a-9594ea282710 req-0787aad4-dc1b-406d-8e06-df91b97aeece service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096445 Sep 29 17:32:42.638291 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:42.639437 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:42.738378 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffc2995b-4aad-4bc4-a9fc-23fe9d1a349e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:42.745440 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffc2995b-4aad-4bc4-a9fc-23fe9d1a349e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:42.780393 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:42.792685 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ffc2995b-4aad-4bc4-a9fc-23fe9d1a349e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e024989766894f048b37521c5fc81a78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3513324 Sep 29 17:32:42.792685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2995b-4aad-4bc4-a9fc-23fe9d1a349e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84f9671-4409-4ffe-b1e5-28aea8c14941,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:42.797160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d493a1d-71b9-4603-abd0-25270371f8bd req-008c4c9e-efe6-4be6-a169-62f29122b25a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:42.798927 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d493a1d-71b9-4603-abd0-25270371f8bd req-008c4c9e-efe6-4be6-a169-62f29122b25a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.2199509 Sep 29 17:32:42.799589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39522) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:42.913249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66aebca-af8b-4f70-a6f3-f39bf0550b2b None None] Network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:32:42.973635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fd6a0-7cb3-4c4d-981e-09be80e56152 req-285c8e3f-0a60-495f-9405-dcd25c4e665b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:42.982073 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-264fd6a0-7cb3-4c4d-981e-09be80e56152 req-285c8e3f-0a60-495f-9405-dcd25c4e665b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 944 time: 0.0664878 Sep 29 17:32:42.997460 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d493a1d-71b9-4603-abd0-25270371f8bd req-d4089ac2-c84c-446c-9726-ad6ab6ea7ad9 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828372 Sep 29 17:32:43.006949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057b86a2-343c-4ad0-92ba-e042f4a7c531 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Made reservation on behalf of 1a4c49a7738749e8b918ecdf0de1233e for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:43.021226 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-264fd6a0-7cb3-4c4d-981e-09be80e56152 req-f30de7a2-1ffd-4d24-b403-d93478639454 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379415 Sep 29 17:32:43.043819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-37f9c4ce-9302-4355-9317-eb0dc39bf272 None None] Provisioning complete for port f00f0117-255e-4489-8b52-032f3171e02f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:43.043819 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-37f9c4ce-9302-4355-9317-eb0dc39bf272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:43.124965 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:43.131514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-e97d229e-94d0-45a2-81ac-0138984feed5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Allocated IP 10.2.2.100 (af3f2081-9fb7-4b4e-b3c7-c1ccada69a60/2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef/62fd392b-0e65-4206-a548-c46677c479e2) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:43.213107 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f33dbb7-73ae-4e53-995d-e7b39cbc1068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:43.272451 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-057b86a2-343c-4ad0-92ba-e042f4a7c531 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:43.275735 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f33dbb7-73ae-4e53-995d-e7b39cbc1068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:43.386490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-057b86a2-343c-4ad0-92ba-e042f4a7c531 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] device_id is not set on port 6859ae65-5b3c-4a2f-8979-2e156561f6e0 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:32:43.484743 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1a6a15a7-ab7a-42e3-ba70-9bcea124eb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:43.517688 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-181c775d-1e87-4370-a036-51753536a67c None None] Provisioning complete for port 02ca56a2-b705-4424-8678-4793355ff8b3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:43.518062 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-181c775d-1e87-4370-a036-51753536a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:43.564842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-181c775d-1e87-4370-a036-51753536a67c None None] Port 02ca56a2-b705-4424-8678-4793355ff8b3 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:43.582126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-181c775d-1e87-4370-a036-51753536a67c None None] Provisioning complete for port f00f0117-255e-4489-8b52-032f3171e02f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:43.582515 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-181c775d-1e87-4370-a036-51753536a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:43.615871 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f33dbb7-73ae-4e53-995d-e7b39cbc1068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:43.620409 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f33dbb7-73ae-4e53-995d-e7b39cbc1068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:43.625208 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9f33dbb7-73ae-4e53-995d-e7b39cbc1068 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f84f9671-4409-4ffe-b1e5-28aea8c14941 HTTP/1.1" status: 204 len: 168 time: 0.8199844 Sep 29 17:32:43.694955 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-e97d229e-94d0-45a2-81ac-0138984feed5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:43.708853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672043c3-0e5d-444f-821d-b452088be48f req-0162b06d-1ca9-4cf6-8c34-6ff76876be97 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:43.720643 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672043c3-0e5d-444f-821d-b452088be48f req-0162b06d-1ca9-4cf6-8c34-6ff76876be97 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:43.727009 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672043c3-0e5d-444f-821d-b452088be48f req-0162b06d-1ca9-4cf6-8c34-6ff76876be97 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:43.729346 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-672043c3-0e5d-444f-821d-b452088be48f req-0162b06d-1ca9-4cf6-8c34-6ff76876be97 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 2375 time: 0.1108401 Sep 29 17:32:43.779680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbc8cd-ff29-4901-a6fc-87e397f0a7c9 req-0addda87-e9fe-45b8-ae75-301f70ced99a tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:43.781209 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-04fbc8cd-ff29-4901-a6fc-87e397f0a7c9 req-0addda87-e9fe-45b8-ae75-301f70ced99a tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.4351819 Sep 29 17:32:43.789066 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33dbb7-73ae-4e53-995d-e7b39cbc1068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84f9671-4409-4ffe-b1e5-28aea8c14941,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:43.792871 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-e97d229e-94d0-45a2-81ac-0138984feed5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:43.801700 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-672043c3-0e5d-444f-821d-b452088be48f req-dfc42b2e-bf8e-4a43-ac72-185a6db69fe0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653238 Sep 29 17:32:43.830603 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8eef6929-0be5-43dc-95cb-b530899f63ce None None] Provisioning complete for port 02ca56a2-b705-4424-8678-4793355ff8b3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:43.830969 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8eef6929-0be5-43dc-95cb-b530899f63ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:43.898104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8eef6929-0be5-43dc-95cb-b530899f63ce None None] Port 02ca56a2-b705-4424-8678-4793355ff8b3 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:43.915358 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f00f0117-255e-4489-8b52-032f3171e02f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:32:43.926027 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d229e-94d0-45a2-81ac-0138984feed5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event updated for resources: {'Port': ['ID=62fd392b-0e65-4206-a548-c46677c479e2,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:43.935606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-057b86a2-343c-4ad0-92ba-e042f4a7c531 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Allocated IP 2001:db8::391 (30ef628d-e583-4acd-ba9d-1c5b198ffdb5/e2b2eff1-8707-46b5-bdd9-582d2ddedcef/6859ae65-5b3c-4a2f-8979-2e156561f6e0) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:43.987538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port f00f0117-255e-4489-8b52-032f3171e02f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:43.988674 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:43.999839 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-e97d229e-94d0-45a2-81ac-0138984feed5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Network af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:44.029023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-e97d229e-94d0-45a2-81ac-0138984feed5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:44.039397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-e97d229e-94d0-45a2-81ac-0138984feed5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:44.068835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-04fbc8cd-ff29-4901-a6fc-87e397f0a7c9 req-62a2efe3-8f68-400e-a89b-e42c0df70abf tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614288 Sep 29 17:32:44.210763 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037a45e-9bcc-43d9-ae13-b221602be52c req-0f2d5d1c-9b07-48be-a0e1-db684ac3ca4f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:44.212972 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6037a45e-9bcc-43d9-ae13-b221602be52c req-0f2d5d1c-9b07-48be-a0e1-db684ac3ca4f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.0987902 Sep 29 17:32:44.297956 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6037a45e-9bcc-43d9-ae13-b221602be52c req-b7ae3526-a1f6-4970-bff1-634b6b51e862 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782344 Sep 29 17:32:44.332023 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:44.422019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0f54d287-670c-4dda-b4d5-768d8b846889 None None] Provisioning complete for port 62fd392b-0e65-4206-a548-c46677c479e2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:44.434551 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0f54d287-670c-4dda-b4d5-768d8b846889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:44.504166 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:44.505230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0f54d287-670c-4dda-b4d5-768d8b846889 None None] Port 62fd392b-0e65-4206-a548-c46677c479e2 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:44.568675 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:44.763493 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-057b86a2-343c-4ad0-92ba-e042f4a7c531 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:44.783436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-e97d229e-94d0-45a2-81ac-0138984feed5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:44.784093 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-e97d229e-94d0-45a2-81ac-0138984feed5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:44.801771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e48b1d-57e4-4020-8e60-6335a15a21a9 req-de0ff857-ba85-45ce-8215-0bb8ed9a1c7f tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:44.803244 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32e48b1d-57e4-4020-8e60-6335a15a21a9 req-de0ff857-ba85-45ce-8215-0bb8ed9a1c7f tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 944 time: 0.2641938 Sep 29 17:32:44.810052 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:44.838924 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-e97d229e-94d0-45a2-81ac-0138984feed5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2550020 Sep 29 17:32:44.840074 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:44.872050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-7e73abbb-e5d5-468d-a41c-bfba89b82495 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Request body: {'port': {'device_id': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60', 'admin_state_up': True, 'tenant_id': '875de71af1fe4656a0ed844803995187', 'security_groups': ['05bd93a7-d512-485f-9365-58507aaf233e']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:45.003165 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-057b86a2-343c-4ad0-92ba-e042f4a7c531 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:45.008355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b24ca9-cc3f-4d9e-999c-3b7f90feb09b req-1e1e5192-0e12-438a-9513-6627a6ac03bc tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:45.010922 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32e48b1d-57e4-4020-8e60-6335a15a21a9 req-5a1e598c-6fed-4472-ad54-988a2127fa93 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775367 Sep 29 17:32:45.015429 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6deb482d-8a66-4416-ad94-e1a7282e54f4 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:32:45.020592 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b5bb356b-abe3-49d2-b848-bbe77907e693 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:32:45.024683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b24ca9-cc3f-4d9e-999c-3b7f90feb09b req-1e1e5192-0e12-438a-9513-6627a6ac03bc tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:45.033603 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b24ca9-cc3f-4d9e-999c-3b7f90feb09b req-1e1e5192-0e12-438a-9513-6627a6ac03bc tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:45.041561 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b24ca9-cc3f-4d9e-999c-3b7f90feb09b req-1e1e5192-0e12-438a-9513-6627a6ac03bc tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:45.055069 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3b24ca9-cc3f-4d9e-999c-3b7f90feb09b req-1e1e5192-0e12-438a-9513-6627a6ac03bc tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 3096 time: 0.1331697 Sep 29 17:32:45.116460 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3b24ca9-cc3f-4d9e-999c-3b7f90feb09b req-9041bb7e-af5f-411d-959d-dce71d871719 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641344 Sep 29 17:32:45.161695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057b86a2-343c-4ad0-92ba-e042f4a7c531 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:45.174029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b86a2-343c-4ad0-92ba-e042f4a7c531 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event updated for resources: {'Port': ['ID=6859ae65-5b3c-4a2f-8979-2e156561f6e0,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:45.177119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-057b86a2-343c-4ad0-92ba-e042f4a7c531 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:45.186232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057b86a2-343c-4ad0-92ba-e042f4a7c531 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:45.193171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057b86a2-343c-4ad0-92ba-e042f4a7c531 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:45.194230 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-057b86a2-343c-4ad0-92ba-e042f4a7c531 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:45.301777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-7e73abbb-e5d5-468d-a41c-bfba89b82495 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Made reservation on behalf of 875de71af1fe4656a0ed844803995187 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:45.307537 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-7e73abbb-e5d5-468d-a41c-bfba89b82495 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:45.316274 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-057b86a2-343c-4ad0-92ba-e042f4a7c531 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.0968235 Sep 29 17:32:45.326341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39576) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:45.327908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Allocated IP 172.20.0.13 (9ad5e35d-fc53-4f68-bf69-bc9b18379dcf/847a26b0-a3c6-4e45-abc9-9577258cbbf6/90882b67-ad4c-4b93-bed8-13bf628dcaa2) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:45.383822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6deb482d-8a66-4416-ad94-e1a7282e54f4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6deb482d-8a66-4416-ad94-e1a7282e54f4,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:45.388599 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfd3de-897f-40ed-b69d-96a0744c5d0e req-7ab714e5-4bb6-4b17-b484-6d43fd6fef2e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:45.388834 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b5bb356b-abe3-49d2-b848-bbe77907e693, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b5bb356b-abe3-49d2-b848-bbe77907e693,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:45.392383 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64dfd3de-897f-40ed-b69d-96a0744c5d0e req-7ab714e5-4bb6-4b17-b484-6d43fd6fef2e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1182480 Sep 29 17:32:45.427485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '6deb482d-8a66-4416-ad94-e1a7282e54f4', 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f', 'port_id': '6deb482d-8a66-4416-ad94-e1a7282e54f4', 'mac_address': 'fa:16:3e:90:11:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b8f427-6a40-4543-b542-ebc1c5f5a50d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:32:45.430159 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'b5bb356b-abe3-49d2-b848-bbe77907e693', 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe', 'port_id': 'b5bb356b-abe3-49d2-b848-bbe77907e693', 'mac_address': 'fa:16:3e:37:85:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850aa2ea-a665-4c08-a483-91a45d065aa7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:32:45.482424 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:45.493464 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64dfd3de-897f-40ed-b69d-96a0744c5d0e req-5923d403-7752-49ae-bd37-0356b2f22d6e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827129 Sep 29 17:32:45.547425 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5bb356b-abe3-49d2-b848-bbe77907e693 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:32:45.575426 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6ee114a3-9855-463a-a82f-232f478156a2 None None] Provisioning complete for port 6859ae65-5b3c-4a2f-8979-2e156561f6e0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:45.575710 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6ee114a3-9855-463a-a82f-232f478156a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:45.586459 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:45.622830 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b5bb356b-abe3-49d2-b848-bbe77907e693, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b5bb356b-abe3-49d2-b848-bbe77907e693,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:45.629833 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6deb482d-8a66-4416-ad94-e1a7282e54f4 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:32:45.642129 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:45.693263 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:45.694078 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-6ee114a3-9855-463a-a82f-232f478156a2 None None] Port 6859ae65-5b3c-4a2f-8979-2e156561f6e0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:45.704715 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6deb482d-8a66-4416-ad94-e1a7282e54f4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6deb482d-8a66-4416-ad94-e1a7282e54f4,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:45.717943 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:45.743864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=b5bb356b-abe3-49d2-b848-bbe77907e693,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:45.755025 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:45.755369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:45.755711 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:45.756044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:45.756375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:45.756703 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:45.757030 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:45.757380 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:45.758126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:45.758465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:45.759547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:45.759942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:45.766506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d815799-fafb-41c9-b620-e6b649ecc4ce tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:45.772533 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d815799-fafb-41c9-b620-e6b649ecc4ce tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:45.780038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d815799-fafb-41c9-b620-e6b649ecc4ce tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:45.781783 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5d815799-fafb-41c9-b620-e6b649ecc4ce tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.4512560 Sep 29 17:32:45.788023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39586) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:45.863376 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=6deb482d-8a66-4416-ad94-e1a7282e54f4,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:45.905112 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:45.907422 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['b5bb356b-abe3-49d2-b848-bbe77907e693'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:32:45.929258 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d90b5a-18ab-4476-95fb-2f5391f03d9c req-8afba35f-c9d3-4c6e-bde5-f9192f2308ee tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:45.945833 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80d90b5a-18ab-4476-95fb-2f5391f03d9c req-8afba35f-c9d3-4c6e-bde5-f9192f2308ee tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.4612594 Sep 29 17:32:46.034003 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Network 9ad5e35d-fc53-4f68-bf69-bc9b18379dcf is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:46.046225 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Pushing event updated for resources: {'Port': ['ID=90882b67-ad4c-4b93-bed8-13bf628dcaa2,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:46.076376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:46.126609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-7e73abbb-e5d5-468d-a41c-bfba89b82495 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Allocated IP 10.2.2.200 (af3f2081-9fb7-4b4e-b3c7-c1ccada69a60/2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef/e6a33a17-f0e2-435c-abe1-66eb743072fa) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:46.145258 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:46.156746 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80d90b5a-18ab-4476-95fb-2f5391f03d9c req-e49b78b4-0b14-4021-9f22-a7590d207124 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100575 Sep 29 17:32:46.215823 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['6deb482d-8a66-4416-ad94-e1a7282e54f4'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:32:46.216564 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6663e3-b685-47ce-b406-712008da1311 req-c2f1c9c4-a775-41fe-b5a7-d2a19349bc4e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:46.219074 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae6663e3-b685-47ce-b406-712008da1311 req-c2f1c9c4-a775-41fe-b5a7-d2a19349bc4e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 945 time: 0.0692358 Sep 29 17:32:46.238200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-96570fd7-8484-4c2f-9de2-f1bbbc7313d7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Deleting port 6859ae65-5b3c-4a2f-8979-2e156561f6e0 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:32:46.238553 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96570fd7-8484-4c2f-9de2-f1bbbc7313d7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:46.333928 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae6663e3-b685-47ce-b406-712008da1311 req-41fbd163-2ef9-4c44-a517-47a4b9640894 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957713 Sep 29 17:32:46.451675 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39622) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:46.587597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd86cac-5e48-4e08-b728-79c530ee8dd6 req-58b686d0-d167-46ba-b31f-7b4a6aa6320d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:46.589816 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9643e101-4a15-4630-a4f0-19bff9a58906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:46.594433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd86cac-5e48-4e08-b728-79c530ee8dd6 req-58b686d0-d167-46ba-b31f-7b4a6aa6320d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:46.600448 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd86cac-5e48-4e08-b728-79c530ee8dd6 req-58b686d0-d167-46ba-b31f-7b4a6aa6320d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:46.607472 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd86cac-5e48-4e08-b728-79c530ee8dd6 req-58b686d0-d167-46ba-b31f-7b4a6aa6320d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:46.609312 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2cd86cac-5e48-4e08-b728-79c530ee8dd6 req-58b686d0-d167-46ba-b31f-7b4a6aa6320d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 3096 time: 0.3354588 Sep 29 17:32:46.648161 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96570fd7-8484-4c2f-9de2-f1bbbc7313d7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:46.667075 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5e459-11a5-4c3e-9ed5-1f055e0c5ed3 req-66fd385f-586b-4bf5-ad35-23b85a60b682 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:46.669485 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-27d5e459-11a5-4c3e-9ed5-1f055e0c5ed3 req-66fd385f-586b-4bf5-ad35-23b85a60b682 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 945 time: 0.0754771 Sep 29 17:32:46.672285 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-7e73abbb-e5d5-468d-a41c-bfba89b82495 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:46.727839 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-27d5e459-11a5-4c3e-9ed5-1f055e0c5ed3 req-0ef43cf8-758c-4538-94e7-24a848def7ed tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485787 Sep 29 17:32:46.741513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-96570fd7-8484-4c2f-9de2-f1bbbc7313d7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Calling delete_port for 6859ae65-5b3c-4a2f-8979-2e156561f6e0 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:32:46.782140 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2cd86cac-5e48-4e08-b728-79c530ee8dd6 req-03be61a3-7925-4f83-970c-ff26993cc5bd tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560762 Sep 29 17:32:46.789897 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:46.794789 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9643e101-4a15-4630-a4f0-19bff9a58906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:46.799482 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9643e101-4a15-4630-a4f0-19bff9a58906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:46.854696 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9643e101-4a15-4630-a4f0-19bff9a58906 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f8699a6ec6a4401888bccd3f6b09a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4017856 Sep 29 17:32:46.856710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643e101-4a15-4630-a4f0-19bff9a58906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e665be0-ba98-4e7b-896d-4adda2196374,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:46.860814 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39628) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:46.864210 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-7e73abbb-e5d5-468d-a41c-bfba89b82495 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:46.877040 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:46.921062 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9801fad-b949-4023-bdd0-08cd72b9c3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:46.943383 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9801fad-b949-4023-bdd0-08cd72b9c3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:46.996409 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9801fad-b949-4023-bdd0-08cd72b9c3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:46.997201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-7e73abbb-e5d5-468d-a41c-bfba89b82495 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Network af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:46.999470 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9801fad-b949-4023-bdd0-08cd72b9c3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:47.003099 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a9801fad-b949-4023-bdd0-08cd72b9c3ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e665be0-ba98-4e7b-896d-4adda2196374 HTTP/1.1" status: 204 len: 168 time: 0.1387398 Sep 29 17:32:47.006902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b5bb356b-abe3-49d2-b848-bbe77907e693 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:32:47.013220 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-7e73abbb-e5d5-468d-a41c-bfba89b82495 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:47.025391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-7e73abbb-e5d5-468d-a41c-bfba89b82495 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:47.030043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9801fad-b949-4023-bdd0-08cd72b9c3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e665be0-ba98-4e7b-896d-4adda2196374,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:47.031056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73abbb-e5d5-468d-a41c-bfba89b82495 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event updated for resources: {'Port': ['ID=e6a33a17-f0e2-435c-abe1-66eb743072fa,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:47.128435 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port b5bb356b-abe3-49d2-b848-bbe77907e693 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:47.129022 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:47.152719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-7e73abbb-e5d5-468d-a41c-bfba89b82495 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:47.153422 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-7e73abbb-e5d5-468d-a41c-bfba89b82495 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:47.166091 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96570fd7-8484-4c2f-9de2-f1bbbc7313d7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:47.237985 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:47.292042 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e19138-9f30-4269-9191-0a1c18808b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bb356b-abe3-49d2-b848-bbe77907e693'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:47.296847 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a399f72-9f26-44eb-97c1-873285406bbc" -d '{"events": [{"server_uuid": "96e19138-9f30-4269-9191-0a1c18808b4d", "name": "network-vif-plugged", "status": "completed", "tag": "b5bb356b-abe3-49d2-b848-bbe77907e693"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:47.316612 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b5bb356b-abe3-49d2-b848-bbe77907e693, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b5bb356b-abe3-49d2-b848-bbe77907e693,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:47.321457 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:47.379805 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345c48cd-434b-4057-be5c-31b84ad782f8 x-openstack-request-id: req-345c48cd-434b-4057-be5c-31b84ad782f8 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:32:47.380105 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e19138-9f30-4269-9191-0a1c18808b4d", "name": "network-vif-plugged", "status": "completed", "tag": "b5bb356b-abe3-49d2-b848-bbe77907e693", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:32:47.380360 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-345c48cd-434b-4057-be5c-31b84ad782f8 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:32:47.380751 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e19138-9f30-4269-9191-0a1c18808b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bb356b-abe3-49d2-b848-bbe77907e693', 'code': 200} Sep 29 17:32:47.397487 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506133cd-a66d-402c-b495-a36a24a6f7ad req-87e834a3-4bd5-4363-bc77-c7867971074b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:47.407981 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-506133cd-a66d-402c-b495-a36a24a6f7ad req-87e834a3-4bd5-4363-bc77-c7867971074b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.1173296 Sep 29 17:32:47.457597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=b5bb356b-abe3-49d2-b848-bbe77907e693,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:47.474447 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7fee298c-d18e-450a-a646-b3a3651ee718 None None] Provisioning complete for port e6a33a17-f0e2-435c-abe1-66eb743072fa triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:47.476746 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7fee298c-d18e-450a-a646-b3a3651ee718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:47.507013 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-506133cd-a66d-402c-b495-a36a24a6f7ad req-90e019ef-9b44-46f8-b804-362f57fd0aa8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959156 Sep 29 17:32:47.564659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-7fee298c-d18e-450a-a646-b3a3651ee718 None None] Port e6a33a17-f0e2-435c-abe1-66eb743072fa cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:47.623329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39642) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:47.638410 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b2b6-db5d-4df1-8a55-cb0286cc14c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:47.685514 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-7e73abbb-e5d5-468d-a41c-bfba89b82495 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8261495 Sep 29 17:32:47.698192 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96570fd7-8484-4c2f-9de2-f1bbbc7313d7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event deleted for resources: {'Port': ['ID=6859ae65-5b3c-4a2f-8979-2e156561f6e0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:47.732829 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Request body: {'port': {'device_id': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:47.748352 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b2b6-db5d-4df1-8a55-cb0286cc14c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:47.753265 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e1b9b2b6-db5d-4df1-8a55-cb0286cc14c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:47.815376 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e1b9b2b6-db5d-4df1-8a55-cb0286cc14c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=089f2f00ece84a1589a7e91237f1f68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908536 Sep 29 17:32:47.818652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39646) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:47.912145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9b2b6-db5d-4df1-8a55-cb0286cc14c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b7a6a0-8532-4872-82cb-0f8136ce36bd,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:47.964052 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e16bf2-218c-4232-b562-c630428ff3a4 req-6da32382-1d6a-437c-b7cd-4783d947646a tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:47.966536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00e16bf2-218c-4232-b562-c630428ff3a4 req-6da32382-1d6a-437c-b7cd-4783d947646a tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1148860 Sep 29 17:32:48.002257 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec03d760-04e1-4178-9cef-b08e3984ff83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:48.003663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f2a54-3cb1-41ec-804d-b114a0524948 req-3daaff04-8462-4665-be86-1ecbea185b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:48.005467 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-274f2a54-3cb1-41ec-804d-b114a0524948 req-3daaff04-8462-4665-be86-1ecbea185b82 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 1097 time: 0.3239655 Sep 29 17:32:48.006787 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:48.022316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6926f49-ccf0-4fdb-b139-d58728d15e07 req-c289b05f-6eb7-4b8f-b266-2cd36a5ec7a3 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:48.023934 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a6926f49-ccf0-4fdb-b139-d58728d15e07 req-c289b05f-6eb7-4b8f-b266-2cd36a5ec7a3 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 945 time: 0.3411214 Sep 29 17:32:48.028328 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96570fd7-8484-4c2f-9de2-f1bbbc7313d7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:48.031721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-96570fd7-8484-4c2f-9de2-f1bbbc7313d7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "DELETE /v2.0/ports/6859ae65-5b3c-4a2f-8979-2e156561f6e0 HTTP/1.1" status: 204 len: 168 time: 2.2424266 Sep 29 17:32:48.039059 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec03d760-04e1-4178-9cef-b08e3984ff83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:48.040584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39650) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:48.081964 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00e16bf2-218c-4232-b562-c630428ff3a4 req-88170f21-3dd6-42e9-8cce-8d260093b206 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067176 Sep 29 17:32:48.084510 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-795b5c57-f672-4c15-9d3d-c81066e65de1 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] GET failed (client error): The resource could not be found. Sep 29 17:32:48.086025 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-795b5c57-f672-4c15-9d3d-c81066e65de1 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "GET /v2.0/ports/6859ae65-5b3c-4a2f-8979-2e156561f6e0 HTTP/1.1" status: 404 len: 333 time: 0.0444863 Sep 29 17:32:48.092476 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39652) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:48.093888 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:48.106515 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e7450fac-5030-4121-896b-9961c99df70a tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Request body: {'port': {'network_id': '30ef628d-e583-4acd-ba9d-1c5b198ffdb5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1723439677'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:48.188962 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-274f2a54-3cb1-41ec-804d-b114a0524948 req-51ab38ed-dd7f-4821-b07f-adb30157503a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561744 Sep 29 17:32:48.232389 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a6926f49-ccf0-4fdb-b139-d58728d15e07 req-c041207c-6d4e-4307-b9c0-1bc0ed17f4f3 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749649 Sep 29 17:32:48.245123 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec03d760-04e1-4178-9cef-b08e3984ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:48.248616 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec03d760-04e1-4178-9cef-b08e3984ff83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:48.249800 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ec03d760-04e1-4178-9cef-b08e3984ff83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07b7a6a0-8532-4872-82cb-0f8136ce36bd HTTP/1.1" status: 204 len: 168 time: 0.4215066 Sep 29 17:32:48.268994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03d760-04e1-4178-9cef-b08e3984ff83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b7a6a0-8532-4872-82cb-0f8136ce36bd,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:48.302981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454939c-dd4a-456c-af3e-efbf98128d09 req-23c25f7e-1d86-4782-873c-ea36ea598b01 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:48.310671 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454939c-dd4a-456c-af3e-efbf98128d09 req-23c25f7e-1d86-4782-873c-ea36ea598b01 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:48.316888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454939c-dd4a-456c-af3e-efbf98128d09 req-23c25f7e-1d86-4782-873c-ea36ea598b01 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:48.323409 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454939c-dd4a-456c-af3e-efbf98128d09 req-23c25f7e-1d86-4782-873c-ea36ea598b01 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:48.330082 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454939c-dd4a-456c-af3e-efbf98128d09 req-23c25f7e-1d86-4782-873c-ea36ea598b01 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:48.338007 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f454939c-dd4a-456c-af3e-efbf98128d09 req-23c25f7e-1d86-4782-873c-ea36ea598b01 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 3817 time: 0.1344059 Sep 29 17:32:48.360325 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7450fac-5030-4121-896b-9961c99df70a tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Made reservation on behalf of 1a4c49a7738749e8b918ecdf0de1233e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:48.365208 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7450fac-5030-4121-896b-9961c99df70a tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:48.421111 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f454939c-dd4a-456c-af3e-efbf98128d09 req-053dffdb-a741-403e-b639-12ea2ece1744 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819092 Sep 29 17:32:48.445919 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-e7450fac-5030-4121-896b-9961c99df70a tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] device_id is not set on port c261d466-2bb4-4948-ad8b-10ee12a4af3d yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:32:48.504024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Router 064a9969-343a-422b-bf50-0b449f8b049e is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:32:48.617593 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-e7450fac-5030-4121-896b-9961c99df70a tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Allocated IP 2001:db8::a6 (30ef628d-e583-4acd-ba9d-1c5b198ffdb5/e2b2eff1-8707-46b5-bdd9-582d2ddedcef/c261d466-2bb4-4948-ad8b-10ee12a4af3d) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:48.789164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:32:48.804905 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:48.815498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400415a0-b7a2-4762-9d98-e1417d329ee5 req-db54c148-5db7-46cb-a012-883ea29bee0e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:48.817411 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-400415a0-b7a2-4762-9d98-e1417d329ee5 req-db54c148-5db7-46cb-a012-883ea29bee0e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.1896427 Sep 29 17:32:48.824564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:32:48.835073 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Sync routers for ids ['064a9969-343a-422b-bf50-0b449f8b049e'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:32:48.845841 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Routers {'064a9969-343a-422b-bf50-0b449f8b049e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:32:48.847103 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:32:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['064a9969-343a-422b-bf50-0b449f8b049e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:32:48.848904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Transition to ACTIVE for port object e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:32:48.862604 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:48.877482 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7450fac-5030-4121-896b-9961c99df70a tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:48.900033 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:48.901550 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bc094407-7f32-4b31-9880-59fd2abaac96 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.4782333 Sep 29 17:32:48.913591 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39670) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:48.951459 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7450fac-5030-4121-896b-9961c99df70a tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:48.978791 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-400415a0-b7a2-4762-9d98-e1417d329ee5 req-013cdd6d-cee0-4d45-a437-3c74c0a89944 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491523 Sep 29 17:32:49.025625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6deb482d-8a66-4416-ad94-e1a7282e54f4 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:32:49.026403 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Set router 064a9969-343a-422b-bf50-0b449f8b049e gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:32:49.026863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7450fac-5030-4121-896b-9961c99df70a tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:49.031965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e7450fac-5030-4121-896b-9961c99df70a tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:49.036657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7450fac-5030-4121-896b-9961c99df70a tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:49.043584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7450fac-5030-4121-896b-9961c99df70a tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:49.044325 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7450fac-5030-4121-896b-9961c99df70a tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:49.065703 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7450fac-5030-4121-896b-9961c99df70a tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event updated for resources: {'Port': ['ID=c261d466-2bb4-4948-ad8b-10ee12a4af3d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:49.090822 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e7450fac-5030-4121-896b-9961c99df70a tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9972742 Sep 29 17:32:49.093541 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39676) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:49.095316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:49.099926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c5b793ce-2e28-496d-8050-ec8efb07a274 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::308', 'mac_address': 'fa:16:3e:65:9b:9f'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:49.192126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 6deb482d-8a66-4416-ad94-e1a7282e54f4 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:32:49.203546 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 6deb482d-8a66-4416-ad94-e1a7282e54f4 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:49.205482 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:49.438732 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86756c46-8861-43e8-a155-e5a81ba33734 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:49.494229 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5b793ce-2e28-496d-8050-ec8efb07a274 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:49.527260 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8348f92-2411-4975-87eb-6618cb750c69 req-775f7c28-5f7d-4e13-a2ed-906d9d8f7ca7 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:49.528937 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:49.529077 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e8348f92-2411-4975-87eb-6618cb750c69 req-775f7c28-5f7d-4e13-a2ed-906d9d8f7ca7 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1558216 Sep 29 17:32:49.549047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Attempting to bind port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:32:49.549738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Attempting to bind port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:32:49.550289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Attempting to bind port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 on network c5573b2a-46c0-432e-9115-a36c094db3c8 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:49.572256 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042ce50-d58e-484f-b2e6-8bd004826e21 req-008933e0-4fab-49b3-9f37-e7035cfa28bf tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:49.580059 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6042ce50-d58e-484f-b2e6-8bd004826e21 req-008933e0-4fab-49b3-9f37-e7035cfa28bf tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 945 time: 0.2145193 Sep 29 17:32:49.582107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 on network c5573b2a-46c0-432e-9115-a36c094db3c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:32:49.582592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Attempting to bind port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 on network c5573b2a-46c0-432e-9115-a36c094db3c8 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:49.607602 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:32:49.608214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Checking segment: {'id': '9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:49.608854 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Bound using segment: {'id': '9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:32:49.609518 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Bound port: e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:32:49.610215 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:49.610782 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6deb482d-8a66-4416-ad94-e1a7282e54f4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6deb482d-8a66-4416-ad94-e1a7282e54f4,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:49.612924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962fd470-ed31-4051-a610-bc874e312834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6deb482d-8a66-4416-ad94-e1a7282e54f4'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:49.618798 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b757f4db-e7d0-471a-b732-4c8965f06b17" -d '{"events": [{"server_uuid": "962fd470-ed31-4051-a610-bc874e312834", "name": "network-vif-plugged", "status": "completed", "tag": "6deb482d-8a66-4416-ad94-e1a7282e54f4"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:49.669436 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:49.688852 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064a9969-343a-422b-bf50-0b449f8b049e', 'name': '', 'tenant_id': '20a8d314d2e34f84a17f46fabb1b8144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9ad5e35d-fc53-4f68-bf69-bc9b18379dcf', 'external_fixed_ips': [{'subnet_id': '847a26b0-a3c6-4e45-abc9-9577258cbbf6', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '90882b67-ad4c-4b93-bed8-13bf628dcaa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:32:42Z', 'updated_at': '2021-09-29T17:32:46Z', 'revision_number': 3, 'project_id': '20a8d314d2e34f84a17f46fabb1b8144', 'gw_port': {'id': '90882b67-ad4c-4b93-bed8-13bf628dcaa2', 'name': '', 'network_id': '9ad5e35d-fc53-4f68-bf69-bc9b18379dcf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064a9969-343a-422b-bf50-0b449f8b049e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '847a26b0-a3c6-4e45-abc9-9577258cbbf6', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:32:44Z', 'updated_at': '2021-09-29T17:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '847a26b0-a3c6-4e45-abc9-9577258cbbf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:32:49.704042 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e8348f92-2411-4975-87eb-6618cb750c69 req-d40f3e05-c7ca-4145-b68e-2cc65ef7c987 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677897 Sep 29 17:32:49.763537 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Checking router: 064a9969-343a-422b-bf50-0b449f8b049e for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:32:49.764087 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Updating router 064a9969-343a-422b-bf50-0b449f8b049e port 90882b67-ad4c-4b93-bed8-13bf628dcaa2 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:32:49.765584 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6042ce50-d58e-484f-b2e6-8bd004826e21 req-05b1ce16-60f2-4873-9b1d-8ffad8eef451 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843469 Sep 29 17:32:49.786573 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86756c46-8861-43e8-a155-e5a81ba33734 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:49.817626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] For port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:32:49.822900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] For port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5,segment=NetworkSegment(9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e),segment_id=9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:32:49.826631 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:49.848656 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:49.906748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:49.907496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:49.912141 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] 10.222.0.35 "PUT /v2.0/ports/e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 HTTP/1.1" status: 200 len: 1092 time: 2.1994569 Sep 29 17:32:49.915837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'tag': 'e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:49.918958 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d9c0c9-e0d3-42f8-a623-a86df92909c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "tag": "e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:49.979111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Request body: {'port': {'device_id': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:49.990954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d7c0b-abcb-4ed7-82c4-f5590aa1ae54 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:50.111667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-86756c46-8861-43e8-a155-e5a81ba33734 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Deleting port 90882b67-ad4c-4b93-bed8-13bf628dcaa2 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:32:50.112336 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86756c46-8861-43e8-a155-e5a81ba33734 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:50.137621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05baf61-e5f2-4363-88d2-7114b4583fdf req-0cb1ee22-547e-4e2d-93bb-341a4bcac27e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:50.168702 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05baf61-e5f2-4363-88d2-7114b4583fdf req-0cb1ee22-547e-4e2d-93bb-341a4bcac27e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:50.180892 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05baf61-e5f2-4363-88d2-7114b4583fdf req-0cb1ee22-547e-4e2d-93bb-341a4bcac27e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:50.185846 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dccdf0-ed21-4b34-8679-acd5cfaa3c32 x-openstack-request-id: req-08dccdf0-ed21-4b34-8679-acd5cfaa3c32 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:32:50.186386 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962fd470-ed31-4051-a610-bc874e312834", "name": "network-vif-plugged", "status": "completed", "tag": "6deb482d-8a66-4416-ad94-e1a7282e54f4", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:32:50.186530 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08dccdf0-ed21-4b34-8679-acd5cfaa3c32 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:32:50.186935 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962fd470-ed31-4051-a610-bc874e312834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6deb482d-8a66-4416-ad94-e1a7282e54f4', 'code': 200} Sep 29 17:32:50.187572 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4f996b3d-16d7-4287-b41c-23970a35ecdf None None] Provisioning complete for port c261d466-2bb4-4948-ad8b-10ee12a4af3d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:50.187942 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4f996b3d-16d7-4287-b41c-23970a35ecdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:50.201523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05baf61-e5f2-4363-88d2-7114b4583fdf req-0cb1ee22-547e-4e2d-93bb-341a4bcac27e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:50.223840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05baf61-e5f2-4363-88d2-7114b4583fdf req-0cb1ee22-547e-4e2d-93bb-341a4bcac27e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:50.233778 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b05baf61-e5f2-4363-88d2-7114b4583fdf req-0cb1ee22-547e-4e2d-93bb-341a4bcac27e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 3829 time: 0.3569322 Sep 29 17:32:50.263268 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86756c46-8861-43e8-a155-e5a81ba33734 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:50.282526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-86756c46-8861-43e8-a155-e5a81ba33734 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Calling delete_port for 90882b67-ad4c-4b93-bed8-13bf628dcaa2 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:32:50.305961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=6deb482d-8a66-4416-ad94-e1a7282e54f4,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:50.320733 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4f996b3d-16d7-4287-b41c-23970a35ecdf None None] Port c261d466-2bb4-4948-ad8b-10ee12a4af3d cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:50.396462 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:50.405637 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:50.472391 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5b793ce-2e28-496d-8050-ec8efb07a274 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:50.486259 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b05baf61-e5f2-4363-88d2-7114b4583fdf req-8c349cdb-4592-4fd6-adfd-e51b0298de79 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214572 Sep 29 17:32:50.493166 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5b793ce-2e28-496d-8050-ec8efb07a274 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:50.500126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9c0c9-e0d3-42f8-a623-a86df92909c0 req-65e02701-403b-40c5-b9f7-2a0e4c514018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:50.500680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9c0c9-e0d3-42f8-a623-a86df92909c0 req-65e02701-403b-40c5-b9f7-2a0e4c514018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:50.501072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9c0c9-e0d3-42f8-a623-a86df92909c0 req-65e02701-403b-40c5-b9f7-2a0e4c514018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:50.501567 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9c0c9-e0d3-42f8-a623-a86df92909c0 req-65e02701-403b-40c5-b9f7-2a0e4c514018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:50.502032 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9c0c9-e0d3-42f8-a623-a86df92909c0 req-65e02701-403b-40c5-b9f7-2a0e4c514018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:50.503783 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-84d9c0c9-e0d3-42f8-a623-a86df92909c0 req-65e02701-403b-40c5-b9f7-2a0e4c514018 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=875de71af1fe4656a0ed844803995187&device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 4364 time: 0.2690625 Sep 29 17:32:50.504788 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a86431-f4f1-476e-bff2-ae138a5eacc8 x-openstack-request-id: req-69a86431-f4f1-476e-bff2-ae138a5eacc8 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:32:50.505193 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "tag": "e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:32:50.505459 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69a86431-f4f1-476e-bff2-ae138a5eacc8 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:32:50.505866 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'tag': 'e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5', 'status': 'completed', 'code': 200} Sep 29 17:32:50.519561 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9278d2b-80d1-42a5-a1d2-9566b3c0b2b8 None None] Pushing event updated for resources: {'Port': ['ID=90882b67-ad4c-4b93-bed8-13bf628dcaa2,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:50.528964 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86756c46-8861-43e8-a155-e5a81ba33734 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:50.548552 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9278d2b-80d1-42a5-a1d2-9566b3c0b2b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:50.549400 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9278d2b-80d1-42a5-a1d2-9566b3c0b2b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:50.552139 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9278d2b-80d1-42a5-a1d2-9566b3c0b2b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:50.554257 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9278d2b-80d1-42a5-a1d2-9566b3c0b2b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:50.554713 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9278d2b-80d1-42a5-a1d2-9566b3c0b2b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:50.556143 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9278d2b-80d1-42a5-a1d2-9566b3c0b2b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:50.560760 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c5b793ce-2e28-496d-8050-ec8efb07a274 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] In _notify_port_updated(), no bound segment for port c261d466-2bb4-4948-ad8b-10ee12a4af3d on network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 {{(pid=95015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:32:50.566629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b793ce-2e28-496d-8050-ec8efb07a274 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:50.567180 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5b793ce-2e28-496d-8050-ec8efb07a274 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:50.567389 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9278d2b-80d1-42a5-a1d2-9566b3c0b2b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:50.567754 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9278d2b-80d1-42a5-a1d2-9566b3c0b2b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:50.568082 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9278d2b-80d1-42a5-a1d2-9566b3c0b2b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:50.568409 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9278d2b-80d1-42a5-a1d2-9566b3c0b2b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:50.568515 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c5b793ce-2e28-496d-8050-ec8efb07a274 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "PUT /v2.0/ports/c261d466-2bb4-4948-ad8b-10ee12a4af3d HTTP/1.1" status: 200 len: 1002 time: 1.4738169 Sep 29 17:32:50.568734 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9278d2b-80d1-42a5-a1d2-9566b3c0b2b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:50.569055 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9278d2b-80d1-42a5-a1d2-9566b3c0b2b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:32:50.587047 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39710) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:50.606209 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Attempting to bind port 90882b67-ad4c-4b93-bed8-13bf628dcaa2 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:32:50.606837 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Attempting to bind port 90882b67-ad4c-4b93-bed8-13bf628dcaa2 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '0c9e6fe5-21ec-4287-8502-ce5fc8d6053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9ad5e35d-fc53-4f68-bf69-bc9b18379dcf'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:32:50.607362 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Attempting to bind port 90882b67-ad4c-4b93-bed8-13bf628dcaa2 on network 9ad5e35d-fc53-4f68-bf69-bc9b18379dcf {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:50.610177 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:50.623978 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:32:50.624611 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Checking segment: {'id': '0c9e6fe5-21ec-4287-8502-ce5fc8d6053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9ad5e35d-fc53-4f68-bf69-bc9b18379dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:50.625254 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:50.625853 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Bound using segment: {'id': '0c9e6fe5-21ec-4287-8502-ce5fc8d6053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9ad5e35d-fc53-4f68-bf69-bc9b18379dcf'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:32:50.626492 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Bound port: 90882b67-ad4c-4b93-bed8-13bf628dcaa2, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9e6fe5-21ec-4287-8502-ce5fc8d6053d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '9ad5e35d-fc53-4f68-bf69-bc9b18379dcf'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:32:50.627720 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:50.664897 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.plugin [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Port 90882b67-ad4c-4b93-bed8-13bf628dcaa2 has been deleted concurrently {{(pid=95018) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 29 17:32:50.676725 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86756c46-8861-43e8-a155-e5a81ba33734 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Pushing event deleted for resources: {'Port': ['ID=90882b67-ad4c-4b93-bed8-13bf628dcaa2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:50.677726 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Routers {'064a9969-343a-422b-bf50-0b449f8b049e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:32:50.678507 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:32:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['064a9969-343a-422b-bf50-0b449f8b049e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:32:50.704526 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b793ce-2e28-496d-8050-ec8efb07a274 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event updated for resources: {'Port': ['ID=c261d466-2bb4-4948-ad8b-10ee12a4af3d,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:50.832399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-02d3f789-b541-4a55-8b19-d8f8947fe31b tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Deleting port c261d466-2bb4-4948-ad8b-10ee12a4af3d {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:32:50.832753 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-02d3f789-b541-4a55-8b19-d8f8947fe31b tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:50.906323 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] Set router 064a9969-343a-422b-bf50-0b449f8b049e gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:32:50.913653 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefc42c-6950-4bd1-b889-470b8c73087c req-807ec7c3-ef10-4e64-a44c-52bea41a5876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:50.916099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3eefc42c-6950-4bd1-b889-470b8c73087c req-807ec7c3-ef10-4e64-a44c-52bea41a5876 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 1097 time: 0.8813186 Sep 29 17:32:50.927473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aff4b9-c92e-4437-8aaa-9c2612aeae8c req-bdc2a304-277e-427e-8fbc-8387df42e0a0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:50.935660 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0aff4b9-c92e-4437-8aaa-9c2612aeae8c req-bdc2a304-277e-427e-8fbc-8387df42e0a0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.4285002 Sep 29 17:32:50.983659 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-02d3f789-b541-4a55-8b19-d8f8947fe31b tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:50.988771 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86756c46-8861-43e8-a155-e5a81ba33734 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:50.999716 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-02d3f789-b541-4a55-8b19-d8f8947fe31b tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Calling delete_port for c261d466-2bb4-4948-ad8b-10ee12a4af3d owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:32:51.001528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-503e3733-7916-4996-939e-3ad82367ccb2 None None] Provisioning complete for port c261d466-2bb4-4948-ad8b-10ee12a4af3d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:51.002910 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-503e3733-7916-4996-939e-3ad82367ccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:51.017138 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064a9969-343a-422b-bf50-0b449f8b049e', 'name': '', 'tenant_id': '20a8d314d2e34f84a17f46fabb1b8144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:32:42Z', 'updated_at': '2021-09-29T17:32:50Z', 'revision_number': 5, 'project_id': '20a8d314d2e34f84a17f46fabb1b8144', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:32:51.047851 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65498e03-7a6b-47e8-8426-c6d18762c777 None None] The sync data for ids ['064a9969-343a-422b-bf50-0b449f8b049e'] in n-d-811748-2 is: [{'id': '064a9969-343a-422b-bf50-0b449f8b049e', 'name': '', 'tenant_id': '20a8d314d2e34f84a17f46fabb1b8144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:32:42Z', 'updated_at': '2021-09-29T17:32:50Z', 'revision_number': 5, 'project_id': '20a8d314d2e34f84a17f46fabb1b8144', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:32:51.122012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-503e3733-7916-4996-939e-3ad82367ccb2 None None] Port c261d466-2bb4-4948-ad8b-10ee12a4af3d cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:51.165730 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9c0c9-e0d3-42f8-a623-a86df92909c0 req-50e759fc-e55b-455c-82bd-d2ae53064db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:51.166202 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9c0c9-e0d3-42f8-a623-a86df92909c0 req-50e759fc-e55b-455c-82bd-d2ae53064db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:51.166668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9c0c9-e0d3-42f8-a623-a86df92909c0 req-50e759fc-e55b-455c-82bd-d2ae53064db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:51.169188 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-84d9c0c9-e0d3-42f8-a623-a86df92909c0 req-50e759fc-e55b-455c-82bd-d2ae53064db8 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=875de71af1fe4656a0ed844803995187&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6266978 Sep 29 17:32:51.189475 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86756c46-8861-43e8-a155-e5a81ba33734 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:51.192028 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86756c46-8861-43e8-a155-e5a81ba33734 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:51.223048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f021a-5385-486b-83a8-8e4115b15374 req-457474c1-43ea-464a-98f5-918657d8229c tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:51.225094 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c60f021a-5385-486b-83a8-8e4115b15374 req-457474c1-43ea-464a-98f5-918657d8229c tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1674957 Sep 29 17:32:51.254940 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0aff4b9-c92e-4437-8aaa-9c2612aeae8c req-23640acd-91ac-49d1-b455-36d59fdc34ff tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184013 Sep 29 17:32:51.274503 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86756c46-8861-43e8-a155-e5a81ba33734 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:51.275068 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86756c46-8861-43e8-a155-e5a81ba33734 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 064a9969-343a-422b-bf50-0b449f8b049e {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:32:51.296642 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86756c46-8861-43e8-a155-e5a81ba33734 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:51.300543 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-86756c46-8861-43e8-a155-e5a81ba33734 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "DELETE /v2.0/routers/064a9969-343a-422b-bf50-0b449f8b049e HTTP/1.1" status: 204 len: 168 time: 2.3819783 Sep 29 17:32:51.301477 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39726) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:51.303202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3eefc42c-6950-4bd1-b889-470b8c73087c req-86a4caab-ea52-4296-96cc-84d13662345f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628323 Sep 29 17:32:51.354758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7b3d41-44d9-4c3b-b79f-70ddd004923d tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Deleting subnet 847a26b0-a3c6-4e45-abc9-9577258cbbf6 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:32:51.363755 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3e7b3d41-44d9-4c3b-b79f-70ddd004923d tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:51.367049 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9c0c9-e0d3-42f8-a623-a86df92909c0 req-a2cc919a-e016-48b5-8b09-6c7839dfae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:51.369022 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-84d9c0c9-e0d3-42f8-a623-a86df92909c0 req-a2cc919a-e016-48b5-8b09-6c7839dfae17 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1804585 Sep 29 17:32:51.472851 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c60f021a-5385-486b-83a8-8e4115b15374 req-a5415b12-36df-44f3-bc1e-630854875886 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328672 Sep 29 17:32:51.503393 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-02d3f789-b541-4a55-8b19-d8f8947fe31b tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:51.560820 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39736) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:51.575661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3f789-b541-4a55-8b19-d8f8947fe31b tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event deleted for resources: {'Port': ['ID=c261d466-2bb4-4948-ad8b-10ee12a4af3d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:51.770679 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-02d3f789-b541-4a55-8b19-d8f8947fe31b tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:51.775698 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-02d3f789-b541-4a55-8b19-d8f8947fe31b tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "DELETE /v2.0/ports/c261d466-2bb4-4948-ad8b-10ee12a4af3d HTTP/1.1" status: 204 len: 168 time: 1.1850874 Sep 29 17:32:51.776432 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39740) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:51.833520 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b49af1-aa9a-4887-aee1-99059ffb6eb7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] GET failed (client error): The resource could not be found. Sep 29 17:32:51.837722 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-29b49af1-aa9a-4887-aee1-99059ffb6eb7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "GET /v2.0/ports/c261d466-2bb4-4948-ad8b-10ee12a4af3d HTTP/1.1" status: 404 len: 333 time: 0.0600591 Sep 29 17:32:51.867567 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39742) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:51.878201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f4aa6a4e-82cf-43ab-98ca-a8046280ea36 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Request body: {'port': {'network_id': '30ef628d-e583-4acd-ba9d-1c5b198ffdb5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1952684540'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:51.883877 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:51.951621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542177f-e263-418e-bbcf-57f124b4656d req-d870909a-35bb-428c-9d32-8b93ab9fd881 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:51.953400 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a542177f-e263-418e-bbcf-57f124b4656d req-d870909a-35bb-428c-9d32-8b93ab9fd881 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1550345 Sep 29 17:32:51.989777 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3e7b3d41-44d9-4c3b-b79f-70ddd004923d tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:52.039540 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:52.072707 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a542177f-e263-418e-bbcf-57f124b4656d req-f59095e1-6864-49bf-aae3-cebabcda6424 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850227 Sep 29 17:32:52.104177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb58114-168f-4258-bede-663706d2591f req-87727995-8c4e-4a1c-9bdd-ac1ccf5c464b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:52.114736 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0bb58114-168f-4258-bede-663706d2591f req-87727995-8c4e-4a1c-9bdd-ac1ccf5c464b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 946 time: 0.1954975 Sep 29 17:32:52.151795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3e7b3d41-44d9-4c3b-b79f-70ddd004923d tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:52.156975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6cffde-a8ea-41f5-87b1-161951399f91 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:32:52.164331 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:32:52.179060 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4aa6a4e-82cf-43ab-98ca-a8046280ea36 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Made reservation on behalf of 1a4c49a7738749e8b918ecdf0de1233e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:52.186798 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f4aa6a4e-82cf-43ab-98ca-a8046280ea36 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:52.209770 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:52.241146 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0bb58114-168f-4258-bede-663706d2591f req-fbe4825c-1677-4d21-a87a-e213099ed480 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255429 Sep 29 17:32:52.253775 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Transition to ACTIVE for port object 4f6cffde-a8ea-41f5-87b1-161951399f91 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:32:52.255080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-f4aa6a4e-82cf-43ab-98ca-a8046280ea36 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] device_id is not set on port cbe74e44-0606-4963-84a1-268c3d113d27 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:32:52.276388 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:52.292157 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:52.303691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3e7b3d41-44d9-4c3b-b79f-70ddd004923d tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:52.351430 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765e1a-8601-42cf-8890-bf6735f415cf req-c05b74cb-4391-46f9-a280-bc4655b0557d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:52.358470 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765e1a-8601-42cf-8890-bf6735f415cf req-c05b74cb-4391-46f9-a280-bc4655b0557d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:52.365108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765e1a-8601-42cf-8890-bf6735f415cf req-c05b74cb-4391-46f9-a280-bc4655b0557d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:52.372149 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765e1a-8601-42cf-8890-bf6735f415cf req-c05b74cb-4391-46f9-a280-bc4655b0557d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:52.384621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a765e1a-8601-42cf-8890-bf6735f415cf req-c05b74cb-4391-46f9-a280-bc4655b0557d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:52.386971 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3a765e1a-8601-42cf-8890-bf6735f415cf req-c05b74cb-4391-46f9-a280-bc4655b0557d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 3829 time: 0.1975253 Sep 29 17:32:52.396881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b3d41-44d9-4c3b-b79f-70ddd004923d tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=847a26b0-a3c6-4e45-abc9-9577258cbbf6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:52.410257 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3e7b3d41-44d9-4c3b-b79f-70ddd004923d tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:52.414752 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3e7b3d41-44d9-4c3b-b79f-70ddd004923d tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/847a26b0-a3c6-4e45-abc9-9577258cbbf6 HTTP/1.1" status: 204 len: 168 time: 1.1083422 Sep 29 17:32:52.424218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39748) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:52.497883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Pushing event updated for resources: {'Port': ['ID=4f6cffde-a8ea-41f5-87b1-161951399f91,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:52.591998 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3a765e1a-8601-42cf-8890-bf6735f415cf req-2f485410-4787-4852-a64c-edb791b5b0c7 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430883 Sep 29 17:32:52.775838 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-381ab42d-178a-400d-9bfb-16623bc01208 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:52.837726 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9edfb8-321e-4d0c-a1f5-d0fe7ec290a4 req-193d42c7-b2be-44dc-9d9a-d498b3753b21 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:52.840042 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8c9edfb8-321e-4d0c-a1f5-d0fe7ec290a4 req-193d42c7-b2be-44dc-9d9a-d498b3753b21 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.1847048 Sep 29 17:32:52.857315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Attempting to bind port 4f6cffde-a8ea-41f5-87b1-161951399f91 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:32:52.857796 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Attempting to bind port 4f6cffde-a8ea-41f5-87b1-161951399f91 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:32:52.858257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Attempting to bind port 4f6cffde-a8ea-41f5-87b1-161951399f91 on network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:52.898281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Port 4f6cffde-a8ea-41f5-87b1-161951399f91 on network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:32:52.898777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Attempting to bind port 4f6cffde-a8ea-41f5-87b1-161951399f91 on network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:52.925253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:32:52.925774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Checking segment: {'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:52.926272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Bound using segment: {'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:32:52.926848 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Bound port: 4f6cffde-a8ea-41f5-87b1-161951399f91, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:32:52.927310 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:52.963300 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8c9edfb8-321e-4d0c-a1f5-d0fe7ec290a4 req-6b44c961-277a-4819-9ee9-1134360c3931 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072352 Sep 29 17:32:52.990357 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-381ab42d-178a-400d-9bfb-16623bc01208 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:53.059987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-381ab42d-178a-400d-9bfb-16623bc01208 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad5e35d-fc53-4f68-bf69-bc9b18379dcf']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:32:53.086320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-381ab42d-178a-400d-9bfb-16623bc01208 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9e6fe5-21ec-4287-8502-ce5fc8d6053d') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:32:53.086620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-381ab42d-178a-400d-9bfb-16623bc01208 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9e6fe5-21ec-4287-8502-ce5fc8d6053d') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:32:53.102870 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-381ab42d-178a-400d-9bfb-16623bc01208 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:53.113577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] For port 4f6cffde-a8ea-41f5-87b1-161951399f91, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:32:53.131724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] For port 4f6cffde-a8ea-41f5-87b1-161951399f91, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4f6cffde-a8ea-41f5-87b1-161951399f91,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:32:53.133719 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-381ab42d-178a-400d-9bfb-16623bc01208 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:53.137591 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:53.145444 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-f4aa6a4e-82cf-43ab-98ca-a8046280ea36 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Allocated IP 2001:db8::26d (30ef628d-e583-4acd-ba9d-1c5b198ffdb5/e2b2eff1-8707-46b5-bdd9-582d2ddedcef/cbe74e44-0606-4963-84a1-268c3d113d27) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:53.159237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Allocated IP 172.25.2.208 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/f9013405-8bed-44c0-96fe-9e6fb9c07595) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:53.172240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381ab42d-178a-400d-9bfb-16623bc01208 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Releasing vlan 742 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:32:53.172504 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-381ab42d-178a-400d-9bfb-16623bc01208 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: items = [ Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:32:53.174434 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:32:53.205384 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.206014 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:53.207393 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] 10.222.0.35 "PUT /v2.0/ports/4f6cffde-a8ea-41f5-87b1-161951399f91 HTTP/1.1" status: 200 len: 1135 time: 3.2470014 Sep 29 17:32:53.207841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'tag': '4f6cffde-a8ea-41f5-87b1-161951399f91'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:53.210158 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b771058a-1eb2-434a-b477-94b7e2510f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "tag": "4f6cffde-a8ea-41f5-87b1-161951399f91"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:53.266956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Request body: {'port': {'device_id': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:53.313801 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6ac42e-b99b-44e1-b5b9-7e3741430e4b x-openstack-request-id: req-4a6ac42e-b99b-44e1-b5b9-7e3741430e4b {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:32:53.317729 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "tag": "4f6cffde-a8ea-41f5-87b1-161951399f91", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:32:53.318224 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a6ac42e-b99b-44e1-b5b9-7e3741430e4b {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:32:53.318897 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'tag': '4f6cffde-a8ea-41f5-87b1-161951399f91', 'status': 'completed', 'code': 200} Sep 29 17:32:53.323127 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-29c5db2d-84fc-457d-9286-18f4aa952a1f tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.326335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73523b1c-0c03-4c51-8d5a-06110ab17eda service neutron] Pushing event updated for resources: {'Port': ['ID=4f6cffde-a8ea-41f5-87b1-161951399f91,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:53.331426 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-29c5db2d-84fc-457d-9286-18f4aa952a1f tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/networks?id=530741c4-2ed6-463a-ae83-4ffd465cc3fe HTTP/1.1" status: 200 len: 814 time: 0.2511740 Sep 29 17:32:53.342485 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-381ab42d-178a-400d-9bfb-16623bc01208 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:53.389958 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381ab42d-178a-400d-9bfb-16623bc01208 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9ad5e35d-fc53-4f68-bf69-bc9b18379dcf {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 29 17:32:53.395710 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-381ab42d-178a-400d-9bfb-16623bc01208 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:53.401254 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-381ab42d-178a-400d-9bfb-16623bc01208 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "DELETE /v2.0/networks/9ad5e35d-fc53-4f68-bf69-bc9b18379dcf HTTP/1.1" status: 204 len: 168 time: 0.9574039 Sep 29 17:32:53.456744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ab42d-178a-400d-9bfb-16623bc01208 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Pushing event deleted for resources: {'Network': ['ID=9ad5e35d-fc53-4f68-bf69-bc9b18379dcf,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:53.475660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e74c21db-c6a6-4738-9233-7de813c3ef65 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/quotas/9c9e844466ae4686bc84294b78ad0611 HTTP/1.1" status: 200 len: 375 time: 0.1429763 Sep 29 17:32:53.476027 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:53.534548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4b31b-abf9-462c-9021-0f4ff4fc0255 req-ba45dda9-b5a3-4445-bdd1-1954528bb740 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.536602 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0ae4b31b-abf9-462c-9021-0f4ff4fc0255 req-ba45dda9-b5a3-4445-bdd1-1954528bb740 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 946 time: 0.1594596 Sep 29 17:32:53.631534 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0ae4b31b-abf9-462c-9021-0f4ff4fc0255 req-96b506ac-86fc-4f6b-ba7a-14a9eba449cc tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860827 Sep 29 17:32:53.649027 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771058a-1eb2-434a-b477-94b7e2510f4c req-2c7f4cb3-9fe5-476b-ac9f-50af1c8aa0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.649695 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771058a-1eb2-434a-b477-94b7e2510f4c req-2c7f4cb3-9fe5-476b-ac9f-50af1c8aa0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.650136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771058a-1eb2-434a-b477-94b7e2510f4c req-2c7f4cb3-9fe5-476b-ac9f-50af1c8aa0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.650607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771058a-1eb2-434a-b477-94b7e2510f4c req-2c7f4cb3-9fe5-476b-ac9f-50af1c8aa0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.651155 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771058a-1eb2-434a-b477-94b7e2510f4c req-2c7f4cb3-9fe5-476b-ac9f-50af1c8aa0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.651627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771058a-1eb2-434a-b477-94b7e2510f4c req-2c7f4cb3-9fe5-476b-ac9f-50af1c8aa0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.654628 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b771058a-1eb2-434a-b477-94b7e2510f4c req-2c7f4cb3-9fe5-476b-ac9f-50af1c8aa0a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=875de71af1fe4656a0ed844803995187&device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5292 time: 0.3208978 Sep 29 17:32:53.679284 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:53.726955 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-338a4d47-de73-4e65-a475-b56905123faf tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c9e844466ae4686bc84294b78ad0611&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2498362 Sep 29 17:32:53.775527 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f4aa6a4e-82cf-43ab-98ca-a8046280ea36 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:53.836078 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39778) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:53.876520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-0f9a3810-c90a-46bf-bb26-18e571c20468 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Request body: {'router': {'name': 'tempest-router--2013887619', 'project_id': 'f6b0e26345f74a3788d8c4b1b994fd97'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:53.884865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b26dc-c418-4867-8e24-eec25221ae05 req-fbd0b314-20f6-4622-b840-664a2d471c88 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.890847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b26dc-c418-4867-8e24-eec25221ae05 req-fbd0b314-20f6-4622-b840-664a2d471c88 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.896992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b26dc-c418-4867-8e24-eec25221ae05 req-fbd0b314-20f6-4622-b840-664a2d471c88 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.902943 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b26dc-c418-4867-8e24-eec25221ae05 req-fbd0b314-20f6-4622-b840-664a2d471c88 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.908782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b26dc-c418-4867-8e24-eec25221ae05 req-fbd0b314-20f6-4622-b840-664a2d471c88 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.914627 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b26dc-c418-4867-8e24-eec25221ae05 req-fbd0b314-20f6-4622-b840-664a2d471c88 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.916502 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e81b26dc-c418-4867-8e24-eec25221ae05 req-fbd0b314-20f6-4622-b840-664a2d471c88 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 4606 time: 0.1250086 Sep 29 17:32:53.954201 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:53.957171 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771058a-1eb2-434a-b477-94b7e2510f4c req-4ad54a7d-8096-48b4-b821-0ca32afdcd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.957690 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771058a-1eb2-434a-b477-94b7e2510f4c req-4ad54a7d-8096-48b4-b821-0ca32afdcd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.958159 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771058a-1eb2-434a-b477-94b7e2510f4c req-4ad54a7d-8096-48b4-b821-0ca32afdcd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:53.959765 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b771058a-1eb2-434a-b477-94b7e2510f4c req-4ad54a7d-8096-48b4-b821-0ca32afdcd09 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=875de71af1fe4656a0ed844803995187&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2837496 Sep 29 17:32:54.007248 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-48bfbbf4-9a32-4b20-b1d0-ea12ea28de75 service neutron] 10.222.0.44 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793853 Sep 29 17:32:54.050567 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f9a3810-c90a-46bf-bb26-18e571c20468 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:54.051569 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f9a3810-c90a-46bf-bb26-18e571c20468 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:54.055859 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e81b26dc-c418-4867-8e24-eec25221ae05 req-050a595d-b725-4ec6-b089-dcc748d8301e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930915 Sep 29 17:32:54.056428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:54.072046 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782ee5c-db38-4308-bd32-121cf9a2b919 req-c4c7cba4-0ef7-484b-ba07-49ccd0d32d50 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:54.074250 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c782ee5c-db38-4308-bd32-121cf9a2b919 req-c4c7cba4-0ef7-484b-ba07-49ccd0d32d50 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.49 "GET /v2.0/ports?device_id=96e19138-9f30-4269-9191-0a1c18808b4d HTTP/1.1" status: 200 len: 946 time: 0.1121516 Sep 29 17:32:54.086460 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:54.102598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:54.111664 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event updated for resources: {'Port': ['ID=f9013405-8bed-44c0-96fe-9e6fb9c07595,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:54.114751 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f4aa6a4e-82cf-43ab-98ca-a8046280ea36 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:54.222478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7917363c-c768-4f5a-92b4-6ea93f5618f4 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:32:54.233200 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:54.255621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Transition to ACTIVE for port object 7917363c-c768-4f5a-92b4-6ea93f5618f4 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:32:54.267130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819fe49-4fd4-40a4-aef6-61d3ada71848 req-a046f066-6a8e-40c3-bcc4-c617542b0855 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:54.268647 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0819fe49-4fd4-40a4-aef6-61d3ada71848 req-a046f066-6a8e-40c3-bcc4-c617542b0855 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 945 time: 0.1118093 Sep 29 17:32:54.270848 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:54.283906 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aa6a4e-82cf-43ab-98ca-a8046280ea36 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:54.315948 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f9a3810-c90a-46bf-bb26-18e571c20468 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:54.328597 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-f4aa6a4e-82cf-43ab-98ca-a8046280ea36 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:54.335949 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aa6a4e-82cf-43ab-98ca-a8046280ea36 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:54.341933 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aa6a4e-82cf-43ab-98ca-a8046280ea36 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:54.342595 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f4aa6a4e-82cf-43ab-98ca-a8046280ea36 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:54.349225 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f9a3810-c90a-46bf-bb26-18e571c20468 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:54.351250 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa6a4e-82cf-43ab-98ca-a8046280ea36 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event updated for resources: {'Port': ['ID=cbe74e44-0606-4963-84a1-268c3d113d27,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:54.356285 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-c782ee5c-db38-4308-bd32-121cf9a2b919 req-01431ffe-2860-4a55-b24d-f65779018158 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Deleting port b5bb356b-abe3-49d2-b848-bbe77907e693 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:32:54.356668 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c782ee5c-db38-4308-bd32-121cf9a2b919 req-01431ffe-2860-4a55-b24d-f65779018158 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:54.359450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7917363c-c768-4f5a-92b4-6ea93f5618f4,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:54.363334 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771058a-1eb2-434a-b477-94b7e2510f4c req-a5d7ca57-d181-434a-8066-cc8148d1ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:54.365025 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b771058a-1eb2-434a-b477-94b7e2510f4c req-a5d7ca57-d181-434a-8066-cc8148d1ac5e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3903487 Sep 29 17:32:54.411390 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-17334766-78f0-43c2-9e41-3de7830cfee2 service neutron] 10.222.0.44 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963518 Sep 29 17:32:54.415360 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0819fe49-4fd4-40a4-aef6-61d3ada71848 req-c3b737f9-0f9e-4013-a5e9-a2d532f71b97 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352940 Sep 29 17:32:54.419852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f9a3810-c90a-46bf-bb26-18e571c20468 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:54.421434 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0f9a3810-c90a-46bf-bb26-18e571c20468 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5541513 Sep 29 17:32:54.428205 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f4aa6a4e-82cf-43ab-98ca-a8046280ea36 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5582278 Sep 29 17:32:54.431032 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39786) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:54.431359 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39788) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:54.437918 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ffbce8a7-dba2-4949-8c8a-4a8fabfa931f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:65:9b:9f'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:54.560100 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:54.655160 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1009690d-9a66-48df-8ac5-649b032811e1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:54.661935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c782ee5c-db38-4308-bd32-121cf9a2b919 req-01431ffe-2860-4a55-b24d-f65779018158 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] For port b5bb356b-abe3-49d2-b848-bbe77907e693, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b5bb356b-abe3-49d2-b848-bbe77907e693,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:54.662307 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c782ee5c-db38-4308-bd32-121cf9a2b919 req-01431ffe-2860-4a55-b24d-f65779018158 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:54.687886 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Attempting to bind port 7917363c-c768-4f5a-92b4-6ea93f5618f4 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:32:54.688224 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Attempting to bind port 7917363c-c768-4f5a-92b4-6ea93f5618f4 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:32:54.688550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Attempting to bind port 7917363c-c768-4f5a-92b4-6ea93f5618f4 on network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:54.695288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-c782ee5c-db38-4308-bd32-121cf9a2b919 req-01431ffe-2860-4a55-b24d-f65779018158 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Calling delete_port for b5bb356b-abe3-49d2-b848-bbe77907e693 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:32:54.706450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195dfbd-448a-4739-a886-29871e2ea081 req-ae1f043e-d953-4ddc-a8c3-ce5d567a2345 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:54.713945 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0195dfbd-448a-4739-a886-29871e2ea081 req-ae1f043e-d953-4ddc-a8c3-ce5d567a2345 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.1714299 Sep 29 17:32:54.735991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Port 7917363c-c768-4f5a-92b4-6ea93f5618f4 on network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:32:54.737436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Attempting to bind port 7917363c-c768-4f5a-92b4-6ea93f5618f4 on network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:54.757799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:32:54.758142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Checking segment: {'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:54.758524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Bound using segment: {'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:32:54.758967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Bound port: 7917363c-c768-4f5a-92b4-6ea93f5618f4, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:32:54.759327 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:54.786398 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:54.872185 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0195dfbd-448a-4739-a886-29871e2ea081 req-15868bec-6e69-4db0-a614-5ba1828f639e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572835 Sep 29 17:32:54.919581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-634d94a4-1dd5-479c-af2a-b2bac03dd5d0 None None] Provisioning complete for port cbe74e44-0606-4963-84a1-268c3d113d27 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:54.920426 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-634d94a4-1dd5-479c-af2a-b2bac03dd5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:54.982165 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-634d94a4-1dd5-479c-af2a-b2bac03dd5d0 None None] Port cbe74e44-0606-4963-84a1-268c3d113d27 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:54.984086 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58fc185d-e3e3-4ac4-98da-a3f1b54c82b2 req-663b6058-885c-439a-a9a6-70aaa3a1224a tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 210 time: 0.0542836 Sep 29 17:32:54.991806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] For port 7917363c-c768-4f5a-92b4-6ea93f5618f4, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:32:54.995252 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] For port 7917363c-c768-4f5a-92b4-6ea93f5618f4, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=7917363c-c768-4f5a-92b4-6ea93f5618f4,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:32:55.002699 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.063705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:55.064326 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.065741 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] 10.222.0.35 "PUT /v2.0/ports/7917363c-c768-4f5a-92b4-6ea93f5618f4 HTTP/1.1" status: 200 len: 1134 time: 1.8034153 Sep 29 17:32:55.102055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2853734-20d9-4b3b-8f59-46eb61a447a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7917363c-c768-4f5a-92b4-6ea93f5618f4,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:55.110467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Request body: {'port': {'device_id': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:55.139677 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c782ee5c-db38-4308-bd32-121cf9a2b919 req-01431ffe-2860-4a55-b24d-f65779018158 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.150891 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1009690d-9a66-48df-8ac5-649b032811e1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.158975 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1009690d-9a66-48df-8ac5-649b032811e1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.217555 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01431ffe-2860-4a55-b24d-f65779018158 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Pushing event deleted for resources: {'Port': ['ID=b5bb356b-abe3-49d2-b848-bbe77907e693,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:55.268832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a488bd-8699-44ac-b858-6a5fddd857a4 req-2c91e03a-dc33-4661-8190-f1541ad40f2d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:55.270570 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-91a488bd-8699-44ac-b858-6a5fddd857a4 req-2c91e03a-dc33-4661-8190-f1541ad40f2d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 946 time: 0.4246726 Sep 29 17:32:55.278907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffbce8a7-dba2-4949-8c8a-4a8fabfa931f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.284879 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.315776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c782ee5c-db38-4308-bd32-121cf9a2b919 req-01431ffe-2860-4a55-b24d-f65779018158 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] No DVR routers for this DVR port b5bb356b-abe3-49d2-b848-bbe77907e693 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:32:55.323155 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c782ee5c-db38-4308-bd32-121cf9a2b919 req-01431ffe-2860-4a55-b24d-f65779018158 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.325690 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c782ee5c-db38-4308-bd32-121cf9a2b919 req-01431ffe-2860-4a55-b24d-f65779018158 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.49 "DELETE /v2.0/ports/b5bb356b-abe3-49d2-b848-bbe77907e693 HTTP/1.1" status: 204 len: 173 time: 1.2448173 Sep 29 17:32:55.326322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'tag': '7917363c-c768-4f5a-92b4-6ea93f5618f4'}, {'server_uuid': '96e19138-9f30-4269-9191-0a1c18808b4d', 'name': 'network-vif-deleted', 'tag': 'b5bb356b-abe3-49d2-b848-bbe77907e693'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:55.329330 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53960d6-b8b1-4707-ad05-5aa8446d30f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "tag": "7917363c-c768-4f5a-92b4-6ea93f5618f4"}, {"server_uuid": "96e19138-9f30-4269-9191-0a1c18808b4d", "name": "network-vif-deleted", "tag": "b5bb356b-abe3-49d2-b848-bbe77907e693"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:55.345645 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1009690d-9a66-48df-8ac5-649b032811e1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.347723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1009690d-9a66-48df-8ac5-649b032811e1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4dba28f2-5af2-40fa-a1f4-7a2579348feb {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:32:55.371340 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1009690d-9a66-48df-8ac5-649b032811e1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.372894 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1009690d-9a66-48df-8ac5-649b032811e1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "DELETE /v2.0/routers/4dba28f2-5af2-40fa-a1f4-7a2579348feb HTTP/1.1" status: 204 len: 168 time: 0.9405458 Sep 29 17:32:55.407452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1b3f2-49a3-47ad-8286-89f006f87745 req-3b851667-871b-4635-aab0-c2d592f50405 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:55.414009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1b3f2-49a3-47ad-8286-89f006f87745 req-3b851667-871b-4635-aab0-c2d592f50405 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:55.420321 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1b3f2-49a3-47ad-8286-89f006f87745 req-3b851667-871b-4635-aab0-c2d592f50405 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:55.426803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1b3f2-49a3-47ad-8286-89f006f87745 req-3b851667-871b-4635-aab0-c2d592f50405 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:55.433264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1b3f2-49a3-47ad-8286-89f006f87745 req-3b851667-871b-4635-aab0-c2d592f50405 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:55.439382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1b3f2-49a3-47ad-8286-89f006f87745 req-3b851667-871b-4635-aab0-c2d592f50405 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:55.447335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1b3f2-49a3-47ad-8286-89f006f87745 req-3b851667-871b-4635-aab0-c2d592f50405 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:55.454621 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a3d1b3f2-49a3-47ad-8286-89f006f87745 req-3b851667-871b-4635-aab0-c2d592f50405 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5382 time: 0.2974408 Sep 29 17:32:55.465754 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-91a488bd-8699-44ac-b858-6a5fddd857a4 req-9fbaf185-b0df-46e1-8a9a-be3b864c3e2c tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792438 Sep 29 17:32:55.515908 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.531579 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.557616 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8940be1-1024-4122-b945-b0eb79edf167 x-openstack-request-id: req-f8940be1-1024-4122-b945-b0eb79edf167 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:32:55.557977 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "tag": "7917363c-c768-4f5a-92b4-6ea93f5618f4", "status": "completed", "code": 200}, {"server_uuid": "96e19138-9f30-4269-9191-0a1c18808b4d", "name": "network-vif-deleted", "tag": "b5bb356b-abe3-49d2-b848-bbe77907e693", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:32:55.558233 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8940be1-1024-4122-b945-b0eb79edf167 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:32:55.558636 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'tag': '7917363c-c768-4f5a-92b4-6ea93f5618f4', 'status': 'completed', 'code': 200} Sep 29 17:32:55.558888 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e19138-9f30-4269-9191-0a1c18808b4d', 'name': 'network-vif-deleted', 'tag': 'b5bb356b-abe3-49d2-b848-bbe77907e693', 'status': 'completed', 'code': 200} Sep 29 17:32:55.592420 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a3d1b3f2-49a3-47ad-8286-89f006f87745 req-cd820229-1413-4e76-8aa1-b9f2a3e101e8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300380 Sep 29 17:32:55.673055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39810) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:55.723855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event updated for resources: {'Port': ['ID=f9013405-8bed-44c0-96fe-9e6fb9c07595,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:55.744014 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.783841 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.785068 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c18941b4-1357-4b3f-91c7-255885e27c65 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2213459 Sep 29 17:32:55.793483 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53960d6-b8b1-4707-ad05-5aa8446d30f1 req-3ab2c56d-34ff-430a-9fa6-29e10bafffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:55.794018 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53960d6-b8b1-4707-ad05-5aa8446d30f1 req-3ab2c56d-34ff-430a-9fa6-29e10bafffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:55.794614 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53960d6-b8b1-4707-ad05-5aa8446d30f1 req-3ab2c56d-34ff-430a-9fa6-29e10bafffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:55.795093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53960d6-b8b1-4707-ad05-5aa8446d30f1 req-3ab2c56d-34ff-430a-9fa6-29e10bafffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:55.795553 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53960d6-b8b1-4707-ad05-5aa8446d30f1 req-3ab2c56d-34ff-430a-9fa6-29e10bafffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:55.796015 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53960d6-b8b1-4707-ad05-5aa8446d30f1 req-3ab2c56d-34ff-430a-9fa6-29e10bafffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:55.796473 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53960d6-b8b1-4707-ad05-5aa8446d30f1 req-3ab2c56d-34ff-430a-9fa6-29e10bafffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:55.798613 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b53960d6-b8b1-4707-ad05-5aa8446d30f1 req-3ab2c56d-34ff-430a-9fa6-29e10bafffd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=875de71af1fe4656a0ed844803995187&device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 6219 time: 0.1797392 Sep 29 17:32:55.801179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39816) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:55.808036 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c28b84aa-e2c0-4646-bcfb-0a035262b8a1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1692194394'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:55.827319 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ca4778-6f90-4824-b2a2-0811f211b24d {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:32:55.838090 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.838838 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffbce8a7-dba2-4949-8c8a-4a8fabfa931f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.855552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Transition to ACTIVE for port object 50ca4778-6f90-4824-b2a2-0811f211b24d will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:32:55.857945 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffbce8a7-dba2-4949-8c8a-4a8fabfa931f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.860832 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.911317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28b84aa-e2c0-4646-bcfb-0a035262b8a1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Made reservation on behalf of e9d37652061541afb9edb97f3bf24b96 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:55.914806 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c28b84aa-e2c0-4646-bcfb-0a035262b8a1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:55.921318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Pushing event updated for resources: {'Port': ['ID=50ca4778-6f90-4824-b2a2-0811f211b24d,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:56.075583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cae9e-523b-4b87-83b9-eceedac98dbe req-5008681c-b8a3-487d-bae1-3ecb2cb09bb1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:56.083241 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b3cae9e-523b-4b87-83b9-eceedac98dbe req-5008681c-b8a3-487d-bae1-3ecb2cb09bb1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.0921419 Sep 29 17:32:56.127201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Attempting to bind port 50ca4778-6f90-4824-b2a2-0811f211b24d on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:32:56.127705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Attempting to bind port 50ca4778-6f90-4824-b2a2-0811f211b24d by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:32:56.128137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Attempting to bind port 50ca4778-6f90-4824-b2a2-0811f211b24d on network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:56.144784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Port 50ca4778-6f90-4824-b2a2-0811f211b24d on network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:32:56.145530 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Attempting to bind port 50ca4778-6f90-4824-b2a2-0811f211b24d on network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:56.178618 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b3cae9e-523b-4b87-83b9-eceedac98dbe req-87cdb5a8-893e-468d-bd54-8891d6907457 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800097 Sep 29 17:32:56.189673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:32:56.190272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Checking segment: {'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:56.191020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Bound using segment: {'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:32:56.191640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Bound port: 50ca4778-6f90-4824-b2a2-0811f211b24d, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:32:56.192069 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:56.344721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dc29c5f-13d3-42a5-9b7f-e0dde13bf61c req-93286770-5d6e-4e03-bf0c-16bf1712f6c8 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 210 time: 0.0820475 Sep 29 17:32:56.394876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] For port 50ca4778-6f90-4824-b2a2-0811f211b24d, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:32:56.403042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-995cb80d-eccf-4881-8c57-5be2a80be0ac tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:56.404522 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-995cb80d-eccf-4881-8c57-5be2a80be0ac tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.49 "GET /v2.0/networks?id=530741c4-2ed6-463a-ae83-4ffd465cc3fe HTTP/1.1" status: 200 len: 814 time: 0.2294016 Sep 29 17:32:56.406294 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] For port 50ca4778-6f90-4824-b2a2-0811f211b24d, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=50ca4778-6f90-4824-b2a2-0811f211b24d,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:32:56.409961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ffbce8a7-dba2-4949-8c8a-4a8fabfa931f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] In _notify_port_updated(), no bound segment for port cbe74e44-0606-4963-84a1-268c3d113d27 on network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 {{(pid=95015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:32:56.415441 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbce8a7-dba2-4949-8c8a-4a8fabfa931f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:56.415576 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:56.416061 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffbce8a7-dba2-4949-8c8a-4a8fabfa931f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:56.420326 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ffbce8a7-dba2-4949-8c8a-4a8fabfa931f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "PUT /v2.0/ports/cbe74e44-0606-4963-84a1-268c3d113d27 HTTP/1.1" status: 200 len: 1003 time: 1.9867032 Sep 29 17:32:56.424500 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39826) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:56.425073 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1689552889', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}, 'admin_state_up': False}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:56.464258 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c28b84aa-e2c0-4646-bcfb-0a035262b8a1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:56.465223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-c1965c5a-9c4e-4e76-b4d5-ed0a0a6f7ec0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Request body: {'port': {'device_id': '193dd5f1-6bd6-486c-a6e2-80e464ba47dd', 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe', 'admin_state_up': True, 'tenant_id': '9c9e844466ae4686bc84294b78ad0611'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:56.529269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:56.529723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbce8a7-dba2-4949-8c8a-4a8fabfa931f tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event updated for resources: {'Port': ['ID=cbe74e44-0606-4963-84a1-268c3d113d27,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:56.529933 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:56.531334 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] 10.222.0.35 "PUT /v2.0/ports/50ca4778-6f90-4824-b2a2-0811f211b24d HTTP/1.1" status: 200 len: 1091 time: 1.4252470 Sep 29 17:32:56.552325 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:56.552325 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:56.622369 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Request body: {'port': {'device_id': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:56.680105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:56.682116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869925a-6c70-4aff-8690-196ef8796724 service neutron] Pushing event updated for resources: {'Port': ['ID=50ca4778-6f90-4824-b2a2-0811f211b24d,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:56.708761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb933a-cfb5-40a1-bdc9-a2b73bb0f02c req-8d448d41-da99-4d4a-9087-dbe290756e70 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:56.717084 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2fdb933a-cfb5-40a1-bdc9-a2b73bb0f02c req-8d448d41-da99-4d4a-9087-dbe290756e70 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 946 time: 0.8131654 Sep 29 17:32:56.719556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53960d6-b8b1-4707-ad05-5aa8446d30f1 req-07ec3068-15c8-403c-84bf-c2161ae274c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:56.719985 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53960d6-b8b1-4707-ad05-5aa8446d30f1 req-07ec3068-15c8-403c-84bf-c2161ae274c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:56.720442 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53960d6-b8b1-4707-ad05-5aa8446d30f1 req-07ec3068-15c8-403c-84bf-c2161ae274c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:56.721981 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b53960d6-b8b1-4707-ad05-5aa8446d30f1 req-07ec3068-15c8-403c-84bf-c2161ae274c5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=875de71af1fe4656a0ed844803995187&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9041317 Sep 29 17:32:56.784230 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:56.826489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11717d4-70f1-474f-823d-4d22f7f8c80b req-d9a9cfce-f358-4f3b-9ee3-b6b75db1594d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:56.832498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11717d4-70f1-474f-823d-4d22f7f8c80b req-d9a9cfce-f358-4f3b-9ee3-b6b75db1594d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:56.838369 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11717d4-70f1-474f-823d-4d22f7f8c80b req-d9a9cfce-f358-4f3b-9ee3-b6b75db1594d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:56.844794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11717d4-70f1-474f-823d-4d22f7f8c80b req-d9a9cfce-f358-4f3b-9ee3-b6b75db1594d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:56.850607 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11717d4-70f1-474f-823d-4d22f7f8c80b req-d9a9cfce-f358-4f3b-9ee3-b6b75db1594d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:56.857529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11717d4-70f1-474f-823d-4d22f7f8c80b req-d9a9cfce-f358-4f3b-9ee3-b6b75db1594d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:56.863390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11717d4-70f1-474f-823d-4d22f7f8c80b req-d9a9cfce-f358-4f3b-9ee3-b6b75db1594d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:56.865344 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b11717d4-70f1-474f-823d-4d22f7f8c80b req-d9a9cfce-f358-4f3b-9ee3-b6b75db1594d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5394 time: 0.1592629 Sep 29 17:32:56.891715 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef4155-2304-471d-afe1-f8691f5716bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Deleting port cbe74e44-0606-4963-84a1-268c3d113d27 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:32:56.892052 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4155-2304-471d-afe1-f8691f5716bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:56.902978 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8d422e0e-94eb-42d3-bf6f-d8e4fda2a149 None None] Provisioning complete for port cbe74e44-0606-4963-84a1-268c3d113d27 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:32:56.903534 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8d422e0e-94eb-42d3-bf6f-d8e4fda2a149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:56.948407 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8d422e0e-94eb-42d3-bf6f-d8e4fda2a149 None None] Port cbe74e44-0606-4963-84a1-268c3d113d27 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:32:57.003981 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2fdb933a-cfb5-40a1-bdc9-a2b73bb0f02c req-8cc8fbac-dca7-4b11-b82c-7c2b1170f3fb tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859845 Sep 29 17:32:57.040355 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b5bb356b-abe3-49d2-b848-bbe77907e693 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:32:57.048431 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:57.052063 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b11717d4-70f1-474f-823d-4d22f7f8c80b req-b036fb50-dffd-4892-83a5-f0653bcd5a2f tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1631050 Sep 29 17:32:57.098276 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: b5bb356b-abe3-49d2-b848-bbe77907e693 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:32:57.098913 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b5bb356b-abe3-49d2-b848-bbe77907e693 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:32:57.111723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53960d6-b8b1-4707-ad05-5aa8446d30f1 req-3a715331-2edb-47d8-9e62-f7c333abea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:57.113164 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b53960d6-b8b1-4707-ad05-5aa8446d30f1 req-3a715331-2edb-47d8-9e62-f7c333abea12 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3754611 Sep 29 17:32:57.115797 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4155-2304-471d-afe1-f8691f5716bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:57.141057 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c28b84aa-e2c0-4646-bcfb-0a035262b8a1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:57.141357 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef4155-2304-471d-afe1-f8691f5716bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Calling delete_port for cbe74e44-0606-4963-84a1-268c3d113d27 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:32:57.152565 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c28b84aa-e2c0-4646-bcfb-0a035262b8a1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:57.175658 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:57.201931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28b84aa-e2c0-4646-bcfb-0a035262b8a1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:32:57.230491 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c28b84aa-e2c0-4646-bcfb-0a035262b8a1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:57.230491 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-c28b84aa-e2c0-4646-bcfb-0a035262b8a1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Added segment 7983ebed-7943-4b36-b3b2-e54f11340fe4 of type vlan for network fc46db41-8f63-4abf-ba24-47139d0b71ca Sep 29 17:32:57.238929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b84aa-e2c0-4646-bcfb-0a035262b8a1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e3f349-c2cb-4762-b736-57285500ae58,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:57.252828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-c1965c5a-9c4e-4e76-b4d5-ed0a0a6f7ec0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Made reservation on behalf of 9c9e844466ae4686bc84294b78ad0611 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:57.256378 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-c1965c5a-9c4e-4e76-b4d5-ed0a0a6f7ec0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:57.302441 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c28b84aa-e2c0-4646-bcfb-0a035262b8a1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:57.402763 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c28b84aa-e2c0-4646-bcfb-0a035262b8a1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:57.408459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28b84aa-e2c0-4646-bcfb-0a035262b8a1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:57.409095 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c28b84aa-e2c0-4646-bcfb-0a035262b8a1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:57.457088 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:57.555293 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c28b84aa-e2c0-4646-bcfb-0a035262b8a1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7528689 Sep 29 17:32:57.575406 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:57.577191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39836) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:57.587408 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5cd84015-9c2f-482c-9c62-4fb76d297e58 req-eef32d2d-2559-424e-a2a8-eec92673cac9 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 210 time: 0.1422939 Sep 29 17:32:57.591505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3070da45-208d-400a-a178-50e92f8d4a6e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Request body: {'subnet': {'network_id': 'fc46db41-8f63-4abf-ba24-47139d0b71ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:57.637759 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'tag': '50ca4778-6f90-4824-b2a2-0811f211b24d'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:57.639962 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bfd9e6-9a03-4e1c-a0f5-82c94d796c45" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "tag": "50ca4778-6f90-4824-b2a2-0811f211b24d"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:57.661751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b84aa-e2c0-4646-bcfb-0a035262b8a1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event updated for resources: {'Network': ['ID=fc46db41-8f63-4abf-ba24-47139d0b71ca,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:57.675479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network fc46db41-8f63-4abf-ba24-47139d0b71ca details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:32:57.690714 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c3373c-de8e-4cf6-a41a-84a712a7ede9 x-openstack-request-id: req-70c3373c-de8e-4cf6-a41a-84a712a7ede9 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:32:57.691002 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "tag": "50ca4778-6f90-4824-b2a2-0811f211b24d", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:32:57.691247 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70c3373c-de8e-4cf6-a41a-84a712a7ede9 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:32:57.691628 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'tag': '50ca4778-6f90-4824-b2a2-0811f211b24d', 'status': 'completed', 'code': 200} Sep 29 17:32:57.730649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbbb7d-f952-4aa6-aed8-38bd9172dcaf req-f38646ee-e88e-466a-b4ac-404bc45a44a7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:57.732171 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86dbbb7d-f952-4aa6-aed8-38bd9172dcaf req-f38646ee-e88e-466a-b4ac-404bc45a44a7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.35 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 946 time: 0.2990494 Sep 29 17:32:57.791333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51787533-1ee5-4b87-961a-300cef1ea8d2 req-ace8fd81-30f4-489f-a0e9-939aa2ce3274 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:57.793542 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51787533-1ee5-4b87-961a-300cef1ea8d2 req-ace8fd81-30f4-489f-a0e9-939aa2ce3274 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.5259953 Sep 29 17:32:57.840395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:32:57.878740 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:57.891695 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Allocated IP 172.25.2.186 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/e9a28fb8-07a6-4afb-961e-d507f537b808) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:57.897763 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3070da45-208d-400a-a178-50e92f8d4a6e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Made reservation on behalf of e9d37652061541afb9edb97f3bf24b96 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:57.901209 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3070da45-208d-400a-a178-50e92f8d4a6e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:57.928226 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4155-2304-471d-afe1-f8691f5716bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:57.948121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Transition to ACTIVE for port object 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:32:57.959201 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51787533-1ee5-4b87-961a-300cef1ea8d2 req-5c017e75-4c4e-4c8f-af38-efa1a41b7015 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550527 Sep 29 17:32:57.966291 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfd9e6-9a03-4e1c-a0f5-82c94d796c45 req-14aece0f-13e6-4e3c-80fb-5aca9cc005d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:57.967374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfd9e6-9a03-4e1c-a0f5-82c94d796c45 req-14aece0f-13e6-4e3c-80fb-5aca9cc005d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:57.967374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfd9e6-9a03-4e1c-a0f5-82c94d796c45 req-14aece0f-13e6-4e3c-80fb-5aca9cc005d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:57.967733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfd9e6-9a03-4e1c-a0f5-82c94d796c45 req-14aece0f-13e6-4e3c-80fb-5aca9cc005d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:57.968209 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfd9e6-9a03-4e1c-a0f5-82c94d796c45 req-14aece0f-13e6-4e3c-80fb-5aca9cc005d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:57.968682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfd9e6-9a03-4e1c-a0f5-82c94d796c45 req-14aece0f-13e6-4e3c-80fb-5aca9cc005d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:57.969155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfd9e6-9a03-4e1c-a0f5-82c94d796c45 req-14aece0f-13e6-4e3c-80fb-5aca9cc005d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:57.971131 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-15bfd9e6-9a03-4e1c-a0f5-82c94d796c45 req-14aece0f-13e6-4e3c-80fb-5aca9cc005d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=875de71af1fe4656a0ed844803995187&device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 6286 time: 0.2018354 Sep 29 17:32:57.996993 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:58.013968 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef4155-2304-471d-afe1-f8691f5716bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event deleted for resources: {'Port': ['ID=cbe74e44-0606-4963-84a1-268c3d113d27,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:58.067650 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-86dbbb7d-f952-4aa6-aed8-38bd9172dcaf req-2280821c-6168-4793-811b-a57dfc80993a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Deleting port 6deb482d-8a66-4416-ad94-e1a7282e54f4 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:32:58.067998 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-86dbbb7d-f952-4aa6-aed8-38bd9172dcaf req-2280821c-6168-4793-811b-a57dfc80993a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:58.073026 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-c1965c5a-9c4e-4e76-b4d5-ed0a0a6f7ec0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Allocated IP 172.20.0.6 (530741c4-2ed6-463a-ae83-4ffd465cc3fe/850aa2ea-a665-4c08-a483-91a45d065aa7/13f92ebc-b901-4cb3-8a0a-dd07b9ab0606) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:58.171238 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c5ef4155-2304-471d-afe1-f8691f5716bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:58.176676 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c5ef4155-2304-471d-afe1-f8691f5716bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "DELETE /v2.0/ports/cbe74e44-0606-4963-84a1-268c3d113d27 HTTP/1.1" status: 204 len: 168 time: 1.7500706 Sep 29 17:32:58.192460 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:58.195953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39848) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:58.228870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Pushing event updated for resources: {'Port': ['ID=0f106657-1ac8-4cf6-818e-c6f19b81b4c7,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:58.252136 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bcea494-17b8-42b1-9e8a-140acf136986 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] GET failed (client error): The resource could not be found. Sep 29 17:32:58.257850 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7bcea494-17b8-42b1-9e8a-140acf136986 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "GET /v2.0/ports/cbe74e44-0606-4963-84a1-268c3d113d27 HTTP/1.1" status: 404 len: 333 time: 0.0608530 Sep 29 17:32:58.258646 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39852) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:58.298540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5d651b8d-c788-4cd7-a9bb-6e9461c21f5c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Request body: {'port': {'network_id': '30ef628d-e583-4acd-ba9d-1c5b198ffdb5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1531529634'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:58.435758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-86dbbb7d-f952-4aa6-aed8-38bd9172dcaf req-2280821c-6168-4793-811b-a57dfc80993a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] For port 6deb482d-8a66-4416-ad94-e1a7282e54f4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6deb482d-8a66-4416-ad94-e1a7282e54f4,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:32:58.436131 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-86dbbb7d-f952-4aa6-aed8-38bd9172dcaf req-2280821c-6168-4793-811b-a57dfc80993a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:58.481829 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ca4dd-85b4-43c2-9c7e-f384381dcb1a req-7622bc0e-4eab-4f00-aff1-7128e766f27c tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:58.483406 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e82ca4dd-85b4-43c2-9c7e-f384381dcb1a req-7622bc0e-4eab-4f00-aff1-7128e766f27c tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 946 time: 0.3163273 Sep 29 17:32:58.512351 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfd9e6-9a03-4e1c-a0f5-82c94d796c45 req-54ebda6f-58ac-4436-ab10-afda657d8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:58.512835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfd9e6-9a03-4e1c-a0f5-82c94d796c45 req-54ebda6f-58ac-4436-ab10-afda657d8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:58.513332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfd9e6-9a03-4e1c-a0f5-82c94d796c45 req-54ebda6f-58ac-4436-ab10-afda657d8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:58.514984 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-15bfd9e6-9a03-4e1c-a0f5-82c94d796c45 req-54ebda6f-58ac-4436-ab10-afda657d8d2c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=875de71af1fe4656a0ed844803995187&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5157437 Sep 29 17:32:58.524832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-86dbbb7d-f952-4aa6-aed8-38bd9172dcaf req-2280821c-6168-4793-811b-a57dfc80993a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Calling delete_port for 6deb482d-8a66-4416-ad94-e1a7282e54f4 owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:32:58.537990 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232226cb-2e91-408f-bbfa-0d9b8e64c79e req-39923b6d-8250-4580-99d3-f8d72118c7b8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:58.544148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232226cb-2e91-408f-bbfa-0d9b8e64c79e req-39923b6d-8250-4580-99d3-f8d72118c7b8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:58.550130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232226cb-2e91-408f-bbfa-0d9b8e64c79e req-39923b6d-8250-4580-99d3-f8d72118c7b8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:58.556121 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232226cb-2e91-408f-bbfa-0d9b8e64c79e req-39923b6d-8250-4580-99d3-f8d72118c7b8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:58.562355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232226cb-2e91-408f-bbfa-0d9b8e64c79e req-39923b6d-8250-4580-99d3-f8d72118c7b8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:58.568327 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232226cb-2e91-408f-bbfa-0d9b8e64c79e req-39923b6d-8250-4580-99d3-f8d72118c7b8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:58.574978 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232226cb-2e91-408f-bbfa-0d9b8e64c79e req-39923b6d-8250-4580-99d3-f8d72118c7b8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:58.576915 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-232226cb-2e91-408f-bbfa-0d9b8e64c79e req-39923b6d-8250-4580-99d3-f8d72118c7b8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5406 time: 0.3711438 Sep 29 17:32:58.585220 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:58.626436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Attempting to bind port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:32:58.626779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Attempting to bind port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:32:58.627085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Attempting to bind port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 on network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:58.675810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 on network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:32:58.676495 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Attempting to bind port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 on network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:32:58.680436 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e82ca4dd-85b4-43c2-9c7e-f384381dcb1a req-73a0bcd7-9d7c-4173-8b9f-721549a6fba1 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645319 Sep 29 17:32:58.693501 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3070da45-208d-400a-a178-50e92f8d4a6e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:58.698698 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4b2e0ff3-c290-43a9-8478-0363603d916b req-bd09f933-1832-453c-a586-8eb04b52aac8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1810760 Sep 29 17:32:58.704762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:32:58.705608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Checking segment: {'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:58.706015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Bound using segment: {'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:32:58.706475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Bound port: 0f106657-1ac8-4cf6-818e-c6f19b81b4c7, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0451f9c-12b9-4ae6-81a3-63c5caea027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:32:58.706836 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:58.717036 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-c1965c5a-9c4e-4e76-b4d5-ed0a0a6f7ec0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:58.723251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:58.731123 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Pushing event updated for resources: {'Port': ['ID=e9a28fb8-07a6-4afb-961e-d507f537b808,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:58.775090 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:58.783702 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:58.819249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfd9e6-9a03-4e1c-a0f5-82c94d796c45 req-3fdfc655-e634-41a2-80e8-f8ca6bbf1e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:58.820732 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-15bfd9e6-9a03-4e1c-a0f5-82c94d796c45 req-3fdfc655-e634-41a2-80e8-f8ca6bbf1e6e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2985125 Sep 29 17:32:58.869819 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-232226cb-2e91-408f-bbfa-0d9b8e64c79e req-3f850330-e49c-48de-a207-e8f76168d3a0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2824082 Sep 29 17:32:58.870424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d651b8d-c788-4cd7-a9bb-6e9461c21f5c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Made reservation on behalf of 1a4c49a7738749e8b918ecdf0de1233e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:32:58.873944 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d651b8d-c788-4cd7-a9bb-6e9461c21f5c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:58.890106 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070da45-208d-400a-a178-50e92f8d4a6e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event updated for resources: {'Subnet': ['ID=aa567d4f-4447-4f25-ae70-2db482cf8373,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:58.892354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] For port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:32:58.897155 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-c1965c5a-9c4e-4e76-b4d5-ed0a0a6f7ec0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:58.900638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] For port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0f106657-1ac8-4cf6-818e-c6f19b81b4c7,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:32:58.913918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ce4d6-f90e-43b8-acad-0dcfb299b512 req-9eb7c190-2a3e-49f6-99bc-bd51278c395d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:58.915986 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-533ce4d6-f90e-43b8-acad-0dcfb299b512 req-9eb7c190-2a3e-49f6-99bc-bd51278c395d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1390071 Sep 29 17:32:58.926947 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:58.928914 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-5d651b8d-c788-4cd7-a9bb-6e9461c21f5c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] device_id is not set on port 3362228d-c935-4d56-bb1e-155a8fa068ff yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:32:58.929939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e0ff3-c290-43a9-8478-0363603d916b req-87b3f872-d5af-46b2-bb13-c47c79ab9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:58.931452 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4b2e0ff3-c290-43a9-8478-0363603d916b req-87b3f872-d5af-46b2-bb13-c47c79ab9cd4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 1095 time: 0.1583874 Sep 29 17:32:59.013975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-c1965c5a-9c4e-4e76-b4d5-ed0a0a6f7ec0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Network 530741c4-2ed6-463a-ae83-4ffd465cc3fe is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:32:59.025477 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:59.026558 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:59.028251 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] 10.222.0.35 "PUT /v2.0/ports/0f106657-1ac8-4cf6-818e-c6f19b81b4c7 HTTP/1.1" status: 200 len: 1091 time: 2.4119163 Sep 29 17:32:59.029445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-c1965c5a-9c4e-4e76-b4d5-ed0a0a6f7ec0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:59.039557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-c1965c5a-9c4e-4e76-b4d5-ed0a0a6f7ec0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:32:59.046841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070da45-208d-400a-a178-50e92f8d4a6e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Checking segment: {'id': '7983ebed-7943-4b36-b3b2-e54f11340fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fc46db41-8f63-4abf-ba24-47139d0b71ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:32:59.047197 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3070da45-208d-400a-a178-50e92f8d4a6e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Network hostable DHCP agents. Network: fc46db41-8f63-4abf-ba24-47139d0b71ca, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:32:59.083902 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1965c5a-9c4e-4e76-b4d5-ed0a0a6f7ec0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Pushing event updated for resources: {'Port': ['ID=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:59.089477 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Request body: {'port': {'device_id': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:59.200560 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-533ce4d6-f90e-43b8-acad-0dcfb299b512 req-dba22b1a-529a-4fad-8c92-8b3b1bc0ac84 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466259 Sep 29 17:32:59.230923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-c1965c5a-9c4e-4e76-b4d5-ed0a0a6f7ec0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:59.230923 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-c1965c5a-9c4e-4e76-b4d5-ed0a0a6f7ec0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:59.254113 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-c1965c5a-9c4e-4e76-b4d5-ed0a0a6f7ec0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8006713 Sep 29 17:32:59.268783 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3070da45-208d-400a-a178-50e92f8d4a6e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Network fc46db41-8f63-4abf-ba24-47139d0b71ca is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:32:59.283564 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-86dbbb7d-f952-4aa6-aed8-38bd9172dcaf req-2280821c-6168-4793-811b-a57dfc80993a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:59.297667 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['876824e0-ecc3-493d-a6cd-4ee01ab62d77'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:32:59.300981 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Request body: {'port': {'device_id': '193dd5f1-6bd6-486c-a6e2-80e464ba47dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:59.325413 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a15048ad-2803-49e1-a607-fe0b55b86024'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:32:59.334185 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-3070da45-208d-400a-a178-50e92f8d4a6e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, fc46db41-8f63-4abf-ba24-47139d0b71ca) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:32:59.364322 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37647c45-3206-4a19-9c80-0a2bd5975379 None None] Network fc46db41-8f63-4abf-ba24-47139d0b71ca requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:32:59.376630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d7e7f-8916-4932-b16a-3f70ca19fd7b service neutron] Pushing event updated for resources: {'Port': ['ID=0f106657-1ac8-4cf6-818e-c6f19b81b4c7,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:59.380223 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:59.382705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e0ff3-c290-43a9-8478-0363603d916b req-ff0bdfd6-4a4a-4f23-9f79-f2c2cc9a1461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:59.384199 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4b2e0ff3-c290-43a9-8478-0363603d916b req-ff0bdfd6-4a4a-4f23-9f79-f2c2cc9a1461 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.4293063 Sep 29 17:32:59.394915 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-5d651b8d-c788-4cd7-a9bb-6e9461c21f5c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Allocated IP 2001:db8::df (30ef628d-e583-4acd-ba9d-1c5b198ffdb5/e2b2eff1-8707-46b5-bdd9-582d2ddedcef/3362228d-c935-4d56-bb1e-155a8fa068ff) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:59.433547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43ab2e-2118-4d27-acb6-05189675d149 req-5d7856b4-d72e-4211-94c3-2316b5340722 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:59.435368 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d43ab2e-2118-4d27-acb6-05189675d149 req-5d7856b4-d72e-4211-94c3-2316b5340722 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 931 time: 0.3492165 Sep 29 17:32:59.436856 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3070da45-208d-400a-a178-50e92f8d4a6e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:59.437659 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3070da45-208d-400a-a178-50e92f8d4a6e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:59.460225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280821c-6168-4793-811b-a57dfc80993a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Pushing event deleted for resources: {'Port': ['ID=6deb482d-8a66-4416-ad94-e1a7282e54f4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:32:59.532772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68844c-192c-457f-9e73-1683c3ef63ff req-8c691ea7-b930-4e40-90de-13db9c60eade tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:32:59.534583 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f68844c-192c-457f-9e73-1683c3ef63ff req-8c691ea7-b930-4e40-90de-13db9c60eade tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.2282875 Sep 29 17:32:59.541241 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:59.567090 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3070da45-208d-400a-a178-50e92f8d4a6e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9819446 Sep 29 17:32:59.571666 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39858) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:32:59.575490 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dbbb7d-f952-4aa6-aed8-38bd9172dcaf req-2280821c-6168-4793-811b-a57dfc80993a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] No DVR routers for this DVR port 6deb482d-8a66-4416-ad94-e1a7282e54f4 on host n-h2-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:32:59.580563 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4b2e0ff3-c290-43a9-8478-0363603d916b req-ceca5122-acb9-4fab-bc6c-1a74d2249b95 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 HTTP/1.1" status: 200 len: 999 time: 0.1831081 Sep 29 17:32:59.586042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-345908225', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:32:59.592130 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-86dbbb7d-f952-4aa6-aed8-38bd9172dcaf req-2280821c-6168-4793-811b-a57dfc80993a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:59.594141 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86dbbb7d-f952-4aa6-aed8-38bd9172dcaf req-2280821c-6168-4793-811b-a57dfc80993a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.35 "DELETE /v2.0/ports/6deb482d-8a66-4416-ad94-e1a7282e54f4 HTTP/1.1" status: 204 len: 173 time: 1.8281500 Sep 29 17:32:59.596454 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '962fd470-ed31-4051-a610-bc874e312834', 'name': 'network-vif-deleted', 'tag': '6deb482d-8a66-4416-ad94-e1a7282e54f4'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:59.598300 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cc0301-a5e9-474e-9e0c-9855645dcd87" -d '{"events": [{"server_uuid": "962fd470-ed31-4051-a610-bc874e312834", "name": "network-vif-deleted", "tag": "6deb482d-8a66-4416-ad94-e1a7282e54f4"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:59.651086 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d43ab2e-2118-4d27-acb6-05189675d149 req-3a150fdb-4c97-4c20-8860-596a8bd2003d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992788 Sep 29 17:32:59.682046 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:59.720823 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-fc46db41-8f63-4abf-ba24-47139d0b71ca', 'network_id': 'fc46db41-8f63-4abf-ba24-47139d0b71ca', 'tenant_id': 'e9d37652061541afb9edb97f3bf24b96', 'fixed_ips': [{'subnet_id': 'aa567d4f-4447-4f25-ae70-2db482cf8373'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:32:59.721684 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:59.883955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'tag': '0f106657-1ac8-4cf6-818e-c6f19b81b4c7'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:32:59.887701 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6298043-8c8d-4535-a3c5-95a8803881b1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "tag": "0f106657-1ac8-4cf6-818e-c6f19b81b4c7"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:32:59.914533 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Allocated IP 172.20.0.2 (fc46db41-8f63-4abf-ba24-47139d0b71ca/aa567d4f-4447-4f25-ae70-2db482cf8373/8cae11f7-a7cd-4575-9686-c6cf82fe6480) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:32:59.952041 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:32:59.953531 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:00.116378 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:00.125836 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:00.133925 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fb3639-c950-4575-aae6-ab6b06e7a89f x-openstack-request-id: req-e6fb3639-c950-4575-aae6-ab6b06e7a89f {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:00.133925 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "962fd470-ed31-4051-a610-bc874e312834", "name": "network-vif-deleted", "tag": "6deb482d-8a66-4416-ad94-e1a7282e54f4", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:00.134617 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6fb3639-c950-4575-aae6-ab6b06e7a89f {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:00.134617 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '962fd470-ed31-4051-a610-bc874e312834', 'name': 'network-vif-deleted', 'tag': '6deb482d-8a66-4416-ad94-e1a7282e54f4', 'status': 'completed', 'code': 200} Sep 29 17:33:00.178634 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Network fc46db41-8f63-4abf-ba24-47139d0b71ca is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:00.183957 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:00.188031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:00.217270 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-08c55555-25b7-495b-8899-ac69621a7033 req-95681c31-c716-40aa-b13c-19aa86c0ce28 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=962fd470-ed31-4051-a610-bc874e312834 HTTP/1.1" status: 200 len: 210 time: 0.0884120 Sep 29 17:33:00.299338 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Pushing event updated for resources: {'Port': ['ID=8cae11f7-a7cd-4575-9686-c6cf82fe6480,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:00.322338 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Attempting to bind port 8cae11f7-a7cd-4575-9686-c6cf82fe6480 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:00.322854 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Attempting to bind port 8cae11f7-a7cd-4575-9686-c6cf82fe6480 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '7983ebed-7943-4b36-b3b2-e54f11340fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fc46db41-8f63-4abf-ba24-47139d0b71ca'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:00.323300 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Attempting to bind port 8cae11f7-a7cd-4575-9686-c6cf82fe6480 on network fc46db41-8f63-4abf-ba24-47139d0b71ca {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:00.330036 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:33:00.330535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Checking segment: {'id': '7983ebed-7943-4b36-b3b2-e54f11340fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fc46db41-8f63-4abf-ba24-47139d0b71ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:00.331013 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:00.332719 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Bound using segment: {'id': '7983ebed-7943-4b36-b3b2-e54f11340fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fc46db41-8f63-4abf-ba24-47139d0b71ca'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:33:00.333305 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Bound port: 8cae11f7-a7cd-4575-9686-c6cf82fe6480, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7983ebed-7943-4b36-b3b2-e54f11340fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'fc46db41-8f63-4abf-ba24-47139d0b71ca'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:33:00.334268 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:00.387606 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d651b8d-c788-4cd7-a9bb-6e9461c21f5c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:00.407666 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] For port 8cae11f7-a7cd-4575-9686-c6cf82fe6480, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:00.411580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] For port 8cae11f7-a7cd-4575-9686-c6cf82fe6480, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8cae11f7-a7cd-4575-9686-c6cf82fe6480,segment=NetworkSegment(7983ebed-7943-4b36-b3b2-e54f11340fe4),segment_id=7983ebed-7943-4b36-b3b2-e54f11340fe4)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:33:00.416260 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f68844c-192c-457f-9e73-1683c3ef63ff req-5b69fdfe-82c4-4214-8797-7654dabcf105 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8699348 Sep 29 17:33:00.418426 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:00.444225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63906eb4-c43b-4f77-a25a-3ea2c6087173 req-c351780e-f77f-49e8-934d-2bf0da796508 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.451060 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63906eb4-c43b-4f77-a25a-3ea2c6087173 req-c351780e-f77f-49e8-934d-2bf0da796508 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.456902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63906eb4-c43b-4f77-a25a-3ea2c6087173 req-c351780e-f77f-49e8-934d-2bf0da796508 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.472408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e0ff3-c290-43a9-8478-0363603d916b req-3f353efb-748e-400e-a720-280645d74150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.480209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63906eb4-c43b-4f77-a25a-3ea2c6087173 req-c351780e-f77f-49e8-934d-2bf0da796508 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.483612 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4b2e0ff3-c290-43a9-8478-0363603d916b req-3f353efb-748e-400e-a720-280645d74150 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.8737757 Sep 29 17:33:00.489936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63906eb4-c43b-4f77-a25a-3ea2c6087173 req-c351780e-f77f-49e8-934d-2bf0da796508 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.501808 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63906eb4-c43b-4f77-a25a-3ea2c6087173 req-c351780e-f77f-49e8-934d-2bf0da796508 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.515880 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3951e-61d5-4428-84e2-048da630ae14 None None] Pushing event updated for resources: {'Port': ['ID=8cae11f7-a7cd-4575-9686-c6cf82fe6480,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:00.516317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63906eb4-c43b-4f77-a25a-3ea2c6087173 req-c351780e-f77f-49e8-934d-2bf0da796508 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.518320 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-63906eb4-c43b-4f77-a25a-3ea2c6087173 req-c351780e-f77f-49e8-934d-2bf0da796508 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5406 time: 0.2056837 Sep 29 17:33:00.538063 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:00.542137 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3c594b-a9f7-4008-ac57-8c05b67bffb5 x-openstack-request-id: req-5d3c594b-a9f7-4008-ac57-8c05b67bffb5 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:00.542137 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "tag": "0f106657-1ac8-4cf6-818e-c6f19b81b4c7", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:00.543325 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d3c594b-a9f7-4008-ac57-8c05b67bffb5 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:00.543770 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'tag': '0f106657-1ac8-4cf6-818e-c6f19b81b4c7', 'status': 'completed', 'code': 200} Sep 29 17:33:00.580819 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:00.603218 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d651b8d-c788-4cd7-a9bb-6e9461c21f5c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:00.621751 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-63906eb4-c43b-4f77-a25a-3ea2c6087173 req-dfdd0cee-7203-4f5c-b9fb-1f86a69abb6a tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837030 Sep 29 17:33:00.718573 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d651b8d-c788-4cd7-a9bb-6e9461c21f5c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event updated for resources: {'Port': ['ID=3362228d-c935-4d56-bb1e-155a8fa068ff,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:00.832257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fd392b-0e65-4206-a548-c46677c479e2 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:00.858266 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:00.873997 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d651b8d-c788-4cd7-a9bb-6e9461c21f5c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:00.886856 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5d651b8d-c788-4cd7-a9bb-6e9461c21f5c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:00.889390 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d651b8d-c788-4cd7-a9bb-6e9461c21f5c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:00.895368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d651b8d-c788-4cd7-a9bb-6e9461c21f5c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.896015 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d651b8d-c788-4cd7-a9bb-6e9461c21f5c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:00.923761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298043-8c8d-4535-a3c5-95a8803881b1 req-965cd132-e01f-4ea7-bcbb-910aaa46607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.924234 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298043-8c8d-4535-a3c5-95a8803881b1 req-965cd132-e01f-4ea7-bcbb-910aaa46607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.924719 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298043-8c8d-4535-a3c5-95a8803881b1 req-965cd132-e01f-4ea7-bcbb-910aaa46607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.925214 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298043-8c8d-4535-a3c5-95a8803881b1 req-965cd132-e01f-4ea7-bcbb-910aaa46607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.925729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298043-8c8d-4535-a3c5-95a8803881b1 req-965cd132-e01f-4ea7-bcbb-910aaa46607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.926201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298043-8c8d-4535-a3c5-95a8803881b1 req-965cd132-e01f-4ea7-bcbb-910aaa46607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.926682 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298043-8c8d-4535-a3c5-95a8803881b1 req-965cd132-e01f-4ea7-bcbb-910aaa46607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.928710 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d6298043-8c8d-4535-a3c5-95a8803881b1 req-965cd132-e01f-4ea7-bcbb-910aaa46607a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=875de71af1fe4656a0ed844803995187&device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 6353 time: 0.3424199 Sep 29 17:33:00.933136 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e0ff3-c290-43a9-8478-0363603d916b req-fe0dd2bb-4397-434e-9cba-0dc7a9135e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.934025 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4b2e0ff3-c290-43a9-8478-0363603d916b req-fe0dd2bb-4397-434e-9cba-0dc7a9135e2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4335968 Sep 29 17:33:00.950017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19110b5c-089e-40e2-a6a4-a68acfad9135 req-5b7a9bde-006b-4ade-8e43-ef4f2466c07d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:00.951526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-19110b5c-089e-40e2-a6a4-a68acfad9135 req-5b7a9bde-006b-4ade-8e43-ef4f2466c07d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 931 time: 0.1372528 Sep 29 17:33:00.963033 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5d651b8d-c788-4cd7-a9bb-6e9461c21f5c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6729224 Sep 29 17:33:00.968521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39886) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:00.988249 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-8898b472-7548-4b92-927d-70a1f6d49de7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Request body: {'port': {'network_id': '30ef628d-e583-4acd-ba9d-1c5b198ffdb5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-784713830'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:00.992346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Transition to ACTIVE for port object 62fd392b-0e65-4206-a548-c46677c479e2 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:33:01.044390 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:01.050528 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:01.075651 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6deb482d-8a66-4416-ad94-e1a7282e54f4 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:33:01.099479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 6deb482d-8a66-4416-ad94-e1a7282e54f4 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:33:01.100196 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6deb482d-8a66-4416-ad94-e1a7282e54f4 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:33:01.170071 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-19110b5c-089e-40e2-a6a4-a68acfad9135 req-5ffbfe83-9225-4f35-92ae-7e179aaa3b83 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021909 Sep 29 17:33:01.249678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298043-8c8d-4535-a3c5-95a8803881b1 req-b42fff05-0d66-450a-8a55-79f42b1e527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:01.249678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298043-8c8d-4535-a3c5-95a8803881b1 req-b42fff05-0d66-450a-8a55-79f42b1e527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:01.249678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298043-8c8d-4535-a3c5-95a8803881b1 req-b42fff05-0d66-450a-8a55-79f42b1e527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:01.253154 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d6298043-8c8d-4535-a3c5-95a8803881b1 req-b42fff05-0d66-450a-8a55-79f42b1e527c service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=875de71af1fe4656a0ed844803995187&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2983782 Sep 29 17:33:01.256695 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Router 21bf4d56-38b3-4a98-b40e-edcf9906dd94 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:33:01.283535 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-4c3a02aa-d61a-4ba1-8e6e-a38ee5b84185 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:01.285667 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-4c3a02aa-d61a-4ba1-8e6e-a38ee5b84185 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 812 time: 0.4906497 Sep 29 17:33:01.293216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Pushing event updated for resources: {'Port': ['ID=62fd392b-0e65-4206-a548-c46677c479e2,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:01.300077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ef57aad9-0ae9-4427-b0d3-a837b3d87fd6 None None] Provisioning complete for port 3362228d-c935-4d56-bb1e-155a8fa068ff triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:01.300677 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ef57aad9-0ae9-4427-b0d3-a837b3d87fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:01.378946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ef57aad9-0ae9-4427-b0d3-a837b3d87fd6 None None] Port 3362228d-c935-4d56-bb1e-155a8fa068ff cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:33:01.380985 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4b2e0ff3-c290-43a9-8478-0363603d916b req-90509ecd-0159-4e69-9ec8-a353f0cc3d6a service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081471 Sep 29 17:33:01.398140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8898b472-7548-4b92-927d-70a1f6d49de7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Made reservation on behalf of 1a4c49a7738749e8b918ecdf0de1233e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:01.403701 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8898b472-7548-4b92-927d-70a1f6d49de7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:01.420666 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-3ebfeb68-28af-48a3-a471-348ad9e05109 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/quotas/9c851dbf4ea64b1cade6a77890b0e11c HTTP/1.1" status: 200 len: 375 time: 0.1159096 Sep 29 17:33:01.464198 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-8898b472-7548-4b92-927d-70a1f6d49de7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] device_id is not set on port 92b46937-214b-4d31-8625-43c14d7fa75f yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:01.546020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:01.554784 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:01.657722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Transition to ACTIVE for port object 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:33:01.706594 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:01.708507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Attempting to bind port 62fd392b-0e65-4206-a548-c46677c479e2 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:01.708838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Attempting to bind port 62fd392b-0e65-4206-a548-c46677c479e2 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '40fdf262-7bc5-4f81-8388-ac8c587e7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:01.709160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Attempting to bind port 62fd392b-0e65-4206-a548-c46677c479e2 on network af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:01.719952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Port 62fd392b-0e65-4206-a548-c46677c479e2 on network af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:01.720169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Attempting to bind port 62fd392b-0e65-4206-a548-c46677c479e2 on network af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:01.740005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c80a2-4513-4606-a967-0bb1dbd4632d req-6d2c1c57-4265-4e0d-bf0e-461d67a1c276 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:01.741576 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb3c80a2-4513-4606-a967-0bb1dbd4632d req-6d2c1c57-4265-4e0d-bf0e-461d67a1c276 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 945 time: 0.1574349 Sep 29 17:33:01.746016 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6298043-8c8d-4535-a3c5-95a8803881b1 req-efed9379-e34e-4a53-b4b9-0b158d29d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:01.747426 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d6298043-8c8d-4535-a3c5-95a8803881b1 req-efed9379-e34e-4a53-b4b9-0b158d29d054 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4832976 Sep 29 17:33:01.750592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:33:01.763203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c125b11-843b-4c44-843d-b4bf558d5fdb None None] Sync routers for ids ['21bf4d56-38b3-4a98-b40e-edcf9906dd94'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:33:01.771990 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c125b11-843b-4c44-843d-b4bf558d5fdb None None] Routers {'21bf4d56-38b3-4a98-b40e-edcf9906dd94'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:01.772660 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-4c125b11-843b-4c44-843d-b4bf558d5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:32:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['21bf4d56-38b3-4a98-b40e-edcf9906dd94'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:01.787367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:33:01.787531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Checking segment: {'id': '40fdf262-7bc5-4f81-8388-ac8c587e7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:01.787930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Bound using segment: {'id': '40fdf262-7bc5-4f81-8388-ac8c587e7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:33:01.788273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Bound port: 62fd392b-0e65-4206-a548-c46677c479e2, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fdf262-7bc5-4f81-8388-ac8c587e7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:33:01.788629 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:01.795301 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-8898b472-7548-4b92-927d-70a1f6d49de7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Allocated IP 2001:db8::298 (30ef628d-e583-4acd-ba9d-1c5b198ffdb5/e2b2eff1-8707-46b5-bdd9-582d2ddedcef/92b46937-214b-4d31-8625-43c14d7fa75f) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:01.823156 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-49307483-13a2-4e71-b639-a9eb51e1cd29 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3784895 Sep 29 17:33:01.835083 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4b2e0ff3-c290-43a9-8478-0363603d916b req-26f2f6f7-73d0-4bd4-ab45-578b3e91a152 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115024 Sep 29 17:33:01.851897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-4c125b11-843b-4c44-843d-b4bf558d5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:01.863877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c125b11-843b-4c44-843d-b4bf558d5fdb None None] Routers {'21bf4d56-38b3-4a98-b40e-edcf9906dd94'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:01.864748 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-4c125b11-843b-4c44-843d-b4bf558d5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:32:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['21bf4d56-38b3-4a98-b40e-edcf9906dd94'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:01.878750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Pushing event updated for resources: {'Port': ['ID=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:01.903362 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-4c125b11-843b-4c44-843d-b4bf558d5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:01.904288 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c125b11-843b-4c44-843d-b4bf558d5fdb None None] The sync data for ids ['21bf4d56-38b3-4a98-b40e-edcf9906dd94'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:33:01.926709 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:01.928456 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-36632dcf-171a-4f59-a6b2-b90d9c2470c9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2302024 Sep 29 17:33:01.934785 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c93239-4a5c-4830-b565-f3c890b252dd None None] Network fc46db41-8f63-4abf-ba24-47139d0b71ca requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:33:01.938845 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39898) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:02.012271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8cae11f7-a7cd-4575-9686-c6cf82fe6480 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:02.058457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] For port 62fd392b-0e65-4206-a548-c46677c479e2, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:02.075913 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e1edef75-af15-4368-9c3f-5a60a14b2b22 None None] Provisioning complete for port 8cae11f7-a7cd-4575-9686-c6cf82fe6480 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:02.075913 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e1edef75-af15-4368-9c3f-5a60a14b2b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.096218 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb3c80a2-4513-4606-a967-0bb1dbd4632d req-f5a1dac3-3fb3-41b5-9903-a59838b469cb tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417039 Sep 29 17:33:02.154419 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8898b472-7548-4b92-927d-70a1f6d49de7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.159147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] For port 62fd392b-0e65-4206-a548-c46677c479e2, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=62fd392b-0e65-4206-a548-c46677c479e2,segment=NetworkSegment(40fdf262-7bc5-4f81-8388-ac8c587e7fc3),segment_id=40fdf262-7bc5-4f81-8388-ac8c587e7fc3)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:33:02.160550 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-459f4e4d-a3c9-49f3-9eff-c0adbb9883f0 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/routers/21bf4d56-38b3-4a98-b40e-edcf9906dd94 HTTP/1.1" status: 200 len: 921 time: 0.2190244 Sep 29 17:33:02.166168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39900) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:02.179423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Attempting to bind port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:02.179750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Attempting to bind port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '09448e92-2850-4a8e-bbe4-649a4da08119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:02.180080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Attempting to bind port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 on network 530741c4-2ed6-463a-ae83-4ffd465cc3fe {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:02.187271 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.190984 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-36a88eeb-ccf9-4ed0-9d62-b5fd1c257a69 service neutron] 10.222.0.44 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428812 Sep 29 17:33:02.203556 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8cae11f7-a7cd-4575-9686-c6cf82fe6480 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:02.204641 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.226015 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1f9c4b7b-4465-4f46-8166-846c9b9a00b9 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "GET /v2.0/ports?device_id=21bf4d56-38b3-4a98-b40e-edcf9906dd94 HTTP/1.1" status: 200 len: 205 time: 0.0564907 Sep 29 17:33:02.238516 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39904) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:02.247085 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8898b472-7548-4b92-927d-70a1f6d49de7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.277563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 on network 530741c4-2ed6-463a-ae83-4ffd465cc3fe not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:02.277888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Attempting to bind port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 on network 530741c4-2ed6-463a-ae83-4ffd465cc3fe {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:02.294506 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.305657 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:02.306270 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.307877 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] 10.222.0.35 "PUT /v2.0/ports/62fd392b-0e65-4206-a548-c46677c479e2 HTTP/1.1" status: 200 len: 1091 time: 3.2266130 Sep 29 17:33:02.348189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:33:02.348530 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Checking segment: {'id': '09448e92-2850-4a8e-bbe4-649a4da08119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:02.349117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Bound using segment: {'id': '09448e92-2850-4a8e-bbe4-649a4da08119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:33:02.349771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Bound port: 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09448e92-2850-4a8e-bbe4-649a4da08119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:33:02.350289 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.356341 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8898b472-7548-4b92-927d-70a1f6d49de7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:02.383734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Request body: {'port': {'device_id': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:02.390676 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.407467 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e1edef75-af15-4368-9c3f-5a60a14b2b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.423938 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-8898b472-7548-4b92-927d-70a1f6d49de7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:02.454463 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.475754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575e8cb-b22d-4b18-b911-31482803420b service neutron] Pushing event updated for resources: {'Port': ['ID=62fd392b-0e65-4206-a548-c46677c479e2,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:02.513618 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e1edef75-af15-4368-9c3f-5a60a14b2b22 None None] For port 8cae11f7-a7cd-4575-9686-c6cf82fe6480, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8cae11f7-a7cd-4575-9686-c6cf82fe6480,segment=NetworkSegment(7983ebed-7943-4b36-b3b2-e54f11340fe4),segment_id=7983ebed-7943-4b36-b3b2-e54f11340fe4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:02.526462 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e1edef75-af15-4368-9c3f-5a60a14b2b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.553511 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8898b472-7548-4b92-927d-70a1f6d49de7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:02.559399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'tag': '62fd392b-0e65-4206-a548-c46677c479e2'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:33:02.562268 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31663a69-15a7-415b-9705-0f1b23525c04" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "tag": "62fd392b-0e65-4206-a548-c46677c479e2"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:33:02.562432 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8898b472-7548-4b92-927d-70a1f6d49de7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:02.563176 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8898b472-7548-4b92-927d-70a1f6d49de7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.567466 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2008ea3-f4dd-4a3b-a7ab-b998ddbabffa tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.629628 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:33:02.630345 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:33:02.663363 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.695431 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-da5e4957-f7c5-4981-8cb4-1c08e5f8ba75 service neutron] 10.222.0.44 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764235 Sep 29 17:33:02.697914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] For port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:02.708633 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edef75-af15-4368-9c3f-5a60a14b2b22 None None] Pushing event updated for resources: {'Port': ['ID=8cae11f7-a7cd-4575-9686-c6cf82fe6480,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:02.783364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] For port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:33:02.788478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Allocated IP 172.25.2.232 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/62f76c11-7c2c-4cfb-8cbe-eb1a180d2e0b) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:02.799518 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.801522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-64322183-ff83-47a4-98da-f53e149c83c7 None None] Provisioning complete for port 8cae11f7-a7cd-4575-9686-c6cf82fe6480 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:02.803395 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-64322183-ff83-47a4-98da-f53e149c83c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:02.892986 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Pushing event updated for resources: {'Port': ['ID=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:03.057170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.057910 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:03.059859 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e2c94cce-5984-4c3e-815b-4416a75334fd service neutron] 10.222.0.49 "PUT /v2.0/ports/13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 HTTP/1.1" status: 200 len: 1091 time: 3.7794158 Sep 29 17:33:03.090538 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8898b472-7548-4b92-927d-70a1f6d49de7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1036029 Sep 29 17:33:03.097388 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39916) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:03.106754 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-020f0945-b3b0-49b6-bc22-1ca95229777d None None] Provisioning complete for port 92b46937-214b-4d31-8625-43c14d7fa75f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:03.108398 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898b472-7548-4b92-927d-70a1f6d49de7 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event updated for resources: {'Port': ['ID=92b46937-214b-4d31-8625-43c14d7fa75f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:03.109048 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-020f0945-b3b0-49b6-bc22-1ca95229777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:03.118234 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c22c8645-0187-4625-a81e-99a756963287 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::308', 'mac_address': 'fa:16:3e:65:9b:9f'}, {'ip_address': '2001:db8::df', 'mac_address': 'fa:16:3e:be:50:c6'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:03.141912 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342b0bf-39d3-4e85-8bfb-1a1f92aa5c04 req-ee5af718-4d72-4fe2-a622-7431e2b1cc75 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.149528 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342b0bf-39d3-4e85-8bfb-1a1f92aa5c04 req-ee5af718-4d72-4fe2-a622-7431e2b1cc75 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.156665 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342b0bf-39d3-4e85-8bfb-1a1f92aa5c04 req-ee5af718-4d72-4fe2-a622-7431e2b1cc75 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.163902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342b0bf-39d3-4e85-8bfb-1a1f92aa5c04 req-ee5af718-4d72-4fe2-a622-7431e2b1cc75 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.170807 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342b0bf-39d3-4e85-8bfb-1a1f92aa5c04 req-ee5af718-4d72-4fe2-a622-7431e2b1cc75 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.176698 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342b0bf-39d3-4e85-8bfb-1a1f92aa5c04 req-ee5af718-4d72-4fe2-a622-7431e2b1cc75 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.184566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342b0bf-39d3-4e85-8bfb-1a1f92aa5c04 req-ee5af718-4d72-4fe2-a622-7431e2b1cc75 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.193385 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c342b0bf-39d3-4e85-8bfb-1a1f92aa5c04 req-ee5af718-4d72-4fe2-a622-7431e2b1cc75 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5418 time: 0.8325512 Sep 29 17:33:03.197064 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-020f0945-b3b0-49b6-bc22-1ca95229777d None None] Port 92b46937-214b-4d31-8625-43c14d7fa75f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:33:03.295428 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c342b0bf-39d3-4e85-8bfb-1a1f92aa5c04 req-082a780b-e002-4a35-a742-eb3fc314f71e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011372 Sep 29 17:33:03.315690 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2008ea3-f4dd-4a3b-a7ab-b998ddbabffa tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:03.449359 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e660cdda-6726-4959-81af-874affa1986d x-openstack-request-id: req-e660cdda-6726-4959-81af-874affa1986d {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:03.449633 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "tag": "62fd392b-0e65-4206-a548-c46677c479e2", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:03.449846 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e660cdda-6726-4959-81af-874affa1986d {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:03.450417 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'tag': '62fd392b-0e65-4206-a548-c46677c479e2', 'status': 'completed', 'code': 200} Sep 29 17:33:03.501999 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0df07f5-fd1a-4ac0-bef1-1f7690094f92 req-03667184-bc2e-4d44-831d-6ceb8edcfd8d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0744231 Sep 29 17:33:03.529741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-b2008ea3-f4dd-4a3b-a7ab-b998ddbabffa tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Deleting port e9a28fb8-07a6-4afb-961e-d507f537b808 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:03.530081 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2008ea3-f4dd-4a3b-a7ab-b998ddbabffa tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:03.531671 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c22c8645-0187-4625-a81e-99a756963287 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:03.565725 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31663a69-15a7-415b-9705-0f1b23525c04 req-a88a8445-1f02-4c35-a94e-2dcb8beee435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.566203 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31663a69-15a7-415b-9705-0f1b23525c04 req-a88a8445-1f02-4c35-a94e-2dcb8beee435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.566672 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31663a69-15a7-415b-9705-0f1b23525c04 req-a88a8445-1f02-4c35-a94e-2dcb8beee435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.567139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31663a69-15a7-415b-9705-0f1b23525c04 req-a88a8445-1f02-4c35-a94e-2dcb8beee435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.567597 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31663a69-15a7-415b-9705-0f1b23525c04 req-a88a8445-1f02-4c35-a94e-2dcb8beee435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.568055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31663a69-15a7-415b-9705-0f1b23525c04 req-a88a8445-1f02-4c35-a94e-2dcb8beee435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.568511 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31663a69-15a7-415b-9705-0f1b23525c04 req-a88a8445-1f02-4c35-a94e-2dcb8beee435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.570475 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-31663a69-15a7-415b-9705-0f1b23525c04 req-a88a8445-1f02-4c35-a94e-2dcb8beee435 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=875de71af1fe4656a0ed844803995187&device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 6420 time: 0.1623330 Sep 29 17:33:03.614277 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:03.631878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7f26b-35fc-4f22-a96c-d285b0507600 req-9201d568-f4f9-4bf8-a959-a572a2d435dc tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.640036 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18c7f26b-35fc-4f22-a96c-d285b0507600 req-9201d568-f4f9-4bf8-a959-a572a2d435dc tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 943 time: 0.7191069 Sep 29 17:33:03.668081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c2e66-2a06-4d5c-bc9e-53330c8746bc req-d87f15f2-cf80-4e5f-a11b-848e6f3b0277 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.669537 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-054c2e66-2a06-4d5c-bc9e-53330c8746bc req-d87f15f2-cf80-4e5f-a11b-848e6f3b0277 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.49 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 945 time: 0.6169133 Sep 29 17:33:03.709838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-2b4d687c-9d3d-46b9-bff4-fe2bbdba27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.711285 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-2b4d687c-9d3d-46b9-bff4-fe2bbdba27e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c9e844466ae4686bc84294b78ad0611&device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 1094 time: 0.2650101 Sep 29 17:33:03.796646 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2008ea3-f4dd-4a3b-a7ab-b998ddbabffa tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:03.813672 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18c7f26b-35fc-4f22-a96c-d285b0507600 req-c8fd9b6e-5444-4476-916f-a55dee06e6a7 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718352 Sep 29 17:33:03.818803 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-55216b7c-ee6d-4584-a603-3a96816d20c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 HTTP/1.1" status: 200 len: 217 time: 0.0835757 Sep 29 17:33:03.835197 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01238a6-d798-4c91-8b4f-8de9f28fd1eb req-95627137-0091-48b3-ad21-d7e9fe16698d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.836787 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a01238a6-d798-4c91-8b4f-8de9f28fd1eb req-95627137-0091-48b3-ad21-d7e9fe16698d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 945 time: 0.2338705 Sep 29 17:33:03.846484 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-b2008ea3-f4dd-4a3b-a7ab-b998ddbabffa tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Calling delete_port for e9a28fb8-07a6-4afb-961e-d507f537b808 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:03.914937 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8cae11f7-a7cd-4575-9686-c6cf82fe6480 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:03.926792 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31663a69-15a7-415b-9705-0f1b23525c04 req-95706d7e-e01e-4180-afdd-a3ff6bb1075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.927269 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31663a69-15a7-415b-9705-0f1b23525c04 req-95706d7e-e01e-4180-afdd-a3ff6bb1075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.927738 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31663a69-15a7-415b-9705-0f1b23525c04 req-95706d7e-e01e-4180-afdd-a3ff6bb1075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.929347 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-31663a69-15a7-415b-9705-0f1b23525c04 req-95706d7e-e01e-4180-afdd-a3ff6bb1075b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=875de71af1fe4656a0ed844803995187&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3289504 Sep 29 17:33:03.965059 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:03.969932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8cae11f7-a7cd-4575-9686-c6cf82fe6480 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:03.970312 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:03.994080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-5fc65e24-d7fe-4657-a2ac-0bc309657e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:03.996222 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-5fc65e24-d7fe-4657-a2ac-0bc309657e3d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=850aa2ea-a665-4c08-a483-91a45d065aa7 HTTP/1.1" status: 200 len: 854 time: 0.1240168 Sep 29 17:33:04.035422 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a01238a6-d798-4c91-8b4f-8de9f28fd1eb req-200ed3d4-3f95-4a01-8e16-34f77e163666 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833539 Sep 29 17:33:04.127380 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-e3fe082a-7d60-41ff-b8e9-b4caed644df1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=530741c4-2ed6-463a-ae83-4ffd465cc3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752099 Sep 29 17:33:04.132391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:04.146032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:04.148548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:04.158230 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c22c8645-0187-4625-a81e-99a756963287 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:04.174933 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c22c8645-0187-4625-a81e-99a756963287 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:04.210039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event updated for resources: {'Port': ['ID=62f76c11-7c2c-4cfb-8cbe-eb1a180d2e0b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:04.215086 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31663a69-15a7-415b-9705-0f1b23525c04 req-fb3ec029-3e95-4433-b1fd-b6b3ad0bbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:04.216799 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-31663a69-15a7-415b-9705-0f1b23525c04 req-fb3ec029-3e95-4433-b1fd-b6b3ad0bbf0a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2542188 Sep 29 17:33:04.226258 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c22c8645-0187-4625-a81e-99a756963287 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] In _notify_port_updated(), no bound segment for port 92b46937-214b-4d31-8625-43c14d7fa75f on network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 {{(pid=95015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:33:04.232289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c8645-0187-4625-a81e-99a756963287 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:04.232947 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c22c8645-0187-4625-a81e-99a756963287 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:04.234293 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c22c8645-0187-4625-a81e-99a756963287 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "PUT /v2.0/ports/92b46937-214b-4d31-8625-43c14d7fa75f HTTP/1.1" status: 200 len: 1066 time: 1.1352079 Sep 29 17:33:04.238831 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39924) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:04.254736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a33a17-f0e2-435c-abe1-66eb743072fa {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:04.277975 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:04.297716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-054c2e66-2a06-4d5c-bc9e-53330c8746bc req-0362ae34-fd90-4db3-90bd-bee90a7b9572 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Deleting port 876824e0-ecc3-493d-a6cd-4ee01ab62d77 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:04.298285 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-054c2e66-2a06-4d5c-bc9e-53330c8746bc req-0362ae34-fd90-4db3-90bd-bee90a7b9572 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:04.308981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c8645-0187-4625-a81e-99a756963287 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event updated for resources: {'Port': ['ID=92b46937-214b-4d31-8625-43c14d7fa75f,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:04.366819 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2008ea3-f4dd-4a3b-a7ab-b998ddbabffa tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:04.402580 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2008ea3-f4dd-4a3b-a7ab-b998ddbabffa tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Pushing event deleted for resources: {'Port': ['ID=e9a28fb8-07a6-4afb-961e-d507f537b808,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:04.474970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Transition to ACTIVE for port object e6a33a17-f0e2-435c-abe1-66eb743072fa will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:33:04.482456 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2008ea3-f4dd-4a3b-a7ab-b998ddbabffa tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:04.491372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-84f4ec41-aabc-49a2-ae5c-c04f2b3868ec tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:04.492866 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-84f4ec41-aabc-49a2-ae5c-c04f2b3868ec tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.49 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 812 time: 0.5297315 Sep 29 17:33:04.539116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1c3078ab-473d-41c2-b987-37abff659f39 None None] Provisioning complete for port 92b46937-214b-4d31-8625-43c14d7fa75f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:04.539765 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1c3078ab-473d-41c2-b987-37abff659f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:04.564622 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:04.579408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-02c1a226-5b4a-4a2f-a5f2-e224d081234d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Request body: {'port': {'device_id': '5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'admin_state_up': True, 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:04.583392 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1c3078ab-473d-41c2-b987-37abff659f39 None None] Port 92b46937-214b-4d31-8625-43c14d7fa75f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:33:04.603237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f3d5b-ad36-4041-9d47-d40e4a58826c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Deleting port 92b46937-214b-4d31-8625-43c14d7fa75f {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:04.603843 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3d5b-ad36-4041-9d47-d40e4a58826c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:04.663291 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2008ea3-f4dd-4a3b-a7ab-b998ddbabffa tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:04.665514 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2008ea3-f4dd-4a3b-a7ab-b998ddbabffa tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:04.668263 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-a4b678a5-9e3a-440a-82a1-6d2577bb731d service neutron] 10.222.0.49 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137200 Sep 29 17:33:04.779813 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-79d5f6fe-b158-4e80-97c0-03a6bf25f1fc req-c22ff438-6175-4d64-b070-e24c3b13d557 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0616977 Sep 29 17:33:04.780047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a33a17-f0e2-435c-abe1-66eb743072fa,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:04.792471 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-054c2e66-2a06-4d5c-bc9e-53330c8746bc req-0362ae34-fd90-4db3-90bd-bee90a7b9572 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] For port 876824e0-ecc3-493d-a6cd-4ee01ab62d77, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=876824e0-ecc3-493d-a6cd-4ee01ab62d77,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:04.792836 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-054c2e66-2a06-4d5c-bc9e-53330c8746bc req-0362ae34-fd90-4db3-90bd-bee90a7b9572 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:04.811299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fc6c2-3735-4070-a9b7-3bc4d2d83020 req-2e46b2e2-8b91-48fc-83da-2bb3411be29b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:04.817202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fc6c2-3735-4070-a9b7-3bc4d2d83020 req-2e46b2e2-8b91-48fc-83da-2bb3411be29b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:04.823094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fc6c2-3735-4070-a9b7-3bc4d2d83020 req-2e46b2e2-8b91-48fc-83da-2bb3411be29b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:04.828031 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2008ea3-f4dd-4a3b-a7ab-b998ddbabffa tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:04.828674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2008ea3-f4dd-4a3b-a7ab-b998ddbabffa tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Fanout notify agent at l3_agent the message router_deleted on router 21bf4d56-38b3-4a98-b40e-edcf9906dd94 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:33:04.829837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fc6c2-3735-4070-a9b7-3bc4d2d83020 req-2e46b2e2-8b91-48fc-83da-2bb3411be29b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:04.838673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fc6c2-3735-4070-a9b7-3bc4d2d83020 req-2e46b2e2-8b91-48fc-83da-2bb3411be29b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:04.844464 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fc6c2-3735-4070-a9b7-3bc4d2d83020 req-2e46b2e2-8b91-48fc-83da-2bb3411be29b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:04.850396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fc6c2-3735-4070-a9b7-3bc4d2d83020 req-2e46b2e2-8b91-48fc-83da-2bb3411be29b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:04.852348 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b6fc6c2-3735-4070-a9b7-3bc4d2d83020 req-2e46b2e2-8b91-48fc-83da-2bb3411be29b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.4038930 Sep 29 17:33:04.856792 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2008ea3-f4dd-4a3b-a7ab-b998ddbabffa tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:04.857955 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b2008ea3-f4dd-4a3b-a7ab-b998ddbabffa tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "DELETE /v2.0/routers/21bf4d56-38b3-4a98-b40e-edcf9906dd94 HTTP/1.1" status: 204 len: 168 time: 2.5915554 Sep 29 17:33:04.890857 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39932) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:04.902461 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3d5b-ad36-4041-9d47-d40e4a58826c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:04.904073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Request body: {'router': {'name': 'tempest-snat-router-708166315', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'enable_snat': False}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:04.920153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ed8f3d5b-ad36-4041-9d47-d40e4a58826c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Calling delete_port for 92b46937-214b-4d31-8625-43c14d7fa75f owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:04.989588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-054c2e66-2a06-4d5c-bc9e-53330c8746bc req-0362ae34-fd90-4db3-90bd-bee90a7b9572 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Calling delete_port for 876824e0-ecc3-493d-a6cd-4ee01ab62d77 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:05.004766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c36f4f-7a34-417c-b6fd-bf2da6755896 req-d8adddbc-b5fb-40ee-af4a-94a656c2a3fc tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:05.006908 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-06c36f4f-7a34-417c-b6fd-bf2da6755896 req-d8adddbc-b5fb-40ee-af4a-94a656c2a3fc tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 943 time: 0.0894763 Sep 29 17:33:05.068104 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-06c36f4f-7a34-417c-b6fd-bf2da6755896 req-5d613c90-3d2f-4fd3-9d5f-98c53d68b162 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528464 Sep 29 17:33:05.140988 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3d5b-ad36-4041-9d47-d40e4a58826c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:05.173863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f3d5b-ad36-4041-9d47-d40e4a58826c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event deleted for resources: {'Port': ['ID=92b46937-214b-4d31-8625-43c14d7fa75f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:05.205701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b6fc6c2-3735-4070-a9b7-3bc4d2d83020 req-ff58060e-039f-46f7-a550-fb8cf1036ad6 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3134968 Sep 29 17:33:05.276561 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:05.278457 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:05.313831 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-02c1a226-5b4a-4a2f-a5f2-e224d081234d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Made reservation on behalf of 9c851dbf4ea64b1cade6a77890b0e11c for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:05.318693 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-02c1a226-5b4a-4a2f-a5f2-e224d081234d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:05.356891 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ed8f3d5b-ad36-4041-9d47-d40e4a58826c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:05.360758 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ed8f3d5b-ad36-4041-9d47-d40e4a58826c tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "DELETE /v2.0/ports/92b46937-214b-4d31-8625-43c14d7fa75f HTTP/1.1" status: 204 len: 168 time: 1.1192472 Sep 29 17:33:05.363492 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39938) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:05.370964 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff37ace6-4cec-456b-8e50-60ac25b7330c req-3726b3c2-dfd8-4fa3-b7b4-60a43c074ac5 service neutron] 10.222.0.49 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6807346 Sep 29 17:33:05.390441 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-182ed5e8-b978-4d1c-a69d-781cbfcd46eb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] GET failed (client error): The resource could not be found. Sep 29 17:33:05.395711 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-182ed5e8-b978-4d1c-a69d-781cbfcd46eb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "GET /v2.0/ports/92b46937-214b-4d31-8625-43c14d7fa75f HTTP/1.1" status: 404 len: 333 time: 0.0308003 Sep 29 17:33:05.396118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39940) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:05.419990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Attempting to bind port e6a33a17-f0e2-435c-abe1-66eb743072fa on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:05.420428 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Attempting to bind port e6a33a17-f0e2-435c-abe1-66eb743072fa by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '40fdf262-7bc5-4f81-8388-ac8c587e7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:05.420927 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Attempting to bind port e6a33a17-f0e2-435c-abe1-66eb743072fa on network af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:05.437529 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:05.459807 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193dd5f1-6bd6-486c-a6e2-80e464ba47dd', 'tag': '13f92ebc-b901-4cb3-8a0a-dd07b9ab0606'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:33:05.462146 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1c542c-79e0-4848-9d0a-c01a6288c999" -d '{"events": [{"name": "network-changed", "server_uuid": "193dd5f1-6bd6-486c-a6e2-80e464ba47dd", "tag": "13f92ebc-b901-4cb3-8a0a-dd07b9ab0606"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:33:05.501138 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-54385968-6a34-4e1e-a5fa-e4326219f9b2 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Deleting port 3362228d-c935-4d56-bb1e-155a8fa068ff {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:05.501512 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-54385968-6a34-4e1e-a5fa-e4326219f9b2 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:05.603007 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-54385968-6a34-4e1e-a5fa-e4326219f9b2 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:05.618195 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-54385968-6a34-4e1e-a5fa-e4326219f9b2 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Calling delete_port for 3362228d-c935-4d56-bb1e-155a8fa068ff owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:05.872458 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43a1a8d-6f98-4fd2-b6f4-8761871d1b83 x-openstack-request-id: req-d43a1a8d-6f98-4fd2-b6f4-8761871d1b83 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:05.872753 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193dd5f1-6bd6-486c-a6e2-80e464ba47dd", "tag": "13f92ebc-b901-4cb3-8a0a-dd07b9ab0606", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:05.873075 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d43a1a8d-6f98-4fd2-b6f4-8761871d1b83 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:05.873560 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193dd5f1-6bd6-486c-a6e2-80e464ba47dd', 'tag': '13f92ebc-b901-4cb3-8a0a-dd07b9ab0606', 'status': 'completed', 'code': 200} Sep 29 17:33:05.874271 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Port e6a33a17-f0e2-435c-abe1-66eb743072fa on network af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:05.874663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Attempting to bind port e6a33a17-f0e2-435c-abe1-66eb743072fa on network af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:05.908841 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:05.962156 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f752e5b-de7d-4d68-a7bf-879b7c67b4d9 req-8f1185b3-4764-4f1c-93ef-b56367c0778d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0261168 Sep 29 17:33:05.977481 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:33:05.977877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Checking segment: {'id': '40fdf262-7bc5-4f81-8388-ac8c587e7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:05.978792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Bound using segment: {'id': '40fdf262-7bc5-4f81-8388-ac8c587e7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:33:05.979251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Bound port: e6a33a17-f0e2-435c-abe1-66eb743072fa, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40fdf262-7bc5-4f81-8388-ac8c587e7fc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:33:05.980146 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:06.015426 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-54385968-6a34-4e1e-a5fa-e4326219f9b2 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:06.045263 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54385968-6a34-4e1e-a5fa-e4326219f9b2 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event deleted for resources: {'Port': ['ID=3362228d-c935-4d56-bb1e-155a8fa068ff,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:06.084605 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-54385968-6a34-4e1e-a5fa-e4326219f9b2 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:06.086833 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-54385968-6a34-4e1e-a5fa-e4326219f9b2 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "DELETE /v2.0/ports/3362228d-c935-4d56-bb1e-155a8fa068ff HTTP/1.1" status: 204 len: 168 time: 0.6894629 Sep 29 17:33:06.089819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39946) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:06.131500 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cf45b3-02d5-4642-af50-244084f33362 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] GET failed (client error): The resource could not be found. Sep 29 17:33:06.137690 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-68cf45b3-02d5-4642-af50-244084f33362 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "GET /v2.0/ports/3362228d-c935-4d56-bb1e-155a8fa068ff HTTP/1.1" status: 404 len: 333 time: 0.0468681 Sep 29 17:33:06.138319 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39950) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:06.199441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf652c-ae85-44a4-93f8-5c99f9aab6cf req-6de45440-32f4-4a6a-a07a-2164a8b6e230 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:06.201012 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cdf652c-ae85-44a4-93f8-5c99f9aab6cf req-6de45440-32f4-4a6a-a07a-2164a8b6e230 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=63e2635e-bb57-4fbe-a07c-2768b873064d HTTP/1.1" status: 200 len: 945 time: 0.8239136 Sep 29 17:33:06.266155 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031de20-0ae7-48ff-81e0-2bb283f630c6 req-c1fcf68c-775b-4e4b-bec7-519fcf38857d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:06.267672 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b031de20-0ae7-48ff-81e0-2bb283f630c6 req-c1fcf68c-775b-4e4b-bec7-519fcf38857d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 943 time: 0.1015422 Sep 29 17:33:06.299048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c542c-79e0-4848-9d0a-c01a6288c999 req-f2c087ee-1a8c-4dcb-b0d5-aecb99126c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:06.300477 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e1c542c-79e0-4848-9d0a-c01a6288c999 req-f2c087ee-1a8c-4dcb-b0d5-aecb99126c47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c9e844466ae4686bc84294b78ad0611&device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 1094 time: 0.4234774 Sep 29 17:33:06.309911 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-dd585807-de82-4544-bc39-6499617ee738 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Deleting port 02ca56a2-b705-4424-8678-4793355ff8b3 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:06.310331 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd585807-de82-4544-bc39-6499617ee738 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:06.336988 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b031de20-0ae7-48ff-81e0-2bb283f630c6 req-f9617600-3516-4511-8cfb-370a43bafe3e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601578 Sep 29 17:33:06.356521 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-054c2e66-2a06-4d5c-bc9e-53330c8746bc req-0362ae34-fd90-4db3-90bd-bee90a7b9572 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:06.381678 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:06.391108 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a15048ad-2803-49e1-a607-fe0b55b86024'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:06.440532 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd585807-de82-4544-bc39-6499617ee738 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:06.443733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-02c1a226-5b4a-4a2f-a5f2-e224d081234d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Allocated IP 172.20.0.10 (1f0ca1aa-2785-4da9-a438-d4ec33084832/4d2fd541-a275-4545-a639-0ebd3c6c4961/574232f1-4978-4dee-b89a-f7334e0e47dc) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:06.475436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-dd585807-de82-4544-bc39-6499617ee738 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Calling delete_port for 02ca56a2-b705-4424-8678-4793355ff8b3 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:06.489994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362ae34-fd90-4db3-90bd-bee90a7b9572 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Pushing event deleted for resources: {'Port': ['ID=876824e0-ecc3-493d-a6cd-4ee01ab62d77,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:06.536242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] For port e6a33a17-f0e2-435c-abe1-66eb743072fa, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:06.545392 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e287c7-429d-4d3c-85ef-572b6a14865b req-a2010ef1-d242-441a-9623-a830e968ca1e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:06.551421 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e287c7-429d-4d3c-85ef-572b6a14865b req-a2010ef1-d242-441a-9623-a830e968ca1e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:06.558555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e287c7-429d-4d3c-85ef-572b6a14865b req-a2010ef1-d242-441a-9623-a830e968ca1e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:06.564472 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e287c7-429d-4d3c-85ef-572b6a14865b req-a2010ef1-d242-441a-9623-a830e968ca1e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:06.570568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e287c7-429d-4d3c-85ef-572b6a14865b req-a2010ef1-d242-441a-9623-a830e968ca1e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:06.576350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e287c7-429d-4d3c-85ef-572b6a14865b req-a2010ef1-d242-441a-9623-a830e968ca1e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:06.583195 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e287c7-429d-4d3c-85ef-572b6a14865b req-a2010ef1-d242-441a-9623-a830e968ca1e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:06.584220 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43e287c7-429d-4d3c-85ef-572b6a14865b req-a2010ef1-d242-441a-9623-a830e968ca1e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.1619430 Sep 29 17:33:06.595933 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cdf652c-ae85-44a4-93f8-5c99f9aab6cf req-dc54fbea-3348-4d1f-ba2b-259f1a368e28 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033073 Sep 29 17:33:06.619701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] For port e6a33a17-f0e2-435c-abe1-66eb743072fa, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e6a33a17-f0e2-435c-abe1-66eb743072fa,segment=NetworkSegment(40fdf262-7bc5-4f81-8388-ac8c587e7fc3),segment_id=40fdf262-7bc5-4f81-8388-ac8c587e7fc3)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:33:06.652244 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43e287c7-429d-4d3c-85ef-572b6a14865b req-a97a0c7a-7fd7-45dd-8a39-7378b2a0d9dc tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592444 Sep 29 17:33:06.664879 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:06.666954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-054c2e66-2a06-4d5c-bc9e-53330c8746bc req-0362ae34-fd90-4db3-90bd-bee90a7b9572 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] No DVR routers for this DVR port 876824e0-ecc3-493d-a6cd-4ee01ab62d77 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:33:06.680573 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-054c2e66-2a06-4d5c-bc9e-53330c8746bc req-0362ae34-fd90-4db3-90bd-bee90a7b9572 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:06.682567 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-054c2e66-2a06-4d5c-bc9e-53330c8746bc req-0362ae34-fd90-4db3-90bd-bee90a7b9572 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.49 "DELETE /v2.0/ports/876824e0-ecc3-493d-a6cd-4ee01ab62d77 HTTP/1.1" status: 204 len: 173 time: 3.0038035 Sep 29 17:33:06.731097 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd585807-de82-4544-bc39-6499617ee738 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:06.753341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c542c-79e0-4848-9d0a-c01a6288c999 req-32fab77b-0511-4431-bfdf-a79a4c013566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:06.754844 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e1c542c-79e0-4848-9d0a-c01a6288c999 req-32fab77b-0511-4431-bfdf-a79a4c013566 service neutron] 10.222.0.49 "GET /v2.0/networks?id=530741c4-2ed6-463a-ae83-4ffd465cc3fe HTTP/1.1" status: 200 len: 915 time: 0.4425232 Sep 29 17:33:06.762773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd585807-de82-4544-bc39-6499617ee738 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event deleted for resources: {'Port': ['ID=02ca56a2-b705-4424-8678-4793355ff8b3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:06.767706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:06.768326 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:06.771851 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] 10.222.0.35 "PUT /v2.0/ports/e6a33a17-f0e2-435c-abe1-66eb743072fa HTTP/1.1" status: 200 len: 1091 time: 4.4150460 Sep 29 17:33:06.801335 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd585807-de82-4544-bc39-6499617ee738 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:06.803447 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dd585807-de82-4544-bc39-6499617ee738 tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "DELETE /v2.0/ports/02ca56a2-b705-4424-8678-4793355ff8b3 HTTP/1.1" status: 204 len: 168 time: 0.6641347 Sep 29 17:33:06.808870 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39956) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:06.887120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e1c542c-79e0-4848-9d0a-c01a6288c999 req-999ab43d-1e85-4564-af06-2b91588269db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 HTTP/1.1" status: 200 len: 217 time: 0.1222816 Sep 29 17:33:06.891847 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:06.892418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f3b11b-48cf-4b04-bd26-41571916eecd tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Deleting subnet e2b2eff1-8707-46b5-bdd9-582d2ddedcef {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:33:06.896407 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b11b-48cf-4b04-bd26-41571916eecd tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:06.947145 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b11b-48cf-4b04-bd26-41571916eecd tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:06.983994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004a395-75e5-4ec3-afae-6fe45fb856f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a33a17-f0e2-435c-abe1-66eb743072fa,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:07.052542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 876824e0-ecc3-493d-a6cd-4ee01ab62d77 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:33:07.092642 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 876824e0-ecc3-493d-a6cd-4ee01ab62d77 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:33:07.093210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 876824e0-ecc3-493d-a6cd-4ee01ab62d77 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:33:07.108786 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-483a9143-209d-4137-8478-87795b3b9e4a req-4382b2e9-9a04-42b6-938a-ca96306b4b3f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0458369 Sep 29 17:33:07.115624 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b11b-48cf-4b04-bd26-41571916eecd tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:07.147257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c542c-79e0-4848-9d0a-c01a6288c999 req-681cc453-028f-4333-b6cb-76882315e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:07.148369 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e1c542c-79e0-4848-9d0a-c01a6288c999 req-681cc453-028f-4333-b6cb-76882315e64c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=850aa2ea-a665-4c08-a483-91a45d065aa7 HTTP/1.1" status: 200 len: 854 time: 0.2534025 Sep 29 17:33:07.167824 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-c452fc86-bfd2-447f-a57d-de4bf0bd128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:07.168307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-c452fc86-bfd2-447f-a57d-de4bf0bd128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:07.169468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-c452fc86-bfd2-447f-a57d-de4bf0bd128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:07.169941 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-c452fc86-bfd2-447f-a57d-de4bf0bd128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:07.170402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-c452fc86-bfd2-447f-a57d-de4bf0bd128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:07.170867 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-c452fc86-bfd2-447f-a57d-de4bf0bd128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:07.171327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-c452fc86-bfd2-447f-a57d-de4bf0bd128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:07.173319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-c452fc86-bfd2-447f-a57d-de4bf0bd128c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=875de71af1fe4656a0ed844803995187&device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 6487 time: 0.3197703 Sep 29 17:33:07.188100 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b11b-48cf-4b04-bd26-41571916eecd tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:07.221373 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3b11b-48cf-4b04-bd26-41571916eecd tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event deleted for resources: {'Subnet': ['ID=e2b2eff1-8707-46b5-bdd9-582d2ddedcef,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:07.231175 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-02c1a226-5b4a-4a2f-a5f2-e224d081234d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:07.238706 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9f3b11b-48cf-4b04-bd26-41571916eecd tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:07.241404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7568878-4751-470c-ba8e-ce287bf86c49 None None] Network 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:33:07.254779 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b9f3b11b-48cf-4b04-bd26-41571916eecd tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "DELETE /v2.0/subnets/e2b2eff1-8707-46b5-bdd9-582d2ddedcef HTTP/1.1" status: 204 len: 168 time: 0.4446306 Sep 29 17:33:07.258312 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39960) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:07.268290 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e1c542c-79e0-4848-9d0a-c01a6288c999 req-3652167a-942f-4bf6-a2e0-47125b105795 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=530741c4-2ed6-463a-ae83-4ffd465cc3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939741 Sep 29 17:33:07.272938 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-ad4f5c07-ae2c-4fd8-84b9-cee1a1ce9539 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 HTTP/1.1" status: 200 len: 217 time: 0.0752649 Sep 29 17:33:07.344745 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:07.407497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Deleting port f00f0117-255e-4489-8b52-032f3171e02f {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:07.408123 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:07.458275 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fe3cdf-c331-4afb-8521-833f84fc175b None None] DHCP port deletion for 30ef628d-e583-4acd-ba9d-1c5b198ffdb5 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:33:07.486063 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] For port f00f0117-255e-4489-8b52-032f3171e02f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f00f0117-255e-4489-8b52-032f3171e02f,segment=NetworkSegment(43ba4d1b-9a4d-4c6b-9ab6-6ab37a9ce4cc),segment_id=43ba4d1b-9a4d-4c6b-9ab6-6ab37a9ce4cc)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:07.486645 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:07.501521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Calling delete_port for f00f0117-255e-4489-8b52-032f3171e02f owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:07.506212 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-75fe3cdf-c331-4afb-8521-833f84fc175b None None] Deleting port f00f0117-255e-4489-8b52-032f3171e02f {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:07.506589 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-75fe3cdf-c331-4afb-8521-833f84fc175b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:07.525639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3868d943-6301-44b2-b076-b6b018e9ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:07.527294 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3868d943-6301-44b2-b076-b6b018e9ee92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=126c1e0e-1c93-4d92-8bf8-691e8431329a HTTP/1.1" status: 200 len: 856 time: 0.2342162 Sep 29 17:33:07.571382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-75fe3cdf-c331-4afb-8521-833f84fc175b None None] For port f00f0117-255e-4489-8b52-032f3171e02f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f00f0117-255e-4489-8b52-032f3171e02f,segment=NetworkSegment(43ba4d1b-9a4d-4c6b-9ab6-6ab37a9ce4cc),segment_id=43ba4d1b-9a4d-4c6b-9ab6-6ab37a9ce4cc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:07.571684 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-75fe3cdf-c331-4afb-8521-833f84fc175b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:07.576586 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-02c1a226-5b4a-4a2f-a5f2-e224d081234d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:07.588849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-75fe3cdf-c331-4afb-8521-833f84fc175b None None] Calling delete_port for f00f0117-255e-4489-8b52-032f3171e02f owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:07.592457 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:07.627156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event deleted for resources: {'Port': ['ID=f00f0117-255e-4489-8b52-032f3171e02f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:07.633867 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] No DVR routers for this DVR port f00f0117-255e-4489-8b52-032f3171e02f on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:33:07.640812 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['f10317fe-635d-446a-8fa4-5132aead5a41'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:07.756805 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: from cryptography.utils import int_from_bytes Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: from cryptography.utils import int_from_bytes Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.771123 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.773843 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.773843 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.773843 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.773843 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.773843 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.773843 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.773843 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.773843 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.773843 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.773843 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.773843 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.773843 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.773843 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:07.773843 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:33:07.786840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ef628d-e583-4acd-ba9d-1c5b198ffdb5']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:07.799323 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ba4d1b-9a4d-4c6b-9ab6-6ab37a9ce4cc') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:07.799766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ba4d1b-9a4d-4c6b-9ab6-6ab37a9ce4cc') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:07.812165 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-75fe3cdf-c331-4afb-8521-833f84fc175b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:07.816839 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:07.838753 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:07.847293 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:33:07.847712 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:07.852526 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe3cdf-c331-4afb-8521-833f84fc175b None None] Pushing event deleted for resources: {'Port': ['ID=f00f0117-255e-4489-8b52-032f3171e02f,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:07.857763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fe3cdf-c331-4afb-8521-833f84fc175b None None] No DVR routers for this DVR port f00f0117-255e-4489-8b52-032f3171e02f on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:33:07.909240 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:33:07.919949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f00f0117-255e-4489-8b52-032f3171e02f no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:33:07.929543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63e2635e-bb57-4fbe-a07c-2768b873064d', 'name': 'network-vif-deleted', 'tag': '876824e0-ecc3-493d-a6cd-4ee01ab62d77'}, {'name': 'network-changed', 'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'tag': 'e6a33a17-f0e2-435c-abe1-66eb743072fa'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:33:07.932110 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2776387-8973-43c9-9573-ee4d632e9ef5" -d '{"events": [{"server_uuid": "63e2635e-bb57-4fbe-a07c-2768b873064d", "name": "network-vif-deleted", "tag": "876824e0-ecc3-493d-a6cd-4ee01ab62d77"}, {"name": "network-changed", "server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "tag": "e6a33a17-f0e2-435c-abe1-66eb743072fa"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:33:07.941922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: f00f0117-255e-4489-8b52-032f3171e02f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:33:07.942424 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f00f0117-255e-4489-8b52-032f3171e02f not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:33:07.985329 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:08.000082 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:08.000792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Router 0bda55a7-800f-494d-b827-473c8aab3b95 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:33:08.000904 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] 10.222.0.44 "DELETE /v2.0/networks/30ef628d-e583-4acd-ba9d-1c5b198ffdb5 HTTP/1.1" status: 204 len: 168 time: 0.7365100 Sep 29 17:33:08.014249 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70201df-2e43-4ab4-986d-e7afc67205bb tempest-AllowedAddressPairIpV6TestJSON-508201932 tempest-AllowedAddressPairIpV6TestJSON-508201932-project] Pushing event deleted for resources: {'Network': ['ID=30ef628d-e583-4acd-ba9d-1c5b198ffdb5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:08.014508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e1c542c-79e0-4848-9d0a-c01a6288c999 req-12287b53-8bbe-4262-b2b9-bf3027b8c910 service neutron] 10.222.0.49 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7333891 Sep 29 17:33:08.027382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b084fc-a0a0-4e10-a6e2-e2277586a3b6 req-4d79ac93-f4f2-4be0-9573-9f9b62b769bf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:08.031486 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec3953-ae3d-4a7c-b26d-a63eb7151a96 req-04784182-b692-49d0-86f6-170e27f50373 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:08.032967 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8dec3953-ae3d-4a7c-b26d-a63eb7151a96 req-04784182-b692-49d0-86f6-170e27f50373 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 943 time: 0.5876944 Sep 29 17:33:08.033240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b084fc-a0a0-4e10-a6e2-e2277586a3b6 req-4d79ac93-f4f2-4be0-9573-9f9b62b769bf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:08.039573 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b084fc-a0a0-4e10-a6e2-e2277586a3b6 req-4d79ac93-f4f2-4be0-9573-9f9b62b769bf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:08.043748 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:08.045868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b084fc-a0a0-4e10-a6e2-e2277586a3b6 req-4d79ac93-f4f2-4be0-9573-9f9b62b769bf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:08.047736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-02c1a226-5b4a-4a2f-a5f2-e224d081234d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Network 1f0ca1aa-2785-4da9-a438-d4ec33084832 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:08.051548 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b084fc-a0a0-4e10-a6e2-e2277586a3b6 req-4d79ac93-f4f2-4be0-9573-9f9b62b769bf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:08.057388 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b084fc-a0a0-4e10-a6e2-e2277586a3b6 req-4d79ac93-f4f2-4be0-9573-9f9b62b769bf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:08.062628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1a226-5b4a-4a2f-a5f2-e224d081234d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event updated for resources: {'Port': ['ID=574232f1-4978-4dee-b89a-f7334e0e47dc,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:08.070445 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b084fc-a0a0-4e10-a6e2-e2277586a3b6 req-4d79ac93-f4f2-4be0-9573-9f9b62b769bf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:08.074454 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d9b084fc-a0a0-4e10-a6e2-e2277586a3b6 req-4d79ac93-f4f2-4be0-9573-9f9b62b769bf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.1607246 Sep 29 17:33:08.097486 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-02c1a226-5b4a-4a2f-a5f2-e224d081234d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:08.105438 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-02c1a226-5b4a-4a2f-a5f2-e224d081234d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:08.118123 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:08.120965 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d9b084fc-a0a0-4e10-a6e2-e2277586a3b6 req-3c46095e-a0dd-40f1-aa1b-04efe99d4777 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396948 Sep 29 17:33:08.169979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-31e750b9-293d-486b-abb4-f374efc56fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:08.171491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-31e750b9-293d-486b-abb4-f374efc56fcb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5573b2a-46c0-432e-9115-a36c094db3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6196222 Sep 29 17:33:08.336005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39990) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:08.402516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8dec3953-ae3d-4a7c-b26d-a63eb7151a96 req-6a49e360-e568-4b06-8174-ba72bfdad64d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446229 Sep 29 17:33:08.439325 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1459f401-3f99-4d32-9a21-fe4d074b4bd9 None None] Provisioning complete for port 574232f1-4978-4dee-b89a-f7334e0e47dc triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:08.439709 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1459f401-3f99-4d32-9a21-fe4d074b4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:08.500688 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1459f401-3f99-4d32-9a21-fe4d074b4bd9 None None] Port 574232f1-4978-4dee-b89a-f7334e0e47dc cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:33:08.504474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905d5d1-4307-4b28-b699-614ac46f277d req-6c8ca680-ebc2-402f-b4ae-0f8360a81509 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:08.508907 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-0f3c3c40-955b-444f-915e-a4f03e9296e1 service neutron] 10.222.0.35 "GET /v2.0/networks/c5573b2a-46c0-432e-9115-a36c094db3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588559 Sep 29 17:33:08.509767 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9905d5d1-4307-4b28-b699-614ac46f277d req-6c8ca680-ebc2-402f-b4ae-0f8360a81509 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 806 time: 0.1894398 Sep 29 17:33:08.530925 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 29 Sep 2021 17:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8b87f6-54e6-4cf3-b422-8f1088b9621b x-openstack-request-id: req-9e8b87f6-54e6-4cf3-b422-8f1088b9621b {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:08.531536 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63e2635e-bb57-4fbe-a07c-2768b873064d", "name": "network-vif-deleted", "tag": "876824e0-ecc3-493d-a6cd-4ee01ab62d77", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "tag": "e6a33a17-f0e2-435c-abe1-66eb743072fa", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:08.531536 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e8b87f6-54e6-4cf3-b422-8f1088b9621b {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:08.531829 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63e2635e-bb57-4fbe-a07c-2768b873064d', 'name': 'network-vif-deleted', 'tag': '876824e0-ecc3-493d-a6cd-4ee01ab62d77', 'status': 'completed', 'code': 200} Sep 29 17:33:08.532081 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'tag': 'e6a33a17-f0e2-435c-abe1-66eb743072fa', 'status': 'completed', 'code': 200} Sep 29 17:33:08.532479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9905d5d1-4307-4b28-b699-614ac46f277d req-4fa4d443-2013-43e6-ba9a-59b8aa944c72 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/quotas/fe4f93d224e54a979295881fff6b9e51 HTTP/1.1" status: 200 len: 375 time: 0.0201654 Sep 29 17:33:08.583756 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-47884c39-34c9-4443-9b57-483d1afceabf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a4c49a7738749e8b918ecdf0de1233e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466238 Sep 29 17:33:08.586257 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39994) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:08.625620 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9905d5d1-4307-4b28-b699-614ac46f277d req-6f2f81df-1794-4b15-a05e-8558f3559459 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0842643 Sep 29 17:33:08.647579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-02c1a226-5b4a-4a2f-a5f2-e224d081234d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:08.648189 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-02c1a226-5b4a-4a2f-a5f2-e224d081234d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:08.651687 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6e1c542c-79e0-4848-9d0a-c01a6288c999 req-1491b67f-8d54-4c52-8596-4dcae0f08edb service neutron] 10.222.0.49 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6167104 Sep 29 17:33:08.665299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:33:08.676904 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd93b0e-dc1b-41b0-8cc9-ac0948e59530 None None] Sync routers for ids ['0bda55a7-800f-494d-b827-473c8aab3b95'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:33:08.686627 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ea2363d-9dea-4e04-8d36-79f76d7fd92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:08.688343 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd93b0e-dc1b-41b0-8cc9-ac0948e59530 None None] Routers {'0bda55a7-800f-494d-b827-473c8aab3b95'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:08.689121 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-6fd93b0e-dc1b-41b0-8cc9-ac0948e59530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:32:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0bda55a7-800f-494d-b827-473c8aab3b95'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:08.709240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Allocated IP 172.25.2.188 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/265c2172-e9d3-48e4-96d6-dcfa183c0e40) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:08.725639 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-6fd93b0e-dc1b-41b0-8cc9-ac0948e59530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:08.736052 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd93b0e-dc1b-41b0-8cc9-ac0948e59530 None None] Routers {'0bda55a7-800f-494d-b827-473c8aab3b95'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:08.736915 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-6fd93b0e-dc1b-41b0-8cc9-ac0948e59530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:32:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0bda55a7-800f-494d-b827-473c8aab3b95'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:08.738128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-02c1a226-5b4a-4a2f-a5f2-e224d081234d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2234824 Sep 29 17:33:08.745820 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ea2363d-9dea-4e04-8d36-79f76d7fd92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:08.747498 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:08.748729 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7207b75e-0467-4add-b6f0-d1490ff03b0e tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.1714215 Sep 29 17:33:08.757455 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39996) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:08.761771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38a589-8822-46fc-b27f-2eda426ee4cb req-5a31de57-cff9-4152-a484-e9ef264e5934 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:08.763471 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d38a589-8822-46fc-b27f-2eda426ee4cb req-5a31de57-cff9-4152-a484-e9ef264e5934 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 932 time: 0.2231755 Sep 29 17:33:08.770789 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Request body: {'port': {'device_id': '5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:08.773069 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-6fd93b0e-dc1b-41b0-8cc9-ac0948e59530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:08.773738 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd93b0e-dc1b-41b0-8cc9-ac0948e59530 None None] The sync data for ids ['0bda55a7-800f-494d-b827-473c8aab3b95'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:33:08.835018 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-0f7e3172-14c0-461f-be38-6587a8d59f68 service neutron] 10.222.0.35 "GET /v2.0/networks/c5573b2a-46c0-432e-9115-a36c094db3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960098 Sep 29 17:33:08.848013 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9905d5d1-4307-4b28-b699-614ac46f277d req-ab84fd29-8e2c-4f55-b849-b607b67d6a77 service neutron] 10.222.0.44 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144637 Sep 29 17:33:08.953826 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-3c8a8019-2909-49e9-bd7d-483a7fe56c20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=4f6cffde-a8ea-41f5-87b1-161951399f91 HTTP/1.1" status: 200 len: 217 time: 0.1095030 Sep 29 17:33:08.963251 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d38a589-8822-46fc-b27f-2eda426ee4cb req-c3046ca0-19df-46cc-8ddd-fd90054a4916 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826293 Sep 29 17:33:08.965377 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ea2363d-9dea-4e04-8d36-79f76d7fd92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:08.967945 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ea2363d-9dea-4e04-8d36-79f76d7fd92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:08.971950 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4ea2363d-9dea-4e04-8d36-79f76d7fd92c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86b7b19d-4fa8-4a83-aeec-fad3be042840 HTTP/1.1" status: 204 len: 168 time: 0.3819635 Sep 29 17:33:08.978147 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:09.052647 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:33:09.062666 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2363d-9dea-4e04-8d36-79f76d7fd92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b7b19d-4fa8-4a83-aeec-fad3be042840,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:09.071918 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:09.077829 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a9a6c878-3e42-4280-9af7-9b855ae85c8b service neutron] 10.222.0.44 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211215 Sep 29 17:33:09.081930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-af4e9f1f-eaf0-468c-81b2-a65eaf1eafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:09.083428 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-af4e9f1f-eaf0-468c-81b2-a65eaf1eafc1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 200 len: 797 time: 0.1193309 Sep 29 17:33:09.332013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-0c8af1ac-b548-46d0-bf51-ce8424cd2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:09.345694 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-0c8af1ac-b548-46d0-bf51-ce8424cd2f50 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2411885 Sep 29 17:33:09.361967 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f651b913-39e7-4876-968f-8a82fc7a95e9 req-2fcb8019-d3c1-428c-81bb-0c18ebfea0cc tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 210 time: 0.0699000 Sep 29 17:33:09.384703 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:09.429434 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:09.443310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '13f92ebc-b901-4cb3-8a0a-dd07b9ab0606', 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe', 'port_id': '13f92ebc-b901-4cb3-8a0a-dd07b9ab0606', 'mac_address': 'fa:16:3e:c0:20:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850aa2ea-a665-4c08-a483-91a45d065aa7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:33:09.492138 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:09.508604 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:09.531810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:09.538797 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:09.599610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:09.712840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f0a94-8e42-4a3d-8c49-a77765063a85 req-f8896a50-8162-4f72-8413-ab35f768b159 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:09.715240 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-567f0a94-8e42-4a3d-8c49-a77765063a85 req-f8896a50-8162-4f72-8413-ab35f768b159 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 944 time: 0.1132405 Sep 29 17:33:09.717137 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:09.719090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6b130-f511-4f0e-9190-4e7ea344a9f9 req-b8ec195b-7679-4370-a99a-7551f59f8fd0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:09.724911 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6b130-f511-4f0e-9190-4e7ea344a9f9 req-b8ec195b-7679-4370-a99a-7551f59f8fd0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:09.731653 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6b130-f511-4f0e-9190-4e7ea344a9f9 req-b8ec195b-7679-4370-a99a-7551f59f8fd0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:09.738497 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6b130-f511-4f0e-9190-4e7ea344a9f9 req-b8ec195b-7679-4370-a99a-7551f59f8fd0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:09.745081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6b130-f511-4f0e-9190-4e7ea344a9f9 req-b8ec195b-7679-4370-a99a-7551f59f8fd0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:09.753978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6b130-f511-4f0e-9190-4e7ea344a9f9 req-b8ec195b-7679-4370-a99a-7551f59f8fd0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:09.759398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['13f92ebc-b901-4cb3-8a0a-dd07b9ab0606'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:09.762586 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6b130-f511-4f0e-9190-4e7ea344a9f9 req-b8ec195b-7679-4370-a99a-7551f59f8fd0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:09.766090 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-62b6b130-f511-4f0e-9190-4e7ea344a9f9 req-b8ec195b-7679-4370-a99a-7551f59f8fd0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.4367759 Sep 29 17:33:09.774024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:09.792457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Pushing event updated for resources: {'Port': ['ID=265c2172-e9d3-48e4-96d6-dcfa183c0e40,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:09.839592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:09.840775 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-567f0a94-8e42-4a3d-8c49-a77765063a85 req-fcb24ff5-1e0f-4684-9934-8464d35ab4cd tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133180 Sep 29 17:33:09.848947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:09.856764 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-62b6b130-f511-4f0e-9190-4e7ea344a9f9 req-881850f2-c252-4442-a41e-45428efec19b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753784 Sep 29 17:33:09.884778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-488a8a96-1f34-4648-ba8a-21553f3940f7 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376017 Sep 29 17:33:10.037126 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574232f1-4978-4dee-b89a-f7334e0e47dc {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:10.062858 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:10.132014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Allocated IP 172.20.0.1 (fc46db41-8f63-4abf-ba24-47139d0b71ca/aa567d4f-4447-4f25-ae70-2db482cf8373/376db6c9-0e6a-442d-a663-4f2e8d299f21) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:10.160541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Transition to ACTIVE for port object 574232f1-4978-4dee-b89a-f7334e0e47dc will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:33:10.171620 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5bd77-65df-4a3f-b7ee-04ff405f920d req-47f55fed-6c3a-4082-adaa-13bd405263ef tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:10.173735 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0ad5bd77-65df-4a3f-b7ee-04ff405f920d req-47f55fed-6c3a-4082-adaa-13bd405263ef tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 932 time: 0.1099524 Sep 29 17:33:10.192032 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40036) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:10.197676 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:10.294542 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-d1542930-6178-4e99-b9d5-5bc0b2b7b60f service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713443 Sep 29 17:33:10.344070 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0ad5bd77-65df-4a3f-b7ee-04ff405f920d req-c1451f3b-dd96-4e8a-b238-60eeb0cbe2b7 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472087 Sep 29 17:33:10.345702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=574232f1-4978-4dee-b89a-f7334e0e47dc,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:10.353851 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6b6009ce-9eba-44d2-b1f5-4223e1fb4f6c tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-864416181'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:10.388798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-85439d38-69eb-4a8a-bc6d-e7da8e5b9acf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=7917363c-c768-4f5a-92b4-6ea93f5618f4 HTTP/1.1" status: 200 len: 217 time: 0.0743492 Sep 29 17:33:10.403572 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:10.414503 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6009ce-9eba-44d2-b1f5-4223e1fb4f6c tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Made reservation on behalf of 8c4c816e197a4b818fc090790cd3f94e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:10.419092 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b6009ce-9eba-44d2-b1f5-4223e1fb4f6c tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:10.435172 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b6009ce-9eba-44d2-b1f5-4223e1fb4f6c tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:10.489622 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:10.554999 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b05aceaa-2d69-4fa0-82b5-529415a26737 req-02954ed2-f50f-4adc-b206-c14a8359099b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 210 time: 0.0439932 Sep 29 17:33:10.580867 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Network fc46db41-8f63-4abf-ba24-47139d0b71ca is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:10.581977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event updated for resources: {'Port': ['ID=376db6c9-0e6a-442d-a663-4f2e8d299f21,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:10.586556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:10.595410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Attempting to bind port 574232f1-4978-4dee-b89a-f7334e0e47dc on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:10.595795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Attempting to bind port 574232f1-4978-4dee-b89a-f7334e0e47dc by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:10.596670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Attempting to bind port 574232f1-4978-4dee-b89a-f7334e0e47dc on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:10.604885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Port 574232f1-4978-4dee-b89a-f7334e0e47dc on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:10.604885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Attempting to bind port 574232f1-4978-4dee-b89a-f7334e0e47dc on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:10.605186 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:10.624534 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-20c9b6b2-2d77-4e31-8cbc-57516ad6afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:10.626056 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-20c9b6b2-2d77-4e31-8cbc-57516ad6afbb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 200 len: 797 time: 0.1890483 Sep 29 17:33:10.648626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:33:10.648992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Checking segment: {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:10.656276 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Bound using segment: {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:33:10.656860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Bound port: 574232f1-4978-4dee-b89a-f7334e0e47dc, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:33:10.657241 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:10.738225 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2bfa8611-59e4-48d4-b9c1-ea69d51803ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:10.797371 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:10.932815 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:10.988357 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b2bf5f4e-78bd-4cf8-a1a1-295d9dc56b6c None None] Provisioning complete for port 376db6c9-0e6a-442d-a663-4f2e8d299f21 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:10.988897 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b2bf5f4e-78bd-4cf8-a1a1-295d9dc56b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:10.996569 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b6009ce-9eba-44d2-b1f5-4223e1fb4f6c tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:11.015172 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b6009ce-9eba-44d2-b1f5-4223e1fb4f6c tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:11.031441 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b2bf5f4e-78bd-4cf8-a1a1-295d9dc56b6c None None] Port 376db6c9-0e6a-442d-a663-4f2e8d299f21 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:33:11.072952 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6009ce-9eba-44d2-b1f5-4223e1fb4f6c tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:33:11.076730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:11.137068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:33:11.142267 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6009ce-9eba-44d2-b1f5-4223e1fb4f6c tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5e3fd3-d5e4-4cbe-b40a-c65094efd3c3,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:11.142463 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:11.142763 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:11.149568 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b6009ce-9eba-44d2-b1f5-4223e1fb4f6c tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:11.149922 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-6b6009ce-9eba-44d2-b1f5-4223e1fb4f6c tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Added segment 0279ad65-ac34-44c6-816a-60585af9bf15 of type vlan for network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 Sep 29 17:33:11.177953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b018b-14eb-4dd1-b219-cff88312519b req-bb392627-76bb-43bd-9a21-4462c85cb680 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:11.184381 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b018b-14eb-4dd1-b219-cff88312519b req-bb392627-76bb-43bd-9a21-4462c85cb680 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:11.190248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b018b-14eb-4dd1-b219-cff88312519b req-bb392627-76bb-43bd-9a21-4462c85cb680 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:11.196081 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b018b-14eb-4dd1-b219-cff88312519b req-bb392627-76bb-43bd-9a21-4462c85cb680 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:11.202086 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b018b-14eb-4dd1-b219-cff88312519b req-bb392627-76bb-43bd-9a21-4462c85cb680 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:11.207951 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b018b-14eb-4dd1-b219-cff88312519b req-bb392627-76bb-43bd-9a21-4462c85cb680 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:11.213967 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b018b-14eb-4dd1-b219-cff88312519b req-bb392627-76bb-43bd-9a21-4462c85cb680 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:11.217856 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-367b018b-14eb-4dd1-b219-cff88312519b req-bb392627-76bb-43bd-9a21-4462c85cb680 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.2450163 Sep 29 17:33:11.240993 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-c2171768-722e-48b4-8951-5541fb0a7c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:11.242191 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:11.242552 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-c2171768-722e-48b4-8951-5541fb0a7c5f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6036723 Sep 29 17:33:11.266496 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193dd5f1-6bd6-486c-a6e2-80e464ba47dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f92ebc-b901-4cb3-8a0a-dd07b9ab0606'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:33:11.268740 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47fa86c-95fb-44c0-8923-8ba74b180996" -d '{"events": [{"server_uuid": "193dd5f1-6bd6-486c-a6e2-80e464ba47dd", "name": "network-vif-plugged", "status": "completed", "tag": "13f92ebc-b901-4cb3-8a0a-dd07b9ab0606"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:33:11.281966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:11.286131 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:11.325074 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b6009ce-9eba-44d2-b1f5-4223e1fb4f6c tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:11.326454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905d5d1-4307-4b28-b699-614ac46f277d req-baef4052-b416-4bdb-ae8d-628052b9cd29 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:11.327962 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9905d5d1-4307-4b28-b699-614ac46f277d req-baef4052-b416-4bdb-ae8d-628052b9cd29 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.49 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 806 time: 0.7184606 Sep 29 17:33:11.330896 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-367b018b-14eb-4dd1-b219-cff88312519b req-44a816c2-0794-49da-ab56-475f68201f61 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000555 Sep 29 17:33:11.346354 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:11.356083 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:11.373643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-9905d5d1-4307-4b28-b699-614ac46f277d req-454afcdf-81a4-44ec-83dc-d8659f5a1d3b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Request body: {'port': {'device_id': '0a17a2ec-090b-419a-a640-faa362c00299', 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f', 'admin_state_up': True, 'tenant_id': 'fe4f93d224e54a979295881fff6b9e51'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:11.379283 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] For port 574232f1-4978-4dee-b89a-f7334e0e47dc, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:11.396848 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b6009ce-9eba-44d2-b1f5-4223e1fb4f6c tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:11.397107 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80d0178-9bfd-464b-be7d-9525255235a8 x-openstack-request-id: req-e80d0178-9bfd-464b-be7d-9525255235a8 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:11.397430 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193dd5f1-6bd6-486c-a6e2-80e464ba47dd", "name": "network-vif-plugged", "status": "completed", "tag": "13f92ebc-b901-4cb3-8a0a-dd07b9ab0606", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:11.397682 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e80d0178-9bfd-464b-be7d-9525255235a8 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:11.398070 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193dd5f1-6bd6-486c-a6e2-80e464ba47dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f92ebc-b901-4cb3-8a0a-dd07b9ab0606', 'code': 200} Sep 29 17:33:11.403046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6009ce-9eba-44d2-b1f5-4223e1fb4f6c tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:11.403668 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b6009ce-9eba-44d2-b1f5-4223e1fb4f6c tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:11.446190 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] For port 574232f1-4978-4dee-b89a-f7334e0e47dc, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=574232f1-4978-4dee-b89a-f7334e0e47dc,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:33:11.462184 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6b6009ce-9eba-44d2-b1f5-4223e1fb4f6c tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2691538 Sep 29 17:33:11.468969 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:11.478019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab43db-126a-4663-a1c9-da33b4d000d0 req-c9c0edee-58e6-4f57-a51b-e87721dd637b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:11.480562 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-caab43db-126a-4663-a1c9-da33b4d000d0 req-c9c0edee-58e6-4f57-a51b-e87721dd637b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 944 time: 0.2635145 Sep 29 17:33:11.497899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40052) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:11.507850 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-09e31883-d829-47a7-ba78-4b725d32a2d4 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Request body: {'subnet': {'network_id': '8b2ae691-0d0e-479e-ae5a-4e2ace1e5564', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:11.584569 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6009ce-9eba-44d2-b1f5-4223e1fb4f6c tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event updated for resources: {'Network': ['ID=8b2ae691-0d0e-479e-ae5a-4e2ace1e5564,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:11.598730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:33:11.624772 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e399d-d67d-415e-9d58-037c17b0a67c req-6d6145b7-df9e-4d06-b8ea-6077045356fc tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:11.626344 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-666e399d-d67d-415e-9d58-037c17b0a67c req-6d6145b7-df9e-4d06-b8ea-6077045356fc tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 944 time: 0.1281025 Sep 29 17:33:11.706724 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-666e399d-d67d-415e-9d58-037c17b0a67c req-6283fe29-bd3a-49a4-bc24-ddb8b8e619f6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712230 Sep 29 17:33:11.755020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:11.755731 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:11.757295 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] 10.222.0.49 "PUT /v2.0/ports/574232f1-4978-4dee-b89a-f7334e0e47dc HTTP/1.1" status: 200 len: 1092 time: 3.0074766 Sep 29 17:33:11.759943 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9', 'tag': '574232f1-4978-4dee-b89a-f7334e0e47dc'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:33:11.769533 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b38d6fa-bb0e-4a87-89b7-87418a3bbedd" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9", "tag": "574232f1-4978-4dee-b89a-f7334e0e47dc"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:33:11.846128 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ee007fd-3e4f-4b67-a447-1abf2686d5a2 req-f68aa474-b706-447a-8559-b5610bb3ce71 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 210 time: 0.0351059 Sep 29 17:33:11.855138 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:11.861494 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:11.883968 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-caab43db-126a-4663-a1c9-da33b4d000d0 req-7030d6ae-e3b4-4f2a-96e9-26fd9302cff0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703344 Sep 29 17:33:11.886395 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-63f90157-7aa0-405d-94f9-e3231b5dfeae service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042080 Sep 29 17:33:11.934478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a53823-4e49-4359-9cb0-e7a52c6e9ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=574232f1-4978-4dee-b89a-f7334e0e47dc,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:11.944651 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:11.969400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65af7cb-daae-4648-af5c-cff923751aa3 req-9d19f18e-1516-4eea-bf01-466f0d325c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:11.971070 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c65af7cb-daae-4648-af5c-cff923751aa3 req-9d19f18e-1516-4eea-bf01-466f0d325c83 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 1096 time: 0.4833403 Sep 29 17:33:11.975357 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1c16d8-4cff-4021-9ea8-a812ef5ef498 x-openstack-request-id: req-6d1c16d8-4cff-4021-9ea8-a812ef5ef498 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:11.975664 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9", "tag": "574232f1-4978-4dee-b89a-f7334e0e47dc", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:11.975889 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d1c16d8-4cff-4021-9ea8-a812ef5ef498 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:11.976288 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9', 'tag': '574232f1-4978-4dee-b89a-f7334e0e47dc', 'status': 'completed', 'code': 200} Sep 29 17:33:11.977337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event updated for resources: {'Port': ['ID=376db6c9-0e6a-442d-a663-4f2e8d299f21,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:12.030253 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.api [None req-09e31883-d829-47a7-ba78-4b725d32a2d4 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:33:12.030253 n-d-811748-2 neutron-server[95016]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 17:33:12.030253 n-d-811748-2 neutron-server[95016]: [parameters: {'project_id_1': '8c4c816e197a4b818fc090790cd3f94e', 'expiration_1': datetime.datetime(2021, 9, 29, 17, 32, 51, 952753)}] Sep 29 17:33:12.030253 n-d-811748-2 neutron-server[95016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:33:12.030758 n-d-811748-2 neutron-server[95016]: DEBUG oslo_db.api [None req-09e31883-d829-47a7-ba78-4b725d32a2d4 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:33:12.062114 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-5ec098da-d6fb-4f72-bcdf-6ad3b2c78cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:12.063606 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-5ec098da-d6fb-4f72-bcdf-6ad3b2c78cf0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 1095 time: 0.2153420 Sep 29 17:33:12.071176 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:12.085773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Network fc46db41-8f63-4abf-ba24-47139d0b71ca is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:12.087315 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:12.089631 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9905d5d1-4307-4b28-b699-614ac46f277d req-454afcdf-81a4-44ec-83dc-d8659f5a1d3b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Made reservation on behalf of fe4f93d224e54a979295881fff6b9e51 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:12.093070 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9905d5d1-4307-4b28-b699-614ac46f277d req-454afcdf-81a4-44ec-83dc-d8659f5a1d3b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:12.147208 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c65af7cb-daae-4648-af5c-cff923751aa3 req-a7168c86-86f2-488a-8622-4ed73a7f638b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652412 Sep 29 17:33:12.157518 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-7f1db1aa-4ba6-48ae-80be-a343ba01a445 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574232f1-4978-4dee-b89a-f7334e0e47dc HTTP/1.1" status: 200 len: 217 time: 0.0782290 Sep 29 17:33:12.211938 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Router 0bda55a7-800f-494d-b827-473c8aab3b95 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:33:12.244455 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-d0404a60-1ca2-44b1-aa3f-a414436e425c service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257668 Sep 29 17:33:12.303922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3d62c1a9-c323-4c3c-8c7c-6c4d810ab0dc None None] Provisioning complete for port 376db6c9-0e6a-442d-a663-4f2e8d299f21 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:12.304515 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3d62c1a9-c323-4c3c-8c7c-6c4d810ab0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:12.331408 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:33:12.337628 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2a857180-b546-48fe-adde-907937431b95 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] 10.222.0.44 "PUT /v2.0/routers/0bda55a7-800f-494d-b827-473c8aab3b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5790508 Sep 29 17:33:12.342321 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40060) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:12.343837 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-90b67c10-8204-411d-a32b-6b0b56d00547 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=50ca4778-6f90-4824-b2a2-0811f211b24d HTTP/1.1" status: 200 len: 217 time: 0.0656469 Sep 29 17:33:12.347652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e1ec8627-de55-4b97-82f2-0e222e52c09f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Request body: {'port': {'network_id': 'fc46db41-8f63-4abf-ba24-47139d0b71ca', 'name': 'tempest-FloatingIPAdminTestJSON-1955450614'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:12.348071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31ee5d2-bca0-46ac-b446-bcf4b0b1877b None None] Sync routers for ids ['0bda55a7-800f-494d-b827-473c8aab3b95'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:33:12.359389 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3d62c1a9-c323-4c3c-8c7c-6c4d810ab0dc None None] Port 376db6c9-0e6a-442d-a663-4f2e8d299f21 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:33:12.362552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ee5d2-bca0-46ac-b446-bcf4b0b1877b None None] Routers {'0bda55a7-800f-494d-b827-473c8aab3b95'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:12.363174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a31ee5d2-bca0-46ac-b446-bcf4b0b1877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:32:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0bda55a7-800f-494d-b827-473c8aab3b95'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:12.417052 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a31ee5d2-bca0-46ac-b446-bcf4b0b1877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:12.429165 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ee5d2-bca0-46ac-b446-bcf4b0b1877b None None] Routers {'0bda55a7-800f-494d-b827-473c8aab3b95'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:12.430753 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a31ee5d2-bca0-46ac-b446-bcf4b0b1877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:32:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0bda55a7-800f-494d-b827-473c8aab3b95'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:12.468704 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a31ee5d2-bca0-46ac-b446-bcf4b0b1877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:12.469924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31ee5d2-bca0-46ac-b446-bcf4b0b1877b None None] The sync data for ids ['0bda55a7-800f-494d-b827-473c8aab3b95'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:33:12.472554 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ec8627-de55-4b97-82f2-0e222e52c09f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Made reservation on behalf of e9d37652061541afb9edb97f3bf24b96 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:12.476381 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e1ec8627-de55-4b97-82f2-0e222e52c09f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:12.487684 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-2f8f6564-56f3-42a7-9130-697a47ce340f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:12.489119 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-2f8f6564-56f3-42a7-9130-697a47ce340f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.1572690 Sep 29 17:33:12.495811 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-e1ec8627-de55-4b97-82f2-0e222e52c09f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] device_id is not set on port a14b7df6-15e4-4504-bdc5-90cdbbea0195 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:12.564240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-42645188-056e-4d4a-a5f6-ffe574098093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:12.565757 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-42645188-056e-4d4a-a5f6-ffe574098093 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 200 len: 797 time: 0.1902950 Sep 29 17:33:12.581107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-9905d5d1-4307-4b28-b699-614ac46f277d req-454afcdf-81a4-44ec-83dc-d8659f5a1d3b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Allocated IP 172.20.0.13 (fe93af0d-88eb-4bd8-b10d-ef73fbecc01f/81b8f427-6a40-4543-b542-ebc1c5f5a50d/51083211-b5be-4ebe-8158-8c6c91a7bd10) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:12.611059 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-e1ec8627-de55-4b97-82f2-0e222e52c09f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Allocated IP 172.20.0.12 (fc46db41-8f63-4abf-ba24-47139d0b71ca/aa567d4f-4447-4f25-ae70-2db482cf8373/a14b7df6-15e4-4504-bdc5-90cdbbea0195) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:12.643376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e31883-d829-47a7-ba78-4b725d32a2d4 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Made reservation on behalf of 8c4c816e197a4b818fc090790cd3f94e for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:12.646840 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09e31883-d829-47a7-ba78-4b725d32a2d4 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:12.694044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897be84-28ab-4439-89e3-535bd23866a6 req-cf60eeaf-6675-4137-999d-d3ed8ebdb4e1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:12.700468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897be84-28ab-4439-89e3-535bd23866a6 req-cf60eeaf-6675-4137-999d-d3ed8ebdb4e1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:12.706362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897be84-28ab-4439-89e3-535bd23866a6 req-cf60eeaf-6675-4137-999d-d3ed8ebdb4e1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:12.712267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897be84-28ab-4439-89e3-535bd23866a6 req-cf60eeaf-6675-4137-999d-d3ed8ebdb4e1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:12.718682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897be84-28ab-4439-89e3-535bd23866a6 req-cf60eeaf-6675-4137-999d-d3ed8ebdb4e1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:12.724513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897be84-28ab-4439-89e3-535bd23866a6 req-cf60eeaf-6675-4137-999d-d3ed8ebdb4e1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:12.731325 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897be84-28ab-4439-89e3-535bd23866a6 req-cf60eeaf-6675-4137-999d-d3ed8ebdb4e1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:12.733189 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5897be84-28ab-4439-89e3-535bd23866a6 req-cf60eeaf-6675-4137-999d-d3ed8ebdb4e1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.2710502 Sep 29 17:33:12.738759 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Router 11db14e5-ee91-4b2a-a4fa-5ca794965a8f is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:33:12.741876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-4c57d1f2-5fb5-48e0-b8a5-e939e4d6e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:12.743346 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-4c57d1f2-5fb5-48e0-b8a5-e939e4d6e02e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2258623 Sep 29 17:33:12.763946 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e1ec8627-de55-4b97-82f2-0e222e52c09f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:12.809367 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e1ec8627-de55-4b97-82f2-0e222e52c09f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:12.855860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-6126f85f-7e11-4226-b602-8ce7f46beace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:12.857331 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-6126f85f-7e11-4226-b602-8ce7f46beace service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2723088 Sep 29 17:33:12.870843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ec8627-de55-4b97-82f2-0e222e52c09f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Network fc46db41-8f63-4abf-ba24-47139d0b71ca is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:12.877748 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e1ec8627-de55-4b97-82f2-0e222e52c09f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:12.880314 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec8627-de55-4b97-82f2-0e222e52c09f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:12.936888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e6b13-a1a9-42ea-984b-0d130622d4c6 req-720148b7-0e22-472c-b6da-f6fa9269a77f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:12.938490 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f68e6b13-a1a9-42ea-984b-0d130622d4c6 req-720148b7-0e22-472c-b6da-f6fa9269a77f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 944 time: 0.1420937 Sep 29 17:33:12.939152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec8627-de55-4b97-82f2-0e222e52c09f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event updated for resources: {'Port': ['ID=a14b7df6-15e4-4504-bdc5-90cdbbea0195,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:12.976500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ec8627-de55-4b97-82f2-0e222e52c09f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:12.977135 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e1ec8627-de55-4b97-82f2-0e222e52c09f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:13.012190 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f68e6b13-a1a9-42ea-984b-0d130622d4c6 req-2e7ff6c2-c919-4a38-9d65-9122fd8ca5f1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668046 Sep 29 17:33:13.017230 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e1ec8627-de55-4b97-82f2-0e222e52c09f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6706164 Sep 29 17:33:13.017553 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40072) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:13.055609 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5897be84-28ab-4439-89e3-535bd23866a6 req-73edf5bc-6e34-456b-b36a-e334f91ff599 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2939017 Sep 29 17:33:13.187409 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-56daab91-9d65-4dd7-b626-6fc284f6e859 req-8466101e-2252-4bd7-bf19-57555c45b595 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 210 time: 0.0595212 Sep 29 17:33:13.203267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-dcab3b0e-d8c5-4936-97b3-c0ca8b67350d None None] Provisioning complete for port a14b7df6-15e4-4504-bdc5-90cdbbea0195 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:13.203652 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dcab3b0e-d8c5-4936-97b3-c0ca8b67350d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:13.244572 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'project_id': 'e9d37652061541afb9edb97f3bf24b96', 'port_id': 'a14b7df6-15e4-4504-bdc5-90cdbbea0195'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:13.270370 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-dcab3b0e-d8c5-4936-97b3-c0ca8b67350d None None] Port a14b7df6-15e4-4504-bdc5-90cdbbea0195 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:33:13.278334 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:13.378120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:13.488405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Allocated IP 172.25.2.240 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/52b9c49c-63c3-4deb-aeec-d60538b86e77) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:13.498505 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-80e58935-5e47-479e-83a7-520441665d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:13.600037 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-d6bc55aa-8aa5-4e82-a594-9fcd527b5987 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8396046 Sep 29 17:33:13.611193 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:33:13.622034 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Sync routers for ids ['11db14e5-ee91-4b2a-a4fa-5ca794965a8f'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:33:13.633622 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Routers {'11db14e5-ee91-4b2a-a4fa-5ca794965a8f'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:13.634300 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['11db14e5-ee91-4b2a-a4fa-5ca794965a8f'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:13.652368 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-bcb1be68-6d1c-4e31-bcfe-8970c3265945 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1200862 Sep 29 17:33:13.669312 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9905d5d1-4307-4b28-b699-614ac46f277d req-454afcdf-81a4-44ec-83dc-d8659f5a1d3b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:13.683280 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-fdbff5fa-470e-43af-bbde-7b0ca2b7841f service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8069661 Sep 29 17:33:13.694778 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:13.739895 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:13.741158 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-315c822b-e5a3-4ebe-977a-bc869d34a846 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.8430319 Sep 29 17:33:13.766153 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31beb7-43ad-49c5-9ab0-5998707b45cb req-70fa6edb-37de-43ff-b2ca-90f2b891a2e0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:13.767752 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b31beb7-43ad-49c5-9ab0-5998707b45cb req-70fa6edb-37de-43ff-b2ca-90f2b891a2e0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.2780690 Sep 29 17:33:13.768285 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40076) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:13.860183 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Set router 11db14e5-ee91-4b2a-a4fa-5ca794965a8f gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:33:13.977620 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09e31883-d829-47a7-ba78-4b725d32a2d4 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.036477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.040901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be7bf333-994d-4b2e-8268-c096d5ad47d7 req-0cd26e1a-b427-44c4-a19c-fb4f62129431 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276748 Sep 29 17:33:14.042482 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9905d5d1-4307-4b28-b699-614ac46f277d req-454afcdf-81a4-44ec-83dc-d8659f5a1d3b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.064557 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b31beb7-43ad-49c5-9ab0-5998707b45cb req-1ebff52d-05ab-4745-a70d-ead6fa73e371 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601900 Sep 29 17:33:14.067036 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-453987ce-1fbd-46e6-a2b0-0319c0ef2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.067296 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-453987ce-1fbd-46e6-a2b0-0319c0ef2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.067781 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-453987ce-1fbd-46e6-a2b0-0319c0ef2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.068254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-453987ce-1fbd-46e6-a2b0-0319c0ef2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.068727 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-453987ce-1fbd-46e6-a2b0-0319c0ef2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.069198 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-453987ce-1fbd-46e6-a2b0-0319c0ef2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.069697 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-453987ce-1fbd-46e6-a2b0-0319c0ef2de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.071871 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-453987ce-1fbd-46e6-a2b0-0319c0ef2de7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca18e70d69384487ae4efe61e82aa845&device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 6489 time: 0.3472915 Sep 29 17:33:14.075838 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a15048ad-2803-49e1-a607-fe0b55b86024'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:14.117002 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11db14e5-ee91-4b2a-a4fa-5ca794965a8f', 'name': 'tempest-snat-router-708166315', 'tenant_id': '20a8d314d2e34f84a17f46fabb1b8144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.188'}], 'enable_snat': False}, 'gw_port_id': '265c2172-e9d3-48e4-96d6-dcfa183c0e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:33:05Z', 'updated_at': '2021-09-29T17:33:10Z', 'revision_number': 3, 'project_id': '20a8d314d2e34f84a17f46fabb1b8144', 'gw_port': {'id': '265c2172-e9d3-48e4-96d6-dcfa183c0e40', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11db14e5-ee91-4b2a-a4fa-5ca794965a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:33:08Z', 'updated_at': '2021-09-29T17:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:14.168200 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Checking router: 11db14e5-ee91-4b2a-a4fa-5ca794965a8f for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:33:14.168692 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Updating router 11db14e5-ee91-4b2a-a4fa-5ca794965a8f port 265c2172-e9d3-48e4-96d6-dcfa183c0e40 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:33:14.184961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-20e67f67-fcfa-4e24-a574-b94f9577b5bf service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856157 Sep 29 17:33:14.198795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e31883-d829-47a7-ba78-4b725d32a2d4 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event updated for resources: {'Subnet': ['ID=0c4375a3-e93e-4243-ba6d-27a52ab588e7,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:14.207980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9905d5d1-4307-4b28-b699-614ac46f277d req-454afcdf-81a4-44ec-83dc-d8659f5a1d3b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:14.211776 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.240047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-9905d5d1-4307-4b28-b699-614ac46f277d req-454afcdf-81a4-44ec-83dc-d8659f5a1d3b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:14.247552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454afcdf-81a4-44ec-83dc-d8659f5a1d3b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Pushing event updated for resources: {'Port': ['ID=51083211-b5be-4ebe-8158-8c6c91a7bd10,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:14.263015 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:14.264464 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:14.270092 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:14.309101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9905d5d1-4307-4b28-b699-614ac46f277d req-454afcdf-81a4-44ec-83dc-d8659f5a1d3b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:14.314907 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d3864a00-0036-4e32-a239-0f588edcf0bf tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/routers/11db14e5-ee91-4b2a-a4fa-5ca794965a8f HTTP/1.1" status: 200 len: 908 time: 0.5156147 Sep 29 17:33:14.323799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40086) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:14.333153 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.345206 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-f3abda5b-4f62-474b-b627-3f77d63bbdf8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=0f106657-1ac8-4cf6-818e-c6f19b81b4c7 HTTP/1.1" status: 200 len: 217 time: 0.1391394 Sep 29 17:33:14.352398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Request body: {'router': {'name': 'tempest-snat-router-708166315', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'enable_snat': True}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:14.355774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e31883-d829-47a7-ba78-4b725d32a2d4 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Checking segment: {'id': '0279ad65-ac34-44c6-816a-60585af9bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8b2ae691-0d0e-479e-ae5a-4e2ace1e5564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:14.356134 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e31883-d829-47a7-ba78-4b725d32a2d4 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Network hostable DHCP agents. Network: 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:33:14.376735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Pushing event updated for resources: {'Port': ['ID=52b9c49c-63c3-4deb-aeec-d60538b86e77,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:14.424624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38d6fa-bb0e-4a87-89b7-87418a3bbedd req-a3e39e98-4167-4f1b-aad0-156af917f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.424899 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594e0e9-d022-449b-8846-3c38337ca98c req-4f0e8a15-98dd-4692-8245-c0073c2430e1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.426148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0b38d6fa-bb0e-4a87-89b7-87418a3bbedd req-a3e39e98-4167-4f1b-aad0-156af917f2f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 1095 time: 0.3127913 Sep 29 17:33:14.426345 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7594e0e9-d022-449b-8846-3c38337ca98c req-4f0e8a15-98dd-4692-8245-c0073c2430e1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 944 time: 0.2751698 Sep 29 17:33:14.456764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905d5d1-4307-4b28-b699-614ac46f277d req-454afcdf-81a4-44ec-83dc-d8659f5a1d3b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.457410 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9905d5d1-4307-4b28-b699-614ac46f277d req-454afcdf-81a4-44ec-83dc-d8659f5a1d3b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.487001 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.487384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-697ba05a-5cae-49e0-8eca-298088decc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.487869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-697ba05a-5cae-49e0-8eca-298088decc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.488030 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.488399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-697ba05a-5cae-49e0-8eca-298088decc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.490679 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-697ba05a-5cae-49e0-8eca-298088decc21 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b255708-c2d9-4b94-9aae-118e45662db8&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=9c23919b-5dc6-4f3c-a975-ad284351567f&id=9c23919b-5dc6-4f3c-a975-ad284351567f HTTP/1.1" status: 200 len: 2293 time: 0.3829939 Sep 29 17:33:14.506269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e31883-d829-47a7-ba78-4b725d32a2d4 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:33:14.515620 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.525222 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.529119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca1788-e089-42ae-98fd-727ba8bc7fff req-966db9a3-fa3d-40d6-b542-ecd9ff9cf683 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.532321 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.535265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca1788-e089-42ae-98fd-727ba8bc7fff req-966db9a3-fa3d-40d6-b542-ecd9ff9cf683 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.541962 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca1788-e089-42ae-98fd-727ba8bc7fff req-966db9a3-fa3d-40d6-b542-ecd9ff9cf683 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.547958 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca1788-e089-42ae-98fd-727ba8bc7fff req-966db9a3-fa3d-40d6-b542-ecd9ff9cf683 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.554990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca1788-e089-42ae-98fd-727ba8bc7fff req-966db9a3-fa3d-40d6-b542-ecd9ff9cf683 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.562653 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca1788-e089-42ae-98fd-727ba8bc7fff req-966db9a3-fa3d-40d6-b542-ecd9ff9cf683 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.568673 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.569165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca1788-e089-42ae-98fd-727ba8bc7fff req-966db9a3-fa3d-40d6-b542-ecd9ff9cf683 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.571194 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-09ca1788-e089-42ae-98fd-727ba8bc7fff req-966db9a3-fa3d-40d6-b542-ecd9ff9cf683 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.3675535 Sep 29 17:33:14.578979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-6f2230fc-ddaa-4e12-bcd6-3d93c878fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.580170 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-6f2230fc-ddaa-4e12-bcd6-3d93c878fa1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 200 len: 797 time: 0.2167211 Sep 29 17:33:14.585521 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9905d5d1-4307-4b28-b699-614ac46f277d req-454afcdf-81a4-44ec-83dc-d8659f5a1d3b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2401755 Sep 29 17:33:14.607018 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Attempting to bind port 265c2172-e9d3-48e4-96d6-dcfa183c0e40 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:14.607975 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Attempting to bind port 265c2172-e9d3-48e4-96d6-dcfa183c0e40 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:14.607975 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Attempting to bind port 265c2172-e9d3-48e4-96d6-dcfa183c0e40 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:14.613773 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:33:14.614412 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:14.615212 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.615676 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:33:14.616209 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Bound port: 265c2172-e9d3-48e4-96d6-dcfa183c0e40, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:33:14.616665 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.618467 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795aa4f3-8bdd-49fa-ab24-3e15ed0fb710 None None] Pushing event updated for resources: {'Port': ['ID=265c2172-e9d3-48e4-96d6-dcfa183c0e40,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:14.632716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Request body: {'port': {'device_id': '0a17a2ec-090b-419a-a640-faa362c00299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:14.634966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-09e31883-d829-47a7-ba78-4b725d32a2d4 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:14.649307 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee96cfb8-b071-46af-8a62-98eafb34802e None None] Network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:33:14.682838 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] For port 265c2172-e9d3-48e4-96d6-dcfa183c0e40, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:14.687057 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] For port 265c2172-e9d3-48e4-96d6-dcfa183c0e40, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=265c2172-e9d3-48e4-96d6-dcfa183c0e40,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:33:14.692870 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.696452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e31883-d829-47a7-ba78-4b725d32a2d4 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.697052 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09e31883-d829-47a7-ba78-4b725d32a2d4 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.754603 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.758992 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Routers {'11db14e5-ee91-4b2a-a4fa-5ca794965a8f'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:14.759414 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['11db14e5-ee91-4b2a-a4fa-5ca794965a8f'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:14.783999 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-09e31883-d829-47a7-ba78-4b725d32a2d4 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2835679 Sep 29 17:33:14.787793 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40088) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:14.793239 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-bbca5cd1-6f9e-4e83-bea8-7cbb1b8e61af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e78fec3-5ad5-4b28-8b51-432760c59133 HTTP/1.1" status: 200 len: 1001 time: 0.2928343 Sep 29 17:33:14.812988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5bbca103-e72b-46ee-bac7-ef46fee190b2 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Request body: {'port': {'network_id': '8b2ae691-0d0e-479e-ae5a-4e2ace1e5564', 'name': 'tempest-AllowedAddressPairTestJSON-887537853'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:14.855554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38d6fa-bb0e-4a87-89b7-87418a3bbedd req-710467c7-503d-4647-8a40-8a293f6cb7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.857054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0b38d6fa-bb0e-4a87-89b7-87418a3bbedd req-710467c7-503d-4647-8a40-8a293f6cb7e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.4224575 Sep 29 17:33:14.858172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-8b2ae691-0d0e-479e-ae5a-4e2ace1e5564', 'network_id': '8b2ae691-0d0e-479e-ae5a-4e2ace1e5564', 'tenant_id': '8c4c816e197a4b818fc090790cd3f94e', 'fixed_ips': [{'subnet_id': '0c4375a3-e93e-4243-ba6d-27a52ab588e7'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:33:14.859156 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795aa4f3-8bdd-49fa-ab24-3e15ed0fb710 None None] Pushing event updated for resources: {'Port': ['ID=265c2172-e9d3-48e4-96d6-dcfa183c0e40,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:14.859532 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.883477 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] Set router 11db14e5-ee91-4b2a-a4fa-5ca794965a8f gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:33:14.897658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-09ca1788-e089-42ae-98fd-727ba8bc7fff req-314b1ffe-19d4-4b20-a17f-b896e4ddf678 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2847352 Sep 29 17:33:14.921269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-e1ee4899-ce7b-4ef3-a6bd-10eb274bc18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:14.922784 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-e1ee4899-ce7b-4ef3-a6bd-10eb274bc18f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3062298 Sep 29 17:33:14.949211 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.963115 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:14.975589 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0b38d6fa-bb0e-4a87-89b7-87418a3bbedd req-f65ec068-8936-4f50-9710-9e8a1a197c14 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574232f1-4978-4dee-b89a-f7334e0e47dc HTTP/1.1" status: 200 len: 217 time: 0.0733333 Sep 29 17:33:15.001679 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7594e0e9-d022-449b-8846-3c38337ca98c req-772eb67e-3c00-47a8-8eb8-e9b025972c5b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5581839 Sep 29 17:33:15.081114 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:15.110729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-8c5016b6-84d1-4bdc-bac9-7fd215e16761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:15.112257 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-8c5016b6-84d1-4bdc-bac9-7fd215e16761 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb98647a-0614-4fc5-b8fd-672d79ef30b4 HTTP/1.1" status: 200 len: 851 time: 0.1171751 Sep 29 17:33:15.129831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Allocated IP 172.20.0.2 (8b2ae691-0d0e-479e-ae5a-4e2ace1e5564/0c4375a3-e93e-4243-ba6d-27a52ab588e7/e5173ebb-0572-46c3-aadf-953e77f261ec) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:15.183752 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11db14e5-ee91-4b2a-a4fa-5ca794965a8f', 'name': 'tempest-snat-router-708166315', 'tenant_id': '20a8d314d2e34f84a17f46fabb1b8144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.188'}], 'enable_snat': False}, 'gw_port_id': '265c2172-e9d3-48e4-96d6-dcfa183c0e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:33:05Z', 'updated_at': '2021-09-29T17:33:10Z', 'revision_number': 3, 'project_id': '20a8d314d2e34f84a17f46fabb1b8144', 'gw_port': {'id': '265c2172-e9d3-48e4-96d6-dcfa183c0e40', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11db14e5-ee91-4b2a-a4fa-5ca794965a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:33:08Z', 'updated_at': '2021-09-29T17:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:15.216299 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98557fbd-61ae-4b7b-b2b9-0224b95fface None None] The sync data for ids ['11db14e5-ee91-4b2a-a4fa-5ca794965a8f'] in n-d-811748-2 is: [{'id': '11db14e5-ee91-4b2a-a4fa-5ca794965a8f', 'name': 'tempest-snat-router-708166315', 'tenant_id': '20a8d314d2e34f84a17f46fabb1b8144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.188'}], 'enable_snat': False}, 'gw_port_id': '265c2172-e9d3-48e4-96d6-dcfa183c0e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:33:05Z', 'updated_at': '2021-09-29T17:33:10Z', 'revision_number': 3, 'project_id': '20a8d314d2e34f84a17f46fabb1b8144', 'gw_port': {'id': '265c2172-e9d3-48e4-96d6-dcfa183c0e40', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11db14e5-ee91-4b2a-a4fa-5ca794965a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:33:08Z', 'updated_at': '2021-09-29T17:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:33:15.217149 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:15.234157 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-6ff8526c-0f4c-4938-b085-973689182e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:15.236048 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-6ff8526c-0f4c-4938-b085-973689182e68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b255708-c2d9-4b94-9aae-118e45662db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074541 Sep 29 17:33:15.368835 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:15.380398 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:15.385191 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38d6fa-bb0e-4a87-89b7-87418a3bbedd req-ae089f3b-7ace-428c-8d98-ef08adfff04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:15.386966 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0b38d6fa-bb0e-4a87-89b7-87418a3bbedd req-ae089f3b-7ace-428c-8d98-ef08adfff04f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.3697746 Sep 29 17:33:15.436548 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Pushing event updated for resources: {'Port': ['ID=e5173ebb-0572-46c3-aadf-953e77f261ec,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:15.441519 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaa691-63ac-4112-97f3-a42dfbff326d req-4d8eeff2-732a-4196-97db-80cbdf4a6b17 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:15.443027 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0bcaa691-63ac-4112-97f3-a42dfbff326d req-4d8eeff2-732a-4196-97db-80cbdf4a6b17 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.1815753 Sep 29 17:33:15.449006 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:15.450087 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:15.450654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:15.453971 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-18802b67-5ca1-477f-874a-0bd33582c687 service neutron] 10.222.0.35 "GET /v2.0/networks/2b255708-c2d9-4b94-9aae-118e45662db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034104 Sep 29 17:33:15.465246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbca103-e72b-46ee-bac7-ef46fee190b2 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Made reservation on behalf of 8c4c816e197a4b818fc090790cd3f94e for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:15.466005 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:15.468910 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bbca103-e72b-46ee-bac7-ef46fee190b2 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:15.469080 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:15.555224 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Attempting to bind port e5173ebb-0572-46c3-aadf-953e77f261ec on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:15.555687 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Attempting to bind port e5173ebb-0572-46c3-aadf-953e77f261ec by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '0279ad65-ac34-44c6-816a-60585af9bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8b2ae691-0d0e-479e-ae5a-4e2ace1e5564'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:15.557202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Attempting to bind port e5173ebb-0572-46c3-aadf-953e77f261ec on network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:15.566401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:33:15.566884 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Checking segment: {'id': '0279ad65-ac34-44c6-816a-60585af9bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8b2ae691-0d0e-479e-ae5a-4e2ace1e5564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:15.567352 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:15.567807 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Bound using segment: {'id': '0279ad65-ac34-44c6-816a-60585af9bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8b2ae691-0d0e-479e-ae5a-4e2ace1e5564'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:33:15.568353 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Bound port: e5173ebb-0572-46c3-aadf-953e77f261ec, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0279ad65-ac34-44c6-816a-60585af9bf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8b2ae691-0d0e-479e-ae5a-4e2ace1e5564'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:33:15.568791 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:15.584418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0bcaa691-63ac-4112-97f3-a42dfbff326d req-11ebf919-a03b-4de5-a13b-311d19245927 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259859 Sep 29 17:33:15.662092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] For port e5173ebb-0572-46c3-aadf-953e77f261ec, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:15.665508 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] For port e5173ebb-0572-46c3-aadf-953e77f261ec, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e5173ebb-0572-46c3-aadf-953e77f261ec,segment=NetworkSegment(0279ad65-ac34-44c6-816a-60585af9bf15),segment_id=0279ad65-ac34-44c6-816a-60585af9bf15)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:33:15.674176 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:15.728987 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Pushing event updated for resources: {'Port': ['ID=52b9c49c-63c3-4deb-aeec-d60538b86e77,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:15.742989 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:15.760467 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4f6fc-ba16-458e-8cfa-5e5a8f6187b4 None None] Pushing event updated for resources: {'Port': ['ID=e5173ebb-0572-46c3-aadf-953e77f261ec,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:15.781761 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-2b131b2f-e908-4b66-bff3-36d63a1f9e7c service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8202362 Sep 29 17:33:15.793671 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bd8cd-7c36-4192-8447-7249ecf6b7f0 req-78a04659-57c1-4b9b-a33b-6afc48e35e7b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:15.795382 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e83bd8cd-7c36-4192-8447-7249ecf6b7f0 req-78a04659-57c1-4b9b-a33b-6afc48e35e7b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 932 time: 0.6689136 Sep 29 17:33:15.855548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38d6fa-bb0e-4a87-89b7-87418a3bbedd req-1dfe85e8-f2d8-4c29-9233-52c74d98c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:15.856990 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0b38d6fa-bb0e-4a87-89b7-87418a3bbedd req-1dfe85e8-f2d8-4c29-9233-52c74d98c952 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4579244 Sep 29 17:33:15.857142 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-7ad5950f-0beb-4873-8365-a47767d28e46 service neutron] 10.222.0.35 "GET /v2.0/networks/2b255708-c2d9-4b94-9aae-118e45662db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891695 Sep 29 17:33:15.887971 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0f194-7e04-45f7-89eb-de8876815cd9 req-02908306-ff0e-4465-858c-283332b80b60 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:15.901166 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-baa0f194-7e04-45f7-89eb-de8876815cd9 req-02908306-ff0e-4465-858c-283332b80b60 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.2007427 Sep 29 17:33:15.949400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 265c2172-e9d3-48e4-96d6-dcfa183c0e40 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:15.964809 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-c960f84c-099c-4cd7-83e2-dba1ccb7219e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=a36d37ce-a325-4d1c-9721-c8f32e0f47e7 HTTP/1.1" status: 200 len: 217 time: 0.0981128 Sep 29 17:33:16.054291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 265c2172-e9d3-48e4-96d6-dcfa183c0e40 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:16.054663 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:16.109996 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-baa0f194-7e04-45f7-89eb-de8876815cd9 req-8078cb1b-6aec-4f18-aed8-ac5c7d550335 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072654 Sep 29 17:33:16.117483 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-dd1a7ba8-4239-4958-866f-9f0199cf5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:16.120720 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-dd1a7ba8-4239-4958-866f-9f0199cf5bce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 200 len: 797 time: 0.1471221 Sep 29 17:33:16.181162 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Floating IP 613cc12a-956e-4f5e-b06c-9484af822831 associated. External IP: 172.25.2.240, port: a14b7df6-15e4-4504-bdc5-90cdbbea0195. Sep 29 17:33:16.248673 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:16.272229 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 265c2172-e9d3-48e4-96d6-dcfa183c0e40, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=265c2172-e9d3-48e4-96d6-dcfa183c0e40,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:16.279446 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:16.365211 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=265c2172-e9d3-48e4-96d6-dcfa183c0e40,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:16.466785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-5bbca103-e72b-46ee-bac7-ef46fee190b2 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] device_id is not set on port 13547cbf-cd35-47f5-9565-a8481c5dc3ad yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:16.503598 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e83bd8cd-7c36-4192-8447-7249ecf6b7f0 req-fe004797-de90-415e-b795-bff60749ca7e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6891670 Sep 29 17:33:16.621365 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-0c04fbcc-8e66-4113-b634-fddb0485cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:16.622806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-0c04fbcc-8e66-4113-b634-fddb0485cbbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ed3e81f-beb1-44af-b586-483c0095cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4931076 Sep 29 17:33:16.658368 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-ffac11be-4974-4954-90d9-017a7df2f77e service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8551209 Sep 29 17:33:16.699574 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939afe4f-e691-4f2c-a4b4-48e32258e137 req-79612260-f612-411d-a40f-5332c08ae34b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:16.705415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51083211-b5be-4ebe-8158-8c6c91a7bd10 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:16.705630 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939afe4f-e691-4f2c-a4b4-48e32258e137 req-79612260-f612-411d-a40f-5332c08ae34b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:16.711536 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939afe4f-e691-4f2c-a4b4-48e32258e137 req-79612260-f612-411d-a40f-5332c08ae34b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:16.718260 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939afe4f-e691-4f2c-a4b4-48e32258e137 req-79612260-f612-411d-a40f-5332c08ae34b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:16.724145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939afe4f-e691-4f2c-a4b4-48e32258e137 req-79612260-f612-411d-a40f-5332c08ae34b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:16.730888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939afe4f-e691-4f2c-a4b4-48e32258e137 req-79612260-f612-411d-a40f-5332c08ae34b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:16.736689 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939afe4f-e691-4f2c-a4b4-48e32258e137 req-79612260-f612-411d-a40f-5332c08ae34b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:16.738695 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-939afe4f-e691-4f2c-a4b4-48e32258e137 req-79612260-f612-411d-a40f-5332c08ae34b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.4797490 Sep 29 17:33:16.750770 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:16.764523 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-e8f1d62d-5b2b-4786-9863-628e19859597 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62fd392b-0e65-4206-a548-c46677c479e2 HTTP/1.1" status: 200 len: 217 time: 0.0903115 Sep 29 17:33:16.779275 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:16.849321 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0b38d6fa-bb0e-4a87-89b7-87418a3bbedd req-ada2f014-260d-4cbf-a376-be283128be9d service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9700186 Sep 29 17:33:16.853846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Transition to ACTIVE for port object 51083211-b5be-4ebe-8158-8c6c91a7bd10 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:33:16.884212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:16.895275 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-ad4f1417-7d38-4765-9585-09cea8011900 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636006 Sep 29 17:33:16.901821 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-939afe4f-e691-4f2c-a4b4-48e32258e137 req-62d1f1a9-897b-4751-af36-218b492c49f2 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1544797 Sep 29 17:33:16.911069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5df994-4459-45c6-92a8-5f7faeb7fc1f req-881cb2f1-b37e-4548-b9dc-45325d91b6a9 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:16.912632 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9d5df994-4459-45c6-92a8-5f7faeb7fc1f req-881cb2f1-b37e-4548-b9dc-45325d91b6a9 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 944 time: 0.3161955 Sep 29 17:33:17.031442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1587602c-5466-468f-9be7-2794515f6277 None None] Network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:33:17.063250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-7b0bc7dc-bf8a-4811-accb-b2f434d8078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:17.064715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-7b0bc7dc-bf8a-4811-accb-b2f434d8078b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef HTTP/1.1" status: 200 len: 797 time: 0.2843273 Sep 29 17:33:17.064856 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-e31f1dd6-49cc-4f3c-bb95-f0f5d00c33ee service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599441 Sep 29 17:33:17.069232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Router 0bda55a7-800f-494d-b827-473c8aab3b95 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:33:17.116129 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-5bbca103-e72b-46ee-bac7-ef46fee190b2 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Allocated IP 172.20.0.3 (8b2ae691-0d0e-479e-ae5a-4e2ace1e5564/0c4375a3-e93e-4243-ba6d-27a52ab588e7/13547cbf-cd35-47f5-9565-a8481c5dc3ad) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:17.156126 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-641ff5e0-cc70-40b5-9856-401bf65bbea9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=5988d418-a748-4b3c-ad5d-5c29fd19e399 HTTP/1.1" status: 200 len: 217 time: 0.0766060 Sep 29 17:33:17.163983 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 574232f1-4978-4dee-b89a-f7334e0e47dc details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:33:17.205399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Pushing event updated for resources: {'Port': ['ID=51083211-b5be-4ebe-8158-8c6c91a7bd10,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:17.236844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-8b4189bc-f4e3-408b-af9a-61b1bc780537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:17.238235 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-8b4189bc-f4e3-408b-af9a-61b1bc780537 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 200 len: 797 time: 0.0539515 Sep 29 17:33:17.267465 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9d5df994-4459-45c6-92a8-5f7faeb7fc1f req-19333472-7ef0-4343-a12b-248b6d6d0d12 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103087 Sep 29 17:33:17.322480 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0b38d6fa-bb0e-4a87-89b7-87418a3bbedd req-77af2fec-8a30-4f31-a5ed-b3b2479b5e51 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4590716 Sep 29 17:33:17.341216 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-226a0411-ee5d-495c-8e88-b0bef9061094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:17.342826 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-226a0411-ee5d-495c-8e88-b0bef9061094 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ed3e81f-beb1-44af-b586-483c0095cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0932016 Sep 29 17:33:17.352827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-1f6e6eb3-1043-43c3-ba7b-05b98c0a90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:17.355685 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-1f6e6eb3-1043-43c3-ba7b-05b98c0a90b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2715268 Sep 29 17:33:17.375678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6ff33d85-2e8c-4d79-8f4a-e29c378afa5a None None] Provisioning complete for port e5173ebb-0572-46c3-aadf-953e77f261ec triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:17.376030 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6ff33d85-2e8c-4d79-8f4a-e29c378afa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:17.376688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:17.386662 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:33:17.395287 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ce677-9e1c-48a7-ac40-ea34761b9943 req-93f2a1fa-d347-4e73-ab0a-c7e672b7e9c3 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:17.396832 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-919ce677-9e1c-48a7-ac40-ea34761b9943 req-93f2a1fa-d347-4e73-ab0a-c7e672b7e9c3 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.1119540 Sep 29 17:33:17.418339 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:17.418705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad9793-b2f2-4646-bdda-542446e680f6 None None] Sync routers for ids ['0bda55a7-800f-494d-b827-473c8aab3b95'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:33:17.438692 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:17.478020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Attempting to bind port 51083211-b5be-4ebe-8158-8c6c91a7bd10 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:17.478896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Attempting to bind port 51083211-b5be-4ebe-8158-8c6c91a7bd10 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:17.478994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Attempting to bind port 51083211-b5be-4ebe-8158-8c6c91a7bd10 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:17.489178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad9793-b2f2-4646-bdda-542446e680f6 None None] Routers {'0bda55a7-800f-494d-b827-473c8aab3b95'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:17.489843 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-82ad9793-b2f2-4646-bdda-542446e680f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0bda55a7-800f-494d-b827-473c8aab3b95'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:17.498726 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e8bbe225-9086-46c2-887e-7002ea8701ec tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.4801037 Sep 29 17:33:17.503424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40104) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:17.540005 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-82ad9793-b2f2-4646-bdda-542446e680f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:17.558946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 574232f1-4978-4dee-b89a-f7334e0e47dc, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=574232f1-4978-4dee-b89a-f7334e0e47dc,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:17.582754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Port 51083211-b5be-4ebe-8158-8c6c91a7bd10 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:17.583346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Attempting to bind port 51083211-b5be-4ebe-8158-8c6c91a7bd10 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:17.603842 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-919ce677-9e1c-48a7-ac40-ea34761b9943 req-b977ad7e-7307-4a38-958b-37231b90162b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896713 Sep 29 17:33:17.612755 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:33:17.612925 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '574232f1-4978-4dee-b89a-f7334e0e47dc', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'port_id': '574232f1-4978-4dee-b89a-f7334e0e47dc', 'mac_address': 'fa:16:3e:59:b2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:33:17.613738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Checking segment: {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:17.614308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Bound using segment: {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:33:17.614913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Bound port: 51083211-b5be-4ebe-8158-8c6c91a7bd10, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:33:17.615433 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:17.653634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-fbd63adc-98ce-4e98-8e56-f7bacf495332 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987404 Sep 29 17:33:17.673098 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:17.688031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad9793-b2f2-4646-bdda-542446e680f6 None None] Routers {'0bda55a7-800f-494d-b827-473c8aab3b95'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:17.688700 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-82ad9793-b2f2-4646-bdda-542446e680f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0bda55a7-800f-494d-b827-473c8aab3b95'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:17.693958 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574232f1-4978-4dee-b89a-f7334e0e47dc {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:17.722322 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3826b719-ebce-46e9-b34b-ef9a00792271 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] 10.222.0.44 "GET /v2.0/floatingips/613cc12a-956e-4f5e-b06c-9484af822831 HTTP/1.1" status: 200 len: 984 time: 0.2178249 Sep 29 17:33:17.725023 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40110) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:17.743790 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-01f711e9-b1bc-4f24-884c-1b3bd65a6a73 service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778231 Sep 29 17:33:17.753841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-82ad9793-b2f2-4646-bdda-542446e680f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:17.754486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad9793-b2f2-4646-bdda-542446e680f6 None None] The sync data for ids ['0bda55a7-800f-494d-b827-473c8aab3b95'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:33:17.776891 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6ff33d85-2e8c-4d79-8f4a-e29c378afa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:17.777992 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bbca103-e72b-46ee-bac7-ef46fee190b2 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:17.783183 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 574232f1-4978-4dee-b89a-f7334e0e47dc, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=574232f1-4978-4dee-b89a-f7334e0e47dc,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:17.803949 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:17.881102 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=574232f1-4978-4dee-b89a-f7334e0e47dc,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:17.894944 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6ff33d85-2e8c-4d79-8f4a-e29c378afa5a None None] For port e5173ebb-0572-46c3-aadf-953e77f261ec, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e5173ebb-0572-46c3-aadf-953e77f261ec,segment=NetworkSegment(0279ad65-ac34-44c6-816a-60585af9bf15),segment_id=0279ad65-ac34-44c6-816a-60585af9bf15)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:17.903788 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6ff33d85-2e8c-4d79-8f4a-e29c378afa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:17.964740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] For port 51083211-b5be-4ebe-8158-8c6c91a7bd10, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:17.969098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff33d85-2e8c-4d79-8f4a-e29c378afa5a None None] Pushing event updated for resources: {'Port': ['ID=e5173ebb-0572-46c3-aadf-953e77f261ec,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:17.980379 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-56003558-193f-4dd1-a997-b984289f4e7f tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3515 time: 0.2542496 Sep 29 17:33:17.983675 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40114) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:17.992120 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Allocated IP 172.25.2.163 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/7bd0a789-f07b-43f2-be70-b5a3189718a9) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:17.996841 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-a6f44157-fcc5-42b4-8ff6-a66b23bbb2a8 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306932 Sep 29 17:33:18.015922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['574232f1-4978-4dee-b89a-f7334e0e47dc'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:18.027280 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63e3eb-3d82-4781-8dc7-c2f09749330b req-1b291919-399e-4003-8c43-d7a6973efda4 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.029105 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b63e3eb-3d82-4781-8dc7-c2f09749330b req-1b291919-399e-4003-8c43-d7a6973efda4 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 944 time: 0.3767021 Sep 29 17:33:18.031484 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61624b19-9ee7-44c2-ad12-2d7c6a4a8149 req-23efade6-58b9-43b4-9494-bd9db1dbbcc2 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.032974 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61624b19-9ee7-44c2-ad12-2d7c6a4a8149 req-23efade6-58b9-43b4-9494-bd9db1dbbcc2 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.2740979 Sep 29 17:33:18.038605 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] For port 51083211-b5be-4ebe-8158-8c6c91a7bd10, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=51083211-b5be-4ebe-8158-8c6c91a7bd10,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:33:18.046227 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-5189d36e-af65-4360-b093-435cd349cd3f service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756381 Sep 29 17:33:18.053233 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:18.053567 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a02854ff-be93-45de-bdc6-a75a2d0e40c8 None None] Provisioning complete for port e5173ebb-0572-46c3-aadf-953e77f261ec triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:18.053741 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a02854ff-be93-45de-bdc6-a75a2d0e40c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:18.079275 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-b1f42209-1b1f-454e-9d92-aa01cc8a84d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=057c4afc-15d9-4d68-b1ee-2455ce8bf293 HTTP/1.1" status: 200 len: 217 time: 0.0453062 Sep 29 17:33:18.115116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e5173ebb-0572-46c3-aadf-953e77f261ec up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:18.169179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.169945 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:18.171531 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9905d5d1-4307-4b28-b699-614ac46f277d req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] 10.222.0.49 "PUT /v2.0/ports/51083211-b5be-4ebe-8158-8c6c91a7bd10 HTTP/1.1" status: 200 len: 1092 time: 3.5558584 Sep 29 17:33:18.172865 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-d74178d2-2bd0-4a19-aeb0-3f3daa9d8f50 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e6a33a17-f0e2-435c-abe1-66eb743072fa HTTP/1.1" status: 200 len: 217 time: 0.1172965 Sep 29 17:33:18.180293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a17a2ec-090b-419a-a640-faa362c00299', 'tag': '51083211-b5be-4ebe-8158-8c6c91a7bd10'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:33:18.183975 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c5e499-a3ee-4dad-9b54-b12c1bab78a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0a17a2ec-090b-419a-a640-faa362c00299", "tag": "51083211-b5be-4ebe-8158-8c6c91a7bd10"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:33:18.187148 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bbca103-e72b-46ee-bac7-ef46fee190b2 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:18.214772 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61624b19-9ee7-44c2-ad12-2d7c6a4a8149 req-37ccf876-5519-4879-a648-8eace4f40748 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387198 Sep 29 17:33:18.251373 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-80ef326a-5687-4b5c-a174-9db54bd9eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.251373 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-80ef326a-5687-4b5c-a174-9db54bd9eac1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 200 len: 797 time: 0.1633196 Sep 29 17:33:18.349293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbca103-e72b-46ee-bac7-ef46fee190b2 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:18.353302 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b63e3eb-3d82-4781-8dc7-c2f09749330b req-23265eb1-b90b-4850-89be-cb5869997908 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725849 Sep 29 17:33:18.364888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-5bbca103-e72b-46ee-bac7-ef46fee190b2 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:18.369303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-b3af7e76-0f22-4c43-a8a7-185d442dc980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.370624 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-b3af7e76-0f22-4c43-a8a7-185d442dc980 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ed3e81f-beb1-44af-b586-483c0095cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0942879 Sep 29 17:33:18.375965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbca103-e72b-46ee-bac7-ef46fee190b2 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:18.380792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06639a9-faef-41bb-bc1b-9fe9f5a526c5 service neutron] Pushing event updated for resources: {'Port': ['ID=51083211-b5be-4ebe-8158-8c6c91a7bd10,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:18.393057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-50140b64-e5da-4593-9a7f-63a81498a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.394913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-50140b64-e5da-4593-9a7f-63a81498a745 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef HTTP/1.1" status: 200 len: 797 time: 0.1994672 Sep 29 17:33:18.424731 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20e8d8-5514-4f82-aa83-e880aff70213 req-77e8b3db-775e-47d0-a8a7-5605189cefcb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.432222 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20e8d8-5514-4f82-aa83-e880aff70213 req-77e8b3db-775e-47d0-a8a7-5605189cefcb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.438659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20e8d8-5514-4f82-aa83-e880aff70213 req-77e8b3db-775e-47d0-a8a7-5605189cefcb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.454955 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20e8d8-5514-4f82-aa83-e880aff70213 req-77e8b3db-775e-47d0-a8a7-5605189cefcb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.461006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20e8d8-5514-4f82-aa83-e880aff70213 req-77e8b3db-775e-47d0-a8a7-5605189cefcb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.468237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20e8d8-5514-4f82-aa83-e880aff70213 req-77e8b3db-775e-47d0-a8a7-5605189cefcb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.474909 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b20e8d8-5514-4f82-aa83-e880aff70213 req-77e8b3db-775e-47d0-a8a7-5605189cefcb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.483916 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e5173ebb-0572-46c3-aadf-953e77f261ec triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:18.486512 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b20e8d8-5514-4f82-aa83-e880aff70213 req-77e8b3db-775e-47d0-a8a7-5605189cefcb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.1761146 Sep 29 17:33:18.489461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b84be-5e10-4b3b-9a3f-24f98de3f48f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Deleting port 52b9c49c-63c3-4deb-aeec-d60538b86e77 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:18.489993 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc3b84be-5e10-4b3b-9a3f-24f98de3f48f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:18.490180 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:18.509800 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:18.523078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905d5d1-4307-4b28-b699-614ac46f277d req-ade8af4d-5c78-4adf-8e1e-71cad7cdc7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.524645 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9905d5d1-4307-4b28-b699-614ac46f277d req-ade8af4d-5c78-4adf-8e1e-71cad7cdc7fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 1095 time: 0.3037713 Sep 29 17:33:18.583226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbca103-e72b-46ee-bac7-ef46fee190b2 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.584209 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bbca103-e72b-46ee-bac7-ef46fee190b2 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:18.595677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbca103-e72b-46ee-bac7-ef46fee190b2 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event updated for resources: {'Port': ['ID=13547cbf-cd35-47f5-9565-a8481c5dc3ad,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:18.656317 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba21b044-9c5b-48fd-90f3-3d1c4d398147 x-openstack-request-id: req-ba21b044-9c5b-48fd-90f3-3d1c4d398147 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:18.656610 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a17a2ec-090b-419a-a640-faa362c00299", "tag": "51083211-b5be-4ebe-8158-8c6c91a7bd10", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:18.656860 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba21b044-9c5b-48fd-90f3-3d1c4d398147 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:18.657257 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a17a2ec-090b-419a-a640-faa362c00299', 'tag': '51083211-b5be-4ebe-8158-8c6c91a7bd10', 'status': 'completed', 'code': 200} Sep 29 17:33:18.662458 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9905d5d1-4307-4b28-b699-614ac46f277d req-68283c53-f6cd-41bd-9cb4-0d65a3019264 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51083211-b5be-4ebe-8158-8c6c91a7bd10 HTTP/1.1" status: 200 len: 217 time: 0.1252623 Sep 29 17:33:18.662928 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 265c2172-e9d3-48e4-96d6-dcfa183c0e40 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:18.669310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-902b14fc-78bf-4975-ade8-3440396cd8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.673469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-902b14fc-78bf-4975-ade8-3440396cd8c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2406702 Sep 29 17:33:18.744685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 265c2172-e9d3-48e4-96d6-dcfa183c0e40 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:18.745865 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:18.765911 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5bbca103-e72b-46ee-bac7-ef46fee190b2 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9749992 Sep 29 17:33:18.766942 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40132) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:18.786520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-3e94e911-e5e8-4ae7-9700-c8fda515fb28 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Request body: {'port': {'network_id': '8b2ae691-0d0e-479e-ae5a-4e2ace1e5564', 'name': 'tempest-AllowedAddressPairTestJSON-1606567484', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:26:d2:c8'}]}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:18.814327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-bc8cdeff-1d86-4b88-ad3c-18de2a051c94 None None] Provisioning complete for port 13547cbf-cd35-47f5-9565-a8481c5dc3ad triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:18.815078 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bc8cdeff-1d86-4b88-ad3c-18de2a051c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:18.868726 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:18.878311 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-bc8cdeff-1d86-4b88-ad3c-18de2a051c94 None None] Port 13547cbf-cd35-47f5-9565-a8481c5dc3ad cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:33:18.968048 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-0816d50f-c093-4b09-abde-fe53dd27a270 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899773 Sep 29 17:33:18.974849 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b20e8d8-5514-4f82-aa83-e880aff70213 req-cae6ad26-b1f5-4e1b-a03f-0f7153f19e6a tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4872906 Sep 29 17:33:18.992984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905d5d1-4307-4b28-b699-614ac46f277d req-35b2a05d-7ed8-4611-ba2f-06451306e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:18.994479 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9905d5d1-4307-4b28-b699-614ac46f277d req-35b2a05d-7ed8-4611-ba2f-06451306e379 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81b8f427-6a40-4543-b542-ebc1c5f5a50d HTTP/1.1" status: 200 len: 846 time: 0.3196580 Sep 29 17:33:19.005552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:19.006645 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Pushing event updated for resources: {'Port': ['ID=7bd0a789-f07b-43f2-be70-b5a3189718a9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:19.063926 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:19.077547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:19.107701 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc3b84be-5e10-4b3b-9a3f-24f98de3f48f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:19.108026 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc3b84be-5e10-4b3b-9a3f-24f98de3f48f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:19.128312 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b84be-5e10-4b3b-9a3f-24f98de3f48f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Calling delete_port for 52b9c49c-63c3-4deb-aeec-d60538b86e77 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:19.143336 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-e6a0c318-5187-4ada-a0c5-9ffccdbdcdb0 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660748 Sep 29 17:33:19.147000 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 574232f1-4978-4dee-b89a-f7334e0e47dc up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:19.165337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed92805-e7c4-45f4-b97d-d2a0ddde0366 req-a01d9e37-c89d-4162-a789-8e80ea7c921a tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:19.167021 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ed92805-e7c4-45f4-b97d-d2a0ddde0366 req-a01d9e37-c89d-4162-a789-8e80ea7c921a tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.1037350 Sep 29 17:33:19.218473 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 574232f1-4978-4dee-b89a-f7334e0e47dc completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:33:19.225362 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 574232f1-4978-4dee-b89a-f7334e0e47dc triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:19.225362 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:19.263153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-8c4f8f2f-b9ba-4f2d-a1d5-d559d960bbd2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=be739b7b-a7ce-45a1-bd9c-1714d150d2e3 HTTP/1.1" status: 200 len: 217 time: 0.1072190 Sep 29 17:33:19.317753 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:19.342842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574232f1-4978-4dee-b89a-f7334e0e47dc'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:33:19.345368 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade03601-bad3-459f-93eb-67a64778b774" -d '{"events": [{"server_uuid": "5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9", "name": "network-vif-plugged", "status": "completed", "tag": "574232f1-4978-4dee-b89a-f7334e0e47dc"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:33:19.356969 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ed92805-e7c4-45f4-b97d-d2a0ddde0366 req-c1b37dcd-9bfa-45ed-b9ed-add1caa23ca1 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553240 Sep 29 17:33:19.359352 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 574232f1-4978-4dee-b89a-f7334e0e47dc, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=574232f1-4978-4dee-b89a-f7334e0e47dc,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:19.366983 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:19.370783 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-828da864-0304-437b-8540-9692fc376b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:19.373317 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-828da864-0304-437b-8540-9692fc376b79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 200 len: 797 time: 0.0975320 Sep 29 17:33:19.427149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=574232f1-4978-4dee-b89a-f7334e0e47dc,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:19.431319 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a74ef3-7d90-46e8-90ed-d1281498adfc x-openstack-request-id: req-44a74ef3-7d90-46e8-90ed-d1281498adfc {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:19.431718 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9", "name": "network-vif-plugged", "status": "completed", "tag": "574232f1-4978-4dee-b89a-f7334e0e47dc", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:19.432073 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44a74ef3-7d90-46e8-90ed-d1281498adfc {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:19.433762 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574232f1-4978-4dee-b89a-f7334e0e47dc', 'code': 200} Sep 29 17:33:19.450289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-9061206c-1fb8-42b4-bf5c-a91ed325b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:19.451825 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-9061206c-1fb8-42b4-bf5c-a91ed325b5d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ed3e81f-beb1-44af-b586-483c0095cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0720809 Sep 29 17:33:19.506898 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9905d5d1-4307-4b28-b699-614ac46f277d req-bd90f182-34b6-436e-b905-78f0eb417a7f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4923940 Sep 29 17:33:19.589952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e94e911-e5e8-4ae7-9700-c8fda515fb28 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Made reservation on behalf of 8c4c816e197a4b818fc090790cd3f94e for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:19.599127 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc3b84be-5e10-4b3b-9a3f-24f98de3f48f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:19.635853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4ad16-211c-4a24-99ea-5071e148809f req-7d8d9904-8dbd-469e-96a3-ffa96260ebf6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:19.637249 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-77a4ad16-211c-4a24-99ea-5071e148809f req-7d8d9904-8dbd-469e-96a3-ffa96260ebf6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 945 time: 0.6624696 Sep 29 17:33:19.639351 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-0dd599d9-f664-4f9a-9939-3df5c02e2ab0 service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8798256 Sep 29 17:33:19.644855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b84be-5e10-4b3b-9a3f-24f98de3f48f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event deleted for resources: {'Port': ['ID=52b9c49c-63c3-4deb-aeec-d60538b86e77,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:19.658438 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc73cf-c11d-4756-9acb-4df14c988266 req-63fb195b-30c8-48e9-8b9f-5fbcfe7b072b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:19.659925 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d1dc73cf-c11d-4756-9acb-4df14c988266 req-63fb195b-30c8-48e9-8b9f-5fbcfe7b072b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 944 time: 0.1442869 Sep 29 17:33:19.664245 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-56a48661-05de-4cba-bb0f-5f378dfa4c10 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049768 Sep 29 17:33:19.782714 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d1dc73cf-c11d-4756-9acb-4df14c988266 req-ecd32d2e-a3c0-4840-ad4d-e40113eaa91f tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083767 Sep 29 17:33:19.823784 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc3b84be-5e10-4b3b-9a3f-24f98de3f48f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:19.824653 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-bc3b84be-5e10-4b3b-9a3f-24f98de3f48f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Floating IP 613cc12a-956e-4f5e-b06c-9484af822831 disassociated (deleted). External IP: 172.25.2.240, port: a14b7df6-15e4-4504-bdc5-90cdbbea0195. Sep 29 17:33:19.855700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2317bb-409e-46c8-a688-5f7c4971dbe4 req-1fddfd89-1f17-4d70-a244-6ad136ec360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:19.857444 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d2317bb-409e-46c8-a688-5f7c4971dbe4 req-1fddfd89-1f17-4d70-a244-6ad136ec360c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.3530099 Sep 29 17:33:19.919938 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e5173ebb-0572-46c3-aadf-953e77f261ec up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:19.932275 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-21c8f369-01c9-49c9-b479-26c33615f66e service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454793 Sep 29 17:33:19.946634 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9905d5d1-4307-4b28-b699-614ac46f277d req-87848d11-e5cb-4d40-b4b7-2a2df0d45d22 service neutron] 10.222.0.49 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198947 Sep 29 17:33:19.970744 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-77a4ad16-211c-4a24-99ea-5071e148809f req-036b3a34-aa8b-4ae9-a706-83db867ddbcd tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598777 Sep 29 17:33:19.982901 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e5173ebb-0572-46c3-aadf-953e77f261ec triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:19.985217 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-b64aff37-b49b-466c-a0aa-6386386c5d3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4897f706-46a1-4776-b2d3-425bd33d21de HTTP/1.1" status: 200 len: 217 time: 0.0441945 Sep 29 17:33:19.990323 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:20.028119 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3e94e911-e5e8-4ae7-9700-c8fda515fb28 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:20.110791 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e4187c8-439e-434e-b3ff-17bab032b4f4 req-1bed7b8c-32fd-45d6-826e-a68b04e42303 service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065304 Sep 29 17:33:20.112386 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d2317bb-409e-46c8-a688-5f7c4971dbe4 req-aa27dc32-30dd-4023-ab2f-dcf9a38973ed service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414250 Sep 29 17:33:20.154075 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-c9eb72a5-be1d-4d2c-8e1f-4bbd30f62c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.155545 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-c9eb72a5-be1d-4d2c-8e1f-4bbd30f62c85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba6db94f-8467-4528-901c-b0e5cf73d643 HTTP/1.1" status: 200 len: 797 time: 0.1577725 Sep 29 17:33:20.179240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-3e94e911-e5e8-4ae7-9700-c8fda515fb28 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] device_id is not set on port 23dadeec-7d56-4820-9a5b-0bbd5e7036c4 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:20.194244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b0b20-d459-4e77-9728-d76d3d8d7ed5 req-cba4161b-c4d7-4fe4-bf9c-1c20111ea5df tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.200879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b0b20-d459-4e77-9728-d76d3d8d7ed5 req-cba4161b-c4d7-4fe4-bf9c-1c20111ea5df tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.206905 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b0b20-d459-4e77-9728-d76d3d8d7ed5 req-cba4161b-c4d7-4fe4-bf9c-1c20111ea5df tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.212854 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b0b20-d459-4e77-9728-d76d3d8d7ed5 req-cba4161b-c4d7-4fe4-bf9c-1c20111ea5df tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.219537 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b0b20-d459-4e77-9728-d76d3d8d7ed5 req-cba4161b-c4d7-4fe4-bf9c-1c20111ea5df tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.226708 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b0b20-d459-4e77-9728-d76d3d8d7ed5 req-cba4161b-c4d7-4fe4-bf9c-1c20111ea5df tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.231787 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b0b20-d459-4e77-9728-d76d3d8d7ed5 req-cba4161b-c4d7-4fe4-bf9c-1c20111ea5df tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.233727 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1a5b0b20-d459-4e77-9728-d76d3d8d7ed5 req-cba4161b-c4d7-4fe4-bf9c-1c20111ea5df tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.1495891 Sep 29 17:33:20.268399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3b84be-5e10-4b3b-9a3f-24f98de3f48f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Router 0bda55a7-800f-494d-b827-473c8aab3b95 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:33:20.275128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9905d5d1-4307-4b28-b699-614ac46f277d req-2f8b9d81-1fab-4838-bcee-9e65240a3880 service neutron] 10.222.0.49 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179185 Sep 29 17:33:20.295875 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1a5b0b20-d459-4e77-9728-d76d3d8d7ed5 req-84692cd9-c0a7-4e4e-b7ab-bf67e557cc01 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545540 Sep 29 17:33:20.326660 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:20.432043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-1f5bb117-0e0c-4cfd-b870-8d84c30d7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.433545 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-1f5bb117-0e0c-4cfd-b870-8d84c30d7234 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c23919b-5dc6-4f3c-a975-ad284351567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0946250 Sep 29 17:33:20.452807 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3b84be-5e10-4b3b-9a3f-24f98de3f48f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:33:20.465013 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeac341-9358-405c-a42f-bddbe8457105 None None] Sync routers for ids ['0bda55a7-800f-494d-b827-473c8aab3b95'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:33:20.469555 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc3b84be-5e10-4b3b-9a3f-24f98de3f48f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:20.478828 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeac341-9358-405c-a42f-bddbe8457105 None None] Routers {'0bda55a7-800f-494d-b827-473c8aab3b95'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:20.480391 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4aeac341-9358-405c-a42f-bddbe8457105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0bda55a7-800f-494d-b827-473c8aab3b95'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:20.515022 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4aeac341-9358-405c-a42f-bddbe8457105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:20.517887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-3e94e911-e5e8-4ae7-9700-c8fda515fb28 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Allocated IP 172.20.0.11 (8b2ae691-0d0e-479e-ae5a-4e2ace1e5564/0c4375a3-e93e-4243-ba6d-27a52ab588e7/23dadeec-7d56-4820-9a5b-0bbd5e7036c4) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:20.524592 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeac341-9358-405c-a42f-bddbe8457105 None None] Routers {'0bda55a7-800f-494d-b827-473c8aab3b95'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:20.525311 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4aeac341-9358-405c-a42f-bddbe8457105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0bda55a7-800f-494d-b827-473c8aab3b95'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:20.537258 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bc3b84be-5e10-4b3b-9a3f-24f98de3f48f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] 10.222.0.44 "DELETE /v2.0/floatingips/613cc12a-956e-4f5e-b06c-9484af822831 HTTP/1.1" status: 204 len: 168 time: 2.5517459 Sep 29 17:33:20.539192 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40150) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:20.553906 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:20.562915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-fa1dd7cb-806f-402d-8713-076a4a36da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.563397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-fa1dd7cb-806f-402d-8713-076a4a36da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.563866 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-fa1dd7cb-806f-402d-8713-076a4a36da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.564328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-fa1dd7cb-806f-402d-8713-076a4a36da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.564786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-fa1dd7cb-806f-402d-8713-076a4a36da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.564971 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4aeac341-9358-405c-a42f-bddbe8457105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:20.565246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-fa1dd7cb-806f-402d-8713-076a4a36da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.565795 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeac341-9358-405c-a42f-bddbe8457105 None None] The sync data for ids ['0bda55a7-800f-494d-b827-473c8aab3b95'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:33:20.566063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-fa1dd7cb-806f-402d-8713-076a4a36da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.567158 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-4a26be30-ebc9-4b29-ba61-4823ce8eaba2 service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244502 Sep 29 17:33:20.569023 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-fa1dd7cb-806f-402d-8713-076a4a36da89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=875de71af1fe4656a0ed844803995187&device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 6487 time: 0.2435088 Sep 29 17:33:20.590834 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5e499-a3ee-4dad-9b54-b12c1bab78a5 req-249fcb5f-828b-4408-a96e-37763d440bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.592433 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5e499-a3ee-4dad-9b54-b12c1bab78a5 req-249fcb5f-828b-4408-a96e-37763d440bf8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 1095 time: 0.2006328 Sep 29 17:33:20.665373 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228945a-41d3-4652-8a35-a040aa7ce56d req-c4cf49d7-2443-4227-a7fe-acd7d8873222 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.666905 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c228945a-41d3-4652-8a35-a040aa7ce56d req-c4cf49d7-2443-4227-a7fe-acd7d8873222 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.2131011 Sep 29 17:33:20.676309 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-c0160155-8f4f-4b77-a2c7-b4ffab89bb46 service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905185 Sep 29 17:33:20.719093 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-eab7bc9d-675b-4f64-be7d-b84fb558e0a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ac97f78-24c1-449e-afb9-e4018a0797de HTTP/1.1" status: 200 len: 217 time: 0.0337791 Sep 29 17:33:20.724407 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:20.768048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-3c100c90-40bc-4cec-b5a3-4215aaca906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.769530 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-3c100c90-40bc-4cec-b5a3-4215aaca906e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba6db94f-8467-4528-901c-b0e5cf73d643 HTTP/1.1" status: 200 len: 797 time: 0.0440569 Sep 29 17:33:20.824692 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-5cb15998-8325-48fe-88d5-0e6677d662a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.826238 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-5cb15998-8325-48fe-88d5-0e6677d662a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c23919b-5dc6-4f3c-a975-ad284351567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0494821 Sep 29 17:33:20.964011 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c228945a-41d3-4652-8a35-a040aa7ce56d req-6d3ca111-ed79-466a-8520-3662502695f2 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410927 Sep 29 17:33:20.969248 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-65e0572e-bc45-4596-b5df-99577692f496 service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343873 Sep 29 17:33:20.977808 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c196abe-b48a-4f03-b4ae-62429bd03d0a req-fb67fc99-4e0d-4be5-829d-033f0805d57e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:20.980342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c196abe-b48a-4f03-b4ae-62429bd03d0a req-fb67fc99-4e0d-4be5-829d-033f0805d57e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 944 time: 0.1075945 Sep 29 17:33:21.014766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-453f5ef5-c709-470d-baf9-4365f3ddc458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:21.016046 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-453f5ef5-c709-470d-baf9-4365f3ddc458 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 HTTP/1.1" status: 200 len: 902 time: 0.4227455 Sep 29 17:33:21.084248 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c196abe-b48a-4f03-b4ae-62429bd03d0a req-0b00361a-069a-433e-ad6e-4bfe802dd3c7 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942469 Sep 29 17:33:21.117326 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d2566de-dce3-41ce-86f9-4f8c267e59a4 req-b7c5482e-5e33-4299-ab0c-f0658ec6fd4a service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351209 Sep 29 17:33:21.415015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5e499-a3ee-4dad-9b54-b12c1bab78a5 req-d2ad9f21-8191-4256-8e4d-c0afad670b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:21.416480 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5e499-a3ee-4dad-9b54-b12c1bab78a5 req-d2ad9f21-8191-4256-8e4d-c0afad670b1b service neutron] 10.222.0.49 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 907 time: 0.7985713 Sep 29 17:33:21.417868 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:21.451245 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-d5554a91-b3b3-48aa-83be-c01fec61ce7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e6a33a17-f0e2-435c-abe1-66eb743072fa HTTP/1.1" status: 200 len: 217 time: 0.4255688 Sep 29 17:33:21.454727 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba286507-7884-4d79-b7db-e3af042db944 req-cbd76997-c17b-4797-b202-5f6e806a2fca tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:21.460545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba286507-7884-4d79-b7db-e3af042db944 req-cbd76997-c17b-4797-b202-5f6e806a2fca tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:21.466424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba286507-7884-4d79-b7db-e3af042db944 req-cbd76997-c17b-4797-b202-5f6e806a2fca tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:21.472271 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba286507-7884-4d79-b7db-e3af042db944 req-cbd76997-c17b-4797-b202-5f6e806a2fca tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:21.478173 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba286507-7884-4d79-b7db-e3af042db944 req-cbd76997-c17b-4797-b202-5f6e806a2fca tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:21.484251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba286507-7884-4d79-b7db-e3af042db944 req-cbd76997-c17b-4797-b202-5f6e806a2fca tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:21.490109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba286507-7884-4d79-b7db-e3af042db944 req-cbd76997-c17b-4797-b202-5f6e806a2fca tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:21.491980 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba286507-7884-4d79-b7db-e3af042db944 req-cbd76997-c17b-4797-b202-5f6e806a2fca tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.0904686 Sep 29 17:33:21.537166 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba286507-7884-4d79-b7db-e3af042db944 req-eff3bdd6-3072-4085-b047-583c2103842a tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380068 Sep 29 17:33:21.603859 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5e499-a3ee-4dad-9b54-b12c1bab78a5 req-c9920b8b-9825-4ac0-9832-498b0b2b0117 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51083211-b5be-4ebe-8158-8c6c91a7bd10 HTTP/1.1" status: 200 len: 217 time: 0.1512749 Sep 29 17:33:21.656489 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3e94e911-e5e8-4ae7-9700-c8fda515fb28 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:21.718287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-86456718-36c8-4686-95f8-3131c59f8a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:21.719764 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-86456718-36c8-4686-95f8-3131c59f8a3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef HTTP/1.1" status: 200 len: 797 time: 0.2490904 Sep 29 17:33:21.735670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94dec74-2b07-416d-b147-174c5f875be4 req-d2609416-3ce6-466b-b228-d8ee26410f39 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:21.737065 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c94dec74-2b07-416d-b147-174c5f875be4 req-d2609416-3ce6-466b-b228-d8ee26410f39 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 946 time: 0.3141391 Sep 29 17:33:21.792673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5e499-a3ee-4dad-9b54-b12c1bab78a5 req-9de876cd-91ca-44a5-9d0b-1ba6513f4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:21.794027 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5e499-a3ee-4dad-9b54-b12c1bab78a5 req-9de876cd-91ca-44a5-9d0b-1ba6513f4320 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=81b8f427-6a40-4543-b542-ebc1c5f5a50d HTTP/1.1" status: 200 len: 846 time: 0.1576538 Sep 29 17:33:21.856536 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5e499-a3ee-4dad-9b54-b12c1bab78a5 req-8119bbef-1671-4af1-aac6-e8c3235a63eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461395 Sep 29 17:33:21.867058 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:21.886590 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3e94e911-e5e8-4ae7-9700-c8fda515fb28 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:21.944941 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c94dec74-2b07-416d-b147-174c5f875be4 req-5ecfdc5d-79d7-46b0-8f48-954166a999dd tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921778 Sep 29 17:33:21.946722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-1629c287-8bed-455b-9f9c-3994dc0cdff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:21.948145 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-1629c287-8bed-455b-9f9c-3994dc0cdff7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2087665 Sep 29 17:33:22.082283 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e94e911-e5e8-4ae7-9700-c8fda515fb28 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:22.085638 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba372e17-903d-48a8-bbfb-d27f5b44de4a req-e98ea5bd-2612-449f-91e0-6ea59ba4b54d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:22.087129 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba372e17-903d-48a8-bbfb-d27f5b44de4a req-e98ea5bd-2612-449f-91e0-6ea59ba4b54d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.0525980 Sep 29 17:33:22.098841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-3e94e911-e5e8-4ae7-9700-c8fda515fb28 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:22.100705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94e911-e5e8-4ae7-9700-c8fda515fb28 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event updated for resources: {'Port': ['ID=23dadeec-7d56-4820-9a5b-0bbd5e7036c4,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:22.108410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e94e911-e5e8-4ae7-9700-c8fda515fb28 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:22.136393 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba372e17-903d-48a8-bbfb-d27f5b44de4a req-92f3670f-328a-44b4-bf19-9f33ecde9216 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413430 Sep 29 17:33:22.230469 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Router 41bb5820-a5e3-451a-92b7-472c1975c6d0 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:33:22.242816 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5e499-a3ee-4dad-9b54-b12c1bab78a5 req-418b8c51-4394-4443-845f-8ca8be02b331 service neutron] 10.222.0.49 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709090 Sep 29 17:33:22.275548 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24a8c4-45ed-49eb-b3a4-4287867d2f9a req-789cf7ca-5a72-4902-9bfb-64460ed871a5 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:22.277823 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dd24a8c4-45ed-49eb-b3a4-4287867d2f9a req-789cf7ca-5a72-4902-9bfb-64460ed871a5 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 944 time: 0.0608892 Sep 29 17:33:22.279358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Allocated IP 172.25.2.135 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/995d9692-065c-4708-99ae-8c837b19b59a) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:22.310173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94e911-e5e8-4ae7-9700-c8fda515fb28 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:22.310820 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3e94e911-e5e8-4ae7-9700-c8fda515fb28 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:22.318595 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dd24a8c4-45ed-49eb-b3a4-4287867d2f9a req-a1a43f87-0213-4f69-8b25-167c83d2db0c tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337069 Sep 29 17:33:22.346073 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-ad4d5ec5-1022-46f1-84b3-51c224906a6d service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568907 Sep 29 17:33:22.427846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0eb679cc-facb-4f94-b64c-042955fdffa6 None None] Provisioning complete for port 23dadeec-7d56-4820-9a5b-0bbd5e7036c4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:22.428437 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0eb679cc-facb-4f94-b64c-042955fdffa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:22.429968 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3e94e911-e5e8-4ae7-9700-c8fda515fb28 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.6487060 Sep 29 17:33:22.432548 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40166) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:22.468250 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0eb679cc-facb-4f94-b64c-042955fdffa6 None None] Port 23dadeec-7d56-4820-9a5b-0bbd5e7036c4 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:33:22.519906 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57865dc7-b5fb-45ce-8f99-60cd6dc64c27 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:22.525800 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57865dc7-b5fb-45ce-8f99-60cd6dc64c27 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:22.532278 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57865dc7-b5fb-45ce-8f99-60cd6dc64c27 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:22.533935 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-57865dc7-b5fb-45ce-8f99-60cd6dc64c27 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1001534 Sep 29 17:33:22.536703 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40168) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:22.608866 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5e499-a3ee-4dad-9b54-b12c1bab78a5 req-5150cb8e-8935-4ab5-b09b-1cc33ab470d8 service neutron] 10.222.0.49 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549170 Sep 29 17:33:22.641489 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-b72a41cf-e151-4f06-a153-d6503e5344ea tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Deleting port 23dadeec-7d56-4820-9a5b-0bbd5e7036c4 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:22.641908 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b72a41cf-e151-4f06-a153-d6503e5344ea tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:22.670286 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:22.673704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:33:22.687793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Sync routers for ids ['41bb5820-a5e3-451a-92b7-472c1975c6d0'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:33:22.703702 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2776387-8973-43c9-9573-ee4d632e9ef5 req-48e0a45c-485e-4be0-a165-fdbd2fc3271e service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129063 Sep 29 17:33:22.708155 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Routers {'41bb5820-a5e3-451a-92b7-472c1975c6d0'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:22.710521 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['41bb5820-a5e3-451a-92b7-472c1975c6d0'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:22.736383 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b72a41cf-e151-4f06-a153-d6503e5344ea tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:22.750023 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-b72a41cf-e151-4f06-a153-d6503e5344ea tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Calling delete_port for 23dadeec-7d56-4820-9a5b-0bbd5e7036c4 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:22.758165 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:22.759673 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ed569a4b-fbfd-4abf-8324-5e7c5b23e5b1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.4162612 Sep 29 17:33:22.763947 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40172) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:22.772908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41702dfa-b342-4a20-9942-080a6b28f9d7 req-f8031570-4cb8-4704-b9dc-ae61dcaa94a7 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:22.780457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41702dfa-b342-4a20-9942-080a6b28f9d7 req-f8031570-4cb8-4704-b9dc-ae61dcaa94a7 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:22.786583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41702dfa-b342-4a20-9942-080a6b28f9d7 req-f8031570-4cb8-4704-b9dc-ae61dcaa94a7 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:22.793719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41702dfa-b342-4a20-9942-080a6b28f9d7 req-f8031570-4cb8-4704-b9dc-ae61dcaa94a7 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:22.799641 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41702dfa-b342-4a20-9942-080a6b28f9d7 req-f8031570-4cb8-4704-b9dc-ae61dcaa94a7 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:22.806320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41702dfa-b342-4a20-9942-080a6b28f9d7 req-f8031570-4cb8-4704-b9dc-ae61dcaa94a7 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:22.815972 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41702dfa-b342-4a20-9942-080a6b28f9d7 req-f8031570-4cb8-4704-b9dc-ae61dcaa94a7 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:22.826759 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41702dfa-b342-4a20-9942-080a6b28f9d7 req-f8031570-4cb8-4704-b9dc-ae61dcaa94a7 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.1922340 Sep 29 17:33:22.856175 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Set router 41bb5820-a5e3-451a-92b7-472c1975c6d0 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:33:22.890953 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41702dfa-b342-4a20-9942-080a6b28f9d7 req-1cc84fbf-b08d-4fd6-9f55-d5e46f33f582 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555427 Sep 29 17:33:22.911882 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:22.945157 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-be03199f-2066-436c-93dd-705fe6f3c779 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/routers/41bb5820-a5e3-451a-92b7-472c1975c6d0 HTTP/1.1" status: 200 len: 907 time: 0.1797616 Sep 29 17:33:22.946055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40174) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:22.951606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:22.955023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:22.965068 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:23.005863 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Pushing event updated for resources: {'Port': ['ID=995d9692-065c-4708-99ae-8c837b19b59a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:23.021035 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:23.021690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:23.022186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:23.022673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:23.023178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:23.023662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:23.024145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:23.024627 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:23.025131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:23.025641 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:23.026195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:23.026696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:23.141161 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bb5820-a5e3-451a-92b7-472c1975c6d0', 'name': 'tempest-snat-router-708166315', 'tenant_id': '20a8d314d2e34f84a17f46fabb1b8144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '7bd0a789-f07b-43f2-be70-b5a3189718a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:33:14Z', 'updated_at': '2021-09-29T17:33:19Z', 'revision_number': 3, 'project_id': '20a8d314d2e34f84a17f46fabb1b8144', 'gw_port': {'id': '7bd0a789-f07b-43f2-be70-b5a3189718a9', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:86:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41bb5820-a5e3-451a-92b7-472c1975c6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:33:17Z', 'updated_at': '2021-09-29T17:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:23.146409 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 51083211-b5be-4ebe-8158-8c6c91a7bd10 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:33:23.196119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Checking router: 41bb5820-a5e3-451a-92b7-472c1975c6d0 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:33:23.196469 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Updating router 41bb5820-a5e3-451a-92b7-472c1975c6d0 port 7bd0a789-f07b-43f2-be70-b5a3189718a9 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:33:23.238648 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.288749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fedf8-d127-4a91-b4d6-8e705f4b0400 req-3c454b3f-e43b-4deb-a70e-86c0903c9c95 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:23.290610 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1f6fedf8-d127-4a91-b4d6-8e705f4b0400 req-3c454b3f-e43b-4deb-a70e-86c0903c9c95 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.0673251 Sep 29 17:33:23.337080 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1f6fedf8-d127-4a91-b4d6-8e705f4b0400 req-61cc2527-09fa-4295-a13d-86fd7913639e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370977 Sep 29 17:33:23.399668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee604e8-a37a-4091-b59f-481f94a4555a req-88d1e95c-296d-410c-aa84-31fc8e7d4bd1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:23.401140 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ee604e8-a37a-4091-b59f-481f94a4555a req-88d1e95c-296d-410c-aa84-31fc8e7d4bd1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 946 time: 0.1306903 Sep 29 17:33:23.404086 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b72a41cf-e151-4f06-a153-d6503e5344ea tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.421113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 51083211-b5be-4ebe-8158-8c6c91a7bd10, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=51083211-b5be-4ebe-8158-8c6c91a7bd10,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:23.443864 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.446815 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '51083211-b5be-4ebe-8158-8c6c91a7bd10', 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f', 'port_id': '51083211-b5be-4ebe-8158-8c6c91a7bd10', 'mac_address': 'fa:16:3e:63:f4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b8f427-6a40-4543-b542-ebc1c5f5a50d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:33:23.456203 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a41cf-e151-4f06-a153-d6503e5344ea tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event deleted for resources: {'Port': ['ID=23dadeec-7d56-4820-9a5b-0bbd5e7036c4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:23.504203 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70039a15-e9c6-4350-8cd7-409171929cf4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.530466 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.571359 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ee604e8-a37a-4091-b59f-481f94a4555a req-8e9301a1-9ba0-4f02-8a31-70789d6442c7 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605506 Sep 29 17:33:23.577985 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.603517 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53546a-aa9c-47d9-8c20-280ac942d4fa req-3732eb66-97cf-4372-bff4-297b65856a5d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:23.612558 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb53546a-aa9c-47d9-8c20-280ac942d4fa req-3732eb66-97cf-4372-bff4-297b65856a5d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 944 time: 0.1174009 Sep 29 17:33:23.638420 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51083211-b5be-4ebe-8158-8c6c91a7bd10 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:23.673462 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 51083211-b5be-4ebe-8158-8c6c91a7bd10, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=51083211-b5be-4ebe-8158-8c6c91a7bd10,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:23.681883 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.693630 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb53546a-aa9c-47d9-8c20-280ac942d4fa req-e2d5b2ce-07f6-4bfc-bd75-31b0b504c068 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763104 Sep 29 17:33:23.758756 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70039a15-e9c6-4350-8cd7-409171929cf4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.786311 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.792251 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.798635 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=51083211-b5be-4ebe-8158-8c6c91a7bd10,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:23.810866 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b72a41cf-e151-4f06-a153-d6503e5344ea tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.811300 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.813036 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b72a41cf-e151-4f06-a153-d6503e5344ea tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "DELETE /v2.0/ports/23dadeec-7d56-4820-9a5b-0bbd5e7036c4 HTTP/1.1" status: 204 len: 168 time: 1.2754073 Sep 29 17:33:23.816538 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40186) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:23.821721 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.850764 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f79eef-ddcb-48fb-9d93-ff258e73c44b tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] GET failed (client error): The resource could not be found. Sep 29 17:33:23.852423 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a0f79eef-ddcb-48fb-9d93-ff258e73c44b tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "GET /v2.0/ports/23dadeec-7d56-4820-9a5b-0bbd5e7036c4 HTTP/1.1" status: 404 len: 333 time: 0.0338821 Sep 29 17:33:23.857098 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40188) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:23.864594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-0a659dab-6f40-4502-8fef-fe7746e7e94a tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Request body: {'port': {'network_id': '8b2ae691-0d0e-479e-ae5a-4e2ace1e5564', 'name': 'tempest-AllowedAddressPairTestJSON-170204648'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:23.883353 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Pushing event updated for resources: {'Port': ['ID=995d9692-065c-4708-99ae-8c837b19b59a,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:23.885407 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Attempting to bind port 7bd0a789-f07b-43f2-be70-b5a3189718a9 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:23.886122 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-70039a15-e9c6-4350-8cd7-409171929cf4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Deleting port 7bd0a789-f07b-43f2-be70-b5a3189718a9 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:23.886315 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70039a15-e9c6-4350-8cd7-409171929cf4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.889534 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Attempting to bind port 7bd0a789-f07b-43f2-be70-b5a3189718a9 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:23.892130 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Attempting to bind port 7bd0a789-f07b-43f2-be70-b5a3189718a9 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:23.900848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:33:23.904200 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.905589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:23.906276 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.906585 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:33:23.907145 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Bound port: 7bd0a789-f07b-43f2-be70-b5a3189718a9, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:33:23.907596 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.909502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62b2e8-0dc4-483f-8b5f-c767e24a3810 None None] Pushing event updated for resources: {'Port': ['ID=7bd0a789-f07b-43f2-be70-b5a3189718a9,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:23.927986 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:23.929864 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-40992ab8-0a8a-4d1c-94cd-ded365f55af5 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3843617 Sep 29 17:33:23.932508 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40192) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:23.942126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['51083211-b5be-4ebe-8158-8c6c91a7bd10'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:24.017237 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] For port 7bd0a789-f07b-43f2-be70-b5a3189718a9, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:24.023245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] For port 7bd0a789-f07b-43f2-be70-b5a3189718a9, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7bd0a789-f07b-43f2-be70-b5a3189718a9,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:33:24.031810 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:24.072719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:24.085667 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70039a15-e9c6-4350-8cd7-409171929cf4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:24.099479 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:24.118753 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c094cc1-b2a6-40fc-9f49-b744e72b9e37 req-27089750-096c-424d-8f4f-243056f54dd5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:24.123931 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Routers {'41bb5820-a5e3-451a-92b7-472c1975c6d0'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:24.124567 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['41bb5820-a5e3-451a-92b7-472c1975c6d0'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:24.125411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c094cc1-b2a6-40fc-9f49-b744e72b9e37 req-27089750-096c-424d-8f4f-243056f54dd5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:24.128530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62b2e8-0dc4-483f-8b5f-c767e24a3810 None None] Pushing event updated for resources: {'Port': ['ID=7bd0a789-f07b-43f2-be70-b5a3189718a9,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:24.131234 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c094cc1-b2a6-40fc-9f49-b744e72b9e37 req-27089750-096c-424d-8f4f-243056f54dd5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:24.138091 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c094cc1-b2a6-40fc-9f49-b744e72b9e37 req-27089750-096c-424d-8f4f-243056f54dd5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:24.143952 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c094cc1-b2a6-40fc-9f49-b744e72b9e37 req-27089750-096c-424d-8f4f-243056f54dd5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:24.150213 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c094cc1-b2a6-40fc-9f49-b744e72b9e37 req-27089750-096c-424d-8f4f-243056f54dd5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:24.156749 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c094cc1-b2a6-40fc-9f49-b744e72b9e37 req-27089750-096c-424d-8f4f-243056f54dd5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:24.158606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c094cc1-b2a6-40fc-9f49-b744e72b9e37 req-27089750-096c-424d-8f4f-243056f54dd5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.1586468 Sep 29 17:33:24.159613 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-70039a15-e9c6-4350-8cd7-409171929cf4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Calling delete_port for 7bd0a789-f07b-43f2-be70-b5a3189718a9 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:24.200879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a659dab-6f40-4502-8fef-fe7746e7e94a tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Made reservation on behalf of 8c4c816e197a4b818fc090790cd3f94e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:24.203664 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a659dab-6f40-4502-8fef-fe7746e7e94a tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:24.205914 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:24.268122 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-0a659dab-6f40-4502-8fef-fe7746e7e94a tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] device_id is not set on port 4e83769d-ad65-480e-9a87-b773b9a9341c yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:24.287217 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c094cc1-b2a6-40fc-9f49-b744e72b9e37 req-c1607648-e46b-463a-8f0f-fa0eb2bfc732 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135850 Sep 29 17:33:24.350318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Allocated IP 172.25.2.198 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/27fdc2d5-0043-4dab-b7a3-236394832b60) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:24.394458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] Set router 41bb5820-a5e3-451a-92b7-472c1975c6d0 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:33:24.458647 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41bb5820-a5e3-451a-92b7-472c1975c6d0', 'name': 'tempest-snat-router-708166315', 'tenant_id': '20a8d314d2e34f84a17f46fabb1b8144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:33:14Z', 'updated_at': '2021-09-29T17:33:23Z', 'revision_number': 4, 'project_id': '20a8d314d2e34f84a17f46fabb1b8144', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:24.499479 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:24.501748 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-0a659dab-6f40-4502-8fef-fe7746e7e94a tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Allocated IP 172.20.0.12 (8b2ae691-0d0e-479e-ae5a-4e2ace1e5564/0c4375a3-e93e-4243-ba6d-27a52ab588e7/4e83769d-ad65-480e-9a87-b773b9a9341c) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:24.504302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb9f318-362d-4c53-9644-d424cde66c97 None None] The sync data for ids ['41bb5820-a5e3-451a-92b7-472c1975c6d0'] in n-d-811748-2 is: [{'id': '41bb5820-a5e3-451a-92b7-472c1975c6d0', 'name': 'tempest-snat-router-708166315', 'tenant_id': '20a8d314d2e34f84a17f46fabb1b8144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:33:14Z', 'updated_at': '2021-09-29T17:33:23Z', 'revision_number': 4, 'project_id': '20a8d314d2e34f84a17f46fabb1b8144', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:33:24.553997 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70039a15-e9c6-4350-8cd7-409171929cf4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:24.564846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb926c29-1a72-4908-9ccb-6b42772882a6 req-96d4b5b4-06eb-4531-af99-5884f11a7c0c tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:24.566442 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb926c29-1a72-4908-9ccb-6b42772882a6 req-96d4b5b4-06eb-4531-af99-5884f11a7c0c tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.0917945 Sep 29 17:33:24.589816 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:24.600038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70039a15-e9c6-4350-8cd7-409171929cf4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bd0a789-f07b-43f2-be70-b5a3189718a9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:24.647305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:24.650717 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb926c29-1a72-4908-9ccb-6b42772882a6 req-d6342a77-473f-4dbe-999f-a24e5c168c25 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757971 Sep 29 17:33:24.656764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:24.663703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:24.667070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Pushing event updated for resources: {'Port': ['ID=27fdc2d5-0043-4dab-b7a3-236394832b60,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:24.762094 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70039a15-e9c6-4350-8cd7-409171929cf4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:24.771483 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:24.838373 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:24.861814 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a659dab-6f40-4502-8fef-fe7746e7e94a tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:24.869096 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70039a15-e9c6-4350-8cd7-409171929cf4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:24.872467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ce37c-8209-4009-90fb-528a0e50dbd5 req-7d84eeb6-104e-460b-bf2a-3b8dbc51e176 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:24.872849 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70039a15-e9c6-4350-8cd7-409171929cf4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:24.874098 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f6ce37c-8209-4009-90fb-528a0e50dbd5 req-7d84eeb6-104e-460b-bf2a-3b8dbc51e176 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 945 time: 0.0920644 Sep 29 17:33:24.924931 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70039a15-e9c6-4350-8cd7-409171929cf4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:24.925460 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70039a15-e9c6-4350-8cd7-409171929cf4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41bb5820-a5e3-451a-92b7-472c1975c6d0 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:33:24.930643 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70039a15-e9c6-4350-8cd7-409171929cf4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:24.931570 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-70039a15-e9c6-4350-8cd7-409171929cf4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "DELETE /v2.0/routers/41bb5820-a5e3-451a-92b7-472c1975c6d0 HTTP/1.1" status: 204 len: 168 time: 1.9840348 Sep 29 17:33:24.935410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40204) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:24.953052 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f6ce37c-8209-4009-90fb-528a0e50dbd5 req-f70a2c3b-673e-46d5-9154-e54e9684d1d9 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709772 Sep 29 17:33:25.009055 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a659dab-6f40-4502-8fef-fe7746e7e94a tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:25.040980 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:25.046325 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:25.070584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a659dab-6f40-4502-8fef-fe7746e7e94a tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:25.080534 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-0a659dab-6f40-4502-8fef-fe7746e7e94a tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:25.084214 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a659dab-6f40-4502-8fef-fe7746e7e94a tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:25.109852 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a659dab-6f40-4502-8fef-fe7746e7e94a tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event updated for resources: {'Port': ['ID=4e83769d-ad65-480e-9a87-b773b9a9341c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:25.131415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Pushing event updated for resources: {'Port': ['ID=27fdc2d5-0043-4dab-b7a3-236394832b60,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:25.142423 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:25.145142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 51083211-b5be-4ebe-8158-8c6c91a7bd10 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:25.146700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a659dab-6f40-4502-8fef-fe7746e7e94a tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:25.147370 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a659dab-6f40-4502-8fef-fe7746e7e94a tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:25.154232 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c293e0b-2545-4aaf-9e28-c85ac71c87fc tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:25.165024 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:25.169818 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-92e23b01-b04b-4e45-a49b-752bf986baa8 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2309511 Sep 29 17:33:25.170048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40206) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:25.206321 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 51083211-b5be-4ebe-8158-8c6c91a7bd10 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:33:25.211309 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 51083211-b5be-4ebe-8158-8c6c91a7bd10 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:25.212463 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:25.288064 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c293e0b-2545-4aaf-9e28-c85ac71c87fc tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:25.301255 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0a659dab-6f40-4502-8fef-fe7746e7e94a tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4429145 Sep 29 17:33:25.303813 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40208) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:25.308626 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b034c850-07f3-44a7-8ad7-eaaf6d6d17f8 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3699 time: 0.1344569 Sep 29 17:33:25.309397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40210) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:25.316137 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7c08a2a3-5cab-46ae-8f76-f4a145377e8b tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:26:d2:c8'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:25.364271 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:25.393958 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a17a2ec-090b-419a-a640-faa362c00299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51083211-b5be-4ebe-8158-8c6c91a7bd10'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:33:25.408217 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e569ee4f-0d45-490f-9898-aab6da44c73a" -d '{"events": [{"server_uuid": "0a17a2ec-090b-419a-a640-faa362c00299", "name": "network-vif-plugged", "status": "completed", "tag": "51083211-b5be-4ebe-8158-8c6c91a7bd10"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:33:25.431137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 51083211-b5be-4ebe-8158-8c6c91a7bd10, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=51083211-b5be-4ebe-8158-8c6c91a7bd10,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:25.445184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-09500410-fda4-4935-983e-87ddad75aa8b None None] Provisioning complete for port 4e83769d-ad65-480e-9a87-b773b9a9341c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:25.445653 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09500410-fda4-4935-983e-87ddad75aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:25.449162 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:25.475397 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac22a59a-6db0-4dc8-8048-f31694696d70 x-openstack-request-id: req-ac22a59a-6db0-4dc8-8048-f31694696d70 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:25.476081 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a17a2ec-090b-419a-a640-faa362c00299", "name": "network-vif-plugged", "status": "completed", "tag": "51083211-b5be-4ebe-8158-8c6c91a7bd10", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:25.476081 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac22a59a-6db0-4dc8-8048-f31694696d70 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:25.477204 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a17a2ec-090b-419a-a640-faa362c00299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51083211-b5be-4ebe-8158-8c6c91a7bd10', 'code': 200} Sep 29 17:33:25.533211 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-09500410-fda4-4935-983e-87ddad75aa8b None None] Port 4e83769d-ad65-480e-9a87-b773b9a9341c cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:33:25.545629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=51083211-b5be-4ebe-8158-8c6c91a7bd10,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:25.581176 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2c293e0b-2545-4aaf-9e28-c85ac71c87fc tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Deleting port 265c2172-e9d3-48e4-96d6-dcfa183c0e40 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:25.581555 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c293e0b-2545-4aaf-9e28-c85ac71c87fc tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:25.616301 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8508f07-cbdf-42c5-8500-393432146844 req-1d0bd83c-8019-44ef-9896-8206b7b332ba tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:25.622782 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8508f07-cbdf-42c5-8500-393432146844 req-1d0bd83c-8019-44ef-9896-8206b7b332ba tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:25.628623 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8508f07-cbdf-42c5-8500-393432146844 req-1d0bd83c-8019-44ef-9896-8206b7b332ba tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:25.634479 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8508f07-cbdf-42c5-8500-393432146844 req-1d0bd83c-8019-44ef-9896-8206b7b332ba tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:25.640704 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8508f07-cbdf-42c5-8500-393432146844 req-1d0bd83c-8019-44ef-9896-8206b7b332ba tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:25.646621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8508f07-cbdf-42c5-8500-393432146844 req-1d0bd83c-8019-44ef-9896-8206b7b332ba tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:25.653257 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8508f07-cbdf-42c5-8500-393432146844 req-1d0bd83c-8019-44ef-9896-8206b7b332ba tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:25.656190 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a8508f07-cbdf-42c5-8500-393432146844 req-1d0bd83c-8019-44ef-9896-8206b7b332ba tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.2454994 Sep 29 17:33:25.765129 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c08a2a3-5cab-46ae-8f76-f4a145377e8b tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:25.794241 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a8508f07-cbdf-42c5-8500-393432146844 req-8fcb6f0f-f04c-42d9-86fe-9d4dd77bd2bf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304786 Sep 29 17:33:25.794605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f184d7a3-392d-4586-a57e-5ede8fd5c7be tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4839900 Sep 29 17:33:25.799392 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40222) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:25.834055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-2c293e0b-2545-4aaf-9e28-c85ac71c87fc tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] For port 265c2172-e9d3-48e4-96d6-dcfa183c0e40, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=265c2172-e9d3-48e4-96d6-dcfa183c0e40,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:25.834417 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c293e0b-2545-4aaf-9e28-c85ac71c87fc tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:25.857205 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2c293e0b-2545-4aaf-9e28-c85ac71c87fc tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Calling delete_port for 265c2172-e9d3-48e4-96d6-dcfa183c0e40 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:25.877372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83353827-fc16-4425-aeb2-d96735f7e4da req-8a704c97-5ec8-42d8-92a0-d9551368b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:25.879243 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83353827-fc16-4425-aeb2-d96735f7e4da req-8a704c97-5ec8-42d8-92a0-d9551368b139 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 1097 time: 0.1385715 Sep 29 17:33:25.968812 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471d70-1cbd-4f81-9ee2-1f1095b6171b req-0a114b72-8cea-4858-8dc4-015238a9fe58 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:25.970206 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35471d70-1cbd-4f81-9ee2-1f1095b6171b req-0a114b72-8cea-4858-8dc4-015238a9fe58 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.1979749 Sep 29 17:33:25.989173 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83353827-fc16-4425-aeb2-d96735f7e4da req-86d7e8d1-226b-474c-8939-1fe8b26b95d9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726271 Sep 29 17:33:26.026058 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35471d70-1cbd-4f81-9ee2-1f1095b6171b req-58117378-7c50-4acd-9933-66646379bc2b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450852 Sep 29 17:33:26.036238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0c50c516-5d46-474c-be7f-87d5463d60c2 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Deleting port 27fdc2d5-0043-4dab-b7a3-236394832b60 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:26.036577 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c50c516-5d46-474c-be7f-87d5463d60c2 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.118319 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c08a2a3-5cab-46ae-8f76-f4a145377e8b tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.122259 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c50c516-5d46-474c-be7f-87d5463d60c2 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.122740 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c50c516-5d46-474c-be7f-87d5463d60c2 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.140240 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c08a2a3-5cab-46ae-8f76-f4a145377e8b tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.142787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0c50c516-5d46-474c-be7f-87d5463d60c2 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Calling delete_port for 27fdc2d5-0043-4dab-b7a3-236394832b60 owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:26.164633 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0b3c5-ff79-45ce-b203-64d57b98617a req-8a0b0212-252e-455f-94cf-c136ea2bfee0 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:26.166125 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8cf0b3c5-ff79-45ce-b203-64d57b98617a req-8a0b0212-252e-455f-94cf-c136ea2bfee0 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 946 time: 0.1290498 Sep 29 17:33:26.270242 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c293e0b-2545-4aaf-9e28-c85ac71c87fc tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.282551 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08a2a3-5cab-46ae-8f76-f4a145377e8b tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event updated for resources: {'Port': ['ID=4e83769d-ad65-480e-9a87-b773b9a9341c,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:26.299744 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c50c516-5d46-474c-be7f-87d5463d60c2 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.325218 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-7c08a2a3-5cab-46ae-8f76-f4a145377e8b tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] In _notify_port_updated(), no bound segment for port 4e83769d-ad65-480e-9a87-b773b9a9341c on network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 {{(pid=95015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:33:26.330683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c08a2a3-5cab-46ae-8f76-f4a145377e8b tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:26.331324 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c08a2a3-5cab-46ae-8f76-f4a145377e8b tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.332652 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7c08a2a3-5cab-46ae-8f76-f4a145377e8b tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "PUT /v2.0/ports/4e83769d-ad65-480e-9a87-b773b9a9341c HTTP/1.1" status: 200 len: 993 time: 1.0276411 Sep 29 17:33:26.336629 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40226) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:26.341330 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8cf0b3c5-ff79-45ce-b203-64d57b98617a req-15deaf9b-be01-47b9-8da5-21a512be0deb tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523819 Sep 29 17:33:26.359246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50c516-5d46-474c-be7f-87d5463d60c2 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Pushing event deleted for resources: {'Port': ['ID=27fdc2d5-0043-4dab-b7a3-236394832b60,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:26.365325 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c293e0b-2545-4aaf-9e28-c85ac71c87fc tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Pushing event deleted for resources: {'Port': ['ID=265c2172-e9d3-48e4-96d6-dcfa183c0e40,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:26.409429 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c293e0b-2545-4aaf-9e28-c85ac71c87fc tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.465491 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c50c516-5d46-474c-be7f-87d5463d60c2 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.468091 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c50c516-5d46-474c-be7f-87d5463d60c2 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.471213 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0c50c516-5d46-474c-be7f-87d5463d60c2 tempest-FloatingIPAdminTestJSON-667161772 tempest-FloatingIPAdminTestJSON-667161772-project] 10.222.0.44 "DELETE /v2.0/floatingips/c7679abf-3f40-4387-9f64-8dc37a74103a HTTP/1.1" status: 204 len: 168 time: 0.6696832 Sep 29 17:33:26.471811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40228) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:26.481470 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-09ae631b-4617-4607-aab6-63b77b38d5e7 None None] Provisioning complete for port 4e83769d-ad65-480e-9a87-b773b9a9341c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:26.482014 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09ae631b-4617-4607-aab6-63b77b38d5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.505236 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c293e0b-2545-4aaf-9e28-c85ac71c87fc tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.507302 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c293e0b-2545-4aaf-9e28-c85ac71c87fc tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.533683 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-09ae631b-4617-4607-aab6-63b77b38d5e7 None None] Port 4e83769d-ad65-480e-9a87-b773b9a9341c cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:33:26.559751 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c293e0b-2545-4aaf-9e28-c85ac71c87fc tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.560576 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c293e0b-2545-4aaf-9e28-c85ac71c87fc tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11db14e5-ee91-4b2a-a4fa-5ca794965a8f {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:33:26.565420 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c293e0b-2545-4aaf-9e28-c85ac71c87fc tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.570209 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2c293e0b-2545-4aaf-9e28-c85ac71c87fc tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "DELETE /v2.0/routers/11db14e5-ee91-4b2a-a4fa-5ca794965a8f HTTP/1.1" status: 204 len: 168 time: 1.6301699 Sep 29 17:33:26.570209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40230) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:26.575855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1729770153', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}, 'admin_state_up': False}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:26.602784 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.604037 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.630144 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea1b51-a582-41f9-9765-8ae6767543cf tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Deleting port 4e83769d-ad65-480e-9a87-b773b9a9341c {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:26.630484 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1b51-a582-41f9-9765-8ae6767543cf tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.676348 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.716160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-82adaa30-30fb-4d19-87cd-0d881f9e69e0 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Deleting port 995d9692-065c-4708-99ae-8c837b19b59a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:26.716498 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82adaa30-30fb-4d19-87cd-0d881f9e69e0 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.757098 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1b51-a582-41f9-9765-8ae6767543cf tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.799238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea1b51-a582-41f9-9765-8ae6767543cf tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Calling delete_port for 4e83769d-ad65-480e-9a87-b773b9a9341c owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:26.861122 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82adaa30-30fb-4d19-87cd-0d881f9e69e0 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.861484 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82adaa30-30fb-4d19-87cd-0d881f9e69e0 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:26.879019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-82adaa30-30fb-4d19-87cd-0d881f9e69e0 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Calling delete_port for 995d9692-065c-4708-99ae-8c837b19b59a owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:27.034579 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1b51-a582-41f9-9765-8ae6767543cf tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:27.087058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea1b51-a582-41f9-9765-8ae6767543cf tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event deleted for resources: {'Port': ['ID=4e83769d-ad65-480e-9a87-b773b9a9341c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:27.128958 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:27.182325 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:27.187675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82adaa30-30fb-4d19-87cd-0d881f9e69e0 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:27.215133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02353a-788b-49da-b3af-f564cb6d4d6f req-89dd453c-baac-4d0a-80d8-fc1d1741256d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:27.221481 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02353a-788b-49da-b3af-f564cb6d4d6f req-89dd453c-baac-4d0a-80d8-fc1d1741256d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:27.227713 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02353a-788b-49da-b3af-f564cb6d4d6f req-89dd453c-baac-4d0a-80d8-fc1d1741256d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:27.234905 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02353a-788b-49da-b3af-f564cb6d4d6f req-89dd453c-baac-4d0a-80d8-fc1d1741256d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:27.241024 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02353a-788b-49da-b3af-f564cb6d4d6f req-89dd453c-baac-4d0a-80d8-fc1d1741256d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:27.246001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adaa30-30fb-4d19-87cd-0d881f9e69e0 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Pushing event deleted for resources: {'Port': ['ID=995d9692-065c-4708-99ae-8c837b19b59a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:27.247583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02353a-788b-49da-b3af-f564cb6d4d6f req-89dd453c-baac-4d0a-80d8-fc1d1741256d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:27.253305 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02353a-788b-49da-b3af-f564cb6d4d6f req-89dd453c-baac-4d0a-80d8-fc1d1741256d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:27.261639 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d02353a-788b-49da-b3af-f564cb6d4d6f req-89dd453c-baac-4d0a-80d8-fc1d1741256d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.1587813 Sep 29 17:33:27.294218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f8dd6-2a08-4296-81eb-9efed06af295 req-5929d742-4876-494d-b5cb-4d7c61e92254 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:27.295515 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd0f8dd6-2a08-4296-81eb-9efed06af295 req-5929d742-4876-494d-b5cb-4d7c61e92254 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.1700337 Sep 29 17:33:27.349442 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d02353a-788b-49da-b3af-f564cb6d4d6f req-b9ce099e-3ebd-4fc7-8080-b60632165469 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849447 Sep 29 17:33:27.402069 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82adaa30-30fb-4d19-87cd-0d881f9e69e0 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:27.404660 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82adaa30-30fb-4d19-87cd-0d881f9e69e0 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:27.405850 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-82adaa30-30fb-4d19-87cd-0d881f9e69e0 tempest-FloatingIPAdminTestJSON-289267232 tempest-FloatingIPAdminTestJSON-289267232-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/fd56caeb-9e25-4d88-a175-577676ec599f HTTP/1.1" status: 204 len: 168 time: 0.9331274 Sep 29 17:33:27.407658 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1b51-a582-41f9-9765-8ae6767543cf tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:27.409748 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b0ea1b51-a582-41f9-9765-8ae6767543cf tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "DELETE /v2.0/ports/4e83769d-ad65-480e-9a87-b773b9a9341c HTTP/1.1" status: 204 len: 168 time: 1.0587301 Sep 29 17:33:27.412931 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd0f8dd6-2a08-4296-81eb-9efed06af295 req-f6fac0c0-505e-440f-bcbc-b75aa54e39eb tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758319 Sep 29 17:33:27.413437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40242) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:27.413764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40244) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:27.466472 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-f417496b-bf69-48a7-a0ab-f484f38b8ae6 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] GET failed (client error): The resource could not be found. Sep 29 17:33:27.467975 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f417496b-bf69-48a7-a0ab-f484f38b8ae6 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "GET /v2.0/ports/4e83769d-ad65-480e-9a87-b773b9a9341c HTTP/1.1" status: 404 len: 333 time: 0.0469089 Sep 29 17:33:27.471522 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40246) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:27.476101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-44a28ec9-59ef-45da-8dae-0aeab656da58 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Request body: {'port': {'network_id': '8b2ae691-0d0e-479e-ae5a-4e2ace1e5564', 'name': 'tempest-AllowedAddressPairTestJSON-1195089500'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:27.539750 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:27.562247 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:27.579943 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768a612-51cd-4089-93c6-d0de0d57ffe5 req-e3fa9048-1f52-445d-8f05-c18ee665263e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:27.581459 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1768a612-51cd-4089-93c6-d0de0d57ffe5 req-e3fa9048-1f52-445d-8f05-c18ee665263e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 946 time: 0.1225820 Sep 29 17:33:27.611176 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c50b8dc6-e368-422b-a081-fb1973998663 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Deleting port a14b7df6-15e4-4504-bdc5-90cdbbea0195 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:27.611520 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c50b8dc6-e368-422b-a081-fb1973998663 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:27.677148 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1768a612-51cd-4089-93c6-d0de0d57ffe5 req-c3a17cab-2da4-45ca-a33d-71c31c224cc3 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661852 Sep 29 17:33:27.680749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a28ec9-59ef-45da-8dae-0aeab656da58 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Made reservation on behalf of 8c4c816e197a4b818fc090790cd3f94e for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:27.684454 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44a28ec9-59ef-45da-8dae-0aeab656da58 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:27.707977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Allocated IP 172.25.2.45 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/eb099f3c-a601-42cc-934d-ee782420ca18) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:27.713683 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-44a28ec9-59ef-45da-8dae-0aeab656da58 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] device_id is not set on port 2a48c174-1a92-4bbb-b071-501a98ec9d3c yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:27.732111 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c50b8dc6-e368-422b-a081-fb1973998663 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:27.778828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c50b8dc6-e368-422b-a081-fb1973998663 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Calling delete_port for a14b7df6-15e4-4504-bdc5-90cdbbea0195 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:27.865765 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:27.909906 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:27.913702 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 265c2172-e9d3-48e4-96d6-dcfa183c0e40 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:33:27.918354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-44a28ec9-59ef-45da-8dae-0aeab656da58 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Allocated IP 172.20.0.10 (8b2ae691-0d0e-479e-ae5a-4e2ace1e5564/0c4375a3-e93e-4243-ba6d-27a52ab588e7/2a48c174-1a92-4bbb-b071-501a98ec9d3c) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:27.935950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 265c2172-e9d3-48e4-96d6-dcfa183c0e40 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:33:27.936448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 265c2172-e9d3-48e4-96d6-dcfa183c0e40 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:33:27.947353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:27.950443 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:27.969139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:27.982601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd15a4-0d63-4e7f-aa89-0732ddd10463 req-d0c50b58-14f2-49fe-a3a2-94c36128766b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:27.984121 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82cd15a4-0d63-4e7f-aa89-0732ddd10463 req-d0c50b58-14f2-49fe-a3a2-94c36128766b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 946 time: 0.1008635 Sep 29 17:33:28.014485 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Pushing event updated for resources: {'Port': ['ID=eb099f3c-a601-42cc-934d-ee782420ca18,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:28.093443 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82cd15a4-0d63-4e7f-aa89-0732ddd10463 req-5a5fb462-6c93-4ebe-9a1e-934b4489b2e2 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831354 Sep 29 17:33:28.122918 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c50b8dc6-e368-422b-a081-fb1973998663 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:28.163313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b8dc6-e368-422b-a081-fb1973998663 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event deleted for resources: {'Port': ['ID=a14b7df6-15e4-4504-bdc5-90cdbbea0195,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:28.242732 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44a28ec9-59ef-45da-8dae-0aeab656da58 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:28.272016 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c50b8dc6-e368-422b-a081-fb1973998663 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:28.274058 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c50b8dc6-e368-422b-a081-fb1973998663 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] 10.222.0.44 "DELETE /v2.0/ports/a14b7df6-15e4-4504-bdc5-90cdbbea0195 HTTP/1.1" status: 204 len: 168 time: 0.8593948 Sep 29 17:33:28.277162 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40258) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:28.296958 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44a28ec9-59ef-45da-8dae-0aeab656da58 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:28.338355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8ce1f-db05-40c6-8a3e-fba7df1312d2 req-5f625cbd-20e8-450d-89d5-2f1b3175956a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:28.340698 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ee8ce1f-db05-40c6-8a3e-fba7df1312d2 req-5f625cbd-20e8-450d-89d5-2f1b3175956a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 946 time: 0.1432881 Sep 29 17:33:28.346475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a28ec9-59ef-45da-8dae-0aeab656da58 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:28.355157 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-44a28ec9-59ef-45da-8dae-0aeab656da58 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:28.357589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a28ec9-59ef-45da-8dae-0aeab656da58 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event updated for resources: {'Port': ['ID=2a48c174-1a92-4bbb-b071-501a98ec9d3c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:28.359816 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a28ec9-59ef-45da-8dae-0aeab656da58 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:28.371809 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:28.425289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a28ec9-59ef-45da-8dae-0aeab656da58 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:28.426510 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44a28ec9-59ef-45da-8dae-0aeab656da58 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:28.450008 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-44a28ec9-59ef-45da-8dae-0aeab656da58 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9773958 Sep 29 17:33:28.459640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40264) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:28.464557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-095e861f-1d5d-44d8-b378-925949c14de7 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:26:d2:c8'}]}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:28.479007 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f0d36c-58d6-437d-b8e1-1a066543918f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:28.483015 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-71f0d36c-58d6-437d-b8e1-1a066543918f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bda55a7-800f-494d-b827-473c8aab3b95 HTTP/1.1" status: 200 len: 913 time: 0.2006769 Sep 29 17:33:28.484222 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40266) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:28.552064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeaabb5-ede5-4e65-973e-950b8a92d18f req-92b5fe6e-ac6f-42d3-9f70-3dfc061f5895 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:28.558231 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeaabb5-ede5-4e65-973e-950b8a92d18f req-92b5fe6e-ac6f-42d3-9f70-3dfc061f5895 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:28.564150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeaabb5-ede5-4e65-973e-950b8a92d18f req-92b5fe6e-ac6f-42d3-9f70-3dfc061f5895 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:28.570121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeaabb5-ede5-4e65-973e-950b8a92d18f req-92b5fe6e-ac6f-42d3-9f70-3dfc061f5895 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:28.576818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeaabb5-ede5-4e65-973e-950b8a92d18f req-92b5fe6e-ac6f-42d3-9f70-3dfc061f5895 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:28.578076 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ee8ce1f-db05-40c6-8a3e-fba7df1312d2 req-a5f849fe-68aa-42d5-9ed4-3aa5b2edc69b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194991 Sep 29 17:33:28.582777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeaabb5-ede5-4e65-973e-950b8a92d18f req-92b5fe6e-ac6f-42d3-9f70-3dfc061f5895 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:28.589211 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeaabb5-ede5-4e65-973e-950b8a92d18f req-92b5fe6e-ac6f-42d3-9f70-3dfc061f5895 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:28.591203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-afeaabb5-ede5-4e65-973e-950b8a92d18f req-92b5fe6e-ac6f-42d3-9f70-3dfc061f5895 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.1450045 Sep 29 17:33:28.673049 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-602235a2-0170-4390-b807-47ff824d321f None None] Provisioning complete for port 2a48c174-1a92-4bbb-b071-501a98ec9d3c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:28.673548 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-602235a2-0170-4390-b807-47ff824d321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:28.687071 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-afeaabb5-ede5-4e65-973e-950b8a92d18f req-ea6d6596-c59e-4e77-8703-d00108d2c6d1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743649 Sep 29 17:33:28.714681 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-602235a2-0170-4390-b807-47ff824d321f None None] Port 2a48c174-1a92-4bbb-b071-501a98ec9d3c cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:33:28.752372 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-095e861f-1d5d-44d8-b378-925949c14de7 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:28.842309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3435f18-b42b-44fa-9ed2-df3eebdbfc01 req-c5747511-e381-43fd-81f7-be4c724ae5fa tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:28.844610 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f3435f18-b42b-44fa-9ed2-df3eebdbfc01 req-c5747511-e381-43fd-81f7-be4c724ae5fa tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.1880946 Sep 29 17:33:28.880711 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:28.963227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda82f1-ea83-46bb-b441-fa5c0e6f25eb req-5ec0246f-50a6-4c46-8fcd-e7244ae4769f tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:28.965225 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aeda82f1-ea83-46bb-b441-fa5c0e6f25eb req-5ec0246f-50a6-4c46-8fcd-e7244ae4769f tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 946 time: 0.0738540 Sep 29 17:33:28.997464 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f3435f18-b42b-44fa-9ed2-df3eebdbfc01 req-35ca5fc0-ad56-4924-ac48-5ae779959e4e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406257 Sep 29 17:33:28.999063 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-095e861f-1d5d-44d8-b378-925949c14de7 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:29.006072 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-095e861f-1d5d-44d8-b378-925949c14de7 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:29.054895 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aeda82f1-ea83-46bb-b441-fa5c0e6f25eb req-9d97db5f-8754-4f34-badd-38761e831c76 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827997 Sep 29 17:33:29.116054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e861f-1d5d-44d8-b378-925949c14de7 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event updated for resources: {'Port': ['ID=2a48c174-1a92-4bbb-b071-501a98ec9d3c,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:29.130902 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-095e861f-1d5d-44d8-b378-925949c14de7 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] In _notify_port_updated(), no bound segment for port 2a48c174-1a92-4bbb-b071-501a98ec9d3c on network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 {{(pid=95016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:33:29.136621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095e861f-1d5d-44d8-b378-925949c14de7 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:29.137291 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-095e861f-1d5d-44d8-b378-925949c14de7 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:29.141259 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-095e861f-1d5d-44d8-b378-925949c14de7 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "PUT /v2.0/ports/2a48c174-1a92-4bbb-b071-501a98ec9d3c HTTP/1.1" status: 200 len: 997 time: 0.6789591 Sep 29 17:33:29.141917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40278) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:29.155459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Router a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:33:29.168618 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:33:29.253846 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8f12-8620-4f73-baed-76a18ce75b56 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:29.280247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-276645f1-344c-488b-a554-ee725d6e6b67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Deleting port 2a48c174-1a92-4bbb-b071-501a98ec9d3c {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:29.281056 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-276645f1-344c-488b-a554-ee725d6e6b67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:29.343034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-53cbf46c-9a81-4101-a6eb-19bd1be25c33 None None] Provisioning complete for port 2a48c174-1a92-4bbb-b071-501a98ec9d3c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:29.344218 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-53cbf46c-9a81-4101-a6eb-19bd1be25c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:29.358663 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:33:29.370784 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66390f48-bb3d-42fd-b7d4-0302223b2f8e None None] Sync routers for ids ['a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:33:29.390739 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66390f48-bb3d-42fd-b7d4-0302223b2f8e None None] Routers {'a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:29.391614 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-66390f48-bb3d-42fd-b7d4-0302223b2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:29.396418 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:29.401160 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3a972f5b-539d-4932-a779-07ce4fb2dff6 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8296251 Sep 29 17:33:29.402339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40280) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:29.402757 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-53cbf46c-9a81-4101-a6eb-19bd1be25c33 None None] Port 2a48c174-1a92-4bbb-b071-501a98ec9d3c cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:33:29.406778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5f109d5a-3fd4-42c7-8af9-4c96e64b54af tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'enable_snat': False}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:29.428331 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-66390f48-bb3d-42fd-b7d4-0302223b2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:29.439087 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66390f48-bb3d-42fd-b7d4-0302223b2f8e None None] Routers {'a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:29.439882 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-66390f48-bb3d-42fd-b7d4-0302223b2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:29.474517 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-66390f48-bb3d-42fd-b7d4-0302223b2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:29.475257 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66390f48-bb3d-42fd-b7d4-0302223b2f8e None None] The sync data for ids ['a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:33:29.481570 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-276645f1-344c-488b-a554-ee725d6e6b67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:29.498758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-276645f1-344c-488b-a554-ee725d6e6b67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Calling delete_port for 2a48c174-1a92-4bbb-b071-501a98ec9d3c owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:29.583568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f8f12-8620-4f73-baed-76a18ce75b56 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Deleting port 376db6c9-0e6a-442d-a663-4f2e8d299f21 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:29.584059 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8f12-8620-4f73-baed-76a18ce75b56 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:29.669807 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8f12-8620-4f73-baed-76a18ce75b56 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:29.682872 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2c0f8f12-8620-4f73-baed-76a18ce75b56 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Calling delete_port for 376db6c9-0e6a-442d-a663-4f2e8d299f21 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:29.787716 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-276645f1-344c-488b-a554-ee725d6e6b67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:30.143186 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3f56f-d4a2-4e34-b9ff-0bb1acd947f4 req-24872293-afca-43d7-badb-883df0d4c461 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:30.149014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3f56f-d4a2-4e34-b9ff-0bb1acd947f4 req-24872293-afca-43d7-badb-883df0d4c461 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:30.150052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276645f1-344c-488b-a554-ee725d6e6b67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event deleted for resources: {'Port': ['ID=2a48c174-1a92-4bbb-b071-501a98ec9d3c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:30.156370 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3f56f-d4a2-4e34-b9ff-0bb1acd947f4 req-24872293-afca-43d7-badb-883df0d4c461 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:30.162334 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3f56f-d4a2-4e34-b9ff-0bb1acd947f4 req-24872293-afca-43d7-badb-883df0d4c461 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:30.169860 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3f56f-d4a2-4e34-b9ff-0bb1acd947f4 req-24872293-afca-43d7-badb-883df0d4c461 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:30.175799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3f56f-d4a2-4e34-b9ff-0bb1acd947f4 req-24872293-afca-43d7-badb-883df0d4c461 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:30.181580 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3f56f-d4a2-4e34-b9ff-0bb1acd947f4 req-24872293-afca-43d7-badb-883df0d4c461 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:30.184198 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-73f3f56f-d4a2-4e34-b9ff-0bb1acd947f4 req-24872293-afca-43d7-badb-883df0d4c461 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.1202400 Sep 29 17:33:30.207509 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5f109d5a-3fd4-42c7-8af9-4c96e64b54af tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:30.275259 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-73f3f56f-d4a2-4e34-b9ff-0bb1acd947f4 req-0b82d043-a936-4ddb-8f85-be51b39a6731 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806983 Sep 29 17:33:30.295264 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8f12-8620-4f73-baed-76a18ce75b56 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:30.318616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b99258-14d8-4b18-9f5c-fbdab7e5dbe2 req-641d1641-c656-43d3-8fcc-a098f7c3dd77 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:30.320330 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f6b99258-14d8-4b18-9f5c-fbdab7e5dbe2 req-641d1641-c656-43d3-8fcc-a098f7c3dd77 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.1747496 Sep 29 17:33:30.333227 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f8f12-8620-4f73-baed-76a18ce75b56 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event deleted for resources: {'Port': ['ID=376db6c9-0e6a-442d-a663-4f2e8d299f21,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:30.344371 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-276645f1-344c-488b-a554-ee725d6e6b67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:30.351318 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-276645f1-344c-488b-a554-ee725d6e6b67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "DELETE /v2.0/ports/2a48c174-1a92-4bbb-b071-501a98ec9d3c HTTP/1.1" status: 204 len: 168 time: 1.2083168 Sep 29 17:33:30.354944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40290) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:30.411232 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4dc2fc0-2065-4592-ab54-9f747232a2b0 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] GET failed (client error): The resource could not be found. Sep 29 17:33:30.417229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d4dc2fc0-2065-4592-ab54-9f747232a2b0 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "GET /v2.0/ports/2a48c174-1a92-4bbb-b071-501a98ec9d3c HTTP/1.1" status: 404 len: 333 time: 0.0589256 Sep 29 17:33:30.420713 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40292) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:30.425938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-44771bfe-e1ed-4433-a3b3-1b7878a52e67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Request body: {'port': {'network_id': '8b2ae691-0d0e-479e-ae5a-4e2ace1e5564', 'name': 'tempest-AllowedAddressPairTestJSON-2034778953'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:30.444792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a2f6f-0d67-4cee-bd22-e12d2b68d324 req-7d08afbb-ad02-47b0-b5b6-a5da53441f34 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:30.446339 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-133a2f6f-0d67-4cee-bd22-e12d2b68d324 req-7d08afbb-ad02-47b0-b5b6-a5da53441f34 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.49 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 946 time: 0.1966264 Sep 29 17:33:30.489890 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f6b99258-14d8-4b18-9f5c-fbdab7e5dbe2 req-4a4a4719-c006-4aea-8661-c1e39f133c12 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592948 Sep 29 17:33:30.572799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a331e83-d02b-4296-9817-885954d0eefc req-23ca5282-3e15-46a3-b318-b6fa2bb596ba tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:30.575032 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a331e83-d02b-4296-9817-885954d0eefc req-23ca5282-3e15-46a3-b318-b6fa2bb596ba tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 946 time: 0.1502497 Sep 29 17:33:30.641008 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a331e83-d02b-4296-9817-885954d0eefc req-a8282e78-d987-42f7-b562-1711334397a9 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595222 Sep 29 17:33:30.642167 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8f12-8620-4f73-baed-76a18ce75b56 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:30.709980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-133a2f6f-0d67-4cee-bd22-e12d2b68d324 req-124c118f-e1a0-4a0d-b5e1-56f9d12f68a8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Deleting port 51083211-b5be-4ebe-8158-8c6c91a7bd10 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:30.710363 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-133a2f6f-0d67-4cee-bd22-e12d2b68d324 req-124c118f-e1a0-4a0d-b5e1-56f9d12f68a8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:30.743572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44771bfe-e1ed-4433-a3b3-1b7878a52e67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Made reservation on behalf of 8c4c816e197a4b818fc090790cd3f94e for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:30.748577 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44771bfe-e1ed-4433-a3b3-1b7878a52e67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:30.821394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-44771bfe-e1ed-4433-a3b3-1b7878a52e67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] device_id is not set on port b67fc9db-8fb2-4520-82ee-fcb7b69f3272 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:30.866796 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0f8f12-8620-4f73-baed-76a18ce75b56 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Router 0bda55a7-800f-494d-b827-473c8aab3b95 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:33:30.944735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-133a2f6f-0d67-4cee-bd22-e12d2b68d324 req-124c118f-e1a0-4a0d-b5e1-56f9d12f68a8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] For port 51083211-b5be-4ebe-8158-8c6c91a7bd10, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=51083211-b5be-4ebe-8158-8c6c91a7bd10,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:30.945090 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-133a2f6f-0d67-4cee-bd22-e12d2b68d324 req-124c118f-e1a0-4a0d-b5e1-56f9d12f68a8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:30.972264 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0f8f12-8620-4f73-baed-76a18ce75b56 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:33:30.977146 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2c0f8f12-8620-4f73-baed-76a18ce75b56 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] 10.222.0.44 "PUT /v2.0/routers/0bda55a7-800f-494d-b827-473c8aab3b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4919901 Sep 29 17:33:30.980515 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40296) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:30.983505 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee46350-6b14-4b65-ab69-c0476b6ff059 None None] Sync routers for ids ['0bda55a7-800f-494d-b827-473c8aab3b95'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:33:30.987985 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-133a2f6f-0d67-4cee-bd22-e12d2b68d324 req-124c118f-e1a0-4a0d-b5e1-56f9d12f68a8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Calling delete_port for 51083211-b5be-4ebe-8158-8c6c91a7bd10 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:30.992004 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee46350-6b14-4b65-ab69-c0476b6ff059 None None] Routers {'0bda55a7-800f-494d-b827-473c8aab3b95'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:30.992622 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-eee46350-6b14-4b65-ab69-c0476b6ff059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0bda55a7-800f-494d-b827-473c8aab3b95'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:31.025586 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-eee46350-6b14-4b65-ab69-c0476b6ff059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:31.034002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee46350-6b14-4b65-ab69-c0476b6ff059 None None] Routers {'0bda55a7-800f-494d-b827-473c8aab3b95'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:31.034607 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-eee46350-6b14-4b65-ab69-c0476b6ff059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0bda55a7-800f-494d-b827-473c8aab3b95'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:31.067399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-eee46350-6b14-4b65-ab69-c0476b6ff059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:31.068047 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee46350-6b14-4b65-ab69-c0476b6ff059 None None] The sync data for ids ['0bda55a7-800f-494d-b827-473c8aab3b95'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:33:31.091286 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0526e76b-ab20-4d20-9f53-309edaf65df1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:31.141206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-44771bfe-e1ed-4433-a3b3-1b7878a52e67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Allocated IP 172.20.0.6 (8b2ae691-0d0e-479e-ae5a-4e2ace1e5564/0c4375a3-e93e-4243-ba6d-27a52ab588e7/b67fc9db-8fb2-4520-82ee-fcb7b69f3272) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:31.192812 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0526e76b-ab20-4d20-9f53-309edaf65df1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:31.252285 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-0526e76b-ab20-4d20-9f53-309edaf65df1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Deleting port 62f76c11-7c2c-4cfb-8cbe-eb1a180d2e0b {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:31.252660 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0526e76b-ab20-4d20-9f53-309edaf65df1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:31.329290 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0526e76b-ab20-4d20-9f53-309edaf65df1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:31.341814 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-0526e76b-ab20-4d20-9f53-309edaf65df1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Calling delete_port for 62f76c11-7c2c-4cfb-8cbe-eb1a180d2e0b owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:31.463825 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-133a2f6f-0d67-4cee-bd22-e12d2b68d324 req-124c118f-e1a0-4a0d-b5e1-56f9d12f68a8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:31.497810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a15048ad-2803-49e1-a607-fe0b55b86024'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:31.519042 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0526e76b-ab20-4d20-9f53-309edaf65df1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:31.525525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c118f-e1a0-4a0d-b5e1-56f9d12f68a8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Pushing event deleted for resources: {'Port': ['ID=51083211-b5be-4ebe-8158-8c6c91a7bd10,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:31.535247 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44771bfe-e1ed-4433-a3b3-1b7878a52e67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:31.550568 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5f109d5a-3fd4-42c7-8af9-4c96e64b54af tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:31.591466 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5f109d5a-3fd4-42c7-8af9-4c96e64b54af tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:31.596263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-133a2f6f-0d67-4cee-bd22-e12d2b68d324 req-124c118f-e1a0-4a0d-b5e1-56f9d12f68a8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] No DVR routers for this DVR port 51083211-b5be-4ebe-8158-8c6c91a7bd10 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:33:31.611140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc70a85-ed6f-48ff-8822-f9d26d13e1c9 req-744898ab-3386-4b2f-a3a9-a69c4095b8eb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:31.617040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc70a85-ed6f-48ff-8822-f9d26d13e1c9 req-744898ab-3386-4b2f-a3a9-a69c4095b8eb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:31.622120 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526e76b-ab20-4d20-9f53-309edaf65df1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event deleted for resources: {'Port': ['ID=62f76c11-7c2c-4cfb-8cbe-eb1a180d2e0b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:31.623578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc70a85-ed6f-48ff-8822-f9d26d13e1c9 req-744898ab-3386-4b2f-a3a9-a69c4095b8eb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:31.629566 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc70a85-ed6f-48ff-8822-f9d26d13e1c9 req-744898ab-3386-4b2f-a3a9-a69c4095b8eb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:31.636029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc70a85-ed6f-48ff-8822-f9d26d13e1c9 req-744898ab-3386-4b2f-a3a9-a69c4095b8eb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:31.642037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc70a85-ed6f-48ff-8822-f9d26d13e1c9 req-744898ab-3386-4b2f-a3a9-a69c4095b8eb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:31.647943 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc70a85-ed6f-48ff-8822-f9d26d13e1c9 req-744898ab-3386-4b2f-a3a9-a69c4095b8eb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:31.649907 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ffc70a85-ed6f-48ff-8822-f9d26d13e1c9 req-744898ab-3386-4b2f-a3a9-a69c4095b8eb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.2539768 Sep 29 17:33:31.652856 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-133a2f6f-0d67-4cee-bd22-e12d2b68d324 req-124c118f-e1a0-4a0d-b5e1-56f9d12f68a8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:31.654794 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-133a2f6f-0d67-4cee-bd22-e12d2b68d324 req-124c118f-e1a0-4a0d-b5e1-56f9d12f68a8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.49 "DELETE /v2.0/ports/51083211-b5be-4ebe-8158-8c6c91a7bd10 HTTP/1.1" status: 204 len: 173 time: 1.1877801 Sep 29 17:33:31.655251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a17a2ec-090b-419a-a640-faa362c00299', 'name': 'network-vif-deleted', 'tag': '51083211-b5be-4ebe-8158-8c6c91a7bd10'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:33:31.657529 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f8eba4-045f-41ec-863e-3d19d4239466" -d '{"events": [{"server_uuid": "0a17a2ec-090b-419a-a640-faa362c00299", "name": "network-vif-deleted", "tag": "51083211-b5be-4ebe-8158-8c6c91a7bd10"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:33:31.675150 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0526e76b-ab20-4d20-9f53-309edaf65df1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:31.747900 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a4edc-f0b4-4846-8b7c-b7834111745c req-be0baf38-444b-4018-87ce-86170de62696 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:31.749502 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-580a4edc-f0b4-4846-8b7c-b7834111745c req-be0baf38-444b-4018-87ce-86170de62696 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.1521149 Sep 29 17:33:31.795080 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0526e76b-ab20-4d20-9f53-309edaf65df1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:31.798439 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0526e76b-ab20-4d20-9f53-309edaf65df1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:31.798643 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ffc70a85-ed6f-48ff-8822-f9d26d13e1c9 req-31cbc550-41fa-47a5-932f-ad5e0a894176 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1378601 Sep 29 17:33:31.801970 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44771bfe-e1ed-4433-a3b3-1b7878a52e67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:31.861590 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-580a4edc-f0b4-4846-8b7c-b7834111745c req-7ca5f710-c608-4f8f-8114-500516e8fc17 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837626 Sep 29 17:33:31.862377 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44771bfe-e1ed-4433-a3b3-1b7878a52e67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:31.865785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-44771bfe-e1ed-4433-a3b3-1b7878a52e67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:31.877959 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0526e76b-ab20-4d20-9f53-309edaf65df1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:31.878605 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0526e76b-ab20-4d20-9f53-309edaf65df1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Fanout notify agent at l3_agent the message router_deleted on router 0bda55a7-800f-494d-b827-473c8aab3b95 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:33:31.879975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44771bfe-e1ed-4433-a3b3-1b7878a52e67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:31.885259 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0526e76b-ab20-4d20-9f53-309edaf65df1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:31.886656 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0526e76b-ab20-4d20-9f53-309edaf65df1 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] 10.222.0.44 "DELETE /v2.0/routers/0bda55a7-800f-494d-b827-473c8aab3b95 HTTP/1.1" status: 204 len: 168 time: 0.9046063 Sep 29 17:33:31.895069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40310) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:31.928507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44771bfe-e1ed-4433-a3b3-1b7878a52e67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event updated for resources: {'Port': ['ID=b67fc9db-8fb2-4520-82ee-fcb7b69f3272,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:31.932144 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f109d5a-3fd4-42c7-8af9-4c96e64b54af tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Router a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:33:31.974198 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-36be3330-0b13-4d02-a643-eadc9390dac4 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Deleting subnet aa567d4f-4447-4f25-ae70-2db482cf8373 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:33:31.983250 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36be3330-0b13-4d02-a643-eadc9390dac4 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.005019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44771bfe-e1ed-4433-a3b3-1b7878a52e67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:32.005701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44771bfe-e1ed-4433-a3b3-1b7878a52e67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.039560 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36be3330-0b13-4d02-a643-eadc9390dac4 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.063259 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b392b52-a409-4d79-bd2a-1c107f4830b5 x-openstack-request-id: req-8b392b52-a409-4d79-bd2a-1c107f4830b5 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:32.063259 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a17a2ec-090b-419a-a640-faa362c00299", "name": "network-vif-deleted", "tag": "51083211-b5be-4ebe-8158-8c6c91a7bd10", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:32.063602 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b392b52-a409-4d79-bd2a-1c107f4830b5 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:32.063899 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a17a2ec-090b-419a-a640-faa362c00299', 'name': 'network-vif-deleted', 'tag': '51083211-b5be-4ebe-8158-8c6c91a7bd10', 'status': 'completed', 'code': 200} Sep 29 17:33:32.098528 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0ebfc7c1-026d-4dd5-aaab-19a5bdd81ddc req-f9eebbee-fd08-41f2-a514-474f68275bad tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a17a2ec-090b-419a-a640-faa362c00299 HTTP/1.1" status: 200 len: 210 time: 0.0374207 Sep 29 17:33:32.122493 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-44771bfe-e1ed-4433-a3b3-1b7878a52e67 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7006123 Sep 29 17:33:32.124885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40312) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:32.138900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-345e4e4c-0a42-4af1-8bdf-414ccaecd381 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Request body: {'port': {'network_id': '8b2ae691-0d0e-479e-ae5a-4e2ace1e5564', 'name': 'tempest-AllowedAddressPairTestJSON-612079416'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:32.144453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-925f763d-fc02-4208-b464-fb342bc62488 None None] Provisioning complete for port b67fc9db-8fb2-4520-82ee-fcb7b69f3272 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:32.146482 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-925f763d-fc02-4208-b464-fb342bc62488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.175746 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36be3330-0b13-4d02-a643-eadc9390dac4 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.185770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-925f763d-fc02-4208-b464-fb342bc62488 None None] Port b67fc9db-8fb2-4520-82ee-fcb7b69f3272 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:33:32.228393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f109d5a-3fd4-42c7-8af9-4c96e64b54af tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:33:32.234951 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5f109d5a-3fd4-42c7-8af9-4c96e64b54af tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.235816 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5f109d5a-3fd4-42c7-8af9-4c96e64b54af tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "PUT /v2.0/routers/a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7 HTTP/1.1" status: 200 len: 921 time: 2.8323259 Sep 29 17:33:32.239290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40314) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:32.240743 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c2032-9b0f-42f0-bf1e-e99c5c056a1b None None] Sync routers for ids ['a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:33:32.255992 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36be3330-0b13-4d02-a643-eadc9390dac4 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.258312 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c2032-9b0f-42f0-bf1e-e99c5c056a1b None None] Routers {'a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:32.259186 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ea2c2032-9b0f-42f0-bf1e-e99c5c056a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:32.286016 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be3330-0b13-4d02-a643-eadc9390dac4 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event deleted for resources: {'Subnet': ['ID=aa567d4f-4447-4f25-ae70-2db482cf8373,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:32.288820 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36be3330-0b13-4d02-a643-eadc9390dac4 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.290901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-36be3330-0b13-4d02-a643-eadc9390dac4 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] 10.222.0.44 "DELETE /v2.0/subnets/aa567d4f-4447-4f25-ae70-2db482cf8373 HTTP/1.1" status: 204 len: 168 time: 0.3948379 Sep 29 17:33:32.294408 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40316) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:32.302881 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ea2c2032-9b0f-42f0-bf1e-e99c5c056a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:32.305183 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951dfcb8-b391-45bb-863c-64884212d718 None None] Network fc46db41-8f63-4abf-ba24-47139d0b71ca requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:33:32.312580 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2c2032-9b0f-42f0-bf1e-e99c5c056a1b None None] Routers {'a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:32.313197 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ea2c2032-9b0f-42f0-bf1e-e99c5c056a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:32.348918 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ea2c2032-9b0f-42f0-bf1e-e99c5c056a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:32.349875 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2c2032-9b0f-42f0-bf1e-e99c5c056a1b None None] The sync data for ids ['a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:33:32.356260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345e4e4c-0a42-4af1-8bdf-414ccaecd381 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Made reservation on behalf of 8c4c816e197a4b818fc090790cd3f94e for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:32.360057 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-345e4e4c-0a42-4af1-8bdf-414ccaecd381 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.389033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-345e4e4c-0a42-4af1-8bdf-414ccaecd381 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] device_id is not set on port 3d5494a3-bdc2-4ccd-802e-e8388e517475 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:32.411681 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.455929 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-462fb9be-df41-4a47-a305-2f31f5e65b15 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/routers/a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7 HTTP/1.1" status: 200 len: 921 time: 0.2152405 Sep 29 17:33:32.458648 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40318) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:32.507084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6a6f4c-3ce9-4f21-97a5-d975bd789245 None None] DHCP port deletion for fc46db41-8f63-4abf-ba24-47139d0b71ca request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:33:32.523649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-345e4e4c-0a42-4af1-8bdf-414ccaecd381 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Allocated IP 172.20.0.5 (8b2ae691-0d0e-479e-ae5a-4e2ace1e5564/0c4375a3-e93e-4243-ba6d-27a52ab588e7/3d5494a3-bdc2-4ccd-802e-e8388e517475) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:32.546593 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Deleting port 8cae11f7-a7cd-4575-9686-c6cf82fe6480 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:32.547046 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.555730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-bb6a6f4c-3ce9-4f21-97a5-d975bd789245 None None] Deleting port 8cae11f7-a7cd-4575-9686-c6cf82fe6480 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:32.556192 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6f4c-3ce9-4f21-97a5-d975bd789245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.561173 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192c74a8-482f-4431-878b-4fbb77354ead tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:32.562811 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-192c74a8-482f-4431-878b-4fbb77354ead tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&device_id=a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1031616 Sep 29 17:33:32.565807 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40320) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:32.624454 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] For port 8cae11f7-a7cd-4575-9686-c6cf82fe6480, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8cae11f7-a7cd-4575-9686-c6cf82fe6480,segment=NetworkSegment(7983ebed-7943-4b36-b3b2-e54f11340fe4),segment_id=7983ebed-7943-4b36-b3b2-e54f11340fe4)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:32.625150 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.628073 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bb6a6f4c-3ce9-4f21-97a5-d975bd789245 None None] For port 8cae11f7-a7cd-4575-9686-c6cf82fe6480, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8cae11f7-a7cd-4575-9686-c6cf82fe6480,segment=NetworkSegment(7983ebed-7943-4b36-b3b2-e54f11340fe4),segment_id=7983ebed-7943-4b36-b3b2-e54f11340fe4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:32.628384 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6f4c-3ce9-4f21-97a5-d975bd789245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.638672 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Calling delete_port for 8cae11f7-a7cd-4575-9686-c6cf82fe6480 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:32.642419 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-bb6a6f4c-3ce9-4f21-97a5-d975bd789245 None None] Calling delete_port for 8cae11f7-a7cd-4575-9686-c6cf82fe6480 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:32.724262 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bb6a6f4c-3ce9-4f21-97a5-d975bd789245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.732622 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.755482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a6f4c-3ce9-4f21-97a5-d975bd789245 None None] Pushing event deleted for resources: {'Port': ['ID=8cae11f7-a7cd-4575-9686-c6cf82fe6480,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:32.761737 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event deleted for resources: {'Port': ['ID=8cae11f7-a7cd-4575-9686-c6cf82fe6480,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:32.762293 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a6f4c-3ce9-4f21-97a5-d975bd789245 None None] No DVR routers for this DVR port 8cae11f7-a7cd-4575-9686-c6cf82fe6480 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:33:32.763688 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] No DVR routers for this DVR port 8cae11f7-a7cd-4575-9686-c6cf82fe6480 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:33:32.850834 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.874035 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc46db41-8f63-4abf-ba24-47139d0b71ca']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:32.887241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7983ebed-7943-4b36-b3b2-e54f11340fe4') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:32.887452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7983ebed-7943-4b36-b3b2-e54f11340fe4') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:32.898132 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.914572 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.921894 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:33:32.922403 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:33:32.926193 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:33:33.021488 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:33.026667 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:33.028537 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] 10.222.0.44 "DELETE /v2.0/networks/fc46db41-8f63-4abf-ba24-47139d0b71ca HTTP/1.1" status: 204 len: 168 time: 0.7326369 Sep 29 17:33:33.032810 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40330) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:33.064022 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4938868-039d-4679-b41d-b7392cdd7b12 req-0417e384-458f-445a-bb31-90856f421be8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:33.069814 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4938868-039d-4679-b41d-b7392cdd7b12 req-0417e384-458f-445a-bb31-90856f421be8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:33.075683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4938868-039d-4679-b41d-b7392cdd7b12 req-0417e384-458f-445a-bb31-90856f421be8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:33.081471 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4938868-039d-4679-b41d-b7392cdd7b12 req-0417e384-458f-445a-bb31-90856f421be8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:33.087202 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4938868-039d-4679-b41d-b7392cdd7b12 req-0417e384-458f-445a-bb31-90856f421be8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:33.093057 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4938868-039d-4679-b41d-b7392cdd7b12 req-0417e384-458f-445a-bb31-90856f421be8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:33.098967 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4938868-039d-4679-b41d-b7392cdd7b12 req-0417e384-458f-445a-bb31-90856f421be8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:33.100810 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4938868-039d-4679-b41d-b7392cdd7b12 req-0417e384-458f-445a-bb31-90856f421be8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.1618414 Sep 29 17:33:33.110159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be55ab06-22ff-4704-ba78-7460672174c5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:33.111549 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-be55ab06-22ff-4704-ba78-7460672174c5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 881 time: 0.5446072 Sep 29 17:33:33.117367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40332) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:33.126922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f4053-37a0-4f49-9ef7-5e8d9abb4de4 req-1a3738bf-7100-4df1-b2a7-9171560b5179 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:33.128447 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-455f4053-37a0-4f49-9ef7-5e8d9abb4de4 req-1a3738bf-7100-4df1-b2a7-9171560b5179 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.1336272 Sep 29 17:33:33.128792 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af46cfb-7e00-4f4d-934e-2522b819957f tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event deleted for resources: {'Network': ['ID=fc46db41-8f63-4abf-ba24-47139d0b71ca,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:33.142469 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-345e4e4c-0a42-4af1-8bdf-414ccaecd381 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:33.165078 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-af3d5d85-5231-4366-8eb8-83933cd14864 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "GET /v2.0/ports?device_id=a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7 HTTP/1.1" status: 200 len: 205 time: 0.0465331 Sep 29 17:33:33.172858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40336) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:33.192973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 51083211-b5be-4ebe-8158-8c6c91a7bd10 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:33:33.212579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 51083211-b5be-4ebe-8158-8c6c91a7bd10 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:33:33.213059 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 51083211-b5be-4ebe-8158-8c6c91a7bd10 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:33:33.230628 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4938868-039d-4679-b41d-b7392cdd7b12 req-b64c4249-9b69-4e6c-a2ed-dc30053b51cb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954704 Sep 29 17:33:33.272414 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-75387ab0-4b34-4a50-9e2b-24fc5e043829 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Deleting port f9013405-8bed-44c0-96fe-9e6fb9c07595 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:33.273826 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-455f4053-37a0-4f49-9ef7-5e8d9abb4de4 req-81218a9a-f1c3-465c-ba6e-fa84dffe4e9d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351285 Sep 29 17:33:33.276994 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-75387ab0-4b34-4a50-9e2b-24fc5e043829 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:33.320822 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-345e4e4c-0a42-4af1-8bdf-414ccaecd381 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:33.378979 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9270efba-1f21-41d1-899d-9ef1e9973901 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:33.454802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e4e4c-0a42-4af1-8bdf-414ccaecd381 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:33.467391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-345e4e4c-0a42-4af1-8bdf-414ccaecd381 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:33.468626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e4e4c-0a42-4af1-8bdf-414ccaecd381 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event updated for resources: {'Port': ['ID=3d5494a3-bdc2-4ccd-802e-e8388e517475,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:33.472768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345e4e4c-0a42-4af1-8bdf-414ccaecd381 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:33.539435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345e4e4c-0a42-4af1-8bdf-414ccaecd381 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:33.540096 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-345e4e4c-0a42-4af1-8bdf-414ccaecd381 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:33.562684 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9270efba-1f21-41d1-899d-9ef1e9973901 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:33.568349 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-345e4e4c-0a42-4af1-8bdf-414ccaecd381 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4412496 Sep 29 17:33:33.571558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40350) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:33.577630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-8db90ce5-b053-4bf2-a63e-0f60d0533456 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:26:d2:c8'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:f9:21:e5'}]}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:33.684025 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8db90ce5-b053-4bf2-a63e-0f60d0533456 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:33.709476 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-75387ab0-4b34-4a50-9e2b-24fc5e043829 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:33.709801 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-75387ab0-4b34-4a50-9e2b-24fc5e043829 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:33.723443 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-172e33ed-0d22-49be-84f3-060f5d295109 None None] Provisioning complete for port 3d5494a3-bdc2-4ccd-802e-e8388e517475 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:33.723898 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-172e33ed-0d22-49be-84f3-060f5d295109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:33.725128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9270efba-1f21-41d1-899d-9ef1e9973901 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Deleting port eb099f3c-a601-42cc-934d-ee782420ca18 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:33.725560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9270efba-1f21-41d1-899d-9ef1e9973901 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:33.753864 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-75387ab0-4b34-4a50-9e2b-24fc5e043829 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Calling delete_port for f9013405-8bed-44c0-96fe-9e6fb9c07595 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:33.760664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-172e33ed-0d22-49be-84f3-060f5d295109 None None] Port 3d5494a3-bdc2-4ccd-802e-e8388e517475 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:33:33.820666 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-c139c2b8-0209-45c7-b80f-c81371feb755 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:33.822178 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-c139c2b8-0209-45c7-b80f-c81371feb755 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 806 time: 0.1696889 Sep 29 17:33:33.845813 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-6457efb6-f9bb-4f22-8f18-fa4c326dd143 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/quotas/fe4f93d224e54a979295881fff6b9e51 HTTP/1.1" status: 200 len: 375 time: 0.0165372 Sep 29 17:33:33.866908 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9270efba-1f21-41d1-899d-9ef1e9973901 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:33.890935 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8cae11f7-a7cd-4575-9686-c6cf82fe6480 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:33:33.912634 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 8cae11f7-a7cd-4575-9686-c6cf82fe6480 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:33:33.913387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8cae11f7-a7cd-4575-9686-c6cf82fe6480 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:33:33.914293 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-fc92461d-a466-4987-bddd-5d6024d2adcb tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0579317 Sep 29 17:33:33.922366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9270efba-1f21-41d1-899d-9ef1e9973901 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Calling delete_port for eb099f3c-a601-42cc-934d-ee782420ca18 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:34.023626 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8db90ce5-b053-4bf2-a63e-0f60d0533456 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.025109 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-75387ab0-4b34-4a50-9e2b-24fc5e043829 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.030848 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8db90ce5-b053-4bf2-a63e-0f60d0533456 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.061100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75387ab0-4b34-4a50-9e2b-24fc5e043829 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Pushing event deleted for resources: {'Port': ['ID=f9013405-8bed-44c0-96fe-9e6fb9c07595,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:34.090661 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-795ed0e3-d8df-4b00-9154-d8b74af6be05 service neutron] 10.222.0.44 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472638 Sep 29 17:33:34.162078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db90ce5-b053-4bf2-a63e-0f60d0533456 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event updated for resources: {'Port': ['ID=3d5494a3-bdc2-4ccd-802e-e8388e517475,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:34.184854 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-75387ab0-4b34-4a50-9e2b-24fc5e043829 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.187608 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-75387ab0-4b34-4a50-9e2b-24fc5e043829 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.188634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-75387ab0-4b34-4a50-9e2b-24fc5e043829 tempest-FloatingIPAdminTestJSON-1104778370 tempest-FloatingIPAdminTestJSON-1104778370-project] 10.222.0.44 "DELETE /v2.0/floatingips/6da4d7d6-e53f-4992-bb53-4d5b8e155a61 HTTP/1.1" status: 204 len: 168 time: 1.1547387 Sep 29 17:33:34.199333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-8db90ce5-b053-4bf2-a63e-0f60d0533456 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] In _notify_port_updated(), no bound segment for port 3d5494a3-bdc2-4ccd-802e-e8388e517475 on network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 {{(pid=95016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:33:34.204887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db90ce5-b053-4bf2-a63e-0f60d0533456 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:34.205810 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8db90ce5-b053-4bf2-a63e-0f60d0533456 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.209625 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8db90ce5-b053-4bf2-a63e-0f60d0533456 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "PUT /v2.0/ports/3d5494a3-bdc2-4ccd-802e-e8388e517475 HTTP/1.1" status: 200 len: 1054 time: 0.6345236 Sep 29 17:33:34.209894 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40354) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:34.225785 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-06dbf99b-a8b1-43bd-bf63-46dfef783256 service neutron] 10.222.0.44 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118188 Sep 29 17:33:34.317518 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9270efba-1f21-41d1-899d-9ef1e9973901 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.356992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270efba-1f21-41d1-899d-9ef1e9973901 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Pushing event deleted for resources: {'Port': ['ID=eb099f3c-a601-42cc-934d-ee782420ca18,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:34.389081 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1be89dd8-9000-471a-b920-f322fdc3f08e None None] Provisioning complete for port 3d5494a3-bdc2-4ccd-802e-e8388e517475 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:34.390957 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1be89dd8-9000-471a-b920-f322fdc3f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.448729 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1be89dd8-9000-471a-b920-f322fdc3f08e None None] Port 3d5494a3-bdc2-4ccd-802e-e8388e517475 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:33:34.471272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a5c642e0-e5e1-419f-9283-2ebf854a1f99 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Deleting port 3d5494a3-bdc2-4ccd-802e-e8388e517475 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:34.471660 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a5c642e0-e5e1-419f-9283-2ebf854a1f99 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.498833 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9270efba-1f21-41d1-899d-9ef1e9973901 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.536480 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafd1d9-e2fc-485d-9b4e-29504857d708 req-c4fe2511-ee34-4adf-a258-6bdc01ad8329 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:34.539340 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4fafd1d9-e2fc-485d-9b4e-29504857d708 req-c4fe2511-ee34-4adf-a258-6bdc01ad8329 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.0617795 Sep 29 17:33:34.590793 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48decafb-1f8c-4e69-9923-38970e626019 req-95d5d6d3-da93-46f9-85fb-356ecf11d5b5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:34.597086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48decafb-1f8c-4e69-9923-38970e626019 req-95d5d6d3-da93-46f9-85fb-356ecf11d5b5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:34.597743 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4fafd1d9-e2fc-485d-9b4e-29504857d708 req-e3da041f-ddbf-4984-bb30-df18a9d78a8a tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501060 Sep 29 17:33:34.603254 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48decafb-1f8c-4e69-9923-38970e626019 req-95d5d6d3-da93-46f9-85fb-356ecf11d5b5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:34.606798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40372) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:34.610342 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48decafb-1f8c-4e69-9923-38970e626019 req-95d5d6d3-da93-46f9-85fb-356ecf11d5b5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:34.617155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48decafb-1f8c-4e69-9923-38970e626019 req-95d5d6d3-da93-46f9-85fb-356ecf11d5b5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:34.624034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48decafb-1f8c-4e69-9923-38970e626019 req-95d5d6d3-da93-46f9-85fb-356ecf11d5b5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:34.629996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48decafb-1f8c-4e69-9923-38970e626019 req-95d5d6d3-da93-46f9-85fb-356ecf11d5b5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:34.631949 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48decafb-1f8c-4e69-9923-38970e626019 req-95d5d6d3-da93-46f9-85fb-356ecf11d5b5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.2639830 Sep 29 17:33:34.705105 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9270efba-1f21-41d1-899d-9ef1e9973901 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.708987 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9270efba-1f21-41d1-899d-9ef1e9973901 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.792662 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48decafb-1f8c-4e69-9923-38970e626019 req-5e524c09-2fd1-40f1-9302-bf82b16841b2 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1303155 Sep 29 17:33:34.795663 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9270efba-1f21-41d1-899d-9ef1e9973901 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.796435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9270efba-1f21-41d1-899d-9ef1e9973901 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Fanout notify agent at l3_agent the message router_deleted on router a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:33:34.799836 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a5c642e0-e5e1-419f-9283-2ebf854a1f99 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.809914 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9270efba-1f21-41d1-899d-9ef1e9973901 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.815402 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9270efba-1f21-41d1-899d-9ef1e9973901 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "DELETE /v2.0/routers/a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7 HTTP/1.1" status: 204 len: 168 time: 1.6402471 Sep 29 17:33:34.815536 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40382) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:34.821942 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f9ccf866-14d5-44da-861f-6aebde9dc3ed tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-201527090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:34.835342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b3963768-79f8-4b6e-becf-053a059fa1ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9d37652061541afb9edb97f3bf24b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274148 Sep 29 17:33:34.836674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40384) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:34.843419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a5c642e0-e5e1-419f-9283-2ebf854a1f99 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Calling delete_port for 3d5494a3-bdc2-4ccd-802e-e8388e517475 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:34.892282 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a7dec40b-ba38-4800-a8df-cb06a9570824 req-776e5f1b-ec16-44d4-adcc-a413a707cf65 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 210 time: 0.0454192 Sep 29 17:33:34.928828 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9ccf866-14d5-44da-861f-6aebde9dc3ed tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.929942 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9ccf866-14d5-44da-861f-6aebde9dc3ed tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.940403 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d457c76-a523-4f89-ac41-0c920f03191e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.976290 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d457c76-a523-4f89-ac41-0c920f03191e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:34.986756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b28ab2-a948-4c9c-8e82-99607e3342c6 req-7dc619bd-da77-4579-a1bf-3bd7ca1a1463 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:34.988294 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18b28ab2-a948-4c9c-8e82-99607e3342c6 req-7dc619bd-da77-4579-a1bf-3bd7ca1a1463 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.0890853 Sep 29 17:33:35.019167 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9ccf866-14d5-44da-861f-6aebde9dc3ed tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:35.027046 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9ccf866-14d5-44da-861f-6aebde9dc3ed tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:35.056019 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9ccf866-14d5-44da-861f-6aebde9dc3ed tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:35.057621 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f9ccf866-14d5-44da-861f-6aebde9dc3ed tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2403986 Sep 29 17:33:35.060563 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40386) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:35.063181 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18b28ab2-a948-4c9c-8e82-99607e3342c6 req-cf1d99f6-9e4e-4efa-a44c-06fcf2c35f39 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652997 Sep 29 17:33:35.065748 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Request body: {'router': {'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:35.100525 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a5c642e0-e5e1-419f-9283-2ebf854a1f99 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:35.133195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c642e0-e5e1-419f-9283-2ebf854a1f99 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event deleted for resources: {'Port': ['ID=3d5494a3-bdc2-4ccd-802e-e8388e517475,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:35.225320 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d457c76-a523-4f89-ac41-0c920f03191e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:35.228365 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d457c76-a523-4f89-ac41-0c920f03191e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:35.230493 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5d457c76-a523-4f89-ac41-0c920f03191e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3e3f349-c2cb-4762-b736-57285500ae58 HTTP/1.1" status: 204 len: 168 time: 0.3894329 Sep 29 17:33:35.272669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d457c76-a523-4f89-ac41-0c920f03191e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e3f349-c2cb-4762-b736-57285500ae58,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:35.356589 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:35.374101 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a5c642e0-e5e1-419f-9283-2ebf854a1f99 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:35.379134 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a5c642e0-e5e1-419f-9283-2ebf854a1f99 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "DELETE /v2.0/ports/3d5494a3-bdc2-4ccd-802e-e8388e517475 HTTP/1.1" status: 204 len: 168 time: 1.1682284 Sep 29 17:33:35.379771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40392) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:35.380394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6c5cc-e9b9-4a3b-a13c-b9e670b892a8 req-0eed8504-badb-40f2-b9be-9492ff493e63 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:35.382429 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6de6c5cc-e9b9-4a3b-a13c-b9e670b892a8 req-0eed8504-badb-40f2-b9be-9492ff493e63 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1610014 Sep 29 17:33:35.413542 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df13a01-22c6-4097-8078-5683c2726548 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] GET failed (client error): The resource could not be found. Sep 29 17:33:35.418231 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3df13a01-22c6-4097-8078-5683c2726548 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "GET /v2.0/ports/3d5494a3-bdc2-4ccd-802e-e8388e517475 HTTP/1.1" status: 404 len: 333 time: 0.0345824 Sep 29 17:33:35.418800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40396) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:35.452603 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6de6c5cc-e9b9-4a3b-a13c-b9e670b892a8 req-c74726b6-9b9f-4492-b60f-0c247923a9e0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641928 Sep 29 17:33:35.531206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9a029a8e-5431-48e9-9a95-02ace70f34cb tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Deleting port b67fc9db-8fb2-4520-82ee-fcb7b69f3272 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:35.531623 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a029a8e-5431-48e9-9a95-02ace70f34cb tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:35.636097 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:35.639166 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a029a8e-5431-48e9-9a95-02ace70f34cb tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:35.654324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9a029a8e-5431-48e9-9a95-02ace70f34cb tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Calling delete_port for b67fc9db-8fb2-4520-82ee-fcb7b69f3272 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:35.656464 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:35.702465 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40402) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:35.754692 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:35.836299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e8b7c-93ef-4c01-8093-4f56e88289e5 req-2dcccf64-ba8a-4bb5-ac78-3e68322fc3c2 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:35.837806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae0e8b7c-93ef-4c01-8093-4f56e88289e5 req-2dcccf64-ba8a-4bb5-ac78-3e68322fc3c2 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.1344535 Sep 29 17:33:35.863496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a029a8e-5431-48e9-9a95-02ace70f34cb tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:35.875830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Allocated IP 172.25.2.188 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/ec1a961e-f8f0-40a8-a787-2105d4d4b2e1) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:35.927892 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae0e8b7c-93ef-4c01-8093-4f56e88289e5 req-874dc524-90e1-4cf9-809a-68a45c2b881d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815294 Sep 29 17:33:35.930364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a029a8e-5431-48e9-9a95-02ace70f34cb tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event deleted for resources: {'Port': ['ID=b67fc9db-8fb2-4520-82ee-fcb7b69f3272,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:35.959355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413b331-f2c8-4749-bd5b-9b8e982124a1 req-0950d666-797f-4fe5-8b79-151c2f74ff3d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:35.960965 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4413b331-f2c8-4749-bd5b-9b8e982124a1 req-0950d666-797f-4fe5-8b79-151c2f74ff3d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1669884 Sep 29 17:33:36.032353 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:36.036522 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:36.054984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-ae85f088-98df-4adb-8baf-39d9e43cd5b9 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:36.056034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-ae85f088-98df-4adb-8baf-39d9e43cd5b9 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.35 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 806 time: 0.2711816 Sep 29 17:33:36.057496 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:36.076506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-e38695c9-03c5-48cc-831b-7d132e94660e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Request body: {'port': {'device_id': 'c1bf7718-9569-4432-ae8b-1930ebbe2d37', 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f', 'admin_state_up': True, 'tenant_id': 'fe4f93d224e54a979295881fff6b9e51'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:36.096264 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66fb34ecdd3f44be9c550a08222df2a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916442 Sep 29 17:33:36.098476 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28605573-32ca-4fbd-bcc6-ce61c6e0bb81,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:36.102544 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40412) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:36.107994 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4413b331-f2c8-4749-bd5b-9b8e982124a1 req-ac5f0b97-9f19-4b77-a95d-2a37c6c04c88 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284275 Sep 29 17:33:36.121806 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a029a8e-5431-48e9-9a95-02ace70f34cb tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:36.123980 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9a029a8e-5431-48e9-9a95-02ace70f34cb tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "DELETE /v2.0/ports/b67fc9db-8fb2-4520-82ee-fcb7b69f3272 HTTP/1.1" status: 204 len: 168 time: 0.7036791 Sep 29 17:33:36.124952 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:36.125324 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:36.125669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:36.126001 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:36.126335 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:36.126664 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:36.126969 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40414) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:36.127092 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:36.127296 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:36.127620 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:36.127937 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:36.128258 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:36.128577 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5f63ff-b208-42a8-88f3-f298c5cfcd15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:36.190931 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ec5cef-3437-4b2b-9fa8-4ed6c46b5ac3 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] GET failed (client error): The resource could not be found. Sep 29 17:33:36.192938 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-76ec5cef-3437-4b2b-9fa8-4ed6c46b5ac3 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "GET /v2.0/ports/b67fc9db-8fb2-4520-82ee-fcb7b69f3272 HTTP/1.1" status: 404 len: 333 time: 0.0641518 Sep 29 17:33:36.200842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40418) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:36.246812 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:36.257861 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c96bc92a-96f5-4e47-aba6-f3cde1b0ca3c req-0700967c-685c-4c96-8291-769e3f98a9f9 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 210 time: 0.0709968 Sep 29 17:33:36.295331 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021d1da-0916-4c87-9d62-8dbab15785e9 req-95a47c38-8f4f-4043-83ba-4d89a8bcefa0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:36.301184 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021d1da-0916-4c87-9d62-8dbab15785e9 req-95a47c38-8f4f-4043-83ba-4d89a8bcefa0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:36.307296 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021d1da-0916-4c87-9d62-8dbab15785e9 req-95a47c38-8f4f-4043-83ba-4d89a8bcefa0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:36.308439 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-e38695c9-03c5-48cc-831b-7d132e94660e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Made reservation on behalf of fe4f93d224e54a979295881fff6b9e51 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:36.312620 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-e38695c9-03c5-48cc-831b-7d132e94660e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:36.313462 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021d1da-0916-4c87-9d62-8dbab15785e9 req-95a47c38-8f4f-4043-83ba-4d89a8bcefa0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:36.319391 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021d1da-0916-4c87-9d62-8dbab15785e9 req-95a47c38-8f4f-4043-83ba-4d89a8bcefa0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:36.325242 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021d1da-0916-4c87-9d62-8dbab15785e9 req-95a47c38-8f4f-4043-83ba-4d89a8bcefa0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:36.331066 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021d1da-0916-4c87-9d62-8dbab15785e9 req-95a47c38-8f4f-4043-83ba-4d89a8bcefa0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:36.333436 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2021d1da-0916-4c87-9d62-8dbab15785e9 req-95a47c38-8f4f-4043-83ba-4d89a8bcefa0 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.1858184 Sep 29 17:33:36.397217 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5ffd8fc-8208-4bf5-b8b6-64510c6e2bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:36.403939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:36.418665 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:36.422713 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:36.455353 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-e38695c9-03c5-48cc-831b-7d132e94660e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Allocated IP 172.20.0.13 (fe93af0d-88eb-4bd8-b10d-ef73fbecc01f/81b8f427-6a40-4543-b542-ebc1c5f5a50d/8eeae7e8-90a2-4f97-9f39-df9220e20f70) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:36.461410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Pushing event updated for resources: {'Port': ['ID=ec1a961e-f8f0-40a8-a787-2105d4d4b2e1,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:36.475613 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5ffd8fc-8208-4bf5-b8b6-64510c6e2bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:36.509365 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2021d1da-0916-4c87-9d62-8dbab15785e9 req-ffec96f6-fca9-46df-a455-500a6bf5e398 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1658270 Sep 29 17:33:36.614650 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-35d7026c-a217-4e80-8060-90928807d515 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Deleting port 13547cbf-cd35-47f5-9565-a8481c5dc3ad {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:36.615073 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-35d7026c-a217-4e80-8060-90928807d515 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:36.666139 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5ffd8fc-8208-4bf5-b8b6-64510c6e2bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:36.670085 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5ffd8fc-8208-4bf5-b8b6-64510c6e2bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:36.671236 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c5ffd8fc-8208-4bf5-b8b6-64510c6e2bbc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28605573-32ca-4fbd-bcc6-ce61c6e0bb81 HTTP/1.1" status: 204 len: 168 time: 0.5676808 Sep 29 17:33:36.694673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a253d-d3af-4fdb-aef0-36fb96cdddfe req-e7c7c2c7-facd-4357-8892-4b305607f0c6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:36.702749 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e8a253d-d3af-4fdb-aef0-36fb96cdddfe req-e7c7c2c7-facd-4357-8892-4b305607f0c6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.0823095 Sep 29 17:33:36.724209 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-e38695c9-03c5-48cc-831b-7d132e94660e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:36.724447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffd8fc-8208-4bf5-b8b6-64510c6e2bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28605573-32ca-4fbd-bcc6-ce61c6e0bb81,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:36.759307 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e8a253d-d3af-4fdb-aef0-36fb96cdddfe req-b0ab4bfa-8ea4-4e63-8109-948e541ca800 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499866 Sep 29 17:33:36.793154 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-e38695c9-03c5-48cc-831b-7d132e94660e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:36.817941 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-35d7026c-a217-4e80-8060-90928807d515 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:36.826653 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a15048ad-2803-49e1-a607-fe0b55b86024'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:36.844218 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-35d7026c-a217-4e80-8060-90928807d515 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Calling delete_port for 13547cbf-cd35-47f5-9565-a8481c5dc3ad owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:36.846178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-e38695c9-03c5-48cc-831b-7d132e94660e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:36.849399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-e38695c9-03c5-48cc-831b-7d132e94660e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:36.859343 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-e38695c9-03c5-48cc-831b-7d132e94660e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:36.897776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38695c9-03c5-48cc-831b-7d132e94660e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Pushing event updated for resources: {'Port': ['ID=8eeae7e8-90a2-4f97-9f39-df9220e20f70,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:36.910331 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:36.930023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-e38695c9-03c5-48cc-831b-7d132e94660e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:36.931059 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-e38695c9-03c5-48cc-831b-7d132e94660e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:36.948873 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-e38695c9-03c5-48cc-831b-7d132e94660e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8767943 Sep 29 17:33:36.986564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Request body: {'port': {'device_id': 'c1bf7718-9569-4432-ae8b-1930ebbe2d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:37.407790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40434) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:37.470367 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3dff0a9a-73eb-4552-a88d-c9c4e0444719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:37.478237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba02793-9ee9-4ff9-a374-cf89107f5885 req-17c7ecad-2613-4fcf-be27-8a2efedc1081 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:37.480893 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cba02793-9ee9-4ff9-a374-cf89107f5885 req-17c7ecad-2613-4fcf-be27-8a2efedc1081 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.4474976 Sep 29 17:33:37.484363 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-35d7026c-a217-4e80-8060-90928807d515 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:37.532888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7026c-a217-4e80-8060-90928807d515 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event deleted for resources: {'Port': ['ID=13547cbf-cd35-47f5-9565-a8481c5dc3ad,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:37.538743 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:37.564555 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d5c45-0b30-4fac-a02b-85528147dd9e req-71966471-752d-46f1-8a37-66b645e52548 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:37.573337 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-791d5c45-0b30-4fac-a02b-85528147dd9e req-71966471-752d-46f1-8a37-66b645e52548 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 932 time: 0.1640224 Sep 29 17:33:37.622749 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:37.626937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cba02793-9ee9-4ff9-a374-cf89107f5885 req-8542cf99-a787-4950-9907-be6da0063ac1 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323590 Sep 29 17:33:37.636011 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:37.676266 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-791d5c45-0b30-4fac-a02b-85528147dd9e req-61e1fc62-c1c5-46ed-b95d-3fb27f8359e3 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018386 Sep 29 17:33:37.840010 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-35d7026c-a217-4e80-8060-90928807d515 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:37.845792 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-35d7026c-a217-4e80-8060-90928807d515 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "DELETE /v2.0/ports/13547cbf-cd35-47f5-9565-a8481c5dc3ad HTTP/1.1" status: 204 len: 168 time: 1.6438887 Sep 29 17:33:37.851784 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40442) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:37.908036 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ae5eb-6ebd-4c3c-9832-3a6e7c4bf1e9 req-8d9490e9-754f-4209-a02c-932a9a799aaa tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:37.910849 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3dff0a9a-73eb-4552-a88d-c9c4e0444719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:37.914597 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ae5eb-6ebd-4c3c-9832-3a6e7c4bf1e9 req-8d9490e9-754f-4209-a02c-932a9a799aaa tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:37.921344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ae5eb-6ebd-4c3c-9832-3a6e7c4bf1e9 req-8d9490e9-754f-4209-a02c-932a9a799aaa tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:37.921510 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3dff0a9a-73eb-4552-a88d-c9c4e0444719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:37.927140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ae5eb-6ebd-4c3c-9832-3a6e7c4bf1e9 req-8d9490e9-754f-4209-a02c-932a9a799aaa tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:37.933907 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ae5eb-6ebd-4c3c-9832-3a6e7c4bf1e9 req-8d9490e9-754f-4209-a02c-932a9a799aaa tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:37.939760 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ae5eb-6ebd-4c3c-9832-3a6e7c4bf1e9 req-8d9490e9-754f-4209-a02c-932a9a799aaa tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:37.945604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ae5eb-6ebd-4c3c-9832-3a6e7c4bf1e9 req-8d9490e9-754f-4209-a02c-932a9a799aaa tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:37.947566 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d14ae5eb-6ebd-4c3c-9832-3a6e7c4bf1e9 req-8d9490e9-754f-4209-a02c-932a9a799aaa tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.1725409 Sep 29 17:33:37.999802 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a3e88e-e7fe-4363-8496-8a1db2cd8e96 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Deleting subnet 0c4375a3-e93e-4243-ba6d-27a52ab588e7 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:33:38.004279 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e3a3e88e-e7fe-4363-8496-8a1db2cd8e96 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.036471 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3dff0a9a-73eb-4552-a88d-c9c4e0444719 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d27cc226e33a44ff80d7dd3a50c24cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6232443 Sep 29 17:33:38.044135 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40444) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:38.044324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562ba86-e84d-4287-bbf5-8726a7dd6eb1 req-d4689f9a-d4fa-4d84-87ec-eedfbb774a0c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:38.045571 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c562ba86-e84d-4287-bbf5-8726a7dd6eb1 req-d4689f9a-d4fa-4d84-87ec-eedfbb774a0c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1856229 Sep 29 17:33:38.046581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff0a9a-73eb-4552-a88d-c9c4e0444719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282bdfd0-40a4-4893-b1fe-1d5493bbe21b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:38.078026 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d14ae5eb-6ebd-4c3c-9832-3a6e7c4bf1e9 req-3e8e701f-6591-439b-ae3c-f45466fc7bf2 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179786 Sep 29 17:33:38.085726 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e3a3e88e-e7fe-4363-8496-8a1db2cd8e96 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.124962 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c562ba86-e84d-4287-bbf5-8726a7dd6eb1 req-f71918e3-e029-447f-bfb5-e6e030b5ea3a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624132 Sep 29 17:33:38.158425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eeae7e8-90a2-4f97-9f39-df9220e20f70 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:38.168475 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.182187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Transition to ACTIVE for port object 8eeae7e8-90a2-4f97-9f39-df9220e20f70 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:33:38.188291 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.196415 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Router ad3048eb-cf4f-455e-979f-422a41293e8c is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:33:38.209873 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-04b63318-6323-4fc0-9572-01ea4385f5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.269502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Pushing event updated for resources: {'Port': ['ID=8eeae7e8-90a2-4f97-9f39-df9220e20f70,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:38.275033 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e3a3e88e-e7fe-4363-8496-8a1db2cd8e96 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.320159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Attempting to bind port 8eeae7e8-90a2-4f97-9f39-df9220e20f70 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:38.320500 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Attempting to bind port 8eeae7e8-90a2-4f97-9f39-df9220e20f70 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:38.320829 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Attempting to bind port 8eeae7e8-90a2-4f97-9f39-df9220e20f70 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:38.325742 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Port 8eeae7e8-90a2-4f97-9f39-df9220e20f70 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:38.326180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Attempting to bind port 8eeae7e8-90a2-4f97-9f39-df9220e20f70 on network fe93af0d-88eb-4bd8-b10d-ef73fbecc01f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:38.329635 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-04b63318-6323-4fc0-9572-01ea4385f5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.331039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:33:38.331376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Checking segment: {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:38.331758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Bound using segment: {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:33:38.332186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Bound port: 8eeae7e8-90a2-4f97-9f39-df9220e20f70, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ea1e34-d268-4dbc-a131-753a960a5e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:33:38.332552 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.408118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] For port 8eeae7e8-90a2-4f97-9f39-df9220e20f70, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:38.411616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] For port 8eeae7e8-90a2-4f97-9f39-df9220e20f70, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=8eeae7e8-90a2-4f97-9f39-df9220e20f70,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:33:38.418600 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.429697 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e3a3e88e-e7fe-4363-8496-8a1db2cd8e96 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.437919 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:33:38.453202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:38.453847 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.453995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0037e9-7962-43cc-8322-b304f3fefee9 None None] Sync routers for ids ['ad3048eb-cf4f-455e-979f-422a41293e8c'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:33:38.455289 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] 10.222.0.35 "PUT /v2.0/ports/8eeae7e8-90a2-4f97-9f39-df9220e20f70 HTTP/1.1" status: 200 len: 1092 time: 1.4910176 Sep 29 17:33:38.455728 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bf7718-9569-4432-ae8b-1930ebbe2d37', 'tag': '8eeae7e8-90a2-4f97-9f39-df9220e20f70'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:33:38.458148 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2994d4-f597-4a45-a1bd-4491527040a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bf7718-9569-4432-ae8b-1930ebbe2d37", "tag": "8eeae7e8-90a2-4f97-9f39-df9220e20f70"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:33:38.463047 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0037e9-7962-43cc-8322-b304f3fefee9 None None] Routers {'ad3048eb-cf4f-455e-979f-422a41293e8c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:38.464438 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-cb0037e9-7962-43cc-8322-b304f3fefee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ad3048eb-cf4f-455e-979f-422a41293e8c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:38.478047 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.484009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40450) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:38.489950 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-68c97f74-ec7b-43c7-9c36-410ec0d2b151 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "PUT /v2.0/routers/ad3048eb-cf4f-455e-979f-422a41293e8c HTTP/1.1" status: 200 len: 879 time: 3.4281244 Sep 29 17:33:38.491590 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3e88e-e7fe-4363-8496-8a1db2cd8e96 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event deleted for resources: {'Subnet': ['ID=0c4375a3-e93e-4243-ba6d-27a52ab588e7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:38.501870 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-04b63318-6323-4fc0-9572-01ea4385f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.505120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-04b63318-6323-4fc0-9572-01ea4385f5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.507183 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-04b63318-6323-4fc0-9572-01ea4385f5c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/282bdfd0-40a4-4893-b1fe-1d5493bbe21b HTTP/1.1" status: 204 len: 168 time: 0.4602582 Sep 29 17:33:38.515202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-cb0037e9-7962-43cc-8322-b304f3fefee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:38.524095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0037e9-7962-43cc-8322-b304f3fefee9 None None] Routers {'ad3048eb-cf4f-455e-979f-422a41293e8c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:38.524796 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e3a3e88e-e7fe-4363-8496-8a1db2cd8e96 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.525157 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-cb0037e9-7962-43cc-8322-b304f3fefee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ad3048eb-cf4f-455e-979f-422a41293e8c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:38.529781 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e3a3e88e-e7fe-4363-8496-8a1db2cd8e96 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "DELETE /v2.0/subnets/0c4375a3-e93e-4243-ba6d-27a52ab588e7 HTTP/1.1" status: 204 len: 168 time: 0.6769717 Sep 29 17:33:38.535612 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40454) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:38.539123 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92207b73-bff5-4b93-bb91-8ca575130e38 x-openstack-request-id: req-92207b73-bff5-4b93-bb91-8ca575130e38 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:38.539406 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bf7718-9569-4432-ae8b-1930ebbe2d37", "tag": "8eeae7e8-90a2-4f97-9f39-df9220e20f70", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:38.539657 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92207b73-bff5-4b93-bb91-8ca575130e38 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:38.540055 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1bf7718-9569-4432-ae8b-1930ebbe2d37', 'tag': '8eeae7e8-90a2-4f97-9f39-df9220e20f70', 'status': 'completed', 'code': 200} Sep 29 17:33:38.542849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766051ea-d4ab-4d38-bfd4-088db4b64f51 service neutron] Pushing event updated for resources: {'Port': ['ID=8eeae7e8-90a2-4f97-9f39-df9220e20f70,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:38.561320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6872e60f-e171-4257-8965-1d18c7e2475f None None] Network 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:33:38.563578 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-cb0037e9-7962-43cc-8322-b304f3fefee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:38.564354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0037e9-7962-43cc-8322-b304f3fefee9 None None] The sync data for ids ['ad3048eb-cf4f-455e-979f-422a41293e8c'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:33:38.632741 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-a2759b08-8d83-48be-ac9a-0f5cfcbdd16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:38.634281 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-a2759b08-8d83-48be-ac9a-0f5cfcbdd16e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 1095 time: 0.0933020 Sep 29 17:33:38.637234 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.641992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b63318-6323-4fc0-9572-01ea4385f5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282bdfd0-40a4-4893-b1fe-1d5493bbe21b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:38.651152 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e55924f3-a5bb-4653-a723-e8d483f43e29 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/routers/ad3048eb-cf4f-455e-979f-422a41293e8c HTTP/1.1" status: 200 len: 920 time: 0.1624267 Sep 29 17:33:38.652635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40456) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:38.690592 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-a23a9b6e-0ca9-4552-b6e8-30581a4e20bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eeae7e8-90a2-4f97-9f39-df9220e20f70 HTTP/1.1" status: 200 len: 217 time: 0.0408621 Sep 29 17:33:38.770524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-fca7c236-7df7-46b6-816c-45c3841f72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:38.771988 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-fca7c236-7df7-46b6-816c-45c3841f72e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b8f427-6a40-4543-b542-ebc1c5f5a50d HTTP/1.1" status: 200 len: 846 time: 0.0744770 Sep 29 17:33:38.799912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6658b0-50f2-4609-a701-7f4ef5da9499 None None] DHCP port deletion for 8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:33:38.817135 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-8ae38f71-977c-41cc-81ec-c2f559eb2868 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369508 Sep 29 17:33:38.831647 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a1b4d6-5cbc-47e6-b4ca-777c550f6156 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:38.833686 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-82a1b4d6-5cbc-47e6-b4ca-777c550f6156 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&device_id=ad3048eb-cf4f-455e-979f-422a41293e8c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1799507 Sep 29 17:33:38.838932 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40464) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:38.878986 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ec0f5-b82d-45fb-aa1c-d20441bfbefe req-aa3ff5b4-91fb-42af-8d7f-bc65886977ed tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:38.881458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2d6658b0-50f2-4609-a701-7f4ef5da9499 None None] Deleting port e5173ebb-0572-46c3-aadf-953e77f261ec {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:38.882100 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2d6658b0-50f2-4609-a701-7f4ef5da9499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.888164 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e79ec0f5-b82d-45fb-aa1c-d20441bfbefe req-aa3ff5b4-91fb-42af-8d7f-bc65886977ed tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.1118073 Sep 29 17:33:38.951935 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Deleting port e5173ebb-0572-46c3-aadf-953e77f261ec {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:38.952416 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:38.952682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7a8cf-9bd7-4ec5-8276-5c10bb86c6e5 req-b0bf19bd-62cc-47c6-b7cf-fb89558fe658 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:38.954435 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2b7a8cf-9bd7-4ec5-8276-5c10bb86c6e5 req-b0bf19bd-62cc-47c6-b7cf-fb89558fe658 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 944 time: 0.1237257 Sep 29 17:33:38.983424 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-2e199df9-bafb-4116-97df-e746a66431f5 service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514852 Sep 29 17:33:38.993457 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2d6658b0-50f2-4609-a701-7f4ef5da9499 None None] For port e5173ebb-0572-46c3-aadf-953e77f261ec, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e5173ebb-0572-46c3-aadf-953e77f261ec,segment=NetworkSegment(0279ad65-ac34-44c6-816a-60585af9bf15),segment_id=0279ad65-ac34-44c6-816a-60585af9bf15)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:38.993910 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2d6658b0-50f2-4609-a701-7f4ef5da9499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.007612 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2d6658b0-50f2-4609-a701-7f4ef5da9499 None None] Calling delete_port for e5173ebb-0572-46c3-aadf-953e77f261ec owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:39.012867 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e79ec0f5-b82d-45fb-aa1c-d20441bfbefe req-c7cb86c8-0b54-47a2-9aa3-4c29aab86398 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181448 Sep 29 17:33:39.070227 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7219c0b6-014a-4cb0-8930-6e73b464f0a1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:39.071831 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7219c0b6-014a-4cb0-8930-6e73b464f0a1 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 881 time: 0.2318563 Sep 29 17:33:39.078345 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40474) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:39.081658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] For port e5173ebb-0572-46c3-aadf-953e77f261ec, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e5173ebb-0572-46c3-aadf-953e77f261ec,segment=NetworkSegment(0279ad65-ac34-44c6-816a-60585af9bf15),segment_id=0279ad65-ac34-44c6-816a-60585af9bf15)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:39.082103 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.105971 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2d6658b0-50f2-4609-a701-7f4ef5da9499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.123034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2b7a8cf-9bd7-4ec5-8276-5c10bb86c6e5 req-7d35d3eb-b995-49ff-a45b-42d723973e48 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482136 Sep 29 17:33:39.142457 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6658b0-50f2-4609-a701-7f4ef5da9499 None None] Pushing event deleted for resources: {'Port': ['ID=e5173ebb-0572-46c3-aadf-953e77f261ec,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:39.145933 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fae181f2-fa5c-49f7-a40b-55974fc26674 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad3048eb-cf4f-455e-979f-422a41293e8c HTTP/1.1" status: 200 len: 205 time: 0.0663774 Sep 29 17:33:39.150086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40480) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:39.157754 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6658b0-50f2-4609-a701-7f4ef5da9499 None None] No DVR routers for this DVR port e5173ebb-0572-46c3-aadf-953e77f261ec on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:33:39.163183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Calling delete_port for e5173ebb-0572-46c3-aadf-953e77f261ec owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:39.209173 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c77da25f-6cde-4246-8944-dbbe99c59c60 req-a2a14540-ec37-409f-8567-35d7138bd48f service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164459 Sep 29 17:33:39.214219 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:33:39.334048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f23b10-a845-4b1c-89c6-1df4e5160f44 req-7786f798-ec2c-4353-af2d-014774cdf2c2 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:39.334669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e559-ec91-4131-a421-8fdd3ea017ba req-f0b9718f-b167-41b4-b2ab-e639671a2f5c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:39.336643 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85f23b10-a845-4b1c-89c6-1df4e5160f44 req-7786f798-ec2c-4353-af2d-014774cdf2c2 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.0934572 Sep 29 17:33:39.340686 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e559-ec91-4131-a421-8fdd3ea017ba req-f0b9718f-b167-41b4-b2ab-e639671a2f5c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:39.346717 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e559-ec91-4131-a421-8fdd3ea017ba req-f0b9718f-b167-41b4-b2ab-e639671a2f5c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:39.352690 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e559-ec91-4131-a421-8fdd3ea017ba req-f0b9718f-b167-41b4-b2ab-e639671a2f5c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:39.358955 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e559-ec91-4131-a421-8fdd3ea017ba req-f0b9718f-b167-41b4-b2ab-e639671a2f5c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:39.366474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e559-ec91-4131-a421-8fdd3ea017ba req-f0b9718f-b167-41b4-b2ab-e639671a2f5c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:39.374624 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e559-ec91-4131-a421-8fdd3ea017ba req-f0b9718f-b167-41b4-b2ab-e639671a2f5c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:39.383410 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc29e559-ec91-4131-a421-8fdd3ea017ba req-f0b9718f-b167-41b4-b2ab-e639671a2f5c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5430 time: 0.1777332 Sep 29 17:33:39.384659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5,segment=NetworkSegment(9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e),segment_id=9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:39.401632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a852c304-34ad-476e-aaa0-e5acc73ecbb4 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.409895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5', 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8', 'port_id': 'e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5', 'mac_address': 'fa:16:3e:03:be:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:33:39.425102 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.461694 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.468861 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc29e559-ec91-4131-a421-8fdd3ea017ba req-4c31a681-509e-4bf9-b346-6211d38c4f1d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0845098 Sep 29 17:33:39.478347 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] No DVR routers for this DVR port e5173ebb-0572-46c3-aadf-953e77f261ec on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:33:39.489213 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:39.491439 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event deleted for resources: {'Port': ['ID=e5173ebb-0572-46c3-aadf-953e77f261ec,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:39.512629 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2994d4-f597-4a45-a1bd-4491527040a0 req-052ada50-6dbc-4b3c-bb1e-250980334fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:39.514461 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db2994d4-f597-4a45-a1bd-4491527040a0 req-052ada50-6dbc-4b3c-bb1e-250980334fc6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 1095 time: 0.2022755 Sep 29 17:33:39.521108 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5,segment=NetworkSegment(9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e),segment_id=9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:39.531525 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85f23b10-a845-4b1c-89c6-1df4e5160f44 req-f78b7dd0-620f-4f50-b6a4-e9f867da375e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844125 Sep 29 17:33:39.540743 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.541478 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 50ca4778-6f90-4824-b2a2-0811f211b24d details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:33:39.654495 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.670242 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a852c304-34ad-476e-aaa0-e5acc73ecbb4 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.673441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2994d4-f597-4a45-a1bd-4491527040a0 req-bd570842-8e71-492b-87cd-bede84f787cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:39.675058 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db2994d4-f597-4a45-a1bd-4491527040a0 req-bd570842-8e71-492b-87cd-bede84f787cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 907 time: 0.1378751 Sep 29 17:33:39.675675 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 50ca4778-6f90-4824-b2a2-0811f211b24d, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=50ca4778-6f90-4824-b2a2-0811f211b24d,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:39.685389 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b2ae691-0d0e-479e-ae5a-4e2ace1e5564']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:39.707609 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0279ad65-ac34-44c6-816a-60585af9bf15') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:39.709550 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0279ad65-ac34-44c6-816a-60585af9bf15') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:39.711327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '50ca4778-6f90-4824-b2a2-0811f211b24d', 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a', 'port_id': '50ca4778-6f90-4824-b2a2-0811f211b24d', 'mac_address': 'fa:16:3e:21:04:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a93289c5-ed34-433f-b0a1-3c6cefa33da2', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:33:39.714736 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:39.730989 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.742729 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db2994d4-f597-4a45-a1bd-4491527040a0 req-825497d7-ed44-4c8c-af07-4ed68dcf70f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8eeae7e8-90a2-4f97-9f39-df9220e20f70 HTTP/1.1" status: 200 len: 217 time: 0.0596285 Sep 29 17:33:39.747743 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.757438 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:33:39.757935 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:33:39.762483 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:33:39.768211 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.789266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ca4778-6f90-4824-b2a2-0811f211b24d {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:39.812281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2994d4-f597-4a45-a1bd-4491527040a0 req-1a2f7bf0-f918-4cd5-bd04-101b5934d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:39.812607 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 50ca4778-6f90-4824-b2a2-0811f211b24d, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=50ca4778-6f90-4824-b2a2-0811f211b24d,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:39.814854 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db2994d4-f597-4a45-a1bd-4491527040a0 req-1a2f7bf0-f918-4cd5-bd04-101b5934d41c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b8f427-6a40-4543-b542-ebc1c5f5a50d HTTP/1.1" status: 200 len: 846 time: 0.0636511 Sep 29 17:33:39.818023 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.818744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4f6cffde-a8ea-41f5-87b1-161951399f91 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:33:39.820508 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a852c304-34ad-476e-aaa0-e5acc73ecbb4 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Deleting port ec1a961e-f8f0-40a8-a787-2105d4d4b2e1 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:39.820889 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a852c304-34ad-476e-aaa0-e5acc73ecbb4 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.839944 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.849405 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.852079 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] 10.222.0.44 "DELETE /v2.0/networks/8b2ae691-0d0e-479e-ae5a-4e2ace1e5564 HTTP/1.1" status: 204 len: 168 time: 1.3155019 Sep 29 17:33:39.875617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=50ca4778-6f90-4824-b2a2-0811f211b24d,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:39.899718 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481d5c1-13a6-4118-8504-5133f5099397 tempest-AllowedAddressPairTestJSON-1260579210 tempest-AllowedAddressPairTestJSON-1260579210-project] Pushing event deleted for resources: {'Network': ['ID=8b2ae691-0d0e-479e-ae5a-4e2ace1e5564,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:39.922475 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4f6cffde-a8ea-41f5-87b1-161951399f91, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4f6cffde-a8ea-41f5-87b1-161951399f91,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:39.940835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db2994d4-f597-4a45-a1bd-4491527040a0 req-47f52b27-c540-4f6c-bcdd-6172d4cdef45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411072 Sep 29 17:33:39.946257 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a852c304-34ad-476e-aaa0-e5acc73ecbb4 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:39.954243 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '4f6cffde-a8ea-41f5-87b1-161951399f91', 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a', 'port_id': '4f6cffde-a8ea-41f5-87b1-161951399f91', 'mac_address': 'fa:16:3e:a0:f6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a93289c5-ed34-433f-b0a1-3c6cefa33da2', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:33:39.983216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a852c304-34ad-476e-aaa0-e5acc73ecbb4 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Calling delete_port for ec1a961e-f8f0-40a8-a787-2105d4d4b2e1 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:39.992353 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e5173ebb-0572-46c3-aadf-953e77f261ec no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:33:40.015374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: e5173ebb-0572-46c3-aadf-953e77f261ec {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:33:40.015705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e5173ebb-0572-46c3-aadf-953e77f261ec not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:33:40.029266 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.047216 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6cffde-a8ea-41f5-87b1-161951399f91 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:40.079780 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4f6cffde-a8ea-41f5-87b1-161951399f91, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4f6cffde-a8ea-41f5-87b1-161951399f91,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:40.085764 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.086861 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 7917363c-c768-4f5a-92b4-6ea93f5618f4 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:33:40.121498 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db2994d4-f597-4a45-a1bd-4491527040a0 req-f9dab2e7-c02a-4d53-a563-f6455cede023 service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695449 Sep 29 17:33:40.160482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 7917363c-c768-4f5a-92b4-6ea93f5618f4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=7917363c-c768-4f5a-92b4-6ea93f5618f4,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:40.166129 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40510) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:40.176598 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4f6cffde-a8ea-41f5-87b1-161951399f91,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:40.183520 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '7917363c-c768-4f5a-92b4-6ea93f5618f4', 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a', 'port_id': '7917363c-c768-4f5a-92b4-6ea93f5618f4', 'mac_address': 'fa:16:3e:a9:56:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a93289c5-ed34-433f-b0a1-3c6cefa33da2', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:33:40.236172 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.250195 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7917363c-c768-4f5a-92b4-6ea93f5618f4 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:40.272222 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 7917363c-c768-4f5a-92b4-6ea93f5618f4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=7917363c-c768-4f5a-92b4-6ea93f5618f4,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:40.279297 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.283553 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa5ace-9bb6-4cde-8569-458ef8c0346e req-1c5e4658-18d8-46ee-a1a4-ae04d187b4a4 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:40.285095 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fbfa5ace-9bb6-4cde-8569-458ef8c0346e req-1c5e4658-18d8-46ee-a1a4-ae04d187b4a4 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 944 time: 0.0676150 Sep 29 17:33:40.349544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=7917363c-c768-4f5a-92b4-6ea93f5618f4,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:40.366992 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0e62c70e-dee5-4ba2-82d8-57eb5551050a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c4c816e197a4b818fc090790cd3f94e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984644 Sep 29 17:33:40.371370 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fbfa5ace-9bb6-4cde-8569-458ef8c0346e req-e0f1a8a0-c036-4862-83ec-f6e7a502f6ef tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796735 Sep 29 17:33:40.372234 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40516) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:40.393798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be4655-d989-4a97-b184-04b0b7ac3e9c req-7f1c9622-1dd1-4e4e-b58c-9222e8149f7d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:40.395594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-45be4655-d989-4a97-b184-04b0b7ac3e9c req-7f1c9622-1dd1-4e4e-b58c-9222e8149f7d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.2727132 Sep 29 17:33:40.443902 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fd8864d5-5299-4428-a21f-83614a617db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.467081 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fd8864d5-5299-4428-a21f-83614a617db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.467415 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db2994d4-f597-4a45-a1bd-4491527040a0 req-8609eeb7-499b-4b07-8244-00132584a778 service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237243 Sep 29 17:33:40.496327 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-45be4655-d989-4a97-b184-04b0b7ac3e9c req-6cb3fa86-65fb-4eb7-99ae-ffe177739484 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890620 Sep 29 17:33:40.530952 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a852c304-34ad-476e-aaa0-e5acc73ecbb4 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.535640 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fd8864d5-5299-4428-a21f-83614a617db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.539732 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fd8864d5-5299-4428-a21f-83614a617db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.546956 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fd8864d5-5299-4428-a21f-83614a617db8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce5e3fd3-d5e4-4cbe-b40a-c65094efd3c3 HTTP/1.1" status: 204 len: 168 time: 0.1740828 Sep 29 17:33:40.551119 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40524) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:40.604950 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8864d5-5299-4428-a21f-83614a617db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5e3fd3-d5e4-4cbe-b40a-c65094efd3c3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:40.610004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852c304-34ad-476e-aaa0-e5acc73ecbb4 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Pushing event deleted for resources: {'Port': ['ID=ec1a961e-f8f0-40a8-a787-2105d4d4b2e1,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:40.665602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935f6d-8f44-4456-9d79-388652607536 req-cebfc5b8-f572-4f57-af80-e924a747ac83 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:40.672332 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935f6d-8f44-4456-9d79-388652607536 req-cebfc5b8-f572-4f57-af80-e924a747ac83 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:40.678603 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935f6d-8f44-4456-9d79-388652607536 req-cebfc5b8-f572-4f57-af80-e924a747ac83 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:40.684889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935f6d-8f44-4456-9d79-388652607536 req-cebfc5b8-f572-4f57-af80-e924a747ac83 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:40.692244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935f6d-8f44-4456-9d79-388652607536 req-cebfc5b8-f572-4f57-af80-e924a747ac83 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:40.700001 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935f6d-8f44-4456-9d79-388652607536 req-cebfc5b8-f572-4f57-af80-e924a747ac83 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:40.706340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935f6d-8f44-4456-9d79-388652607536 req-cebfc5b8-f572-4f57-af80-e924a747ac83 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:40.715354 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-46935f6d-8f44-4456-9d79-388652607536 req-cebfc5b8-f572-4f57-af80-e924a747ac83 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5434 time: 0.1452076 Sep 29 17:33:40.737245 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-eb86f0d2-c9a6-4438-b474-6de750dd93c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.741548 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a852c304-34ad-476e-aaa0-e5acc73ecbb4 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.770718 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-46935f6d-8f44-4456-9d79-388652607536 req-f6fcaefa-c116-4b3f-886c-93fa4a99d2e7 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544999 Sep 29 17:33:40.799070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-dcb79351-e1f2-4333-81eb-8f47b7b89ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1324569272'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:40.818699 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb79351-e1f2-4333-81eb-8f47b7b89ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Made reservation on behalf of a81e35f6a83c4746ac4e10243e0b0f80 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:40.823611 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dcb79351-e1f2-4333-81eb-8f47b7b89ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.834305 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dcb79351-e1f2-4333-81eb-8f47b7b89ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.850065 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a852c304-34ad-476e-aaa0-e5acc73ecbb4 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.855752 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a852c304-34ad-476e-aaa0-e5acc73ecbb4 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.866623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf141361-7891-47d2-b5b1-f1f699fef7cc req-661e1b8a-0f35-4a5b-92e8-8e4f5b658975 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:40.868225 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf141361-7891-47d2-b5b1-f1f699fef7cc req-661e1b8a-0f35-4a5b-92e8-8e4f5b658975 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.2019546 Sep 29 17:33:40.941309 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dcb79351-e1f2-4333-81eb-8f47b7b89ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.942195 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf141361-7891-47d2-b5b1-f1f699fef7cc req-6bdefd34-22c0-4f6c-8736-d28aaa25d297 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365374 Sep 29 17:33:40.943285 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a852c304-34ad-476e-aaa0-e5acc73ecbb4 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.943409 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a852c304-34ad-476e-aaa0-e5acc73ecbb4 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Fanout notify agent at l3_agent the message router_deleted on router ad3048eb-cf4f-455e-979f-422a41293e8c {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:33:40.951688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a852c304-34ad-476e-aaa0-e5acc73ecbb4 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.952070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dcb79351-e1f2-4333-81eb-8f47b7b89ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.952409 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a852c304-34ad-476e-aaa0-e5acc73ecbb4 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "DELETE /v2.0/routers/ad3048eb-cf4f-455e-979f-422a41293e8c HTTP/1.1" status: 204 len: 168 time: 1.8004487 Sep 29 17:33:40.956232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40536) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:40.968090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-65eb1bb9-194a-40d6-9734-59efef3c3caf tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1162407975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:40.990221 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-65eb1bb9-194a-40d6-9734-59efef3c3caf tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.991338 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-65eb1bb9-194a-40d6-9734-59efef3c3caf tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:40.998021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb79351-e1f2-4333-81eb-8f47b7b89ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:33:41.005395 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb79351-e1f2-4333-81eb-8f47b7b89ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01482b93-0905-4847-a203-d81ab6e58dbf,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:41.013602 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dcb79351-e1f2-4333-81eb-8f47b7b89ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:41.013956 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-dcb79351-e1f2-4333-81eb-8f47b7b89ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Added segment 0cd9474e-6512-446c-9489-83a6481f0005 of type vlan for network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d Sep 29 17:33:41.056115 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-65eb1bb9-194a-40d6-9734-59efef3c3caf tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:41.061309 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dcb79351-e1f2-4333-81eb-8f47b7b89ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:41.062532 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-65eb1bb9-194a-40d6-9734-59efef3c3caf tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:41.082187 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-65eb1bb9-194a-40d6-9734-59efef3c3caf tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:41.083951 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-65eb1bb9-194a-40d6-9734-59efef3c3caf tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1256185 Sep 29 17:33:41.087026 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40544) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:41.091459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'enable_snat': True}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:41.096120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dcb79351-e1f2-4333-81eb-8f47b7b89ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:41.102353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb79351-e1f2-4333-81eb-8f47b7b89ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:41.102971 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dcb79351-e1f2-4333-81eb-8f47b7b89ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:41.178068 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dcb79351-e1f2-4333-81eb-8f47b7b89ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.6253717 Sep 29 17:33:41.179074 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb79351-e1f2-4333-81eb-8f47b7b89ccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Pushing event updated for resources: {'Network': ['ID=1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:41.198226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:33:41.209076 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['50ca4778-6f90-4824-b2a2-0811f211b24d'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:41.265792 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:33:41.352944 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['7917363c-c768-4f5a-92b4-6ea93f5618f4'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:41.454530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['4f6cffde-a8ea-41f5-87b1-161951399f91'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:41.502639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40560) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:41.537672 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40566) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:41.544148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Request body: {'port': {'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d', 'binding:host_id': 'n-h1-811748-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-303396209'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:41.592122 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Made reservation on behalf of 8b27596c479741f19e577d9fe009c23d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:41.595600 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:41.613995 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:41.685596 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0f106657-1ac8-4cf6-818e-c6f19b81b4c7,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:41.700655 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '0f106657-1ac8-4cf6-818e-c6f19b81b4c7', 'network_id': '59537b44-95ea-4fd6-9b97-e24c36b7ed8a', 'port_id': '0f106657-1ac8-4cf6-818e-c6f19b81b4c7', 'mac_address': 'fa:16:3e:17:ce:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a93289c5-ed34-433f-b0a1-3c6cefa33da2', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:33:41.704992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff7354-1e59-42b2-98ee-56714d32f576 req-f25157f6-004f-4a14-ad49-5e8480ae9e07 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:41.714244 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dfff7354-1e59-42b2-98ee-56714d32f576 req-f25157f6-004f-4a14-ad49-5e8480ae9e07 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.1026852 Sep 29 17:33:41.732876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-472e4b4c-d946-4432-8875-207199ca959b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-770546015'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:41.789692 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dfff7354-1e59-42b2-98ee-56714d32f576 req-b4e883c2-8080-4d1c-a665-46c1215d1e6e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716028 Sep 29 17:33:41.802361 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:41.815150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc8e47-3c72-4f59-870e-77215d62aee1 req-e3a345fb-fdc4-430c-83e7-85a190d87276 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:41.819283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:41.823130 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9dc8e47-3c72-4f59-870e-77215d62aee1 req-e3a345fb-fdc4-430c-83e7-85a190d87276 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 944 time: 0.1713696 Sep 29 17:33:41.846270 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:41.882261 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:41.893918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0f106657-1ac8-4cf6-818e-c6f19b81b4c7,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:41.895820 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9dc8e47-3c72-4f59-870e-77215d62aee1 req-e282f76a-7a73-4095-b31e-e417d97332ae tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715868 Sep 29 17:33:41.904918 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:41.920672 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] device_id is not set on port d5381786-7e7c-49ab-bcc1-061f5256a5b2 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:41.923960 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:41.924815 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e6a33a17-f0e2-435c-abe1-66eb743072fa details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:33:42.053953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6cd3a-2088-43c5-bc18-22277ddc3b9e req-e8b19757-b89a-44c0-aa77-305380a60737 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:42.059896 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6cd3a-2088-43c5-bc18-22277ddc3b9e req-e8b19757-b89a-44c0-aa77-305380a60737 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:42.066026 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6cd3a-2088-43c5-bc18-22277ddc3b9e req-e8b19757-b89a-44c0-aa77-305380a60737 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:42.071331 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0f106657-1ac8-4cf6-818e-c6f19b81b4c7,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:42.071920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6cd3a-2088-43c5-bc18-22277ddc3b9e req-e8b19757-b89a-44c0-aa77-305380a60737 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:42.078836 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6cd3a-2088-43c5-bc18-22277ddc3b9e req-e8b19757-b89a-44c0-aa77-305380a60737 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:42.084984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6cd3a-2088-43c5-bc18-22277ddc3b9e req-e8b19757-b89a-44c0-aa77-305380a60737 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:42.091577 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6cd3a-2088-43c5-bc18-22277ddc3b9e req-e8b19757-b89a-44c0-aa77-305380a60737 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:42.093707 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bcd6cd3a-2088-43c5-bc18-22277ddc3b9e req-e8b19757-b89a-44c0-aa77-305380a60737 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5434 time: 0.2249336 Sep 29 17:33:42.094337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472e4b4c-d946-4432-8875-207199ca959b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:42.097557 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-472e4b4c-d946-4432-8875-207199ca959b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.155073 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.164531 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-472e4b4c-d946-4432-8875-207199ca959b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.165976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e6a33a17-f0e2-435c-abe1-66eb743072fa, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e6a33a17-f0e2-435c-abe1-66eb743072fa,segment=NetworkSegment(40fdf262-7bc5-4f81-8388-ac8c587e7fc3),segment_id=40fdf262-7bc5-4f81-8388-ac8c587e7fc3)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:42.170282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e51521-ef12-4144-b2db-69b4733e8c74,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:42.183729 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'e6a33a17-f0e2-435c-abe1-66eb743072fa', 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60', 'port_id': 'e6a33a17-f0e2-435c-abe1-66eb743072fa', 'mac_address': 'fa:16:3e:cb:62:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:33:42.190139 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa592a5-49f5-47da-835f-8e1dfb734615 req-8f98ceaa-97a5-49a2-937a-8ed9e71cfa18 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:42.197402 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bfa592a5-49f5-47da-835f-8e1dfb734615 req-8f98ceaa-97a5-49a2-937a-8ed9e71cfa18 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1096261 Sep 29 17:33:42.201207 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.228613 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.237781 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bcd6cd3a-2088-43c5-bc18-22277ddc3b9e req-2fcd3384-133f-44ed-bd1f-cf13aae67942 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102736 Sep 29 17:33:42.247357 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a33a17-f0e2-435c-abe1-66eb743072fa {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:42.267239 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:42.277969 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bfa592a5-49f5-47da-835f-8e1dfb734615 req-6ab90011-d42c-4ac9-8a9b-e683410a52fd tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789576 Sep 29 17:33:42.316164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e6a33a17-f0e2-435c-abe1-66eb743072fa, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e6a33a17-f0e2-435c-abe1-66eb743072fa,segment=NetworkSegment(40fdf262-7bc5-4f81-8388-ac8c587e7fc3),segment_id=40fdf262-7bc5-4f81-8388-ac8c587e7fc3)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:42.324485 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.325146 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 62fd392b-0e65-4206-a548-c46677c479e2 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:33:42.355308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Allocated IP 172.25.2.33 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/09c96079-1943-43ec-a008-5b1b3719c865) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:42.384485 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] device_id is not set on port d5381786-7e7c-49ab-bcc1-061f5256a5b2 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:42.398610 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.414599 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.431731 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 62fd392b-0e65-4206-a548-c46677c479e2, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=62fd392b-0e65-4206-a548-c46677c479e2,segment=NetworkSegment(40fdf262-7bc5-4f81-8388-ac8c587e7fc3),segment_id=40fdf262-7bc5-4f81-8388-ac8c587e7fc3)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:42.449176 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=e6a33a17-f0e2-435c-abe1-66eb743072fa,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:42.456823 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-472e4b4c-d946-4432-8875-207199ca959b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.458644 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '62fd392b-0e65-4206-a548-c46677c479e2', 'network_id': 'af3f2081-9fb7-4b4e-b3c7-c1ccada69a60', 'port_id': '62fd392b-0e65-4206-a548-c46677c479e2', 'mac_address': 'fa:16:3e:7e:e0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:33:42.469525 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-472e4b4c-d946-4432-8875-207199ca959b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.484254 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.507912 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Pushing event updated for resources: {'Port': ['ID=d5381786-7e7c-49ab-bcc1-061f5256a5b2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:42.517976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Checking segment: {'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:42.518337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Network hostable DHCP agents. Network: 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:33:42.524267 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472e4b4c-d946-4432-8875-207199ca959b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:33:42.527163 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.528439 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.539491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e4b4c-d946-4432-8875-207199ca959b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797765e9-422d-4f5c-8b11-d6e4f224fccc,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:42.554070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-472e4b4c-d946-4432-8875-207199ca959b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.554419 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-472e4b4c-d946-4432-8875-207199ca959b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Added segment d29cac37-5300-4db0-b47a-e37751b10112 of type vlan for network 53678ac2-5d4e-4c12-b83b-b5f63c37360c Sep 29 17:33:42.555593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fd392b-0e65-4206-a548-c46677c479e2 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:42.564947 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:33:42.577408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:42.582328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:42.588071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 62fd392b-0e65-4206-a548-c46677c479e2, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=62fd392b-0e65-4206-a548-c46677c479e2,segment=NetworkSegment(40fdf262-7bc5-4f81-8388-ac8c587e7fc3),segment_id=40fdf262-7bc5-4f81-8388-ac8c587e7fc3)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:42.592363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:42.595132 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.596688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Pushing event updated for resources: {'Port': ['ID=09c96079-1943-43ec-a008-5b1b3719c865,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:42.603494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:42.609769 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-472e4b4c-d946-4432-8875-207199ca959b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.612037 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:42.627573 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb6554-cd9a-4f17-b246-d7f61416547d None None] Network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:33:42.633149 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:42.633586 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:42.634032 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:42.649695 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:42.650117 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:42.652106 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 2 to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 Sep 29 17:33:42.662730 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-472e4b4c-d946-4432-8875-207199ca959b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.669078 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472e4b4c-d946-4432-8875-207199ca959b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:42.669795 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-472e4b4c-d946-4432-8875-207199ca959b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.684045 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:42.684477 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:42.684879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:42.702011 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:42.702246 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:42.705247 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 3 to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 Sep 29 17:33:42.709129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=62fd392b-0e65-4206-a548-c46677c479e2,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:42.734270 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-472e4b4c-d946-4432-8875-207199ca959b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2274153 Sep 29 17:33:42.734655 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40574) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:42.736281 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:42.736621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:42.736961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:42.740773 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c269786e-fa65-4500-a0bf-5c3b18fa77f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:42.768062 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:42.769083 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:42.769083 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 4 to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 Sep 29 17:33:42.771549 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e4b4c-d946-4432-8875-207199ca959b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Network': ['ID=53678ac2-5d4e-4c12-b83b-b5f63c37360c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:42.783615 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:33:42.784396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:42.784739 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:42.785074 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:42.789950 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:42.790212 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:42.790604 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 5 to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 Sep 29 17:33:42.807958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:42.808294 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:42.808632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:42.813298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:42.813643 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:42.814042 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 6 to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 Sep 29 17:33:42.828292 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:42.828742 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:42.828954 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:42.833855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:42.834190 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:42.835027 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 7 to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 Sep 29 17:33:42.849069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:42.849603 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:42.849967 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:42.857337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:42.857677 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:42.858076 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 8 to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 Sep 29 17:33:42.873344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:42.873486 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:42.873814 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:42.878326 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:42.878487 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:42.878882 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 9 to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 Sep 29 17:33:42.902129 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:42.902488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:42.902831 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:42.922273 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:42.922604 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:42.923642 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 10 to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 Sep 29 17:33:42.936740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c269786e-fa65-4500-a0bf-5c3b18fa77f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:42.940392 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c269786e-fa65-4500-a0bf-5c3b18fa77f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:42.941661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:42.941880 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:42.942276 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:42.958421 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acbdeb-9d96-453c-ac18-e95448646dd9 req-ae965aec-2250-47f0-a405-9c1e81223c8f tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:42.960030 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7acbdeb-9d96-453c-ac18-e95448646dd9 req-ae965aec-2250-47f0-a405-9c1e81223c8f tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.0712073 Sep 29 17:33:42.960661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:42.961053 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port d5381786-7e7c-49ab-bcc1-061f5256a5b2 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:42.961454 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.030297 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7acbdeb-9d96-453c-ac18-e95448646dd9 req-2eb17fe7-a555-471b-bfb3-3a65bfefcd66 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592132 Sep 29 17:33:43.047402 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.059341 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] For port d5381786-7e7c-49ab-bcc1-061f5256a5b2, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:43.059908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempted to set empty binding levels {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 29 17:33:43.065012 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.105523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:43.106109 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.121019 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Pushing event updated for resources: {'Port': ['ID=d5381786-7e7c-49ab-bcc1-061f5256a5b2,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:43.129701 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-de1dfbf9-bb71-47bd-82c0-6f7403539ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.5906086 Sep 29 17:33:43.132999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40582) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:43.160480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad7ec5-32b3-424f-ac73-9f1fa94c79d8 req-f286d6a0-4636-415c-950c-f1751b301f4b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:43.161986 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5ad7ec5-32b3-424f-ac73-9f1fa94c79d8 req-f286d6a0-4636-415c-950c-f1751b301f4b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 944 time: 0.1832497 Sep 29 17:33:43.207804 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-7924785e-bf51-4fb0-9a1e-bf9141a07666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Deleting port d5381786-7e7c-49ab-bcc1-061f5256a5b2 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:43.208149 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7924785e-bf51-4fb0-9a1e-bf9141a07666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.224288 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 8eeae7e8-90a2-4f97-9f39-df9220e20f70 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:33:43.272149 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-7924785e-bf51-4fb0-9a1e-bf9141a07666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] For port d5381786-7e7c-49ab-bcc1-061f5256a5b2, host n-h1-811748-2, got binding levels [] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:43.272511 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7924785e-bf51-4fb0-9a1e-bf9141a07666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.285947 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-7924785e-bf51-4fb0-9a1e-bf9141a07666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Calling delete_port for d5381786-7e7c-49ab-bcc1-061f5256a5b2 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:43.345230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 8eeae7e8-90a2-4f97-9f39-df9220e20f70, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=8eeae7e8-90a2-4f97-9f39-df9220e20f70,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:43.354846 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5ad7ec5-32b3-424f-ac73-9f1fa94c79d8 req-97e85d6d-7c45-4a19-93ca-ad12bdf0af38 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831417 Sep 29 17:33:43.357386 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '8eeae7e8-90a2-4f97-9f39-df9220e20f70', 'network_id': 'fe93af0d-88eb-4bd8-b10d-ef73fbecc01f', 'port_id': '8eeae7e8-90a2-4f97-9f39-df9220e20f70', 'mac_address': 'fa:16:3e:2a:95:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b8f427-6a40-4543-b542-ebc1c5f5a50d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:33:43.412752 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c269786e-fa65-4500-a0bf-5c3b18fa77f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.414454 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.419628 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ce810-aa57-4c73-8876-edbb31acf4a3 req-f1a46962-7bec-4d7b-815c-e6faade13867 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:43.425604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ce810-aa57-4c73-8876-edbb31acf4a3 req-f1a46962-7bec-4d7b-815c-e6faade13867 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:43.431031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eeae7e8-90a2-4f97-9f39-df9220e20f70 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:43.431573 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ce810-aa57-4c73-8876-edbb31acf4a3 req-f1a46962-7bec-4d7b-815c-e6faade13867 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:43.438732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ce810-aa57-4c73-8876-edbb31acf4a3 req-f1a46962-7bec-4d7b-815c-e6faade13867 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:43.446832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ce810-aa57-4c73-8876-edbb31acf4a3 req-f1a46962-7bec-4d7b-815c-e6faade13867 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:43.453712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ce810-aa57-4c73-8876-edbb31acf4a3 req-f1a46962-7bec-4d7b-815c-e6faade13867 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:43.456906 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 8eeae7e8-90a2-4f97-9f39-df9220e20f70, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=8eeae7e8-90a2-4f97-9f39-df9220e20f70,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:43.459899 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ce810-aa57-4c73-8876-edbb31acf4a3 req-f1a46962-7bec-4d7b-815c-e6faade13867 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:43.461704 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.462110 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c4ce810-aa57-4c73-8876-edbb31acf4a3 req-f1a46962-7bec-4d7b-815c-e6faade13867 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5437 time: 0.1274352 Sep 29 17:33:43.467600 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7924785e-bf51-4fb0-9a1e-bf9141a07666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.507501 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a408f873-b847-43a2-9867-ae23617b1c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.517218 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924785e-bf51-4fb0-9a1e-bf9141a07666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5381786-7e7c-49ab-bcc1-061f5256a5b2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:43.526087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=8eeae7e8-90a2-4f97-9f39-df9220e20f70,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:43.542293 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7924785e-bf51-4fb0-9a1e-bf9141a07666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.544197 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7924785e-bf51-4fb0-9a1e-bf9141a07666 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] 10.222.0.44 "DELETE /v2.0/ports/d5381786-7e7c-49ab-bcc1-061f5256a5b2 HTTP/1.1" status: 204 len: 168 time: 0.4103918 Sep 29 17:33:43.547509 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40588) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:43.555018 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.559770 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c4ce810-aa57-4c73-8876-edbb31acf4a3 req-95519a70-c5e8-4a29-8a25-2910cf40a1da tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0893350 Sep 29 17:33:43.561918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269786e-fa65-4500-a0bf-5c3b18fa77f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=f97e1351-678a-48fd-b3a9-9e5f0ed5e337,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:43.571659 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.577851 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-d180bdf3-5d6d-4648-813f-5f227f9f6db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] GET failed (client error): The resource could not be found. Sep 29 17:33:43.583038 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d180bdf3-5d6d-4648-813f-5f227f9f6db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] 10.222.0.44 "GET /v2.0/ports/d5381786-7e7c-49ab-bcc1-061f5256a5b2 HTTP/1.1" status: 404 len: 333 time: 0.0309813 Sep 29 17:33:43.583207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c269786e-fa65-4500-a0bf-5c3b18fa77f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:43.583207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c269786e-fa65-4500-a0bf-5c3b18fa77f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network hostable DHCP agents. Network: 53678ac2-5d4e-4c12-b83b-b5f63c37360c, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:33:43.583949 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40590) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:43.589107 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-02a28ce3-253b-4848-8d06-8bdbe9b7caff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Request body: {'port': {'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1972355743'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:43.593013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2011f-fdd5-411a-a00e-2fee160a2dbd req-4af46f68-847f-4990-84c3-a39cf4c99924 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:43.594523 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0c2011f-fdd5-411a-a00e-2fee160a2dbd req-4af46f68-847f-4990-84c3-a39cf4c99924 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1591842 Sep 29 17:33:43.610888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a28ce3-253b-4848-8d06-8bdbe9b7caff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Made reservation on behalf of 8b27596c479741f19e577d9fe009c23d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:43.613188 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-02a28ce3-253b-4848-8d06-8bdbe9b7caff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.628797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-02a28ce3-253b-4848-8d06-8bdbe9b7caff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] device_id is not set on port 0804f604-93c7-401d-aefd-c350708339d4 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:43.705754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c269786e-fa65-4500-a0bf-5c3b18fa77f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:33:43.735459 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0c2011f-fdd5-411a-a00e-2fee160a2dbd req-ba1640fa-ac53-4f24-b2ea-0810c16c3afe tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348851 Sep 29 17:33:43.737654 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-c269786e-fa65-4500-a0bf-5c3b18fa77f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 53678ac2-5d4e-4c12-b83b-b5f63c37360c) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:43.742394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c269786e-fa65-4500-a0bf-5c3b18fa77f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:43.743116 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c269786e-fa65-4500-a0bf-5c3b18fa77f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.752881 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a801222-ebf2-4eb6-85ee-e5710c3830a7 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:33:43.781337 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c269786e-fa65-4500-a0bf-5c3b18fa77f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0361793 Sep 29 17:33:43.781337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40592) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:43.781337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-cf970f80-2a42-43e6-abd3-b5c39ae69c90 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'name': 'tempest-NetworksTestDHCPv6-767797895'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:43.862589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Router e606115c-421f-4b2a-a7b4-c7aa92d118d9 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:33:43.936552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': 'f97e1351-678a-48fd-b3a9-9e5f0ed5e337'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:33:43.937618 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:43.999286 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf970f80-2a42-43e6-abd3-b5c39ae69c90 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:44.003103 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf970f80-2a42-43e6-abd3-b5c39ae69c90 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:44.014678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['0f106657-1ac8-4cf6-818e-c6f19b81b4c7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:44.031566 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-cf970f80-2a42-43e6-abd3-b5c39ae69c90 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port 8512dbe4-ea10-4c64-9104-d767bc0176e5 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:44.037884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:33:44.044592 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:44.046246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cb868eef-18b2-43ee-9dd9-b96fc3c9f0a5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "PUT /v2.0/routers/e606115c-421f-4b2a-a7b4-c7aa92d118d9 HTTP/1.1" status: 200 len: 914 time: 2.9578841 Sep 29 17:33:44.049572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40594) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:44.071916 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a93af1-c229-4bca-892e-beb5f2664cea None None] Sync routers for ids ['e606115c-421f-4b2a-a7b4-c7aa92d118d9'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:33:44.084626 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-02a28ce3-253b-4848-8d06-8bdbe9b7caff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:44.087863 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a93af1-c229-4bca-892e-beb5f2664cea None None] Routers {'e606115c-421f-4b2a-a7b4-c7aa92d118d9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:44.088861 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-37a93af1-c229-4bca-892e-beb5f2664cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e606115c-421f-4b2a-a7b4-c7aa92d118d9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:44.090929 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['62fd392b-0e65-4206-a548-c46677c479e2'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:44.141248 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-37a93af1-c229-4bca-892e-beb5f2664cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:44.152566 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a93af1-c229-4bca-892e-beb5f2664cea None None] Routers {'e606115c-421f-4b2a-a7b4-c7aa92d118d9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:44.153541 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-37a93af1-c229-4bca-892e-beb5f2664cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e606115c-421f-4b2a-a7b4-c7aa92d118d9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:44.199898 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['e6a33a17-f0e2-435c-abe1-66eb743072fa'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:44.200583 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-37a93af1-c229-4bca-892e-beb5f2664cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:44.202018 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a93af1-c229-4bca-892e-beb5f2664cea None None] The sync data for ids ['e606115c-421f-4b2a-a7b4-c7aa92d118d9'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:33:44.222908 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-029dae0e-ac78-4626-b7d0-90311d1f0bf5 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/routers/e606115c-421f-4b2a-a7b4-c7aa92d118d9 HTTP/1.1" status: 200 len: 920 time: 0.1720231 Sep 29 17:33:44.225937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40600) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:44.232630 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-02a28ce3-253b-4848-8d06-8bdbe9b7caff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:44.250254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88184a9-d77e-4a24-9edb-d3e180e141e3 req-4a6c6f87-b497-460d-add0-d26c9ca9457f tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:44.257872 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f88184a9-d77e-4a24-9edb-d3e180e141e3 req-4a6c6f87-b497-460d-add0-d26c9ca9457f tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.1343088 Sep 29 17:33:44.293830 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Allocated IP 2001:db8::2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/f97e1351-678a-48fd-b3a9-9e5f0ed5e337/41f31ea1-98ca-4e46-8f8b-cdde6cccc592) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:44.313005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f8853c-1e19-4402-9dc6-c5ef03040046 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:44.317560 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c0f8853c-1e19-4402-9dc6-c5ef03040046 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&device_id=e606115c-421f-4b2a-a7b4-c7aa92d118d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0903008 Sep 29 17:33:44.318202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40602) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:44.318324 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a28ce3-253b-4848-8d06-8bdbe9b7caff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:44.332240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-02a28ce3-253b-4848-8d06-8bdbe9b7caff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:44.334274 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a28ce3-253b-4848-8d06-8bdbe9b7caff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Pushing event updated for resources: {'Port': ['ID=0804f604-93c7-401d-aefd-c350708339d4,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:44.338980 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a28ce3-253b-4848-8d06-8bdbe9b7caff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:44.339924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a28ce3-253b-4848-8d06-8bdbe9b7caff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:44.341405 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-02a28ce3-253b-4848-8d06-8bdbe9b7caff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:44.348755 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f88184a9-d77e-4a24-9edb-d3e180e141e3 req-0be7abf8-bcd9-4048-bec6-b5e32850be8c tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892527 Sep 29 17:33:44.363188 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-02a28ce3-253b-4848-8d06-8bdbe9b7caff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7779465 Sep 29 17:33:44.365984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40604) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:44.372728 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:44.435684 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:44.437058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a845a66-980f-4cf1-b73d-d549362e9683 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:44.438544 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5a845a66-980f-4cf1-b73d-d549362e9683 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 881 time: 0.1194124 Sep 29 17:33:44.441479 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40608) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:44.482799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b7c068ef-95a6-4e66-8e1f-ebc14915ebc4 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "GET /v2.0/ports?device_id=e606115c-421f-4b2a-a7b4-c7aa92d118d9 HTTP/1.1" status: 200 len: 205 time: 0.0378525 Sep 29 17:33:44.483039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40610) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:44.508090 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:44.578257 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:44.659287 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] device_id is not set on port 0804f604-93c7-401d-aefd-c350708339d4 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:44.673307 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:44.677936 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:44.700930 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:44.741345 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:44.757133 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:44.771525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Pushing event updated for resources: {'Port': ['ID=0804f604-93c7-401d-aefd-c350708339d4,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:44.788363 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86113fb-a4c5-4ee9-9f4a-edca7c9ccae0 req-232f7bd6-6e8a-4946-a356-34e1c818eedf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:44.795150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86113fb-a4c5-4ee9-9f4a-edca7c9ccae0 req-232f7bd6-6e8a-4946-a356-34e1c818eedf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:44.801075 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86113fb-a4c5-4ee9-9f4a-edca7c9ccae0 req-232f7bd6-6e8a-4946-a356-34e1c818eedf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:44.808042 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86113fb-a4c5-4ee9-9f4a-edca7c9ccae0 req-232f7bd6-6e8a-4946-a356-34e1c818eedf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:44.813832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86113fb-a4c5-4ee9-9f4a-edca7c9ccae0 req-232f7bd6-6e8a-4946-a356-34e1c818eedf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:44.815412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:44.819663 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86113fb-a4c5-4ee9-9f4a-edca7c9ccae0 req-232f7bd6-6e8a-4946-a356-34e1c818eedf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:44.825182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:44.825603 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86113fb-a4c5-4ee9-9f4a-edca7c9ccae0 req-232f7bd6-6e8a-4946-a356-34e1c818eedf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:44.827356 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:44.827577 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c86113fb-a4c5-4ee9-9f4a-edca7c9ccae0 req-232f7bd6-6e8a-4946-a356-34e1c818eedf tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5437 time: 0.1629989 Sep 29 17:33:44.829456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Pushing event updated for resources: {'Port': ['ID=41f31ea1-98ca-4e46-8f8b-cdde6cccc592,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:44.840706 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:44.841042 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:44.841423 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:44.846217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:44.846548 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:44.846940 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 2 to bind port 0804f604-93c7-401d-aefd-c350708339d4 Sep 29 17:33:44.876681 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:44.877041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:44.877382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:44.886680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:44.886994 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:44.889113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Attempting to bind port 41f31ea1-98ca-4e46-8f8b-cdde6cccc592 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:44.889512 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Attempting to bind port 41f31ea1-98ca-4e46-8f8b-cdde6cccc592 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:44.889872 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Attempting to bind port 41f31ea1-98ca-4e46-8f8b-cdde6cccc592 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:44.892412 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 3 to bind port 0804f604-93c7-401d-aefd-c350708339d4 Sep 29 17:33:44.895119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:33:44.895386 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:44.895779 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:44.896165 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:33:44.897002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Bound port: 41f31ea1-98ca-4e46-8f8b-cdde6cccc592, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:33:44.897133 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:44.912515 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c86113fb-a4c5-4ee9-9f4a-edca7c9ccae0 req-f6d2157b-3ed4-455a-a98c-abcc5a8c7608 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621662 Sep 29 17:33:44.912905 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:44.913237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:44.913640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:44.919245 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:44.919567 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:44.919958 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 4 to bind port 0804f604-93c7-401d-aefd-c350708339d4 Sep 29 17:33:44.936060 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:44.936398 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:44.936730 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:44.936913 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['8eeae7e8-90a2-4f97-9f39-df9220e20f70'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:44.944369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:44.944693 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:44.946048 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 5 to bind port 0804f604-93c7-401d-aefd-c350708339d4 Sep 29 17:33:44.967028 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:44.967378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:44.967725 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:44.974737 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:44.975192 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:44.975453 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 6 to bind port 0804f604-93c7-401d-aefd-c350708339d4 Sep 29 17:33:44.988305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bae137-147d-4f53-9228-db385e1c7282 req-a1d6b472-e0a2-4c33-8279-b0df2217eb9d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:44.991380 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:44.991713 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:44.992066 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:44.992662 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f8bae137-147d-4f53-9228-db385e1c7282 req-a1d6b472-e0a2-4c33-8279-b0df2217eb9d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 945 time: 0.5222230 Sep 29 17:33:44.998157 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:44.998485 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:44.998877 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 7 to bind port 0804f604-93c7-401d-aefd-c350708339d4 Sep 29 17:33:45.013950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] For port 41f31ea1-98ca-4e46-8f8b-cdde6cccc592, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:45.016107 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:45.016440 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:45.016785 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:45.018524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] For port 41f31ea1-98ca-4e46-8f8b-cdde6cccc592, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=41f31ea1-98ca-4e46-8f8b-cdde6cccc592,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:33:45.026952 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.028239 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-cf970f80-2a42-43e6-abd3-b5c39ae69c90 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::189 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/f97e1351-678a-48fd-b3a9-9e5f0ed5e337/8512dbe4-ea10-4c64-9104-d767bc0176e5) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:45.030220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:45.030549 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:45.044216 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 8 to bind port 0804f604-93c7-401d-aefd-c350708339d4 Sep 29 17:33:45.061631 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ac45d08-77b1-40de-8f43-95bde39f59c5 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.061887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:45.062224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:45.062557 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:45.071530 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:45.071851 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:45.072388 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 9 to bind port 0804f604-93c7-401d-aefd-c350708339d4 Sep 29 17:33:45.092228 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0205fb-0e1f-4ca3-afc2-10462f9f2917 req-00a0fca4-defe-4f42-94a2-0c1b03203152 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.093765 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f0205fb-0e1f-4ca3-afc2-10462f9f2917 req-00a0fca4-defe-4f42-94a2-0c1b03203152 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.0787284 Sep 29 17:33:45.098531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:45.098863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:45.099193 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:45.104825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:45.105150 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:45.105565 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 10 to bind port 0804f604-93c7-401d-aefd-c350708339d4 Sep 29 17:33:45.137787 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:45.138601 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:45.139627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:45.151917 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45bbee-d22d-4db5-a3c2-2662f199bb6d None None] Pushing event updated for resources: {'Port': ['ID=41f31ea1-98ca-4e46-8f8b-cdde6cccc592,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:45.153485 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:45.154171 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port 0804f604-93c7-401d-aefd-c350708339d4 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:45.154319 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.201793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f8bae137-147d-4f53-9228-db385e1c7282 req-b8a2bed3-0b5a-4d05-a345-b272a31b8cb6 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739476 Sep 29 17:33:45.236042 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f0205fb-0e1f-4ca3-afc2-10462f9f2917 req-4ff66145-e402-4a5e-89d2-072d58dc3a20 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188588 Sep 29 17:33:45.243632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] For port 0804f604-93c7-401d-aefd-c350708339d4, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:45.244129 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempted to set empty binding levels {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 29 17:33:45.251172 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.284857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] In _notify_port_updated(), no bound segment for port 0804f604-93c7-401d-aefd-c350708339d4 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:33:45.285742 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.286360 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.287652 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] 10.222.0.44 "PUT /v2.0/ports/0804f604-93c7-401d-aefd-c350708339d4 HTTP/1.1" status: 200 len: 979 time: 0.9206038 Sep 29 17:33:45.290592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40618) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:45.315265 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ac45d08-77b1-40de-8f43-95bde39f59c5 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.392839 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a14f2-d645-4f7d-a0ac-0b4255f6c066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Pushing event updated for resources: {'Port': ['ID=0804f604-93c7-401d-aefd-c350708339d4,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:45.422041 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf970f80-2a42-43e6-abd3-b5c39ae69c90 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.448722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5ac45d08-77b1-40de-8f43-95bde39f59c5 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Deleting port 09c96079-1943-43ec-a008-5b1b3719c865 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:45.449037 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ac45d08-77b1-40de-8f43-95bde39f59c5 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.452907 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.453868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.454567 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.455106 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.455640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.456171 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.456898 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.457464 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.457986 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.458509 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.459041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.459552 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.460067 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.460606 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.461107 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.461654 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.462166 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.462697 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.463777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.464246 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.464703 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.465154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.465636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.466093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.466541 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.467025 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.467482 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.467934 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.468386 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.468838 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.469304 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.469769 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.470222 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.470672 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.471121 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.471574 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.472031 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.472485 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.472935 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.473414 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.473868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.474316 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.474766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.484980 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-498f418d-860d-47d2-8654-a0cbb84d49f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38657 time: 0.1885178 Sep 29 17:33:45.485354 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40622) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:45.526599 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf970f80-2a42-43e6-abd3-b5c39ae69c90 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.588119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf970f80-2a42-43e6-abd3-b5c39ae69c90 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:45.589040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f537e81-4c6a-4e21-9f72-2489347906ed req-70945808-1b72-4372-949e-fdaf41679301 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.590507 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ac45d08-77b1-40de-8f43-95bde39f59c5 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.590632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f537e81-4c6a-4e21-9f72-2489347906ed req-70945808-1b72-4372-949e-fdaf41679301 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.1030324 Sep 29 17:33:45.599569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-cf970f80-2a42-43e6-abd3-b5c39ae69c90 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:45.608939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf970f80-2a42-43e6-abd3-b5c39ae69c90 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:45.614415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf970f80-2a42-43e6-abd3-b5c39ae69c90 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.615029 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf970f80-2a42-43e6-abd3-b5c39ae69c90 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.620966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf970f80-2a42-43e6-abd3-b5c39ae69c90 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=8512dbe4-ea10-4c64-9104-d767bc0176e5,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:45.625846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5ac45d08-77b1-40de-8f43-95bde39f59c5 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Calling delete_port for 09c96079-1943-43ec-a008-5b1b3719c865 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:45.633602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a30e88ed-c17d-43d1-ac6f-46cced2536bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Deleting port 0804f604-93c7-401d-aefd-c350708339d4 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:45.633944 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a30e88ed-c17d-43d1-ac6f-46cced2536bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.640594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cf970f80-2a42-43e6-abd3-b5c39ae69c90 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8650436 Sep 29 17:33:45.643845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40624) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:45.652167 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f537e81-4c6a-4e21-9f72-2489347906ed req-0bba335e-f51d-478a-8cb9-429b3bd742ca tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553551 Sep 29 17:33:45.707675 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-a30e88ed-c17d-43d1-ac6f-46cced2536bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] For port 0804f604-93c7-401d-aefd-c350708339d4, host n-h1-811748-2, got binding levels [] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:45.708061 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a30e88ed-c17d-43d1-ac6f-46cced2536bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.723237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a30e88ed-c17d-43d1-ac6f-46cced2536bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Calling delete_port for 0804f604-93c7-401d-aefd-c350708339d4 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:45.776951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99628c-131b-4dc2-a58c-fc7b58c94958 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.783029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99628c-131b-4dc2-a58c-fc7b58c94958 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:45.784852 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1d99628c-131b-4dc2-a58c-fc7b58c94958 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1400931 Sep 29 17:33:45.787595 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40626) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:45.810240 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a30e88ed-c17d-43d1-ac6f-46cced2536bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.838570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e88ed-c17d-43d1-ac6f-46cced2536bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Pushing event deleted for resources: {'Port': ['ID=0804f604-93c7-401d-aefd-c350708339d4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:45.844433 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a30e88ed-c17d-43d1-ac6f-46cced2536bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.849574 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a30e88ed-c17d-43d1-ac6f-46cced2536bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] 10.222.0.44 "DELETE /v2.0/ports/0804f604-93c7-401d-aefd-c350708339d4 HTTP/1.1" status: 204 len: 168 time: 0.3602908 Sep 29 17:33:45.849574 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40628) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:45.882014 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcfa9c0-c511-4fde-87da-6853ce5410c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] GET failed (client error): The resource could not be found. Sep 29 17:33:45.885248 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2dcfa9c0-c511-4fde-87da-6853ce5410c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] 10.222.0.44 "GET /v2.0/ports/0804f604-93c7-401d-aefd-c350708339d4 HTTP/1.1" status: 404 len: 333 time: 0.0341501 Sep 29 17:33:45.889398 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40630) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:45.894488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-aa145bec-261c-44a6-bdb6-fb32b10d6ff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1172774000', 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:45.928321 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa145bec-261c-44a6-bdb6-fb32b10d6ff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Made reservation on behalf of 8b27596c479741f19e577d9fe009c23d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:45.931327 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa145bec-261c-44a6-bdb6-fb32b10d6ff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.931674 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ac45d08-77b1-40de-8f43-95bde39f59c5 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.955812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-aa145bec-261c-44a6-bdb6-fb32b10d6ff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] device_id is not set on port 17cce2eb-a5c9-4b09-b8d7-220df166eba5 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:45.970773 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5a2aade6-df32-406e-b824-466f1b5e580c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port 8512dbe4-ea10-4c64-9104-d767bc0176e5 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:45.971495 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a2aade6-df32-406e-b824-466f1b5e580c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:45.981086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac45d08-77b1-40de-8f43-95bde39f59c5 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Pushing event deleted for resources: {'Port': ['ID=09c96079-1943-43ec-a008-5b1b3719c865,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:45.997077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 41f31ea1-98ca-4e46-8f8b-cdde6cccc592 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:46.056461 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 41f31ea1-98ca-4e46-8f8b-cdde6cccc592 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:46.058529 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.156010 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ac45d08-77b1-40de-8f43-95bde39f59c5 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.168589 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.206197 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa145bec-261c-44a6-bdb6-fb32b10d6ff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.212661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 41f31ea1-98ca-4e46-8f8b-cdde6cccc592, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=41f31ea1-98ca-4e46-8f8b-cdde6cccc592,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:46.222112 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.231601 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a2aade6-df32-406e-b824-466f1b5e580c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.279303 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa145bec-261c-44a6-bdb6-fb32b10d6ff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.295223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=41f31ea1-98ca-4e46-8f8b-cdde6cccc592,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:46.300537 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ac45d08-77b1-40de-8f43-95bde39f59c5 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.303463 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:46.303576 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ac45d08-77b1-40de-8f43-95bde39f59c5 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.303928 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:46.304708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:46.305296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:46.305784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:46.306205 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:46.306967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:46.307961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:46.308373 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:46.308791 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:46.309223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:46.309710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:33:46.317657 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24040b-2073-438b-ad0a-dbdec8f5837e req-28551639-65bd-411d-b9df-cb49496ec139 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:46.324491 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24040b-2073-438b-ad0a-dbdec8f5837e req-28551639-65bd-411d-b9df-cb49496ec139 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:46.330760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24040b-2073-438b-ad0a-dbdec8f5837e req-28551639-65bd-411d-b9df-cb49496ec139 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:46.336707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24040b-2073-438b-ad0a-dbdec8f5837e req-28551639-65bd-411d-b9df-cb49496ec139 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:46.342979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24040b-2073-438b-ad0a-dbdec8f5837e req-28551639-65bd-411d-b9df-cb49496ec139 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:46.348845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24040b-2073-438b-ad0a-dbdec8f5837e req-28551639-65bd-411d-b9df-cb49496ec139 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:46.355416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24040b-2073-438b-ad0a-dbdec8f5837e req-28551639-65bd-411d-b9df-cb49496ec139 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:46.358184 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3e24040b-2073-438b-ad0a-dbdec8f5837e req-28551639-65bd-411d-b9df-cb49496ec139 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5437 time: 0.3127620 Sep 29 17:33:46.363031 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa145bec-261c-44a6-bdb6-fb32b10d6ff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:46.366113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5a2aade6-df32-406e-b824-466f1b5e580c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for 8512dbe4-ea10-4c64-9104-d767bc0176e5 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:46.376347 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-aa145bec-261c-44a6-bdb6-fb32b10d6ff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:46.379425 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa145bec-261c-44a6-bdb6-fb32b10d6ff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:46.380594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa145bec-261c-44a6-bdb6-fb32b10d6ff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:46.381227 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa145bec-261c-44a6-bdb6-fb32b10d6ff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.385348 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa145bec-261c-44a6-bdb6-fb32b10d6ff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Pushing event updated for resources: {'Port': ['ID=17cce2eb-a5c9-4b09-b8d7-220df166eba5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:46.388847 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940065f3-47a2-44eb-9eb9-4bc6b57cbac1 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:33:46.412233 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aa145bec-261c-44a6-bdb6-fb32b10d6ff4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5217857 Sep 29 17:33:46.421564 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f930006-74e2-4dcc-9350-f71d07b08fce req-843c24fe-3fda-4a74-a7ec-ce32ab2b97a5 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:46.423633 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f930006-74e2-4dcc-9350-f71d07b08fce req-843c24fe-3fda-4a74-a7ec-ce32ab2b97a5 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 945 time: 0.1328156 Sep 29 17:33:46.424182 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40640) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:46.471882 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847bec83-d036-4554-988b-3bd104ec9fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:46.475757 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-847bec83-d036-4554-988b-3bd104ec9fdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] 10.222.0.44 "GET /v2.0/ports/17cce2eb-a5c9-4b09-b8d7-220df166eba5 HTTP/1.1" status: 200 len: 959 time: 0.0480592 Sep 29 17:33:46.476113 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40642) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:46.489687 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ac45d08-77b1-40de-8f43-95bde39f59c5 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.489902 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac45d08-77b1-40de-8f43-95bde39f59c5 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Fanout notify agent at l3_agent the message router_deleted on router e606115c-421f-4b2a-a7b4-c7aa92d118d9 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:33:46.491861 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0683da63-8729-41bc-ae5b-8ca822429daf None None] Provisioning complete for port 41f31ea1-98ca-4e46-8f8b-cdde6cccc592 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:46.492235 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0683da63-8729-41bc-ae5b-8ca822429daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.511828 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ac45d08-77b1-40de-8f43-95bde39f59c5 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.517878 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5ac45d08-77b1-40de-8f43-95bde39f59c5 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "DELETE /v2.0/routers/e606115c-421f-4b2a-a7b4-c7aa92d118d9 HTTP/1.1" status: 204 len: 168 time: 2.0339878 Sep 29 17:33:46.519055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40644) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:46.526839 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f930006-74e2-4dcc-9350-f71d07b08fce req-329ea65a-2da8-4a59-88f0-7bd9f1828daa tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761642 Sep 29 17:33:46.542172 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3e24040b-2073-438b-ad0a-dbdec8f5837e req-c9469f5b-0b52-4ad9-8811-a9c7b7592f44 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1736219 Sep 29 17:33:46.554296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a533f7f0-feab-442f-801f-2ac174d0a4fc tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-688551202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:46.577456 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d60304f0-8510-479b-b8df-532320879211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Deleting port 17cce2eb-a5c9-4b09-b8d7-220df166eba5 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:46.577886 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d60304f0-8510-479b-b8df-532320879211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.640113 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a533f7f0-feab-442f-801f-2ac174d0a4fc tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.641295 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a533f7f0-feab-442f-801f-2ac174d0a4fc tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.665041 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d60304f0-8510-479b-b8df-532320879211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.702518 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d60304f0-8510-479b-b8df-532320879211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Calling delete_port for 17cce2eb-a5c9-4b09-b8d7-220df166eba5 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:46.731531 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a533f7f0-feab-442f-801f-2ac174d0a4fc tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.742452 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a533f7f0-feab-442f-801f-2ac174d0a4fc tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.761938 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fef7d-7973-4442-9375-c37cb9ecd5d6 req-c3dbf064-a5ef-4cc1-ac29-a3a05ad77c9a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:46.763645 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b8fef7d-7973-4442-9375-c37cb9ecd5d6 req-c3dbf064-a5ef-4cc1-ac29-a3a05ad77c9a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1190739 Sep 29 17:33:46.792877 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a533f7f0-feab-442f-801f-2ac174d0a4fc tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.794125 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a533f7f0-feab-442f-801f-2ac174d0a4fc tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2708318 Sep 29 17:33:46.800078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40648) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:46.805157 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'enable_snat': False}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:46.831122 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b8fef7d-7973-4442-9375-c37cb9ecd5d6 req-57b82b9c-0eba-4005-9aec-809aaa9e129d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590255 Sep 29 17:33:46.842672 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d60304f0-8510-479b-b8df-532320879211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.849608 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.883820 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60304f0-8510-479b-b8df-532320879211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Pushing event deleted for resources: {'Port': ['ID=17cce2eb-a5c9-4b09-b8d7-220df166eba5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:46.888061 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d60304f0-8510-479b-b8df-532320879211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.890680 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d60304f0-8510-479b-b8df-532320879211 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] 10.222.0.44 "DELETE /v2.0/ports/17cce2eb-a5c9-4b09-b8d7-220df166eba5 HTTP/1.1" status: 204 len: 168 time: 0.4135227 Sep 29 17:33:46.893517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40650) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:46.920117 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-2149445c-96a7-492e-b9dd-8795c5150594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] GET failed (client error): The resource could not be found. Sep 29 17:33:46.924142 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2149445c-96a7-492e-b9dd-8795c5150594 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] 10.222.0.44 "GET /v2.0/ports/17cce2eb-a5c9-4b09-b8d7-220df166eba5 HTTP/1.1" status: 404 len: 333 time: 0.0273254 Sep 29 17:33:46.926052 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40652) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:46.930882 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7d7b1ab9-7e6e-4484-b3c7-462f5ed35f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Request body: {'port': {'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1845959291'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:46.954434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7b1ab9-7e6e-4484-b3c7-462f5ed35f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Made reservation on behalf of 8b27596c479741f19e577d9fe009c23d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:46.957137 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1ab9-7e6e-4484-b3c7-462f5ed35f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.966068 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a2aade6-df32-406e-b824-466f1b5e580c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:46.972921 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-7d7b1ab9-7e6e-4484-b3c7-462f5ed35f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] device_id is not set on port f4091b9d-8628-42ea-8036-905997839a98 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:47.004960 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2aade6-df32-406e-b824-466f1b5e580c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=8512dbe4-ea10-4c64-9104-d767bc0176e5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:47.087897 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d203b-f0d0-468c-adc0-f58937084006 req-bacfe336-2613-40fc-b1ae-5f8b6eef9e17 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:47.090439 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-647d203b-f0d0-468c-adc0-f58937084006 req-bacfe336-2613-40fc-b1ae-5f8b6eef9e17 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.3369453 Sep 29 17:33:47.113132 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.126031 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a2aade6-df32-406e-b824-466f1b5e580c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.128059 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5a2aade6-df32-406e-b824-466f1b5e580c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/8512dbe4-ea10-4c64-9104-d767bc0176e5 HTTP/1.1" status: 204 len: 168 time: 1.3394916 Sep 29 17:33:47.132509 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40654) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:47.173094 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a18a4f2b-930a-4659-bf88-1c0f85629df6 None None] Provisioning complete for port 41f31ea1-98ca-4e46-8f8b-cdde6cccc592 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:47.174243 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a18a4f2b-930a-4659-bf88-1c0f85629df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.185655 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-647d203b-f0d0-468c-adc0-f58937084006 req-47cfb2c5-2df6-4d6c-b537-6bdf25c2a2c1 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694218 Sep 29 17:33:47.204656 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1ab9-7e6e-4484-b3c7-462f5ed35f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.236166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:47.258487 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b27bddf-3521-4e00-a859-5f5d053bfb2a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:47.259997 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b27bddf-3521-4e00-a859-5f5d053bfb2a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:47.264917 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4b27bddf-3521-4e00-a859-5f5d053bfb2a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1313255 Sep 29 17:33:47.265102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40656) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:47.298895 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1ab9-7e6e-4484-b3c7-462f5ed35f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.327188 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7b1ab9-7e6e-4484-b3c7-462f5ed35f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:47.330994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-7d7b1ab9-7e6e-4484-b3c7-462f5ed35f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:47.332315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-010a4adb-d934-4bcc-845b-417dd5c98890 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet f97e1351-678a-48fd-b3a9-9e5f0ed5e337 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:33:47.333809 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b1ab9-7e6e-4484-b3c7-462f5ed35f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:47.334338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7b1ab9-7e6e-4484-b3c7-462f5ed35f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:47.335124 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d7b1ab9-7e6e-4484-b3c7-462f5ed35f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.339531 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-010a4adb-d934-4bcc-845b-417dd5c98890 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.340810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:33:47.347692 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:47.348306 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.386472 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7d7b1ab9-7e6e-4484-b3c7-462f5ed35f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4583626 Sep 29 17:33:47.387263 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40658) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:47.398278 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:47.404530 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b1ab9-7e6e-4484-b3c7-462f5ed35f13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Pushing event updated for resources: {'Port': ['ID=f4091b9d-8628-42ea-8036-905997839a98,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:47.462993 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-64e2dc49-7ad0-4bdc-b53c-d910e5d0058d None None] Could not find standard attr ID for object 8512dbe4-ea10-4c64-9104-d767bc0176e5. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:33:47.475178 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.480092 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-010a4adb-d934-4bcc-845b-417dd5c98890 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.489175 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.501621 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:33:47.504235 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8470949b-71b0-4e6c-b2b5-bebf294c43d1" -d '{"events": [{"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-plugged", "status": "completed", "tag": "e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:33:47.520187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5,segment=NetworkSegment(9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e),segment_id=9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:47.526056 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.527830 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 50ca4778-6f90-4824-b2a2-0811f211b24d up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:47.530888 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.562030 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd132b3-3679-41bc-a6cd-8acb65d37e9e x-openstack-request-id: req-5fd132b3-3679-41bc-a6cd-8acb65d37e9e {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:47.562698 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-plugged", "status": "completed", "tag": "e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:47.562698 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5fd132b3-3679-41bc-a6cd-8acb65d37e9e {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:47.562998 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5', 'code': 200} Sep 29 17:33:47.564152 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.661626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:47.674743 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 50ca4778-6f90-4824-b2a2-0811f211b24d completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:33:47.679947 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 50ca4778-6f90-4824-b2a2-0811f211b24d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:47.680735 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.749506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Allocated IP 172.25.2.90 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/d7c3bef4-a0fb-4128-b9d5-84b2b958d689) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:47.766626 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-010a4adb-d934-4bcc-845b-417dd5c98890 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.793172 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.799364 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f9c0d-9f3a-4c15-8e7b-5f5640cd3e10 req-67982f45-df74-4059-9ed3-aaff960ee85c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:47.805571 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f9c0d-9f3a-4c15-8e7b-5f5640cd3e10 req-67982f45-df74-4059-9ed3-aaff960ee85c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:47.811667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f9c0d-9f3a-4c15-8e7b-5f5640cd3e10 req-67982f45-df74-4059-9ed3-aaff960ee85c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:47.815181 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517032ca-3590-40ed-b46e-22fa0306b671 req-0607e435-ff7f-4fde-b12a-08af09df3ead tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:47.816684 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-517032ca-3590-40ed-b46e-22fa0306b671 req-0607e435-ff7f-4fde-b12a-08af09df3ead tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 945 time: 0.1472280 Sep 29 17:33:47.817875 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f9c0d-9f3a-4c15-8e7b-5f5640cd3e10 req-67982f45-df74-4059-9ed3-aaff960ee85c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:47.824394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f9c0d-9f3a-4c15-8e7b-5f5640cd3e10 req-67982f45-df74-4059-9ed3-aaff960ee85c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:47.830385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f9c0d-9f3a-4c15-8e7b-5f5640cd3e10 req-67982f45-df74-4059-9ed3-aaff960ee85c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:47.835129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 50ca4778-6f90-4824-b2a2-0811f211b24d, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=50ca4778-6f90-4824-b2a2-0811f211b24d,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:47.836374 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f9c0d-9f3a-4c15-8e7b-5f5640cd3e10 req-67982f45-df74-4059-9ed3-aaff960ee85c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:47.838928 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-464f9c0d-9f3a-4c15-8e7b-5f5640cd3e10 req-67982f45-df74-4059-9ed3-aaff960ee85c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5438 time: 0.1492140 Sep 29 17:33:47.842676 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.843478 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4f6cffde-a8ea-41f5-87b1-161951399f91 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:47.870411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] device_id is not set on port f4091b9d-8628-42ea-8036-905997839a98 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:47.890249 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.897163 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.928981 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-517032ca-3590-40ed-b46e-22fa0306b671 req-ea9662a6-5cc6-41e8-a514-7bff96cf9234 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987136 Sep 29 17:33:47.952602 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-010a4adb-d934-4bcc-845b-417dd5c98890 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:47.955234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=50ca4778-6f90-4824-b2a2-0811f211b24d,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:47.961570 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-464f9c0d-9f3a-4c15-8e7b-5f5640cd3e10 req-33dabc27-381a-497b-86f7-86e76156f610 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054187 Sep 29 17:33:47.962632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 41f31ea1-98ca-4e46-8f8b-cdde6cccc592 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:48.014797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Pushing event updated for resources: {'Port': ['ID=f4091b9d-8628-42ea-8036-905997839a98,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:48.026687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a4adb-d934-4bcc-845b-417dd5c98890 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=f97e1351-678a-48fd-b3a9-9e5f0ed5e337,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:48.031528 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.033669 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-010a4adb-d934-4bcc-845b-417dd5c98890 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.036207 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-010a4adb-d934-4bcc-845b-417dd5c98890 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/f97e1351-678a-48fd-b3a9-9e5f0ed5e337 HTTP/1.1" status: 204 len: 168 time: 0.7698715 Sep 29 17:33:48.037265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7650b2-72fc-4818-a0d4-8dbb723519f9 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:33:48.040287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40670) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:48.058760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 4f6cffde-a8ea-41f5-87b1-161951399f91 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:33:48.073963 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 4f6cffde-a8ea-41f5-87b1-161951399f91 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:48.074339 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.096880 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:48.097247 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:48.097568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:48.100874 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2361fefb-8aa8-4bfe-b75f-4e448c2e3acd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591187 Sep 29 17:33:48.103547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40672) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:48.107275 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:48.107604 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:48.108635 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 2 to bind port f4091b9d-8628-42ea-8036-905997839a98 Sep 29 17:33:48.110781 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1fe6baca-56b3-4b21-bac9-6c5af3daef58 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:48.126101 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:48.126440 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:48.126759 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:48.142068 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49bdd0-d427-4c04-8910-13d0b0e9ac37 req-2de91a9c-fd77-4f51-8e59-50b83d577b53 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:48.143968 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a49bdd0-d427-4c04-8910-13d0b0e9ac37 req-2de91a9c-fd77-4f51-8e59-50b83d577b53 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.0819092 Sep 29 17:33:48.145233 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:48.145745 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:48.146302 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 3 to bind port f4091b9d-8628-42ea-8036-905997839a98 Sep 29 17:33:48.148141 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 41f31ea1-98ca-4e46-8f8b-cdde6cccc592 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:48.148519 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.169675 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:48.170015 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:48.170340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:48.185447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:48.185771 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:48.187418 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 4 to bind port f4091b9d-8628-42ea-8036-905997839a98 Sep 29 17:33:48.211378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:48.211722 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:48.211852 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.212060 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:48.217485 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:48.217821 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:48.221656 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 5 to bind port f4091b9d-8628-42ea-8036-905997839a98 Sep 29 17:33:48.253936 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a49bdd0-d427-4c04-8910-13d0b0e9ac37 req-f71c74c6-168c-4e86-82a5-6d9585e447f2 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923998 Sep 29 17:33:48.260849 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:48.263528 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:48.264043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:48.264894 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:48.265729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe6baca-56b3-4b21-bac9-6c5af3daef58 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:48.269307 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1fe6baca-56b3-4b21-bac9-6c5af3daef58 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.270371 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:48.270863 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:48.271531 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 6 to bind port f4091b9d-8628-42ea-8036-905997839a98 Sep 29 17:33:48.288345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:48.298094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:48.304684 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:48.305231 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:48.305744 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:48.310947 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:48.311481 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:48.312075 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 7 to bind port f4091b9d-8628-42ea-8036-905997839a98 Sep 29 17:33:48.319433 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.327046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:48.327578 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:48.328080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:48.329835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Pushing event updated for resources: {'Port': ['ID=d7c3bef4-a0fb-4128-b9d5-84b2b958d689,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:48.334112 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:48.334651 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:48.335204 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 8 to bind port f4091b9d-8628-42ea-8036-905997839a98 Sep 29 17:33:48.349263 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:48.350083 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:48.350832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:48.356607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:48.357183 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:48.357777 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 9 to bind port f4091b9d-8628-42ea-8036-905997839a98 Sep 29 17:33:48.381509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4f6cffde-a8ea-41f5-87b1-161951399f91, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4f6cffde-a8ea-41f5-87b1-161951399f91,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:48.384253 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:48.386173 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:48.386173 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:48.396384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:48.397102 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:48.398008 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempt 10 to bind port f4091b9d-8628-42ea-8036-905997839a98 Sep 29 17:33:48.417108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:48.417599 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:48.418224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempting to bind port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:48.424452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:33:48.424839 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Failed to bind port f4091b9d-8628-42ea-8036-905997839a98 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '0cd9474e-6512-446c-9489-83a6481f0005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d'}] Sep 29 17:33:48.425228 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.449183 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.450134 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 7917363c-c768-4f5a-92b4-6ea93f5618f4 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:48.525698 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] For port f4091b9d-8628-42ea-8036-905997839a98, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:48.527122 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attempted to set empty binding levels {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 29 17:33:48.534495 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba97896-8cfe-48ab-8b62-6d9d12428f82 None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:33:48.545366 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.576333 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] In _notify_port_updated(), no bound segment for port f4091b9d-8628-42ea-8036-905997839a98 on network 1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d {{(pid=95015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:33:48.577208 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:48.577832 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.582377 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] 10.222.0.44 "PUT /v2.0/ports/f4091b9d-8628-42ea-8036-905997839a98 HTTP/1.1" status: 200 len: 979 time: 1.1888993 Sep 29 17:33:48.583224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40680) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:48.629402 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4f6cffde-a8ea-41f5-87b1-161951399f91,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:48.642663 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 7917363c-c768-4f5a-92b4-6ea93f5618f4 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:33:48.649137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 7917363c-c768-4f5a-92b4-6ea93f5618f4 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:48.649792 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.670800 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d134d5-00c9-4b3b-8b12-96877629ec46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Pushing event updated for resources: {'Port': ['ID=f4091b9d-8628-42ea-8036-905997839a98,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:48.683684 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5d0c8-cb9f-4556-9e5d-efe8e8aa43d2 req-17d40b71-ec0c-4d03-9857-df5374946325 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:48.685348 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-65d5d0c8-cb9f-4556-9e5d-efe8e8aa43d2 req-17d40b71-ec0c-4d03-9857-df5374946325 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1563301 Sep 29 17:33:48.690168 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-cba97896-8cfe-48ab-8b62-6d9d12428f82 None None] Deleting port 41f31ea1-98ca-4e46-8f8b-cdde6cccc592 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:48.690547 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cba97896-8cfe-48ab-8b62-6d9d12428f82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.748123 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-65d5d0c8-cb9f-4556-9e5d-efe8e8aa43d2 req-121db955-3536-4c3d-9b3a-1a46cb494a96 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452876 Sep 29 17:33:48.758525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-cfbfdcbf-aca3-4c5e-96cc-120487d62314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Deleting port f4091b9d-8628-42ea-8036-905997839a98 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:48.759339 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cfbfdcbf-aca3-4c5e-96cc-120487d62314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.784738 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-cba97896-8cfe-48ab-8b62-6d9d12428f82 None None] For port 41f31ea1-98ca-4e46-8f8b-cdde6cccc592, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=41f31ea1-98ca-4e46-8f8b-cdde6cccc592,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:48.785123 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cba97896-8cfe-48ab-8b62-6d9d12428f82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.801435 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-cba97896-8cfe-48ab-8b62-6d9d12428f82 None None] Calling delete_port for 41f31ea1-98ca-4e46-8f8b-cdde6cccc592 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:48.830464 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-cfbfdcbf-aca3-4c5e-96cc-120487d62314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] For port f4091b9d-8628-42ea-8036-905997839a98, host n-h1-811748-2, got binding levels [] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:48.831827 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cfbfdcbf-aca3-4c5e-96cc-120487d62314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.844958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-cfbfdcbf-aca3-4c5e-96cc-120487d62314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Calling delete_port for f4091b9d-8628-42ea-8036-905997839a98 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:48.871065 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.878973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea30664-596f-4635-85ed-fca7176d9c89 req-d66c9cab-3563-4eab-8a2a-d710ed65d679 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:48.880476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fea30664-596f-4635-85ed-fca7176d9c89 req-d66c9cab-3563-4eab-8a2a-d710ed65d679 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.5802085 Sep 29 17:33:48.922283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 7917363c-c768-4f5a-92b4-6ea93f5618f4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=7917363c-c768-4f5a-92b4-6ea93f5618f4,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:48.924859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233e414-0d25-4ca6-994d-8f6c33ab9642 req-425ace69-68ee-498b-893c-b5911d145f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:48.926546 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6233e414-0d25-4ca6-994d-8f6c33ab9642 req-425ace69-68ee-498b-893c-b5911d145f93 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 1095 time: 0.2181995 Sep 29 17:33:48.930718 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cfbfdcbf-aca3-4c5e-96cc-120487d62314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.931737 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.966170 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfdcbf-aca3-4c5e-96cc-120487d62314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4091b9d-8628-42ea-8036-905997839a98,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:48.974731 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cfbfdcbf-aca3-4c5e-96cc-120487d62314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.980871 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cfbfdcbf-aca3-4c5e-96cc-120487d62314 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] 10.222.0.44 "DELETE /v2.0/ports/f4091b9d-8628-42ea-8036-905997839a98 HTTP/1.1" status: 204 len: 168 time: 0.3912935 Sep 29 17:33:48.981157 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cba97896-8cfe-48ab-8b62-6d9d12428f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:48.983443 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40684) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:49.006482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba97896-8cfe-48ab-8b62-6d9d12428f82 None None] No DVR routers for this DVR port 41f31ea1-98ca-4e46-8f8b-cdde6cccc592 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:33:49.009318 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=7917363c-c768-4f5a-92b4-6ea93f5618f4,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:49.019098 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-f837028e-af16-435c-8b86-674328ad9521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] GET failed (client error): The resource could not be found. Sep 29 17:33:49.028428 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f837028e-af16-435c-8b86-674328ad9521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306924402-project-admin] 10.222.0.44 "GET /v2.0/ports/f4091b9d-8628-42ea-8036-905997839a98 HTTP/1.1" status: 404 len: 333 time: 0.0455894 Sep 29 17:33:49.029224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40688) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:49.035542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba97896-8cfe-48ab-8b62-6d9d12428f82 None None] Pushing event deleted for resources: {'Port': ['ID=41f31ea1-98ca-4e46-8f8b-cdde6cccc592,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:49.094745 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fea30664-596f-4635-85ed-fca7176d9c89 req-3d2ea21e-8614-4b49-b28a-d87091108fb6 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842165 Sep 29 17:33:49.152570 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bcc1824-62bc-445a-bdc1-77d7d7af65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:49.179686 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce032ba-e9e2-4492-a093-b534ec273ce1 req-bd2f1c9c-9209-4876-b0fa-9a6d6a70b3d3 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:49.181262 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ce032ba-e9e2-4492-a093-b534ec273ce1 req-bd2f1c9c-9209-4876-b0fa-9a6d6a70b3d3 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 945 time: 0.1170068 Sep 29 17:33:49.187463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233e414-0d25-4ca6-994d-8f6c33ab9642 req-35d7cb22-1404-433d-916f-573b14ac4ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:49.188926 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6233e414-0d25-4ca6-994d-8f6c33ab9642 req-35d7cb22-1404-433d-916f-573b14ac4ceb service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.2499595 Sep 29 17:33:49.230374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e6a33a17-f0e2-435c-abe1-66eb743072fa up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:49.273185 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bcc1824-62bc-445a-bdc1-77d7d7af65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:49.286856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port e6a33a17-f0e2-435c-abe1-66eb743072fa completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:33:49.292750 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port e6a33a17-f0e2-435c-abe1-66eb743072fa triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:49.293394 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:49.305686 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1fe6baca-56b3-4b21-bac9-6c5af3daef58 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:49.307526 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-4bcc1824-62bc-445a-bdc1-77d7d7af65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:49.316775 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ce032ba-e9e2-4492-a093-b534ec273ce1 req-315a09bd-2f5d-446e-b5e9-fc2f38836ee3 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173234 Sep 29 17:33:49.321478 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-4bcc1824-62bc-445a-bdc1-77d7d7af65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd9474e-6512-446c-9489-83a6481f0005') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:49.321766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-4bcc1824-62bc-445a-bdc1-77d7d7af65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd9474e-6512-446c-9489-83a6481f0005') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:49.333696 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bcc1824-62bc-445a-bdc1-77d7d7af65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:49.348179 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bcc1824-62bc-445a-bdc1-77d7d7af65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:49.349664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:33:49.352339 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:33:49.355261 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcc1824-62bc-445a-bdc1-77d7d7af65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:33:49.355724 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bcc1824-62bc-445a-bdc1-77d7d7af65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:33:49.359159 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:33:49.386269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e79bc-42a5-42af-867d-df42db3f6a6e req-63b5ff8c-9a6d-44eb-b1f3-6edb1fe8a455 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:49.392352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e79bc-42a5-42af-867d-df42db3f6a6e req-63b5ff8c-9a6d-44eb-b1f3-6edb1fe8a455 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:49.398275 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e79bc-42a5-42af-867d-df42db3f6a6e req-63b5ff8c-9a6d-44eb-b1f3-6edb1fe8a455 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:49.404777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e79bc-42a5-42af-867d-df42db3f6a6e req-63b5ff8c-9a6d-44eb-b1f3-6edb1fe8a455 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:49.411155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e79bc-42a5-42af-867d-df42db3f6a6e req-63b5ff8c-9a6d-44eb-b1f3-6edb1fe8a455 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:49.417765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e79bc-42a5-42af-867d-df42db3f6a6e req-63b5ff8c-9a6d-44eb-b1f3-6edb1fe8a455 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:49.423851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e79bc-42a5-42af-867d-df42db3f6a6e req-63b5ff8c-9a6d-44eb-b1f3-6edb1fe8a455 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:49.426031 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-303e79bc-42a5-42af-867d-df42db3f6a6e req-63b5ff8c-9a6d-44eb-b1f3-6edb1fe8a455 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5441 time: 0.2569008 Sep 29 17:33:49.427310 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bcc1824-62bc-445a-bdc1-77d7d7af65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:49.437044 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4bcc1824-62bc-445a-bdc1-77d7d7af65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:49.439214 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4bcc1824-62bc-445a-bdc1-77d7d7af65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] 10.222.0.44 "DELETE /v2.0/networks/1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d HTTP/1.1" status: 204 len: 168 time: 0.4089048 Sep 29 17:33:49.445451 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6233e414-0d25-4ca6-994d-8f6c33ab9642 req-afe19475-3942-473e-a51d-f97d0a8b7297 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 HTTP/1.1" status: 200 len: 999 time: 0.2384536 Sep 29 17:33:49.450597 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc1824-62bc-445a-bdc1-77d7d7af65af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705640230-project] Pushing event deleted for resources: {'Network': ['ID=1b7bec0b-eaea-4e4a-a4d2-a3c937d9be8d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:49.458658 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:49.478281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe6baca-56b3-4b21-bac9-6c5af3daef58 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:49.523528 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:49.555915 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:49.568058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ca4778-6f90-4824-b2a2-0811f211b24d'}, {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6cffde-a8ea-41f5-87b1-161951399f91'}, {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7917363c-c768-4f5a-92b4-6ea93f5618f4'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:33:49.571177 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6d523e-ab41-4123-bbdc-eaddf05ad560" -d '{"events": [{"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-plugged", "status": "completed", "tag": "50ca4778-6f90-4824-b2a2-0811f211b24d"}, {"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-plugged", "status": "completed", "tag": "4f6cffde-a8ea-41f5-87b1-161951399f91"}, {"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-plugged", "status": "completed", "tag": "7917363c-c768-4f5a-92b4-6ea93f5618f4"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:33:49.572400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-1fe6baca-56b3-4b21-bac9-6c5af3daef58 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:49.584513 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831354c2-e8f3-4c3c-baaf-bb8e7c881cea None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:33:49.590193 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6baca-56b3-4b21-bac9-6c5af3daef58 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:49.590799 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1fe6baca-56b3-4b21-bac9-6c5af3daef58 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:49.594746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6baca-56b3-4b21-bac9-6c5af3daef58 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=1161978b-8fe8-4e47-a64d-1ad3cd958a3d,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:49.644343 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233e414-0d25-4ca6-994d-8f6c33ab9642 req-e226e57f-e1e8-4a5b-846b-f962a128b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:49.645879 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6233e414-0d25-4ca6-994d-8f6c33ab9642 req-e226e57f-e1e8-4a5b-846b-f962a128b382 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.1881812 Sep 29 17:33:49.647108 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1fe6baca-56b3-4b21-bac9-6c5af3daef58 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5418079 Sep 29 17:33:49.650044 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40696) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:49.657527 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e6a33a17-f0e2-435c-abe1-66eb743072fa, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e6a33a17-f0e2-435c-abe1-66eb743072fa,segment=NetworkSegment(40fdf262-7bc5-4f81-8388-ac8c587e7fc3),segment_id=40fdf262-7bc5-4f81-8388-ac8c587e7fc3)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:49.658076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f319bedb-7bf0-4cd2-bc87-bab89f5a3d00 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'name': 'tempest-NetworksTestDHCPv6-828711633'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:49.664248 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-303e79bc-42a5-42af-867d-df42db3f6a6e req-22ed7feb-e7e8-4f35-91f1-1c7aa1ea4ec4 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2136760 Sep 29 17:33:49.665749 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 29 Sep 2021 17:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bfb7d0-0321-4528-baae-0dfafd6b861b x-openstack-request-id: req-46bfb7d0-0321-4528-baae-0dfafd6b861b {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:49.666043 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-plugged", "status": "completed", "tag": "50ca4778-6f90-4824-b2a2-0811f211b24d", "code": 200}, {"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-plugged", "status": "completed", "tag": "4f6cffde-a8ea-41f5-87b1-161951399f91", "code": 200}, {"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-plugged", "status": "completed", "tag": "7917363c-c768-4f5a-92b4-6ea93f5618f4", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:49.669822 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46bfb7d0-0321-4528-baae-0dfafd6b861b {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:49.670244 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ca4778-6f90-4824-b2a2-0811f211b24d', 'code': 200} Sep 29 17:33:49.670472 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6cffde-a8ea-41f5-87b1-161951399f91', 'code': 200} Sep 29 17:33:49.670723 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7917363c-c768-4f5a-92b4-6ea93f5618f4', 'code': 200} Sep 29 17:33:49.706727 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:49.707525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 8eeae7e8-90a2-4f97-9f39-df9220e20f70 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:49.720677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:49.750414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:49.809095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40702) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:49.834316 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f319bedb-7bf0-4cd2-bc87-bab89f5a3d00 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:49.836005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233e414-0d25-4ca6-994d-8f6c33ab9642 req-b30beb00-9414-4b67-879a-9de5766620d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:49.838005 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6233e414-0d25-4ca6-994d-8f6c33ab9642 req-b30beb00-9414-4b67-879a-9de5766620d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1664834 Sep 29 17:33:49.839407 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f319bedb-7bf0-4cd2-bc87-bab89f5a3d00 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:49.865162 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-f319bedb-7bf0-4cd2-bc87-bab89f5a3d00 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port 6e6bb9ce-67ed-4cf4-99dd-9312f0b34f93 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:49.922783 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:49.943818 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '13f92ebc-b901-4cb3-8a0a-dd07b9ab0606', 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe', 'port_id': '13f92ebc-b901-4cb3-8a0a-dd07b9ab0606', 'mac_address': 'fa:16:3e:c0:20:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850aa2ea-a665-4c08-a483-91a45d065aa7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:33:49.967019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6233e414-0d25-4ca6-994d-8f6c33ab9642 req-1bbc5682-84d1-4db6-a1fe-e8f1f7f9dfce service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195564 Sep 29 17:33:50.007034 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:50.016834 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:50.019391 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:50.021019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 41f31ea1-98ca-4e46-8f8b-cdde6cccc592 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:33:50.032540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55854860-fee9-40d3-9e0f-9bc3dd208f89 req-46ad24c4-ae70-4e82-acb3-673e00f89449 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:50.034135 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-55854860-fee9-40d3-9e0f-9bc3dd208f89 req-46ad24c4-ae70-4e82-acb3-673e00f89449 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1194696 Sep 29 17:33:50.095277 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 41f31ea1-98ca-4e46-8f8b-cdde6cccc592 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:33:50.095683 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 41f31ea1-98ca-4e46-8f8b-cdde6cccc592 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:33:50.100415 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-f319bedb-7bf0-4cd2-bc87-bab89f5a3d00 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::2f (53678ac2-5d4e-4c12-b83b-b5f63c37360c/1161978b-8fe8-4e47-a64d-1ad3cd958a3d/6e6bb9ce-67ed-4cf4-99dd-9312f0b34f93) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:50.111965 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=e6a33a17-f0e2-435c-abe1-66eb743072fa,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:50.118555 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:33:50.147161 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:50.167242 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6233e414-0d25-4ca6-994d-8f6c33ab9642 req-a0803be0-bd9e-4a13-b0d1-ad56a7d4a350 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889863 Sep 29 17:33:50.184774 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:50.199119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 8eeae7e8-90a2-4f97-9f39-df9220e20f70 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:33:50.224082 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-55854860-fee9-40d3-9e0f-9bc3dd208f89 req-f6dd54bb-0ed3-467a-83bb-38c64aa8c133 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765711 Sep 29 17:33:50.229635 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-190d45f8-29f1-490c-addb-c099f357ff24 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a81e35f6a83c4746ac4e10243e0b0f80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186184 Sep 29 17:33:50.233690 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40708) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:50.234940 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 8eeae7e8-90a2-4f97-9f39-df9220e20f70 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:50.235473 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:50.265500 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': '1161978b-8fe8-4e47-a64d-1ad3cd958a3d'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:33:50.266493 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:50.270054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aef35c-6226-4eab-9a9e-cc5a2b4e1868 req-01ab593f-4ce1-46ed-b7f7-1fe7478906f4 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:50.271372 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:50.277772 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-55aef35c-6226-4eab-9a9e-cc5a2b4e1868 req-01ab593f-4ce1-46ed-b7f7-1fe7478906f4 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 944 time: 0.1059899 Sep 29 17:33:50.320018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Router 4da9eb41-dec6-46d4-ac0b-ea298abdfdef is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:33:50.343656 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-55aef35c-6226-4eab-9a9e-cc5a2b4e1868 req-e8a6b336-4257-4933-92f6-b835e4cbefc0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585427 Sep 29 17:33:50.392720 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4a9a863-33e4-4525-adcd-3d6825d8b1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:50.418408 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4a9a863-33e4-4525-adcd-3d6825d8b1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:50.424211 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['13f92ebc-b901-4cb3-8a0a-dd07b9ab0606'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:33:50.431095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:50.485823 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:33:50.499795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4588028-2951-42a4-8090-f0c4a34e31e1 None None] Sync routers for ids ['4da9eb41-dec6-46d4-ac0b-ea298abdfdef'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:33:50.500884 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:50.506476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0807a42c-0e1b-4a34-bb61-a45bd19a6bfd tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "PUT /v2.0/routers/4da9eb41-dec6-46d4-ac0b-ea298abdfdef HTTP/1.1" status: 200 len: 914 time: 3.7029974 Sep 29 17:33:50.506651 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f319bedb-7bf0-4cd2-bc87-bab89f5a3d00 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:50.506945 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40714) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:50.533926 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:50.536408 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426df42-272b-4873-bbe6-4efddca5de30 req-94d95d73-8023-4a72-b6bf-a950ac496620 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:50.538125 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c426df42-272b-4873-bbe6-4efddca5de30 req-94d95d73-8023-4a72-b6bf-a950ac496620 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 945 time: 0.0913756 Sep 29 17:33:50.550456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4588028-2951-42a4-8090-f0c4a34e31e1 None None] Routers {'4da9eb41-dec6-46d4-ac0b-ea298abdfdef'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:50.551220 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-b4588028-2951-42a4-8090-f0c4a34e31e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['4da9eb41-dec6-46d4-ac0b-ea298abdfdef'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:50.555891 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4a9a863-33e4-4525-adcd-3d6825d8b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:50.559565 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4a9a863-33e4-4525-adcd-3d6825d8b1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:50.563001 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a4a9a863-33e4-4525-adcd-3d6825d8b1cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01482b93-0905-4847-a203-d81ab6e58dbf HTTP/1.1" status: 204 len: 168 time: 0.3259287 Sep 29 17:33:50.609643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-b4588028-2951-42a4-8090-f0c4a34e31e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:50.656787 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 8eeae7e8-90a2-4f97-9f39-df9220e20f70, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=8eeae7e8-90a2-4f97-9f39-df9220e20f70,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:50.657928 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4588028-2951-42a4-8090-f0c4a34e31e1 None None] Routers {'4da9eb41-dec6-46d4-ac0b-ea298abdfdef'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:50.658640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-b4588028-2951-42a4-8090-f0c4a34e31e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['4da9eb41-dec6-46d4-ac0b-ea298abdfdef'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:50.705338 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:50.706296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 62fd392b-0e65-4206-a548-c46677c479e2 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:50.713046 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d855f273-54db-4edb-a8a2-ea6a67f00387 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/routers/4da9eb41-dec6-46d4-ac0b-ea298abdfdef HTTP/1.1" status: 200 len: 920 time: 0.1995571 Sep 29 17:33:50.713326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-b4588028-2951-42a4-8090-f0c4a34e31e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:50.713326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4588028-2951-42a4-8090-f0c4a34e31e1 None None] The sync data for ids ['4da9eb41-dec6-46d4-ac0b-ea298abdfdef'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:33:50.713515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40720) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:50.784401 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdd3a29-8eba-46b4-93ae-4bcc6d6d3ac4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:50.786010 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ecdd3a29-8eba-46b4-93ae-4bcc6d6d3ac4 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&device_id=4da9eb41-dec6-46d4-ac0b-ea298abdfdef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0713923 Sep 29 17:33:50.788633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40724) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:50.819844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=8eeae7e8-90a2-4f97-9f39-df9220e20f70,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:50.879658 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 62fd392b-0e65-4206-a548-c46677c479e2 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:33:50.886409 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 62fd392b-0e65-4206-a548-c46677c479e2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:50.886802 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:50.960193 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438697e-b8d6-4380-b182-a8b3fde0daec req-983adda8-211f-44e5-bdf5-f7933cb97f74 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:50.967141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438697e-b8d6-4380-b182-a8b3fde0daec req-983adda8-211f-44e5-bdf5-f7933cb97f74 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:50.973954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438697e-b8d6-4380-b182-a8b3fde0daec req-983adda8-211f-44e5-bdf5-f7933cb97f74 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:50.980764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438697e-b8d6-4380-b182-a8b3fde0daec req-983adda8-211f-44e5-bdf5-f7933cb97f74 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:50.982558 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9a863-33e4-4525-adcd-3d6825d8b1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01482b93-0905-4847-a203-d81ab6e58dbf,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:50.987013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438697e-b8d6-4380-b182-a8b3fde0daec req-983adda8-211f-44e5-bdf5-f7933cb97f74 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:50.993264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438697e-b8d6-4380-b182-a8b3fde0daec req-983adda8-211f-44e5-bdf5-f7933cb97f74 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:50.995680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40726) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:51.000706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438697e-b8d6-4380-b182-a8b3fde0daec req-983adda8-211f-44e5-bdf5-f7933cb97f74 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:51.008756 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d438697e-b8d6-4380-b182-a8b3fde0daec req-983adda8-211f-44e5-bdf5-f7933cb97f74 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5442 time: 0.1487129 Sep 29 17:33:51.017162 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f319bedb-7bf0-4cd2-bc87-bab89f5a3d00 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.018190 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.051285 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Allocated IP 2001:db8::2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/1161978b-8fe8-4e47-a64d-1ad3cd958a3d/95fbb9cc-4e3f-4e73-9392-328410294aa7) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:51.055735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4225bf-356d-4028-b9da-c521cc278a89 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:51.057686 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7a4225bf-356d-4028-b9da-c521cc278a89 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 881 time: 0.2679169 Sep 29 17:33:51.061425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40728) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:51.075568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 62fd392b-0e65-4206-a548-c46677c479e2, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=62fd392b-0e65-4206-a548-c46677c479e2,segment=NetworkSegment(40fdf262-7bc5-4f81-8388-ac8c587e7fc3),segment_id=40fdf262-7bc5-4f81-8388-ac8c587e7fc3)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:51.082034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d438697e-b8d6-4380-b182-a8b3fde0daec req-ecaceafb-1c9f-41fb-b5ca-695bc5873ac8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722725 Sep 29 17:33:51.083375 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.084187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:51.092316 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4d84a588-03d5-4c8f-82b4-11883eb3e2a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b27596c479741f19e577d9fe009c23d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0953376 Sep 29 17:33:51.105484 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c426df42-272b-4873-bbe6-4efddca5de30 req-a9bc6cd7-e41e-4dd2-af9a-9db4ebb3d821 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418878 Sep 29 17:33:51.108219 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40730) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:51.119350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f319bedb-7bf0-4cd2-bc87-bab89f5a3d00 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:51.121538 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-f319bedb-7bf0-4cd2-bc87-bab89f5a3d00 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:51.124869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f319bedb-7bf0-4cd2-bc87-bab89f5a3d00 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:51.130874 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e6949143-1b25-40d6-964d-c0545f7c0efd tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da9eb41-dec6-46d4-ac0b-ea298abdfdef HTTP/1.1" status: 200 len: 205 time: 0.0684171 Sep 29 17:33:51.133893 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f319bedb-7bf0-4cd2-bc87-bab89f5a3d00 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:51.134614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40732) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:51.134759 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f319bedb-7bf0-4cd2-bc87-bab89f5a3d00 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.167626 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319bedb-7bf0-4cd2-bc87-bab89f5a3d00 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=6e6bb9ce-67ed-4cf4-99dd-9312f0b34f93,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:51.175472 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f319bedb-7bf0-4cd2-bc87-bab89f5a3d00 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5237012 Sep 29 17:33:51.176178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40734) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:51.218542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=62fd392b-0e65-4206-a548-c46677c479e2,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:51.235805 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7317a2ea-836b-4d1f-8230-5fa63341bcfa tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:51.240947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40736) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:51.241384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7317a2ea-836b-4d1f-8230-5fa63341bcfa tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0601699 Sep 29 17:33:51.255712 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:33:51.264544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:51.265117 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.341184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:33:51.343335 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.371193 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.428428 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:51.456610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:51.469329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:51.474674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Pushing event updated for resources: {'Port': ['ID=95fbb9cc-4e3f-4e73-9392-328410294aa7,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:51.475079 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194798c-8887-4770-ba20-526159efeabe req-36760130-c5b9-4bb6-8661-a36acd23ff11 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:51.476899 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3194798c-8887-4770-ba20-526159efeabe req-36760130-c5b9-4bb6-8661-a36acd23ff11 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 944 time: 0.0627592 Sep 29 17:33:51.515063 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.519520 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3194798c-8887-4770-ba20-526159efeabe req-baf7581c-6710-4be2-8763-7fd782674dd1 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336409 Sep 29 17:33:51.535161 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:51.535538 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.610839 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Attempting to bind port 95fbb9cc-4e3f-4e73-9392-328410294aa7 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:51.611209 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Attempting to bind port 95fbb9cc-4e3f-4e73-9392-328410294aa7 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:51.612338 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Attempting to bind port 95fbb9cc-4e3f-4e73-9392-328410294aa7 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:51.625541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:33:51.626019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:51.626430 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.626826 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:33:51.627309 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Bound port: 95fbb9cc-4e3f-4e73-9392-328410294aa7, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:33:51.627703 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.639899 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0f106657-1ac8-4cf6-818e-c6f19b81b4c7,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:51.647573 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.655621 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8c58980e-d2f2-4d4f-9240-461888acc33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.674465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a33a17-f0e2-435c-abe1-66eb743072fa'}, {'server_uuid': '193dd5f1-6bd6-486c-a6e2-80e464ba47dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f92ebc-b901-4cb3-8a0a-dd07b9ab0606'}, {'server_uuid': 'c1bf7718-9569-4432-ae8b-1930ebbe2d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eeae7e8-90a2-4f97-9f39-df9220e20f70'}, {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fd392b-0e65-4206-a548-c46677c479e2'}, {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f106657-1ac8-4cf6-818e-c6f19b81b4c7'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:33:51.676735 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffc5026-3135-4aa4-82bb-c82e2f1885c0" -d '{"events": [{"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-plugged", "status": "completed", "tag": "e6a33a17-f0e2-435c-abe1-66eb743072fa"}, {"server_uuid": "193dd5f1-6bd6-486c-a6e2-80e464ba47dd", "name": "network-vif-unplugged", "status": "completed", "tag": "13f92ebc-b901-4cb3-8a0a-dd07b9ab0606"}, {"server_uuid": "c1bf7718-9569-4432-ae8b-1930ebbe2d37", "name": "network-vif-plugged", "status": "completed", "tag": "8eeae7e8-90a2-4f97-9f39-df9220e20f70"}, {"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-plugged", "status": "completed", "tag": "62fd392b-0e65-4206-a548-c46677c479e2"}, {"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-plugged", "status": "completed", "tag": "0f106657-1ac8-4cf6-818e-c6f19b81b4c7"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:33:51.716046 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8c58980e-d2f2-4d4f-9240-461888acc33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.729775 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3e2240a-d8d3-4201-a2af-3b0c33b07b4a tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.750736 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 869 Content-Type: application/json Date: Wed, 29 Sep 2021 17:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5da6f1-64f1-489c-b9fe-aa607c43665a x-openstack-request-id: req-7e5da6f1-64f1-489c-b9fe-aa607c43665a {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:51.751046 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-plugged", "status": "completed", "tag": "e6a33a17-f0e2-435c-abe1-66eb743072fa", "code": 200}, {"server_uuid": "193dd5f1-6bd6-486c-a6e2-80e464ba47dd", "name": "network-vif-unplugged", "status": "completed", "tag": "13f92ebc-b901-4cb3-8a0a-dd07b9ab0606", "code": 200}, {"server_uuid": "c1bf7718-9569-4432-ae8b-1930ebbe2d37", "name": "network-vif-plugged", "status": "completed", "tag": "8eeae7e8-90a2-4f97-9f39-df9220e20f70", "code": 200}, {"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-plugged", "status": "completed", "tag": "62fd392b-0e65-4206-a548-c46677c479e2", "code": 200}, {"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-plugged", "status": "completed", "tag": "0f106657-1ac8-4cf6-818e-c6f19b81b4c7", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:51.751296 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e5da6f1-64f1-489c-b9fe-aa607c43665a {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:51.751705 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a33a17-f0e2-435c-abe1-66eb743072fa', 'code': 200} Sep 29 17:33:51.751948 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193dd5f1-6bd6-486c-a6e2-80e464ba47dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f92ebc-b901-4cb3-8a0a-dd07b9ab0606', 'code': 200} Sep 29 17:33:51.752197 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bf7718-9569-4432-ae8b-1930ebbe2d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eeae7e8-90a2-4f97-9f39-df9220e20f70', 'code': 200} Sep 29 17:33:51.752449 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fd392b-0e65-4206-a548-c46677c479e2', 'code': 200} Sep 29 17:33:51.752694 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f106657-1ac8-4cf6-818e-c6f19b81b4c7', 'code': 200} Sep 29 17:33:51.779541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0f106657-1ac8-4cf6-818e-c6f19b81b4c7,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:51.785350 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.800838 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8d1c6179-717e-4e73-af46-806646041551 None None] For port 95fbb9cc-4e3f-4e73-9392-328410294aa7, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:51.819058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4b2f1-51e7-4da5-b029-f61d40f71a57 req-610769b7-3f80-4031-95f2-412703ee5858 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:51.819601 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8d1c6179-717e-4e73-af46-806646041551 None None] For port 95fbb9cc-4e3f-4e73-9392-328410294aa7, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=95fbb9cc-4e3f-4e73-9392-328410294aa7,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:33:51.820579 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-def4b2f1-51e7-4da5-b029-f61d40f71a57 req-610769b7-3f80-4031-95f2-412703ee5858 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.2083724 Sep 29 17:33:51.828603 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.883098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-d8bceda7-0e64-4947-8c49-b472a209f63e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port 6e6bb9ce-67ed-4cf4-99dd-9312f0b34f93 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:51.883532 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8bceda7-0e64-4947-8c49-b472a209f63e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.883665 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:51.891201 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.914162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c6179-717e-4e73-af46-806646041551 None None] Pushing event updated for resources: {'Port': ['ID=95fbb9cc-4e3f-4e73-9392-328410294aa7,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:51.946231 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8c58980e-d2f2-4d4f-9240-461888acc33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.950118 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8c58980e-d2f2-4d4f-9240-461888acc33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:51.953800 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8c58980e-d2f2-4d4f-9240-461888acc33b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79e51521-ef12-4144-b2db-69b4733e8c74 HTTP/1.1" status: 204 len: 168 time: 0.8416233 Sep 29 17:33:51.954620 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-def4b2f1-51e7-4da5-b029-f61d40f71a57 req-a0f378b7-23ce-4658-b266-9a6a0515fbe7 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241040 Sep 29 17:33:51.980178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:52.003607 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58980e-d2f2-4d4f-9240-461888acc33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e51521-ef12-4144-b2db-69b4733e8c74,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:52.038040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afafaa-bd6f-488f-b7d0-0af22b1b27be req-f884ce10-db48-475b-9534-1b7222e7d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.041062 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c3afafaa-bd6f-488f-b7d0-0af22b1b27be req-f884ce10-db48-475b-9534-1b7222e7d37f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 1097 time: 0.0742505 Sep 29 17:33:52.082252 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3e2240a-d8d3-4201-a2af-3b0c33b07b4a tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:52.161379 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c3afafaa-bd6f-488f-b7d0-0af22b1b27be req-d49f3a3b-1315-44e2-921e-ebb12d8d346d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043983 Sep 29 17:33:52.178789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3039650-125a-4d38-bc90-86f3a13eb0f5 req-c71db78d-7915-42d0-9071-38e1d82dd06b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.179310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f0911-03b7-4ed4-862e-4bb77423987a req-c3583b16-845a-4d69-92f0-321b0700c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.180230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f0911-03b7-4ed4-862e-4bb77423987a req-c3583b16-845a-4d69-92f0-321b0700c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.180454 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f3039650-125a-4d38-bc90-86f3a13eb0f5 req-c71db78d-7915-42d0-9071-38e1d82dd06b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1158299 Sep 29 17:33:52.180799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f0911-03b7-4ed4-862e-4bb77423987a req-c3583b16-845a-4d69-92f0-321b0700c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.181374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f0911-03b7-4ed4-862e-4bb77423987a req-c3583b16-845a-4d69-92f0-321b0700c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.182934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f0911-03b7-4ed4-862e-4bb77423987a req-c3583b16-845a-4d69-92f0-321b0700c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.183566 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f0911-03b7-4ed4-862e-4bb77423987a req-c3583b16-845a-4d69-92f0-321b0700c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.184218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f0911-03b7-4ed4-862e-4bb77423987a req-c3583b16-845a-4d69-92f0-321b0700c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.186924 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-579f0911-03b7-4ed4-862e-4bb77423987a req-c3583b16-845a-4d69-92f0-321b0700c65c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 6501 time: 0.2123213 Sep 29 17:33:52.215390 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8bceda7-0e64-4947-8c49-b472a209f63e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:52.237820 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f3039650-125a-4d38-bc90-86f3a13eb0f5 req-cccf33ae-b22b-49bf-8a16-8e1fc9930917 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506971 Sep 29 17:33:52.251618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-d8bceda7-0e64-4947-8c49-b472a209f63e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for 6e6bb9ce-67ed-4cf4-99dd-9312f0b34f93 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:52.340048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d2fcf-ad96-4747-b35d-12d1a9bbc32e req-e5465c89-1cb3-47c8-a759-a40fdc926beb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.345942 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d2fcf-ad96-4747-b35d-12d1a9bbc32e req-e5465c89-1cb3-47c8-a759-a40fdc926beb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.351817 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d2fcf-ad96-4747-b35d-12d1a9bbc32e req-e5465c89-1cb3-47c8-a759-a40fdc926beb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.358326 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d2fcf-ad96-4747-b35d-12d1a9bbc32e req-e5465c89-1cb3-47c8-a759-a40fdc926beb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.364160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d2fcf-ad96-4747-b35d-12d1a9bbc32e req-e5465c89-1cb3-47c8-a759-a40fdc926beb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.370460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d2fcf-ad96-4747-b35d-12d1a9bbc32e req-e5465c89-1cb3-47c8-a759-a40fdc926beb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.374924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef940112-3a11-4ba3-aec1-149ad1a1aaec req-c85b66d1-49e2-4b87-82ca-60db85dada08 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.376433 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef940112-3a11-4ba3-aec1-149ad1a1aaec req-c85b66d1-49e2-4b87-82ca-60db85dada08 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.0518000 Sep 29 17:33:52.376566 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d2fcf-ad96-4747-b35d-12d1a9bbc32e req-e5465c89-1cb3-47c8-a759-a40fdc926beb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.378389 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e24d2fcf-ad96-4747-b35d-12d1a9bbc32e req-e5465c89-1cb3-47c8-a759-a40fdc926beb tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5444 time: 0.1830668 Sep 29 17:33:52.394977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2240a-d8d3-4201-a2af-3b0c33b07b4a tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Deleting port d7c3bef4-a0fb-4128-b9d5-84b2b958d689 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:52.395219 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3e2240a-d8d3-4201-a2af-3b0c33b07b4a tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:52.420455 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef940112-3a11-4ba3-aec1-149ad1a1aaec req-ae9a27d5-04a1-4350-8b86-7ed9e0643118 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331285 Sep 29 17:33:52.526025 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e24d2fcf-ad96-4747-b35d-12d1a9bbc32e req-83f7824c-7755-41a8-8657-a7e72da4e10c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1356349 Sep 29 17:33:52.721306 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3e2240a-d8d3-4201-a2af-3b0c33b07b4a tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:52.725185 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-579f0911-03b7-4ed4-862e-4bb77423987a req-50f72542-3511-4463-b852-4b4edc955694 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&id=05bd93a7-d512-485f-9365-58507aaf233e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1731784 Sep 29 17:33:52.747878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2240a-d8d3-4201-a2af-3b0c33b07b4a tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Calling delete_port for d7c3bef4-a0fb-4128-b9d5-84b2b958d689 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:52.757344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdbe98-4097-4b75-87c0-b119d303913f req-eefa1a66-f5dd-41d5-bb53-b44a6126ca9d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.763379 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93bdbe98-4097-4b75-87c0-b119d303913f req-eefa1a66-f5dd-41d5-bb53-b44a6126ca9d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1187005 Sep 29 17:33:52.793825 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32001308-aa3d-49fd-9b45-c735128cd10e req-b96709aa-127d-4a6d-a1ca-79a44823e372 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:52.795839 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32001308-aa3d-49fd-9b45-c735128cd10e req-b96709aa-127d-4a6d-a1ca-79a44823e372 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.1805277 Sep 29 17:33:52.818471 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93bdbe98-4097-4b75-87c0-b119d303913f req-53caec45-9719-4513-91e1-151049af2b0e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493028 Sep 29 17:33:52.847866 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8bceda7-0e64-4947-8c49-b472a209f63e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:52.895951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bceda7-0e64-4947-8c49-b472a209f63e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=6e6bb9ce-67ed-4cf4-99dd-9312f0b34f93,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:52.950886 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8bceda7-0e64-4947-8c49-b472a209f63e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:52.955173 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d8bceda7-0e64-4947-8c49-b472a209f63e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/6e6bb9ce-67ed-4cf4-99dd-9312f0b34f93 HTTP/1.1" status: 204 len: 168 time: 1.7108576 Sep 29 17:33:52.955561 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40782) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:52.978091 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32001308-aa3d-49fd-9b45-c735128cd10e req-369e33e5-28d0-4686-86e3-eba2dc017242 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305861 Sep 29 17:33:53.018768 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1594ab0-e3f1-44a4-95fd-f528993044f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:53.020389 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1594ab0-e3f1-44a4-95fd-f528993044f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:53.021924 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c1594ab0-e3f1-44a4-95fd-f528993044f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0653577 Sep 29 17:33:53.024600 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40784) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:53.094220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-4366df91-940f-444f-b301-5b5d55499523 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 1161978b-8fe8-4e47-a64d-1ad3cd958a3d {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:33:53.098255 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4366df91-940f-444f-b301-5b5d55499523 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.138081 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3e2240a-d8d3-4201-a2af-3b0c33b07b4a tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.185776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2240a-d8d3-4201-a2af-3b0c33b07b4a tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Pushing event deleted for resources: {'Port': ['ID=d7c3bef4-a0fb-4128-b9d5-84b2b958d689,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:53.199231 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4366df91-940f-444f-b301-5b5d55499523 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.243347 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-dc2d6f06-23b0-461d-86cd-d16731005973 None None] Provisioning complete for port 95fbb9cc-4e3f-4e73-9392-328410294aa7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:53.245103 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dc2d6f06-23b0-461d-86cd-d16731005973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.340425 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4366df91-940f-444f-b301-5b5d55499523 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.349043 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3e2240a-d8d3-4201-a2af-3b0c33b07b4a tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.392128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08017708-b9a2-4301-b05e-47c46433a86b req-69bb8bbf-5f25-4abe-983c-30f4d3c6b78c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:53.401156 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-08017708-b9a2-4301-b05e-47c46433a86b req-69bb8bbf-5f25-4abe-983c-30f4d3c6b78c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.2005467 Sep 29 17:33:53.425235 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dc2d6f06-23b0-461d-86cd-d16731005973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.440073 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4366df91-940f-444f-b301-5b5d55499523 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.476480 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366df91-940f-444f-b301-5b5d55499523 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=1161978b-8fe8-4e47-a64d-1ad3cd958a3d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:53.488753 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4366df91-940f-444f-b301-5b5d55499523 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.490739 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4366df91-940f-444f-b301-5b5d55499523 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/1161978b-8fe8-4e47-a64d-1ad3cd958a3d HTTP/1.1" status: 204 len: 168 time: 0.4652162 Sep 29 17:33:53.493424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40796) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:53.503156 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3e2240a-d8d3-4201-a2af-3b0c33b07b4a tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.505809 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3e2240a-d8d3-4201-a2af-3b0c33b07b4a tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.532997 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-dc2d6f06-23b0-461d-86cd-d16731005973 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:33:53.534606 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-dc2d6f06-23b0-461d-86cd-d16731005973 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:33:53.536569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d26ee4-075a-4025-a00b-3588a4615936 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:33:53.579730 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-08017708-b9a2-4301-b05e-47c46433a86b req-6f951a0c-57d3-443f-84c9-d89d7efd7d23 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778364 Sep 29 17:33:53.590701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3e2240a-d8d3-4201-a2af-3b0c33b07b4a tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.591294 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e2240a-d8d3-4201-a2af-3b0c33b07b4a tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Fanout notify agent at l3_agent the message router_deleted on router 4da9eb41-dec6-46d4-ac0b-ea298abdfdef {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:33:53.606261 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ec81cc93-bbed-49be-827c-14f6e2e1ae6d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1088724 Sep 29 17:33:53.608356 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3e2240a-d8d3-4201-a2af-3b0c33b07b4a tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.609746 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a3e2240a-d8d3-4201-a2af-3b0c33b07b4a tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "DELETE /v2.0/routers/4da9eb41-dec6-46d4-ac0b-ea298abdfdef HTTP/1.1" status: 204 len: 168 time: 2.4736288 Sep 29 17:33:53.610536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40802) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:53.616865 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40804) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:53.617732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-93abafc8-957c-4289-ad7b-c9d77527afd7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:53.624728 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1999304631', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}, 'admin_state_up': False}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:53.698830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6543c7-f0de-49f4-ad87-a888f5673b53 req-8eadb423-4460-4eab-8c51-79ac9fe52a3e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:53.700653 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de6543c7-f0de-49f4-ad87-a888f5673b53 req-8eadb423-4460-4eab-8c51-79ac9fe52a3e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.1006067 Sep 29 17:33:53.703832 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.706234 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.753664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193dd5f1-6bd6-486c-a6e2-80e464ba47dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f92ebc-b901-4cb3-8a0a-dd07b9ab0606'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:33:53.756149 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3251c413-33b7-4a35-988c-058af12fc628" -d '{"events": [{"server_uuid": "193dd5f1-6bd6-486c-a6e2-80e464ba47dd", "name": "network-vif-plugged", "status": "completed", "tag": "13f92ebc-b901-4cb3-8a0a-dd07b9ab0606"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:33:53.770086 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b184752-40f9-4cf4-a62a-d5082b78f6d3 None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:33:53.801555 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de6543c7-f0de-49f4-ad87-a888f5673b53 req-43f726b2-07d1-4c95-9617-aed51f0262ec tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702136 Sep 29 17:33:53.812550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7ce57-56c9-4681-a405-9551f9cf4dcb req-4f3ae87c-dd89-4a4e-83bc-7e2cc8ff6a60 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:53.820477 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7ce57-56c9-4681-a405-9551f9cf4dcb req-4f3ae87c-dd89-4a4e-83bc-7e2cc8ff6a60 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:53.826616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7ce57-56c9-4681-a405-9551f9cf4dcb req-4f3ae87c-dd89-4a4e-83bc-7e2cc8ff6a60 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:53.833084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7ce57-56c9-4681-a405-9551f9cf4dcb req-4f3ae87c-dd89-4a4e-83bc-7e2cc8ff6a60 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:53.841379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4b184752-40f9-4cf4-a62a-d5082b78f6d3 None None] Deleting port 95fbb9cc-4e3f-4e73-9392-328410294aa7 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:53.842035 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b184752-40f9-4cf4-a62a-d5082b78f6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.850600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7ce57-56c9-4681-a405-9551f9cf4dcb req-4f3ae87c-dd89-4a4e-83bc-7e2cc8ff6a60 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:53.863200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7ce57-56c9-4681-a405-9551f9cf4dcb req-4f3ae87c-dd89-4a4e-83bc-7e2cc8ff6a60 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:53.867689 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.871620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7ce57-56c9-4681-a405-9551f9cf4dcb req-4f3ae87c-dd89-4a4e-83bc-7e2cc8ff6a60 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:53.875219 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-acd7ce57-56c9-4681-a405-9551f9cf4dcb req-4f3ae87c-dd89-4a4e-83bc-7e2cc8ff6a60 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5444 time: 0.1721931 Sep 29 17:33:53.880375 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93abafc8-957c-4289-ad7b-c9d77527afd7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:53.888370 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-93abafc8-957c-4289-ad7b-c9d77527afd7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.893240 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46c11de-5be6-403f-b9a8-4c84915b2f10 x-openstack-request-id: req-a46c11de-5be6-403f-b9a8-4c84915b2f10 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:53.893602 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193dd5f1-6bd6-486c-a6e2-80e464ba47dd", "name": "network-vif-plugged", "status": "completed", "tag": "13f92ebc-b901-4cb3-8a0a-dd07b9ab0606", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:53.893828 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a46c11de-5be6-403f-b9a8-4c84915b2f10 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:53.894321 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193dd5f1-6bd6-486c-a6e2-80e464ba47dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f92ebc-b901-4cb3-8a0a-dd07b9ab0606', 'code': 200} Sep 29 17:33:53.965563 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4b184752-40f9-4cf4-a62a-d5082b78f6d3 None None] For port 95fbb9cc-4e3f-4e73-9392-328410294aa7, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=95fbb9cc-4e3f-4e73-9392-328410294aa7,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:53.966353 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b184752-40f9-4cf4-a62a-d5082b78f6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:53.980396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4b184752-40f9-4cf4-a62a-d5082b78f6d3 None None] Calling delete_port for 95fbb9cc-4e3f-4e73-9392-328410294aa7 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:54.027537 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-acd7ce57-56c9-4681-a405-9551f9cf4dcb req-a9cd95e3-2882-412b-bdd1-00d28ba135b9 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1325576 Sep 29 17:33:54.125001 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:54.196685 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dc2d6f06-23b0-461d-86cd-d16731005973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:54.216460 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-93abafc8-957c-4289-ad7b-c9d77527afd7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:54.225891 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f520a5-e9e7-413d-b25b-5ee03e24504b req-dcf43ef6-76b5-4c04-9c9c-7b303bc778cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:54.227774 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33f520a5-e9e7-413d-b25b-5ee03e24504b req-dcf43ef6-76b5-4c04-9c9c-7b303bc778cd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 1096 time: 0.0677717 Sep 29 17:33:54.254411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87438d24-bd53-4f19-94f8-85e7f4e913f3 req-1b879e2e-4585-4d6e-ae11-610cf758dfd1 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:54.256040 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-87438d24-bd53-4f19-94f8-85e7f4e913f3 req-1b879e2e-4585-4d6e-ae11-610cf758dfd1 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.0998795 Sep 29 17:33:54.258845 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-dc2d6f06-23b0-461d-86cd-d16731005973 None None] For port 95fbb9cc-4e3f-4e73-9392-328410294aa7, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=95fbb9cc-4e3f-4e73-9392-328410294aa7,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:54.267038 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dc2d6f06-23b0-461d-86cd-d16731005973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:54.297668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93abafc8-957c-4289-ad7b-c9d77527afd7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:54.302505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-93abafc8-957c-4289-ad7b-c9d77527afd7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:54.306317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93abafc8-957c-4289-ad7b-c9d77527afd7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:54.307109 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-93abafc8-957c-4289-ad7b-c9d77527afd7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:54.311837 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b184752-40f9-4cf4-a62a-d5082b78f6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:54.332961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b184752-40f9-4cf4-a62a-d5082b78f6d3 None None] No DVR routers for this DVR port 95fbb9cc-4e3f-4e73-9392-328410294aa7 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:33:54.357131 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33f520a5-e9e7-413d-b25b-5ee03e24504b req-63d42e77-1689-4c37-82bc-10f5bcb0df3a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184015 Sep 29 17:33:54.364397 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-93abafc8-957c-4289-ad7b-c9d77527afd7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7504866 Sep 29 17:33:54.364397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abafc8-957c-4289-ad7b-c9d77527afd7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=327365bf-b43f-4440-bc0e-4414e49a5cf2,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:54.371427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40824) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:54.374993 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-87438d24-bd53-4f19-94f8-85e7f4e913f3 req-60a1ec9a-32b2-49e8-a9a0-d7c0d34bbe8e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029661 Sep 29 17:33:54.378429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0c711bdf-325e-48aa-8339-bd0101a9b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'name': 'tempest-NetworksTestDHCPv6-1795602373'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:54.379428 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9641865-7179-46bd-80fd-80f3aaf52a43 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:33:54.396466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40826) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:54.410028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-bebf978e-ffca-42e7-92db-c65686b2f067 None None] Could not find standard attr ID for object 6e6bb9ce-67ed-4cf4-99dd-9312f0b34f93. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:33:54.420571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d6f06-23b0-461d-86cd-d16731005973 None None] Pushing event updated for resources: {'Port': ['ID=95fbb9cc-4e3f-4e73-9392-328410294aa7,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:54.446072 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b184752-40f9-4cf4-a62a-d5082b78f6d3 None None] Pushing event deleted for resources: {'Port': ['ID=95fbb9cc-4e3f-4e73-9392-328410294aa7,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:54.526972 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:54.532080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-cac18792-c4a7-4192-b50b-4650c3c16213 tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:54.548226 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:54.566260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c711bdf-325e-48aa-8339-bd0101a9b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:54.570003 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c711bdf-325e-48aa-8339-bd0101a9b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:54.600171 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cac18792-c4a7-4192-b50b-4650c3c16213 tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] 10.222.0.44 "PUT /v2.0/quotas/4d6e75fb91c7496492f5b7cbb196e18f HTTP/1.1" status: 200 len: 366 time: 0.2017858 Sep 29 17:33:54.600384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40830) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:54.601257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-0c711bdf-325e-48aa-8339-bd0101a9b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port e6b5f1a3-27d3-4be9-ad04-e66bcc91d3df yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:54.622222 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8b7ae968-0977-4d7c-96dc-ff20ad510fc3 tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0211914 Sep 29 17:33:54.625552 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40834) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:54.649012 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-910ed52d-183b-4dcb-a5c8-e214767fb3ef tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] 10.222.0.44 "GET /v2.0/quotas/4d6e75fb91c7496492f5b7cbb196e18f HTTP/1.1" status: 200 len: 366 time: 0.0222359 Sep 29 17:33:54.654071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40836) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:54.685545 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d6d86aca-4e7d-456d-95ce-cbcc26e9e380 tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/4d6e75fb91c7496492f5b7cbb196e18f HTTP/1.1" status: 204 len: 168 time: 0.0299778 Sep 29 17:33:54.686213 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40838) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:54.711159 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Allocated IP 172.25.2.41 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/862f212c-e8a6-4fb2-8dd0-ed04c5cd0ed8) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:54.711423 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4c85a3e0-e471-4f0a-a641-641a3d385d22 tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0210884 Sep 29 17:33:54.712152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40840) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:54.766288 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': '327365bf-b43f-4440-bc0e-4414e49a5cf2'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:33:54.767163 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:54.773624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bf5bedc9-a5e7-429a-b2dc-fc20792ee67c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] 10.222.0.44 "GET /v2.0/quotas/4d6e75fb91c7496492f5b7cbb196e18f HTTP/1.1" status: 200 len: 370 time: 0.0520926 Sep 29 17:33:54.787812 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40842) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:54.794238 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-55069845-6c13-43b3-b903-b4a0807fc5d6 tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] 10.222.0.44 "GET /v2.0/quotas/4d6e75fb91c7496492f5b7cbb196e18f/default HTTP/1.1" status: 200 len: 370 time: 0.0050654 Sep 29 17:33:54.800225 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40844) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:54.821446 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-f4826364-f092-4648-9d71-7d925c10dfff tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] delete failed (client error): The resource could not be found. Sep 29 17:33:54.823428 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f4826364-f092-4648-9d71-7d925c10dfff tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/4d6e75fb91c7496492f5b7cbb196e18f HTTP/1.1" status: 404 len: 348 time: 0.0216227 Sep 29 17:33:54.842382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-0c711bdf-325e-48aa-8339-bd0101a9b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::2b7 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/327365bf-b43f-4440-bc0e-4414e49a5cf2/e6b5f1a3-27d3-4be9-ad04-e66bcc91d3df) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:54.855395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e75681-7417-4d18-85e4-08bb9296031b req-f45d6aa3-b51f-47d9-85f7-f2fb4a3b5525 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:54.857088 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1e75681-7417-4d18-85e4-08bb9296031b req-f45d6aa3-b51f-47d9-85f7-f2fb4a3b5525 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1051059 Sep 29 17:33:54.879059 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:54.928829 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1e75681-7417-4d18-85e4-08bb9296031b req-ecc96cc7-4975-4867-b800-dcfc24ddfc94 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623922 Sep 29 17:33:54.972400 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:55.006084 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40852) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:55.046174 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7c486-cf2e-4973-b58d-63dff39e4d8a req-0c4a4513-d13a-412a-8efc-96a9f2f91800 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:55.049930 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a9b7c486-cf2e-4973-b58d-63dff39e4d8a req-0c4a4513-d13a-412a-8efc-96a9f2f91800 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.1381140 Sep 29 17:33:55.056388 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:55.061872 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c711bdf-325e-48aa-8339-bd0101a9b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:55.072971 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:55.081749 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Pushing event updated for resources: {'Port': ['ID=862f212c-e8a6-4fb2-8dd0-ed04c5cd0ed8,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:55.098193 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:55.111540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.quota.resource [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Usage tracker for resource:network and tenant:346c7f4e6d7e4c7e93717170bf2a7e66 is out of sync, need to count used quota {{(pid=95015) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 29 17:33:55.115542 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c711bdf-325e-48aa-8339-bd0101a9b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:55.142701 n-d-811748-2 neutron-server[95015]: DEBUG neutron.quota.resource [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95015) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 29 17:33:55.173842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Allocated IP 2001:db8::2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/327365bf-b43f-4440-bc0e-4414e49a5cf2/0b36e6a9-6eee-4205-b4fb-d243cd7fe399) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:55.188219 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a9b7c486-cf2e-4973-b58d-63dff39e4d8a req-ac66340c-d16c-48f0-9b36-9624978bb66f tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245096 Sep 29 17:33:55.188895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c711bdf-325e-48aa-8339-bd0101a9b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:55.199453 n-d-811748-2 neutron-server[95015]: DEBUG neutron.quota.resource [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Usage tracker for resource:subnet and tenant:346c7f4e6d7e4c7e93717170bf2a7e66 is out of sync, need to count used quota {{(pid=95015) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 29 17:33:55.205999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c711bdf-325e-48aa-8339-bd0101a9b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=e6b5f1a3-27d3-4be9-ad04-e66bcc91d3df,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:55.210356 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0c711bdf-325e-48aa-8339-bd0101a9b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:55.217267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c711bdf-325e-48aa-8339-bd0101a9b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:55.223999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c711bdf-325e-48aa-8339-bd0101a9b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:55.224642 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c711bdf-325e-48aa-8339-bd0101a9b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:55.269719 n-d-811748-2 neutron-server[95015]: DEBUG neutron.quota.resource [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95015) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 29 17:33:55.288413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d6eb75-bb68-46b5-b1aa-5dd1094c7088 req-d31edc70-04bf-493f-984d-8fce35d32ad1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:55.292982 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6d6eb75-bb68-46b5-b1aa-5dd1094c7088 req-d31edc70-04bf-493f-984d-8fce35d32ad1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1485431 Sep 29 17:33:55.295103 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0c711bdf-325e-48aa-8339-bd0101a9b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9226637 Sep 29 17:33:55.297933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40862) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:55.339342 n-d-811748-2 neutron-server[95015]: DEBUG neutron.quota.resource [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Usage tracker for resource:subnetpool and tenant:346c7f4e6d7e4c7e93717170bf2a7e66 is out of sync, need to count used quota {{(pid=95015) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 29 17:33:55.366124 n-d-811748-2 neutron-server[95015]: DEBUG neutron.quota.resource [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95015) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 29 17:33:55.382492 n-d-811748-2 neutron-server[95015]: DEBUG neutron.quota.resource [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Usage tracker for resource:port and tenant:346c7f4e6d7e4c7e93717170bf2a7e66 is out of sync, need to count used quota {{(pid=95015) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 29 17:33:55.392848 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6d6eb75-bb68-46b5-b1aa-5dd1094c7088 req-844b693c-08ef-4770-9d5e-406b6d515638 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906978 Sep 29 17:33:55.398048 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:55.401319 n-d-811748-2 neutron-server[95015]: DEBUG neutron.quota.resource [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95015) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 29 17:33:55.410942 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:55.411722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f885af-0f83-42d5-aec3-e8bf1a3b2312 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:55.413721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-42f885af-0f83-42d5-aec3-e8bf1a3b2312 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1141653 Sep 29 17:33:55.416669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40866) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:55.418714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.quota.resource [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Usage tracker for resource:router and tenant:346c7f4e6d7e4c7e93717170bf2a7e66 is out of sync, need to count used quota {{(pid=95015) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 29 17:33:55.427211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.quota.resource [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95015) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 29 17:33:55.507858 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a70347-bd29-455c-96d0-58932407ad44 req-f5b1a008-301f-4223-979f-a3f2b2a68218 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:55.513855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a70347-bd29-455c-96d0-58932407ad44 req-f5b1a008-301f-4223-979f-a3f2b2a68218 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:55.515483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:55.521394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a70347-bd29-455c-96d0-58932407ad44 req-f5b1a008-301f-4223-979f-a3f2b2a68218 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:55.522113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:55.527905 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a70347-bd29-455c-96d0-58932407ad44 req-f5b1a008-301f-4223-979f-a3f2b2a68218 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:55.530078 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:55.533504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0a53e04d-23d4-4adc-bdcc-7525deac198c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port e6b5f1a3-27d3-4be9-ad04-e66bcc91d3df {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:55.533846 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a53e04d-23d4-4adc-bdcc-7525deac198c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:55.533963 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Pushing event updated for resources: {'Port': ['ID=0b36e6a9-6eee-4205-b4fb-d243cd7fe399,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:55.534435 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a70347-bd29-455c-96d0-58932407ad44 req-f5b1a008-301f-4223-979f-a3f2b2a68218 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:55.547838 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a70347-bd29-455c-96d0-58932407ad44 req-f5b1a008-301f-4223-979f-a3f2b2a68218 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:55.555659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a70347-bd29-455c-96d0-58932407ad44 req-f5b1a008-301f-4223-979f-a3f2b2a68218 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:55.559914 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b4a70347-bd29-455c-96d0-58932407ad44 req-f5b1a008-301f-4223-979f-a3f2b2a68218 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5444 time: 0.2553563 Sep 29 17:33:55.618154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Attempting to bind port 0b36e6a9-6eee-4205-b4fb-d243cd7fe399 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:55.618543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Attempting to bind port 0b36e6a9-6eee-4205-b4fb-d243cd7fe399 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:55.618914 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Attempting to bind port 0b36e6a9-6eee-4205-b4fb-d243cd7fe399 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:55.624803 n-d-811748-2 neutron-server[95015]: DEBUG neutron.quota.resource [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Usage tracker for resource:floatingip and tenant:346c7f4e6d7e4c7e93717170bf2a7e66 is out of sync, need to count used quota {{(pid=95015) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 29 17:33:55.626423 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:33:55.627532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:55.627958 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:55.628360 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:33:55.628846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Bound port: 0b36e6a9-6eee-4205-b4fb-d243cd7fe399, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:33:55.629232 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:55.638208 n-d-811748-2 neutron-server[95015]: DEBUG neutron.quota.resource [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95015) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 29 17:33:55.650277 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:55.687291 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a53e04d-23d4-4adc-bdcc-7525deac198c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:55.705577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] For port 0b36e6a9-6eee-4205-b4fb-d243cd7fe399, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:55.708911 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] For port 0b36e6a9-6eee-4205-b4fb-d243cd7fe399, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0b36e6a9-6eee-4205-b4fb-d243cd7fe399,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:33:55.715303 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:55.737177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0a53e04d-23d4-4adc-bdcc-7525deac198c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for e6b5f1a3-27d3-4be9-ad04-e66bcc91d3df owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:55.754194 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b4a70347-bd29-455c-96d0-58932407ad44 req-a629e93e-b3f0-4309-b6fb-e2533ccee0b8 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1492553 Sep 29 17:33:55.780024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876b3c7-5a30-42cf-b3bb-7e7dec583144 req-a8aa2931-773a-4b49-9551-f0006464de5d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:55.782889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.quota.resource [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Usage tracker for resource:security_group and tenant:346c7f4e6d7e4c7e93717170bf2a7e66 is out of sync, need to count used quota {{(pid=95015) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 29 17:33:55.790996 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0876b3c7-5a30-42cf-b3bb-7e7dec583144 req-a8aa2931-773a-4b49-9551-f0006464de5d tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.0789192 Sep 29 17:33:55.791212 n-d-811748-2 neutron-server[95015]: DEBUG neutron.quota.resource [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95015) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 29 17:33:55.796402 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9d2d1-787c-4f05-a3e5-68671422ada5 None None] Pushing event updated for resources: {'Port': ['ID=0b36e6a9-6eee-4205-b4fb-d243cd7fe399,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:55.803625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.quota.resource [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Usage tracker for resource:security_group_rule and tenant:346c7f4e6d7e4c7e93717170bf2a7e66 is out of sync, need to count used quota {{(pid=95015) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 29 17:33:55.823625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.quota.resource [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95015) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 29 17:33:55.870969 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b6ea1d55-7e37-4fb0-afcf-4c1a90d9a55c tempest-QuotasTest-1027772654 tempest-QuotasTest-1027772654-project-admin] 10.222.0.44 "GET /v2.0/quotas/346c7f4e6d7e4c7e93717170bf2a7e66/details.json HTTP/1.1" status: 200 len: 703 time: 0.8609264 Sep 29 17:33:55.912246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0876b3c7-5a30-42cf-b3bb-7e7dec583144 req-ea594f59-3728-41ae-ab67-7b607c46e94e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792606 Sep 29 17:33:55.991130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f4ac4-9fdc-499f-8afd-0a497672b3e2 req-1ca26daf-8a3c-48e8-b9e0-2dc284a9e67c tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:55.992878 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e24f4ac4-9fdc-499f-8afd-0a497672b3e2 req-1ca26daf-8a3c-48e8-b9e0-2dc284a9e67c tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.0923455 Sep 29 17:33:56.053473 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a53e04d-23d4-4adc-bdcc-7525deac198c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:56.079606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e24f4ac4-9fdc-499f-8afd-0a497672b3e2 req-6aace3d8-d207-4d97-8999-714d273de58b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718870 Sep 29 17:33:56.080644 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:56.123798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aad23-b9b3-4e72-8f0a-aa805984c886 req-0ea0b6f8-7e20-4c26-93f3-0ffce7290082 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:56.130153 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aad23-b9b3-4e72-8f0a-aa805984c886 req-0ea0b6f8-7e20-4c26-93f3-0ffce7290082 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:56.137048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aad23-b9b3-4e72-8f0a-aa805984c886 req-0ea0b6f8-7e20-4c26-93f3-0ffce7290082 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:56.143415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aad23-b9b3-4e72-8f0a-aa805984c886 req-0ea0b6f8-7e20-4c26-93f3-0ffce7290082 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:56.150124 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aad23-b9b3-4e72-8f0a-aa805984c886 req-0ea0b6f8-7e20-4c26-93f3-0ffce7290082 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:56.156145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aad23-b9b3-4e72-8f0a-aa805984c886 req-0ea0b6f8-7e20-4c26-93f3-0ffce7290082 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:56.163125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aad23-b9b3-4e72-8f0a-aa805984c886 req-0ea0b6f8-7e20-4c26-93f3-0ffce7290082 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:56.175484 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff4aad23-b9b3-4e72-8f0a-aa805984c886 req-0ea0b6f8-7e20-4c26-93f3-0ffce7290082 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5444 time: 0.1912496 Sep 29 17:33:56.194804 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40878) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:56.204392 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53e04d-23d4-4adc-bdcc-7525deac198c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=e6b5f1a3-27d3-4be9-ad04-e66bcc91d3df,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:56.208975 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a53e04d-23d4-4adc-bdcc-7525deac198c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:56.214201 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0a53e04d-23d4-4adc-bdcc-7525deac198c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/e6b5f1a3-27d3-4be9-ad04-e66bcc91d3df HTTP/1.1" status: 204 len: 168 time: 0.7957177 Sep 29 17:33:56.214595 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40880) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:56.263798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5a5f1877-3c0a-48d5-936b-f5571335b4f1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Request body: {'floatingip': {'port_id': 'e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:56.324100 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a5f1877-3c0a-48d5-936b-f5571335b4f1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for floatingip, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:56.342533 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008e97e8-14d9-41c0-bfb7-e7a5f1549068 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:56.344080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008e97e8-14d9-41c0-bfb7-e7a5f1549068 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:56.348314 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-008e97e8-14d9-41c0-bfb7-e7a5f1549068 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1300664 Sep 29 17:33:56.350230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40884) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:56.434560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40888) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:56.445539 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb2aef-c3e7-4e8b-81d2-c9cb6f3cc6ff req-57768766-8ca7-4a1d-84bb-bdc864db8208 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:56.447028 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b3eb2aef-c3e7-4e8b-81d2-c9cb6f3cc6ff req-57768766-8ca7-4a1d-84bb-bdc864db8208 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.2481120 Sep 29 17:33:56.456262 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da522955-9aeb-4a87-8446-876f0c0c0042 req-0d6bb826-9703-4417-add5-78cd5ddcc2a9 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:56.464003 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da522955-9aeb-4a87-8446-876f0c0c0042 req-0d6bb826-9703-4417-add5-78cd5ddcc2a9 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.2002506 Sep 29 17:33:56.498748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-08dd89da-0c88-4688-bf70-0c57fff20216 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 327365bf-b43f-4440-bc0e-4414e49a5cf2 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:33:56.507585 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-08dd89da-0c88-4688-bf70-0c57fff20216 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:56.543955 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da522955-9aeb-4a87-8446-876f0c0c0042 req-762dcaa2-4e49-4c17-a273-b29381047af4 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790198 Sep 29 17:33:56.555414 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b3eb2aef-c3e7-4e8b-81d2-c9cb6f3cc6ff req-d1b8e008-1b09-45c5-b1d5-e22f28dd851b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002111 Sep 29 17:33:56.600161 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-08dd89da-0c88-4688-bf70-0c57fff20216 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:56.653663 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3e883ed8-626f-4759-8d53-11e4ea0302e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:56.674146 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Router 2b3de07b-5b2f-4367-87ca-0a87e287c8d9 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:33:56.810485 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53852d93-1846-4a3c-8d42-1545e4968541 req-5c0c7540-f44a-44c3-a49a-ca4d77690202 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:56.812300 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-53852d93-1846-4a3c-8d42-1545e4968541 req-5c0c7540-f44a-44c3-a49a-ca4d77690202 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1638329 Sep 29 17:33:56.876728 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-08dd89da-0c88-4688-bf70-0c57fff20216 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:56.936996 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-53852d93-1846-4a3c-8d42-1545e4968541 req-b8951631-9267-431c-afb9-ec446a29a933 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122034 Sep 29 17:33:57.089665 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-08dd89da-0c88-4688-bf70-0c57fff20216 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.093543 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3e883ed8-626f-4759-8d53-11e4ea0302e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.108738 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3e883ed8-626f-4759-8d53-11e4ea0302e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.134122 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-08dd89da-0c88-4688-bf70-0c57fff20216 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.139101 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-08dd89da-0c88-4688-bf70-0c57fff20216 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/327365bf-b43f-4440-bc0e-4414e49a5cf2 HTTP/1.1" status: 204 len: 168 time: 0.7848318 Sep 29 17:33:57.150010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd89da-0c88-4688-bf70-0c57fff20216 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=327365bf-b43f-4440-bc0e-4414e49a5cf2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:57.154498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40906) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:57.176765 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.207198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9483ab-733b-41a3-bf5f-a7a81eccc794 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:33:57.223510 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f7590a33-b576-43f5-944d-087ec624373c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634129 Sep 29 17:33:57.224589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40908) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:57.224934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e883ed8-626f-4759-8d53-11e4ea0302e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dfb9de-612c-4069-a65d-aff9f884915c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:57.236436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd3168-c76d-4777-9439-f9b2d6438c87 req-4d4a6776-6449-4cd0-85de-3bfae7afe483 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:57.237893 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49bd3168-c76d-4777-9439-f9b2d6438c87 req-4d4a6776-6449-4cd0-85de-3bfae7afe483 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.1984458 Sep 29 17:33:57.268382 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3e883ed8-626f-4759-8d53-11e4ea0302e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bf627e2609247ea858c6a23a177e233&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8296802 Sep 29 17:33:57.270636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40910) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:57.270763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-62a5c7d6-c90f-41c3-a3bb-52dc7eb17830 None None] Provisioning complete for port 0b36e6a9-6eee-4205-b4fb-d243cd7fe399 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:33:57.270968 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-62a5c7d6-c90f-41c3-a3bb-52dc7eb17830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.353094 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49bd3168-c76d-4777-9439-f9b2d6438c87 req-e8d1a210-f98f-413c-88b1-475f51fa753f tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856922 Sep 29 17:33:57.365044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703712af-bb3e-4ad8-b871-a2591dd81678 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:57.369665 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-703712af-bb3e-4ad8-b871-a2591dd81678 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1417189 Sep 29 17:33:57.372032 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:33:57.376037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40912) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:57.387062 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a2c2d-c8bf-485e-9eeb-04231869bd88 None None] Sync routers for ids ['2b3de07b-5b2f-4367-87ca-0a87e287c8d9'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:33:57.400033 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b0bd0-ef95-443c-a6b2-c9aee20b464c req-98703f34-d413-4094-8f6c-9aac76e4371f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:57.403108 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2b5b0bd0-ef95-443c-a6b2-c9aee20b464c req-98703f34-d413-4094-8f6c-9aac76e4371f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1297312 Sep 29 17:33:57.410614 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a2c2d-c8bf-485e-9eeb-04231869bd88 None None] Routers {'2b3de07b-5b2f-4367-87ca-0a87e287c8d9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:57.413625 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-998a2c2d-c8bf-485e-9eeb-04231869bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['2b3de07b-5b2f-4367-87ca-0a87e287c8d9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:57.413791 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4351306-571c-4c86-a233-809cf662e66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.445856 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-62a5c7d6-c90f-41c3-a3bb-52dc7eb17830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.453533 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4351306-571c-4c86-a233-809cf662e66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.466687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2887fc2a-d318-4ce5-9032-db817f7d2a56 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:57.470968 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2887fc2a-d318-4ce5-9032-db817f7d2a56 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0938842 Sep 29 17:33:57.473701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40918) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:57.480813 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-998a2c2d-c8bf-485e-9eeb-04231869bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:57.489987 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a2c2d-c8bf-485e-9eeb-04231869bd88 None None] Routers {'2b3de07b-5b2f-4367-87ca-0a87e287c8d9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:57.490895 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-998a2c2d-c8bf-485e-9eeb-04231869bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['2b3de07b-5b2f-4367-87ca-0a87e287c8d9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:57.491383 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.495865 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-49ca8521-e74c-432b-ad81-1feff0470038 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8730197 Sep 29 17:33:57.500339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40920) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:57.524698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-62a5c7d6-c90f-41c3-a3bb-52dc7eb17830 None None] For port 0b36e6a9-6eee-4205-b4fb-d243cd7fe399, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0b36e6a9-6eee-4205-b4fb-d243cd7fe399,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:57.525904 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ec4b54dc-d61a-4ca9-9fd3-792a0265127b tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:57.534996 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-998a2c2d-c8bf-485e-9eeb-04231869bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:57.536212 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a2c2d-c8bf-485e-9eeb-04231869bd88 None None] The sync data for ids ['2b3de07b-5b2f-4367-87ca-0a87e287c8d9'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:33:57.536367 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-62a5c7d6-c90f-41c3-a3bb-52dc7eb17830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.540760 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-363480ef-279c-412e-971f-ed07dae58256 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649920 Sep 29 17:33:57.548777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40926) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:57.553655 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4d9f44a9-de22-4976-90ce-2e56954a56bd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:57.595077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5c7d6-c90f-41c3-a3bb-52dc7eb17830 None None] Pushing event updated for resources: {'Port': ['ID=0b36e6a9-6eee-4205-b4fb-d243cd7fe399,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:57.613225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59de2a58-25b6-41cb-9332-0227a7101ba2 None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:33:57.629482 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2b5b0bd0-ef95-443c-a6b2-c9aee20b464c req-bfb2f207-a22d-4947-be5a-001ef5e9f600 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156014 Sep 29 17:33:57.651060 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a5f1877-3c0a-48d5-936b-f5571335b4f1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.660443 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a5f1877-3c0a-48d5-936b-f5571335b4f1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.686701 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-59de2a58-25b6-41cb-9332-0227a7101ba2 None None] Deleting port 0b36e6a9-6eee-4205-b4fb-d243cd7fe399 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:57.687086 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-59de2a58-25b6-41cb-9332-0227a7101ba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.713226 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4351306-571c-4c86-a233-809cf662e66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.715793 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4351306-571c-4c86-a233-809cf662e66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.716918 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d4351306-571c-4c86-a233-809cf662e66c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72dfb9de-612c-4069-a65d-aff9f884915c HTTP/1.1" status: 204 len: 168 time: 0.4448435 Sep 29 17:33:57.755992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4351306-571c-4c86-a233-809cf662e66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dfb9de-612c-4069-a65d-aff9f884915c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:57.782660 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-59de2a58-25b6-41cb-9332-0227a7101ba2 None None] For port 0b36e6a9-6eee-4205-b4fb-d243cd7fe399, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0b36e6a9-6eee-4205-b4fb-d243cd7fe399,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:57.783218 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-59de2a58-25b6-41cb-9332-0227a7101ba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.800929 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-59de2a58-25b6-41cb-9332-0227a7101ba2 None None] Calling delete_port for 0b36e6a9-6eee-4205-b4fb-d243cd7fe399 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:57.807813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-c1b9c6bd-3c47-4da9-8b38-be467f86bbde tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:57.814595 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-c1b9c6bd-3c47-4da9-8b38-be467f86bbde tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/networks?id=530741c4-2ed6-463a-ae83-4ffd465cc3fe HTTP/1.1" status: 200 len: 814 time: 0.2658556 Sep 29 17:33:57.817227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9f44a9-de22-4976-90ce-2e56954a56bd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:57.826797 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d9f44a9-de22-4976-90ce-2e56954a56bd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.873006 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-79cfb846-26a1-413f-ae7a-616558377f18 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/quotas/9c9e844466ae4686bc84294b78ad0611 HTTP/1.1" status: 200 len: 375 time: 0.0403574 Sep 29 17:33:57.897747 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-59de2a58-25b6-41cb-9332-0227a7101ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:57.927502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de2a58-25b6-41cb-9332-0227a7101ba2 None None] Pushing event deleted for resources: {'Port': ['ID=0b36e6a9-6eee-4205-b4fb-d243cd7fe399,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:57.936664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59de2a58-25b6-41cb-9332-0227a7101ba2 None None] No DVR routers for this DVR port 0b36e6a9-6eee-4205-b4fb-d243cd7fe399 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:33:57.951760 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42e0b5-b5da-41a8-9554-eb01a3b09e3f req-a500529d-f6dc-4323-9372-05c3edb7a537 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:57.953820 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4d42e0b5-b5da-41a8-9554-eb01a3b09e3f req-a500529d-f6dc-4323-9372-05c3edb7a537 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.2129533 Sep 29 17:33:57.982216 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-5a5f1877-3c0a-48d5-936b-f5571335b4f1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Floating IP 681d5eaa-3ca1-4811-941f-4a2bff1dc191 associated. External IP: 172.25.2.77, port: e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5. Sep 29 17:33:57.984157 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-fbb162d2-4674-4749-92ce-521d87250ca1 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c9e844466ae4686bc84294b78ad0611&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1035776 Sep 29 17:33:58.086411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40936) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:58.123112 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe60c377-241d-4522-b4cc-c758fb0f199c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:58.141750 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4d42e0b5-b5da-41a8-9554-eb01a3b09e3f req-42822707-065c-4dbf-8557-4b83189d5ef2 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767962 Sep 29 17:33:58.159810 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-bc7a9a55-451c-4181-a9e6-4d4931852816 service neutron] 10.222.0.44 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670949 Sep 29 17:33:58.170962 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d9f44a9-de22-4976-90ce-2e56954a56bd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:58.255341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9f44a9-de22-4976-90ce-2e56954a56bd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:58.294194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-4d9f44a9-de22-4976-90ce-2e56954a56bd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:58.297197 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9f44a9-de22-4976-90ce-2e56954a56bd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:58.297808 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d9f44a9-de22-4976-90ce-2e56954a56bd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:58.303056 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3a61fb-07c7-40f4-af94-17b50c84e7ba None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:33:58.329115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f44a9-de22-4976-90ce-2e56954a56bd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=739d73fa-7987-47c1-a3e3-2b36254ff6fe,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:58.367325 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001fda0-ad1a-4701-a8f2-fb5e46cbdef2 req-26a73140-1b88-48a1-a65f-db3e28587a9f tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:58.368871 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d001fda0-ad1a-4701-a8f2-fb5e46cbdef2 req-26a73140-1b88-48a1-a65f-db3e28587a9f tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.49 "GET /v2.0/ports?device_id=193dd5f1-6bd6-486c-a6e2-80e464ba47dd HTTP/1.1" status: 200 len: 945 time: 0.1155572 Sep 29 17:33:58.375917 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-54abc2bc-22cb-4534-8d0e-ab42174a83fd service neutron] 10.222.0.44 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016115 Sep 29 17:33:58.451767 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11dfdb-1e07-440b-bc08-88e26b3ba549 req-156447e7-af10-4d3f-bcdf-cd8c3ced91ca tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:58.458947 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a11dfdb-1e07-440b-bc08-88e26b3ba549 req-156447e7-af10-4d3f-bcdf-cd8c3ced91ca tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1460924 Sep 29 17:33:58.497924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5f1877-3c0a-48d5-936b-f5571335b4f1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Router 6b630b79-bf9a-4196-875c-df14244f6919 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:33:58.502690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': '739d73fa-7987-47c1-a3e3-2b36254ff6fe'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:33:58.504699 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:58.508306 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec4b54dc-d61a-4ca9-9fd3-792a0265127b tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:58.509364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-d001fda0-ad1a-4701-a8f2-fb5e46cbdef2 req-b9db415c-2a23-4deb-8ca3-3a1e3649893b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Deleting port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:58.509723 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d001fda0-ad1a-4701-a8f2-fb5e46cbdef2 req-b9db415c-2a23-4deb-8ca3-3a1e3649893b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:58.528962 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe60c377-241d-4522-b4cc-c758fb0f199c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:58.547767 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe60c377-241d-4522-b4cc-c758fb0f199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:58.551555 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4d9f44a9-de22-4976-90ce-2e56954a56bd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0014608 Sep 29 17:33:58.554186 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec4b54dc-d61a-4ca9-9fd3-792a0265127b tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:58.554717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40942) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:58.562887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-6adb4184-db93-4576-9e46-7d4eaf2804f2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'fixed_ips': [{'subnet_id': '739d73fa-7987-47c1-a3e3-2b36254ff6fe', 'ip_address': '2001:db8::220d:6a34:85b0:d054'}], 'name': 'tempest-NetworksTestDHCPv6-1379454041'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:33:58.571822 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a11dfdb-1e07-440b-bc08-88e26b3ba549 req-d1337ea5-c22c-4d20-8102-584b131bcef8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063509 Sep 29 17:33:58.727377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Allocated IP 2001:db8::2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/739d73fa-7987-47c1-a3e3-2b36254ff6fe/f691db5f-f820-4694-8230-6182876f17d2) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:33:58.780468 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60c377-241d-4522-b4cc-c758fb0f199c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3607d3d3-41e8-4906-9cec-8109f70d3142,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:58.787183 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fe60c377-241d-4522-b4cc-c758fb0f199c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=346c7f4e6d7e4c7e93717170bf2a7e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6973383 Sep 29 17:33:58.791921 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40950) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:33:58.871843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c2bdf-089c-4fd9-9184-0895fc04d83f req-7db78a52-fd41-40aa-99fb-76ddc0bc4c56 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:58.879237 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b5c2bdf-089c-4fd9-9184-0895fc04d83f req-7db78a52-fd41-40aa-99fb-76ddc0bc4c56 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.1976020 Sep 29 17:33:58.922497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5f1877-3c0a-48d5-936b-f5571335b4f1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:33:58.929307 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a5f1877-3c0a-48d5-936b-f5571335b4f1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:58.945793 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:58.951371 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eec003-c52b-45e7-b08a-29226d36871a None None] Sync routers for ids ['6b630b79-bf9a-4196-875c-df14244f6919'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:33:58.960069 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc938c67-171a-4630-877e-c7aa3306c75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:58.960296 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:58.962618 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b54dc-d61a-4ca9-9fd3-792a0265127b tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Deleting port 862f212c-e8a6-4fb2-8dd0-ed04c5cd0ed8 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:33:58.963194 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec4b54dc-d61a-4ca9-9fd3-792a0265127b tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:58.990187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eec003-c52b-45e7-b08a-29226d36871a None None] Routers {'6b630b79-bf9a-4196-875c-df14244f6919'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:58.991238 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a4eec003-c52b-45e7-b08a-29226d36871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6b630b79-bf9a-4196-875c-df14244f6919'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:59.006608 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:33:59.007568 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b5c2bdf-089c-4fd9-9184-0895fc04d83f req-3ffa8d70-d202-4b28-be8f-799a4d90890d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268928 Sep 29 17:33:59.058584 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:33:59.094640 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5a5f1877-3c0a-48d5-936b-f5571335b4f1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "PUT /v2.0/floatingips/681d5eaa-3ca1-4811-941f-4a2bff1dc191 HTTP/1.1" status: 200 len: 991 time: 2.8908217 Sep 29 17:33:59.099712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'tag': 'e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:33:59.100547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:33:59.102639 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "tag": "e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:33:59.122891 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Pushing event updated for resources: {'Port': ['ID=f691db5f-f820-4694-8230-6182876f17d2,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:59.124248 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc938c67-171a-4630-877e-c7aa3306c75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:59.137138 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb40307b-130e-42f0-9892-4c23a4fe1be2 req-96642c62-792d-4d10-8d10-65c8a8a22d35 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 210 time: 0.4749339 Sep 29 17:33:59.154252 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec4b54dc-d61a-4ca9-9fd3-792a0265127b tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:59.183686 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b54dc-d61a-4ca9-9fd3-792a0265127b tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Calling delete_port for 862f212c-e8a6-4fb2-8dd0-ed04c5cd0ed8 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:59.216963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d001fda0-ad1a-4701-a8f2-fb5e46cbdef2 req-b9db415c-2a23-4deb-8ca3-3a1e3649893b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] For port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:33:59.220701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d001fda0-ad1a-4701-a8f2-fb5e46cbdef2 req-b9db415c-2a23-4deb-8ca3-3a1e3649893b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:59.262126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Attempting to bind port f691db5f-f820-4694-8230-6182876f17d2 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:33:59.262499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Attempting to bind port f691db5f-f820-4694-8230-6182876f17d2 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:33:59.262862 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Attempting to bind port f691db5f-f820-4694-8230-6182876f17d2 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:33:59.265859 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a4eec003-c52b-45e7-b08a-29226d36871a None None] Set router 6b630b79-bf9a-4196-875c-df14244f6919 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:33:59.276099 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821ea7bf-f005-4108-8989-4ebc8890e671 x-openstack-request-id: req-821ea7bf-f005-4108-8989-4ebc8890e671 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:33:59.276404 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "tag": "e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:33:59.276783 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-821ea7bf-f005-4108-8989-4ebc8890e671 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:33:59.277291 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'tag': 'e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5', 'status': 'completed', 'code': 200} Sep 29 17:33:59.277634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-d001fda0-ad1a-4701-a8f2-fb5e46cbdef2 req-b9db415c-2a23-4deb-8ca3-3a1e3649893b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Calling delete_port for 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:33:59.300220 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:33:59.300770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:33:59.301127 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:59.301552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:33:59.302047 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Bound port: f691db5f-f820-4694-8230-6182876f17d2, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:33:59.302433 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:59.305241 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc938c67-171a-4630-877e-c7aa3306c75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:59.308254 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc938c67-171a-4630-877e-c7aa3306c75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:59.313334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bc938c67-171a-4630-877e-c7aa3306c75b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3607d3d3-41e8-4906-9cec-8109f70d3142 HTTP/1.1" status: 204 len: 168 time: 0.5189860 Sep 29 17:33:59.327196 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc938c67-171a-4630-877e-c7aa3306c75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3607d3d3-41e8-4906-9cec-8109f70d3142,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:59.466659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] For port f691db5f-f820-4694-8230-6182876f17d2, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:33:59.471626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adb4184-db93-4576-9e46-7d4eaf2804f2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:33:59.495968 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec4b54dc-d61a-4ca9-9fd3-792a0265127b tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:59.512261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] For port f691db5f-f820-4694-8230-6182876f17d2, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f691db5f-f820-4694-8230-6182876f17d2,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:33:59.529232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-01899d26-b751-45d9-ba22-884777a7f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:59.529795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-01899d26-b751-45d9-ba22-884777a7f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:59.530236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-01899d26-b751-45d9-ba22-884777a7f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:59.530883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-01899d26-b751-45d9-ba22-884777a7f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:59.531354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-01899d26-b751-45d9-ba22-884777a7f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:59.531814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-01899d26-b751-45d9-ba22-884777a7f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:59.532269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-01899d26-b751-45d9-ba22-884777a7f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:59.534223 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-01899d26-b751-45d9-ba22-884777a7f4f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=875de71af1fe4656a0ed844803995187&device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 6501 time: 0.2010198 Sep 29 17:33:59.567112 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:59.579989 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b54dc-d61a-4ca9-9fd3-792a0265127b tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Pushing event deleted for resources: {'Port': ['ID=862f212c-e8a6-4fb2-8dd0-ed04c5cd0ed8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:59.649933 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec4b54dc-d61a-4ca9-9fd3-792a0265127b tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:59.693930 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880fe9f-fcfb-46a9-a104-59acde8f6b00 None None] Pushing event updated for resources: {'Port': ['ID=f691db5f-f820-4694-8230-6182876f17d2,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:33:59.732121 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6adb4184-db93-4576-9e46-7d4eaf2804f2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:33:59.732658 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a4eec003-c52b-45e7-b08a-29226d36871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b630b79-bf9a-4196-875c-df14244f6919', 'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-router', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '837716fa-38af-4383-a29d-2015d9f5c008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:31:28Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '875de71af1fe4656a0ed844803995187', 'gw_port': {'id': '837716fa-38af-4383-a29d-2015d9f5c008', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:30Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '681d5eaa-3ca1-4811-941f-4a2bff1dc191', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'port_id': 'e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8', 'mac_address': 'fa:16:3e:03:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:32:27Z', 'updated_at': '2021-09-29T17:33:57Z', 'revision_number': 1, 'project_id': '875de71af1fe4656a0ed844803995187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31632fef-1fd2-4713-9e39-90339ad2e2d9', 'name': '', 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'mac_address': 'fa:16:3e:72:e8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:39Z', 'updated_at': '2021-09-29T17:31:47Z', 'revision_number': 5, 'project_id': '875de71af1fe4656a0ed844803995187', 'subnets': [{'id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:59.761681 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eec003-c52b-45e7-b08a-29226d36871a None None] Checking router: 6b630b79-bf9a-4196-875c-df14244f6919 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:33:59.771028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eec003-c52b-45e7-b08a-29226d36871a None None] Routers {'6b630b79-bf9a-4196-875c-df14244f6919'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:33:59.771678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a4eec003-c52b-45e7-b08a-29226d36871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6b630b79-bf9a-4196-875c-df14244f6919'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:33:59.817243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-c237cdf9-a192-4b09-ab44-12cf3412b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:33:59.830068 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-c237cdf9-a192-4b09-ab44-12cf3412b529 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5573b2a-46c0-432e-9115-a36c094db3c8 HTTP/1.1" status: 200 len: 918 time: 0.2586489 Sep 29 17:33:59.832645 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-6adb4184-db93-4576-9e46-7d4eaf2804f2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port a27a6a57-c7db-49ee-9fea-49f19b3d6554 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:33:59.911662 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d001fda0-ad1a-4701-a8f2-fb5e46cbdef2 req-b9db415c-2a23-4deb-8ca3-3a1e3649893b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:00.036511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a4eec003-c52b-45e7-b08a-29226d36871a None None] Set router 6b630b79-bf9a-4196-875c-df14244f6919 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:34:00.223311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-bd6cb947-1e75-4f83-9571-e84f5afbcb2e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:00.234041 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-bd6cb947-1e75-4f83-9571-e84f5afbcb2e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.49 "GET /v2.0/networks?id=530741c4-2ed6-463a-ae83-4ffd465cc3fe HTTP/1.1" status: 200 len: 814 time: 0.2190435 Sep 29 17:34:00.271080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-002dbb85-47c0-4668-8225-f804376c103e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Request body: {'port': {'device_id': '98091264-fa98-4a30-95e8-7d58bbcf66dd', 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe', 'admin_state_up': True, 'tenant_id': '9c9e844466ae4686bc84294b78ad0611'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:00.274576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db415c-2a23-4deb-8ca3-3a1e3649893b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Pushing event deleted for resources: {'Port': ['ID=13f92ebc-b901-4cb3-8a0a-dd07b9ab0606,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:00.324725 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05bb1595-0f03-46da-bf3f-7d5356d54177 req-c3f1e2e1-2597-419b-9322-907d358464ce tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 210 time: 0.0893102 Sep 29 17:34:00.474024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d001fda0-ad1a-4701-a8f2-fb5e46cbdef2 req-b9db415c-2a23-4deb-8ca3-3a1e3649893b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] No DVR routers for this DVR port 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:34:00.484288 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d001fda0-ad1a-4701-a8f2-fb5e46cbdef2 req-b9db415c-2a23-4deb-8ca3-3a1e3649893b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:00.489307 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d001fda0-ad1a-4701-a8f2-fb5e46cbdef2 req-b9db415c-2a23-4deb-8ca3-3a1e3649893b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.49 "DELETE /v2.0/ports/13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 HTTP/1.1" status: 204 len: 173 time: 2.1124666 Sep 29 17:34:00.492724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193dd5f1-6bd6-486c-a6e2-80e464ba47dd', 'name': 'network-vif-deleted', 'tag': '13f92ebc-b901-4cb3-8a0a-dd07b9ab0606'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:34:00.495033 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbde0a02-0c96-4d08-a34a-be13ed0294fb" -d '{"events": [{"server_uuid": "193dd5f1-6bd6-486c-a6e2-80e464ba47dd", "name": "network-vif-deleted", "tag": "13f92ebc-b901-4cb3-8a0a-dd07b9ab0606"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:34:00.499038 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-f1af1fcd-9fda-4172-9664-09590a4445af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 HTTP/1.1" status: 200 len: 999 time: 0.6512103 Sep 29 17:34:00.568082 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c806e-9a98-46af-88a5-981addd0e186 req-f683855b-af1f-49b4-b802-9f322fdf0248 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:00.575923 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9e2c806e-9a98-46af-88a5-981addd0e186 req-f683855b-af1f-49b4-b802-9f322fdf0248 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.2775962 Sep 29 17:34:00.696069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a4eec003-c52b-45e7-b08a-29226d36871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b630b79-bf9a-4196-875c-df14244f6919', 'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-router', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '837716fa-38af-4383-a29d-2015d9f5c008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:31:28Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '875de71af1fe4656a0ed844803995187', 'gw_port': {'id': '837716fa-38af-4383-a29d-2015d9f5c008', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:30Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '681d5eaa-3ca1-4811-941f-4a2bff1dc191', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'port_id': 'e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8', 'mac_address': 'fa:16:3e:03:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:32:27Z', 'updated_at': '2021-09-29T17:33:57Z', 'revision_number': 1, 'project_id': '875de71af1fe4656a0ed844803995187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31632fef-1fd2-4713-9e39-90339ad2e2d9', 'name': '', 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'mac_address': 'fa:16:3e:72:e8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:39Z', 'updated_at': '2021-09-29T17:31:47Z', 'revision_number': 5, 'project_id': '875de71af1fe4656a0ed844803995187', 'subnets': [{'id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:00.724787 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec4b54dc-d61a-4ca9-9fd3-792a0265127b tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:00.733257 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4eec003-c52b-45e7-b08a-29226d36871a None None] The sync data for ids ['6b630b79-bf9a-4196-875c-df14244f6919'] in n-d-811748-2 is: [{'id': '6b630b79-bf9a-4196-875c-df14244f6919', 'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-router', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '837716fa-38af-4383-a29d-2015d9f5c008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:31:28Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '875de71af1fe4656a0ed844803995187', 'gw_port': {'id': '837716fa-38af-4383-a29d-2015d9f5c008', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:30Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '681d5eaa-3ca1-4811-941f-4a2bff1dc191', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'port_id': 'e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8', 'mac_address': 'fa:16:3e:03:be:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:32:27Z', 'updated_at': '2021-09-29T17:33:57Z', 'revision_number': 1, 'project_id': '875de71af1fe4656a0ed844803995187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31632fef-1fd2-4713-9e39-90339ad2e2d9', 'name': '', 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'mac_address': 'fa:16:3e:72:e8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:39Z', 'updated_at': '2021-09-29T17:31:47Z', 'revision_number': 5, 'project_id': '875de71af1fe4656a0ed844803995187', 'subnets': [{'id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:34:00.746789 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec4b54dc-d61a-4ca9-9fd3-792a0265127b tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:00.760531 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9e2c806e-9a98-46af-88a5-981addd0e186 req-182e77f2-9124-4f9a-bc21-e49cd1ac2ac3 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833482 Sep 29 17:34:00.774104 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ecbac3-8246-47de-ae62-86215aa5da7c x-openstack-request-id: req-73ecbac3-8246-47de-ae62-86215aa5da7c {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:34:00.774685 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193dd5f1-6bd6-486c-a6e2-80e464ba47dd", "name": "network-vif-deleted", "tag": "13f92ebc-b901-4cb3-8a0a-dd07b9ab0606", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:34:00.775149 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-73ecbac3-8246-47de-ae62-86215aa5da7c {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:34:00.775885 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193dd5f1-6bd6-486c-a6e2-80e464ba47dd', 'name': 'network-vif-deleted', 'tag': '13f92ebc-b901-4cb3-8a0a-dd07b9ab0606', 'status': 'completed', 'code': 200} Sep 29 17:34:00.801161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-cfd0f21a-2b8d-497a-9e0c-8abccddca27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:00.802953 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-cfd0f21a-2b8d-497a-9e0c-8abccddca27b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=126c1e0e-1c93-4d92-8bf8-691e8431329a HTTP/1.1" status: 200 len: 856 time: 0.2556198 Sep 29 17:34:00.867808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-6adb4184-db93-4576-9e46-7d4eaf2804f2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::220d:6a34:85b0:d054 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/739d73fa-7987-47c1-a3e3-2b36254ff6fe/a27a6a57-c7db-49ee-9fea-49f19b3d6554) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:00.878233 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-002dbb85-47c0-4668-8225-f804376c103e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Made reservation on behalf of 9c9e844466ae4686bc84294b78ad0611 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:00.889149 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-002dbb85-47c0-4668-8225-f804376c103e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:00.967992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4b54dc-d61a-4ca9-9fd3-792a0265127b tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Router 2b3de07b-5b2f-4367-87ca-0a87e287c8d9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:34:01.075110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-2a9cde11-6075-4433-80b7-16f6196fefb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:01.077539 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-2a9cde11-6075-4433-80b7-16f6196fefb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5573b2a-46c0-432e-9115-a36c094db3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2665737 Sep 29 17:34:01.113235 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4b54dc-d61a-4ca9-9fd3-792a0265127b tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:34:01.135573 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec4b54dc-d61a-4ca9-9fd3-792a0265127b tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:01.140260 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ec4b54dc-d61a-4ca9-9fd3-792a0265127b tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "PUT /v2.0/routers/2b3de07b-5b2f-4367-87ca-0a87e287c8d9 HTTP/1.1" status: 200 len: 706 time: 3.6324661 Sep 29 17:34:01.140439 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54348ff-ea81-427e-9471-48bb3a25886c None None] Sync routers for ids ['2b3de07b-5b2f-4367-87ca-0a87e287c8d9'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:34:01.141938 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41000) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:01.173846 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54348ff-ea81-427e-9471-48bb3a25886c None None] Routers {'2b3de07b-5b2f-4367-87ca-0a87e287c8d9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:01.174690 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e54348ff-ea81-427e-9471-48bb3a25886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['2b3de07b-5b2f-4367-87ca-0a87e287c8d9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:01.175659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be482a1c-1aad-467a-b94d-e685d68880d6 None None] New status for floating IP 681d5eaa-3ca1-4811-941f-4a2bff1dc191: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:34:01.248006 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e54348ff-ea81-427e-9471-48bb3a25886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:01.267603 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54348ff-ea81-427e-9471-48bb3a25886c None None] Routers {'2b3de07b-5b2f-4367-87ca-0a87e287c8d9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:01.268623 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e54348ff-ea81-427e-9471-48bb3a25886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:33:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['2b3de07b-5b2f-4367-87ca-0a87e287c8d9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:01.271762 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6552c605-da43-4278-b596-d2831b1284a6 tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/routers/2b3de07b-5b2f-4367-87ca-0a87e287c8d9 HTTP/1.1" status: 200 len: 741 time: 0.1232173 Sep 29 17:34:01.274090 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41006) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:01.322801 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e54348ff-ea81-427e-9471-48bb3a25886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:01.330113 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54348ff-ea81-427e-9471-48bb3a25886c None None] The sync data for ids ['2b3de07b-5b2f-4367-87ca-0a87e287c8d9'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:34:01.343964 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bde962d6-d223-4511-992c-fed6c5e7fc1e tempest-RoutersAdminTest-186986275 tempest-RoutersAdminTest-186986275-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&device_id=2b3de07b-5b2f-4367-87ca-0a87e287c8d9 HTTP/1.1" status: 200 len: 205 time: 0.0663505 Sep 29 17:34:01.344495 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41010) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:01.358478 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2ef7d111-bb30-4e06-999d-7e18e5cc9e8f None None] Provisioning complete for port f691db5f-f820-4694-8230-6182876f17d2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:01.359101 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2ef7d111-bb30-4e06-999d-7e18e5cc9e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:01.399616 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:34:01.424069 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c68b7f60-3556-4769-bb3b-9ef0d8a5e64c tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b3de07b-5b2f-4367-87ca-0a87e287c8d9 HTTP/1.1" status: 200 len: 205 time: 0.0759876 Sep 29 17:34:01.425601 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41014) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:01.468266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:34:01.469225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 13f92ebc-b901-4cb3-8a0a-dd07b9ab0606 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:34:01.536081 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2ef7d111-bb30-4e06-999d-7e18e5cc9e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:01.556003 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa01b5f0-48b4-4b92-8ee6-be1afde38dd2 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:01.577994 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2ef7d111-bb30-4e06-999d-7e18e5cc9e8f None None] For port f691db5f-f820-4694-8230-6182876f17d2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f691db5f-f820-4694-8230-6182876f17d2,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:01.584464 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2ef7d111-bb30-4e06-999d-7e18e5cc9e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:01.634580 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6adb4184-db93-4576-9e46-7d4eaf2804f2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:01.638193 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-688bfe08-8862-4d65-8c36-b3797df8e666 service neutron] 10.222.0.35 "GET /v2.0/networks/c5573b2a-46c0-432e-9115-a36c094db3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490856 Sep 29 17:34:01.671007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41024) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:01.683887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7d111-bb30-4e06-999d-7e18e5cc9e8f None None] Pushing event updated for resources: {'Port': ['ID=f691db5f-f820-4694-8230-6182876f17d2,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:01.719900 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-893ef7f2-41cd-41dc-a624-4eed004edcac req-3497e672-5949-434f-8b13-2a981257edc9 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 210 time: 0.2141068 Sep 29 17:34:01.724273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-002dbb85-47c0-4668-8225-f804376c103e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Allocated IP 172.20.0.2 (530741c4-2ed6-463a-ae83-4ffd465cc3fe/850aa2ea-a665-4c08-a483-91a45d065aa7/b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:01.757471 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa01b5f0-48b4-4b92-8ee6-be1afde38dd2 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:01.760057 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa01b5f0-48b4-4b92-8ee6-be1afde38dd2 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:01.814761 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa01b5f0-48b4-4b92-8ee6-be1afde38dd2 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:01.815519 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa01b5f0-48b4-4b92-8ee6-be1afde38dd2 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Fanout notify agent at l3_agent the message router_deleted on router 2b3de07b-5b2f-4367-87ca-0a87e287c8d9 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:34:01.824832 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa01b5f0-48b4-4b92-8ee6-be1afde38dd2 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:01.829785 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fa01b5f0-48b4-4b92-8ee6-be1afde38dd2 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "DELETE /v2.0/routers/2b3de07b-5b2f-4367-87ca-0a87e287c8d9 HTTP/1.1" status: 204 len: 168 time: 0.3996985 Sep 29 17:34:01.830376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41030) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:01.833368 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6adb4184-db93-4576-9e46-7d4eaf2804f2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:01.864307 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4ad4e778-34a1-411a-911a-63b670a13292 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b3de07b-5b2f-4367-87ca-0a87e287c8d9 HTTP/1.1" status: 200 len: 205 time: 0.0324728 Sep 29 17:34:01.867459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41032) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:01.875674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-38843e92-7746-48ae-a317-6059ed06e22d tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1433677113'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:01.905689 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adb4184-db93-4576-9e46-7d4eaf2804f2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:01.913847 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-3ebd1ec1-7cbb-4cf8-b1c5-0300b5c16f30 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] delete failed (client error): The resource could not be found. Sep 29 17:34:01.915030 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3ebd1ec1-7cbb-4cf8-b1c5-0300b5c16f30 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "DELETE /v2.0/routers/2b3de07b-5b2f-4367-87ca-0a87e287c8d9 HTTP/1.1" status: 404 len: 336 time: 0.0463395 Sep 29 17:34:01.918189 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41034) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:01.926417 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-6adb4184-db93-4576-9e46-7d4eaf2804f2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:01.954036 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38843e92-7746-48ae-a317-6059ed06e22d tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:01.955007 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38843e92-7746-48ae-a317-6059ed06e22d tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:01.957106 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-13bbf9d9-30e1-4587-b4d6-3b023b341367 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da9eb41-dec6-46d4-ac0b-ea298abdfdef HTTP/1.1" status: 200 len: 205 time: 0.0375969 Sep 29 17:34:01.958955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb4184-db93-4576-9e46-7d4eaf2804f2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:01.964874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adb4184-db93-4576-9e46-7d4eaf2804f2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:01.965264 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6adb4184-db93-4576-9e46-7d4eaf2804f2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:01.969008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41036) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:01.971380 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f691db5f-f820-4694-8230-6182876f17d2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:02.021179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41038) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:02.021404 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6adb4184-db93-4576-9e46-7d4eaf2804f2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4653878 Sep 29 17:34:02.027481 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port f691db5f-f820-4694-8230-6182876f17d2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:02.027481 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.044435 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2dd0ec20-13ae-4e91-b67d-b0ef75c5e4c2 req-9034a6ef-26ae-4134-95bc-a404fd05ad77 service neutron] 10.222.0.35 "GET /v2.0/networks/c5573b2a-46c0-432e-9115-a36c094db3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902476 Sep 29 17:34:02.084610 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-c5fbf658-122b-4e10-97ba-9b90c4261a81 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] delete failed (client error): The resource could not be found. Sep 29 17:34:02.090270 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c5fbf658-122b-4e10-97ba-9b90c4261a81 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "DELETE /v2.0/routers/4da9eb41-dec6-46d4-ac0b-ea298abdfdef HTTP/1.1" status: 404 len: 336 time: 0.1158140 Sep 29 17:34:02.090861 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41040) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:02.104591 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb4184-db93-4576-9e46-7d4eaf2804f2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=a27a6a57-c7db-49ee-9fea-49f19b3d6554,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:02.134025 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-05db7e01-2996-41ed-ba95-ab30b63eb8cc tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "GET /v2.0/ports?device_id=e606115c-421f-4b2a-a7b4-c7aa92d118d9 HTTP/1.1" status: 200 len: 205 time: 0.0362864 Sep 29 17:34:02.137134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41042) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:02.141799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7871bc-12db-482a-9f3c-211df46a08a3 req-44e4f968-567e-43b4-9379-d80b8e972979 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:02.143522 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd7871bc-12db-482a-9f3c-211df46a08a3 req-44e4f968-567e-43b4-9379-d80b8e972979 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.2309661 Sep 29 17:34:02.188002 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38843e92-7746-48ae-a317-6059ed06e22d tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.199174 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31244cf8-a99e-4b50-a811-9fa7e017afaa tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:02.202139 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38843e92-7746-48ae-a317-6059ed06e22d tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.205788 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31244cf8-a99e-4b50-a811-9fa7e017afaa tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:02.210862 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-31244cf8-a99e-4b50-a811-9fa7e017afaa tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1852362 Sep 29 17:34:02.210862 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-6ec6badb-422b-4954-bb59-4191e3ac48dd tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] delete failed (client error): The resource could not be found. Sep 29 17:34:02.210862 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6ec6badb-422b-4954-bb59-4191e3ac48dd tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "DELETE /v2.0/routers/e606115c-421f-4b2a-a7b4-c7aa92d118d9 HTTP/1.1" status: 404 len: 336 time: 0.0727010 Sep 29 17:34:02.211215 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41044) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:02.214964 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-30e6d353-9823-4c9a-8144-490af84bfefb None None] Provisioning complete for port a27a6a57-c7db-49ee-9fea-49f19b3d6554 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:02.215413 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-30e6d353-9823-4c9a-8144-490af84bfefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.219820 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41046) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:02.237470 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-002dbb85-47c0-4668-8225-f804376c103e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.260852 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-30e6d353-9823-4c9a-8144-490af84bfefb None None] Port a27a6a57-c7db-49ee-9fea-49f19b3d6554 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:34:02.270999 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cdd582fa-e398-4704-b2e5-3680acaa20c3 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad3048eb-cf4f-455e-979f-422a41293e8c HTTP/1.1" status: 200 len: 205 time: 0.0486515 Sep 29 17:34:02.271822 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38843e92-7746-48ae-a317-6059ed06e22d tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.273327 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-38843e92-7746-48ae-a317-6059ed06e22d tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5744462 Sep 29 17:34:02.274226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41048) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:02.278102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41050) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:02.289691 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd7871bc-12db-482a-9f3c-211df46a08a3 req-0319e023-413b-4a98-8000-08a51f0323ab tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352158 Sep 29 17:34:02.338858 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-1897000b-5ab3-4cb1-a49a-885e506f4217 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] delete failed (client error): The resource could not be found. Sep 29 17:34:02.340013 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1897000b-5ab3-4cb1-a49a-885e506f4217 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "DELETE /v2.0/routers/ad3048eb-cf4f-455e-979f-422a41293e8c HTTP/1.1" status: 404 len: 336 time: 0.0656521 Sep 29 17:34:02.343341 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41052) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:02.372135 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-97d64b41-4504-48d4-9c9d-76db64273769 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "GET /v2.0/ports?device_id=a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7 HTTP/1.1" status: 200 len: 205 time: 0.0267146 Sep 29 17:34:02.374216 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5efd612a-1c7e-44f5-b14c-80fdfb4b4261 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.375000 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41054) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:02.408207 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-002dbb85-47c0-4668-8225-f804376c103e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.422376 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-670c560c-059f-4194-ac74-4e077f3381a8 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] delete failed (client error): The resource could not be found. Sep 29 17:34:02.423369 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-670c560c-059f-4194-ac74-4e077f3381a8 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "DELETE /v2.0/routers/a64e30f9-52e7-4d22-9b6c-20b9c6d8c8b7 HTTP/1.1" status: 404 len: 336 time: 0.0471847 Sep 29 17:34:02.426676 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41056) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:02.458829 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5a42412b-ec66-4958-bdb1-3ae9588fa124 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "GET /v2.0/ports?device_id=21bf4d56-38b3-4a98-b40e-edcf9906dd94 HTTP/1.1" status: 200 len: 205 time: 0.0311120 Sep 29 17:34:02.461327 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd903c-0896-42c1-97f2-c79e009a6a10 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port a27a6a57-c7db-49ee-9fea-49f19b3d6554 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:02.461671 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3bd903c-0896-42c1-97f2-c79e009a6a10 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.465149 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41058) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:02.516233 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-9a0407f8-0432-4b3e-973a-dd26a5755413 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] delete failed (client error): The resource could not be found. Sep 29 17:34:02.517310 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9a0407f8-0432-4b3e-973a-dd26a5755413 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "DELETE /v2.0/routers/21bf4d56-38b3-4a98-b40e-edcf9906dd94 HTTP/1.1" status: 404 len: 336 time: 0.0512121 Sep 29 17:34:02.520146 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41060) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:02.536750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-002dbb85-47c0-4668-8225-f804376c103e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Network 530741c4-2ed6-463a-ae83-4ffd465cc3fe is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:02.558923 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a2373c-9606-450f-a9eb-639600f7ad96 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] DELETE failed (client error): The resource could not be found. Sep 29 17:34:02.559413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a2373c-9606-450f-a9eb-639600f7ad96 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:34:02.561110 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-07a2373c-9606-450f-a9eb-639600f7ad96 tempest-RoutersAdminTest-2085020024 tempest-RoutersAdminTest-2085020024-project] 10.222.0.44 "DELETE /v2.0/subnets/847a26b0-a3c6-4e45-abc9-9577258cbbf6 HTTP/1.1" status: 404 len: 337 time: 0.0401087 Sep 29 17:34:02.573174 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-002dbb85-47c0-4668-8225-f804376c103e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:02.583094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-002dbb85-47c0-4668-8225-f804376c103e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:02.588568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dbb85-47c0-4668-8225-f804376c103e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Pushing event updated for resources: {'Port': ['ID=b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:02.592025 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5efd612a-1c7e-44f5-b14c-80fdfb4b4261 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.622675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5efd612a-1c7e-44f5-b14c-80fdfb4b4261 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.629516 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3bd903c-0896-42c1-97f2-c79e009a6a10 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.647636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a3bd903c-0896-42c1-97f2-c79e009a6a10 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for a27a6a57-c7db-49ee-9fea-49f19b3d6554 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:02.683631 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-002dbb85-47c0-4668-8225-f804376c103e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:02.684259 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-002dbb85-47c0-4668-8225-f804376c103e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.687945 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5efd612a-1c7e-44f5-b14c-80fdfb4b4261 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.688445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efd612a-1c7e-44f5-b14c-80fdfb4b4261 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca480194-633e-4345-a15b-12c2a690c29e {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:34:02.695283 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5efd612a-1c7e-44f5-b14c-80fdfb4b4261 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.696298 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5efd612a-1c7e-44f5-b14c-80fdfb4b4261 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] 10.222.0.44 "DELETE /v2.0/routers/ca480194-633e-4345-a15b-12c2a690c29e HTTP/1.1" status: 204 len: 168 time: 0.4170346 Sep 29 17:34:02.699622 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41066) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:02.703961 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ffed9d5b-ad25-4ad6-863b-b0caa5111b72 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Request body: {'router': {'name': 'tempest-router-2061674375', 'distributed': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:02.716853 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-002dbb85-47c0-4668-8225-f804376c103e tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4493473 Sep 29 17:34:02.735887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Request body: {'port': {'device_id': '98091264-fa98-4a30-95e8-7d58bbcf66dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:02.738559 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ffed9d5b-ad25-4ad6-863b-b0caa5111b72 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.739687 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ffed9d5b-ad25-4ad6-863b-b0caa5111b72 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.870330 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3bd903c-0896-42c1-97f2-c79e009a6a10 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.881292 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ffed9d5b-ad25-4ad6-863b-b0caa5111b72 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.898770 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.907878 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ffed9d5b-ad25-4ad6-863b-b0caa5111b72 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.908083 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd903c-0896-42c1-97f2-c79e009a6a10 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=a27a6a57-c7db-49ee-9fea-49f19b3d6554,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:02.926338 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ffed9d5b-ad25-4ad6-863b-b0caa5111b72 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.927562 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ffed9d5b-ad25-4ad6-863b-b0caa5111b72 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2269905 Sep 29 17:34:02.931129 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41074) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:02.940373 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3bd903c-0896-42c1-97f2-c79e009a6a10 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:02.942625 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a3bd903c-0896-42c1-97f2-c79e009a6a10 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/a27a6a57-c7db-49ee-9fea-49f19b3d6554 HTTP/1.1" status: 204 len: 168 time: 0.7305481 Sep 29 17:34:02.945207 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41076) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:02.954568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41078) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:03.013610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0300fd92-99a4-4080-9acc-fb8894e126a6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:03.015899 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0300fd92-99a4-4080-9acc-fb8894e126a6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:03.019580 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0300fd92-99a4-4080-9acc-fb8894e126a6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0709851 Sep 29 17:34:03.019836 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41082) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:03.100799 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b53041c8-5bb8-4835-b7f6-1d5facf5cb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.107754 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-0643357a-161a-4586-903e-8a01dc5ed4c6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 739d73fa-7987-47c1-a3e3-2b36254ff6fe {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:34:03.117802 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0643357a-161a-4586-903e-8a01dc5ed4c6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.173594 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0643357a-161a-4586-903e-8a01dc5ed4c6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.302839 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0643357a-161a-4586-903e-8a01dc5ed4c6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.364758 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b53041c8-5bb8-4835-b7f6-1d5facf5cb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.382681 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b53041c8-5bb8-4835-b7f6-1d5facf5cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.396927 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5398153-c4bc-4d70-adf6-889ac634aa92 req-fca8a99f-53ba-4bd6-890d-35855cc70459 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:03.398451 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5398153-c4bc-4d70-adf6-889ac634aa92 req-fca8a99f-53ba-4bd6-890d-35855cc70459 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 931 time: 0.5557532 Sep 29 17:34:03.413681 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-93ff198b-a201-4228-8746-60696d1ab25f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.460956 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b53041c8-5bb8-4835-b7f6-1d5facf5cb41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75aa595d2f7b427abec2273f5244a282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5054176 Sep 29 17:34:03.464751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53041c8-5bb8-4835-b7f6-1d5facf5cb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00ede28-0b3e-4cab-b864-1ef04b513a9e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:03.468888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41086) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:03.477688 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0643357a-161a-4586-903e-8a01dc5ed4c6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.499919 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ad2e9-f3fc-4e56-87a3-cb64d09b3745 req-711ef170-e976-43c7-a81f-9e6fafa2b7a9 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:03.501439 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f3ad2e9-f3fc-4e56-87a3-cb64d09b3745 req-711ef170-e976-43c7-a81f-9e6fafa2b7a9 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.1351979 Sep 29 17:34:03.529570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643357a-161a-4586-903e-8a01dc5ed4c6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=739d73fa-7987-47c1-a3e3-2b36254ff6fe,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:03.544048 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0643357a-161a-4586-903e-8a01dc5ed4c6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.549070 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0643357a-161a-4586-903e-8a01dc5ed4c6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/739d73fa-7987-47c1-a3e3-2b36254ff6fe HTTP/1.1" status: 204 len: 168 time: 0.5251732 Sep 29 17:34:03.550847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41088) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:03.552208 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68584e75-bb7c-4383-bd64-842cd5ef5f59 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:03.608894 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e65ae9bd-8db1-42cf-84f8-c5c70cb3c458 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0543356 Sep 29 17:34:03.609665 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41090) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:03.614100 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f3ad2e9-f3fc-4e56-87a3-cb64d09b3745 req-a5be91de-03d0-40ca-bf9e-eb71fe658e2d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899563 Sep 29 17:34:03.617998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5b3b59c9-e659-416a-818e-f770c85ba694 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:03.625633 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f86f7a6c-6b9a-4908-bbeb-2202b4a0fc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.651467 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5398153-c4bc-4d70-adf6-889ac634aa92 req-4e627e0a-be36-4b3b-b1a9-8aeb8d9f9f10 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397044 Sep 29 17:34:03.705879 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f86f7a6c-6b9a-4908-bbeb-2202b4a0fc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.736485 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-93ff198b-a201-4228-8746-60696d1ab25f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.740021 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-93ff198b-a201-4228-8746-60696d1ab25f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.764382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3b59c9-e659-416a-818e-f770c85ba694 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:03.768040 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b3b59c9-e659-416a-818e-f770c85ba694 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.781518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0e774f-8052-4e7c-93be-b6844aa21179 None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:34:03.810634 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f86f7a6c-6b9a-4908-bbeb-2202b4a0fc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.813548 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f86f7a6c-6b9a-4908-bbeb-2202b4a0fc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.817324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f86f7a6c-6b9a-4908-bbeb-2202b4a0fc1f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a00ede28-0b3e-4cab-b864-1ef04b513a9e HTTP/1.1" status: 204 len: 168 time: 0.3439693 Sep 29 17:34:03.834258 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-93ff198b-a201-4228-8746-60696d1ab25f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.835005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ff198b-a201-4228-8746-60696d1ab25f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddb4c27f-b4b8-4df1-818f-ac848322a287 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:34:03.846796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-93ff198b-a201-4228-8746-60696d1ab25f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.848125 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-93ff198b-a201-4228-8746-60696d1ab25f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] 10.222.0.44 "DELETE /v2.0/routers/ddb4c27f-b4b8-4df1-818f-ac848322a287 HTTP/1.1" status: 204 len: 168 time: 0.9160349 Sep 29 17:34:03.854437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41096) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:03.860784 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f7a6c-6b9a-4908-bbeb-2202b4a0fc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00ede28-0b3e-4cab-b864-1ef04b513a9e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:03.867079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b12867aa-f539-4334-9a46-edab502ac300 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Request body: {'router': {'name': 'tempest-router-187048058', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b819b110397641cc9588fed4dc6c7a9f'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:03.867470 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8a0e774f-8052-4e7c-93be-b6844aa21179 None None] Deleting port f691db5f-f820-4694-8230-6182876f17d2 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:03.868098 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a0e774f-8052-4e7c-93be-b6844aa21179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.929773 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b12867aa-f539-4334-9a46-edab502ac300 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.930801 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b12867aa-f539-4334-9a46-edab502ac300 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:03.954145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:34:03.966028 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.017000 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b12867aa-f539-4334-9a46-edab502ac300 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.018446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Transition to ACTIVE for port object b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:34:04.023351 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b12867aa-f539-4334-9a46-edab502ac300 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.031412 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.034235 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8a0e774f-8052-4e7c-93be-b6844aa21179 None None] For port f691db5f-f820-4694-8230-6182876f17d2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f691db5f-f820-4694-8230-6182876f17d2,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:04.034847 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a0e774f-8052-4e7c-93be-b6844aa21179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.051510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8a0e774f-8052-4e7c-93be-b6844aa21179 None None] Calling delete_port for f691db5f-f820-4694-8230-6182876f17d2 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:04.065987 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b3b59c9-e659-416a-818e-f770c85ba694 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.071377 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b12867aa-f539-4334-9a46-edab502ac300 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.075544 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b12867aa-f539-4334-9a46-edab502ac300 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2164831 Sep 29 17:34:04.076608 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41102) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:04.083985 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-84e986fa-8ca9-4293-80c2-2de51454c76f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:04.097095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:04.101948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f691db5f-f820-4694-8230-6182876f17d2 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:34:04.145768 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3b59c9-e659-416a-818e-f770c85ba694 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:04.172889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Attempting to bind port b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:34:04.173254 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Attempting to bind port b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '09448e92-2850-4a8e-bbe4-649a4da08119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:34:04.173593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Attempting to bind port b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 on network 530741c4-2ed6-463a-ae83-4ffd465cc3fe {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:04.178223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Port b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 on network 530741c4-2ed6-463a-ae83-4ffd465cc3fe not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:34:04.178494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Attempting to bind port b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 on network 530741c4-2ed6-463a-ae83-4ffd465cc3fe {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:04.184395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:34:04.184736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Checking segment: {'id': '09448e92-2850-4a8e-bbe4-649a4da08119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:04.185126 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Bound using segment: {'id': '09448e92-2850-4a8e-bbe4-649a4da08119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:34:04.185855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Bound port: b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09448e92-2850-4a8e-bbe4-649a4da08119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:34:04.186000 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.264043 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.275278 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a0e774f-8052-4e7c-93be-b6844aa21179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.278572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] For port b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:34:04.286591 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] For port b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:34:04.293551 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.318041 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e774f-8052-4e7c-93be-b6844aa21179 None None] Pushing event deleted for resources: {'Port': ['ID=f691db5f-f820-4694-8230-6182876f17d2,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:04.323001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0e774f-8052-4e7c-93be-b6844aa21179 None None] No DVR routers for this DVR port f691db5f-f820-4694-8230-6182876f17d2 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:34:04.363259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41106) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:04.367082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:04.391626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:04.392248 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.393683 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d11fd683-8cc8-4eb7-a0df-57aa34a613c9 service neutron] 10.222.0.49 "PUT /v2.0/ports/b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 HTTP/1.1" status: 200 len: 1091 time: 1.6625209 Sep 29 17:34:04.394178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98091264-fa98-4a30-95e8-7d58bbcf66dd', 'tag': 'b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:34:04.396507 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc32f13-c8b1-4fc9-b309-34455f2546b2" -d '{"events": [{"name": "network-changed", "server_uuid": "98091264-fa98-4a30-95e8-7d58bbcf66dd", "tag": "b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:34:04.456246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-08fe6bc3-bc5e-4b8b-ad5f-d239c3f7bf2c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20a8d314d2e34f84a17f46fabb1b8144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858991 Sep 29 17:34:04.457974 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888d76cc-75bc-4717-8986-ea589e44c973 x-openstack-request-id: req-888d76cc-75bc-4717-8986-ea589e44c973 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:34:04.458260 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98091264-fa98-4a30-95e8-7d58bbcf66dd", "tag": "b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:34:04.458625 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-888d76cc-75bc-4717-8986-ea589e44c973 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:34:04.459016 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98091264-fa98-4a30-95e8-7d58bbcf66dd', 'tag': 'b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956', 'status': 'completed', 'code': 200} Sep 29 17:34:04.460652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41110) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:04.522712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-6dac136c-457f-4f6b-a00f-16f6eb892a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:04.524235 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-6dac136c-457f-4f6b-a00f-16f6eb892a55 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c9e844466ae4686bc84294b78ad0611&device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 1094 time: 0.0787623 Sep 29 17:34:04.537908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5b3b59c9-e659-416a-818e-f770c85ba694 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:04.548767 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b59c9-e659-416a-818e-f770c85ba694 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=2d460e6c-da1f-4d0a-aba9-fdf1494d67c3,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:04.550645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba4d89c-572e-47a3-b135-13c5cbf6d8fa None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:04.553226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3b59c9-e659-416a-818e-f770c85ba694 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:04.553510 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b3b59c9-e659-416a-818e-f770c85ba694 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.600515 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-726691da-de5f-47cd-9d8d-e0849f29efdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.604335 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-174f13b0-d367-4d90-b2c4-d0502314b630 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 HTTP/1.1" status: 200 len: 217 time: 0.0684016 Sep 29 17:34:04.629702 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5b3b59c9-e659-416a-818e-f770c85ba694 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0162845 Sep 29 17:34:04.629934 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41112) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:04.635041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-88be589e-1b8c-4db6-a6d4-ca90942aeb1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'fixed_ips': [{'subnet_id': '2d460e6c-da1f-4d0a-aba9-fdf1494d67c3', 'ip_address': '2001:db8::8d89:a3fc:5b5b:4952'}], 'name': 'tempest-NetworksTestDHCPv6-1459215997'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:04.717672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d74eb06f-a58c-4e1b-8365-eaff3c7a5ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:04.719175 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-d74eb06f-a58c-4e1b-8365-eaff3c7a5ed9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=850aa2ea-a665-4c08-a483-91a45d065aa7 HTTP/1.1" status: 200 len: 854 time: 0.1047013 Sep 29 17:34:04.725095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': '2d460e6c-da1f-4d0a-aba9-fdf1494d67c3'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:34:04.726935 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.774189 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84e986fa-8ca9-4293-80c2-2de51454c76f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.774561 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84e986fa-8ca9-4293-80c2-2de51454c76f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.790083 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-726691da-de5f-47cd-9d8d-e0849f29efdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.825052 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-be83081b-0934-4f8a-a935-4ef077369084 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=530741c4-2ed6-463a-ae83-4ffd465cc3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926569 Sep 29 17:34:04.900051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Allocated IP 2001:db8::2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/2d460e6c-da1f-4d0a-aba9-fdf1494d67c3/322893bf-778e-44ad-98ed-5e40cafc93a8) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:04.960812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-84e986fa-8ca9-4293-80c2-2de51454c76f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95015) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 29 17:34:04.961365 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-84e986fa-8ca9-4293-80c2-2de51454c76f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Router ccb32c24-75ba-46f0-a0dc-7d3d76ac6f34 migrating from provider to provider. {{(pid=95015) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 29 17:34:04.961858 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84e986fa-8ca9-4293-80c2-2de51454c76f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.967070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88be589e-1b8c-4db6-a6d4-ca90942aeb1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:04.976681 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84e986fa-8ca9-4293-80c2-2de51454c76f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:04.986381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05bf1c-6048-4d34-9bb0-8299758659fa req-cd2348c5-7931-4a21-a729-b5cf66888cb2 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:04.988248 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de05bf1c-6048-4d34-9bb0-8299758659fa req-cd2348c5-7931-4a21-a729-b5cf66888cb2 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.2204447 Sep 29 17:34:05.003291 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71665c2d-057d-4592-958a-054577e07041 req-bdec8e6f-953c-45a3-8094-62347d9151df tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:05.004825 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-71665c2d-057d-4592-958a-054577e07041 req-bdec8e6f-953c-45a3-8094-62347d9151df tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 943 time: 0.2330644 Sep 29 17:34:05.007796 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84e986fa-8ca9-4293-80c2-2de51454c76f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:05.068932 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de05bf1c-6048-4d34-9bb0-8299758659fa req-bdd6d86a-d509-4113-a9e7-dc8f26d3c7ba tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724657 Sep 29 17:34:05.074990 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-7873e11a-3a80-4bf5-b833-cae28ba8104d service neutron] 10.222.0.49 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392051 Sep 29 17:34:05.077533 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-726691da-de5f-47cd-9d8d-e0849f29efdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:05.081411 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-726691da-de5f-47cd-9d8d-e0849f29efdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:05.083213 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-726691da-de5f-47cd-9d8d-e0849f29efdf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e875d51b-8576-4c53-ba21-91219d172bcc HTTP/1.1" status: 204 len: 168 time: 0.6215885 Sep 29 17:34:05.130073 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:05.140231 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:05.182814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726691da-de5f-47cd-9d8d-e0849f29efdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e875d51b-8576-4c53-ba21-91219d172bcc,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:05.210648 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-71665c2d-057d-4592-958a-054577e07041 req-2e2cc3d2-382b-4c97-8935-c536266d88b5 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845608 Sep 29 17:34:05.233297 n-d-811748-2 neutron-server[95015]: WARNING neutron.scheduler.l3_agent_scheduler [None req-84e986fa-8ca9-4293-80c2-2de51454c76f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] No L3 agents can host the router ccb32c24-75ba-46f0-a0dc-7d3d76ac6f34 Sep 29 17:34:05.262507 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-88be589e-1b8c-4db6-a6d4-ca90942aeb1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:05.282056 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:05.290506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-88be589e-1b8c-4db6-a6d4-ca90942aeb1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port 3822baa7-3aa5-481c-bbee-fa061ac6fcb6 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:34:05.292519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Pushing event updated for resources: {'Port': ['ID=322893bf-778e-44ad-98ed-5e40cafc93a8,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:05.304221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:05.312128 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:05.337732 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87947ff5-392a-4994-bad6-d5097ccfe60d req-2ec3a7a3-2f45-4adb-8fa3-e7c136fad79b service neutron] 10.222.0.49 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529862 Sep 29 17:34:05.440021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Attempting to bind port 322893bf-778e-44ad-98ed-5e40cafc93a8 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:34:05.440558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Attempting to bind port 322893bf-778e-44ad-98ed-5e40cafc93a8 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:34:05.440933 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Attempting to bind port 322893bf-778e-44ad-98ed-5e40cafc93a8 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:05.446383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:34:05.446762 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:05.447690 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:05.448246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:34:05.448817 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Bound port: 322893bf-778e-44ad-98ed-5e40cafc93a8, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:34:05.449162 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:05.520365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc32f13-c8b1-4fc9-b309-34455f2546b2 req-c67427ef-5377-40c6-9b95-9c01d8c48e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:05.523181 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cc32f13-c8b1-4fc9-b309-34455f2546b2 req-c67427ef-5377-40c6-9b95-9c01d8c48e8f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c9e844466ae4686bc84294b78ad0611&device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 1094 time: 0.1176074 Sep 29 17:34:05.523664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] For port 322893bf-778e-44ad-98ed-5e40cafc93a8, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:34:05.533696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] For port 322893bf-778e-44ad-98ed-5e40cafc93a8, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=322893bf-778e-44ad-98ed-5e40cafc93a8,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:34:05.540066 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:05.601507 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e986fa-8ca9-4293-80c2-2de51454c76f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Hosts for router ccb32c24-75ba-46f0-a0dc-7d3d76ac6f34: [] {{(pid=95015) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 29 17:34:05.643712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-88be589e-1b8c-4db6-a6d4-ca90942aeb1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::8d89:a3fc:5b5b:4952 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/2d460e6c-da1f-4d0a-aba9-fdf1494d67c3/3822baa7-3aa5-481c-bbee-fa061ac6fcb6) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:05.651189 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e986fa-8ca9-4293-80c2-2de51454c76f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Hosts for other DVR routers connected to router ccb32c24-75ba-46f0-a0dc-7d3d76ac6f34: set() {{(pid=95015) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 29 17:34:05.652520 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753a6b6-7893-43c9-8f32-b7d3dc1ea6b7 None None] Pushing event updated for resources: {'Port': ['ID=322893bf-778e-44ad-98ed-5e40cafc93a8,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:05.653835 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84e986fa-8ca9-4293-80c2-2de51454c76f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:05.657613 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-84e986fa-8ca9-4293-80c2-2de51454c76f tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] 10.222.0.44 "PUT /v2.0/routers/ccb32c24-75ba-46f0-a0dc-7d3d76ac6f34 HTTP/1.1" status: 200 len: 716 time: 1.5759163 Sep 29 17:34:05.657808 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41126) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:05.709776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc32f13-c8b1-4fc9-b309-34455f2546b2 req-ffa1fdea-77ed-47b9-9c0f-16afe5601ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:05.711825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cc32f13-c8b1-4fc9-b309-34455f2546b2 req-ffa1fdea-77ed-47b9-9c0f-16afe5601ca6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=530741c4-2ed6-463a-ae83-4ffd465cc3fe HTTP/1.1" status: 200 len: 915 time: 0.1811135 Sep 29 17:34:05.769727 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-db40db9b-5229-4045-94a7-a63995466e10 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] 10.222.0.44 "GET /v2.0/routers/ccb32c24-75ba-46f0-a0dc-7d3d76ac6f34 HTTP/1.1" status: 200 len: 716 time: 0.1082683 Sep 29 17:34:05.770855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41132) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:05.774465 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cc32f13-c8b1-4fc9-b309-34455f2546b2 req-a842fff7-67ef-4162-ba1e-aa515c2e6cba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 HTTP/1.1" status: 200 len: 217 time: 0.0514274 Sep 29 17:34:05.942668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc32f13-c8b1-4fc9-b309-34455f2546b2 req-82a76484-d6c6-4d5d-bb43-d8db22bd3937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:05.945799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cc32f13-c8b1-4fc9-b309-34455f2546b2 req-82a76484-d6c6-4d5d-bb43-d8db22bd3937 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=850aa2ea-a665-4c08-a483-91a45d065aa7 HTTP/1.1" status: 200 len: 854 time: 0.1616447 Sep 29 17:34:05.972782 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-88be589e-1b8c-4db6-a6d4-ca90942aeb1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:06.001742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cc32f13-c8b1-4fc9-b309-34455f2546b2 req-27e387ab-a228-47f3-9128-bcae47f45336 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=530741c4-2ed6-463a-ae83-4ffd465cc3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428102 Sep 29 17:34:06.023492 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-88be589e-1b8c-4db6-a6d4-ca90942aeb1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:06.083298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88be589e-1b8c-4db6-a6d4-ca90942aeb1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:06.087513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-88be589e-1b8c-4db6-a6d4-ca90942aeb1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:06.094967 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88be589e-1b8c-4db6-a6d4-ca90942aeb1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:06.106457 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88be589e-1b8c-4db6-a6d4-ca90942aeb1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:06.107439 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-88be589e-1b8c-4db6-a6d4-ca90942aeb1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:06.122015 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be589e-1b8c-4db6-a6d4-ca90942aeb1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=3822baa7-3aa5-481c-bbee-fa061ac6fcb6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:06.137857 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cc32f13-c8b1-4fc9-b309-34455f2546b2 req-ed6f6edd-a180-4223-a120-8ba5f6bb8f60 service neutron] 10.222.0.49 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247385 Sep 29 17:34:06.142806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-88be589e-1b8c-4db6-a6d4-ca90942aeb1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5117178 Sep 29 17:34:06.145143 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41144) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:06.180444 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:34:06.271021 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cc32f13-c8b1-4fc9-b309-34455f2546b2 req-af978193-a255-4beb-b5c1-287a7c44b280 service neutron] 10.222.0.49 "GET /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242173 Sep 29 17:34:06.311740 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-58a58a9d-38e8-4c11-80e8-9c0e26ad7195 tempest-RoutersTestDVR-710360446 tempest-RoutersTestDVR-710360446-project] 10.222.0.44 "GET /v2.0/routers/ccb32c24-75ba-46f0-a0dc-7d3d76ac6f34 HTTP/1.1" status: 200 len: 682 time: 0.5374398 Sep 29 17:34:06.312386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41154) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:06.321142 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62646a9b-5ce6-4ae5-a9de-844cb48f7cdf tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:06.328070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62646a9b-5ce6-4ae5-a9de-844cb48f7cdf tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:06.334287 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-62646a9b-5ce6-4ae5-a9de-844cb48f7cdf tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1834955 Sep 29 17:34:06.334811 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41156) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:06.380697 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f368cdb-7e4b-4dd2-bd47-2ab646a01156 req-3d46054a-6635-46d0-b202-8edb5d425930 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:06.382297 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6f368cdb-7e4b-4dd2-bd47-2ab646a01156 req-3d46054a-6635-46d0-b202-8edb5d425930 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.1488159 Sep 29 17:34:06.413684 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea344e1b-eeee-47ee-99b5-d8acabaee2a4 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:06.468146 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-93b589dd-02ad-4a62-93f2-d9fcc778ba72 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port 3822baa7-3aa5-481c-bbee-fa061ac6fcb6 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:06.469344 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-93b589dd-02ad-4a62-93f2-d9fcc778ba72 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:06.637139 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-93b589dd-02ad-4a62-93f2-d9fcc778ba72 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:06.659568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-93b589dd-02ad-4a62-93f2-d9fcc778ba72 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for 3822baa7-3aa5-481c-bbee-fa061ac6fcb6 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:06.665895 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea344e1b-eeee-47ee-99b5-d8acabaee2a4 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:06.668815 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea344e1b-eeee-47ee-99b5-d8acabaee2a4 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:06.769009 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea344e1b-eeee-47ee-99b5-d8acabaee2a4 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:06.769215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea344e1b-eeee-47ee-99b5-d8acabaee2a4 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ccb32c24-75ba-46f0-a0dc-7d3d76ac6f34 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:34:06.781148 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea344e1b-eeee-47ee-99b5-d8acabaee2a4 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:06.782572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ea344e1b-eeee-47ee-99b5-d8acabaee2a4 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] 10.222.0.44 "DELETE /v2.0/routers/ccb32c24-75ba-46f0-a0dc-7d3d76ac6f34 HTTP/1.1" status: 204 len: 168 time: 0.4688475 Sep 29 17:34:06.786259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41168) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:06.792404 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-585ea602-0662-475e-8db8-ff163235e808 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Request body: {'router': {'name': 'tempest-router-577319096', 'distributed': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:06.804938 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6f368cdb-7e4b-4dd2-bd47-2ab646a01156 req-5db908d1-dad1-4156-992b-10f00093cf96 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094977 Sep 29 17:34:06.842121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05734da-8b6f-4ecf-a042-e86ae4428431 req-15e8b1ec-a1d7-4aa3-abfb-8cc019cf6350 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:06.850572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c05734da-8b6f-4ecf-a042-e86ae4428431 req-15e8b1ec-a1d7-4aa3-abfb-8cc019cf6350 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 943 time: 0.4331396 Sep 29 17:34:06.866460 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-585ea602-0662-475e-8db8-ff163235e808 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:06.867593 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-585ea602-0662-475e-8db8-ff163235e808 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:06.908484 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-93b589dd-02ad-4a62-93f2-d9fcc778ba72 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:06.940154 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c05734da-8b6f-4ecf-a042-e86ae4428431 req-cf7d9d8e-1d11-4159-98da-aafb3fd22c56 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747471 Sep 29 17:34:06.948752 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b589dd-02ad-4a62-93f2-d9fcc778ba72 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=3822baa7-3aa5-481c-bbee-fa061ac6fcb6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:06.983629 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-93b589dd-02ad-4a62-93f2-d9fcc778ba72 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:06.984398 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-585ea602-0662-475e-8db8-ff163235e808 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:06.986975 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-93b589dd-02ad-4a62-93f2-d9fcc778ba72 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/3822baa7-3aa5-481c-bbee-fa061ac6fcb6 HTTP/1.1" status: 204 len: 168 time: 0.6510999 Sep 29 17:34:06.989388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41172) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:07.008946 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-585ea602-0662-475e-8db8-ff163235e808 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.019549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d0e51b32-01a7-4040-8245-dfae2fb85595 None None] Provisioning complete for port 322893bf-778e-44ad-98ed-5e40cafc93a8 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:07.020100 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d0e51b32-01a7-4040-8245-dfae2fb85595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.063584 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-585ea602-0662-475e-8db8-ff163235e808 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.067928 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-585ea602-0662-475e-8db8-ff163235e808 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2774374 Sep 29 17:34:07.067928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41176) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:07.113598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ef96cc-0058-4ad0-a8b9-1c19463236de tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:07.115235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ef96cc-0058-4ad0-a8b9-1c19463236de tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:07.120424 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e8ef96cc-0058-4ad0-a8b9-1c19463236de tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1296771 Sep 29 17:34:07.120649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41180) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:07.162288 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d0e51b32-01a7-4040-8245-dfae2fb85595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.176924 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23c6ad2e-ef50-4271-bf5f-2a365ef783a9 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.183102 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e478f0-754b-4e3e-ae79-dea19bfc30db tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 2d460e6c-da1f-4d0a-aba9-fdf1494d67c3 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:34:07.186468 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-01e478f0-754b-4e3e-ae79-dea19bfc30db tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.214491 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d0e51b32-01a7-4040-8245-dfae2fb85595 None None] For port 322893bf-778e-44ad-98ed-5e40cafc93a8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=322893bf-778e-44ad-98ed-5e40cafc93a8,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:07.222585 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d0e51b32-01a7-4040-8245-dfae2fb85595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.246929 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-01e478f0-754b-4e3e-ae79-dea19bfc30db tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.282134 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e51b32-01a7-4040-8245-dfae2fb85595 None None] Pushing event updated for resources: {'Port': ['ID=322893bf-778e-44ad-98ed-5e40cafc93a8,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:07.350167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9ae36724-aa10-45a5-b338-5a66e8315df2 None None] Could not find standard attr ID for object 3822baa7-3aa5-481c-bbee-fa061ac6fcb6. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:34:07.379756 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-01e478f0-754b-4e3e-ae79-dea19bfc30db tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.426169 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:34:07.468589 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23c6ad2e-ef50-4271-bf5f-2a365ef783a9 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.470172 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23c6ad2e-ef50-4271-bf5f-2a365ef783a9 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.498805 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-01e478f0-754b-4e3e-ae79-dea19bfc30db tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.512720 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41190) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:07.524122 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23c6ad2e-ef50-4271-bf5f-2a365ef783a9 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.524982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c6ad2e-ef50-4271-bf5f-2a365ef783a9 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29f04071-6939-4c5e-8262-4e4ebf183df7 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:34:07.532969 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23c6ad2e-ef50-4271-bf5f-2a365ef783a9 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.534399 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-23c6ad2e-ef50-4271-bf5f-2a365ef783a9 tempest-RoutersTestDVR-1957462538 tempest-RoutersTestDVR-1957462538-project-admin] 10.222.0.44 "DELETE /v2.0/routers/29f04071-6939-4c5e-8262-4e4ebf183df7 HTTP/1.1" status: 204 len: 168 time: 0.4657712 Sep 29 17:34:07.542546 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e478f0-754b-4e3e-ae79-dea19bfc30db tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=2d460e6c-da1f-4d0a-aba9-fdf1494d67c3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:07.544280 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-01e478f0-754b-4e3e-ae79-dea19bfc30db tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.548468 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-01e478f0-754b-4e3e-ae79-dea19bfc30db tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/2d460e6c-da1f-4d0a-aba9-fdf1494d67c3 HTTP/1.1" status: 204 len: 168 time: 0.4248047 Sep 29 17:34:07.548874 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41196) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:07.553242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d2e83b-48ea-4fcd-9cc8-def74c7c37ed None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:07.595798 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ad6c70fe-c855-4759-b32a-6b2baa6be4fd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459499 Sep 29 17:34:07.598466 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41198) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:07.603200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-454c59d7-e2ba-45bf-a309-b04c15e30cee tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:07.644868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-783244535', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:07.669840 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Made reservation on behalf of 545e2454bc214dd9a12992f57d8bab92 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:07.674113 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.687155 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.706304 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:07.710070 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.api [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:34:07.710070 n-d-811748-2 neutron-server[95016]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 17:34:07.710070 n-d-811748-2 neutron-server[95016]: [parameters: {'project_id_1': '545e2454bc214dd9a12992f57d8bab92', 'expiration_1': datetime.datetime(2021, 9, 29, 17, 33, 47, 699245)}] Sep 29 17:34:07.710070 n-d-811748-2 neutron-server[95016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:34:07.711993 n-d-811748-2 neutron-server[95016]: DEBUG oslo_db.api [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:34:07.722736 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956', 'network_id': '530741c4-2ed6-463a-ae83-4ffd465cc3fe', 'port_id': 'b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956', 'mac_address': 'fa:16:3e:ca:e3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '850aa2ea-a665-4c08-a483-91a45d065aa7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:34:07.725970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454c59d7-e2ba-45bf-a309-b04c15e30cee tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:07.730465 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-454c59d7-e2ba-45bf-a309-b04c15e30cee tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.766594 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.782799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:34:07.813498 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:07.817848 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.862879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c8fa24-e4a2-4377-922f-947ce46fc78b None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:34:07.879526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41204) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:07.915161 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:07.940130 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-15c8fa24-e4a2-4377-922f-947ce46fc78b None None] Deleting port 322893bf-778e-44ad-98ed-5e40cafc93a8 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:07.940507 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-15c8fa24-e4a2-4377-922f-947ce46fc78b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:07.997788 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d44364-d67b-4661-bc2d-a8295fc73e65 req-5e0ae214-65ac-4775-a8b0-ab0eb08530ce tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:07.999350 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-23d44364-d67b-4661-bc2d-a8295fc73e65 req-5e0ae214-65ac-4775-a8b0-ab0eb08530ce tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.1049447 Sep 29 17:34:08.000762 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-454c59d7-e2ba-45bf-a309-b04c15e30cee tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.029694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-15c8fa24-e4a2-4377-922f-947ce46fc78b None None] For port 322893bf-778e-44ad-98ed-5e40cafc93a8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=322893bf-778e-44ad-98ed-5e40cafc93a8,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:08.030270 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-15c8fa24-e4a2-4377-922f-947ce46fc78b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.043631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-15c8fa24-e4a2-4377-922f-947ce46fc78b None None] Calling delete_port for 322893bf-778e-44ad-98ed-5e40cafc93a8 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:08.058688 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:34:08.059317 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-61a49926-c269-424f-a18c-2d90cc26bd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.062145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c59d7-e2ba-45bf-a309-b04c15e30cee tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:08.069652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-454c59d7-e2ba-45bf-a309-b04c15e30cee tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:08.083152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454c59d7-e2ba-45bf-a309-b04c15e30cee tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:08.083750 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-454c59d7-e2ba-45bf-a309-b04c15e30cee tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.087689 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f89a2-2e78-4951-a52a-f30a0c6b7a4b req-65f611f0-f44f-4d2e-91c7-62ac1823d285 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:08.089827 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-508f89a2-2e78-4951-a52a-f30a0c6b7a4b req-65f611f0-f44f-4d2e-91c7-62ac1823d285 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 944 time: 0.0841300 Sep 29 17:34:08.101627 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-23d44364-d67b-4661-bc2d-a8295fc73e65 req-79e44c68-5c06-46d8-853a-e053a730aad8 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911324 Sep 29 17:34:08.102232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c59d7-e2ba-45bf-a309-b04c15e30cee tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=097a02db-93e1-43ff-b63c-f609f07d840c,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:08.154805 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-508f89a2-2e78-4951-a52a-f30a0c6b7a4b req-001258ef-67d0-404f-b21e-7471f42660c4 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533638 Sep 29 17:34:08.206167 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-61a49926-c269-424f-a18c-2d90cc26bd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.211303 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-61a49926-c269-424f-a18c-2d90cc26bd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.215658 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.216591 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-15c8fa24-e4a2-4377-922f-947ce46fc78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.217496 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-454c59d7-e2ba-45bf-a309-b04c15e30cee tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6180084 Sep 29 17:34:08.220287 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41212) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:08.233731 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-8979537f-5bf9-494b-b985-16975ca5e6d5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'fixed_ips': [{'subnet_id': '097a02db-93e1-43ff-b63c-f609f07d840c', 'ip_address': '2001:db8::d90:e039:4aab:d3e5'}], 'name': 'tempest-NetworksTestDHCPv6-317893205'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:08.250818 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8fa24-e4a2-4377-922f-947ce46fc78b None None] Pushing event deleted for resources: {'Port': ['ID=322893bf-778e-44ad-98ed-5e40cafc93a8,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:08.258258 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8fa24-e4a2-4377-922f-947ce46fc78b None None] No DVR routers for this DVR port 322893bf-778e-44ad-98ed-5e40cafc93a8 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:34:08.270398 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-61a49926-c269-424f-a18c-2d90cc26bd16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b819b110397641cc9588fed4dc6c7a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3897254 Sep 29 17:34:08.273140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41214) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:08.273321 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a49926-c269-424f-a18c-2d90cc26bd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771077e5-febe-4da8-ad35-c6b4cc1c7a84,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:08.284376 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d22e25d-4c6c-4d48-b14b-6eed7dceb185 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:08.366285 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.371441 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.376889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] device_id is not set on port 8779404f-8ee4-493b-845b-afc3e5d6769b yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:34:08.397086 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd86e-1b61-4e18-9111-0cd1520bb24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.429504 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8979537f-5bf9-494b-b985-16975ca5e6d5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:08.435594 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8979537f-5bf9-494b-b985-16975ca5e6d5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.439316 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd86e-1b61-4e18-9111-0cd1520bb24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.444790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c08a924-bb6f-424e-a1dc-45f7fc65ef43,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:08.470814 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-8979537f-5bf9-494b-b985-16975ca5e6d5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port 36cf58ed-e071-483f-9554-112f77bc85e7 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:34:08.548527 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Allocated IP 172.25.2.225 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/8779404f-8ee4-493b-845b-afc3e5d6769b) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:08.610166 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd86e-1b61-4e18-9111-0cd1520bb24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.612895 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd86e-1b61-4e18-9111-0cd1520bb24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.614312 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bf1fd86e-1b61-4e18-9111-0cd1520bb24a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/771077e5-febe-4da8-ad35-c6b4cc1c7a84 HTTP/1.1" status: 204 len: 168 time: 0.3372037 Sep 29 17:34:08.631395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': '097a02db-93e1-43ff-b63c-f609f07d840c'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:34:08.632288 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.652414 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fd86e-1b61-4e18-9111-0cd1520bb24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771077e5-febe-4da8-ad35-c6b4cc1c7a84,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:08.674984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-8979537f-5bf9-494b-b985-16975ca5e6d5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::d90:e039:4aab:d3e5 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/097a02db-93e1-43ff-b63c-f609f07d840c/36cf58ed-e071-483f-9554-112f77bc85e7) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:08.731080 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.775135 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.816145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:08.819253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:08.822996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:08.855053 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8979537f-5bf9-494b-b985-16975ca5e6d5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.870537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Pushing event updated for resources: {'Port': ['ID=8779404f-8ee4-493b-845b-afc3e5d6769b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:08.880559 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:08.881174 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.895890 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-24951ed7-347c-4d8d-9586-fb89fcaf305d tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3819571 Sep 29 17:34:08.896371 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8979537f-5bf9-494b-b985-16975ca5e6d5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.901041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41222) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:08.906019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-54309167-a371-4caa-8f8c-4ef7a26d32fa tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.225'}]}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:08.935651 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54309167-a371-4caa-8f8c-4ef7a26d32fa tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.936995 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54309167-a371-4caa-8f8c-4ef7a26d32fa tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.945471 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8979537f-5bf9-494b-b985-16975ca5e6d5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:08.949578 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-8979537f-5bf9-494b-b985-16975ca5e6d5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:08.953920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979537f-5bf9-494b-b985-16975ca5e6d5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:08.955740 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Allocated IP 2001:db8::2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/097a02db-93e1-43ff-b63c-f609f07d840c/c59e8762-05dd-4471-81af-2c9a86a5f792) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:08.959947 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8979537f-5bf9-494b-b985-16975ca5e6d5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:08.960598 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8979537f-5bf9-494b-b985-16975ca5e6d5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:08.982492 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979537f-5bf9-494b-b985-16975ca5e6d5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=36cf58ed-e071-483f-9554-112f77bc85e7,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:08.987130 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8979537f-5bf9-494b-b985-16975ca5e6d5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.7658274 Sep 29 17:34:08.990080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41224) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:09.014400 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54309167-a371-4caa-8f8c-4ef7a26d32fa tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:09.020871 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41226) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:09.043854 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-82db9893-a3fa-48b6-8f86-6206a39d446e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:09.076191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937f7967-9c5e-4e7b-b2a8-6101eed3496f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:09.077684 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-937f7967-9c5e-4e7b-b2a8-6101eed3496f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0866680 Sep 29 17:34:09.081913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41228) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:09.144217 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:09.152899 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:09.199401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:09.206078 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:09.207011 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54309167-a371-4caa-8f8c-4ef7a26d32fa tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:09.218654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:09.278723 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Pushing event updated for resources: {'Port': ['ID=c59e8762-05dd-4471-81af-2c9a86a5f792,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:09.288487 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-82db9893-a3fa-48b6-8f86-6206a39d446e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:09.292516 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Attempting to bind port c59e8762-05dd-4471-81af-2c9a86a5f792 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:34:09.293012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Attempting to bind port c59e8762-05dd-4471-81af-2c9a86a5f792 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:34:09.293301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Attempting to bind port c59e8762-05dd-4471-81af-2c9a86a5f792 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:09.298887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:34:09.299267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:09.299677 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:09.300060 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:34:09.300524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Bound port: c59e8762-05dd-4471-81af-2c9a86a5f792, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:34:09.301030 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:09.302602 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-82db9893-a3fa-48b6-8f86-6206a39d446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:09.351039 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d723e928-9a59-4dc8-b8b3-042ad04db1cb tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port 36cf58ed-e071-483f-9554-112f77bc85e7 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:09.351401 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d723e928-9a59-4dc8-b8b3-042ad04db1cb tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:09.367426 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6b00e-55ac-4ad4-b311-6fc2f6044481 req-e6b055ea-d46e-4f76-9ec7-947b4fd31d05 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:09.369523 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2ec6b00e-55ac-4ad4-b311-6fc2f6044481 req-e6b055ea-d46e-4f76-9ec7-947b4fd31d05 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.1569498 Sep 29 17:34:09.376233 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] For port c59e8762-05dd-4471-81af-2c9a86a5f792, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:34:09.380986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] For port c59e8762-05dd-4471-81af-2c9a86a5f792, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c59e8762-05dd-4471-81af-2c9a86a5f792,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:34:09.387490 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:09.392604 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-82db9893-a3fa-48b6-8f86-6206a39d446e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9016e1bfd0094baebd6aef339bdaf4ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3703959 Sep 29 17:34:09.404945 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db9893-a3fa-48b6-8f86-6206a39d446e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fd3919-2392-4d62-a4ae-ca72877b0e3d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:09.407788 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41236) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:09.458896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b5389-380c-4413-ae38-b428b4bf4e03 None None] Pushing event updated for resources: {'Port': ['ID=c59e8762-05dd-4471-81af-2c9a86a5f792,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:09.462151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:09.526104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:34:09.532924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:09.533483 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:09.534768 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2ec6b00e-55ac-4ad4-b311-6fc2f6044481 req-f9ccce3d-8b5e-40cf-8dbc-6059796385f6 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496720 Sep 29 17:34:09.548315 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d723e928-9a59-4dc8-b8b3-042ad04db1cb tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:09.658900 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:09.705673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:09.707105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98091264-fa98-4a30-95e8-7d58bbcf66dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:34:09.710057 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffaf07d-6db4-4e97-a7fc-000a7c7c4391" -d '{"events": [{"server_uuid": "98091264-fa98-4a30-95e8-7d58bbcf66dd", "name": "network-vif-plugged", "status": "completed", "tag": "b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:34:09.714592 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:09.765232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0327ffe-22dd-471f-b995-27d766a709ff req-8c274eb6-ac13-4fcc-bdee-03a71f353745 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:09.766811 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0327ffe-22dd-471f-b995-27d766a709ff req-8c274eb6-ac13-4fcc-bdee-03a71f353745 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 944 time: 0.5008397 Sep 29 17:34:09.780151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:09.856911 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68f9a3d-1fbd-4bd7-9863-e3ebf6b35f25 x-openstack-request-id: req-b68f9a3d-1fbd-4bd7-9863-e3ebf6b35f25 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:34:09.857300 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98091264-fa98-4a30-95e8-7d58bbcf66dd", "name": "network-vif-plugged", "status": "completed", "tag": "b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:34:09.857657 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b68f9a3d-1fbd-4bd7-9863-e3ebf6b35f25 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:34:09.858042 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98091264-fa98-4a30-95e8-7d58bbcf66dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956', 'code': 200} Sep 29 17:34:09.918851 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0327ffe-22dd-471f-b995-27d766a709ff req-8808f87e-7b40-4f6d-a0ba-e35301465082 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430817 Sep 29 17:34:09.980222 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d723e928-9a59-4dc8-b8b3-042ad04db1cb tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for 36cf58ed-e071-483f-9554-112f77bc85e7 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:09.989361 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-87022a67-7fc1-43b3-bb9b-fc3b16d63606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.016382 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-87022a67-7fc1-43b3-bb9b-fc3b16d63606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.030280 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c59e8762-05dd-4471-81af-2c9a86a5f792 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:10.038142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98f6d9-d3e0-412a-aeaa-d2eea1d86bf1 req-e5da6b14-2ff2-4dfd-ba3e-e4910a345d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:10.040716 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ac98f6d9-d3e0-412a-aeaa-d2eea1d86bf1 req-e5da6b14-2ff2-4dfd-ba3e-e4910a345d07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 1096 time: 0.0864255 Sep 29 17:34:10.046386 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54309167-a371-4caa-8f8c-4ef7a26d32fa tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.074381 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54309167-a371-4caa-8f8c-4ef7a26d32fa tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.079677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port c59e8762-05dd-4471-81af-2c9a86a5f792 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:10.080047 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.142611 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ac98f6d9-d3e0-412a-aeaa-d2eea1d86bf1 req-1497b886-34b7-4d96-9744-00475069dc9a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928414 Sep 29 17:34:10.155996 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-87022a67-7fc1-43b3-bb9b-fc3b16d63606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.158538 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-87022a67-7fc1-43b3-bb9b-fc3b16d63606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.159673 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-87022a67-7fc1-43b3-bb9b-fc3b16d63606 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19fd3919-2392-4d62-a4ae-ca72877b0e3d HTTP/1.1" status: 204 len: 168 time: 0.7478366 Sep 29 17:34:10.176175 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87022a67-7fc1-43b3-bb9b-fc3b16d63606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fd3919-2392-4d62-a4ae-ca72877b0e3d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:10.185932 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.202867 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d723e928-9a59-4dc8-b8b3-042ad04db1cb tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.253825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723e928-9a59-4dc8-b8b3-042ad04db1cb tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=36cf58ed-e071-483f-9554-112f77bc85e7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:10.255356 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port c59e8762-05dd-4471-81af-2c9a86a5f792, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c59e8762-05dd-4471-81af-2c9a86a5f792,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:10.264510 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.282565 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d723e928-9a59-4dc8-b8b3-042ad04db1cb tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.286957 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d723e928-9a59-4dc8-b8b3-042ad04db1cb tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/36cf58ed-e071-483f-9554-112f77bc85e7 HTTP/1.1" status: 204 len: 168 time: 1.2019525 Sep 29 17:34:10.287460 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41244) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:10.319839 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=c59e8762-05dd-4471-81af-2c9a86a5f792,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:10.330873 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54309167-a371-4caa-8f8c-4ef7a26d32fa tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.350796 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e845347-b2ab-4928-9018-119137284850 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:10.352490 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e845347-b2ab-4928-9018-119137284850 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:10.357411 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0e845347-b2ab-4928-9018-119137284850 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0669937 Sep 29 17:34:10.358429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41246) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:10.440341 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d365d0-4b2f-40be-ad61-4bc574d37cfc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 097a02db-93e1-43ff-b63c-f609f07d840c {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:34:10.448585 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56d365d0-4b2f-40be-ad61-4bc574d37cfc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.501182 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56d365d0-4b2f-40be-ad61-4bc574d37cfc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.547276 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54309167-a371-4caa-8f8c-4ef7a26d32fa tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.549606 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54309167-a371-4caa-8f8c-4ef7a26d32fa tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.604435 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54309167-a371-4caa-8f8c-4ef7a26d32fa tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.605044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54309167-a371-4caa-8f8c-4ef7a26d32fa tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38e1e7b2-1d6e-4dd8-98ef-1fe8e6474988 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:34:10.627448 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56d365d0-4b2f-40be-ad61-4bc574d37cfc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.635805 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-54309167-a371-4caa-8f8c-4ef7a26d32fa tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 29 17:34:10.639475 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-54309167-a371-4caa-8f8c-4ef7a26d32fa tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7350051 Sep 29 17:34:10.640853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41256) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:10.720491 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56d365d0-4b2f-40be-ad61-4bc574d37cfc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.736839 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-01bf287c-4b65-4c08-9cd4-ffd30d2a2fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.766238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-4e61df69-dc0f-4b62-9e98-8f4de48a0400 tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Deleting port 8779404f-8ee4-493b-845b-afc3e5d6769b {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:10.766597 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e61df69-dc0f-4b62-9e98-8f4de48a0400 tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.770707 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d365d0-4b2f-40be-ad61-4bc574d37cfc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=097a02db-93e1-43ff-b63c-f609f07d840c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:10.786613 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56d365d0-4b2f-40be-ad61-4bc574d37cfc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:10.788695 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-56d365d0-4b2f-40be-ad61-4bc574d37cfc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/097a02db-93e1-43ff-b63c-f609f07d840c HTTP/1.1" status: 204 len: 168 time: 0.4292219 Sep 29 17:34:10.793032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41266) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:10.811737 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b81e2-0972-4589-97ed-034b4508ba72 req-8d238770-3fd9-4e00-a4f0-a01cc40b8c63 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:10.821556 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b86b81e2-0972-4589-97ed-034b4508ba72 req-8d238770-3fd9-4e00-a4f0-a01cc40b8c63 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.1199074 Sep 29 17:34:10.867499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c290c453-b0b1-4501-8745-ca78115ca3a5 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:10.879395 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b86b81e2-0972-4589-97ed-034b4508ba72 req-27e571e1-0a57-4ad7-b4a2-f27ce7a5a255 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569487 Sep 29 17:34:10.887540 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b2617488-89a0-4bfa-bf85-e105539cf7c4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933273 Sep 29 17:34:10.888252 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41270) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:10.976805 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-51cb9127-54ff-42cc-bc29-b264b982db97 None None] Provisioning complete for port c59e8762-05dd-4471-81af-2c9a86a5f792 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:10.977177 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-51cb9127-54ff-42cc-bc29-b264b982db97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:11.011788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e64eee-e22d-4ea8-b511-1e4e9644279f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:11.013477 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d3e64eee-e22d-4ea8-b511-1e4e9644279f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1225467 Sep 29 17:34:11.018598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41278) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:11.059538 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e61df69-dc0f-4b62-9e98-8f4de48a0400 tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:11.067525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b9045-66b9-4e68-92d3-d9f8f9f17514 req-98988c58-82bd-4966-bbd6-bae36ae766c8 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:11.069694 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-017b9045-66b9-4e68-92d3-d9f8f9f17514 req-98988c58-82bd-4966-bbd6-bae36ae766c8 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 945 time: 0.0792470 Sep 29 17:34:11.089502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-4e61df69-dc0f-4b62-9e98-8f4de48a0400 tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Calling delete_port for 8779404f-8ee4-493b-845b-afc3e5d6769b owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:11.120987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55ab24d-f76a-48e8-b7db-8172d1d0c449 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:11.122518 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b55ab24d-f76a-48e8-b7db-8172d1d0c449 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1029713 Sep 29 17:34:11.125189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41284) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:11.152857 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-017b9045-66b9-4e68-92d3-d9f8f9f17514 req-97bae203-67a1-4e10-a2b4-65574e48832b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719376 Sep 29 17:34:11.196656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27ec512-5fa6-439a-8f09-a9fe5f5fb505 None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:34:11.198121 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c6585a2e-65e6-405c-acdf-534aceedffc4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713682 Sep 29 17:34:11.202652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41286) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:11.210687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6cb6f9af-e87b-43ec-8053-103434c0c0e0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:11.271286 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f27ec512-5fa6-439a-8f09-a9fe5f5fb505 None None] Deleting port c59e8762-05dd-4471-81af-2c9a86a5f792 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:11.272073 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f27ec512-5fa6-439a-8f09-a9fe5f5fb505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:11.314944 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e61df69-dc0f-4b62-9e98-8f4de48a0400 tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:11.325616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41288) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:11.360596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb6f9af-e87b-43ec-8053-103434c0c0e0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:11.366401 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61df69-dc0f-4b62-9e98-8f4de48a0400 tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Pushing event deleted for resources: {'Port': ['ID=8779404f-8ee4-493b-845b-afc3e5d6769b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:11.372953 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f9af-e87b-43ec-8053-103434c0c0e0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:11.385068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f27ec512-5fa6-439a-8f09-a9fe5f5fb505 None None] For port c59e8762-05dd-4471-81af-2c9a86a5f792, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c59e8762-05dd-4471-81af-2c9a86a5f792,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:11.385516 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f27ec512-5fa6-439a-8f09-a9fe5f5fb505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:11.398815 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f27ec512-5fa6-439a-8f09-a9fe5f5fb505 None None] Calling delete_port for c59e8762-05dd-4471-81af-2c9a86a5f792 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:11.431531 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e61df69-dc0f-4b62-9e98-8f4de48a0400 tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:11.433979 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4e61df69-dc0f-4b62-9e98-8f4de48a0400 tempest-RoutersAdminNegativeTest-1685041203 tempest-RoutersAdminNegativeTest-1685041203-project-admin] 10.222.0.44 "DELETE /v2.0/ports/8779404f-8ee4-493b-845b-afc3e5d6769b HTTP/1.1" status: 204 len: 168 time: 0.7920065 Sep 29 17:34:11.486680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2778006f-9789-4da1-8592-9bdc79911c5d tempest-DvrRoutersNegativeTest-2109685385 tempest-DvrRoutersNegativeTest-2109685385-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1395753152', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:11.489570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.policy [None req-2778006f-9789-4da1-8592-9bdc79911c5d tempest-DvrRoutersNegativeTest-2109685385 tempest-DvrRoutersNegativeTest-2109685385-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95015) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 29 17:34:11.489869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.policy [None req-2778006f-9789-4da1-8592-9bdc79911c5d tempest-DvrRoutersNegativeTest-2109685385 tempest-DvrRoutersNegativeTest-2109685385-project] Failed policy check for 'create_router' {{(pid=95015) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 29 17:34:11.490393 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-2778006f-9789-4da1-8592-9bdc79911c5d tempest-DvrRoutersNegativeTest-2109685385 tempest-DvrRoutersNegativeTest-2109685385-project] create failed (client error): Access was denied to this resource. Sep 29 17:34:11.491369 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2778006f-9789-4da1-8592-9bdc79911c5d tempest-DvrRoutersNegativeTest-2109685385 tempest-DvrRoutersNegativeTest-2109685385-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1648014 Sep 29 17:34:11.524238 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f27ec512-5fa6-439a-8f09-a9fe5f5fb505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:11.559328 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ec512-5fa6-439a-8f09-a9fe5f5fb505 None None] Pushing event deleted for resources: {'Port': ['ID=c59e8762-05dd-4471-81af-2c9a86a5f792,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:11.563263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ec512-5fa6-439a-8f09-a9fe5f5fb505 None None] No DVR routers for this DVR port c59e8762-05dd-4471-81af-2c9a86a5f792 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:34:11.637783 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f9af-e87b-43ec-8053-103434c0c0e0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:11.692545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb6f9af-e87b-43ec-8053-103434c0c0e0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:11.695881 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-6cb6f9af-e87b-43ec-8053-103434c0c0e0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:11.701268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb6f9af-e87b-43ec-8053-103434c0c0e0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:11.701894 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f9af-e87b-43ec-8053-103434c0c0e0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:11.706698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736b5458-c40e-4009-b38c-7445e864c110 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:11.719844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6f9af-e87b-43ec-8053-103434c0c0e0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=68577c08-0d1e-421a-bddf-1eb6d9d585fc,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:11.746689 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6cb6f9af-e87b-43ec-8053-103434c0c0e0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5417585 Sep 29 17:34:11.748518 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41298) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:11.753429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f98b53c5-8c7a-4767-aa0e-37c271893bec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'fixed_ips': [{'subnet_id': '68577c08-0d1e-421a-bddf-1eb6d9d585fc', 'ip_address': '2001:db8::3384:f8f9:96b2:f1a8'}], 'name': 'tempest-NetworksTestDHCPv6-193380397'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:11.770604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41302) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:11.874412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': '68577c08-0d1e-421a-bddf-1eb6d9d585fc'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:34:11.875359 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:11.897810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41308) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:11.934606 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98b53c5-8c7a-4767-aa0e-37c271893bec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:11.994396 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4403ee9-2410-40a3-9e4e-96f3ba31ec13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.040407 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c59e8762-05dd-4471-81af-2c9a86a5f792 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:34:12.062754 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1693d468-06c9-42e3-b8fe-cbfa3a107f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.069797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: c59e8762-05dd-4471-81af-2c9a86a5f792 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:34:12.070116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c59e8762-05dd-4471-81af-2c9a86a5f792 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:34:12.115127 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ec736-74a2-43b0-ae22-c9166810d3fb req-3145a5df-3572-41a8-97b5-af22dabaaa54 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:12.116670 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ee1ec736-74a2-43b0-ae22-c9166810d3fb req-3145a5df-3572-41a8-97b5-af22dabaaa54 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.1138432 Sep 29 17:34:12.123745 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f98b53c5-8c7a-4767-aa0e-37c271893bec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.153457 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4403ee9-2410-40a3-9e4e-96f3ba31ec13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.156486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Allocated IP 2001:db8::2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/68577c08-0d1e-421a-bddf-1eb6d9d585fc/6e5336d1-ca78-48bd-aafe-9d90aaed0848) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:12.158322 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-f98b53c5-8c7a-4767-aa0e-37c271893bec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port 64773791-9329-4f03-96c1-5952d0c2e24f yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:34:12.162673 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4403ee9-2410-40a3-9e4e-96f3ba31ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.216201 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ee1ec736-74a2-43b0-ae22-c9166810d3fb req-abefb5d0-b7b3-413c-9708-ed2ef63f1c6b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890293 Sep 29 17:34:12.239009 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b4403ee9-2410-40a3-9e4e-96f3ba31ec13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c4df8f4c4f944fb8d6e2224142407a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667151 Sep 29 17:34:12.250058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41318) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:12.273336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4403ee9-2410-40a3-9e4e-96f3ba31ec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9a86f1-41f9-4b5f-9ccf-4a2a5f052324,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:12.352420 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.359341 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.367692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e1517-428a-4044-bfdb-c61b94ad34aa req-9c9af22f-33dc-42ac-ac16-416d3484d069 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:12.369873 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9b8e1517-428a-4044-bfdb-c61b94ad34aa req-9c9af22f-33dc-42ac-ac16-416d3484d069 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 945 time: 0.1240726 Sep 29 17:34:12.399141 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:12.403901 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:12.410826 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:12.414099 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Pushing event updated for resources: {'Port': ['ID=6e5336d1-ca78-48bd-aafe-9d90aaed0848,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:12.417215 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b78acfbe-0e64-433c-bb88-c5eb63ed9154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.427398 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-f98b53c5-8c7a-4767-aa0e-37c271893bec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::3384:f8f9:96b2:f1a8 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/68577c08-0d1e-421a-bddf-1eb6d9d585fc/64773791-9329-4f03-96c1-5952d0c2e24f) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:12.469256 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1693d468-06c9-42e3-b8fe-cbfa3a107f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.469468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Attempting to bind port 6e5336d1-ca78-48bd-aafe-9d90aaed0848 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:34:12.470265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Attempting to bind port 6e5336d1-ca78-48bd-aafe-9d90aaed0848 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:34:12.470265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Attempting to bind port 6e5336d1-ca78-48bd-aafe-9d90aaed0848 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:12.475310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:34:12.475689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:12.476097 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.476611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:34:12.476809 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9b8e1517-428a-4044-bfdb-c61b94ad34aa req-e9d6bc93-7621-4bc8-b648-a6f5ac18a244 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930574 Sep 29 17:34:12.477095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Bound port: 6e5336d1-ca78-48bd-aafe-9d90aaed0848, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:34:12.477549 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.479635 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b78acfbe-0e64-433c-bb88-c5eb63ed9154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.481524 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1693d468-06c9-42e3-b8fe-cbfa3a107f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.558889 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1693d468-06c9-42e3-b8fe-cbfa3a107f51 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=146dadb89bb54abab7e76c2d8ab5e106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6600101 Sep 29 17:34:12.562398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41322) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:12.563414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] For port 6e5336d1-ca78-48bd-aafe-9d90aaed0848, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:34:12.567118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] For port 6e5336d1-ca78-48bd-aafe-9d90aaed0848, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6e5336d1-ca78-48bd-aafe-9d90aaed0848,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:34:12.574100 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.578347 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693d468-06c9-42e3-b8fe-cbfa3a107f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daaf9a0-db1b-4dcf-a900-ce3e7ff544ee,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:12.638252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd958c70-83f3-458a-adb5-af3dbfb4d1ff None None] Pushing event updated for resources: {'Port': ['ID=6e5336d1-ca78-48bd-aafe-9d90aaed0848,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:12.668857 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b78acfbe-0e64-433c-bb88-c5eb63ed9154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.670007 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383a098-806c-4dee-aa1b-84d74e28a961 req-1c59f97e-d1cd-48fc-9677-2dab413d66c0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:12.671380 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b78acfbe-0e64-433c-bb88-c5eb63ed9154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.671552 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b383a098-806c-4dee-aa1b-84d74e28a961 req-1c59f97e-d1cd-48fc-9677-2dab413d66c0 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 945 time: 0.0957861 Sep 29 17:34:12.675124 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b78acfbe-0e64-433c-bb88-c5eb63ed9154 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa9a86f1-41f9-4b5f-9ccf-4a2a5f052324 HTTP/1.1" status: 204 len: 168 time: 0.4175837 Sep 29 17:34:12.675321 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f98b53c5-8c7a-4767-aa0e-37c271893bec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.689771 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee33c719-4d07-4843-ae2b-6d04a73c7a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.694113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78acfbe-0e64-433c-bb88-c5eb63ed9154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9a86f1-41f9-4b5f-9ccf-4a2a5f052324,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:12.743844 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee33c719-4d07-4843-ae2b-6d04a73c7a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.778322 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b383a098-806c-4dee-aa1b-84d74e28a961 req-cfff139f-f648-42dd-bb8f-af91fe1a1746 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892932 Sep 29 17:34:12.796289 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f98b53c5-8c7a-4767-aa0e-37c271893bec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.817752 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee33c719-4d07-4843-ae2b-6d04a73c7a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.821518 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee33c719-4d07-4843-ae2b-6d04a73c7a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.828319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ee33c719-4d07-4843-ae2b-6d04a73c7a6d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3daaf9a0-db1b-4dcf-a900-ce3e7ff544ee HTTP/1.1" status: 204 len: 168 time: 0.2634583 Sep 29 17:34:12.875700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33c719-4d07-4843-ae2b-6d04a73c7a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daaf9a0-db1b-4dcf-a900-ce3e7ff544ee,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:12.879278 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98b53c5-8c7a-4767-aa0e-37c271893bec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:12.883027 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-f98b53c5-8c7a-4767-aa0e-37c271893bec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:12.902053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b53c5-8c7a-4767-aa0e-37c271893bec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:12.908184 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98b53c5-8c7a-4767-aa0e-37c271893bec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:12.908881 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f98b53c5-8c7a-4767-aa0e-37c271893bec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:12.928598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b53c5-8c7a-4767-aa0e-37c271893bec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=64773791-9329-4f03-96c1-5952d0c2e24f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:12.942480 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f98b53c5-8c7a-4767-aa0e-37c271893bec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1899865 Sep 29 17:34:12.943348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41334) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:12.948699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-e2863c01-991e-42e5-922d-0352bf30aef9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'fixed_ips': [{'subnet_id': '68577c08-0d1e-421a-bddf-1eb6d9d585fc', 'ip_address': '2001:db8::3384:f8f9:96b2:f1a8'}], 'name': 'tempest-NetworksTestDHCPv6-1642090026'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:13.128651 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2863c01-991e-42e5-922d-0352bf30aef9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:13.205598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41340) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:13.282313 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-de5064cc-3a1a-4206-8618-580bcfc4f41b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=545e2454bc214dd9a12992f57d8bab92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0747638 Sep 29 17:34:13.284976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41346) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:13.287458 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d92d74-f65c-40bf-a61b-aa22463fc9cc req-53ca4717-a92f-4e83-90ab-05672a897030 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:13.288999 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22d92d74-f65c-40bf-a61b-aa22463fc9cc req-53ca4717-a92f-4e83-90ab-05672a897030 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 945 time: 0.0892715 Sep 29 17:34:13.293031 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e2863c01-991e-42e5-922d-0352bf30aef9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:13.328659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-e2863c01-991e-42e5-922d-0352bf30aef9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port 5d9bfdcb-5db1-4a06-a9c5-3d74e6340d17 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:34:13.376676 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22d92d74-f65c-40bf-a61b-aa22463fc9cc req-3ef5bef1-3029-44c7-b6cc-3d0cb13eb1e9 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730903 Sep 29 17:34:13.416972 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1c27302-9d48-4592-94ff-98a4d0956c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:13.428816 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74793e-0b79-4448-923e-33f6a2ca3791 req-bfcb89bd-a016-4215-b60d-a15ea8489ecd tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:13.437634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c74793e-0b79-4448-923e-33f6a2ca3791 req-bfcb89bd-a016-4215-b60d-a15ea8489ecd tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.0922623 Sep 29 17:34:13.489783 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4313045b-ac31-4d56-bbed-291e602b0962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:13.509652 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c74793e-0b79-4448-923e-33f6a2ca3791 req-92e7e5b3-2118-44cd-b131-5ba9b1e05294 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630624 Sep 29 17:34:13.518815 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1c27302-9d48-4592-94ff-98a4d0956c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:13.589794 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1c27302-9d48-4592-94ff-98a4d0956c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:13.592909 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1c27302-9d48-4592-94ff-98a4d0956c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:13.596696 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f1c27302-9d48-4592-94ff-98a4d0956c79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c08a924-bb6f-424e-a1dc-45f7fc65ef43 HTTP/1.1" status: 204 len: 168 time: 0.3083940 Sep 29 17:34:13.604709 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c27302-9d48-4592-94ff-98a4d0956c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c08a924-bb6f-424e-a1dc-45f7fc65ef43,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:13.623438 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2863c01-991e-42e5-922d-0352bf30aef9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 29 17:34:13.623821 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2863c01-991e-42e5-922d-0352bf30aef9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:34:13.668471 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf3e66-473c-4c05-9b22-ed29037c03f4 req-1b10c2bf-807e-4fc7-8373-4c5a03a81512 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:13.676235 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50cf3e66-473c-4c05-9b22-ed29037c03f4 req-1b10c2bf-807e-4fc7-8373-4c5a03a81512 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 945 time: 0.1321013 Sep 29 17:34:13.690333 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e2863c01-991e-42e5-922d-0352bf30aef9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7444510 Sep 29 17:34:13.690725 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41360) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:13.716467 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a883870b-d025-4324-8277-d6b7d849d7ed req-8693e299-110d-4c55-9d7f-96848f14b987 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1683774 Sep 29 17:34:13.758972 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50cf3e66-473c-4c05-9b22-ed29037c03f4 req-296afca8-5126-4135-b709-01fea9ea4df1 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818548 Sep 29 17:34:13.768259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabc2d9b-6450-4e87-9387-e68e5a1f2829 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:13.774719 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabc2d9b-6450-4e87-9387-e68e5a1f2829 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:13.779018 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fabc2d9b-6450-4e87-9387-e68e5a1f2829 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0872054 Sep 29 17:34:13.787511 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41364) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:13.904512 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883870b-d025-4324-8277-d6b7d849d7ed req-48357528-b1a1-44a6-b203-c2c48b619977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:13.910824 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a883870b-d025-4324-8277-d6b7d849d7ed req-48357528-b1a1-44a6-b203-c2c48b619977 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe4f93d224e54a979295881fff6b9e51&device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 1097 time: 0.1307647 Sep 29 17:34:13.962450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d2a49e81-ae67-48f8-bfe6-d3a321f0fada tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port 64773791-9329-4f03-96c1-5952d0c2e24f {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:13.964040 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d2a49e81-ae67-48f8-bfe6-d3a321f0fada tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:14.080883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6e5336d1-ca78-48bd-aafe-9d90aaed0848 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:14.185028 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d2a49e81-ae67-48f8-bfe6-d3a321f0fada tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:14.195023 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 6e5336d1-ca78-48bd-aafe-9d90aaed0848 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:14.195750 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:14.214350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d2a49e81-ae67-48f8-bfe6-d3a321f0fada tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for 64773791-9329-4f03-96c1-5952d0c2e24f owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:14.253363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883870b-d025-4324-8277-d6b7d849d7ed req-490ffd78-1639-47fa-bdd4-766662f434dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:14.254817 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a883870b-d025-4324-8277-d6b7d849d7ed req-490ffd78-1639-47fa-bdd4-766662f434dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 200 len: 907 time: 0.3147807 Sep 29 17:34:14.272885 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-fed44de4-2d15-49e3-acf2-2f24cc308166 None None] Provisioning complete for port 6e5336d1-ca78-48bd-aafe-9d90aaed0848 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:14.273317 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fed44de4-2d15-49e3-acf2-2f24cc308166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:14.361553 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a883870b-d025-4324-8277-d6b7d849d7ed req-b9077b66-c9ba-4345-b66d-7b1f84c9598f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a15048ad-2803-49e1-a607-fe0b55b86024 HTTP/1.1" status: 200 len: 217 time: 0.0828056 Sep 29 17:34:14.400275 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963a42d-3955-40a9-8fd7-08af75baaa2b req-95e9eb2e-ba96-4813-9c3f-83f64f52a730 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:14.418304 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f963a42d-3955-40a9-8fd7-08af75baaa2b req-95e9eb2e-ba96-4813-9c3f-83f64f52a730 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 945 time: 0.2562809 Sep 29 17:34:14.421372 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:14.456123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41388) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:14.540394 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 6e5336d1-ca78-48bd-aafe-9d90aaed0848, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6e5336d1-ca78-48bd-aafe-9d90aaed0848,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:14.542809 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:14.548238 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:14.560878 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:14.579408 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d2a49e81-ae67-48f8-bfe6-d3a321f0fada tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:14.610104 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f963a42d-3955-40a9-8fd7-08af75baaa2b req-2edc4aab-2104-4871-bde7-ab1f137c7d69 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908696 Sep 29 17:34:14.611922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883870b-d025-4324-8277-d6b7d849d7ed req-60553043-b113-4430-9994-2a67ce3a4fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:14.613568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a883870b-d025-4324-8277-d6b7d849d7ed req-60553043-b113-4430-9994-2a67ce3a4fcc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81b8f427-6a40-4543-b542-ebc1c5f5a50d HTTP/1.1" status: 200 len: 846 time: 0.1803582 Sep 29 17:34:14.624648 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a49e81-ae67-48f8-bfe6-d3a321f0fada tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=64773791-9329-4f03-96c1-5952d0c2e24f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:14.682613 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d2a49e81-ae67-48f8-bfe6-d3a321f0fada tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:14.684693 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d2a49e81-ae67-48f8-bfe6-d3a321f0fada tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/64773791-9329-4f03-96c1-5952d0c2e24f HTTP/1.1" status: 204 len: 168 time: 0.8958607 Sep 29 17:34:14.688237 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a883870b-d025-4324-8277-d6b7d849d7ed req-102b6f96-5a12-4f9b-b95f-8ddc7a1c2a04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571189 Sep 29 17:34:14.688720 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41398) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:14.690327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=6e5336d1-ca78-48bd-aafe-9d90aaed0848,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:14.763779 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:14.807204 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d5a1c-8704-4af2-810f-946651bb025a req-7bbda3f2-c5e7-4180-b428-21f330fa8498 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:14.810565 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-310d5a1c-8704-4af2-810f-946651bb025a req-7bbda3f2-c5e7-4180-b428-21f330fa8498 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.1325827 Sep 29 17:34:14.878568 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-310d5a1c-8704-4af2-810f-946651bb025a req-23e9db6e-cb76-415d-b2c8-97783552b54c tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569608 Sep 29 17:34:14.912290 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2c67991c-4dc4-4c63-837d-0fc9668237da None None] Could not find standard attr ID for object 64773791-9329-4f03-96c1-5952d0c2e24f. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:34:14.914688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-7b5cd8f1-391a-46bb-ac00-b612fbd27401 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1674291369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:14.927995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3ee0c7-08c2-46d5-bf36-39d1a4f8f733 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:14.929826 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3ee0c7-08c2-46d5-bf36-39d1a4f8f733 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:14.933353 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7c3ee0c7-08c2-46d5-bf36-39d1a4f8f733 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2417123 Sep 29 17:34:14.934771 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41406) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:14.966310 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a883870b-d025-4324-8277-d6b7d849d7ed req-69178485-4f86-4333-89bf-58b0ef773750 service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810420 Sep 29 17:34:14.979954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246bd4e-b68a-44ed-b20b-bff3f5e5e7ba req-eed26874-59c8-4d59-a6f7-3d1b95bad6f2 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:14.981516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d246bd4e-b68a-44ed-b20b-bff3f5e5e7ba req-eed26874-59c8-4d59-a6f7-3d1b95bad6f2 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 945 time: 0.1973617 Sep 29 17:34:14.984415 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd8f1-391a-46bb-ac00-b612fbd27401 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:14.985732 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd8f1-391a-46bb-ac00-b612fbd27401 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.000496 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a71ee9-11ad-4898-862e-e1ca6877da6e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 68577c08-0d1e-421a-bddf-1eb6d9d585fc {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:34:15.005699 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-31a71ee9-11ad-4898-862e-e1ca6877da6e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.063108 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-31a71ee9-11ad-4898-862e-e1ca6877da6e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.106142 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd8f1-391a-46bb-ac00-b612fbd27401 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.148233 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41410) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:15.149475 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd8f1-391a-46bb-ac00-b612fbd27401 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.172523 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d246bd4e-b68a-44ed-b20b-bff3f5e5e7ba req-b1a528d3-6e20-46cc-94e1-00f386f39aa8 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613576 Sep 29 17:34:15.184195 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7b5cd8f1-391a-46bb-ac00-b612fbd27401 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.185483 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7b5cd8f1-391a-46bb-ac00-b612fbd27401 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7088943 Sep 29 17:34:15.193532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41416) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:15.196579 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-31a71ee9-11ad-4898-862e-e1ca6877da6e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.205404 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a883870b-d025-4324-8277-d6b7d849d7ed req-86287eed-1328-49ab-b744-dad6d414f1c8 service neutron] 10.222.0.35 "GET /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222416 Sep 29 17:34:15.242045 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f6eacebe-8720-4a76-9c31-176cf61b676d tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-246467190'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:15.292429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6eacebe-8720-4a76-9c31-176cf61b676d tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Made reservation on behalf of e82478b179f4441483df792b46334ddb for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:15.296309 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f6eacebe-8720-4a76-9c31-176cf61b676d tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.313145 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f6eacebe-8720-4a76-9c31-176cf61b676d tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.328669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e315d919-7bd2-4eba-a901-19e6f16bfe3c tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:15.329444 n-d-811748-2 neutron-server[95015]: WARNING neutron.api.v2.base [None req-e315d919-7bd2-4eba-a901-19e6f16bfe3c tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 29 17:34:15.329979 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-e315d919-7bd2-4eba-a901-19e6f16bfe3c tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): There was a conflict when trying to complete your request. Sep 29 17:34:15.335434 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e315d919-7bd2-4eba-a901-19e6f16bfe3c tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1818590 Sep 29 17:34:15.335434 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-31a71ee9-11ad-4898-862e-e1ca6877da6e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.335940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41420) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:15.341418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c54e045f-957d-4864-a14b-8a97a492c898 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033620537'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:15.372608 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c54e045f-957d-4864-a14b-8a97a492c898 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.380755 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a71ee9-11ad-4898-862e-e1ca6877da6e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=68577c08-0d1e-421a-bddf-1eb6d9d585fc,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:15.382912 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c54e045f-957d-4864-a14b-8a97a492c898 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.388181 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-31a71ee9-11ad-4898-862e-e1ca6877da6e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.392462 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-31a71ee9-11ad-4898-862e-e1ca6877da6e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/68577c08-0d1e-421a-bddf-1eb6d9d585fc HTTP/1.1" status: 204 len: 168 time: 0.4543035 Sep 29 17:34:15.393175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41424) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:15.397077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f646b67-b66d-4e82-aa5f-dd32ef1de451 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:15.481638 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b1afbaf9-4002-4eef-9053-9b50eea61bd0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850153 Sep 29 17:34:15.483462 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41430) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:15.490139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-21d328b5-ff48-4c07-b668-85818390006b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:15.549044 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f6eacebe-8720-4a76-9c31-176cf61b676d tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.577241 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f6eacebe-8720-4a76-9c31-176cf61b676d tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.655810 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6eacebe-8720-4a76-9c31-176cf61b676d tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:34:15.667414 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c54e045f-957d-4864-a14b-8a97a492c898 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.671976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828ddf48-f56d-48a9-8aa8-c72889f7cb27 None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:34:15.672667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eacebe-8720-4a76-9c31-176cf61b676d tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf1c287-a8fc-40b7-bddd-98b6543a7c38,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:15.681148 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f6eacebe-8720-4a76-9c31-176cf61b676d tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.682179 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-f6eacebe-8720-4a76-9c31-176cf61b676d tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Added segment f936402d-062c-4a7f-893c-2f8a88967bf5 of type vlan for network f5a2b5f3-b346-45ef-b87a-83865bef830f Sep 29 17:34:15.683421 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c54e045f-957d-4864-a14b-8a97a492c898 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.698906 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a3525-d12a-4835-8b61-3322515ad579 req-1371073c-7f6d-4da9-98b5-1b5a65d71423 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:15.700450 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a6a3525-d12a-4835-8b61-3322515ad579 req-1371073c-7f6d-4da9-98b5-1b5a65d71423 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 945 time: 0.1557071 Sep 29 17:34:15.731781 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-828ddf48-f56d-48a9-8aa8-c72889f7cb27 None None] Deleting port 6e5336d1-ca78-48bd-aafe-9d90aaed0848 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:15.732211 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-828ddf48-f56d-48a9-8aa8-c72889f7cb27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.762438 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f6eacebe-8720-4a76-9c31-176cf61b676d tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.764904 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d328b5-ff48-4c07-b668-85818390006b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:15.768989 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-21d328b5-ff48-4c07-b668-85818390006b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.771144 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e045f-957d-4864-a14b-8a97a492c898 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64dea580-a9d3-4901-9621-c5d081190f59,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:15.804715 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-828ddf48-f56d-48a9-8aa8-c72889f7cb27 None None] For port 6e5336d1-ca78-48bd-aafe-9d90aaed0848, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6e5336d1-ca78-48bd-aafe-9d90aaed0848,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:15.805701 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-828ddf48-f56d-48a9-8aa8-c72889f7cb27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.819084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-828ddf48-f56d-48a9-8aa8-c72889f7cb27 None None] Calling delete_port for 6e5336d1-ca78-48bd-aafe-9d90aaed0848 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:15.833840 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a6a3525-d12a-4835-8b61-3322515ad579 req-37899ca4-1f1b-4b7a-9f76-ea33c786eee7 tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078196 Sep 29 17:34:15.894534 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f6eacebe-8720-4a76-9c31-176cf61b676d tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.909348 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eacebe-8720-4a76-9c31-176cf61b676d tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:15.909348 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f6eacebe-8720-4a76-9c31-176cf61b676d tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.910599 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c54e045f-957d-4864-a14b-8a97a492c898 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.922304 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c54e045f-957d-4864-a14b-8a97a492c898 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.959359 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c54e045f-957d-4864-a14b-8a97a492c898 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:15.963895 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c54e045f-957d-4864-a14b-8a97a492c898 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6244185 Sep 29 17:34:15.967233 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41434) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:15.971777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4474ba69-ca34-472d-8c48-d0de59d328b9 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': 'ef3f5c23-4ca9-489c-9c11-e5b7a15a6aa2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:15.985553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6e5336d1-ca78-48bd-aafe-9d90aaed0848 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:34:15.992794 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-828ddf48-f56d-48a9-8aa8-c72889f7cb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.001374 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f6eacebe-8720-4a76-9c31-176cf61b676d tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8064129 Sep 29 17:34:16.002726 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e045f-957d-4864-a14b-8a97a492c898 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3f5c23-4ca9-489c-9c11-e5b7a15a6aa2,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:16.020591 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41436) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:16.029609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-39eaccfe-b2d7-480f-a12a-35714e6ae3ec tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Request body: {'subnet': {'network_id': 'f5a2b5f3-b346-45ef-b87a-83865bef830f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:16.035176 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eacebe-8720-4a76-9c31-176cf61b676d tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event updated for resources: {'Network': ['ID=f5a2b5f3-b346-45ef-b87a-83865bef830f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:16.061332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network f5a2b5f3-b346-45ef-b87a-83865bef830f details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:34:16.064398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828ddf48-f56d-48a9-8aa8-c72889f7cb27 None None] No DVR routers for this DVR port 6e5336d1-ca78-48bd-aafe-9d90aaed0848 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:34:16.066344 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 6e5336d1-ca78-48bd-aafe-9d90aaed0848 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:34:16.066870 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6e5336d1-ca78-48bd-aafe-9d90aaed0848 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:34:16.068380 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ddf48-f56d-48a9-8aa8-c72889f7cb27 None None] Pushing event deleted for resources: {'Port': ['ID=6e5336d1-ca78-48bd-aafe-9d90aaed0848,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:16.147113 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4474ba69-ca34-472d-8c48-d0de59d328b9 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.167732 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-21d328b5-ff48-4c07-b668-85818390006b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.176262 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005a8c6-b1d6-46c5-823a-268dc3f370eb req-bbe9ec69-ea48-4d23-8cfb-81b53a105a5b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:16.177969 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4005a8c6-b1d6-46c5-823a-268dc3f370eb req-bbe9ec69-ea48-4d23-8cfb-81b53a105a5b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.1802197 Sep 29 17:34:16.225354 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d328b5-ff48-4c07-b668-85818390006b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:16.232600 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-21d328b5-ff48-4c07-b668-85818390006b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:16.235930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d328b5-ff48-4c07-b668-85818390006b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:16.236534 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-21d328b5-ff48-4c07-b668-85818390006b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.239245 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39eaccfe-b2d7-480f-a12a-35714e6ae3ec tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Made reservation on behalf of e82478b179f4441483df792b46334ddb for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:16.242648 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-39eaccfe-b2d7-480f-a12a-35714e6ae3ec tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.252131 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1029997-f885-42e7-895b-9e82bf6b06ab None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:16.257733 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d328b5-ff48-4c07-b668-85818390006b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=87e1d333-f2f8-4105-8851-11915498fa30,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:16.262748 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-21d328b5-ff48-4c07-b668-85818390006b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7781119 Sep 29 17:34:16.269855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41438) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:16.275659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-1bb06014-f70a-471d-814c-8b9caccadf60 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'fixed_ips': [{'subnet_id': '87e1d333-f2f8-4105-8851-11915498fa30', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1498796441'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:16.287059 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4474ba69-ca34-472d-8c48-d0de59d328b9 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.307135 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4005a8c6-b1d6-46c5-823a-268dc3f370eb req-ed2580b2-4bde-46ed-8b05-7406ce9a5e09 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127846 Sep 29 17:34:16.310108 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4474ba69-ca34-472d-8c48-d0de59d328b9 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.364503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474ba69-ca34-472d-8c48-d0de59d328b9 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3bf384-e6eb-486d-9a70-b47282ac0c76,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:16.374857 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4474ba69-ca34-472d-8c48-d0de59d328b9 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.378752 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4474ba69-ca34-472d-8c48-d0de59d328b9 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4076941 Sep 29 17:34:16.380232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41442) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:16.386988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-e5cb4c71-7ae8-4043-ae3b-37cce62ad6f0 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': 'ef3f5c23-4ca9-489c-9c11-e5b7a15a6aa2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:16.459749 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e5cb4c71-7ae8-4043-ae3b-37cce62ad6f0 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.480494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb06014-f70a-471d-814c-8b9caccadf60 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:16.489491 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1bb06014-f70a-471d-814c-8b9caccadf60 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.516488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-1bb06014-f70a-471d-814c-8b9caccadf60 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port 1985f4e9-13e4-42f8-b91a-8c08d83a806b yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:34:16.566338 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-39eaccfe-b2d7-480f-a12a-35714e6ae3ec tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.596915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': '87e1d333-f2f8-4105-8851-11915498fa30'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:34:16.598228 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.611603 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-e5cb4c71-7ae8-4043-ae3b-37cce62ad6f0 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): There was a conflict when trying to complete your request. Sep 29 17:34:16.612943 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e5cb4c71-7ae8-4043-ae3b-37cce62ad6f0 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2316601 Sep 29 17:34:16.616726 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41446) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:16.670785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eaccfe-b2d7-480f-a12a-35714e6ae3ec tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event updated for resources: {'Subnet': ['ID=b1809786-684b-45e3-9e19-e19d2f9e080d,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:16.683026 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eaccfe-b2d7-480f-a12a-35714e6ae3ec tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Checking segment: {'id': 'f936402d-062c-4a7f-893c-2f8a88967bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f5a2b5f3-b346-45ef-b87a-83865bef830f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:16.683514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eaccfe-b2d7-480f-a12a-35714e6ae3ec tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Network hostable DHCP agents. Network: f5a2b5f3-b346-45ef-b87a-83865bef830f, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:34:16.686536 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb06014-f70a-471d-814c-8b9caccadf60 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:16.686988 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb06014-f70a-471d-814c-8b9caccadf60 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:34:16.709064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eaccfe-b2d7-480f-a12a-35714e6ae3ec tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Network f5a2b5f3-b346-45ef-b87a-83865bef830f is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:34:16.721128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-39eaccfe-b2d7-480f-a12a-35714e6ae3ec tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, f5a2b5f3-b346-45ef-b87a-83865bef830f) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:16.725524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41448) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:16.726952 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1bb06014-f70a-471d-814c-8b9caccadf60 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4559298 Sep 29 17:34:16.733252 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2cf6bd1-d94d-4305-8d5c-ba3b7286f5de tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.735493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eaccfe-b2d7-480f-a12a-35714e6ae3ec tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:16.735796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-39eaccfe-b2d7-480f-a12a-35714e6ae3ec tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.754558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb9ddf-ac57-4dcb-b395-ed85021f1b35 None None] Network f5a2b5f3-b346-45ef-b87a-83865bef830f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:16.763540 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2cf6bd1-d94d-4305-8d5c-ba3b7286f5de tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.781922 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5fed410c-2d1d-40de-bc84-8ce53914fc91 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0549860 Sep 29 17:34:16.785875 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41450) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:16.818251 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.832550 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-39eaccfe-b2d7-480f-a12a-35714e6ae3ec tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8060846 Sep 29 17:34:16.835175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41452) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:16.843339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0f17a894-a83f-4831-9f42-fc1ddbdef5e9 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Request body: {'network': {'name': 'tempest-router-network01--843236956'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:16.856034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Allocated IP 2001:db8::2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/87e1d333-f2f8-4105-8851-11915498fa30/1070d2aa-4c14-4463-a151-b6c75179b8ec) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:16.858650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e14be3-54a9-4b05-a4c8-832e97ef1c83 req-0084c937-d6a1-4cc4-8960-5e708ea7209c tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:16.860450 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-15e14be3-54a9-4b05-a4c8-832e97ef1c83 req-0084c937-d6a1-4cc4-8960-5e708ea7209c tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.49 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 945 time: 0.0876987 Sep 29 17:34:16.864505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb627bb4-597e-4845-b706-7a32122a5c2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:16.866452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb627bb4-597e-4845-b706-7a32122a5c2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:16.871434 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bb627bb4-597e-4845-b706-7a32122a5c2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0845475 Sep 29 17:34:16.872114 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41454) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:16.915258 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2cf6bd1-d94d-4305-8d5c-ba3b7286f5de tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.918641 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2cf6bd1-d94d-4305-8d5c-ba3b7286f5de tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:16.927299 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b2cf6bd1-d94d-4305-8d5c-ba3b7286f5de tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "DELETE /v2.0/security-groups/ef3f5c23-4ca9-489c-9c11-e5b7a15a6aa2 HTTP/1.1" status: 204 len: 168 time: 0.3019016 Sep 29 17:34:16.927623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41458) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:16.943531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf6bd1-d94d-4305-8d5c-ba3b7286f5de tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3f5c23-4ca9-489c-9c11-e5b7a15a6aa2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:16.959179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-9051cae1-667e-4e70-ac0c-33e4a8c4db76 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 87e1d333-f2f8-4105-8851-11915498fa30 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:34:16.966352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f17a894-a83f-4831-9f42-fc1ddbdef5e9 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Made reservation on behalf of e82478b179f4441483df792b46334ddb for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:16.970268 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f17a894-a83f-4831-9f42-fc1ddbdef5e9 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.067289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca6cd7-25cc-423b-b032-30c5cde35ce7 req-361b11c4-a529-47b1-9936-de628748822b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:17.068824 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-11ca6cd7-25cc-423b-b032-30c5cde35ce7 req-361b11c4-a529-47b1-9936-de628748822b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 945 time: 0.0678065 Sep 29 17:34:17.071561 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-954d6f49-5e88-467e-95c7-f3e5c2ca3f46 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1438613 Sep 29 17:34:17.072579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f17a894-a83f-4831-9f42-fc1ddbdef5e9 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:34:17.079247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41460) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:17.087205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-6d0050d6-6c31-480e-9a8c-5f6f9339d9ac tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group': {'name': 'tempest-secgroup--479564329'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:17.111839 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f17a894-a83f-4831-9f42-fc1ddbdef5e9 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.112079 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-0f17a894-a83f-4831-9f42-fc1ddbdef5e9 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Added segment 6a3b69c6-ce5e-49ba-8520-dd623f29fa51 of type vlan for network 2cef421f-2e0d-4273-9285-3575dbbe9bc8 Sep 29 17:34:17.123475 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-f5a2b5f3-b346-45ef-b87a-83865bef830f', 'network_id': 'f5a2b5f3-b346-45ef-b87a-83865bef830f', 'tenant_id': 'e82478b179f4441483df792b46334ddb', 'fixed_ips': [{'subnet_id': 'b1809786-684b-45e3-9e19-e19d2f9e080d'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:34:17.124458 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.130945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-11ca6cd7-25cc-423b-b032-30c5cde35ce7 req-dce4b128-f9ac-430c-96f7-4458d2f0acdc tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/security-groups?id=a757d4a7-9ad3-48a9-8e84-479cc39afc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515399 Sep 29 17:34:17.133535 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.135501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-15e14be3-54a9-4b05-a4c8-832e97ef1c83 req-3c251cc5-4234-4638-9a13-81b6e3cc1e9b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Deleting port b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:17.136052 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-15e14be3-54a9-4b05-a4c8-832e97ef1c83 req-3c251cc5-4234-4638-9a13-81b6e3cc1e9b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.152117 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9051cae1-667e-4e70-ac0c-33e4a8c4db76 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.166777 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.184996 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6d0050d6-6c31-480e-9a8c-5f6f9339d9ac tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.211633 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9051cae1-667e-4e70-ac0c-33e4a8c4db76 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.225535 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f17a894-a83f-4831-9f42-fc1ddbdef5e9 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.285932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:17.294495 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:17.297214 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:17.334912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Pushing event updated for resources: {'Port': ['ID=1070d2aa-4c14-4463-a151-b6c75179b8ec,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:17.339045 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9051cae1-667e-4e70-ac0c-33e4a8c4db76 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.343894 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-15e14be3-54a9-4b05-a4c8-832e97ef1c83 req-3c251cc5-4234-4638-9a13-81b6e3cc1e9b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] For port b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956,segment=NetworkSegment(09448e92-2850-4a8e-bbe4-649a4da08119),segment_id=09448e92-2850-4a8e-bbe4-649a4da08119)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:17.344272 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-15e14be3-54a9-4b05-a4c8-832e97ef1c83 req-3c251cc5-4234-4638-9a13-81b6e3cc1e9b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.353062 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f17a894-a83f-4831-9f42-fc1ddbdef5e9 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.359260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f17a894-a83f-4831-9f42-fc1ddbdef5e9 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:17.359892 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f17a894-a83f-4831-9f42-fc1ddbdef5e9 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.383558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-15e14be3-54a9-4b05-a4c8-832e97ef1c83 req-3c251cc5-4234-4638-9a13-81b6e3cc1e9b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Calling delete_port for b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:17.450184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Attempting to bind port 1070d2aa-4c14-4463-a151-b6c75179b8ec on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:34:17.450612 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Attempting to bind port 1070d2aa-4c14-4463-a151-b6c75179b8ec by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:34:17.451011 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Attempting to bind port 1070d2aa-4c14-4463-a151-b6c75179b8ec on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:17.456522 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9051cae1-667e-4e70-ac0c-33e4a8c4db76 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.458426 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Allocated IP 172.20.0.2 (f5a2b5f3-b346-45ef-b87a-83865bef830f/b1809786-684b-45e3-9e19-e19d2f9e080d/a258f38b-9639-4060-8b4d-62dfef6b170c) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:17.465001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:34:17.465436 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:17.465814 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.466318 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:34:17.467071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Bound port: 1070d2aa-4c14-4463-a151-b6c75179b8ec, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:34:17.467201 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.503692 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051cae1-667e-4e70-ac0c-33e4a8c4db76 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=87e1d333-f2f8-4105-8851-11915498fa30,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:17.512544 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9051cae1-667e-4e70-ac0c-33e4a8c4db76 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.517427 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9051cae1-667e-4e70-ac0c-33e4a8c4db76 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/87e1d333-f2f8-4105-8851-11915498fa30 HTTP/1.1" status: 204 len: 168 time: 0.6415818 Sep 29 17:34:17.517690 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41466) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:17.549064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17a894-a83f-4831-9f42-fc1ddbdef5e9 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event updated for resources: {'Network': ['ID=2cef421f-2e0d-4273-9285-3575dbbe9bc8,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:17.577861 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9966474d-e265-4523-91d4-4172cbff67a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587583 Sep 29 17:34:17.585179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41468) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:17.585620 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6d0050d6-6c31-480e-9a8c-5f6f9339d9ac tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.592080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e82d7e4f-9520-4015-bc73-ebd285cf01dd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:17.594747 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 2cef421f-2e0d-4273-9285-3575dbbe9bc8 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:34:17.601084 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6d0050d6-6c31-480e-9a8c-5f6f9339d9ac tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.622950 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a6f3d-9613-4f8f-8a33-1f278e1ab6a3 req-d8a1d198-200c-4fb4-a375-f070bb796af4 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:17.625333 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-817a6f3d-9613-4f8f-8a33-1f278e1ab6a3 req-d8a1d198-200c-4fb4-a375-f070bb796af4 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.2230287 Sep 29 17:34:17.632812 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0f17a894-a83f-4831-9f42-fc1ddbdef5e9 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7957737 Sep 29 17:34:17.643309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41470) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:17.652161 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] For port 1070d2aa-4c14-4463-a151-b6c75179b8ec, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:34:17.656473 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d0059034-1ccc-49e9-8881-472a1354f16e tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Request body: {'network': {'name': 'tempest-router-network02--1247752140'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:17.677450 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6d0050d6-6c31-480e-9a8c-5f6f9339d9ac tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.679070 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6d0050d6-6c31-480e-9a8c-5f6f9339d9ac tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5967686 Sep 29 17:34:17.691416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41474) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:17.693668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0059034-1ccc-49e9-8881-472a1354f16e tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Made reservation on behalf of e82478b179f4441483df792b46334ddb for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:17.696441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ac8fc2e2-bb09-4f89-a665-ea3861071e76 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '5ea4b67a-bd9a-4d03-88f8-01d471715d9c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:17.697310 n-d-811748-2 neutron-server[95016]: WARNING neutron.api.v2.base [None req-ac8fc2e2-bb09-4f89-a665-ea3861071e76 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 29 17:34:17.697861 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-ac8fc2e2-bb09-4f89-a665-ea3861071e76 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:17.698826 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ac8fc2e2-bb09-4f89-a665-ea3861071e76 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064712 Sep 29 17:34:17.699911 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d0059034-1ccc-49e9-8881-472a1354f16e tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.701692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0050d6-6c31-480e-9a8c-5f6f9339d9ac tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea4b67a-bd9a-4d03-88f8-01d471715d9c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:17.703760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41476) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:17.716179 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] For port 1070d2aa-4c14-4463-a151-b6c75179b8ec, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1070d2aa-4c14-4463-a151-b6c75179b8ec,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:34:17.731763 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.784761 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-817a6f3d-9613-4f8f-8a33-1f278e1ab6a3 req-c0333da2-0ddd-4dff-9f5d-94457aba32fc tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391237 Sep 29 17:34:17.847264 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7694b4a9-fa58-486f-81e4-1d0cae62fe77 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.848704 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0059034-1ccc-49e9-8881-472a1354f16e tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:34:17.862243 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-15e14be3-54a9-4b05-a4c8-832e97ef1c83 req-3c251cc5-4234-4638-9a13-81b6e3cc1e9b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.873888 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6102c826-6e29-4d52-a02b-ba4574d97a27 None None] Pushing event updated for resources: {'Port': ['ID=1070d2aa-4c14-4463-a151-b6c75179b8ec,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:17.876566 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d0059034-1ccc-49e9-8881-472a1354f16e tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.876566 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-d0059034-1ccc-49e9-8881-472a1354f16e tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Added segment effd721d-c919-4576-9d6b-a69fc1402137 of type vlan for network ccfa82bb-169b-4387-84e5-eea16428e6ce Sep 29 17:34:17.877405 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.886854 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.938037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c251cc5-4234-4638-9a13-81b6e3cc1e9b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Pushing event deleted for resources: {'Port': ['ID=b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:17.943210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Network f5a2b5f3-b346-45ef-b87a-83865bef830f is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:17.946292 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:17.955809 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:17.958766 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7694b4a9-fa58-486f-81e4-1d0cae62fe77 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.969411 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Pushing event updated for resources: {'Port': ['ID=a258f38b-9639-4060-8b4d-62dfef6b170c,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:17.987105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d0059034-1ccc-49e9-8881-472a1354f16e tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:17.990710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82d7e4f-9520-4015-bc73-ebd285cf01dd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:17.996400 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e82d7e4f-9520-4015-bc73-ebd285cf01dd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.018147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e14be3-54a9-4b05-a4c8-832e97ef1c83 req-3c251cc5-4234-4638-9a13-81b6e3cc1e9b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] No DVR routers for this DVR port b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:34:18.026073 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-15e14be3-54a9-4b05-a4c8-832e97ef1c83 req-3c251cc5-4234-4638-9a13-81b6e3cc1e9b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.028429 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-15e14be3-54a9-4b05-a4c8-832e97ef1c83 req-3c251cc5-4234-4638-9a13-81b6e3cc1e9b tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.49 "DELETE /v2.0/ports/b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 HTTP/1.1" status: 204 len: 173 time: 1.1604686 Sep 29 17:34:18.029247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98091264-fa98-4a30-95e8-7d58bbcf66dd', 'name': 'network-vif-deleted', 'tag': 'b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:34:18.031703 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a70d578b-8513-49f0-9a70-e783433ec777" -d '{"events": [{"server_uuid": "98091264-fa98-4a30-95e8-7d58bbcf66dd", "name": "network-vif-deleted", "tag": "b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:34:18.055828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Attempting to bind port a258f38b-9639-4060-8b4d-62dfef6b170c on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:34:18.056924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Attempting to bind port a258f38b-9639-4060-8b4d-62dfef6b170c by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'f936402d-062c-4a7f-893c-2f8a88967bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f5a2b5f3-b346-45ef-b87a-83865bef830f'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:34:18.057574 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Attempting to bind port a258f38b-9639-4060-8b4d-62dfef6b170c on network f5a2b5f3-b346-45ef-b87a-83865bef830f {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:18.058755 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7694b4a9-fa58-486f-81e4-1d0cae62fe77 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.062930 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7694b4a9-fa58-486f-81e4-1d0cae62fe77 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.066656 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7694b4a9-fa58-486f-81e4-1d0cae62fe77 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "DELETE /v2.0/security-groups/5ea4b67a-bd9a-4d03-88f8-01d471715d9c HTTP/1.1" status: 204 len: 168 time: 0.3609710 Sep 29 17:34:18.070440 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:34:18.071071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Checking segment: {'id': 'f936402d-062c-4a7f-893c-2f8a88967bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f5a2b5f3-b346-45ef-b87a-83865bef830f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:18.072609 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.073037 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Bound using segment: {'id': 'f936402d-062c-4a7f-893c-2f8a88967bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f5a2b5f3-b346-45ef-b87a-83865bef830f'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:34:18.073869 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Bound port: a258f38b-9639-4060-8b4d-62dfef6b170c, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f936402d-062c-4a7f-893c-2f8a88967bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'f5a2b5f3-b346-45ef-b87a-83865bef830f'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:34:18.074288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41480) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:18.074510 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.102461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694b4a9-fa58-486f-81e4-1d0cae62fe77 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea4b67a-bd9a-4d03-88f8-01d471715d9c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:18.149414 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-04d791e4-e3a0-429d-8839-190beb80ae13 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0731685 Sep 29 17:34:18.151754 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2dc8f8-7c05-4a93-a01a-316290c3dde0 x-openstack-request-id: req-fa2dc8f8-7c05-4a93-a01a-316290c3dde0 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:34:18.152085 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98091264-fa98-4a30-95e8-7d58bbcf66dd", "name": "network-vif-deleted", "tag": "b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:34:18.152490 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa2dc8f8-7c05-4a93-a01a-316290c3dde0 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:34:18.153103 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98091264-fa98-4a30-95e8-7d58bbcf66dd', 'name': 'network-vif-deleted', 'tag': 'b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956', 'status': 'completed', 'code': 200} Sep 29 17:34:18.155859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41482) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:18.162064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c055bf37-76c7-48e1-8829-ed26724fba5d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group': {'name': 'tempest-secgroup--562647969'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:18.168007 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d0059034-1ccc-49e9-8881-472a1354f16e tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.173534 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0059034-1ccc-49e9-8881-472a1354f16e tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:18.174141 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d0059034-1ccc-49e9-8881-472a1354f16e tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.215924 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c055bf37-76c7-48e1-8829-ed26724fba5d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.224669 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d0059034-1ccc-49e9-8881-472a1354f16e tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5766473 Sep 29 17:34:18.241254 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41486) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:18.254969 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ed4469ca-5e26-4c9d-ad76-5b4ada6489a8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Request body: {'subnet': {'network_id': '2cef421f-2e0d-4273-9285-3575dbbe9bc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:18.255600 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] For port a258f38b-9639-4060-8b4d-62dfef6b170c, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:34:18.263661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] For port a258f38b-9639-4060-8b4d-62dfef6b170c, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a258f38b-9639-4060-8b4d-62dfef6b170c,segment=NetworkSegment(f936402d-062c-4a7f-893c-2f8a88967bf5),segment_id=f936402d-062c-4a7f-893c-2f8a88967bf5)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:34:18.274262 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.354060 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f56fb6-88ad-4b69-bf29-b8f36c9324bc None None] Pushing event updated for resources: {'Port': ['ID=a258f38b-9639-4060-8b4d-62dfef6b170c,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:18.366217 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba5fbd74-50d0-4629-896a-85d4e59deb3e req-776f83c9-2705-4c3e-bfd9-138dc1fe989c tempest-ServerDiskConfigTestJSON-2010259528 tempest-ServerDiskConfigTestJSON-2010259528-project] 10.222.0.44 "GET /v2.0/ports?device_id=98091264-fa98-4a30-95e8-7d58bbcf66dd HTTP/1.1" status: 200 len: 210 time: 0.0911474 Sep 29 17:34:18.367000 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0059034-1ccc-49e9-8881-472a1354f16e tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event updated for resources: {'Network': ['ID=ccfa82bb-169b-4387-84e5-eea16428e6ce,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:18.389402 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network ccfa82bb-169b-4387-84e5-eea16428e6ce details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:34:18.392084 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c055bf37-76c7-48e1-8829-ed26724fba5d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.397401 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c055bf37-76c7-48e1-8829-ed26724fba5d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.471306 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e82d7e4f-9520-4015-bc73-ebd285cf01dd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.559840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82d7e4f-9520-4015-bc73-ebd285cf01dd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:18.566243 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e82d7e4f-9520-4015-bc73-ebd285cf01dd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:18.569931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82d7e4f-9520-4015-bc73-ebd285cf01dd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:18.571173 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e82d7e4f-9520-4015-bc73-ebd285cf01dd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.577351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0906be4-3a8e-44fc-a44b-e3aded49212d None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:18.602998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d7e4f-9520-4015-bc73-ebd285cf01dd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=72b47a54-06ac-47ec-9f3c-df740863643e,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:18.626634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e82d7e4f-9520-4015-bc73-ebd285cf01dd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0399082 Sep 29 17:34:18.634100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41492) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:18.653478 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-61251c56-30e1-4ae9-8368-d57b00fb6acc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1250288003', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:18.689589 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-61251c56-30e1-4ae9-8368-d57b00fb6acc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.690823 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-61251c56-30e1-4ae9-8368-d57b00fb6acc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.795158 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-61251c56-30e1-4ae9-8368-d57b00fb6acc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.801267 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-61251c56-30e1-4ae9-8368-d57b00fb6acc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.825067 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-61251c56-30e1-4ae9-8368-d57b00fb6acc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:18.830523 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-61251c56-30e1-4ae9-8368-d57b00fb6acc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1792855 Sep 29 17:34:18.831702 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41494) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:18.971886 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322e3d5a-3f5a-4495-bc53-ea2a2be36ad0 None None] Update dhcp port {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'fixed_ips': [{'subnet_id': '72b47a54-06ac-47ec-9f3c-df740863643e'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '1070d2aa-4c14-4463-a151-b6c75179b8ec'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:34:18.993363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055bf37-76c7-48e1-8829-ed26724fba5d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3ded65-8453-414d-a708-815557f13d48,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:19.010830 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-322e3d5a-3f5a-4495-bc53-ea2a2be36ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.014129 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c055bf37-76c7-48e1-8829-ed26724fba5d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.018646 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c055bf37-76c7-48e1-8829-ed26724fba5d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8584056 Sep 29 17:34:19.019267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41500) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:19.024237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-2b615a26-557e-4639-b059-b2c395267d6a tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '0c3ded65-8453-414d-a708-815557f13d48', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:19.026010 n-d-811748-2 neutron-server[95016]: WARNING neutron.api.v2.base [None req-2b615a26-557e-4639-b059-b2c395267d6a tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 29 17:34:19.026573 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-2b615a26-557e-4639-b059-b2c395267d6a tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:19.030404 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2b615a26-557e-4639-b059-b2c395267d6a tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076177 Sep 29 17:34:19.031369 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41502) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:19.054346 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f57203-6ea6-4c46-98d6-cc31b147fec9 req-c965d799-1ea9-4d24-9d74-031868e060bf tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:19.062719 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-59f57203-6ea6-4c46-98d6-cc31b147fec9 req-c965d799-1ea9-4d24-9d74-031868e060bf tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.1426213 Sep 29 17:34:19.064622 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4469ca-5e26-4c9d-ad76-5b4ada6489a8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Made reservation on behalf of e82478b179f4441483df792b46334ddb for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:19.068965 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed4469ca-5e26-4c9d-ad76-5b4ada6489a8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.167045 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c3de169-7b23-43c6-b4e8-0595a4a413a6 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.207580 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c3de169-7b23-43c6-b4e8-0595a4a413a6 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.232288 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-59f57203-6ea6-4c46-98d6-cc31b147fec9 req-3cbe4f4f-7bac-4f2c-b6d7-12297b606e86 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685243 Sep 29 17:34:19.238652 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.278838 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-322e3d5a-3f5a-4495-bc53-ea2a2be36ad0 None None] Allocated IP 2001:db8::2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/72b47a54-06ac-47ec-9f3c-df740863643e/1070d2aa-4c14-4463-a151-b6c75179b8ec) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:19.311407 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c3de169-7b23-43c6-b4e8-0595a4a413a6 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.314371 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c3de169-7b23-43c6-b4e8-0595a4a413a6 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.315856 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3c3de169-7b23-43c6-b4e8-0595a4a413a6 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "DELETE /v2.0/security-groups/0c3ded65-8453-414d-a708-815557f13d48 HTTP/1.1" status: 204 len: 168 time: 0.2839923 Sep 29 17:34:19.347289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41504) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:19.386788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3de169-7b23-43c6-b4e8-0595a4a413a6 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3ded65-8453-414d-a708-815557f13d48,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:19.401442 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed4469ca-5e26-4c9d-ad76-5b4ada6489a8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.474738 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-322e3d5a-3f5a-4495-bc53-ea2a2be36ad0 None None] For port 1070d2aa-4c14-4463-a151-b6c75179b8ec, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1070d2aa-4c14-4463-a151-b6c75179b8ec,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:19.497609 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6904269d-ad2d-4cc4-893d-6c81ae42741e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1430140 Sep 29 17:34:19.500124 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41510) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:19.505240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4541d0ef-cdf7-4a16-9edf-3e04d3f11a68 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group': {'name': 'tempest-secgroup--943115981'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:19.519641 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-322e3d5a-3f5a-4495-bc53-ea2a2be36ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.526333 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:34:19.532509 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-322e3d5a-3f5a-4495-bc53-ea2a2be36ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.554402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4469ca-5e26-4c9d-ad76-5b4ada6489a8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event updated for resources: {'Subnet': ['ID=f1ab3b5b-7284-4cf9-9a63-4e08d64e40b5,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:19.570613 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4469ca-5e26-4c9d-ad76-5b4ada6489a8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Checking segment: {'id': '6a3b69c6-ce5e-49ba-8520-dd623f29fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2cef421f-2e0d-4273-9285-3575dbbe9bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:19.574093 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4469ca-5e26-4c9d-ad76-5b4ada6489a8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Network hostable DHCP agents. Network: 2cef421f-2e0d-4273-9285-3575dbbe9bc8, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:34:19.579663 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4541d0ef-cdf7-4a16-9edf-3e04d3f11a68 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.616703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4469ca-5e26-4c9d-ad76-5b4ada6489a8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Network 2cef421f-2e0d-4273-9285-3575dbbe9bc8 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:34:19.637741 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e3d5a-3f5a-4495-bc53-ea2a2be36ad0 None None] Pushing event updated for resources: {'Port': ['ID=1070d2aa-4c14-4463-a151-b6c75179b8ec,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:19.640414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-ed4469ca-5e26-4c9d-ad76-5b4ada6489a8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 2cef421f-2e0d-4273-9285-3575dbbe9bc8) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:19.647111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:34:19.647468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b5ce0ab4-fc9e-4c48-ba2b-cf9ddb6b9956 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:34:19.647585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4469ca-5e26-4c9d-ad76-5b4ada6489a8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:19.648126 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed4469ca-5e26-4c9d-ad76-5b4ada6489a8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.653541 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::1 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/72b47a54-06ac-47ec-9f3c-df740863643e/4fbfe49e-d974-404d-8bb5-3b0cf1def476) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:19.665317 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ef9eea-4046-4201-9190-7f3c723c6ac1 None None] Network 2cef421f-2e0d-4273-9285-3575dbbe9bc8 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:19.724182 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4541d0ef-cdf7-4a16-9edf-3e04d3f11a68 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.730972 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4541d0ef-cdf7-4a16-9edf-3e04d3f11a68 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.770284 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ed4469ca-5e26-4c9d-ad76-5b4ada6489a8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5250049 Sep 29 17:34:19.775699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41520) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:19.780787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41522) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:19.830768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-6fd677bf-1ed2-4c5b-8446-9d2a8335baf4 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Request body: {'subnet': {'network_id': 'ccfa82bb-169b-4387-84e5-eea16428e6ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:19.871729 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.944153 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4541d0ef-cdf7-4a16-9edf-3e04d3f11a68 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:19.950778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4541d0ef-cdf7-4a16-9edf-3e04d3f11a68 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4456656 Sep 29 17:34:19.951785 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41524) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:19.956717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541d0ef-cdf7-4a16-9edf-3e04d3f11a68 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9816b3de-536a-4ef1-ae09-9797f7ce1e11,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:19.964769 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d9f5483b-c8e0-48bd-ac64-374d924f0f90 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '9816b3de-536a-4ef1-ae09-9797f7ce1e11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:19.982290 n-d-811748-2 neutron-server[95015]: WARNING neutron.api.v2.base [None req-d9f5483b-c8e0-48bd-ac64-374d924f0f90 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 29 17:34:19.984265 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-d9f5483b-c8e0-48bd-ac64-374d924f0f90 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:19.988180 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d9f5483b-c8e0-48bd-ac64-374d924f0f90 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0326872 Sep 29 17:34:19.988547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41526) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:20.005147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc47adb-a984-4325-b6cb-7b7b8cfe1ed0 admin admin] Deleting subnet 850aa2ea-a665-4c08-a483-91a45d065aa7 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:34:20.009377 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f1d4b5a0-b19a-4480-8f56-201d59e9c239 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '9816b3de-536a-4ef1-ae09-9797f7ce1e11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:20.012344 n-d-811748-2 neutron-server[95015]: WARNING neutron.api.v2.base [None req-f1d4b5a0-b19a-4480-8f56-201d59e9c239 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 29 17:34:20.013817 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-f1d4b5a0-b19a-4480-8f56-201d59e9c239 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:20.016009 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5cc47adb-a984-4325-b6cb-7b7b8cfe1ed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.019884 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f1d4b5a0-b19a-4480-8f56-201d59e9c239 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0277193 Sep 29 17:34:20.019884 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.026835 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41528) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:20.041404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9556c2-b3e7-4e83-b001-8686e027e9a7 None None] Network f5a2b5f3-b346-45ef-b87a-83865bef830f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:20.075210 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5cc47adb-a984-4325-b6cb-7b7b8cfe1ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.120239 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-05ec3c8a-c402-4cc5-af43-a1f72a8529a2 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '9816b3de-536a-4ef1-ae09-9797f7ce1e11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:20.121077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a258f38b-9639-4060-8b4d-62dfef6b170c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:20.121192 n-d-811748-2 neutron-server[95015]: WARNING neutron.api.v2.base [None req-05ec3c8a-c402-4cc5-af43-a1f72a8529a2 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 29 17:34:20.126239 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-05ec3c8a-c402-4cc5-af43-a1f72a8529a2 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:20.129770 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-05ec3c8a-c402-4cc5-af43-a1f72a8529a2 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0185556 Sep 29 17:34:20.162320 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41532) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:20.167680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6a193ca9-64d6-48d2-b0af-be692b02c7e8 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '9816b3de-536a-4ef1-ae09-9797f7ce1e11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:20.168580 n-d-811748-2 neutron-server[95015]: WARNING neutron.api.v2.base [None req-6a193ca9-64d6-48d2-b0af-be692b02c7e8 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 29 17:34:20.169094 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-6a193ca9-64d6-48d2-b0af-be692b02c7e8 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:20.172947 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6a193ca9-64d6-48d2-b0af-be692b02c7e8 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096233 Sep 29 17:34:20.179471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3a1f3451-3c51-4550-a3e8-199f81ad8b9c None None] Provisioning complete for port a258f38b-9639-4060-8b4d-62dfef6b170c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:20.180075 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a1f3451-3c51-4550-a3e8-199f81ad8b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.180248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41534) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:20.188929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=4fbfe49e-d974-404d-8bb5-3b0cf1def476,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:20.198941 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:20.231415 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:20.234938 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5cc47adb-a984-4325-b6cb-7b7b8cfe1ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.246434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:20.247252 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.296979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd677bf-1ed2-4c5b-8446-9d2a8335baf4 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Made reservation on behalf of e82478b179f4441483df792b46334ddb for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:20.300071 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6fd677bf-1ed2-4c5b-8446-9d2a8335baf4 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.364826 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a258f38b-9639-4060-8b4d-62dfef6b170c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:20.365791 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.489679 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5cc47adb-a984-4325-b6cb-7b7b8cfe1ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.534638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc47adb-a984-4325-b6cb-7b7b8cfe1ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=850aa2ea-a665-4c08-a483-91a45d065aa7,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:20.542766 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5cc47adb-a984-4325-b6cb-7b7b8cfe1ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.548158 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5cc47adb-a984-4325-b6cb-7b7b8cfe1ed0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/850aa2ea-a665-4c08-a483-91a45d065aa7 HTTP/1.1" status: 204 len: 168 time: 0.7498770 Sep 29 17:34:20.552451 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41538) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:20.586046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-2cef421f-2e0d-4273-9285-3575dbbe9bc8', 'network_id': '2cef421f-2e0d-4273-9285-3575dbbe9bc8', 'tenant_id': 'e82478b179f4441483df792b46334ddb', 'fixed_ips': [{'subnet_id': 'f1ab3b5b-7284-4cf9-9a63-4e08d64e40b5'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:34:20.587091 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.610525 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.643215 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a1f3451-3c51-4550-a3e8-199f81ad8b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.671815 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b480cad8-12a0-40df-8f1e-c8b0336381b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.696979 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c8b5-1c51-4711-bd3b-79a68b42ecb1 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.759553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port a258f38b-9639-4060-8b4d-62dfef6b170c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a258f38b-9639-4060-8b4d-62dfef6b170c,segment=NetworkSegment(f936402d-062c-4a7f-893c-2f8a88967bf5),segment_id=f936402d-062c-4a7f-893c-2f8a88967bf5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:20.768222 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99246b-a0d2-473f-911a-d963ac39277a req-04f286ad-b7ef-4766-8d5d-00a5836ee770 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:20.771291 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-be99246b-a0d2-473f-911a-d963ac39277a req-04f286ad-b7ef-4766-8d5d-00a5836ee770 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.1358697 Sep 29 17:34:20.780148 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.788359 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c8b5-1c51-4711-bd3b-79a68b42ecb1 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.816766 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.834408 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6fd677bf-1ed2-4c5b-8446-9d2a8335baf4 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.933207 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-be99246b-a0d2-473f-911a-d963ac39277a req-0647df8b-6af5-48ff-b028-33934f87f0dc tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497221 Sep 29 17:34:20.957404 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c8b5-1c51-4711-bd3b-79a68b42ecb1 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.970232 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ec0c8b5-1c51-4711-bd3b-79a68b42ecb1 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:20.970232 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4ec0c8b5-1c51-4711-bd3b-79a68b42ecb1 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "DELETE /v2.0/security-groups/9816b3de-536a-4ef1-ae09-9797f7ce1e11 HTTP/1.1" status: 204 len: 168 time: 0.7837229 Sep 29 17:34:20.970232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41542) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:20.989733 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-3a1f3451-3c51-4550-a3e8-199f81ad8b9c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:34:20.990113 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-3a1f3451-3c51-4550-a3e8-199f81ad8b9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:34:20.992628 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b480cad8-12a0-40df-8f1e-c8b0336381b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.003129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=a258f38b-9639-4060-8b4d-62dfef6b170c,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:21.009415 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Allocated IP 172.20.0.2 (2cef421f-2e0d-4273-9285-3575dbbe9bc8/f1ab3b5b-7284-4cf9-9a63-4e08d64e40b5/e28dfbad-a0ce-440e-942d-5250eea8b4f7) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:21.036332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd677bf-1ed2-4c5b-8446-9d2a8335baf4 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event updated for resources: {'Subnet': ['ID=85e32cb7-d753-42f0-be6e-6bc21559ac95,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:21.055294 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-b480cad8-12a0-40df-8f1e-c8b0336381b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530741c4-2ed6-463a-ae83-4ffd465cc3fe']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:21.072745 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0c8b5-1c51-4711-bd3b-79a68b42ecb1 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9816b3de-536a-4ef1-ae09-9797f7ce1e11,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:21.074302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd677bf-1ed2-4c5b-8446-9d2a8335baf4 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Checking segment: {'id': 'effd721d-c919-4576-9d6b-a69fc1402137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ccfa82bb-169b-4387-84e5-eea16428e6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:21.074792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd677bf-1ed2-4c5b-8446-9d2a8335baf4 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Network hostable DHCP agents. Network: ccfa82bb-169b-4387-84e5-eea16428e6ce, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:34:21.079211 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-b480cad8-12a0-40df-8f1e-c8b0336381b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09448e92-2850-4a8e-bbe4-649a4da08119') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:21.079780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-b480cad8-12a0-40df-8f1e-c8b0336381b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09448e92-2850-4a8e-bbe4-649a4da08119') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:21.099987 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b480cad8-12a0-40df-8f1e-c8b0336381b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.138754 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b480cad8-12a0-40df-8f1e-c8b0336381b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.149739 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd677bf-1ed2-4c5b-8446-9d2a8335baf4 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Network ccfa82bb-169b-4387-84e5-eea16428e6ce is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:34:21.157938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b480cad8-12a0-40df-8f1e-c8b0336381b0 admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:34:21.158753 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b480cad8-12a0-40df-8f1e-c8b0336381b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:34:21.161154 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:34:21.191411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-6fd677bf-1ed2-4c5b-8446-9d2a8335baf4 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, ccfa82bb-169b-4387-84e5-eea16428e6ce) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:21.212061 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7a290d-732b-4f13-a77f-242229cc5719 None None] Network ccfa82bb-169b-4387-84e5-eea16428e6ce requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:21.257766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd677bf-1ed2-4c5b-8446-9d2a8335baf4 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:21.258961 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6fd677bf-1ed2-4c5b-8446-9d2a8335baf4 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.265801 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b480cad8-12a0-40df-8f1e-c8b0336381b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.274337 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b480cad8-12a0-40df-8f1e-c8b0336381b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.276939 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b480cad8-12a0-40df-8f1e-c8b0336381b0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/530741c4-2ed6-463a-ae83-4ffd465cc3fe HTTP/1.1" status: 204 len: 168 time: 0.7229691 Sep 29 17:34:21.294406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480cad8-12a0-40df-8f1e-c8b0336381b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=530741c4-2ed6-463a-ae83-4ffd465cc3fe,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:21.298740 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f2d25682-e2c5-4e95-917a-8260144d6ab6 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3261900 Sep 29 17:34:21.299267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41548) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:21.304297 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-69ffb13c-10f8-46cd-a0b5-5f4c1a644511 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group': {'name': 'tempest-secgroup--189551299'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:21.312690 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6fd677bf-1ed2-4c5b-8446-9d2a8335baf4 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5106573 Sep 29 17:34:21.314313 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41550) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:21.361712 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69ffb13c-10f8-46cd-a0b5-5f4c1a644511 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.422814 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.438745 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.462037 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Network 2cef421f-2e0d-4273-9285-3575dbbe9bc8 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:21.467123 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:21.500490 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69ffb13c-10f8-46cd-a0b5-5f4c1a644511 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.507238 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69ffb13c-10f8-46cd-a0b5-5f4c1a644511 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.542154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:21.553794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffb13c-10f8-46cd-a0b5-5f4c1a644511 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b20fdfe-5410-46f2-b127-7bd29df1857f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:21.586673 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69ffb13c-10f8-46cd-a0b5-5f4c1a644511 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.590657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-69ffb13c-10f8-46cd-a0b5-5f4c1a644511 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2896996 Sep 29 17:34:21.593331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41552) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:21.601187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-253b532b-86d3-476c-83f0-28fe1e3dd7c7 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '3b20fdfe-5410-46f2-b127-7bd29df1857f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:21.602969 n-d-811748-2 neutron-server[95016]: WARNING neutron.api.v2.base [None req-253b532b-86d3-476c-83f0-28fe1e3dd7c7 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 29 17:34:21.604878 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-253b532b-86d3-476c-83f0-28fe1e3dd7c7 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:21.608971 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-253b532b-86d3-476c-83f0-28fe1e3dd7c7 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135629 Sep 29 17:34:21.611840 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41554) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:21.621062 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a0046d9a-18b8-43e6-b928-10405c85f6f8 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '3b20fdfe-5410-46f2-b127-7bd29df1857f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:21.675955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41556) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:21.687727 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Attempting to bind port e28dfbad-a0ce-440e-942d-5250eea8b4f7 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:34:21.688535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Attempting to bind port e28dfbad-a0ce-440e-942d-5250eea8b4f7 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '6a3b69c6-ce5e-49ba-8520-dd623f29fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2cef421f-2e0d-4273-9285-3575dbbe9bc8'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:34:21.689247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Attempting to bind port e28dfbad-a0ce-440e-942d-5250eea8b4f7 on network 2cef421f-2e0d-4273-9285-3575dbbe9bc8 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:21.700192 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:34:21.700949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Checking segment: {'id': '6a3b69c6-ce5e-49ba-8520-dd623f29fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2cef421f-2e0d-4273-9285-3575dbbe9bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:21.701578 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.702267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Bound using segment: {'id': '6a3b69c6-ce5e-49ba-8520-dd623f29fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2cef421f-2e0d-4273-9285-3575dbbe9bc8'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:34:21.702932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Bound port: e28dfbad-a0ce-440e-942d-5250eea8b4f7, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3b69c6-ce5e-49ba-8520-dd623f29fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2cef421f-2e0d-4273-9285-3575dbbe9bc8'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:34:21.703654 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.709645 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-a0046d9a-18b8-43e6-b928-10405c85f6f8 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:21.710672 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a0046d9a-18b8-43e6-b928-10405c85f6f8 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0960603 Sep 29 17:34:21.715876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41558) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:21.720054 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Pushing event updated for resources: {'Port': ['ID=e28dfbad-a0ce-440e-942d-5250eea8b4f7,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:21.722695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b79a94b9-72aa-416c-9619-553a52499493 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '3b20fdfe-5410-46f2-b127-7bd29df1857f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:21.722975 n-d-811748-2 neutron-server[95016]: WARNING neutron.api.v2.base [None req-b79a94b9-72aa-416c-9619-553a52499493 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 29 17:34:21.723504 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-b79a94b9-72aa-416c-9619-553a52499493 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:21.724833 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b79a94b9-72aa-416c-9619-553a52499493 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074563 Sep 29 17:34:21.732726 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41560) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:21.740242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-eac82c13-45ee-4c14-bcf5-ef1f4daa1cfb tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '3b20fdfe-5410-46f2-b127-7bd29df1857f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:21.773308 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5dabd0fe-afdb-45a5-8e2d-f3785bf5491c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c9e844466ae4686bc84294b78ad0611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0934217 Sep 29 17:34:21.773513 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-739c21ee-acf0-49a5-842f-1e1bc6603015 None None] Provisioning complete for port a258f38b-9639-4060-8b4d-62dfef6b170c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:21.773513 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-739c21ee-acf0-49a5-842f-1e1bc6603015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.773740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41562) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:21.813145 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.820664 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.821744 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.839897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-ccfa82bb-169b-4387-84e5-eea16428e6ce', 'network_id': 'ccfa82bb-169b-4387-84e5-eea16428e6ce', 'tenant_id': 'e82478b179f4441483df792b46334ddb', 'fixed_ips': [{'subnet_id': '85e32cb7-d753-42f0-be6e-6bc21559ac95'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:34:21.840856 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.863243 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-eac82c13-45ee-4c14-bcf5-ef1f4daa1cfb tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:21.864335 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-eac82c13-45ee-4c14-bcf5-ef1f4daa1cfb tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1306276 Sep 29 17:34:21.870314 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41564) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:21.875921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9b0b1c7c-3ac1-4c92-aa83-3c3cd207a1ee tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '3b20fdfe-5410-46f2-b127-7bd29df1857f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:21.876401 n-d-811748-2 neutron-server[95016]: WARNING neutron.api.v2.base [None req-9b0b1c7c-3ac1-4c92-aa83-3c3cd207a1ee tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 29 17:34:21.877159 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-9b0b1c7c-3ac1-4c92-aa83-3c3cd207a1ee tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:21.877957 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9b0b1c7c-3ac1-4c92-aa83-3c3cd207a1ee tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062594 Sep 29 17:34:21.879389 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd75df3-384b-4847-ad76-25a14434aedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.881299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41566) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:21.889550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a76090da-5dd8-4acd-bb91-1e3a7999d86d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '3b20fdfe-5410-46f2-b127-7bd29df1857f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:21.914295 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.926951 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd75df3-384b-4847-ad76-25a14434aedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:21.948038 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-a76090da-5dd8-4acd-bb91-1e3a7999d86d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Project c8d1c32453864adebd4bec782b1064cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:34:21.981397 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-a76090da-5dd8-4acd-bb91-1e3a7999d86d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:21.982712 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a76090da-5dd8-4acd-bb91-1e3a7999d86d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1002734 Sep 29 17:34:21.985434 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41570) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:21.991156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0e3a0740-768e-4cfa-8c14-ecf568bd2496 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '3b20fdfe-5410-46f2-b127-7bd29df1857f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:21.991834 n-d-811748-2 neutron-server[95016]: WARNING neutron.api.v2.base [None req-0e3a0740-768e-4cfa-8c14-ecf568bd2496 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 29 17:34:21.992436 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-0e3a0740-768e-4cfa-8c14-ecf568bd2496 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:21.993505 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0e3a0740-768e-4cfa-8c14-ecf568bd2496 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068407 Sep 29 17:34:21.996510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41572) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:22.002413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-3f277fe8-8d3c-45af-aa4b-78795e5d9852 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '3b20fdfe-5410-46f2-b127-7bd29df1857f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:22.020030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=4fbfe49e-d974-404d-8bb5-3b0cf1def476,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:22.042445 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd75df3-384b-4847-ad76-25a14434aedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:22.044913 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd75df3-384b-4847-ad76-25a14434aedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:22.046054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ccd75df3-384b-4847-ad76-25a14434aedb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a757d4a7-9ad3-48a9-8e84-479cc39afc70 HTTP/1.1" status: 204 len: 168 time: 0.2714019 Sep 29 17:34:22.059127 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-3f277fe8-8d3c-45af-aa4b-78795e5d9852 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Project c8d1c32453864adebd4bec782b1064cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:34:22.063008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd75df3-384b-4847-ad76-25a14434aedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a757d4a7-9ad3-48a9-8e84-479cc39afc70,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:22.088364 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-3f277fe8-8d3c-45af-aa4b-78795e5d9852 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:22.090109 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3f277fe8-8d3c-45af-aa4b-78795e5d9852 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0926239 Sep 29 17:34:22.092219 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41578) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:22.096903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4843935d-32c9-4122-bc1e-81323e5494d9 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '3b20fdfe-5410-46f2-b127-7bd29df1857f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:22.117316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] For port e28dfbad-a0ce-440e-942d-5250eea8b4f7, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:34:22.127640 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-4843935d-32c9-4122-bc1e-81323e5494d9 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Project c8d1c32453864adebd4bec782b1064cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:34:22.170913 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-4843935d-32c9-4122-bc1e-81323e5494d9 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:22.172261 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4843935d-32c9-4122-bc1e-81323e5494d9 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0791183 Sep 29 17:34:22.175232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41580) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:22.188046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] For port e28dfbad-a0ce-440e-942d-5250eea8b4f7, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e28dfbad-a0ce-440e-942d-5250eea8b4f7,segment=NetworkSegment(6a3b69c6-ce5e-49ba-8520-dd623f29fa51),segment_id=6a3b69c6-ce5e-49ba-8520-dd623f29fa51)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:34:22.201800 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:22.227590 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:22.245591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:22.304006 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02704760-593b-4e65-a964-6ec26fb59b1f tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:22.305650 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1070d2aa-4c14-4463-a151-b6c75179b8ec up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:22.335580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-739c21ee-acf0-49a5-842f-1e1bc6603015 None None] Provisioning complete for port 1070d2aa-4c14-4463-a151-b6c75179b8ec triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:22.335955 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-739c21ee-acf0-49a5-842f-1e1bc6603015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:22.392551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06b06a-2834-4a86-b04c-11f7bcc0e37d req-c0cf84d2-d15f-40c1-95ad-84b75745f40b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:22.397266 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a06b06a-2834-4a86-b04c-11f7bcc0e37d req-c0cf84d2-d15f-40c1-95ad-84b75745f40b tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.2395840 Sep 29 17:34:22.407150 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02704760-593b-4e65-a964-6ec26fb59b1f tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:22.413312 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Allocated IP 172.20.0.1 (2cef421f-2e0d-4273-9285-3575dbbe9bc8/f1ab3b5b-7284-4cf9-9a63-4e08d64e40b5/876f6711-e0ba-4486-83ec-a37487ff093a) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:22.460230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Allocated IP 172.20.0.2 (ccfa82bb-169b-4387-84e5-eea16428e6ce/85e32cb7-d753-42f0-be6e-6bc21559ac95/551ce112-6020-4347-b1e4-93ac0ab6e6d1) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:22.536499 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a06b06a-2834-4a86-b04c-11f7bcc0e37d req-b2aba343-a9af-4655-a74e-70c44d22c3cf tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318755 Sep 29 17:34:22.550003 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02704760-593b-4e65-a964-6ec26fb59b1f tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:22.553042 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02704760-593b-4e65-a964-6ec26fb59b1f tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:22.554367 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-02704760-593b-4e65-a964-6ec26fb59b1f tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "DELETE /v2.0/security-groups/3b20fdfe-5410-46f2-b127-7bd29df1857f HTTP/1.1" status: 204 len: 168 time: 0.3779609 Sep 29 17:34:22.562722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41588) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:22.583677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02704760-593b-4e65-a964-6ec26fb59b1f tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b20fdfe-5410-46f2-b127-7bd29df1857f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:22.632079 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6affff17-a999-4511-8781-a824c4b80755 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644002 Sep 29 17:34:22.633777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41590) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:22.646969 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0745c7ec-466f-44ca-bc30-890d54b21040 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group': {'name': 'tempest-secgroup--974034976'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:22.688036 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0745c7ec-466f-44ca-bc30-890d54b21040 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:22.700900 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:22.710609 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47291f5-dbdc-4e21-99eb-a5d319c732ac None None] Pushing event updated for resources: {'Port': ['ID=e28dfbad-a0ce-440e-942d-5250eea8b4f7,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:22.799545 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:22.815105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:22.921007 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0745c7ec-466f-44ca-bc30-890d54b21040 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:22.926281 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0745c7ec-466f-44ca-bc30-890d54b21040 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:22.957120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0745c7ec-466f-44ca-bc30-890d54b21040 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:22.961893 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0745c7ec-466f-44ca-bc30-890d54b21040 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3230245 Sep 29 17:34:22.961893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41598) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:22.968296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9ee47ad1-81d5-4dde-be35-67dcc37076eb tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '28d2e6c4-d226-43d4-b960-c7a9f2bec970', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:22.973648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745c7ec-466f-44ca-bc30-890d54b21040 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d2e6c4-d226-43d4-b960-c7a9f2bec970,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:22.992099 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Router c18fb6ab-4e2d-4d79-9375-7751c92d817d is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:34:23.011707 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.029590 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-9ee47ad1-81d5-4dde-be35-67dcc37076eb tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The resource could not be found. Sep 29 17:34:23.034028 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9ee47ad1-81d5-4dde-be35-67dcc37076eb tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0683737 Sep 29 17:34:23.034904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41602) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:23.041828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f6634b1b-3974-467e-acce-c2d5943cfc4f tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': '28d2e6c4-d226-43d4-b960-c7a9f2bec970', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2e7c5e48-074e-4678-a23a-2e741d1bdbef'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:23.111308 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-f6634b1b-3974-467e-acce-c2d5943cfc4f tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The resource could not be found. Sep 29 17:34:23.129689 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f6634b1b-3974-467e-acce-c2d5943cfc4f tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0810239 Sep 29 17:34:23.131077 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41604) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:23.140262 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Network 2cef421f-2e0d-4273-9285-3575dbbe9bc8 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:23.142776 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Network ccfa82bb-169b-4387-84e5-eea16428e6ce is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:23.147232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:23.149890 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:23.151998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:23.158543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:23.189508 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Pushing event updated for resources: {'Port': ['ID=551ce112-6020-4347-b1e4-93ac0ab6e6d1,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:23.215105 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event updated for resources: {'Port': ['ID=876f6711-e0ba-4486-83ec-a37487ff093a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:23.236045 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.236592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:34:23.252947 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Sync routers for ids ['c18fb6ab-4e2d-4d79-9375-7751c92d817d'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:34:23.253856 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-efb9ffaf-a22d-4340-8ff2-7d331b631a7b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "PUT /v2.0/routers/c18fb6ab-4e2d-4d79-9375-7751c92d817d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4209223 Sep 29 17:34:23.272014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 1070d2aa-4c14-4463-a151-b6c75179b8ec triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:23.272622 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.273494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41612) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:23.276462 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.280652 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-739c21ee-acf0-49a5-842f-1e1bc6603015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.292673 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.298552 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Routers {'c18fb6ab-4e2d-4d79-9375-7751c92d817d'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:23.299276 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c18fb6ab-4e2d-4d79-9375-7751c92d817d'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:23.348420 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.351779 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.353237 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "DELETE /v2.0/security-groups/28d2e6c4-d226-43d4-b960-c7a9f2bec970 HTTP/1.1" status: 204 len: 168 time: 0.2212024 Sep 29 17:34:23.357780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41616) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:23.423518 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8a780fb1-9389-4546-bdc3-3d25af93fc8b tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0644226 Sep 29 17:34:23.425116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d2e6c4-d226-43d4-b960-c7a9f2bec970,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:23.427481 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41618) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:23.433005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-51631996-640d-46e9-a653-bd1b519e8c1d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': 'e39fb7a5-0824-4daf-b702-b2e14c334374', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:23.477740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:23.478182 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:23.478443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:23.485919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:23.485919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:23.485919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:23.485919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:23.485919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:23.486313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:23.486732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:23.487051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:23.487473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd294d1-7fe2-41fa-8efa-766a3cefda3e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:23.519365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Attempting to bind port 551ce112-6020-4347-b1e4-93ac0ab6e6d1 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:34:23.520643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Attempting to bind port 551ce112-6020-4347-b1e4-93ac0ab6e6d1 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'effd721d-c919-4576-9d6b-a69fc1402137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ccfa82bb-169b-4387-84e5-eea16428e6ce'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:34:23.521444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Attempting to bind port 551ce112-6020-4347-b1e4-93ac0ab6e6d1 on network ccfa82bb-169b-4387-84e5-eea16428e6ce {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:23.575528 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-51631996-640d-46e9-a653-bd1b519e8c1d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The resource could not be found. Sep 29 17:34:23.576852 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-51631996-640d-46e9-a653-bd1b519e8c1d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1481941 Sep 29 17:34:23.580955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41626) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:23.584201 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:34:23.584902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Checking segment: {'id': 'effd721d-c919-4576-9d6b-a69fc1402137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ccfa82bb-169b-4387-84e5-eea16428e6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:23.585645 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.585792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5ca2475f-3332-4980-96fa-1b25f923d960 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group': {'name': 'tempest-secgroup--567313687'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:23.586375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Bound using segment: {'id': 'effd721d-c919-4576-9d6b-a69fc1402137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ccfa82bb-169b-4387-84e5-eea16428e6ce'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:34:23.586956 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Set router c18fb6ab-4e2d-4d79-9375-7751c92d817d gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:34:23.588942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Bound port: 551ce112-6020-4347-b1e4-93ac0ab6e6d1, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'effd721d-c919-4576-9d6b-a69fc1402137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'ccfa82bb-169b-4387-84e5-eea16428e6ce'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:34:23.590208 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.639752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41628) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:23.651354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-739c21ee-acf0-49a5-842f-1e1bc6603015 None None] For port 1070d2aa-4c14-4463-a151-b6c75179b8ec, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1070d2aa-4c14-4463-a151-b6c75179b8ec,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:23.661887 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ca2475f-3332-4980-96fa-1b25f923d960 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.674580 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-739c21ee-acf0-49a5-842f-1e1bc6603015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.675875 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88502a49-ec71-4426-b93d-32ab0cdc2a16 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:23.679758 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-88502a49-ec71-4426-b93d-32ab0cdc2a16 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports/4fbfe49e-d974-404d-8bb5-3b0cf1def476 HTTP/1.1" status: 200 len: 911 time: 0.2992432 Sep 29 17:34:23.698931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41632) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:23.870487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-6910a223-3ae9-4319-91c9-4faffe24921f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1258197903-network', 'tenant_id': '4444d5c81b04497cad4824500aa2875c'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:23.881960 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ca2475f-3332-4980-96fa-1b25f923d960 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.893631 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ca2475f-3332-4980-96fa-1b25f923d960 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.908570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] For port 551ce112-6020-4347-b1e4-93ac0ab6e6d1, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:34:23.912047 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-61334e26-d72f-45fe-a6ba-fd73ba2d8486 None None] Provisioning complete for port 4fbfe49e-d974-404d-8bb5-3b0cf1def476 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:23.912798 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-61334e26-d72f-45fe-a6ba-fd73ba2d8486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.932780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6910a223-3ae9-4319-91c9-4faffe24921f admin admin] Made reservation on behalf of 4444d5c81b04497cad4824500aa2875c for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:23.935310 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6910a223-3ae9-4319-91c9-4faffe24921f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.950192 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ca2475f-3332-4980-96fa-1b25f923d960 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.954191 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5ca2475f-3332-4980-96fa-1b25f923d960 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3694921 Sep 29 17:34:23.954191 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2475f-3332-4980-96fa-1b25f923d960 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ca8590-0529-4416-9dda-5abc0e81981f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:23.954705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41634) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:23.958158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] For port 551ce112-6020-4347-b1e4-93ac0ab6e6d1, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=551ce112-6020-4347-b1e4-93ac0ab6e6d1,segment=NetworkSegment(effd721d-c919-4576-9d6b-a69fc1402137),segment_id=effd721d-c919-4576-9d6b-a69fc1402137)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:34:23.959729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c98a855f-4624-41c6-b895-980e4d55b32a tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group': {'name': 'tempest-secgroup--672715428'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:23.960066 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a258f38b-9639-4060-8b4d-62dfef6b170c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:23.966144 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c21ee-acf0-49a5-842f-1e1bc6603015 None None] Pushing event updated for resources: {'Port': ['ID=1070d2aa-4c14-4463-a151-b6c75179b8ec,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:23.984587 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6910a223-3ae9-4319-91c9-4faffe24921f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:23.995925 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.001964 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c98a855f-4624-41c6-b895-980e4d55b32a tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.031967 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912bad00-f304-4b72-984c-b5f0fc1992fa tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:24.038085 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912bad00-f304-4b72-984c-b5f0fc1992fa tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:24.039755 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-912bad00-f304-4b72-984c-b5f0fc1992fa tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3396299 Sep 29 17:34:24.042666 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41636) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:24.051291 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e864f4-5aef-4197-a5c2-78a9d7e58bb8 req-88352e4d-d3fa-4f6b-9877-a40b46964e09 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:24.058662 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40e864f4-5aef-4197-a5c2-78a9d7e58bb8 req-88352e4d-d3fa-4f6b-9877-a40b46964e09 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.2250626 Sep 29 17:34:24.076274 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.096747 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18fb6ab-4e2d-4d79-9375-7751c92d817d', 'name': 'tempest-NetworksTestDHCPv6-router-1250288003', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:18Z', 'updated_at': '2021-09-29T17:34:20Z', 'revision_number': 2, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'gw_port_host': None, '_interfaces': [{'id': '4fbfe49e-d974-404d-8bb5-3b0cf1def476', 'name': '', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'mac_address': 'fa:16:3e:10:68:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18fb6ab-4e2d-4d79-9375-7751c92d817d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '72b47a54-06ac-47ec-9f3c-df740863643e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:34:19Z', 'updated_at': '2021-09-29T17:34:21Z', 'revision_number': 2, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'subnets': [{'id': '72b47a54-06ac-47ec-9f3c-df740863643e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:24.129013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefa90e-59c0-48d0-ada8-c04c20b99a60 None None] Pushing event updated for resources: {'Port': ['ID=551ce112-6020-4347-b1e4-93ac0ab6e6d1,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:24.145752 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Checking router: c18fb6ab-4e2d-4d79-9375-7751c92d817d for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:34:24.146383 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Updating router c18fb6ab-4e2d-4d79-9375-7751c92d817d port 4fbfe49e-d974-404d-8bb5-3b0cf1def476 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:34:24.151947 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-61334e26-d72f-45fe-a6ba-fd73ba2d8486 None None] Port 4fbfe49e-d974-404d-8bb5-3b0cf1def476 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:34:24.162138 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40e864f4-5aef-4197-a5c2-78a9d7e58bb8 req-0e063043-31dc-44ba-9463-228f22ac0d1a tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931847 Sep 29 17:34:24.195498 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a6edb9-f901-4809-b4cb-e9758a8988e6 None None] Network 2cef421f-2e0d-4273-9285-3575dbbe9bc8 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:24.200699 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.258294 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a258f38b-9639-4060-8b4d-62dfef6b170c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:24.258676 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.364954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9f4cff67-eb95-4332-b47e-82af1f697766 None None] Provisioning complete for port e28dfbad-a0ce-440e-942d-5250eea8b4f7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:24.365551 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9f4cff67-eb95-4332-b47e-82af1f697766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.533894 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6910a223-3ae9-4319-91c9-4faffe24921f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.553635 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6910a223-3ae9-4319-91c9-4faffe24921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.569504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6910a223-3ae9-4319-91c9-4faffe24921f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:34:24.587897 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6910a223-3ae9-4319-91c9-4faffe24921f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.589385 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-6910a223-3ae9-4319-91c9-4faffe24921f admin admin] Added segment d147c0d2-5984-4355-af5e-851224b9575e of type vlan for network e3fc7dc3-3732-4d12-a49f-352db5f80856 Sep 29 17:34:24.594809 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.601205 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.668446 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.680125 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6910a223-3ae9-4319-91c9-4faffe24921f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.680293 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.695577 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9f4cff67-eb95-4332-b47e-82af1f697766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.734334 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6910a223-3ae9-4319-91c9-4faffe24921f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.735473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6910a223-3ae9-4319-91c9-4faffe24921f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:24.736168 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6910a223-3ae9-4319-91c9-4faffe24921f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.747934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-9f4cff67-eb95-4332-b47e-82af1f697766 None None] For port e28dfbad-a0ce-440e-942d-5250eea8b4f7, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e28dfbad-a0ce-440e-942d-5250eea8b4f7,segment=NetworkSegment(6a3b69c6-ce5e-49ba-8520-dd623f29fa51),segment_id=6a3b69c6-ce5e-49ba-8520-dd623f29fa51)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:24.762375 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9f4cff67-eb95-4332-b47e-82af1f697766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.808178 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.898204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cff67-eb95-4332-b47e-82af1f697766 None None] Pushing event updated for resources: {'Port': ['ID=e28dfbad-a0ce-440e-942d-5250eea8b4f7,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:24.917998 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910a223-3ae9-4319-91c9-4faffe24921f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:24.925310 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616458e4-a390-4b8b-9a49-3a57cb134090 None None] Pushing event updated for resources: {'Port': ['ID=4fbfe49e-d974-404d-8bb5-3b0cf1def476,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:24.928221 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Attempting to bind port 4fbfe49e-d974-404d-8bb5-3b0cf1def476 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:34:24.928584 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Attempting to bind port 4fbfe49e-d974-404d-8bb5-3b0cf1def476 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:34:24.928943 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Attempting to bind port 4fbfe49e-d974-404d-8bb5-3b0cf1def476 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:24.938785 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616458e4-a390-4b8b-9a49-3a57cb134090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:24.939138 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616458e4-a390-4b8b-9a49-3a57cb134090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:24.939474 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616458e4-a390-4b8b-9a49-3a57cb134090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:24.939806 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616458e4-a390-4b8b-9a49-3a57cb134090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:24.940137 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616458e4-a390-4b8b-9a49-3a57cb134090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:24.940458 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616458e4-a390-4b8b-9a49-3a57cb134090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:24.940778 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616458e4-a390-4b8b-9a49-3a57cb134090 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:24.941098 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616458e4-a390-4b8b-9a49-3a57cb134090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:24.941578 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616458e4-a390-4b8b-9a49-3a57cb134090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:24.942017 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616458e4-a390-4b8b-9a49-3a57cb134090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:24.942204 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616458e4-a390-4b8b-9a49-3a57cb134090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:24.942521 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616458e4-a390-4b8b-9a49-3a57cb134090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:24.948331 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:34:24.948717 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:24.949119 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.949529 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:34:24.950660 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Bound port: 4fbfe49e-d974-404d-8bb5-3b0cf1def476, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:34:24.950660 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:24.951467 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event updated for resources: {'Port': ['ID=876f6711-e0ba-4486-83ec-a37487ff093a,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:25.022757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910a223-3ae9-4319-91c9-4faffe24921f admin admin] Pushing event updated for resources: {'Network': ['ID=e3fc7dc3-3732-4d12-a49f-352db5f80856,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:25.038408 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network e3fc7dc3-3732-4d12-a49f-352db5f80856 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:34:25.060509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1070d2aa-4c14-4463-a151-b6c75179b8ec up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:25.093708 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] For port 4fbfe49e-d974-404d-8bb5-3b0cf1def476, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:34:25.099676 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] For port 4fbfe49e-d974-404d-8bb5-3b0cf1def476, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4fbfe49e-d974-404d-8bb5-3b0cf1def476,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:34:25.118678 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:25.132460 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Network 2cef421f-2e0d-4273-9285-3575dbbe9bc8 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:25.134360 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:25.211859 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616458e4-a390-4b8b-9a49-3a57cb134090 None None] Pushing event updated for resources: {'Port': ['ID=4fbfe49e-d974-404d-8bb5-3b0cf1def476,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:25.292565 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c98a855f-4624-41c6-b895-980e4d55b32a tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:25.293841 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Routers {'c18fb6ab-4e2d-4d79-9375-7751c92d817d'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:25.294539 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c18fb6ab-4e2d-4d79-9375-7751c92d817d'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:25.318036 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c98a855f-4624-41c6-b895-980e4d55b32a tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:25.380336 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4b7ce107-4f9a-44ba-ad75-c5c17c9ec853 None None] Provisioning complete for port 4fbfe49e-d974-404d-8bb5-3b0cf1def476 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:25.380876 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b7ce107-4f9a-44ba-ad75-c5c17c9ec853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:25.386403 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Router 64d8ec64-97bb-4ec0-8f50-c74fd9badfd9 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:34:25.387485 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c98a855f-4624-41c6-b895-980e4d55b32a tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:25.392657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c98a855f-4624-41c6-b895-980e4d55b32a tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4343379 Sep 29 17:34:25.394784 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6910a223-3ae9-4319-91c9-4faffe24921f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7536538 Sep 29 17:34:25.395316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41646) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:25.395658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41648) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:25.421620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-829b0a53-1c26-4524-bebd-1e6b68ae90d6 admin admin] Request body: {'subnet': {'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1258197903-subnet', 'tenant_id': '4444d5c81b04497cad4824500aa2875c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:25.448065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-2f52409c-96e2-4fe4-b3b1-4adab7368dd8 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': 'e8ca8590-0529-4416-9dda-5abc0e81981f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd7d51126-abdd-4db4-b3b4-e71ef930abb0'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:25.488690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 1070d2aa-4c14-4463-a151-b6c75179b8ec triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:25.489341 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:25.493624 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-392e2621-9190-4db9-bd03-64d3634d7168 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:25.507153 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] Set router c18fb6ab-4e2d-4d79-9375-7751c92d817d gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:34:25.627101 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b7ce107-4f9a-44ba-ad75-c5c17c9ec853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:25.723324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a855f-4624-41c6-b895-980e4d55b32a tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d51126-abdd-4db4-b3b4-e71ef930abb0,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:25.757656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888e01b-ab1d-493f-a8e5-f2f0768507ea req-8e43187a-35f5-469d-8269-539525b05248 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:25.757883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4b7ce107-4f9a-44ba-ad75-c5c17c9ec853 None None] For port 4fbfe49e-d974-404d-8bb5-3b0cf1def476, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4fbfe49e-d974-404d-8bb5-3b0cf1def476,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:25.766103 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7888e01b-ab1d-493f-a8e5-f2f0768507ea req-8e43187a-35f5-469d-8269-539525b05248 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.4214373 Sep 29 17:34:25.769379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829b0a53-1c26-4524-bebd-1e6b68ae90d6 admin admin] Made reservation on behalf of 4444d5c81b04497cad4824500aa2875c for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:25.772346 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-829b0a53-1c26-4524-bebd-1e6b68ae90d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:25.783273 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-2f52409c-96e2-4fe4-b3b1-4adab7368dd8 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:25.785330 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2f52409c-96e2-4fe4-b3b1-4adab7368dd8 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3704112 Sep 29 17:34:25.794587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41652) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:25.798160 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b7ce107-4f9a-44ba-ad75-c5c17c9ec853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:25.883313 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4b7ce107-4f9a-44ba-ad75-c5c17c9ec853 None None] Provisioning complete for port e28dfbad-a0ce-440e-942d-5250eea8b4f7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:25.883604 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b7ce107-4f9a-44ba-ad75-c5c17c9ec853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:25.926988 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 551ce112-6020-4347-b1e4-93ac0ab6e6d1 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:25.940719 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e6f734-a0c4-4624-8c1c-2e15960d66c3 None None] Network ccfa82bb-169b-4387-84e5-eea16428e6ce requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:25.941430 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18fb6ab-4e2d-4d79-9375-7751c92d817d', 'name': 'tempest-NetworksTestDHCPv6-router-1250288003', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:18Z', 'updated_at': '2021-09-29T17:34:20Z', 'revision_number': 2, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'gw_port_host': None, '_interfaces': [{'id': '4fbfe49e-d974-404d-8bb5-3b0cf1def476', 'name': '', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'mac_address': 'fa:16:3e:10:68:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18fb6ab-4e2d-4d79-9375-7751c92d817d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '72b47a54-06ac-47ec-9f3c-df740863643e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:34:19Z', 'updated_at': '2021-09-29T17:34:25Z', 'revision_number': 4, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'subnets': [{'id': '72b47a54-06ac-47ec-9f3c-df740863643e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:25.975524 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb7b15-c3d8-4e34-a49f-dfe124c73bc8 None None] The sync data for ids ['c18fb6ab-4e2d-4d79-9375-7751c92d817d'] in n-d-811748-2 is: [{'id': 'c18fb6ab-4e2d-4d79-9375-7751c92d817d', 'name': 'tempest-NetworksTestDHCPv6-router-1250288003', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:18Z', 'updated_at': '2021-09-29T17:34:20Z', 'revision_number': 2, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'gw_port_host': None, '_interfaces': [{'id': '4fbfe49e-d974-404d-8bb5-3b0cf1def476', 'name': '', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'mac_address': 'fa:16:3e:10:68:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18fb6ab-4e2d-4d79-9375-7751c92d817d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '72b47a54-06ac-47ec-9f3c-df740863643e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:34:19Z', 'updated_at': '2021-09-29T17:34:25Z', 'revision_number': 4, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'subnets': [{'id': '72b47a54-06ac-47ec-9f3c-df740863643e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:34:26.054478 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ce107-4f9a-44ba-ad75-c5c17c9ec853 None None] Pushing event updated for resources: {'Port': ['ID=4fbfe49e-d974-404d-8bb5-3b0cf1def476,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:26.111030 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7888e01b-ab1d-493f-a8e5-f2f0768507ea req-7bcb1f38-157c-486e-84a0-a90f2f6dc6f9 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440297 Sep 29 17:34:26.172703 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:34:26.178323 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-43cce2b8-5538-4fc6-9f45-35d034e5ef9f tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "PUT /v2.0/routers/64d8ec64-97bb-4ec0-8f50-c74fd9badfd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8582902 Sep 29 17:34:26.181963 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41656) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:26.190477 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bea86048-069d-4973-935d-d1c2871b9e1d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:26.212079 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c43e2d2-c8e1-4b4e-942e-f47ab52d3e38 None None] Sync routers for ids ['64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:34:26.262095 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bea86048-069d-4973-935d-d1c2871b9e1d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:26.276382 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-829b0a53-1c26-4524-bebd-1e6b68ae90d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:26.320016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c43e2d2-c8e1-4b4e-942e-f47ab52d3e38 None None] Routers {'64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:26.320016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3c43e2d2-c8e1-4b4e-942e-f47ab52d3e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:26.330497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 551ce112-6020-4347-b1e4-93ac0ab6e6d1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:26.330950 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:26.407630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b0a53-1c26-4524-bebd-1e6b68ae90d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8ec182f-4bf1-4776-988a-c1b450439564,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:26.414764 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bea86048-069d-4973-935d-d1c2871b9e1d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:26.417829 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bea86048-069d-4973-935d-d1c2871b9e1d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:26.418801 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bea86048-069d-4973-935d-d1c2871b9e1d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "DELETE /v2.0/security-groups/d7d51126-abdd-4db4-b3b4-e71ef930abb0 HTTP/1.1" status: 204 len: 168 time: 0.6207099 Sep 29 17:34:26.420855 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3c43e2d2-c8e1-4b4e-942e-f47ab52d3e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:26.422467 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41660) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:26.430969 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4b7ce107-4f9a-44ba-ad75-c5c17c9ec853 None None] Provisioning complete for port 876f6711-e0ba-4486-83ec-a37487ff093a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:26.432463 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b7ce107-4f9a-44ba-ad75-c5c17c9ec853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:26.436440 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea86048-069d-4973-935d-d1c2871b9e1d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d51126-abdd-4db4-b3b4-e71ef930abb0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:26.439619 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829b0a53-1c26-4524-bebd-1e6b68ae90d6 admin admin] Checking segment: {'id': 'd147c0d2-5984-4355-af5e-851224b9575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:26.439982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b0a53-1c26-4524-bebd-1e6b68ae90d6 admin admin] Network hostable DHCP agents. Network: e3fc7dc3-3732-4d12-a49f-352db5f80856, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:34:26.451709 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-392e2621-9190-4db9-bd03-64d3634d7168 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port 4fbfe49e-d974-404d-8bb5-3b0cf1def476 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:26.452050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-392e2621-9190-4db9-bd03-64d3634d7168 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:26.519681 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c43e2d2-c8e1-4b4e-942e-f47ab52d3e38 None None] Routers {'64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:26.520422 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3c43e2d2-c8e1-4b4e-942e-f47ab52d3e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:26.538963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b0a53-1c26-4524-bebd-1e6b68ae90d6 admin admin] Network e3fc7dc3-3732-4d12-a49f-352db5f80856 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:34:26.598632 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-392e2621-9190-4db9-bd03-64d3634d7168 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] For port 4fbfe49e-d974-404d-8bb5-3b0cf1def476, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4fbfe49e-d974-404d-8bb5-3b0cf1def476,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:26.599114 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-392e2621-9190-4db9-bd03-64d3634d7168 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:26.617465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-392e2621-9190-4db9-bd03-64d3634d7168 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for 4fbfe49e-d974-404d-8bb5-3b0cf1def476 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:26.628618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-829b0a53-1c26-4524-bebd-1e6b68ae90d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, e3fc7dc3-3732-4d12-a49f-352db5f80856) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:26.647863 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b0a53-1c26-4524-bebd-1e6b68ae90d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:26.648634 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-829b0a53-1c26-4524-bebd-1e6b68ae90d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:26.707314 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-829b0a53-1c26-4524-bebd-1e6b68ae90d6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2917879 Sep 29 17:34:26.711068 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41666) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:26.719017 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2cc1cf1b-7782-40cb-aa9f-97376c7af95e tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2928460 Sep 29 17:34:26.719763 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41668) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:26.721741 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1258197903-router', 'tenant_id': '4444d5c81b04497cad4824500aa2875c', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:26.742448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ce8edf-dd94-4c76-a89a-e0fe89245921 None None] Network e3fc7dc3-3732-4d12-a49f-352db5f80856 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:26.751971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3c43e2d2-c8e1-4b4e-942e-f47ab52d3e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:26.752729 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c43e2d2-c8e1-4b4e-942e-f47ab52d3e38 None None] The sync data for ids ['64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:34:26.777102 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ce107-4f9a-44ba-ad75-c5c17c9ec853 None None] Port 876f6711-e0ba-4486-83ec-a37487ff093a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:34:26.851830 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:26.854711 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:26.876184 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:26.914480 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-d76ab590-27ee-44a6-b662-f49b6a0b38b8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:26.916002 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d76ab590-27ee-44a6-b662-f49b6a0b38b8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "PUT /v2.0/routers/64d8ec64-97bb-4ec0-8f50-c74fd9badfd9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7324026 Sep 29 17:34:26.918758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41670) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:26.974645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-23db8042-5cd1-4309-ac4b-9db11746d614 None None] Provisioning complete for port 4fbfe49e-d974-404d-8bb5-3b0cf1def476 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:26.975150 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-23db8042-5cd1-4309-ac4b-9db11746d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:26.978271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 551ce112-6020-4347-b1e4-93ac0ab6e6d1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=551ce112-6020-4347-b1e4-93ac0ab6e6d1,segment=NetworkSegment(effd721d-c919-4576-9d6b-a69fc1402137),segment_id=effd721d-c919-4576-9d6b-a69fc1402137)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:26.994696 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:27.023172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8a5668-35bf-4f54-b2e8-f9a1f5584a4a None None] Network e3fc7dc3-3732-4d12-a49f-352db5f80856 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:27.041671 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:27.054503 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e28dfbad-a0ce-440e-942d-5250eea8b4f7 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:27.084553 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c23af41d-b985-43dc-967a-2ab5919e8880 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:27.156960 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c23af41d-b985-43dc-967a-2ab5919e8880 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:27.218999 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c23af41d-b985-43dc-967a-2ab5919e8880 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:27.222229 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c23af41d-b985-43dc-967a-2ab5919e8880 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:27.226526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c23af41d-b985-43dc-967a-2ab5919e8880 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "DELETE /v2.0/security-groups/e8ca8590-0529-4416-9dda-5abc0e81981f HTTP/1.1" status: 204 len: 168 time: 0.4590311 Sep 29 17:34:27.227386 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41680) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:27.350216 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:27.359748 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=551ce112-6020-4347-b1e4-93ac0ab6e6d1,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:27.369527 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23af41d-b985-43dc-967a-2ab5919e8880 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ca8590-0529-4416-9dda-5abc0e81981f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:27.462839 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e28dfbad-a0ce-440e-942d-5250eea8b4f7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:27.463259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca886c1-2842-487b-899a-05a8fad8eda1 req-67d6c32a-97a6-457b-9036-f082bf68b593 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:27.463458 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:27.468035 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ca886c1-2842-487b-899a-05a8fad8eda1 req-67d6c32a-97a6-457b-9036-f082bf68b593 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.1521924 Sep 29 17:34:27.481045 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d778cefc-39a1-4324-b6b9-97f230eaa262 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1680233 Sep 29 17:34:27.487940 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41682) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:27.493383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789ae75c-3eeb-49ca-8868-82e41dc21958 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:34:27.496936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-05e57505-487b-4562-8f95-6c0ce3e8648c tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group': {'name': 'tempest-secgroup--786880609'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:27.563072 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-23db8042-5cd1-4309-ac4b-9db11746d614 None None] Provisioning complete for port 876f6711-e0ba-4486-83ec-a37487ff093a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:27.563654 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-23db8042-5cd1-4309-ac4b-9db11746d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:27.568900 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-05e57505-487b-4562-8f95-6c0ce3e8648c tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:27.597872 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ca886c1-2842-487b-899a-05a8fad8eda1 req-ca43bb3d-7175-4530-9dfa-1c3fcf15efc9 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132123 Sep 29 17:34:27.741297 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:27.747486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-23db8042-5cd1-4309-ac4b-9db11746d614 None None] Port 876f6711-e0ba-4486-83ec-a37487ff093a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:34:27.791693 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-05e57505-487b-4562-8f95-6c0ce3e8648c tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:27.795200 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-23db8042-5cd1-4309-ac4b-9db11746d614 None None] Provisioning complete for port 551ce112-6020-4347-b1e4-93ac0ab6e6d1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:27.795753 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-23db8042-5cd1-4309-ac4b-9db11746d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:27.803884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab863b35-6acd-4a85-96ea-8863ed0d0923 req-16bd695c-8b78-408d-88fc-04fecd7372aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:27.804940 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ab863b35-6acd-4a85-96ea-8863ed0d0923 req-16bd695c-8b78-408d-88fc-04fecd7372aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 1095 time: 0.8020332 Sep 29 17:34:27.806837 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-05e57505-487b-4562-8f95-6c0ce3e8648c tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:27.819858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926137c-a4b1-417f-b8b5-2134b9881b23 req-70da53b4-58c3-4aff-8e0e-dc86084e8dd9 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:27.822289 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4926137c-a4b1-417f-b8b5-2134b9881b23 req-70da53b4-58c3-4aff-8e0e-dc86084e8dd9 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.7853024 Sep 29 17:34:27.825988 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1755ef12-ff23-4e92-bc3d-2bdd23d4bfe7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:27.877553 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-392e2621-9190-4db9-bd03-64d3634d7168 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:27.942670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e2621-9190-4db9-bd03-64d3634d7168 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=4fbfe49e-d974-404d-8bb5-3b0cf1def476,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:28.013494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e57505-487b-4562-8f95-6c0ce3e8648c tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db636756-7491-4bf8-b7e5-d4d9a7316dd5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:28.017826 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 551ce112-6020-4347-b1e4-93ac0ab6e6d1 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:28.025420 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-05e57505-487b-4562-8f95-6c0ce3e8648c tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:28.033632 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4926137c-a4b1-417f-b8b5-2134b9881b23 req-46aba31f-1808-4e9f-a015-6f0374602bf2 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916142 Sep 29 17:34:28.034661 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-05e57505-487b-4562-8f95-6c0ce3e8648c tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5414536 Sep 29 17:34:28.037956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41690) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:28.044186 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-8c9efe0f-5a56-4c17-9ffb-930613db04f7 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': 'db636756-7491-4bf8-b7e5-d4d9a7316dd5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:28.086336 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789ae75c-3eeb-49ca-8868-82e41dc21958 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:34:28.127607 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-392e2621-9190-4db9-bd03-64d3634d7168 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:28.146090 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469542e7-5b9b-4fd6-9abf-6d6dc013c4fa req-10971eb2-644b-4f99-a195-6f229afd1587 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:28.151882 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-469542e7-5b9b-4fd6-9abf-6d6dc013c4fa req-10971eb2-644b-4f99-a195-6f229afd1587 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.0968621 Sep 29 17:34:28.182552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab863b35-6acd-4a85-96ea-8863ed0d0923 req-20b75239-09df-4348-b61f-337538dab7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:28.184283 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ab863b35-6acd-4a85-96ea-8863ed0d0923 req-20b75239-09df-4348-b61f-337538dab7e5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.3583450 Sep 29 17:34:28.231163 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 551ce112-6020-4347-b1e4-93ac0ab6e6d1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:28.231542 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:28.287630 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b5b0bb7b-7101-4412-94ae-4be948b6f90a None None] Provisioning complete for port 551ce112-6020-4347-b1e4-93ac0ab6e6d1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:28.287991 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b5b0bb7b-7101-4412-94ae-4be948b6f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:28.308651 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-8c9efe0f-5a56-4c17-9ffb-930613db04f7 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:28.309728 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8c9efe0f-5a56-4c17-9ffb-930613db04f7 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2707427 Sep 29 17:34:28.312817 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41694) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:28.315128 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-469542e7-5b9b-4fd6-9abf-6d6dc013c4fa req-250796a4-0143-434e-a297-a5484d3eee05 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035728 Sep 29 17:34:28.319218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-11dcbba6-cab6-40a7-b6a8-6bcd4125ddd6 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group_rule': {'security_group_id': 'db636756-7491-4bf8-b7e5-d4d9a7316dd5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:28.428929 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ab863b35-6acd-4a85-96ea-8863ed0d0923 req-96ab4046-6cd9-4df4-b0b0-af3d5a550920 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 HTTP/1.1" status: 200 len: 999 time: 0.2108941 Sep 29 17:34:28.456598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-1755ef12-ff23-4e92-bc3d-2bdd23d4bfe7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Deleting port 876f6711-e0ba-4486-83ec-a37487ff093a {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:28.456924 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1755ef12-ff23-4e92-bc3d-2bdd23d4bfe7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:28.515977 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e28dfbad-a0ce-440e-942d-5250eea8b4f7 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:28.520589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392e2621-9190-4db9-bd03-64d3634d7168 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Router c18fb6ab-4e2d-4d79-9375-7751c92d817d has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:34:28.557173 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1755ef12-ff23-4e92-bc3d-2bdd23d4bfe7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:28.570211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-1755ef12-ff23-4e92-bc3d-2bdd23d4bfe7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Calling delete_port for 876f6711-e0ba-4486-83ec-a37487ff093a owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:28.595067 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-11dcbba6-cab6-40a7-b6a8-6bcd4125ddd6 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:34:28.598908 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-11dcbba6-cab6-40a7-b6a8-6bcd4125ddd6 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2804828 Sep 29 17:34:28.605141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41698) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:28.630413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab863b35-6acd-4a85-96ea-8863ed0d0923 req-90deafe6-ac5c-4ac5-b766-81e06acaf4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:28.632141 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ab863b35-6acd-4a85-96ea-8863ed0d0923 req-90deafe6-ac5c-4ac5-b766-81e06acaf4e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.1936097 Sep 29 17:34:28.649599 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91926d36-02d9-4de6-a228-712cca59d0e7 req-f4454563-0ce2-4fc4-b936-0dd63efc3ead tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:28.652016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91926d36-02d9-4de6-a228-712cca59d0e7 req-f4454563-0ce2-4fc4-b936-0dd63efc3ead tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.2197497 Sep 29 17:34:28.680598 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e28dfbad-a0ce-440e-942d-5250eea8b4f7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:28.680881 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:28.747752 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1755ef12-ff23-4e92-bc3d-2bdd23d4bfe7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:28.781408 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755ef12-ff23-4e92-bc3d-2bdd23d4bfe7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event deleted for resources: {'Port': ['ID=876f6711-e0ba-4486-83ec-a37487ff093a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:28.814164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392e2621-9190-4db9-bd03-64d3634d7168 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:34:28.814684 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4fbfe49e-d974-404d-8bb5-3b0cf1def476 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:28.819546 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-392e2621-9190-4db9-bd03-64d3634d7168 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "PUT /v2.0/routers/c18fb6ab-4e2d-4d79-9375-7751c92d817d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7757745 Sep 29 17:34:28.825873 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40238a76-27d4-463c-82ca-ad548aa45009 None None] Sync routers for ids ['c18fb6ab-4e2d-4d79-9375-7751c92d817d'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:34:28.833354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41700) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:28.836961 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40238a76-27d4-463c-82ca-ad548aa45009 None None] Routers {'c18fb6ab-4e2d-4d79-9375-7751c92d817d'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:28.837643 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-40238a76-27d4-463c-82ca-ad548aa45009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c18fb6ab-4e2d-4d79-9375-7751c92d817d'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:28.907407 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:28.938786 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-40238a76-27d4-463c-82ca-ad548aa45009 None None] Set router c18fb6ab-4e2d-4d79-9375-7751c92d817d gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:34:28.945318 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:29.001057 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1755ef12-ff23-4e92-bc3d-2bdd23d4bfe7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:29.039488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 4fbfe49e-d974-404d-8bb5-3b0cf1def476 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:34:29.039871 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4fbfe49e-d974-404d-8bb5-3b0cf1def476 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 29 17:34:29.080903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Port 4fbfe49e-d974-404d-8bb5-3b0cf1def476 not found, will not notify nova. {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 29 17:34:29.132181 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Allocated IP 172.25.2.106 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/5b91c548-2fea-41bf-abed-d58f45d49cca) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:29.145787 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-40238a76-27d4-463c-82ca-ad548aa45009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18fb6ab-4e2d-4d79-9375-7751c92d817d', 'name': 'tempest-NetworksTestDHCPv6-router-1250288003', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:18Z', 'updated_at': '2021-09-29T17:34:27Z', 'revision_number': 3, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:29.176989 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40238a76-27d4-463c-82ca-ad548aa45009 None None] Checking router: c18fb6ab-4e2d-4d79-9375-7751c92d817d for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:34:29.186364 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40238a76-27d4-463c-82ca-ad548aa45009 None None] Routers {'c18fb6ab-4e2d-4d79-9375-7751c92d817d'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:29.187025 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-40238a76-27d4-463c-82ca-ad548aa45009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c18fb6ab-4e2d-4d79-9375-7751c92d817d'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:29.240715 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab863b35-6acd-4a85-96ea-8863ed0d0923 req-568a4af3-b65d-4114-840d-24068e433ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:29.242576 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ab863b35-6acd-4a85-96ea-8863ed0d0923 req-568a4af3-b65d-4114-840d-24068e433ebb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5714080 Sep 29 17:34:29.257759 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91926d36-02d9-4de6-a228-712cca59d0e7 req-c3e0cf4d-f78d-49a2-bdf5-98a083e4b559 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771310 Sep 29 17:34:29.284425 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1755ef12-ff23-4e92-bc3d-2bdd23d4bfe7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Router 64d8ec64-97bb-4ec0-8f50-c74fd9badfd9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:34:29.288168 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-40238a76-27d4-463c-82ca-ad548aa45009 None None] Set router c18fb6ab-4e2d-4d79-9375-7751c92d817d gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:34:29.292714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fde39f-5b81-490a-825c-6204107f2cd9 req-01aec4d3-c5bd-4dd6-a668-5e8d9caf9d7f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:29.294322 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-60fde39f-5b81-490a-825c-6204107f2cd9 req-01aec4d3-c5bd-4dd6-a668-5e8d9caf9d7f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1372364 Sep 29 17:34:29.325579 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-29b13fc5-fe56-4be8-b668-7c50d0a07fff tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:29.363790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e905f6-ed3b-4237-abcc-74daf6ed2ab1 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:29.366515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e905f6-ed3b-4237-abcc-74daf6ed2ab1 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:29.377798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-12e905f6-ed3b-4237-abcc-74daf6ed2ab1 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5398009 Sep 29 17:34:29.378428 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41710) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:29.384030 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-40238a76-27d4-463c-82ca-ad548aa45009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18fb6ab-4e2d-4d79-9375-7751c92d817d', 'name': 'tempest-NetworksTestDHCPv6-router-1250288003', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:18Z', 'updated_at': '2021-09-29T17:34:27Z', 'revision_number': 3, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:29.421994 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40238a76-27d4-463c-82ca-ad548aa45009 None None] The sync data for ids ['c18fb6ab-4e2d-4d79-9375-7751c92d817d'] in n-d-811748-2 is: [{'id': 'c18fb6ab-4e2d-4d79-9375-7751c92d817d', 'name': 'tempest-NetworksTestDHCPv6-router-1250288003', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:18Z', 'updated_at': '2021-09-29T17:34:27Z', 'revision_number': 3, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:34:29.425821 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-60fde39f-5b81-490a-825c-6204107f2cd9 req-3e2f5062-e384-4315-be73-630d0a34eb8b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211758 Sep 29 17:34:29.428635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1755ef12-ff23-4e92-bc3d-2bdd23d4bfe7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:34:29.436447 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1755ef12-ff23-4e92-bc3d-2bdd23d4bfe7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "PUT /v2.0/routers/64d8ec64-97bb-4ec0-8f50-c74fd9badfd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5160654 Sep 29 17:34:29.441186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41712) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:29.443585 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b75d0f3-16e9-487e-9745-3513464ce4cf None None] Sync routers for ids ['64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:34:29.460673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75d0f3-16e9-487e-9745-3513464ce4cf None None] Routers {'64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:29.461346 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7b75d0f3-16e9-487e-9745-3513464ce4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:29.541234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7b75d0f3-16e9-487e-9745-3513464ce4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:29.554635 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75d0f3-16e9-487e-9745-3513464ce4cf None None] Routers {'64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:29.555849 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:29.556611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7b75d0f3-16e9-487e-9745-3513464ce4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:29.558817 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-29b13fc5-fe56-4be8-b668-7c50d0a07fff tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:29.566563 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-6f721830-f2f4-4772-b12a-69a27adbe911 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] delete failed (client error): The resource could not be found. Sep 29 17:34:29.567585 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6f721830-f2f4-4772-b12a-69a27adbe911 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-411499263 HTTP/1.1" status: 404 len: 334 time: 0.0709562 Sep 29 17:34:29.571489 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41716) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:29.581259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5d964f53-3575-4e22-9f98-0b381f264dc7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Request body: {'router': {'external_gateway_info': {'network_id': '64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:29.609499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7b75d0f3-16e9-487e-9745-3513464ce4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:29.610538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b75d0f3-16e9-487e-9745-3513464ce4cf None None] The sync data for ids ['64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:34:29.630374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ab583df8-b944-4a28-bd69-299e1babbe2b None None] Provisioning complete for port 1070d2aa-4c14-4463-a151-b6c75179b8ec triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:29.630896 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ab583df8-b944-4a28-bd69-299e1babbe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:29.678504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7d7d65-c439-4299-b418-86cfa2a2b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 72b47a54-06ac-47ec-9f3c-df740863643e {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:34:29.688943 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7d65-c439-4299-b418-86cfa2a2b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:29.782962 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-29b13fc5-fe56-4be8-b668-7c50d0a07fff tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:29.785801 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-29b13fc5-fe56-4be8-b668-7c50d0a07fff tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:29.787091 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-29b13fc5-fe56-4be8-b668-7c50d0a07fff tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "DELETE /v2.0/security-groups/db636756-7491-4bf8-b7e5-d4d9a7316dd5 HTTP/1.1" status: 204 len: 168 time: 1.1809745 Sep 29 17:34:29.788372 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:29.796093 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41718) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:29.826845 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7d65-c439-4299-b418-86cfa2a2b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:29.858009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cc335-b3e8-4473-87aa-654a362847cf req-7f161f4f-3bf9-466d-ae81-8105bc00f6bc tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:29.865883 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8c3cc335-b3e8-4473-87aa-654a362847cf req-7f161f4f-3bf9-466d-ae81-8105bc00f6bc tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.3170645 Sep 29 17:34:29.869384 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ab863b35-6acd-4a85-96ea-8863ed0d0923 req-6c8fc41f-b972-415d-b4f5-fbc0d5283e85 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860801 Sep 29 17:34:29.911665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b13fc5-fe56-4be8-b668-7c50d0a07fff tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db636756-7491-4bf8-b7e5-d4d9a7316dd5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:29.912276 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4fbfe49e-d974-404d-8bb5-3b0cf1def476 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:34:29.948737 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 4fbfe49e-d974-404d-8bb5-3b0cf1def476 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:34:29.949107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4fbfe49e-d974-404d-8bb5-3b0cf1def476 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:34:29.976301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:30.000838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:30.020091 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:30.069157 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Pushing event updated for resources: {'Port': ['ID=5b91c548-2fea-41bf-abed-d58f45d49cca,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:30.139529 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8c3cc335-b3e8-4473-87aa-654a362847cf req-b97e20ec-ed8b-4a03-85c5-6b0a2fbc9124 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726791 Sep 29 17:34:30.150756 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-377c5539-0162-4eb5-a3b2-0671159312f4 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3469706 Sep 29 17:34:30.151699 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d964f53-3575-4e22-9f98-0b381f264dc7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:30.156901 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41722) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:30.162707 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a21ea9e3-4ed5-48f7-a7ab-e565b3f0d209 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159932496'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:30.186867 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-5d964f53-3575-4e22-9f98-0b381f264dc7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] update failed (client error): The resource could not be found. Sep 29 17:34:30.187874 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5d964f53-3575-4e22-9f98-0b381f264dc7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "PUT /v2.0/routers/64d8ec64-97bb-4ec0-8f50-c74fd9badfd9 HTTP/1.1" status: 404 len: 339 time: 0.6145086 Sep 29 17:34:30.192029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41724) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:30.269417 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a21ea9e3-4ed5-48f7-a7ab-e565b3f0d209 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:30.272142 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7d65-c439-4299-b418-86cfa2a2b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:30.279994 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ab863b35-6acd-4a85-96ea-8863ed0d0923 req-d382511e-4e83-4adb-a181-7a9cb26b664f service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784423 Sep 29 17:34:30.541189 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a21ea9e3-4ed5-48f7-a7ab-e565b3f0d209 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:30.543380 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:30.546768 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a21ea9e3-4ed5-48f7-a7ab-e565b3f0d209 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:30.585994 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a21ea9e3-4ed5-48f7-a7ab-e565b3f0d209 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:30.590413 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a21ea9e3-4ed5-48f7-a7ab-e565b3f0d209 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4293368 Sep 29 17:34:30.626023 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41728) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:30.656826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e0e1f2e3-4fbe-44f6-9269-cf34918b3ccf tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:30.657236 n-d-811748-2 neutron-server[95015]: WARNING neutron.api.v2.base [None req-e0e1f2e3-4fbe-44f6-9269-cf34918b3ccf tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 29 17:34:30.657749 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-e0e1f2e3-4fbe-44f6-9269-cf34918b3ccf tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] update failed (client error): There was a conflict when trying to complete your request. Sep 29 17:34:30.661822 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e0e1f2e3-4fbe-44f6-9269-cf34918b3ccf tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "PUT /v2.0/security-groups/e0c0f21b-5755-4794-b22a-6ded46f5c145 HTTP/1.1" status: 409 len: 330 time: 0.0077267 Sep 29 17:34:30.662001 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41732) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:30.673130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ea9e3-4ed5-48f7-a7ab-e565b3f0d209 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c0f21b-5755-4794-b22a-6ded46f5c145,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:30.817393 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a2ee66fa-1277-4694-ad96-b2050ac621fa tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:30.856969 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a2ee66fa-1277-4694-ad96-b2050ac621fa tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:30.866241 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7d65-c439-4299-b418-86cfa2a2b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:30.921137 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Allocated IP 172.20.0.1 (f5a2b5f3-b346-45ef-b87a-83865bef830f/b1809786-684b-45e3-9e19-e19d2f9e080d/c27c6cb4-fcf4-4e1c-8e18-d23ced1805a1) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:30.936185 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64404b31-2200-437a-b9a3-2d6fc069f949 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:30.941734 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a2ee66fa-1277-4694-ad96-b2050ac621fa tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:30.944567 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a2ee66fa-1277-4694-ad96-b2050ac621fa tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:30.949054 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a2ee66fa-1277-4694-ad96-b2050ac621fa tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "DELETE /v2.0/security-groups/e0c0f21b-5755-4794-b22a-6ded46f5c145 HTTP/1.1" status: 204 len: 168 time: 0.2832870 Sep 29 17:34:30.955581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d7d65-c439-4299-b418-86cfa2a2b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=72b47a54-06ac-47ec-9f3c-df740863643e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:30.959458 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3b7d7d65-c439-4299-b418-86cfa2a2b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:30.964855 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3b7d7d65-c439-4299-b418-86cfa2a2b6a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/72b47a54-06ac-47ec-9f3c-df740863643e HTTP/1.1" status: 204 len: 168 time: 1.5667198 Sep 29 17:34:30.965711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41734) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:30.966240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41736) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:30.979798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee66fa-1277-4694-ad96-b2050ac621fa tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c0f21b-5755-4794-b22a-6ded46f5c145,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:31.067980 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:31.113380 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:31.160407 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Network f5a2b5f3-b346-45ef-b87a-83865bef830f is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:31.163640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:31.170128 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:31.212989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b48e99-c7ec-49dd-bd98-26fe353e9572 None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:34:31.218961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event updated for resources: {'Port': ['ID=c27c6cb4-fcf4-4e1c-8e18-d23ced1805a1,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:31.232430 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:31.273250 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f98d442c-fb6b-4765-8560-384f907ee68d tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2675078 Sep 29 17:34:31.286325 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-30b48e99-c7ec-49dd-bd98-26fe353e9572 None None] Deleting port 1070d2aa-4c14-4463-a151-b6c75179b8ec {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:31.287009 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-30b48e99-c7ec-49dd-bd98-26fe353e9572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:31.297904 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41742) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:31.317643 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-7890e85f-3d20-4625-9fda-2133b88d48ef tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] delete failed (client error): The resource could not be found. Sep 29 17:34:31.320105 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7890e85f-3d20-4625-9fda-2133b88d48ef tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "DELETE /v2.0/security-groups/eabfef55-114e-4df4-9c6e-f5832ad828d8 HTTP/1.1" status: 404 len: 347 time: 0.0176504 Sep 29 17:34:31.326184 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:31.330185 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41744) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:31.383760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2996923-8fde-49ac-b273-850289181cc6 req-0d662512-73a0-4fc7-a4a7-3b263a04ea10 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:31.386000 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2996923-8fde-49ac-b273-850289181cc6 req-0d662512-73a0-4fc7-a4a7-3b263a04ea10 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.5162253 Sep 29 17:34:31.386493 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-30b48e99-c7ec-49dd-bd98-26fe353e9572 None None] For port 1070d2aa-4c14-4463-a151-b6c75179b8ec, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1070d2aa-4c14-4463-a151-b6c75179b8ec,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:31.387097 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-30b48e99-c7ec-49dd-bd98-26fe353e9572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:31.391652 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-75728036-d858-46a2-b5d7-ae10945b040f tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] show failed (client error): The resource could not be found. Sep 29 17:34:31.392738 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-75728036-d858-46a2-b5d7-ae10945b040f tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "GET /v2.0/security-groups/8b12fce0-880d-4408-ad97-087bb61f7c80 HTTP/1.1" status: 404 len: 347 time: 0.0607491 Sep 29 17:34:31.396819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41746) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:31.406559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-30b48e99-c7ec-49dd-bd98-26fe353e9572 None None] Calling delete_port for 1070d2aa-4c14-4463-a151-b6c75179b8ec owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:31.423127 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f146d-689d-4c3c-87f5-205a25b131cc req-6b75dbf5-6fcf-4690-b285-12c8b7414229 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:31.424882 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-597f146d-689d-4c3c-87f5-205a25b131cc req-6b75dbf5-6fcf-4690-b285-12c8b7414229 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.1666458 Sep 29 17:34:31.433270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92003922-d7a8-499f-8617-a78210bdbab2 req-8ada03f4-af6e-40c0-9884-3023f202bd91 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:31.435380 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-92003922-d7a8-499f-8617-a78210bdbab2 req-8ada03f4-af6e-40c0-9884-3023f202bd91 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 946 time: 0.4046805 Sep 29 17:34:31.475181 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-fafd047e-9011-432d-8f97-942a89281ad3 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] show failed (client error): The resource could not be found. Sep 29 17:34:31.476593 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fafd047e-9011-432d-8f97-942a89281ad3 tempest-NegativeSecGroupIPv6Test-1319042973 tempest-NegativeSecGroupIPv6Test-1319042973-project] 10.222.0.44 "GET /v2.0/security-group-rules/7dff044d-708b-4c62-909f-4e1147e4c4ea HTTP/1.1" status: 404 len: 356 time: 0.0781131 Sep 29 17:34:31.504864 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-260bdd93-ff2c-48d8-8fb7-66ccdc1c450e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4884920 Sep 29 17:34:31.512740 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41750) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:31.527715 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-30b48e99-c7ec-49dd-bd98-26fe353e9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:31.535995 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2996923-8fde-49ac-b273-850289181cc6 req-4463f525-b34d-45c1-93a5-879bfcc6ee4a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335433 Sep 29 17:34:31.567336 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b48e99-c7ec-49dd-bd98-26fe353e9572 None None] Pushing event deleted for resources: {'Port': ['ID=1070d2aa-4c14-4463-a151-b6c75179b8ec,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:31.571136 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b48e99-c7ec-49dd-bd98-26fe353e9572 None None] No DVR routers for this DVR port 1070d2aa-4c14-4463-a151-b6c75179b8ec on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:34:31.595254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5f8dcb72-8f53-47c7-922f-5089c1d0d643 None None] Provisioning complete for port c27c6cb4-fcf4-4e1c-8e18-d23ced1805a1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:31.595997 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5f8dcb72-8f53-47c7-922f-5089c1d0d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:31.645758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5f8dcb72-8f53-47c7-922f-5089c1d0d643 None None] Port c27c6cb4-fcf4-4e1c-8e18-d23ced1805a1 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:34:31.697704 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-597f146d-689d-4c3c-87f5-205a25b131cc req-0efb3ad0-1d80-4849-a717-135049b67395 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399962 Sep 29 17:34:31.711338 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-92003922-d7a8-499f-8617-a78210bdbab2 req-509d0c7c-c4e2-40ae-b18e-90b4aeb6470d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Deleting port 8eeae7e8-90a2-4f97-9f39-df9220e20f70 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:31.711535 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-92003922-d7a8-499f-8617-a78210bdbab2 req-509d0c7c-c4e2-40ae-b18e-90b4aeb6470d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:31.744462 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa6361ac-c08a-4378-8bf2-b9d99a2b98b7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:31.750095 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:31.835391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41756) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:31.847312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1070d2aa-4c14-4463-a151-b6c75179b8ec no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:34:31.869571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 1070d2aa-4c14-4463-a151-b6c75179b8ec {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:34:31.870292 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1070d2aa-4c14-4463-a151-b6c75179b8ec not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:34:31.873491 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:31.925243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-92003922-d7a8-499f-8617-a78210bdbab2 req-509d0c7c-c4e2-40ae-b18e-90b4aeb6470d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] For port 8eeae7e8-90a2-4f97-9f39-df9220e20f70, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=8eeae7e8-90a2-4f97-9f39-df9220e20f70,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:31.925748 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-92003922-d7a8-499f-8617-a78210bdbab2 req-509d0c7c-c4e2-40ae-b18e-90b4aeb6470d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:31.944811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-92003922-d7a8-499f-8617-a78210bdbab2 req-509d0c7c-c4e2-40ae-b18e-90b4aeb6470d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Calling delete_port for 8eeae7e8-90a2-4f97-9f39-df9220e20f70 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:32.026915 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa6361ac-c08a-4378-8bf2-b9d99a2b98b7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:32.031066 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa6361ac-c08a-4378-8bf2-b9d99a2b98b7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:32.076443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Router 0372b690-dbb7-4d38-8e7f-1dae5fe73659 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:34:32.082566 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-823c42c6-421e-410a-8219-d92151cc5327 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8d1c32453864adebd4bec782b1064cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2147663 Sep 29 17:34:32.085560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41760) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:32.155745 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa6361ac-c08a-4378-8bf2-b9d99a2b98b7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:32.156568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6361ac-c08a-4378-8bf2-b9d99a2b98b7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Fanout notify agent at l3_agent the message router_deleted on router c18fb6ab-4e2d-4d79-9375-7751c92d817d {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:34:32.165823 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa6361ac-c08a-4378-8bf2-b9d99a2b98b7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:32.167314 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aa6361ac-c08a-4378-8bf2-b9d99a2b98b7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/routers/c18fb6ab-4e2d-4d79-9375-7751c92d817d HTTP/1.1" status: 204 len: 168 time: 0.6530042 Sep 29 17:34:32.170591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41762) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:32.175980 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-23e27290-83d1-4f6f-87da-402a35a5bfd0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:32.289156 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef036417-fa96-46fe-92ac-d63e6ae66f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:32.303187 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-92003922-d7a8-499f-8617-a78210bdbab2 req-509d0c7c-c4e2-40ae-b18e-90b4aeb6470d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:32.319727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:34:32.335661 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Sync routers for ids ['0372b690-dbb7-4d38-8e7f-1dae5fe73659'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:34:32.337169 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a15048ad-2803-49e1-a607-fe0b55b86024'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:34:32.349440 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Routers {'0372b690-dbb7-4d38-8e7f-1dae5fe73659'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:32.350456 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0372b690-dbb7-4d38-8e7f-1dae5fe73659'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:32.359217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d0c7c-c4e2-40ae-b18e-90b4aeb6470d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Pushing event deleted for resources: {'Port': ['ID=8eeae7e8-90a2-4f97-9f39-df9220e20f70,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:32.369560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef036417-fa96-46fe-92ac-d63e6ae66f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:32.382932 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e27290-83d1-4f6f-87da-402a35a5bfd0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:32.389069 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-23e27290-83d1-4f6f-87da-402a35a5bfd0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:32.415958 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:32.416216 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-95ee8ae0-2e58-4265-a780-8068bd56e431 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7035012 Sep 29 17:34:32.437634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41764) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:32.438549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-92003922-d7a8-499f-8617-a78210bdbab2 req-509d0c7c-c4e2-40ae-b18e-90b4aeb6470d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] No DVR routers for this DVR port 8eeae7e8-90a2-4f97-9f39-df9220e20f70 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:34:32.446071 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-92003922-d7a8-499f-8617-a78210bdbab2 req-509d0c7c-c4e2-40ae-b18e-90b4aeb6470d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:32.448830 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-92003922-d7a8-499f-8617-a78210bdbab2 req-509d0c7c-c4e2-40ae-b18e-90b4aeb6470d tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.35 "DELETE /v2.0/ports/8eeae7e8-90a2-4f97-9f39-df9220e20f70 HTTP/1.1" status: 204 len: 173 time: 1.0021400 Sep 29 17:34:32.453365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bf7718-9569-4432-ae8b-1930ebbe2d37', 'name': 'network-vif-deleted', 'tag': '8eeae7e8-90a2-4f97-9f39-df9220e20f70'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:34:32.455390 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b255738-62d0-4091-9b97-a58f96a02e09" -d '{"events": [{"server_uuid": "c1bf7718-9569-4432-ae8b-1930ebbe2d37", "name": "network-vif-deleted", "tag": "8eeae7e8-90a2-4f97-9f39-df9220e20f70"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:34:32.567741 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Set router 0372b690-dbb7-4d38-8e7f-1dae5fe73659 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:34:32.645632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef036417-fa96-46fe-92ac-d63e6ae66f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:32.648292 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef036417-fa96-46fe-92ac-d63e6ae66f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:32.649547 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ef036417-fa96-46fe-92ac-d63e6ae66f59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64dea580-a9d3-4901-9621-c5d081190f59 HTTP/1.1" status: 204 len: 168 time: 0.5628238 Sep 29 17:34:32.686361 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-23e27290-83d1-4f6f-87da-402a35a5bfd0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:32.689048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef036417-fa96-46fe-92ac-d63e6ae66f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dea580-a9d3-4901-9621-c5d081190f59,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:32.797996 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26f8e4d-47f1-4edb-ac29-e1f83f16bc94 x-openstack-request-id: req-b26f8e4d-47f1-4edb-ac29-e1f83f16bc94 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:34:32.798448 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bf7718-9569-4432-ae8b-1930ebbe2d37", "name": "network-vif-deleted", "tag": "8eeae7e8-90a2-4f97-9f39-df9220e20f70", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:34:32.798803 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b26f8e4d-47f1-4edb-ac29-e1f83f16bc94 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:34:32.799297 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1bf7718-9569-4432-ae8b-1930ebbe2d37', 'name': 'network-vif-deleted', 'tag': '8eeae7e8-90a2-4f97-9f39-df9220e20f70', 'status': 'completed', 'code': 200} Sep 29 17:34:32.815569 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e27290-83d1-4f6f-87da-402a35a5bfd0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:32.846280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-23e27290-83d1-4f6f-87da-402a35a5bfd0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:32.855888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e27290-83d1-4f6f-87da-402a35a5bfd0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:32.858501 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-23e27290-83d1-4f6f-87da-402a35a5bfd0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:32.861136 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd5cd90-b612-4df1-92ee-0fe8d546dda8 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:32.893905 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-23e27290-83d1-4f6f-87da-402a35a5bfd0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7221117 Sep 29 17:34:32.901742 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41782) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:32.915881 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-45a4e8c3-1990-427a-86cf-34a5634519ab tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1589532801', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:32.957861 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'name': 'tempest-ServerRescueTestJSON-1258197903-router', 'tenant_id': '4444d5c81b04497cad4824500aa2875c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '5b91c548-2fea-41bf-abed-d58f45d49cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:26Z', 'updated_at': '2021-09-29T17:34:30Z', 'revision_number': 3, 'project_id': '4444d5c81b04497cad4824500aa2875c', 'gw_port': {'id': '5b91c548-2fea-41bf-abed-d58f45d49cca', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:34:28Z', 'updated_at': '2021-09-29T17:34:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:32.958674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e27290-83d1-4f6f-87da-402a35a5bfd0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=8ac2b41f-2817-4311-9257-578df10fd28a,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:32.999647 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910e5fe-3f3d-4d1a-bb13-a4b350205d69 req-e2a11dbf-5ed0-4b74-afd4-98e25f75d0cd tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:33.007451 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4910e5fe-3f3d-4d1a-bb13-a4b350205d69 req-e2a11dbf-5ed0-4b74-afd4-98e25f75d0cd tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.2124944 Sep 29 17:34:33.015038 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:33.018182 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Checking router: 0372b690-dbb7-4d38-8e7f-1dae5fe73659 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:34:33.018525 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Updating router 0372b690-dbb7-4d38-8e7f-1dae5fe73659 port 5b91c548-2fea-41bf-abed-d58f45d49cca binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:34:33.029157 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:33.057932 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1a84cc46-a8b0-4f6d-960d-135e2d06c87d req-78f56490-92e3-4068-b345-a6ae3e6cde22 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=c1bf7718-9569-4432-ae8b-1930ebbe2d37 HTTP/1.1" status: 200 len: 210 time: 0.0656722 Sep 29 17:34:33.116162 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:33.138627 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-45a4e8c3-1990-427a-86cf-34a5634519ab tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:33.139668 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-45a4e8c3-1990-427a-86cf-34a5634519ab tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:33.218746 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4910e5fe-3f3d-4d1a-bb13-a4b350205d69 req-ab85ab5d-0712-4ee2-b755-63d3ae5a382b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918173 Sep 29 17:34:33.228675 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': '8ac2b41f-2817-4311-9257-578df10fd28a'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:34:33.238167 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:33.272914 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:33.280079 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event updated for resources: {'Port': ['ID=c27c6cb4-fcf4-4e1c-8e18-d23ced1805a1,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:33.324419 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-45a4e8c3-1990-427a-86cf-34a5634519ab tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:33.364466 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-45a4e8c3-1990-427a-86cf-34a5634519ab tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:33.373214 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:33.453678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 8eeae7e8-90a2-4f97-9f39-df9220e20f70 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:34:33.472312 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Network f5a2b5f3-b346-45ef-b87a-83865bef830f is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:33.475579 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:33.485766 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-45a4e8c3-1990-427a-86cf-34a5634519ab tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:33.487157 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-45a4e8c3-1990-427a-86cf-34a5634519ab tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5790665 Sep 29 17:34:33.498210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41794) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:33.519406 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 8eeae7e8-90a2-4f97-9f39-df9220e20f70 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:34:33.520870 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 8eeae7e8-90a2-4f97-9f39-df9220e20f70 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:34:33.626855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Router 64d8ec64-97bb-4ec0-8f50-c74fd9badfd9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:34:33.643716 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Allocated IP 2001:db8::2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/8ac2b41f-2817-4311-9257-578df10fd28a/d4d15ea1-0cef-4a5a-86b4-dc643359e701) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:33.809026 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:34:33.826179 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d130bf50-a34b-4c6f-93db-7d8fbe2752b7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "PUT /v2.0/routers/64d8ec64-97bb-4ec0-8f50-c74fd9badfd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6303523 Sep 29 17:34:33.827339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41804) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:33.842659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ae1be-2684-4b8f-bc7b-e013d3549023 None None] Sync routers for ids ['64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:34:33.846351 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:33.856122 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:33.873009 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ae1be-2684-4b8f-bc7b-e013d3549023 None None] Routers {'64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:33.874149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ac7ae1be-2684-4b8f-bc7b-e013d3549023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:33.910128 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390199a0-6eec-4879-b9db-c178d6f5936b None None] Pushing event updated for resources: {'Port': ['ID=5b91c548-2fea-41bf-abed-d58f45d49cca,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:33.939245 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Attempting to bind port 5b91c548-2fea-41bf-abed-d58f45d49cca on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:34:33.939712 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Attempting to bind port 5b91c548-2fea-41bf-abed-d58f45d49cca by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:34:33.940260 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Attempting to bind port 5b91c548-2fea-41bf-abed-d58f45d49cca on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:33.945938 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ac7ae1be-2684-4b8f-bc7b-e013d3549023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:33.952706 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:34:33.953133 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:33.953625 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:33.959764 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:34:33.960441 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Bound port: 5b91c548-2fea-41bf-abed-d58f45d49cca, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:34:33.960968 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:33.963237 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:33.974837 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:34.014164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ae1be-2684-4b8f-bc7b-e013d3549023 None None] Routers {'64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:34.014804 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ac7ae1be-2684-4b8f-bc7b-e013d3549023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:34.030482 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de4283d8-b870-41ca-a07d-eb435e5ce579 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:34.067262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-45434eda-0b13-4ee2-89ab-73bfc4a7571c None None] Provisioning complete for port c27c6cb4-fcf4-4e1c-8e18-d23ced1805a1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:34.067654 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-45434eda-0b13-4ee2-89ab-73bfc4a7571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:34.070314 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:34.071237 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] For port 5b91c548-2fea-41bf-abed-d58f45d49cca, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:34:34.078465 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] For port 5b91c548-2fea-41bf-abed-d58f45d49cca, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5b91c548-2fea-41bf-abed-d58f45d49cca,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:34:34.086748 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:34.090688 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ac7ae1be-2684-4b8f-bc7b-e013d3549023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:34.091319 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ae1be-2684-4b8f-bc7b-e013d3549023 None None] The sync data for ids ['64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:34:34.093029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Allocated IP 172.20.0.1 (e3fc7dc3-3732-4d12-a49f-352db5f80856/b8ec182f-4bf1-4776-988a-c1b450439564/841db4b9-d327-49ee-97e4-23f4e9a68fe2) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:34.099814 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:34.104799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:34.106898 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Pushing event updated for resources: {'Port': ['ID=d4d15ea1-0cef-4a5a-86b4-dc643359e701,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:34.139337 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-45434eda-0b13-4ee2-89ab-73bfc4a7571c None None] Port c27c6cb4-fcf4-4e1c-8e18-d23ced1805a1 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:34:34.227133 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:34.229758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Attempting to bind port d4d15ea1-0cef-4a5a-86b4-dc643359e701 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:34:34.229758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Attempting to bind port d4d15ea1-0cef-4a5a-86b4-dc643359e701 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:34:34.230035 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Attempting to bind port d4d15ea1-0cef-4a5a-86b4-dc643359e701 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:34.235147 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-de4283d8-b870-41ca-a07d-eb435e5ce579 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 29 17:34:34.236355 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-de4283d8-b870-41ca-a07d-eb435e5ce579 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "DELETE /v2.0/routers/64d8ec64-97bb-4ec0-8f50-c74fd9badfd9 HTTP/1.1" status: 409 len: 329 time: 0.4090378 Sep 29 17:34:34.239393 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41814) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:34.241605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:34:34.243244 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:34.244217 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:34.246189 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:34:34.246666 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Bound port: d4d15ea1-0cef-4a5a-86b4-dc643359e701, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:34:34.249496 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:34.290197 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390199a0-6eec-4879-b9db-c178d6f5936b None None] Pushing event updated for resources: {'Port': ['ID=5b91c548-2fea-41bf-abed-d58f45d49cca,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:34.295587 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Routers {'0372b690-dbb7-4d38-8e7f-1dae5fe73659'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:34.297711 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0372b690-dbb7-4d38-8e7f-1dae5fe73659'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:34.337845 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] For port d4d15ea1-0cef-4a5a-86b4-dc643359e701, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:34:34.347647 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] For port d4d15ea1-0cef-4a5a-86b4-dc643359e701, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d4d15ea1-0cef-4a5a-86b4-dc643359e701,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:34:34.355692 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:34.373348 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:34.486215 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] Set router 0372b690-dbb7-4d38-8e7f-1dae5fe73659 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:34:34.486565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f667ad-77ef-4267-adc1-a9204da97025 None None] Pushing event updated for resources: {'Port': ['ID=d4d15ea1-0cef-4a5a-86b4-dc643359e701,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:34.561679 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:34.785010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Network e3fc7dc3-3732-4d12-a49f-352db5f80856 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:34.840446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:34.844766 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'name': 'tempest-ServerRescueTestJSON-1258197903-router', 'tenant_id': '4444d5c81b04497cad4824500aa2875c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '5b91c548-2fea-41bf-abed-d58f45d49cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:26Z', 'updated_at': '2021-09-29T17:34:30Z', 'revision_number': 3, 'project_id': '4444d5c81b04497cad4824500aa2875c', 'gw_port': {'id': '5b91c548-2fea-41bf-abed-d58f45d49cca', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:34:28Z', 'updated_at': '2021-09-29T17:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:34.853019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:34.867786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=841db4b9-d327-49ee-97e4-23f4e9a68fe2,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:34.885516 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515c4c3e-240d-4e5d-9221-ff858d21664b None None] The sync data for ids ['0372b690-dbb7-4d38-8e7f-1dae5fe73659'] in n-d-811748-2 is: [{'id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'name': 'tempest-ServerRescueTestJSON-1258197903-router', 'tenant_id': '4444d5c81b04497cad4824500aa2875c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '5b91c548-2fea-41bf-abed-d58f45d49cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:26Z', 'updated_at': '2021-09-29T17:34:30Z', 'revision_number': 3, 'project_id': '4444d5c81b04497cad4824500aa2875c', 'gw_port': {'id': '5b91c548-2fea-41bf-abed-d58f45d49cca', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:34:28Z', 'updated_at': '2021-09-29T17:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:34:34.995125 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:35.079450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::1 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/8ac2b41f-2817-4311-9257-578df10fd28a/2e17051a-8591-4bc6-85b8-3460ce11f038) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:35.260991 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:35.397457 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:35.411390 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:35.753653 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:35.840570 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:35.853618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:35.857580 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:35.859931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:35.890309 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:35.891134 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:35.916134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6cda1-676f-47d5-b476-a66bc27a6813 req-e09fe109-fa92-4925-a1b1-f9eeca501343 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:35.923460 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-54c6cda1-676f-47d5-b476-a66bc27a6813 req-e09fe109-fa92-4925-a1b1-f9eeca501343 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 946 time: 0.1663043 Sep 29 17:34:35.980563 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d4d15ea1-0cef-4a5a-86b4-dc643359e701 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:36.008208 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-54c6cda1-676f-47d5-b476-a66bc27a6813 req-ee43ff2b-a9f6-481e-b44a-45be554fc01e tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838740 Sep 29 17:34:36.096250 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-830a8a2c-a1ad-4c40-932d-7ca4e19cc681 None None] Provisioning complete for port d4d15ea1-0cef-4a5a-86b4-dc643359e701 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:36.101333 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-830a8a2c-a1ad-4c40-932d-7ca4e19cc681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:36.127864 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Deleting port c27c6cb4-fcf4-4e1c-8e18-d23ced1805a1 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:36.128450 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:36.171240 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port d4d15ea1-0cef-4a5a-86b4-dc643359e701 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:36.172131 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:36.308998 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:36.325906 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-830a8a2c-a1ad-4c40-932d-7ca4e19cc681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:36.355584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Calling delete_port for c27c6cb4-fcf4-4e1c-8e18-d23ced1805a1 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:36.404545 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-830a8a2c-a1ad-4c40-932d-7ca4e19cc681 None None] For port d4d15ea1-0cef-4a5a-86b4-dc643359e701, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d4d15ea1-0cef-4a5a-86b4-dc643359e701,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:36.421634 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-830a8a2c-a1ad-4c40-932d-7ca4e19cc681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:36.426657 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:36.525865 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41884) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:36.560973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a8a2c-a1ad-4c40-932d-7ca4e19cc681 None None] Pushing event updated for resources: {'Port': ['ID=d4d15ea1-0cef-4a5a-86b4-dc643359e701,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:36.588056 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:34:36.588344 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:34:36.591044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c6b59020-9182-4922-85de-4cc838ba4220 None None] Provisioning complete for port 2e17051a-8591-4bc6-85b8-3460ce11f038 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:36.591412 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c6b59020-9182-4922-85de-4cc838ba4220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:36.633510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-c6b59020-9182-4922-85de-4cc838ba4220 None None] Port 2e17051a-8591-4bc6-85b8-3460ce11f038 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:34:36.660137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=2e17051a-8591-4bc6-85b8-3460ce11f038,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:36.662562 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:36.696430 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event deleted for resources: {'Port': ['ID=c27c6cb4-fcf4-4e1c-8e18-d23ced1805a1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:36.703635 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:36.738660 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:36.739008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:36.739352 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:36.739685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:36.740038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:36.740372 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:36.740696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:36.741020 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:36.741368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:36.741680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:36.742005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:36.742437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:36.747109 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c740490-052a-4499-93f4-f34f47000e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:36.768921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=841db4b9-d327-49ee-97e4-23f4e9a68fe2,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:36.798294 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:36.906356 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:36.969345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Network e3fc7dc3-3732-4d12-a49f-352db5f80856 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:36.972360 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:37.039815 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c740490-052a-4499-93f4-f34f47000e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.106214 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c740490-052a-4499-93f4-f34f47000e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.138748 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5b91c548-2fea-41bf-abed-d58f45d49cca up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:37.160373 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Router 64d8ec64-97bb-4ec0-8f50-c74fd9badfd9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:34:37.170927 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c740490-052a-4499-93f4-f34f47000e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667fde61-f362-4aca-bd13-9c9b51ad1399,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:37.175626 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1c740490-052a-4499-93f4-f34f47000e48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d9e1d900b554dc1961367074a8caebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6485806 Sep 29 17:34:37.179644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41894) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:37.203895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 5b91c548-2fea-41bf-abed-d58f45d49cca triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:37.204305 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.279777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:34:37.289903 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f1ed0f40-d98e-4994-93c4-d2acbbe42fcc tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "PUT /v2.0/routers/64d8ec64-97bb-4ec0-8f50-c74fd9badfd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0461807 Sep 29 17:34:37.290329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41896) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:37.296923 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb182328-2f8b-4080-ba41-0abfe3e9d119 None None] Sync routers for ids ['64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:34:37.315115 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb182328-2f8b-4080-ba41-0abfe3e9d119 None None] Routers {'64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:37.316980 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-bb182328-2f8b-4080-ba41-0abfe3e9d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:37.320365 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.321521 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Router 0372b690-dbb7-4d38-8e7f-1dae5fe73659 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:34:37.342955 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-4efad5ce-f905-4c03-a4a4-e23777fa6dd7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] show failed (client error): The resource could not be found. Sep 29 17:34:37.347876 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4efad5ce-f905-4c03-a4a4-e23777fa6dd7 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1874133544 HTTP/1.1" status: 404 len: 335 time: 0.0523636 Sep 29 17:34:37.347876 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2888300c-264f-4277-8514-56d014dd8e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.347876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41898) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:37.352382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-1b2345ad-5466-48ed-9cfa-5d283dd43f2e tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:37.364147 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 5b91c548-2fea-41bf-abed-d58f45d49cca, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5b91c548-2fea-41bf-abed-d58f45d49cca,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:37.371854 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.373520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1d41c-95d1-451f-b889-b32fa15e2775 req-eb2cdba3-3b5f-43be-a086-bcca217273c9 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:37.378447 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-bb182328-2f8b-4080-ba41-0abfe3e9d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:37.384851 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70e1d41c-95d1-451f-b889-b32fa15e2775 req-eb2cdba3-3b5f-43be-a086-bcca217273c9 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 946 time: 0.1752701 Sep 29 17:34:37.395865 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.398890 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-1b2345ad-5466-48ed-9cfa-5d283dd43f2e tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] update failed (client error): The resource could not be found. Sep 29 17:34:37.400626 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1b2345ad-5466-48ed-9cfa-5d283dd43f2e tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-859554432 HTTP/1.1" status: 404 len: 334 time: 0.0511029 Sep 29 17:34:37.400967 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb182328-2f8b-4080-ba41-0abfe3e9d119 None None] Routers {'64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:37.401640 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-bb182328-2f8b-4080-ba41-0abfe3e9d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:37.405186 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41900) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:37.443978 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2888300c-264f-4277-8514-56d014dd8e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.445705 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.447016 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.454563 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-bb182328-2f8b-4080-ba41-0abfe3e9d119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:37.455404 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb182328-2f8b-4080-ba41-0abfe3e9d119 None None] The sync data for ids ['64d8ec64-97bb-4ec0-8f50-c74fd9badfd9'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:34:37.459655 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=5b91c548-2fea-41bf-abed-d58f45d49cca,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:37.512142 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe97af89-bbe3-45bf-9b6d-7da4acce76a1 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Deleting subnet 85e32cb7-d753-42f0-be6e-6bc21559ac95 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:34:37.515385 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe97af89-bbe3-45bf-9b6d-7da4acce76a1 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.534158 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70e1d41c-95d1-451f-b889-b32fa15e2775 req-0aefa30b-ad52-4f15-a1da-fd71b48afe21 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/security-groups?id=27acbff1-9089-44bc-9d44-c7bf91f54349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486218 Sep 29 17:34:37.574910 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe97af89-bbe3-45bf-9b6d-7da4acce76a1 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.580021 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2888300c-264f-4277-8514-56d014dd8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.582725 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2888300c-264f-4277-8514-56d014dd8e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.583880 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2888300c-264f-4277-8514-56d014dd8e8d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/667fde61-f362-4aca-bd13-9c9b51ad1399 HTTP/1.1" status: 204 len: 168 time: 0.4033353 Sep 29 17:34:37.615955 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888300c-264f-4277-8514-56d014dd8e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667fde61-f362-4aca-bd13-9c9b51ad1399,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:37.619229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=2e17051a-8591-4bc6-85b8-3460ce11f038,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:37.682695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e6dca-3f2f-48b7-97a3-a94dc3440559 req-b1c71fc5-db52-45d5-93db-6bb2abe8fdd1 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:37.684203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-520e6dca-3f2f-48b7-97a3-a94dc3440559 req-b1c71fc5-db52-45d5-93db-6bb2abe8fdd1 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.35 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 946 time: 0.1256855 Sep 29 17:34:37.705025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:34:37.710220 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe97af89-bbe3-45bf-9b6d-7da4acce76a1 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.726219 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Sync routers for ids ['0372b690-dbb7-4d38-8e7f-1dae5fe73659'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:34:37.730644 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-400c1a64-69e6-4cc0-960b-1479615d6ef4 admin admin] 10.222.0.44 "PUT /v2.0/routers/0372b690-dbb7-4d38-8e7f-1dae5fe73659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2900312 Sep 29 17:34:37.752184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Routers {'0372b690-dbb7-4d38-8e7f-1dae5fe73659'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:37.754561 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0372b690-dbb7-4d38-8e7f-1dae5fe73659'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:37.794374 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe97af89-bbe3-45bf-9b6d-7da4acce76a1 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.822510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:37.826480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:37.857997 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fe97af89-bbe3-45bf-9b6d-7da4acce76a1 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.860663 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fe97af89-bbe3-45bf-9b6d-7da4acce76a1 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "DELETE /v2.0/subnets/85e32cb7-d753-42f0-be6e-6bc21559ac95 HTTP/1.1" status: 204 len: 168 time: 0.4542763 Sep 29 17:34:37.861860 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97af89-bbe3-45bf-9b6d-7da4acce76a1 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event deleted for resources: {'Subnet': ['ID=85e32cb7-d753-42f0-be6e-6bc21559ac95,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:37.864778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41912) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:37.922777 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fef968-6379-4004-b20b-4f40b9277015 None None] Network ccfa82bb-169b-4387-84e5-eea16428e6ce requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:37.941745 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-520e6dca-3f2f-48b7-97a3-a94dc3440559 req-0e0e0235-b579-4b16-87df-0d4ade2464ef tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Deleting port a15048ad-2803-49e1-a607-fe0b55b86024 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:37.942322 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-520e6dca-3f2f-48b7-97a3-a94dc3440559 req-0e0e0235-b579-4b16-87df-0d4ade2464ef tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:37.969407 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-909b7424-ea18-4aea-b2bb-0ec230d2e3c8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Deleting subnet f1ab3b5b-7284-4cf9-9a63-4e08d64e40b5 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:34:37.973185 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-909b7424-ea18-4aea-b2bb-0ec230d2e3c8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:38.084696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Router 9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:34:38.088158 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-909b7424-ea18-4aea-b2bb-0ec230d2e3c8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:38.108653 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-520e6dca-3f2f-48b7-97a3-a94dc3440559 req-0e0e0235-b579-4b16-87df-0d4ade2464ef tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] For port a15048ad-2803-49e1-a607-fe0b55b86024, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a15048ad-2803-49e1-a607-fe0b55b86024,segment=NetworkSegment(62ea1e34-d268-4dbc-a131-753a960a5e55),segment_id=62ea1e34-d268-4dbc-a131-753a960a5e55)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:38.109338 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-520e6dca-3f2f-48b7-97a3-a94dc3440559 req-0e0e0235-b579-4b16-87df-0d4ade2464ef tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:38.125154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d4d15ea1-0cef-4a5a-86b4-dc643359e701 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:38.129006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-520e6dca-3f2f-48b7-97a3-a94dc3440559 req-0e0e0235-b579-4b16-87df-0d4ade2464ef tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Calling delete_port for a15048ad-2803-49e1-a607-fe0b55b86024 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:38.148612 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Set router 0372b690-dbb7-4d38-8e7f-1dae5fe73659 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:34:38.194323 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41920) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:38.213174 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-909b7424-ea18-4aea-b2bb-0ec230d2e3c8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:38.217088 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-66384d67-93ec-48fb-ba88-8e5c05f1f14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:38.331516 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-909b7424-ea18-4aea-b2bb-0ec230d2e3c8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:38.372506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b7424-ea18-4aea-b2bb-0ec230d2e3c8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ab3b5b-7284-4cf9-9a63-4e08d64e40b5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:38.381715 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port d4d15ea1-0cef-4a5a-86b4-dc643359e701 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:38.382214 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:38.385681 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-909b7424-ea18-4aea-b2bb-0ec230d2e3c8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:38.385856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5bef4738-2961-4a3e-bc42-de90b8fb7e87 None None] Provisioning complete for port 2e17051a-8591-4bc6-85b8-3460ce11f038 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:38.386165 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5bef4738-2961-4a3e-bc42-de90b8fb7e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:38.388767 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-909b7424-ea18-4aea-b2bb-0ec230d2e3c8 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "DELETE /v2.0/subnets/f1ab3b5b-7284-4cf9-9a63-4e08d64e40b5 HTTP/1.1" status: 204 len: 168 time: 0.5227880 Sep 29 17:34:38.394156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41922) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:38.485739 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:34:38.497264 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1d05e61c-7126-4ac2-a266-379c50104207 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "PUT /v2.0/routers/9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9978859 Sep 29 17:34:38.501009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41924) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:38.501492 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Sync routers for ids ['9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:34:38.517133 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Routers {'9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:38.518079 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:38.533902 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-66384d67-93ec-48fb-ba88-8e5c05f1f14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:38.538530 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:38.543213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-66384d67-93ec-48fb-ba88-8e5c05f1f14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:38.564131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcffd0c-9885-4b67-bbe1-87ec496c06b5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:38.569768 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41928) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:38.569982 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9fcffd0c-9885-4b67-bbe1-87ec496c06b5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports/2e17051a-8591-4bc6-85b8-3460ce11f038 HTTP/1.1" status: 200 len: 911 time: 0.0684574 Sep 29 17:34:38.596407 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-520e6dca-3f2f-48b7-97a3-a94dc3440559 req-0e0e0235-b579-4b16-87df-0d4ade2464ef tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:38.651979 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-66384d67-93ec-48fb-ba88-8e5c05f1f14e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ed476ffba5849bb90714fda4971f561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4566350 Sep 29 17:34:38.656315 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41930) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:38.667512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66384d67-93ec-48fb-ba88-8e5c05f1f14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e3c2bc-b233-4488-bc7e-0b8e50dd830f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:38.687996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8c02f0-c40d-4f15-995e-e9d9b86f2429 None None] Network 2cef421f-2e0d-4273-9285-3575dbbe9bc8 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:38.690770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d641c6a-4e03-4be7-98a7-6303a1f193f9 None None] DHCP port deletion for ccfa82bb-169b-4387-84e5-eea16428e6ce request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:34:38.704386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e0235-b579-4b16-87df-0d4ade2464ef tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Pushing event deleted for resources: {'Port': ['ID=a15048ad-2803-49e1-a607-fe0b55b86024,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:38.706419 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a15048ad-2803-49e1-a607-fe0b55b86024'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:34:38.723943 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1775b35b-7569-4e96-8cfc-3884cfa84c1c req-14c74acd-9ade-4515-9af0-61da22f28a13 tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.44 "GET /v2.0/ports?device_id=6486098b-ef45-4be1-8632-96e523029b7e HTTP/1.1" status: 200 len: 210 time: 0.0451252 Sep 29 17:34:38.762410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9d1521-e387-4f3d-912d-85d578a00763 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:38.770729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9d1521-e387-4f3d-912d-85d578a00763 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:38.772739 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6b9d1521-e387-4f3d-912d-85d578a00763 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1941168 Sep 29 17:34:38.777264 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41936) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:38.779549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-520e6dca-3f2f-48b7-97a3-a94dc3440559 req-0e0e0235-b579-4b16-87df-0d4ade2464ef tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] No DVR routers for this DVR port a15048ad-2803-49e1-a607-fe0b55b86024 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:34:38.782209 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-520e6dca-3f2f-48b7-97a3-a94dc3440559 req-0e0e0235-b579-4b16-87df-0d4ade2464ef tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:38.784422 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-520e6dca-3f2f-48b7-97a3-a94dc3440559 req-0e0e0235-b579-4b16-87df-0d4ade2464ef tempest-ServersTestJSON-236095588 tempest-ServersTestJSON-236095588-project] 10.222.0.35 "DELETE /v2.0/ports/a15048ad-2803-49e1-a607-fe0b55b86024 HTTP/1.1" status: 204 len: 173 time: 1.0909517 Sep 29 17:34:38.785314 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6486098b-ef45-4be1-8632-96e523029b7e', 'name': 'network-vif-deleted', 'tag': 'a15048ad-2803-49e1-a607-fe0b55b86024'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:34:38.806912 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae7ce34-ee53-4c66-bbb9-b4393ce06939" -d '{"events": [{"server_uuid": "6486098b-ef45-4be1-8632-96e523029b7e", "name": "network-vif-deleted", "tag": "a15048ad-2803-49e1-a607-fe0b55b86024"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:34:38.843207 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5bef4738-2961-4a3e-bc42-de90b8fb7e87 None None] Port 2e17051a-8591-4bc6-85b8-3460ce11f038 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:34:38.873926 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e339c526-228c-479f-91d3-c9dc06095bad x-openstack-request-id: req-e339c526-228c-479f-91d3-c9dc06095bad {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:34:38.874224 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6486098b-ef45-4be1-8632-96e523029b7e", "name": "network-vif-deleted", "tag": "a15048ad-2803-49e1-a607-fe0b55b86024", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:34:38.874475 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e339c526-228c-479f-91d3-c9dc06095bad {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:34:38.874879 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6486098b-ef45-4be1-8632-96e523029b7e', 'name': 'network-vif-deleted', 'tag': 'a15048ad-2803-49e1-a607-fe0b55b86024', 'status': 'completed', 'code': 200} Sep 29 17:34:38.904992 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Set router 9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:34:38.913209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Deleting port 551ce112-6020-4347-b1e4-93ac0ab6e6d1 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:38.913580 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:38.950410 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c003bbd5-57b1-478d-8e77-105ec608a4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.050479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5b91c548-2fea-41bf-abed-d58f45d49cca up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:39.082303 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c003bbd5-57b1-478d-8e77-105ec608a4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.090655 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1d641c6a-4e03-4be7-98a7-6303a1f193f9 None None] Deleting port 551ce112-6020-4347-b1e4-93ac0ab6e6d1 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:39.091038 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1d641c6a-4e03-4be7-98a7-6303a1f193f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.154902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] For port 551ce112-6020-4347-b1e4-93ac0ab6e6d1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=551ce112-6020-4347-b1e4-93ac0ab6e6d1,segment=NetworkSegment(effd721d-c919-4576-9d6b-a69fc1402137),segment_id=effd721d-c919-4576-9d6b-a69fc1402137)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:39.156212 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.182259 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9', 'name': 'tempest-NetworksTestDHCPv6-router-1589532801', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:33Z', 'updated_at': '2021-09-29T17:34:36Z', 'revision_number': 2, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'gw_port_host': None, '_interfaces': [{'id': '2e17051a-8591-4bc6-85b8-3460ce11f038', 'name': '', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'mac_address': 'fa:16:3e:7b:81:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '8ac2b41f-2817-4311-9257-578df10fd28a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:34:34Z', 'updated_at': '2021-09-29T17:34:37Z', 'revision_number': 2, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'subnets': [{'id': '8ac2b41f-2817-4311-9257-578df10fd28a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:39.189924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1d641c6a-4e03-4be7-98a7-6303a1f193f9 None None] For port 551ce112-6020-4347-b1e4-93ac0ab6e6d1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=551ce112-6020-4347-b1e4-93ac0ab6e6d1,segment=NetworkSegment(effd721d-c919-4576-9d6b-a69fc1402137),segment_id=effd721d-c919-4576-9d6b-a69fc1402137)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:39.191005 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1d641c6a-4e03-4be7-98a7-6303a1f193f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.218014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1d641c6a-4e03-4be7-98a7-6303a1f193f9 None None] Calling delete_port for 551ce112-6020-4347-b1e4-93ac0ab6e6d1 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:39.219406 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Checking router: 9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:34:39.219650 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Updating router 9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9 port 2e17051a-8591-4bc6-85b8-3460ce11f038 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:34:39.246532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'name': 'tempest-ServerRescueTestJSON-1258197903-router', 'tenant_id': '4444d5c81b04497cad4824500aa2875c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '5b91c548-2fea-41bf-abed-d58f45d49cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:26Z', 'updated_at': '2021-09-29T17:34:35Z', 'revision_number': 4, 'project_id': '4444d5c81b04497cad4824500aa2875c', 'gw_port': {'id': '5b91c548-2fea-41bf-abed-d58f45d49cca', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:34:28Z', 'updated_at': '2021-09-29T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '841db4b9-d327-49ee-97e4-23f4e9a68fe2', 'name': '', 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856', 'tenant_id': '4444d5c81b04497cad4824500aa2875c', 'mac_address': 'fa:16:3e:c7:33:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'b8ec182f-4bf1-4776-988a-c1b450439564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:34:33Z', 'updated_at': '2021-09-29T17:34:35Z', 'revision_number': 2, 'project_id': '4444d5c81b04497cad4824500aa2875c', 'subnets': [{'id': 'b8ec182f-4bf1-4776-988a-c1b450439564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:39.258666 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.266808 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Calling delete_port for 551ce112-6020-4347-b1e4-93ac0ab6e6d1 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:39.314126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c5895d-070d-4152-89df-c32a21bc7277 None None] DHCP port deletion for 2cef421f-2e0d-4273-9285-3575dbbe9bc8 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:34:39.319102 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 5b91c548-2fea-41bf-abed-d58f45d49cca triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:39.324157 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.327010 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-06dbe436-c768-4abf-9fa2-688ea28901fd tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:39.338974 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-06dbe436-c768-4abf-9fa2-688ea28901fd tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/networks?id=e3fc7dc3-3732-4d12-a49f-352db5f80856 HTTP/1.1" status: 200 len: 811 time: 0.4815044 Sep 29 17:34:39.357972 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Checking router: 0372b690-dbb7-4d38-8e7f-1dae5fe73659 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:34:39.358270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Updating router 0372b690-dbb7-4d38-8e7f-1dae5fe73659 port 841db4b9-d327-49ee-97e4-23f4e9a68fe2 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:34:39.372358 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-eab7709a-16f4-4775-86d2-bba9a324fb09 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/quotas/4444d5c81b04497cad4824500aa2875c HTTP/1.1" status: 200 len: 375 time: 0.0313945 Sep 29 17:34:39.437738 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.491327 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1d641c6a-4e03-4be7-98a7-6303a1f193f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.511583 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c003bbd5-57b1-478d-8e77-105ec608a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.517224 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c003bbd5-57b1-478d-8e77-105ec608a4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.518332 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c003bbd5-57b1-478d-8e77-105ec608a4fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02e3c2bc-b233-4488-bc7e-0b8e50dd830f HTTP/1.1" status: 204 len: 168 time: 0.8586287 Sep 29 17:34:39.554332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d641c6a-4e03-4be7-98a7-6303a1f193f9 None None] Pushing event deleted for resources: {'Port': ['ID=551ce112-6020-4347-b1e4-93ac0ab6e6d1,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:39.557423 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d641c6a-4e03-4be7-98a7-6303a1f193f9 None None] No DVR routers for this DVR port 551ce112-6020-4347-b1e4-93ac0ab6e6d1 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:34:39.586242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-30c5895d-070d-4152-89df-c32a21bc7277 None None] Deleting port e28dfbad-a0ce-440e-942d-5250eea8b4f7 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:39.587731 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-30c5895d-070d-4152-89df-c32a21bc7277 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.624016 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003bbd5-57b1-478d-8e77-105ec608a4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e3c2bc-b233-4488-bc7e-0b8e50dd830f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:39.669059 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-6c29c831-87f8-4f3c-82ee-16307d1936bb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4444d5c81b04497cad4824500aa2875c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2953832 Sep 29 17:34:39.687953 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.706992 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.714531 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.749997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-30c5895d-070d-4152-89df-c32a21bc7277 None None] For port e28dfbad-a0ce-440e-942d-5250eea8b4f7, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e28dfbad-a0ce-440e-942d-5250eea8b4f7,segment=NetworkSegment(6a3b69c6-ce5e-49ba-8520-dd623f29fa51),segment_id=6a3b69c6-ce5e-49ba-8520-dd623f29fa51)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:39.750642 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-30c5895d-070d-4152-89df-c32a21bc7277 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.779636 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-30c5895d-070d-4152-89df-c32a21bc7277 None None] Calling delete_port for e28dfbad-a0ce-440e-942d-5250eea8b4f7 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:39.826978 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc1656-1cd3-4345-98d5-1736c929298d None None] Pushing event updated for resources: {'Port': ['ID=2e17051a-8591-4bc6-85b8-3460ce11f038,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:39.874454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41952) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:39.930036 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Attempting to bind port 2e17051a-8591-4bc6-85b8-3460ce11f038 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:34:39.935346 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Attempting to bind port 2e17051a-8591-4bc6-85b8-3460ce11f038 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:34:39.943562 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Attempting to bind port 2e17051a-8591-4bc6-85b8-3460ce11f038 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:39.961263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-3209a5b9-e80e-4946-b473-11e190085bc3 admin admin] Deleting subnet 81b8f427-6a40-4543-b542-ebc1c5f5a50d {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:34:39.977538 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:34:39.978633 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:39.980306 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 551ce112-6020-4347-b1e4-93ac0ab6e6d1 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:34:39.980878 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.981580 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:34:39.982080 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Bound port: 2e17051a-8591-4bc6-85b8-3460ce11f038, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:34:39.982560 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:39.983703 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3209a5b9-e80e-4946-b473-11e190085bc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.074066 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3209a5b9-e80e-4946-b473-11e190085bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.141986 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3209a5b9-e80e-4946-b473-11e190085bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.143740 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] For port 2e17051a-8591-4bc6-85b8-3460ce11f038, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:34:40.162791 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] For port 2e17051a-8591-4bc6-85b8-3460ce11f038, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2e17051a-8591-4bc6-85b8-3460ce11f038,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:34:40.178720 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.236539 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 551ce112-6020-4347-b1e4-93ac0ab6e6d1 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:34:40.237137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 551ce112-6020-4347-b1e4-93ac0ab6e6d1 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:34:40.238807 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e28dfbad-a0ce-440e-942d-5250eea8b4f7 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:34:40.246478 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3209a5b9-e80e-4946-b473-11e190085bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.264844 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc1656-1cd3-4345-98d5-1736c929298d None None] Pushing event updated for resources: {'Port': ['ID=2e17051a-8591-4bc6-85b8-3460ce11f038,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:40.282882 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Routers {'9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:40.283679 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:40.294008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209a5b9-e80e-4946-b473-11e190085bc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b8f427-6a40-4543-b542-ebc1c5f5a50d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:40.298983 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3209a5b9-e80e-4946-b473-11e190085bc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.301651 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3209a5b9-e80e-4946-b473-11e190085bc3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/81b8f427-6a40-4543-b542-ebc1c5f5a50d HTTP/1.1" status: 204 len: 168 time: 0.4240243 Sep 29 17:34:40.303784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41964) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:40.409372 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d0e51707-1b10-498a-8565-139175f53386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.440158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-11ef1ebc-ceea-4899-a982-76c23e1d74af None None] Provisioning complete for port 2e17051a-8591-4bc6-85b8-3460ce11f038 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:40.440552 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-11ef1ebc-ceea-4899-a982-76c23e1d74af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.460839 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.464679 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] Set router 9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:34:40.543868 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.595948 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] No DVR routers for this DVR port 551ce112-6020-4347-b1e4-93ac0ab6e6d1 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:34:40.613623 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d0e51707-1b10-498a-8565-139175f53386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.644417 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-30c5895d-070d-4152-89df-c32a21bc7277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.645156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event deleted for resources: {'Port': ['ID=551ce112-6020-4347-b1e4-93ac0ab6e6d1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:40.652944 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Port e28dfbad-a0ce-440e-942d-5250eea8b4f7 update to DOWN by agent not found {{(pid=95017) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 29 17:34:40.688010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-d0e51707-1b10-498a-8565-139175f53386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe93af0d-88eb-4bd8-b10d-ef73fbecc01f']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:40.694513 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c5895d-070d-4152-89df-c32a21bc7277 None None] No DVR routers for this DVR port e28dfbad-a0ce-440e-942d-5250eea8b4f7 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:34:40.715219 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-d0e51707-1b10-498a-8565-139175f53386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ea1e34-d268-4dbc-a131-753a960a5e55') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:40.715520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-d0e51707-1b10-498a-8565-139175f53386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ea1e34-d268-4dbc-a131-753a960a5e55') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:40.741253 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d0e51707-1b10-498a-8565-139175f53386 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.746372 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950c9b7-257e-4902-946d-8754daa25730 None None] Pushing event updated for resources: {'Port': ['ID=841db4b9-d327-49ee-97e4-23f4e9a68fe2,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:40.756032 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d6a7c38f-12d7-42e3-9a35-e23beed3f274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.772364 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d0e51707-1b10-498a-8565-139175f53386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.783335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e51707-1b10-498a-8565-139175f53386 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:34:40.783950 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d0e51707-1b10-498a-8565-139175f53386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:34:40.786307 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:34:40.802235 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-82a48311-c12e-41ef-8f8f-28fb316edbe7 service neutron] 10.222.0.44 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1322088 Sep 29 17:34:40.812253 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9', 'name': 'tempest-NetworksTestDHCPv6-router-1589532801', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:33Z', 'updated_at': '2021-09-29T17:34:36Z', 'revision_number': 2, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'gw_port_host': None, '_interfaces': [{'id': '2e17051a-8591-4bc6-85b8-3460ce11f038', 'name': '', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'mac_address': 'fa:16:3e:7b:81:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '8ac2b41f-2817-4311-9257-578df10fd28a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:34:34Z', 'updated_at': '2021-09-29T17:34:40Z', 'revision_number': 4, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'subnets': [{'id': '8ac2b41f-2817-4311-9257-578df10fd28a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:40.827669 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5895d-070d-4152-89df-c32a21bc7277 None None] Pushing event deleted for resources: {'Port': ['ID=e28dfbad-a0ce-440e-942d-5250eea8b4f7,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:40.849645 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.863753 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21da8303-3d27-4c9a-b83b-5047e99ae332 None None] The sync data for ids ['9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9'] in n-d-811748-2 is: [{'id': '9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9', 'name': 'tempest-NetworksTestDHCPv6-router-1589532801', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:33Z', 'updated_at': '2021-09-29T17:34:36Z', 'revision_number': 2, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'gw_port_host': None, '_interfaces': [{'id': '2e17051a-8591-4bc6-85b8-3460ce11f038', 'name': '', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'mac_address': 'fa:16:3e:7b:81:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '8ac2b41f-2817-4311-9257-578df10fd28a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:34:34Z', 'updated_at': '2021-09-29T17:34:40Z', 'revision_number': 4, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'subnets': [{'id': '8ac2b41f-2817-4311-9257-578df10fd28a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:34:40.875121 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfa82bb-169b-4387-84e5-eea16428e6ce']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:40.882948 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d0e51707-1b10-498a-8565-139175f53386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.886040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effd721d-c919-4576-9d6b-a69fc1402137') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:40.886620 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effd721d-c919-4576-9d6b-a69fc1402137') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:40.890790 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d0e51707-1b10-498a-8565-139175f53386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.899703 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d0e51707-1b10-498a-8565-139175f53386 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fe93af0d-88eb-4bd8-b10d-ef73fbecc01f HTTP/1.1" status: 204 len: 168 time: 0.5945473 Sep 29 17:34:40.911002 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.918260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e51707-1b10-498a-8565-139175f53386 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe93af0d-88eb-4bd8-b10d-ef73fbecc01f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:40.942120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Attempting to bind port 841db4b9-d327-49ee-97e4-23f4e9a68fe2 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:34:40.942518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Attempting to bind port 841db4b9-d327-49ee-97e4-23f4e9a68fe2 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd147c0d2-5984-4355-af5e-851224b9575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:34:40.944025 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Attempting to bind port 841db4b9-d327-49ee-97e4-23f4e9a68fe2 on network e3fc7dc3-3732-4d12-a49f-352db5f80856 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:40.958637 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-11ef1ebc-ceea-4899-a982-76c23e1d74af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.962069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:34:40.963498 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Checking segment: {'id': 'd147c0d2-5984-4355-af5e-851224b9575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:40.965365 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.965987 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Bound using segment: {'id': 'd147c0d2-5984-4355-af5e-851224b9575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:34:40.967216 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Bound port: 841db4b9-d327-49ee-97e4-23f4e9a68fe2, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd147c0d2-5984-4355-af5e-851224b9575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:34:40.967385 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.967605 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:40.994436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:34:40.996552 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:34:41.043659 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:34:41.078020 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-11ef1ebc-ceea-4899-a982-76c23e1d74af None None] For port 2e17051a-8591-4bc6-85b8-3460ce11f038, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2e17051a-8591-4bc6-85b8-3460ce11f038,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:41.088127 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-11ef1ebc-ceea-4899-a982-76c23e1d74af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:41.131775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] For port 841db4b9-d327-49ee-97e4-23f4e9a68fe2, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:34:41.157999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] For port 841db4b9-d327-49ee-97e4-23f4e9a68fe2, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=841db4b9-d327-49ee-97e4-23f4e9a68fe2,segment=NetworkSegment(d147c0d2-5984-4355-af5e-851224b9575e),segment_id=d147c0d2-5984-4355-af5e-851224b9575e)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:34:41.176026 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:41.187002 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:41.219825 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef1ebc-ceea-4899-a982-76c23e1d74af None None] Pushing event updated for resources: {'Port': ['ID=2e17051a-8591-4bc6-85b8-3460ce11f038,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:41.229879 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:41.233555 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41986) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:41.237908 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "DELETE /v2.0/networks/ccfa82bb-169b-4387-84e5-eea16428e6ce HTTP/1.1" status: 204 len: 168 time: 2.8377235 Sep 29 17:34:41.286930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41988) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:41.356275 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-14600e96-b44b-4499-9a4d-1cc9e487be14 service neutron] 10.222.0.44 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323165 Sep 29 17:34:41.365961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71267104-4ac9-4277-9301-f20c4b20327c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event deleted for resources: {'Network': ['ID=ccfa82bb-169b-4387-84e5-eea16428e6ce,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:41.380574 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950c9b7-257e-4902-946d-8754daa25730 None None] Pushing event updated for resources: {'Port': ['ID=841db4b9-d327-49ee-97e4-23f4e9a68fe2,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:41.401748 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-23060c04-a947-4e32-8212-1208461694a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:41.453265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b32f39e3-01a1-4440-a1b5-a4e3421a64bb None None] Provisioning complete for port 2e17051a-8591-4bc6-85b8-3460ce11f038 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:41.454648 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b32f39e3-01a1-4440-a1b5-a4e3421a64bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:41.473011 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a25ec9a5-f98d-4966-b616-a830eafc9e42 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:41.531209 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b04afb61-78a0-45b3-a020-8d04d29257c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe4f93d224e54a979295881fff6b9e51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392004 Sep 29 17:34:41.536574 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41994) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:41.560071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Routers {'0372b690-dbb7-4d38-8e7f-1dae5fe73659'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:41.560990 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0372b690-dbb7-4d38-8e7f-1dae5fe73659'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:41.736725 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a25ec9a5-f98d-4966-b616-a830eafc9e42 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:41.752765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a15048ad-2803-49e1-a607-fe0b55b86024 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:34:41.772261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a25ec9a5-f98d-4966-b616-a830eafc9e42 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cef421f-2e0d-4273-9285-3575dbbe9bc8']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:41.793552 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a578becc-62cf-42e8-8aa2-62cf84c6667e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:41.809596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a25ec9a5-f98d-4966-b616-a830eafc9e42 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3b69c6-ce5e-49ba-8520-dd623f29fa51') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:41.809839 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a25ec9a5-f98d-4966-b616-a830eafc9e42 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3b69c6-ce5e-49ba-8520-dd623f29fa51') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:41.828691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a25ec9a5-f98d-4966-b616-a830eafc9e42 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:41.839009 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: a15048ad-2803-49e1-a607-fe0b55b86024 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:34:41.839837 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a15048ad-2803-49e1-a607-fe0b55b86024 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:34:41.843223 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a578becc-62cf-42e8-8aa2-62cf84c6667e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:41.845554 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a25ec9a5-f98d-4966-b616-a830eafc9e42 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:41.852235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25ec9a5-f98d-4966-b616-a830eafc9e42 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:34:41.852676 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a25ec9a5-f98d-4966-b616-a830eafc9e42 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:34:41.931814 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:34:41.969983 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2e17051a-8591-4bc6-85b8-3460ce11f038 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:41.970424 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a578becc-62cf-42e8-8aa2-62cf84c6667e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:41.990366 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a578becc-62cf-42e8-8aa2-62cf84c6667e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:41.994951 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a578becc-62cf-42e8-8aa2-62cf84c6667e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27acbff1-9089-44bc-9d44-c7bf91f54349 HTTP/1.1" status: 204 len: 168 time: 0.4569309 Sep 29 17:34:42.002640 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7fa8b4d2-85b7-46e1-8124-2b8ce9fd8c4a req-a84f4493-baf1-4e30-9636-29b5d1b3cf6e tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 210 time: 0.0724971 Sep 29 17:34:42.008892 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a25ec9a5-f98d-4966-b616-a830eafc9e42 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:42.016330 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a25ec9a5-f98d-4966-b616-a830eafc9e42 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:42.018575 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a25ec9a5-f98d-4966-b616-a830eafc9e42 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "DELETE /v2.0/networks/2cef421f-2e0d-4273-9285-3575dbbe9bc8 HTTP/1.1" status: 204 len: 168 time: 0.7840111 Sep 29 17:34:42.029667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42012) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:42.030751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578becc-62cf-42e8-8aa2-62cf84c6667e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27acbff1-9089-44bc-9d44-c7bf91f54349,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:42.044182 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ec9a5-f98d-4966-b616-a830eafc9e42 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event deleted for resources: {'Network': ['ID=2cef421f-2e0d-4273-9285-3575dbbe9bc8,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:42.146568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-887fe1c9-f2db-42e2-af5a-51a4a34999d2 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Deleting subnet b1809786-684b-45e3-9e19-e19d2f9e080d {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:34:42.164405 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-887fe1c9-f2db-42e2-af5a-51a4a34999d2 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:42.217774 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-887fe1c9-f2db-42e2-af5a-51a4a34999d2 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:42.222745 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-23060c04-a947-4e32-8212-1208461694a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port 2e17051a-8591-4bc6-85b8-3460ce11f038 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:42.223085 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-23060c04-a947-4e32-8212-1208461694a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:42.362626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] Set router 0372b690-dbb7-4d38-8e7f-1dae5fe73659 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:34:42.422342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 2e17051a-8591-4bc6-85b8-3460ce11f038 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:42.423024 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:42.460884 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-23060c04-a947-4e32-8212-1208461694a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] For port 2e17051a-8591-4bc6-85b8-3460ce11f038, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2e17051a-8591-4bc6-85b8-3460ce11f038,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:42.461499 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-23060c04-a947-4e32-8212-1208461694a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:42.485305 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-887fe1c9-f2db-42e2-af5a-51a4a34999d2 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:42.513217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-23060c04-a947-4e32-8212-1208461694a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for 2e17051a-8591-4bc6-85b8-3460ce11f038 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:42.698849 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-887fe1c9-f2db-42e2-af5a-51a4a34999d2 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:42.762054 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fe1c9-f2db-42e2-af5a-51a4a34999d2 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event deleted for resources: {'Subnet': ['ID=b1809786-684b-45e3-9e19-e19d2f9e080d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:42.788595 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1ceebe-ccd9-4e10-a3f5-ead1241c6649 None None] Network f5a2b5f3-b346-45ef-b87a-83865bef830f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:42.877002 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-887fe1c9-f2db-42e2-af5a-51a4a34999d2 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:42.881740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42044) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:42.895801 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-887fe1c9-f2db-42e2-af5a-51a4a34999d2 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "DELETE /v2.0/subnets/b1809786-684b-45e3-9e19-e19d2f9e080d HTTP/1.1" status: 204 len: 168 time: 0.8461194 Sep 29 17:34:43.030202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'name': 'tempest-ServerRescueTestJSON-1258197903-router', 'tenant_id': '4444d5c81b04497cad4824500aa2875c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '5b91c548-2fea-41bf-abed-d58f45d49cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:26Z', 'updated_at': '2021-09-29T17:34:35Z', 'revision_number': 4, 'project_id': '4444d5c81b04497cad4824500aa2875c', 'gw_port': {'id': '5b91c548-2fea-41bf-abed-d58f45d49cca', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:34:28Z', 'updated_at': '2021-09-29T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '841db4b9-d327-49ee-97e4-23f4e9a68fe2', 'name': '', 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856', 'tenant_id': '4444d5c81b04497cad4824500aa2875c', 'mac_address': 'fa:16:3e:c7:33:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'b8ec182f-4bf1-4776-988a-c1b450439564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:34:33Z', 'updated_at': '2021-09-29T17:34:41Z', 'revision_number': 4, 'project_id': '4444d5c81b04497cad4824500aa2875c', 'subnets': [{'id': 'b8ec182f-4bf1-4776-988a-c1b450439564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:43.083952 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac016495-bc17-4188-a0fb-b004f5e50d49 None None] The sync data for ids ['0372b690-dbb7-4d38-8e7f-1dae5fe73659'] in n-d-811748-2 is: [{'id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'name': 'tempest-ServerRescueTestJSON-1258197903-router', 'tenant_id': '4444d5c81b04497cad4824500aa2875c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '5b91c548-2fea-41bf-abed-d58f45d49cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:26Z', 'updated_at': '2021-09-29T17:34:35Z', 'revision_number': 4, 'project_id': '4444d5c81b04497cad4824500aa2875c', 'gw_port': {'id': '5b91c548-2fea-41bf-abed-d58f45d49cca', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:34:28Z', 'updated_at': '2021-09-29T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '841db4b9-d327-49ee-97e4-23f4e9a68fe2', 'name': '', 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856', 'tenant_id': '4444d5c81b04497cad4824500aa2875c', 'mac_address': 'fa:16:3e:c7:33:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'b8ec182f-4bf1-4776-988a-c1b450439564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:34:33Z', 'updated_at': '2021-09-29T17:34:41Z', 'revision_number': 4, 'project_id': '4444d5c81b04497cad4824500aa2875c', 'subnets': [{'id': 'b8ec182f-4bf1-4776-988a-c1b450439564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:34:43.100721 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:43.180200 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:34:43.224952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Deleting port a258f38b-9639-4060-8b4d-62dfef6b170c {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:43.225554 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:43.234906 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-23060c04-a947-4e32-8212-1208461694a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:43.249166 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6eecc9e1-db4d-4994-bf36-8c09c88a1346 req-ab308962-63cc-44dd-a9ab-10a8619fd521 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 210 time: 0.1208112 Sep 29 17:34:43.256819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec45dc5f-32f1-4a50-87aa-1b13345744fc None None] DHCP port deletion for f5a2b5f3-b346-45ef-b87a-83865bef830f request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:34:43.302913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23060c04-a947-4e32-8212-1208461694a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=2e17051a-8591-4bc6-85b8-3460ce11f038,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:43.385967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] For port a258f38b-9639-4060-8b4d-62dfef6b170c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a258f38b-9639-4060-8b4d-62dfef6b170c,segment=NetworkSegment(f936402d-062c-4a7f-893c-2f8a88967bf5),segment_id=f936402d-062c-4a7f-893c-2f8a88967bf5)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:43.386702 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:43.421389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Calling delete_port for a258f38b-9639-4060-8b4d-62dfef6b170c owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:43.442063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ec45dc5f-32f1-4a50-87aa-1b13345744fc None None] Deleting port a258f38b-9639-4060-8b4d-62dfef6b170c {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:43.442641 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ec45dc5f-32f1-4a50-87aa-1b13345744fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:43.503337 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-23060c04-a947-4e32-8212-1208461694a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:43.524129 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3f1fc555-d523-4c58-b034-c8d65c5583f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:43.557965 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:43.623641 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event deleted for resources: {'Port': ['ID=a258f38b-9639-4060-8b4d-62dfef6b170c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:43.628361 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ec45dc5f-32f1-4a50-87aa-1b13345744fc None None] For port a258f38b-9639-4060-8b4d-62dfef6b170c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a258f38b-9639-4060-8b4d-62dfef6b170c,segment=NetworkSegment(f936402d-062c-4a7f-893c-2f8a88967bf5),segment_id=f936402d-062c-4a7f-893c-2f8a88967bf5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:43.628611 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ec45dc5f-32f1-4a50-87aa-1b13345744fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:43.631634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] No DVR routers for this DVR port a258f38b-9639-4060-8b4d-62dfef6b170c on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:34:43.657083 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ec45dc5f-32f1-4a50-87aa-1b13345744fc None None] Calling delete_port for a258f38b-9639-4060-8b4d-62dfef6b170c owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:43.874724 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23060c04-a947-4e32-8212-1208461694a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Router 9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:34:43.909351 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ec45dc5f-32f1-4a50-87aa-1b13345744fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:43.910506 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:43.982143 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45dc5f-32f1-4a50-87aa-1b13345744fc None None] Pushing event deleted for resources: {'Port': ['ID=a258f38b-9639-4060-8b4d-62dfef6b170c,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:43.990499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45dc5f-32f1-4a50-87aa-1b13345744fc None None] No DVR routers for this DVR port a258f38b-9639-4060-8b4d-62dfef6b170c on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:34:44.019038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23060c04-a947-4e32-8212-1208461694a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:34:44.030667 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-23060c04-a947-4e32-8212-1208461694a2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "PUT /v2.0/routers/9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2520010 Sep 29 17:34:44.034171 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42066) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:44.037233 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a66aba-65d5-416e-9f49-c46454954328 None None] Sync routers for ids ['9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:34:44.041976 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a2b5f3-b346-45ef-b87a-83865bef830f']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:44.050762 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a66aba-65d5-416e-9f49-c46454954328 None None] Routers {'9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:44.054829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-54a66aba-65d5-416e-9f49-c46454954328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:44.055659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f936402d-062c-4a7f-893c-2f8a88967bf5') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:44.056481 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f936402d-062c-4a7f-893c-2f8a88967bf5') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:44.077123 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:44.108939 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:44.120604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:34:44.121611 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:44.132673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 841db4b9-d327-49ee-97e4-23f4e9a68fe2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:34:44.146774 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:34:44.189452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9094fa5c-db5d-4a5d-b979-0df84eb3095c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:44.191594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9094fa5c-db5d-4a5d-b979-0df84eb3095c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:44.194078 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9094fa5c-db5d-4a5d-b979-0df84eb3095c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1481380 Sep 29 17:34:44.196798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42072) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:44.222982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-54a66aba-65d5-416e-9f49-c46454954328 None None] Set router 9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:34:44.281962 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:44.322434 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:44.330982 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "DELETE /v2.0/networks/f5a2b5f3-b346-45ef-b87a-83865bef830f HTTP/1.1" status: 204 len: 168 time: 1.4479795 Sep 29 17:34:44.340099 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f60e39-28e8-49be-a4d5-adc6c8c0ee40 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 8ac2b41f-2817-4311-9257-578df10fd28a {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:34:44.346051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-54a66aba-65d5-416e-9f49-c46454954328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9', 'name': 'tempest-NetworksTestDHCPv6-router-1589532801', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:33Z', 'updated_at': '2021-09-29T17:34:42Z', 'revision_number': 3, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:44.352433 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-60f60e39-28e8-49be-a4d5-adc6c8c0ee40 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:44.377909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42080) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:44.379135 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55158a2-793d-48dd-b45f-274c6faa7b1c tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Pushing event deleted for resources: {'Network': ['ID=f5a2b5f3-b346-45ef-b87a-83865bef830f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:44.423172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a66aba-65d5-416e-9f49-c46454954328 None None] Checking router: 9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:34:44.428685 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:44.432873 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42084) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:44.435337 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0e86ec2c-638e-4a92-bf19-bdd325b23dfd tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "GET /v2.0/ports?device_id=64d8ec64-97bb-4ec0-8f50-c74fd9badfd9 HTTP/1.1" status: 200 len: 205 time: 0.0522563 Sep 29 17:34:44.442603 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a66aba-65d5-416e-9f49-c46454954328 None None] Routers {'9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:34:44.444006 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-54a66aba-65d5-416e-9f49-c46454954328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:34:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:44.517684 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d4f9af2c-d7bd-49ed-8145-d267232e79d9 req-3cabc6e6-e497-4396-ab02-85fdb9726f22 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 210 time: 0.1289210 Sep 29 17:34:44.530917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-dd36d150-bb58-4c36-a520-fe62768d1ac0 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:44.532833 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-dd36d150-bb58-4c36-a520-fe62768d1ac0 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.49 "GET /v2.0/networks?id=e3fc7dc3-3732-4d12-a49f-352db5f80856 HTTP/1.1" status: 200 len: 811 time: 0.6113660 Sep 29 17:34:44.552105 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-3675651a-7469-4c32-abb8-2c29d15036f7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Request body: {'port': {'device_id': '9895b694-d421-4ba9-baa9-e8b121070efd', 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856', 'admin_state_up': True, 'tenant_id': '4444d5c81b04497cad4824500aa2875c'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:44.582552 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:44.592899 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-54a66aba-65d5-416e-9f49-c46454954328 None None] Set router 9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:34:44.595412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 841db4b9-d327-49ee-97e4-23f4e9a68fe2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:44.595984 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:44.611344 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-60f60e39-28e8-49be-a4d5-adc6c8c0ee40 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:44.616721 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-005519f8-ecef-46e7-9d60-43108bfe3485 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:44.755669 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-54a66aba-65d5-416e-9f49-c46454954328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9', 'name': 'tempest-NetworksTestDHCPv6-router-1589532801', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:33Z', 'updated_at': '2021-09-29T17:34:42Z', 'revision_number': 3, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:34:44.775470 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-3675651a-7469-4c32-abb8-2c29d15036f7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Made reservation on behalf of 4444d5c81b04497cad4824500aa2875c for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:44.779495 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-3675651a-7469-4c32-abb8-2c29d15036f7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:44.842213 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a66aba-65d5-416e-9f49-c46454954328 None None] The sync data for ids ['9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9'] in n-d-811748-2 is: [{'id': '9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9', 'name': 'tempest-NetworksTestDHCPv6-router-1589532801', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:33Z', 'updated_at': '2021-09-29T17:34:42Z', 'revision_number': 3, 'project_id': 'fcecbcbf80424967b284b0e0e37c160d', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:34:44.844132 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:44.955014 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:44.971053 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-005519f8-ecef-46e7-9d60-43108bfe3485 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:44.975776 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-005519f8-ecef-46e7-9d60-43108bfe3485 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:45.019208 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 841db4b9-d327-49ee-97e4-23f4e9a68fe2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=841db4b9-d327-49ee-97e4-23f4e9a68fe2,segment=NetworkSegment(d147c0d2-5984-4355-af5e-851224b9575e),segment_id=d147c0d2-5984-4355-af5e-851224b9575e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:45.027179 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:45.050911 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-3675651a-7469-4c32-abb8-2c29d15036f7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Allocated IP 172.20.0.13 (e3fc7dc3-3732-4d12-a49f-352db5f80856/b8ec182f-4bf1-4776-988a-c1b450439564/22ec29b2-0f32-4578-aca1-6b02a97cb039) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:45.063178 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-60f60e39-28e8-49be-a4d5-adc6c8c0ee40 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:45.121868 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-005519f8-ecef-46e7-9d60-43108bfe3485 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:45.122378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005519f8-ecef-46e7-9d60-43108bfe3485 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Fanout notify agent at l3_agent the message router_deleted on router 64d8ec64-97bb-4ec0-8f50-c74fd9badfd9 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:34:45.122767 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=841db4b9-d327-49ee-97e4-23f4e9a68fe2,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:45.137200 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-005519f8-ecef-46e7-9d60-43108bfe3485 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:45.144644 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-005519f8-ecef-46e7-9d60-43108bfe3485 tempest-RoutersNegativeTest-1876099418 tempest-RoutersNegativeTest-1876099418-project] 10.222.0.44 "DELETE /v2.0/routers/64d8ec64-97bb-4ec0-8f50-c74fd9badfd9 HTTP/1.1" status: 204 len: 168 time: 0.7106314 Sep 29 17:34:45.206000 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-60f60e39-28e8-49be-a4d5-adc6c8c0ee40 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:45.223663 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-60f60e39-28e8-49be-a4d5-adc6c8c0ee40 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:45.237904 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc445ac7-9884-4e14-bf61-1f600ae27235 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:45.258146 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-60f60e39-28e8-49be-a4d5-adc6c8c0ee40 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/8ac2b41f-2817-4311-9257-578df10fd28a HTTP/1.1" status: 204 len: 168 time: 1.0601234 Sep 29 17:34:45.291142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42104) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:45.291744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a258f38b-9639-4060-8b4d-62dfef6b170c no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:34:45.301293 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f60e39-28e8-49be-a4d5-adc6c8c0ee40 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac2b41f-2817-4311-9257-578df10fd28a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:45.354361 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: a258f38b-9639-4060-8b4d-62dfef6b170c {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:34:45.354971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a258f38b-9639-4060-8b4d-62dfef6b170c not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:34:45.473002 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-3675651a-7469-4c32-abb8-2c29d15036f7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:45.484575 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ddccf576-358b-4564-9991-30a4c962e26d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1899896 Sep 29 17:34:45.484770 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42108) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:45.519030 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af69c79-bcca-41c3-ba46-43cc6cbb303b None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:34:45.574397 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ae13be5-e28e-47ba-a82c-7ef0d123cc2b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:45.600737 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8af69c79-bcca-41c3-ba46-43cc6cbb303b None None] Deleting port d4d15ea1-0cef-4a5a-86b4-dc643359e701 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:45.601730 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8af69c79-bcca-41c3-ba46-43cc6cbb303b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:45.684114 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42116) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:45.696403 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dd2928b8-1942-44b4-8875-63a65a3d96c2 req-aa35298c-bce4-4cab-a19e-ceb33fdd8556 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 210 time: 0.0513513 Sep 29 17:34:45.740757 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8af69c79-bcca-41c3-ba46-43cc6cbb303b None None] For port d4d15ea1-0cef-4a5a-86b4-dc643359e701, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d4d15ea1-0cef-4a5a-86b4-dc643359e701,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:45.741182 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8af69c79-bcca-41c3-ba46-43cc6cbb303b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:45.779520 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8af69c79-bcca-41c3-ba46-43cc6cbb303b None None] Calling delete_port for d4d15ea1-0cef-4a5a-86b4-dc643359e701 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:45.841459 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-3675651a-7469-4c32-abb8-2c29d15036f7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:45.873613 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 841db4b9-d327-49ee-97e4-23f4e9a68fe2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:45.949681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-3675651a-7469-4c32-abb8-2c29d15036f7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Network e3fc7dc3-3732-4d12-a49f-352db5f80856 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:45.952526 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ae13be5-e28e-47ba-a82c-7ef0d123cc2b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:45.959352 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ae13be5-e28e-47ba-a82c-7ef0d123cc2b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:45.963047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-3675651a-7469-4c32-abb8-2c29d15036f7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:45.966200 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 841db4b9-d327-49ee-97e4-23f4e9a68fe2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:45.966821 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:45.971360 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-3675651a-7469-4c32-abb8-2c29d15036f7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:46.098692 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8af69c79-bcca-41c3-ba46-43cc6cbb303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:46.148697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af69c79-bcca-41c3-ba46-43cc6cbb303b None None] No DVR routers for this DVR port d4d15ea1-0cef-4a5a-86b4-dc643359e701 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:34:46.153209 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af69c79-bcca-41c3-ba46-43cc6cbb303b None None] Pushing event deleted for resources: {'Port': ['ID=d4d15ea1-0cef-4a5a-86b4-dc643359e701,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:46.291826 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d4d15ea1-0cef-4a5a-86b4-dc643359e701 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:34:46.475608 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-abfc854d-f245-4b84-8420-389a58b486a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e82478b179f4441483df792b46334ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7880092 Sep 29 17:34:46.476665 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42150) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:46.488101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675651a-7469-4c32-abb8-2c29d15036f7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Pushing event updated for resources: {'Port': ['ID=22ec29b2-0f32-4578-aca1-6b02a97cb039,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:46.500395 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ae13be5-e28e-47ba-a82c-7ef0d123cc2b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:46.500904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae13be5-e28e-47ba-a82c-7ef0d123cc2b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Fanout notify agent at l3_agent the message router_deleted on router 9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:34:46.510059 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ae13be5-e28e-47ba-a82c-7ef0d123cc2b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:46.513602 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6ae13be5-e28e-47ba-a82c-7ef0d123cc2b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/routers/9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9 HTTP/1.1" status: 204 len: 168 time: 1.0279112 Sep 29 17:34:46.514270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42154) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:46.523709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: d4d15ea1-0cef-4a5a-86b4-dc643359e701 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:34:46.524280 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d4d15ea1-0cef-4a5a-86b4-dc643359e701 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:34:46.525647 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2e17051a-8591-4bc6-85b8-3460ce11f038 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:34:46.536167 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-3675651a-7469-4c32-abb8-2c29d15036f7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:46.536828 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-3675651a-7469-4c32-abb8-2c29d15036f7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:46.551321 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 2e17051a-8591-4bc6-85b8-3460ce11f038 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:34:46.551914 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2e17051a-8591-4bc6-85b8-3460ce11f038 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:34:46.566767 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92cb023b-4d41-4041-a1a9-486871f94380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:46.568839 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-3675651a-7469-4c32-abb8-2c29d15036f7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0214887 Sep 29 17:34:46.571111 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6ecf5a9c-6217-4eae-ad51-4ecbf77ca944 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0535004 Sep 29 17:34:46.574162 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42156) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:46.591805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Request body: {'port': {'device_id': '9895b694-d421-4ba9-baa9-e8b121070efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:46.598106 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92cb023b-4d41-4041-a1a9-486871f94380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:46.674720 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92cb023b-4d41-4041-a1a9-486871f94380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:46.679605 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92cb023b-4d41-4041-a1a9-486871f94380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:46.684234 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-92cb023b-4d41-4041-a1a9-486871f94380 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fbf1c287-a8fc-40b7-bddd-98b6543a7c38 HTTP/1.1" status: 204 len: 168 time: 0.2060363 Sep 29 17:34:46.705184 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb023b-4d41-4041-a1a9-486871f94380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf1c287-a8fc-40b7-bddd-98b6543a7c38,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:46.723031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb72bce-d046-41bf-88af-ed679289df3c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:46.724594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6cb72bce-d046-41bf-88af-ed679289df3c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1493990 Sep 29 17:34:46.727370 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42162) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:46.771618 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-abda958e-932e-4eaf-ad6b-01745c3c2645 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425766 Sep 29 17:34:46.772388 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:46.776486 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42166) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:46.781508 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b4f77b4c-9cfc-42de-8981-c4d0fbc1fdbe tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:46.794301 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:47.025115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1003d0e-4257-4a4f-8278-0e8770afba5b req-a5619d01-d749-4862-a13a-e4f82097e408 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:47.026841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1003d0e-4257-4a4f-8278-0e8770afba5b req-a5619d01-d749-4862-a13a-e4f82097e408 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 932 time: 0.1178501 Sep 29 17:34:47.075389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f77b4c-9cfc-42de-8981-c4d0fbc1fdbe tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:47.081960 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4f77b4c-9cfc-42de-8981-c4d0fbc1fdbe tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:47.260742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1003d0e-4257-4a4f-8278-0e8770afba5b req-8df4c866-166a-4819-a213-40d05e7a8a5c tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684828 Sep 29 17:34:47.490983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ec29b2-0f32-4578-aca1-6b02a97cb039 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:34:47.501715 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:47.644183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.objects.ports [None req-b4f77b4c-9cfc-42de-8981-c4d0fbc1fdbe tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:34:47.648135 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4f77b4c-9cfc-42de-8981-c4d0fbc1fdbe tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:47.659590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Transition to ACTIVE for port object 22ec29b2-0f32-4578-aca1-6b02a97cb039 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:34:47.684795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:47.730511 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f77b4c-9cfc-42de-8981-c4d0fbc1fdbe tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:47.750567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-b4f77b4c-9cfc-42de-8981-c4d0fbc1fdbe tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:47.754313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f77b4c-9cfc-42de-8981-c4d0fbc1fdbe tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:47.754903 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4f77b4c-9cfc-42de-8981-c4d0fbc1fdbe tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:47.760592 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b337c176-5141-4699-86f8-6f583311f588 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:47.761807 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f77b4c-9cfc-42de-8981-c4d0fbc1fdbe tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=be314676-4ecd-4fa7-b268-146c532e3978,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:47.807777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42216) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:47.808433 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b4f77b4c-9cfc-42de-8981-c4d0fbc1fdbe tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0302944 Sep 29 17:34:47.816621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-fb996b9b-0c06-494f-bf57-8f28158e25a9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:47.833326 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Pushing event updated for resources: {'Port': ['ID=22ec29b2-0f32-4578-aca1-6b02a97cb039,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:47.872503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Attempting to bind port 22ec29b2-0f32-4578-aca1-6b02a97cb039 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:34:47.872849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Attempting to bind port 22ec29b2-0f32-4578-aca1-6b02a97cb039 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'd147c0d2-5984-4355-af5e-851224b9575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:34:47.873221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Attempting to bind port 22ec29b2-0f32-4578-aca1-6b02a97cb039 on network e3fc7dc3-3732-4d12-a49f-352db5f80856 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:47.877662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Port 22ec29b2-0f32-4578-aca1-6b02a97cb039 on network e3fc7dc3-3732-4d12-a49f-352db5f80856 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:34:47.878088 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Attempting to bind port 22ec29b2-0f32-4578-aca1-6b02a97cb039 on network e3fc7dc3-3732-4d12-a49f-352db5f80856 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:47.882888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:34:47.883230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Checking segment: {'id': 'd147c0d2-5984-4355-af5e-851224b9575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:47.883672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Bound using segment: {'id': 'd147c0d2-5984-4355-af5e-851224b9575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:34:47.884183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Bound port: 22ec29b2-0f32-4578-aca1-6b02a97cb039, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd147c0d2-5984-4355-af5e-851224b9575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:34:47.884543 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:47.960510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': 'be314676-4ecd-4fa7-b268-146c532e3978'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:34:47.962621 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:48.042769 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb996b9b-0c06-494f-bf57-8f28158e25a9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:48.043881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] For port 22ec29b2-0f32-4578-aca1-6b02a97cb039, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:34:48.049013 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fb996b9b-0c06-494f-bf57-8f28158e25a9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:48.053116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] For port 22ec29b2-0f32-4578-aca1-6b02a97cb039, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=22ec29b2-0f32-4578-aca1-6b02a97cb039,segment=NetworkSegment(d147c0d2-5984-4355-af5e-851224b9575e),segment_id=d147c0d2-5984-4355-af5e-851224b9575e)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:34:48.069339 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:48.195480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Pushing event updated for resources: {'Port': ['ID=22ec29b2-0f32-4578-aca1-6b02a97cb039,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:48.201453 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:48.202076 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:48.203613 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a44f7aa9-3ddd-4504-9ff1-a0c606786363 service neutron] 10.222.0.49 "PUT /v2.0/ports/22ec29b2-0f32-4578-aca1-6b02a97cb039 HTTP/1.1" status: 200 len: 1092 time: 1.6165550 Sep 29 17:34:48.204556 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9895b694-d421-4ba9-baa9-e8b121070efd', 'tag': '22ec29b2-0f32-4578-aca1-6b02a97cb039'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:34:48.206795 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76536858-3d8b-47c9-ba8e-9a73b98ecb22" -d '{"events": [{"name": "network-changed", "server_uuid": "9895b694-d421-4ba9-baa9-e8b121070efd", "tag": "22ec29b2-0f32-4578-aca1-6b02a97cb039"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:34:48.219124 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Allocated IP 2001:db8::f816:3eff:fe82:e319 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/be314676-4ecd-4fa7-b268-146c532e3978/2b23281c-382a-4a8b-9de7-0c7f141884f3) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:48.312976 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2215a3b-79d7-4aed-bd3b-9eb058755c41 x-openstack-request-id: req-c2215a3b-79d7-4aed-bd3b-9eb058755c41 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:34:48.313354 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9895b694-d421-4ba9-baa9-e8b121070efd", "tag": "22ec29b2-0f32-4578-aca1-6b02a97cb039", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:34:48.313581 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2215a3b-79d7-4aed-bd3b-9eb058755c41 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:34:48.314030 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9895b694-d421-4ba9-baa9-e8b121070efd', 'tag': '22ec29b2-0f32-4578-aca1-6b02a97cb039', 'status': 'completed', 'code': 200} Sep 29 17:34:48.336626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-e0008709-01eb-44e4-b5e6-5cc47fdf5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:48.341408 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-e0008709-01eb-44e4-b5e6-5cc47fdf5cc2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4444d5c81b04497cad4824500aa2875c&device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 1095 time: 0.0827563 Sep 29 17:34:48.452349 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-87830ef4-2708-44d5-a744-9586dbdaac4b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22ec29b2-0f32-4578-aca1-6b02a97cb039 HTTP/1.1" status: 200 len: 217 time: 0.1030412 Sep 29 17:34:48.535316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a8d4a17f-cad5-4a2e-bebc-df6b5af6ffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:48.537099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-a8d4a17f-cad5-4a2e-bebc-df6b5af6ffcb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8ec182f-4bf1-4776-988a-c1b450439564 HTTP/1.1" status: 200 len: 851 time: 0.0749962 Sep 29 17:34:48.605148 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fb996b9b-0c06-494f-bf57-8f28158e25a9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:48.613009 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-af59b1c1-e31e-4b11-bcb8-b9d5f110ea4f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e3fc7dc3-3732-4d12-a49f-352db5f80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628157 Sep 29 17:34:48.645801 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:48.652859 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025be74-3e7d-465c-896f-1d319aef63c7 req-df8e56eb-329e-4eac-bb8d-08e32c9a7583 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:48.657919 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:48.660622 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c025be74-3e7d-465c-896f-1d319aef63c7 req-df8e56eb-329e-4eac-bb8d-08e32c9a7583 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 944 time: 0.1211245 Sep 29 17:34:48.670816 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb996b9b-0c06-494f-bf57-8f28158e25a9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:48.689817 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-fb996b9b-0c06-494f-bf57-8f28158e25a9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:48.699847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb996b9b-0c06-494f-bf57-8f28158e25a9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:48.699847 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fb996b9b-0c06-494f-bf57-8f28158e25a9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:48.716993 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:48.720471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:48.726320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:48.749983 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c025be74-3e7d-465c-896f-1d319aef63c7 req-59578354-49d4-4d7a-8250-7807b56f8126 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882523 Sep 29 17:34:48.751707 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fb996b9b-0c06-494f-bf57-8f28158e25a9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9417214 Sep 29 17:34:48.755966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42254) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:48.761965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7d0712e3-5dd7-48d3-bb4f-ba7c951e6186 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'mac_address': 'fa:16:3e:8b:a8:3a', 'name': 'tempest-NetworksTestDHCPv6-630556017'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:48.773352 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Pushing event updated for resources: {'Port': ['ID=2b23281c-382a-4a8b-9de7-0c7f141884f3,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:48.808070 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Attempting to bind port 2b23281c-382a-4a8b-9de7-0c7f141884f3 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:34:48.808910 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Attempting to bind port 2b23281c-382a-4a8b-9de7-0c7f141884f3 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:34:48.809654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Attempting to bind port 2b23281c-382a-4a8b-9de7-0c7f141884f3 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:48.815354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:34:48.816068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:48.816192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb996b9b-0c06-494f-bf57-8f28158e25a9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=bd19351e-0ba3-4f71-839c-5a3a5911cef6,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:48.817468 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:48.818093 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:34:48.818905 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Bound port: 2b23281c-382a-4a8b-9de7-0c7f141884f3, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:34:48.819519 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:48.832769 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-8e04efcf-38da-4a0f-aada-70fe409c663f service neutron] 10.222.0.49 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140806 Sep 29 17:34:48.835471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:48.836048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:48.836633 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:48.838139 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:48.838708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:48.839465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:48.840059 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:48.840611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:48.841147 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:48.841830 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:48.842370 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:48.842918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:34:48.916062 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] For port 2b23281c-382a-4a8b-9de7-0c7f141884f3, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:34:48.921401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] For port 2b23281c-382a-4a8b-9de7-0c7f141884f3, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2b23281c-382a-4a8b-9de7-0c7f141884f3,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:34:48.926954 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:48.989016 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0712e3-5dd7-48d3-bb4f-ba7c951e6186 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:49.037569 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb6a5f73-d76f-4da9-b33d-edfbdabf293b req-8d65adfb-0d0e-4e61-97a0-f18c9dbc0016 service neutron] 10.222.0.49 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964288 Sep 29 17:34:49.059647 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05591f-e9c0-463b-8bc8-7f101e2f0c99 None None] Pushing event updated for resources: {'Port': ['ID=2b23281c-382a-4a8b-9de7-0c7f141884f3,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:49.180357 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d0712e3-5dd7-48d3-bb4f-ba7c951e6186 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:49.239971 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76536858-3d8b-47c9-ba8e-9a73b98ecb22 req-3df20790-22f4-4427-978a-ac16788a29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:49.249680 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-76536858-3d8b-47c9-ba8e-9a73b98ecb22 req-3df20790-22f4-4427-978a-ac16788a29c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4444d5c81b04497cad4824500aa2875c&device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 1095 time: 0.1374986 Sep 29 17:34:49.570997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76536858-3d8b-47c9-ba8e-9a73b98ecb22 req-7f4d05cf-0688-47bd-b726-28d1226943ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:49.573551 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-76536858-3d8b-47c9-ba8e-9a73b98ecb22 req-7f4d05cf-0688-47bd-b726-28d1226943ca service neutron] 10.222.0.49 "GET /v2.0/networks?id=e3fc7dc3-3732-4d12-a49f-352db5f80856 HTTP/1.1" status: 200 len: 912 time: 0.3192403 Sep 29 17:34:49.650590 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-76536858-3d8b-47c9-ba8e-9a73b98ecb22 req-97f9d61f-709a-475c-8068-22c51761dca4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22ec29b2-0f32-4578-aca1-6b02a97cb039 HTTP/1.1" status: 200 len: 217 time: 0.0669336 Sep 29 17:34:49.718248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76536858-3d8b-47c9-ba8e-9a73b98ecb22 req-9162f2c0-b395-4f49-8d2f-571f103a7307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:49.719771 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-76536858-3d8b-47c9-ba8e-9a73b98ecb22 req-9162f2c0-b395-4f49-8d2f-571f103a7307 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8ec182f-4bf1-4776-988a-c1b450439564 HTTP/1.1" status: 200 len: 851 time: 0.0610380 Sep 29 17:34:49.724801 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-7d0712e3-5dd7-48d3-bb4f-ba7c951e6186 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port cb5d461e-c9a2-4e31-9db5-7875c99414f9 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:34:49.766295 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-76536858-3d8b-47c9-ba8e-9a73b98ecb22 req-d488b779-b2a1-4690-94ef-12db130d8c8f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e3fc7dc3-3732-4d12-a49f-352db5f80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363235 Sep 29 17:34:49.951920 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2b23281c-382a-4a8b-9de7-0c7f141884f3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:50.028808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459e98a-f121-4266-b20e-14079d3e3406 req-667a6d79-30f3-47d5-a739-c05a1a14afbb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:50.030694 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7459e98a-f121-4266-b20e-14079d3e3406 req-667a6d79-30f3-47d5-a739-c05a1a14afbb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 944 time: 0.1664526 Sep 29 17:34:50.036714 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-76536858-3d8b-47c9-ba8e-9a73b98ecb22 req-94dc8fb4-75a7-4a08-987e-77a058ed2698 service neutron] 10.222.0.49 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524450 Sep 29 17:34:50.069464 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-7d0712e3-5dd7-48d3-bb4f-ba7c951e6186 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 172.20.0.4 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/bd19351e-0ba3-4f71-839c-5a3a5911cef6/cb5d461e-c9a2-4e31-9db5-7875c99414f9) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:50.090276 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-7d0712e3-5dd7-48d3-bb4f-ba7c951e6186 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::f816:3eff:fe8b:a83a (53678ac2-5d4e-4c12-b83b-b5f63c37360c/be314676-4ecd-4fa7-b268-146c532e3978/cb5d461e-c9a2-4e31-9db5-7875c99414f9) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:50.092743 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 2b23281c-382a-4a8b-9de7-0c7f141884f3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:50.093361 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:50.148727 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7459e98a-f121-4266-b20e-14079d3e3406 req-67c3d57d-4e45-4c50-aa93-023062efe075 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059370 Sep 29 17:34:50.311851 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:50.342763 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-76536858-3d8b-47c9-ba8e-9a73b98ecb22 req-e95e4f07-3ccb-4b4a-8e0e-22f5fcd228b7 service neutron] 10.222.0.49 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870245 Sep 29 17:34:50.400829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 2b23281c-382a-4a8b-9de7-0c7f141884f3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2b23281c-382a-4a8b-9de7-0c7f141884f3,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:50.411177 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:50.484091 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d0712e3-5dd7-48d3-bb4f-ba7c951e6186 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:50.522061 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=2b23281c-382a-4a8b-9de7-0c7f141884f3,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:50.541384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d0712e3-5dd7-48d3-bb4f-ba7c951e6186 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:50.588681 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca5b823-08b9-4a01-9ac6-3d77ccb0170b None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:50.624450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0712e3-5dd7-48d3-bb4f-ba7c951e6186 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=cb5d461e-c9a2-4e31-9db5-7875c99414f9,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:50.677712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0712e3-5dd7-48d3-bb4f-ba7c951e6186 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:50.679849 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-7d0712e3-5dd7-48d3-bb4f-ba7c951e6186 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:50.692583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0712e3-5dd7-48d3-bb4f-ba7c951e6186 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:50.747100 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6a8f2b81-50ef-40e5-9273-4b279a51f6da None None] Provisioning complete for port 2b23281c-382a-4a8b-9de7-0c7f141884f3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:50.747717 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2b81-50ef-40e5-9273-4b279a51f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:50.752238 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0712e3-5dd7-48d3-bb4f-ba7c951e6186 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:50.752910 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d0712e3-5dd7-48d3-bb4f-ba7c951e6186 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:50.784443 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7d0712e3-5dd7-48d3-bb4f-ba7c951e6186 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0266566 Sep 29 17:34:50.787969 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42308) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:50.922358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3135da-1331-4ebb-a7b6-981588f07473 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:50.928978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3135da-1331-4ebb-a7b6-981588f07473 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:50.934119 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0c3135da-1331-4ebb-a7b6-981588f07473 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1417055 Sep 29 17:34:50.934119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42316) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:51.043360 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdd3359-c4d4-4d06-984e-366a4fc95395 None None] Update dhcp port {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'fixed_ips': [{'subnet_id': 'be314676-4ecd-4fa7-b268-146c532e3978', 'ip_address': '2001:db8::f816:3eff:fe82:e319'}, {'subnet_id': 'bd19351e-0ba3-4f71-839c-5a3a5911cef6'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '2b23281c-382a-4a8b-9de7-0c7f141884f3'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:34:51.063605 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-935d4c04-118a-4d42-a89c-31c433bd8e82 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port cb5d461e-c9a2-4e31-9db5-7875c99414f9 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:51.064229 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-935d4c04-118a-4d42-a89c-31c433bd8e82 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:51.075030 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ffdd3359-c4d4-4d06-984e-366a4fc95395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:51.203372 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-935d4c04-118a-4d42-a89c-31c433bd8e82 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:51.251128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-935d4c04-118a-4d42-a89c-31c433bd8e82 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for cb5d461e-c9a2-4e31-9db5-7875c99414f9 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:51.327306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f9832-124c-4597-b1cd-0377a182c876 req-85550eda-a8dc-4e1e-95d2-b79cb915fbc3 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:51.335277 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-926f9832-124c-4597-b1cd-0377a182c876 req-85550eda-a8dc-4e1e-95d2-b79cb915fbc3 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 944 time: 0.0695312 Sep 29 17:34:51.392543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-ffdd3359-c4d4-4d06-984e-366a4fc95395 None None] Allocated IP 172.20.0.2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/bd19351e-0ba3-4f71-839c-5a3a5911cef6/2b23281c-382a-4a8b-9de7-0c7f141884f3) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:51.397150 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-926f9832-124c-4597-b1cd-0377a182c876 req-e1214058-91b6-48b9-a56f-3c54d907ddcb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572720 Sep 29 17:34:51.500265 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-935d4c04-118a-4d42-a89c-31c433bd8e82 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:51.511979 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ffdd3359-c4d4-4d06-984e-366a4fc95395 None None] For port 2b23281c-382a-4a8b-9de7-0c7f141884f3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2b23281c-382a-4a8b-9de7-0c7f141884f3,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:51.530200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d4c04-118a-4d42-a89c-31c433bd8e82 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=cb5d461e-c9a2-4e31-9db5-7875c99414f9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:51.565879 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ffdd3359-c4d4-4d06-984e-366a4fc95395 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:51.572359 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ffdd3359-c4d4-4d06-984e-366a4fc95395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:51.644888 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-935d4c04-118a-4d42-a89c-31c433bd8e82 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:51.645172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 22ec29b2-0f32-4578-aca1-6b02a97cb039 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:34:51.649980 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-935d4c04-118a-4d42-a89c-31c433bd8e82 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/cb5d461e-c9a2-4e31-9db5-7875c99414f9 HTTP/1.1" status: 204 len: 168 time: 0.7116725 Sep 29 17:34:51.652580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42330) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:51.690331 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd3359-c4d4-4d06-984e-366a4fc95395 None None] Pushing event updated for resources: {'Port': ['ID=2b23281c-382a-4a8b-9de7-0c7f141884f3,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:51.768584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8536d4e-598b-49e0-a37c-0b40ef5dc2c3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:51.771706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8536d4e-598b-49e0-a37c-0b40ef5dc2c3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:51.780913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8536d4e-598b-49e0-a37c-0b40ef5dc2c3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:51.786182 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42340) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:51.789834 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b8536d4e-598b-49e0-a37c-0b40ef5dc2c3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1377404 Sep 29 17:34:51.809421 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 22ec29b2-0f32-4578-aca1-6b02a97cb039, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=22ec29b2-0f32-4578-aca1-6b02a97cb039,segment=NetworkSegment(d147c0d2-5984-4355-af5e-851224b9575e),segment_id=d147c0d2-5984-4355-af5e-851224b9575e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:51.847671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '22ec29b2-0f32-4578-aca1-6b02a97cb039', 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856', 'port_id': '22ec29b2-0f32-4578-aca1-6b02a97cb039', 'mac_address': 'fa:16:3e:ce:02:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ec182f-4bf1-4776-988a-c1b450439564', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:34:51.922100 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2b23281c-382a-4a8b-9de7-0c7f141884f3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:51.945249 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c27d576-90a8-4ade-9de8-f1d78b775514 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet bd19351e-0ba3-4f71-839c-5a3a5911cef6 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:34:51.953468 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c27d576-90a8-4ade-9de8-f1d78b775514 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:51.987921 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:52.003957 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ec29b2-0f32-4578-aca1-6b02a97cb039 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:34:52.032010 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 22ec29b2-0f32-4578-aca1-6b02a97cb039, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=22ec29b2-0f32-4578-aca1-6b02a97cb039,segment=NetworkSegment(d147c0d2-5984-4355-af5e-851224b9575e),segment_id=d147c0d2-5984-4355-af5e-851224b9575e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:52.034503 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 2b23281c-382a-4a8b-9de7-0c7f141884f3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:52.035138 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:52.058936 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:52.064364 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c27d576-90a8-4ade-9de8-f1d78b775514 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:52.236979 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=22ec29b2-0f32-4578-aca1-6b02a97cb039,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:52.257682 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c27d576-90a8-4ade-9de8-f1d78b775514 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:52.314957 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['22ec29b2-0f32-4578-aca1-6b02a97cb039'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:34:52.375460 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c27d576-90a8-4ade-9de8-f1d78b775514 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:52.473632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27d576-90a8-4ade-9de8-f1d78b775514 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=bd19351e-0ba3-4f71-839c-5a3a5911cef6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:52.476138 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c27d576-90a8-4ade-9de8-f1d78b775514 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:52.479037 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1c27d576-90a8-4ade-9de8-f1d78b775514 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/bd19351e-0ba3-4f71-839c-5a3a5911cef6 HTTP/1.1" status: 204 len: 168 time: 0.6916251 Sep 29 17:34:52.483816 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42366) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:52.661813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7beafa-e40f-4fc0-98c8-830efa6b1d4c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet be314676-4ecd-4fa7-b268-146c532e3978 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:34:52.669595 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed7beafa-e40f-4fc0-98c8-830efa6b1d4c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:52.739068 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed7beafa-e40f-4fc0-98c8-830efa6b1d4c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:52.748210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63a9ac2-016b-4797-b637-8e4004f26a65 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:52.781633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4600e-3a67-42d6-8b32-920dd1a38421 req-00ac39e5-e884-4caf-bf47-32658af64d66 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:52.783361 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ac4600e-3a67-42d6-8b32-920dd1a38421 req-00ac39e5-e884-4caf-bf47-32658af64d66 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 945 time: 0.1972919 Sep 29 17:34:52.808433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b2bc54a0-56c6-4f21-9d86-32010fd59892 None None] Could not find standard attr ID for object cb5d461e-c9a2-4e31-9db5-7875c99414f9. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:34:52.838090 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ac4600e-3a67-42d6-8b32-920dd1a38421 req-85dadbd5-a094-4bd6-96e1-c5d052eaacf9 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475104 Sep 29 17:34:52.891397 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed7beafa-e40f-4fc0-98c8-830efa6b1d4c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:52.922593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b2bc54a0-56c6-4f21-9d86-32010fd59892 None None] Provisioning complete for port 2b23281c-382a-4a8b-9de7-0c7f141884f3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:52.922901 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b2bc54a0-56c6-4f21-9d86-32010fd59892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:52.981691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed7beafa-e40f-4fc0-98c8-830efa6b1d4c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:53.018547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7beafa-e40f-4fc0-98c8-830efa6b1d4c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=be314676-4ecd-4fa7-b268-146c532e3978,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:53.021028 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed7beafa-e40f-4fc0-98c8-830efa6b1d4c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:53.023040 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ed7beafa-e40f-4fc0-98c8-830efa6b1d4c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/be314676-4ecd-4fa7-b268-146c532e3978 HTTP/1.1" status: 204 len: 168 time: 0.5378044 Sep 29 17:34:53.026400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42380) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:53.098079 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b4b1a9ba-676a-40ef-8f49-421e52261eab tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696695 Sep 29 17:34:53.101644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42386) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:53.107770 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-1d419a49-dbde-4b90-bac0-b624ce91c5ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:53.149013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a79f8d6-08d5-4bef-895f-45aa06d4791d None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:34:53.207458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8a79f8d6-08d5-4bef-895f-45aa06d4791d None None] Deleting port 2b23281c-382a-4a8b-9de7-0c7f141884f3 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:53.208293 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a79f8d6-08d5-4bef-895f-45aa06d4791d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:53.267076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d419a49-dbde-4b90-bac0-b624ce91c5ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:53.272105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1d419a49-dbde-4b90-bac0-b624ce91c5ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:53.296265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8a79f8d6-08d5-4bef-895f-45aa06d4791d None None] For port 2b23281c-382a-4a8b-9de7-0c7f141884f3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2b23281c-382a-4a8b-9de7-0c7f141884f3,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:53.296667 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a79f8d6-08d5-4bef-895f-45aa06d4791d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:53.319111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8a79f8d6-08d5-4bef-895f-45aa06d4791d None None] Calling delete_port for 2b23281c-382a-4a8b-9de7-0c7f141884f3 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:53.426012 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a79f8d6-08d5-4bef-895f-45aa06d4791d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:53.460705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79f8d6-08d5-4bef-895f-45aa06d4791d None None] Pushing event deleted for resources: {'Port': ['ID=2b23281c-382a-4a8b-9de7-0c7f141884f3,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:53.467482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a79f8d6-08d5-4bef-895f-45aa06d4791d None None] No DVR routers for this DVR port 2b23281c-382a-4a8b-9de7-0c7f141884f3 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:34:53.649113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 22ec29b2-0f32-4578-aca1-6b02a97cb039 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:53.661424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.objects.ports [None req-1d419a49-dbde-4b90-bac0-b624ce91c5ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95015) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:34:53.663008 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1d419a49-dbde-4b90-bac0-b624ce91c5ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:53.714909 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d419a49-dbde-4b90-bac0-b624ce91c5ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=47eb51e0-2b82-4581-b843-8876a062342c,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:53.718631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 22ec29b2-0f32-4578-aca1-6b02a97cb039 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:34:53.728361 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d419a49-dbde-4b90-bac0-b624ce91c5ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:53.728886 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 22ec29b2-0f32-4578-aca1-6b02a97cb039 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:53.729364 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:53.730723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-1d419a49-dbde-4b90-bac0-b624ce91c5ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:53.738792 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d419a49-dbde-4b90-bac0-b624ce91c5ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:53.739407 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1d419a49-dbde-4b90-bac0-b624ce91c5ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:53.756116 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1d419a49-dbde-4b90-bac0-b624ce91c5ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6530256 Sep 29 17:34:53.759192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42412) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:53.764964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d30015bd-478d-421f-a34f-dcbb504b56d2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:53.772529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab46cc9-9e89-4e19-87f1-52f35d920cf2 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:53.864934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2b23281c-382a-4a8b-9de7-0c7f141884f3 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:34:53.951671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 2b23281c-382a-4a8b-9de7-0c7f141884f3 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:34:53.952022 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2b23281c-382a-4a8b-9de7-0c7f141884f3 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:34:54.009052 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30015bd-478d-421f-a34f-dcbb504b56d2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:54.013991 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d30015bd-478d-421f-a34f-dcbb504b56d2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:54.036473 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:54.098630 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 22ec29b2-0f32-4578-aca1-6b02a97cb039, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=22ec29b2-0f32-4578-aca1-6b02a97cb039,segment=NetworkSegment(d147c0d2-5984-4355-af5e-851224b9575e),segment_id=d147c0d2-5984-4355-af5e-851224b9575e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:54.102382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9895b694-d421-4ba9-baa9-e8b121070efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ec29b2-0f32-4578-aca1-6b02a97cb039'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:34:54.105725 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9ca091-39d2-45d4-ab17-7c3062c8eeda" -d '{"events": [{"server_uuid": "9895b694-d421-4ba9-baa9-e8b121070efd", "name": "network-vif-plugged", "status": "completed", "tag": "22ec29b2-0f32-4578-aca1-6b02a97cb039"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:34:54.106779 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc87d5-a44c-4670-81cc-10f6583dd7f6 req-858c35f5-93e6-4d01-a1e4-dbf0da507439 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:54.109065 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': '47eb51e0-2b82-4581-b843-8876a062342c'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:34:54.110334 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:54.115561 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:54.116112 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fdbc87d5-a44c-4670-81cc-10f6583dd7f6 req-858c35f5-93e6-4d01-a1e4-dbf0da507439 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 945 time: 0.1418908 Sep 29 17:34:54.187983 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=22ec29b2-0f32-4578-aca1-6b02a97cb039,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:54.204528 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fdbc87d5-a44c-4670-81cc-10f6583dd7f6 req-2e1e1268-6487-4f96-8815-f0486f6acba0 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869076 Sep 29 17:34:54.372890 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Allocated IP 2001:db8::f816:3eff:fe56:a71a (53678ac2-5d4e-4c12-b83b-b5f63c37360c/47eb51e0-2b82-4581-b843-8876a062342c/1801a64d-07f4-4ca0-b895-c45c2039fcf1) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:54.409934 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d30015bd-478d-421f-a34f-dcbb504b56d2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:54.484653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30015bd-478d-421f-a34f-dcbb504b56d2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:54.490211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d30015bd-478d-421f-a34f-dcbb504b56d2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:54.496492 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30015bd-478d-421f-a34f-dcbb504b56d2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:54.498688 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d30015bd-478d-421f-a34f-dcbb504b56d2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:54.527760 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30015bd-478d-421f-a34f-dcbb504b56d2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=9560f1c6-e6c9-471c-b4b3-742ffef3d805,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:54.541065 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d30015bd-478d-421f-a34f-dcbb504b56d2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7805793 Sep 29 17:34:54.544422 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42448) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:54.552926 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-872a4b31-4455-4a6e-8af6-b77358489dea tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'mac_address': 'fa:16:3e:23:bc:1b', 'name': 'tempest-NetworksTestDHCPv6-1211877216'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:54.620050 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047f1ea4-221c-4e97-9b30-95bf9864cebe x-openstack-request-id: req-047f1ea4-221c-4e97-9b30-95bf9864cebe {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:34:54.620354 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9895b694-d421-4ba9-baa9-e8b121070efd", "name": "network-vif-plugged", "status": "completed", "tag": "22ec29b2-0f32-4578-aca1-6b02a97cb039", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:34:54.620790 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-047f1ea4-221c-4e97-9b30-95bf9864cebe {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:34:54.621179 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9895b694-d421-4ba9-baa9-e8b121070efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ec29b2-0f32-4578-aca1-6b02a97cb039', 'code': 200} Sep 29 17:34:54.658162 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42458) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:54.684313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170f059-009c-4d40-8c86-f64d8deda9d2 req-ce31a3a4-e4b2-4f2f-b21e-f4cadcc05bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:54.686286 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2170f059-009c-4d40-8c86-f64d8deda9d2 req-ce31a3a4-e4b2-4f2f-b21e-f4cadcc05bfd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 1097 time: 0.1264105 Sep 29 17:34:54.720024 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:54.728288 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:54.776987 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:54.786657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2170f059-009c-4d40-8c86-f64d8deda9d2 req-8952e528-ede7-4dfc-b433-afc689f007c4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870283 Sep 29 17:34:54.795390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872a4b31-4455-4a6e-8af6-b77358489dea tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:54.796411 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:54.800399 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ce38f2d7-a352-49bf-b85c-a8e4816d429b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:54.807222 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:54.819327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Pushing event updated for resources: {'Port': ['ID=1801a64d-07f4-4ca0-b895-c45c2039fcf1,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:54.905573 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Attempting to bind port 1801a64d-07f4-4ca0-b895-c45c2039fcf1 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:34:54.906014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Attempting to bind port 1801a64d-07f4-4ca0-b895-c45c2039fcf1 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:34:54.906639 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Attempting to bind port 1801a64d-07f4-4ca0-b895-c45c2039fcf1 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:34:54.911553 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-872a4b31-4455-4a6e-8af6-b77358489dea tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:54.919011 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:34:54.919431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:34:54.920502 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:54.920906 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:34:54.921412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Bound port: 1801a64d-07f4-4ca0-b895-c45c2039fcf1, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:34:54.921795 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:54.958158 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-872a4b31-4455-4a6e-8af6-b77358489dea tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port c86fb3c3-7e1a-44dc-927c-fd371353e96d yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:34:54.982070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ce38f2d7-a352-49bf-b85c-a8e4816d429b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:54.988183 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ce38f2d7-a352-49bf-b85c-a8e4816d429b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:55.019544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] For port 1801a64d-07f4-4ca0-b895-c45c2039fcf1, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:34:55.025708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] For port 1801a64d-07f4-4ca0-b895-c45c2039fcf1, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1801a64d-07f4-4ca0-b895-c45c2039fcf1,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:34:55.031224 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:55.047974 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38f2d7-a352-49bf-b85c-a8e4816d429b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78ca7c8-3e0b-40ef-a82b-5baa713dca2f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:55.055429 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ce38f2d7-a352-49bf-b85c-a8e4816d429b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4452c11b61e54b0597444017e99adf0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3961756 Sep 29 17:34:55.056713 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42470) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:55.144043 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24d5c2-1efd-4c11-8d76-cde849500194 None None] Pushing event updated for resources: {'Port': ['ID=1801a64d-07f4-4ca0-b895-c45c2039fcf1,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:55.154770 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-378f89cc-868d-4325-b007-3a23d259d719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:55.191216 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-378f89cc-868d-4325-b007-3a23d259d719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:55.202384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42478) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:55.234871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-872a4b31-4455-4a6e-8af6-b77358489dea tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 172.20.0.13 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/9560f1c6-e6c9-471c-b4b3-742ffef3d805/c86fb3c3-7e1a-44dc-927c-fd371353e96d) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:55.253873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-872a4b31-4455-4a6e-8af6-b77358489dea tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::f816:3eff:fe23:bc1b (53678ac2-5d4e-4c12-b83b-b5f63c37360c/47eb51e0-2b82-4581-b843-8876a062342c/c86fb3c3-7e1a-44dc-927c-fd371353e96d) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:34:55.280171 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-378f89cc-868d-4325-b007-3a23d259d719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:55.283122 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-378f89cc-868d-4325-b007-3a23d259d719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:55.296009 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-378f89cc-868d-4325-b007-3a23d259d719 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c78ca7c8-3e0b-40ef-a82b-5baa713dca2f HTTP/1.1" status: 204 len: 168 time: 0.2357044 Sep 29 17:34:55.325150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f89cc-868d-4325-b007-3a23d259d719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78ca7c8-3e0b-40ef-a82b-5baa713dca2f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:55.439914 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cbb1d-c9f3-4ae3-b21c-f3a59b566f96 req-2ec4471e-44ef-443b-a023-79571447a9b3 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:55.460607 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b62cbb1d-c9f3-4ae3-b21c-f3a59b566f96 req-2ec4471e-44ef-443b-a023-79571447a9b3 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.1307719 Sep 29 17:34:55.516200 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2e1daf15-157e-4805-a32a-8d0b1f304513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:55.586088 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b62cbb1d-c9f3-4ae3-b21c-f3a59b566f96 req-593f4e17-155f-42e0-bfb0-2d9de16f4dce tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205347 Sep 29 17:34:55.622635 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-872a4b31-4455-4a6e-8af6-b77358489dea tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:55.668888 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-872a4b31-4455-4a6e-8af6-b77358489dea tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:55.718438 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872a4b31-4455-4a6e-8af6-b77358489dea tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:55.718817 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2e1daf15-157e-4805-a32a-8d0b1f304513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:55.722282 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-872a4b31-4455-4a6e-8af6-b77358489dea tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:55.726954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872a4b31-4455-4a6e-8af6-b77358489dea tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:34:55.731169 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2e1daf15-157e-4805-a32a-8d0b1f304513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:55.763715 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a4b31-4455-4a6e-8af6-b77358489dea tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=c86fb3c3-7e1a-44dc-927c-fd371353e96d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:55.798215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872a4b31-4455-4a6e-8af6-b77358489dea tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:55.799035 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-872a4b31-4455-4a6e-8af6-b77358489dea tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:55.801401 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42496) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:55.820841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1daf15-157e-4805-a32a-8d0b1f304513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb7c87c-ba13-4b34-bdf2-f95a367b1d28,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:55.823445 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2fbad05-a946-4fdd-a2f5-1a4d20b97b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:55.831123 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2e1daf15-157e-4805-a32a-8d0b1f304513 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25d662c64d6b4dd983f7ee69df178b59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6365430 Sep 29 17:34:55.834421 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42498) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:55.909162 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8352-45e8-4d86-8f70-804bee7ac484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:55.924155 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1801a64d-07f4-4ca0-b895-c45c2039fcf1 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:34:55.926011 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-872a4b31-4455-4a6e-8af6-b77358489dea tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3797839 Sep 29 17:34:55.933486 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42500) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:55.982856 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2fbad05-a946-4fdd-a2f5-1a4d20b97b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:55.991356 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2fbad05-a946-4fdd-a2f5-1a4d20b97b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:55.993497 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8352-45e8-4d86-8f70-804bee7ac484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.025126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 1801a64d-07f4-4ca0-b895-c45c2039fcf1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:56.025893 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.035564 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782343ce-d268-49fe-8213-e0677c855cb6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:56.044473 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a2fbad05-a946-4fdd-a2f5-1a4d20b97b01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5958015d8ef345d3bbee4413a79bd6d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410808 Sep 29 17:34:56.045519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbad05-a946-4fdd-a2f5-1a4d20b97b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a17efa7-e129-42ef-ad8b-919bc3f2adbd,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:56.047434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782343ce-d268-49fe-8213-e0677c855cb6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:56.048119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42502) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:56.049246 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-782343ce-d268-49fe-8213-e0677c855cb6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1147006 Sep 29 17:34:56.052640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42504) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:56.109663 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8352-45e8-4d86-8f70-804bee7ac484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.116306 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8352-45e8-4d86-8f70-804bee7ac484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.117202 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a7dd8352-45e8-4d86-8f70-804bee7ac484 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ebb7c87c-ba13-4b34-bdf2-f95a367b1d28 HTTP/1.1" status: 204 len: 168 time: 0.2815466 Sep 29 17:34:56.136887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd8352-45e8-4d86-8f70-804bee7ac484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb7c87c-ba13-4b34-bdf2-f95a367b1d28,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:56.138391 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.198361 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 1801a64d-07f4-4ca0-b895-c45c2039fcf1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1801a64d-07f4-4ca0-b895-c45c2039fcf1,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:56.208701 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.246879 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cbad42e8-fee6-488d-9c39-51376a37b394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.274092 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-caf0a2c4-7227-481e-9e0a-f35610839d18 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port c86fb3c3-7e1a-44dc-927c-fd371353e96d {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:34:56.275156 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-caf0a2c4-7227-481e-9e0a-f35610839d18 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.322162 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cbad42e8-fee6-488d-9c39-51376a37b394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.373686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=1801a64d-07f4-4ca0-b895-c45c2039fcf1,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:56.487962 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-caf0a2c4-7227-481e-9e0a-f35610839d18 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.504562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-caf0a2c4-7227-481e-9e0a-f35610839d18 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for c86fb3c3-7e1a-44dc-927c-fd371353e96d owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:34:56.514772 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cbad42e8-fee6-488d-9c39-51376a37b394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.517554 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cbad42e8-fee6-488d-9c39-51376a37b394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.518721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cbad42e8-fee6-488d-9c39-51376a37b394 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a17efa7-e129-42ef-ad8b-919bc3f2adbd HTTP/1.1" status: 204 len: 168 time: 0.4694600 Sep 29 17:34:56.531750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad42e8-fee6-488d-9c39-51376a37b394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a17efa7-e129-42ef-ad8b-919bc3f2adbd,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:56.709833 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fe81a7-228b-4965-8ae8-2b757cfe7033 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:56.767863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42522) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:56.785131 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22790290-416e-4c1a-9dcd-7f027758f620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.800691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-caf0a2c4-7227-481e-9e0a-f35610839d18 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.818306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d1054-fdd1-439f-8caa-57a68f09ad6b req-19706052-9738-4832-8961-7ae5e7ff33f7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:56.820256 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b69d1054-fdd1-439f-8caa-57a68f09ad6b req-19706052-9738-4832-8961-7ae5e7ff33f7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.1023920 Sep 29 17:34:56.856167 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0a2c4-7227-481e-9e0a-f35610839d18 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=c86fb3c3-7e1a-44dc-927c-fd371353e96d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:56.880269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8ed9c78d-577a-48b4-a297-373cb2c06c95 None None] Provisioning complete for port 1801a64d-07f4-4ca0-b895-c45c2039fcf1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:56.881054 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8ed9c78d-577a-48b4-a297-373cb2c06c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.929147 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22790290-416e-4c1a-9dcd-7f027758f620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.937801 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22790290-416e-4c1a-9dcd-7f027758f620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.955889 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b69d1054-fdd1-439f-8caa-57a68f09ad6b req-4b2e723f-fd4e-4715-9928-d450fed2466b tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113827 Sep 29 17:34:56.964801 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22790290-416e-4c1a-9dcd-7f027758f620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aac5e26-a5f9-4020-b1ca-6309857a20ec,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:56.992312 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-caf0a2c4-7227-481e-9e0a-f35610839d18 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:56.997376 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-caf0a2c4-7227-481e-9e0a-f35610839d18 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/c86fb3c3-7e1a-44dc-927c-fd371353e96d HTTP/1.1" status: 204 len: 168 time: 0.9414585 Sep 29 17:34:56.997665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42532) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:57.000868 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-22790290-416e-4c1a-9dcd-7f027758f620 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=251be606b279413c8f3068ea323a8a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2320530 Sep 29 17:34:57.004366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42534) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:57.067085 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e150340-9dca-46bc-855c-8dfbba262633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:57.069488 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87134162-783e-4203-bb84-01c3a1504897 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:57.072743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87134162-783e-4203-bb84-01c3a1504897 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:57.074735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87134162-783e-4203-bb84-01c3a1504897 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:57.076549 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-87134162-783e-4203-bb84-01c3a1504897 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0778010 Sep 29 17:34:57.079715 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42538) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:57.093644 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e150340-9dca-46bc-855c-8dfbba262633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:57.153895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-829290fb-38fa-42b5-a276-6596c451415f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 47eb51e0-2b82-4581-b843-8876a062342c {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:34:57.157919 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-829290fb-38fa-42b5-a276-6596c451415f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:57.162543 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e150340-9dca-46bc-855c-8dfbba262633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:57.167010 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e150340-9dca-46bc-855c-8dfbba262633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:57.168693 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4e150340-9dca-46bc-855c-8dfbba262633 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2aac5e26-a5f9-4020-b1ca-6309857a20ec HTTP/1.1" status: 204 len: 168 time: 0.1644890 Sep 29 17:34:57.179462 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e150340-9dca-46bc-855c-8dfbba262633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aac5e26-a5f9-4020-b1ca-6309857a20ec,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:57.230777 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-829290fb-38fa-42b5-a276-6596c451415f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:57.230993 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:57.237145 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2458870b-6f21-4194-a6e3-f8728f8f4cf0 None None] Update dhcp port {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'fixed_ips': [{'subnet_id': '47eb51e0-2b82-4581-b843-8876a062342c', 'ip_address': '2001:db8::f816:3eff:fe56:a71a'}, {'subnet_id': '9560f1c6-e6c9-471c-b4b3-742ffef3d805'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '1801a64d-07f4-4ca0-b895-c45c2039fcf1'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:34:57.279516 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2458870b-6f21-4194-a6e3-f8728f8f4cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:57.422519 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-829290fb-38fa-42b5-a276-6596c451415f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:57.471058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67029139-9d21-4bba-92d1-8f5b4f350df8 req-d9b36424-0d3d-44b8-8633-7ddbbe248b26 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:57.472535 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67029139-9d21-4bba-92d1-8f5b4f350df8 req-d9b36424-0d3d-44b8-8633-7ddbbe248b26 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.1096818 Sep 29 17:34:57.474315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6975c0-38a7-49bd-aba2-df07e75ee632 req-461516fe-6bc6-49cc-b0a1-547c5572a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:57.475662 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e6975c0-38a7-49bd-aba2-df07e75ee632 req-461516fe-6bc6-49cc-b0a1-547c5572a46c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4444d5c81b04497cad4824500aa2875c&device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 1097 time: 0.1705849 Sep 29 17:34:57.590881 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-829290fb-38fa-42b5-a276-6596c451415f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:57.616118 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67029139-9d21-4bba-92d1-8f5b4f350df8 req-8fffb869-9b6b-4009-9f83-b06b7227bf67 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323118 Sep 29 17:34:57.639235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829290fb-38fa-42b5-a276-6596c451415f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=47eb51e0-2b82-4581-b843-8876a062342c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:57.641570 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-829290fb-38fa-42b5-a276-6596c451415f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:57.646913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-829290fb-38fa-42b5-a276-6596c451415f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/47eb51e0-2b82-4581-b843-8876a062342c HTTP/1.1" status: 204 len: 168 time: 0.5626109 Sep 29 17:34:57.647884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42566) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server [None req-2458870b-6f21-4194-a6e3-f8728f8f4cf0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47eb51e0-2b82-4581-b843-8876a062342c: This subnet is being modified by another concurrent operation. Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 17:34:57.652254 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise exception Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47eb51e0-2b82-4581-b843-8876a062342c: This subnet is being modified by another concurrent operation. Sep 29 17:34:57.656837 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server Sep 29 17:34:57.692194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6975c0-38a7-49bd-aba2-df07e75ee632 req-02519ddc-5380-480b-8808-a2e91cec7650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:57.693765 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e6975c0-38a7-49bd-aba2-df07e75ee632 req-02519ddc-5380-480b-8808-a2e91cec7650 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e3fc7dc3-3732-4d12-a49f-352db5f80856 HTTP/1.1" status: 200 len: 912 time: 0.2089527 Sep 29 17:34:57.771431 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e6975c0-38a7-49bd-aba2-df07e75ee632 req-9ae2fcff-f24e-4e80-9896-f4562054c0dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22ec29b2-0f32-4578-aca1-6b02a97cb039 HTTP/1.1" status: 200 len: 217 time: 0.0607417 Sep 29 17:34:57.819796 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82fff38-4a9f-410a-a1e4-404ee2bcbf88 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 9560f1c6-e6c9-471c-b4b3-742ffef3d805 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:34:57.828049 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f82fff38-4a9f-410a-a1e4-404ee2bcbf88 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:57.833160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29287aa1-b7f7-458e-9a8e-50917d0703c2 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:34:57.859711 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-cf8c0341-0c75-4a32-be07-fc0cfbe56e28 None None] Provisioning complete for port 1801a64d-07f4-4ca0-b895-c45c2039fcf1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:57.860241 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cf8c0341-0c75-4a32-be07-fc0cfbe56e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:57.873154 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6975c0-38a7-49bd-aba2-df07e75ee632 req-482291e6-1fa6-41d5-a1d3-4ef8e8cdd011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:57.874653 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e6975c0-38a7-49bd-aba2-df07e75ee632 req-482291e6-1fa6-41d5-a1d3-4ef8e8cdd011 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8ec182f-4bf1-4776-988a-c1b450439564 HTTP/1.1" status: 200 len: 851 time: 0.0928750 Sep 29 17:34:57.882687 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f82fff38-4a9f-410a-a1e4-404ee2bcbf88 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:57.924532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1801a64d-07f4-4ca0-b895-c45c2039fcf1 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:34:57.945262 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e6975c0-38a7-49bd-aba2-df07e75ee632 req-719b0374-f61c-42a1-87f3-c62a92d804d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e3fc7dc3-3732-4d12-a49f-352db5f80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415831 Sep 29 17:34:57.982673 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f82fff38-4a9f-410a-a1e4-404ee2bcbf88 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:58.136164 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e6975c0-38a7-49bd-aba2-df07e75ee632 req-71305908-01b8-44ae-81e7-b8a264818095 service neutron] 10.222.0.49 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835048 Sep 29 17:34:58.145700 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f82fff38-4a9f-410a-a1e4-404ee2bcbf88 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:58.214925 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:58.258506 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 1801a64d-07f4-4ca0-b895-c45c2039fcf1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1801a64d-07f4-4ca0-b895-c45c2039fcf1,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:58.280188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fff38-4a9f-410a-a1e4-404ee2bcbf88 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=9560f1c6-e6c9-471c-b4b3-742ffef3d805,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:58.280433 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:58.281502 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f82fff38-4a9f-410a-a1e4-404ee2bcbf88 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:58.283656 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f82fff38-4a9f-410a-a1e4-404ee2bcbf88 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/9560f1c6-e6c9-471c-b4b3-742ffef3d805 HTTP/1.1" status: 204 len: 168 time: 0.6286736 Sep 29 17:34:58.286451 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42588) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:58.384846 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-af2b50ca-8e3e-4a1d-a0a8-acb10d0b933c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939572 Sep 29 17:34:58.385743 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42602) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:58.391012 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-61cc1c75-e305-4535-9cfb-037f4feb9372 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:58.426658 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1463d9c-4319-4a1f-ac36-747712c14b63 None None] Update dhcp port {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'fixed_ips': [{'subnet_id': '9560f1c6-e6c9-471c-b4b3-742ffef3d805'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '1801a64d-07f4-4ca0-b895-c45c2039fcf1'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:34:58.526189 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c1463d9c-4319-4a1f-ac36-747712c14b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:58.570129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=1801a64d-07f4-4ca0-b895-c45c2039fcf1,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:58.603790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cc1c75-e305-4535-9cfb-037f4feb9372 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:58.612784 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-61cc1c75-e305-4535-9cfb-037f4feb9372 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:58.995602 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e6975c0-38a7-49bd-aba2-df07e75ee632 req-8957f73f-6c7d-4b14-8097-8ec0cf346750 service neutron] 10.222.0.49 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8458700 Sep 29 17:34:58.996313 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba2c9d-85e2-4a6d-999a-dda05115fa13 req-a0fb89c7-3452-4a4a-8e04-3bb3aedd8f30 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:58.997891 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-243155af-a387-44f3-867e-74bbc03a8b33 None None] Provisioning complete for port 1801a64d-07f4-4ca0-b895-c45c2039fcf1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:34:59.001851 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-243155af-a387-44f3-867e-74bbc03a8b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:59.010461 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5aea446c-5cba-48fc-909b-8ea14a71bcea req-ee390e09-e162-45b9-bc14-05cc33eac5ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838330 Sep 29 17:34:59.017515 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0cba2c9d-85e2-4a6d-999a-dda05115fa13 req-a0fb89c7-3452-4a4a-8e04-3bb3aedd8f30 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.1932213 Sep 29 17:34:59.163834 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea446c-5cba-48fc-909b-8ea14a71bcea req-43807019-2752-464c-9782-1e9ac1e9909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:59.168383 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5aea446c-5cba-48fc-909b-8ea14a71bcea req-43807019-2752-464c-9782-1e9ac1e9909e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 1095 time: 0.0868530 Sep 29 17:34:59.215316 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-243155af-a387-44f3-867e-74bbc03a8b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:59.253050 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fa3ebd-5f1d-4b2d-a02d-d59ce56176aa None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:34:59.278394 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0cba2c9d-85e2-4a6d-999a-dda05115fa13 req-0673722f-ec6c-4813-afe0-8ac618b5fb78 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161269 Sep 29 17:34:59.342005 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-61cc1c75-e305-4535-9cfb-037f4feb9372 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:59.348200 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-243155af-a387-44f3-867e-74bbc03a8b33 None None] For port 1801a64d-07f4-4ca0-b895-c45c2039fcf1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1801a64d-07f4-4ca0-b895-c45c2039fcf1,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:34:59.357359 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-243155af-a387-44f3-867e-74bbc03a8b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:59.407818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea446c-5cba-48fc-909b-8ea14a71bcea req-50065cf1-77d7-493e-b2b8-d6eb50ecb348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:59.411202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5aea446c-5cba-48fc-909b-8ea14a71bcea req-50065cf1-77d7-493e-b2b8-d6eb50ecb348 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.2164726 Sep 29 17:34:59.446790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cc1c75-e305-4535-9cfb-037f4feb9372 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:34:59.454886 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243155af-a387-44f3-867e-74bbc03a8b33 None None] Pushing event updated for resources: {'Port': ['ID=1801a64d-07f4-4ca0-b895-c45c2039fcf1,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:59.455103 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-61cc1c75-e305-4535-9cfb-037f4feb9372 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:34:59.465644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cc1c75-e305-4535-9cfb-037f4feb9372 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:59.466364 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-61cc1c75-e305-4535-9cfb-037f4feb9372 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:34:59.484340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-19482e26-0343-41e9-96ef-299ca7466088 None None] Could not find standard attr ID for object c86fb3c3-7e1a-44dc-927c-fd371353e96d. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:34:59.500624 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-61cc1c75-e305-4535-9cfb-037f4feb9372 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1135972 Sep 29 17:34:59.515194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42638) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:34:59.531451 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc1c75-e305-4535-9cfb-037f4feb9372 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=3204be17-e5e2-43b1-99a8-3b0e5635567e,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:34:59.556817 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fa3ebd-5f1d-4b2d-a02d-d59ce56176aa None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:34:59.572517 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b0dbe287-01be-4b8a-93fa-52343c887d2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:34:59.577338 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5aea446c-5cba-48fc-909b-8ea14a71bcea req-86e6481d-ee71-4747-bf8a-6f24d49a9463 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 HTTP/1.1" status: 200 len: 999 time: 0.1571572 Sep 29 17:34:59.698614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea446c-5cba-48fc-909b-8ea14a71bcea req-751bb578-d84c-47f1-a8d5-13e0325adbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:59.700915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5aea446c-5cba-48fc-909b-8ea14a71bcea req-751bb578-d84c-47f1-a8d5-13e0325adbe1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.1088827 Sep 29 17:34:59.810813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea446c-5cba-48fc-909b-8ea14a71bcea req-db8abb18-397c-40dc-8717-f06568a49c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:34:59.812403 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5aea446c-5cba-48fc-909b-8ea14a71bcea req-db8abb18-397c-40dc-8717-f06568a49c69 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005607 Sep 29 17:34:59.818550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dbe287-01be-4b8a-93fa-52343c887d2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:34:59.823646 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b0dbe287-01be-4b8a-93fa-52343c887d2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:00.014282 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5aea446c-5cba-48fc-909b-8ea14a71bcea req-1bdc6c37-ee7c-4780-8ef8-c8eff1514bfb service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870968 Sep 29 17:35:00.075324 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b6f868-b0fe-4a38-9107-46657bcd24f5 None None] Update dhcp port {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'fixed_ips': [{'subnet_id': '3204be17-e5e2-43b1-99a8-3b0e5635567e'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '1801a64d-07f4-4ca0-b895-c45c2039fcf1'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:35:00.106969 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-44b6f868-b0fe-4a38-9107-46657bcd24f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:00.163289 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5aea446c-5cba-48fc-909b-8ea14a71bcea req-56739325-01e5-4a2c-b960-8cce35feb7e6 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398032 Sep 29 17:35:00.324447 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-44b6f868-b0fe-4a38-9107-46657bcd24f5 None None] Allocated IP 172.20.0.2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/3204be17-e5e2-43b1-99a8-3b0e5635567e/1801a64d-07f4-4ca0-b895-c45c2039fcf1) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:00.450362 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-44b6f868-b0fe-4a38-9107-46657bcd24f5 None None] For port 1801a64d-07f4-4ca0-b895-c45c2039fcf1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1801a64d-07f4-4ca0-b895-c45c2039fcf1,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:00.474587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.objects.ports [None req-b0dbe287-01be-4b8a-93fa-52343c887d2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:35:00.492069 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-44b6f868-b0fe-4a38-9107-46657bcd24f5 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:00.500463 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-44b6f868-b0fe-4a38-9107-46657bcd24f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:00.578684 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6f868-b0fe-4a38-9107-46657bcd24f5 None None] Pushing event updated for resources: {'Port': ['ID=1801a64d-07f4-4ca0-b895-c45c2039fcf1,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:00.642086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9f569-747a-4679-a8d6-a23d8b59a30f req-96250d00-09c6-49a5-a0c7-7d980427827c tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:00.650450 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fcf9f569-747a-4679-a8d6-a23d8b59a30f req-96250d00-09c6-49a5-a0c7-7d980427827c tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.2583988 Sep 29 17:35:00.734334 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fcf9f569-747a-4679-a8d6-a23d8b59a30f req-40d5d50a-ffcf-4efd-827b-c5e95e3b1478 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827103 Sep 29 17:35:00.812363 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b0dbe287-01be-4b8a-93fa-52343c887d2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:01.097435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-b0dbe287-01be-4b8a-93fa-52343c887d2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] For port 1801a64d-07f4-4ca0-b895-c45c2039fcf1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1801a64d-07f4-4ca0-b895-c45c2039fcf1,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:01.135842 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b0dbe287-01be-4b8a-93fa-52343c887d2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:01.151359 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b0dbe287-01be-4b8a-93fa-52343c887d2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:01.152147 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b0dbe287-01be-4b8a-93fa-52343c887d2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:01.293868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dbe287-01be-4b8a-93fa-52343c887d2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:01.298942 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-b0dbe287-01be-4b8a-93fa-52343c887d2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:01.314669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dbe287-01be-4b8a-93fa-52343c887d2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:01.315277 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b0dbe287-01be-4b8a-93fa-52343c887d2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:01.339331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbe287-01be-4b8a-93fa-52343c887d2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=7e79a705-7e32-4618-82ad-9b34c939362f,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:01.346891 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbe287-01be-4b8a-93fa-52343c887d2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=1801a64d-07f4-4ca0-b895-c45c2039fcf1,revision_number=9']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:01.356172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42714) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:01.358382 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b0dbe287-01be-4b8a-93fa-52343c887d2f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8420677 Sep 29 17:35:01.361705 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-790ca8d2-914f-4188-a789-2daac2a2477f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'mac_address': 'fa:16:3e:06:c7:50', 'name': 'tempest-NetworksTestDHCPv6-1645334039'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:01.498283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cae07a8-91c1-40bc-9b90-8dbcd054b0d2 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:35:01.532406 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790ca8d2-914f-4188-a789-2daac2a2477f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:01.576568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-93ed3058-7465-4a20-a89b-408f26274807 None None] Provisioning complete for port 1801a64d-07f4-4ca0-b895-c45c2039fcf1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:01.577294 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-93ed3058-7465-4a20-a89b-408f26274807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:01.648984 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-790ca8d2-914f-4188-a789-2daac2a2477f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:01.681727 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-790ca8d2-914f-4188-a789-2daac2a2477f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port 438503bf-1509-4480-a273-e74072004a70 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:35:01.731299 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae07a8-91c1-40bc-9b90-8dbcd054b0d2 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:35:01.911229 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1801a64d-07f4-4ca0-b895-c45c2039fcf1 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:35:01.924272 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c58323-59d8-4932-aa83-564902692d89 req-bf941e3d-a4f1-4eb6-94d7-f2b0b556385a tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:01.925987 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00c58323-59d8-4932-aa83-564902692d89 req-bf941e3d-a4f1-4eb6-94d7-f2b0b556385a tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.0979147 Sep 29 17:35:02.006949 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00c58323-59d8-4932-aa83-564902692d89 req-c91275af-d18a-4629-a65c-70b421ab43bc tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612023 Sep 29 17:35:02.023024 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-790ca8d2-914f-4188-a789-2daac2a2477f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 172.20.0.4 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/3204be17-e5e2-43b1-99a8-3b0e5635567e/438503bf-1509-4480-a273-e74072004a70) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:02.033728 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-790ca8d2-914f-4188-a789-2daac2a2477f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::f816:3eff:fe06:c750 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/7e79a705-7e32-4618-82ad-9b34c939362f/438503bf-1509-4480-a273-e74072004a70) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:02.084455 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 1801a64d-07f4-4ca0-b895-c45c2039fcf1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:02.084821 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:02.270547 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-790ca8d2-914f-4188-a789-2daac2a2477f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:02.323647 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-790ca8d2-914f-4188-a789-2daac2a2477f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:02.369671 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42752) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:02.408309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ca8d2-914f-4188-a789-2daac2a2477f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=438503bf-1509-4480-a273-e74072004a70,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:02.427355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790ca8d2-914f-4188-a789-2daac2a2477f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:02.429137 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-790ca8d2-914f-4188-a789-2daac2a2477f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:02.432067 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790ca8d2-914f-4188-a789-2daac2a2477f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:02.501187 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790ca8d2-914f-4188-a789-2daac2a2477f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:02.501997 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-790ca8d2-914f-4188-a789-2daac2a2477f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:02.520717 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-790ca8d2-914f-4188-a789-2daac2a2477f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1633892 Sep 29 17:35:02.523604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42762) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:02.593242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90878ce1-047e-4305-a7d7-f8958719a259 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:02.599540 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90878ce1-047e-4305-a7d7-f8958719a259 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:02.601866 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-90878ce1-047e-4305-a7d7-f8958719a259 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0767367 Sep 29 17:35:02.605524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42766) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:02.667976 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6d81b54-cedf-4455-ad73-f7eb0a3155fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:02.771153 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-1d09aabd-3c7d-4312-8d4c-068f53411112 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port 438503bf-1509-4480-a273-e74072004a70 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:02.771661 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d09aabd-3c7d-4312-8d4c-068f53411112 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:02.923525 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d09aabd-3c7d-4312-8d4c-068f53411112 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:02.938264 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6d81b54-cedf-4455-ad73-f7eb0a3155fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:02.947200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-1d09aabd-3c7d-4312-8d4c-068f53411112 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for 438503bf-1509-4480-a273-e74072004a70 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:02.949464 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6d81b54-cedf-4455-ad73-f7eb0a3155fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:03.054432 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c6d81b54-cedf-4455-ad73-f7eb0a3155fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a92fef46cce4a739bf013408377aaf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6808782 Sep 29 17:35:03.054432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42786) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:03.076837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d81b54-cedf-4455-ad73-f7eb0a3155fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be90a727-9334-4882-8ba7-939b52ab1472,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:03.212472 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a247ff23-6cbe-42ff-9eec-022bf8c2ff9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:03.234701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f81259-3b37-4dea-ac6f-cdb4205d8d2a req-88e685d5-41ce-438d-8008-abc19b178ab4 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:03.241812 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c9f81259-3b37-4dea-ac6f-cdb4205d8d2a req-88e685d5-41ce-438d-8008-abc19b178ab4 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.1295409 Sep 29 17:35:03.325914 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a247ff23-6cbe-42ff-9eec-022bf8c2ff9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:03.386072 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c9f81259-3b37-4dea-ac6f-cdb4205d8d2a req-fa2ef0cd-4e49-4bd5-a6d0-61975650e41d tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430597 Sep 29 17:35:03.441677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7017b411-9814-4631-97ae-a38f127b5636 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:03.460545 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a247ff23-6cbe-42ff-9eec-022bf8c2ff9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:03.465730 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a247ff23-6cbe-42ff-9eec-022bf8c2ff9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:03.466901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a247ff23-6cbe-42ff-9eec-022bf8c2ff9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be90a727-9334-4882-8ba7-939b52ab1472 HTTP/1.1" status: 204 len: 168 time: 0.4105489 Sep 29 17:35:03.485940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247ff23-6cbe-42ff-9eec-022bf8c2ff9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be90a727-9334-4882-8ba7-939b52ab1472,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:03.518036 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d09aabd-3c7d-4312-8d4c-068f53411112 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:03.535020 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4ed6f116-963d-4550-b217-aba4d69985ba None None] Provisioning complete for port 1801a64d-07f4-4ca0-b895-c45c2039fcf1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:03.535703 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4ed6f116-963d-4550-b217-aba4d69985ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:03.614320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09aabd-3c7d-4312-8d4c-068f53411112 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=438503bf-1509-4480-a273-e74072004a70,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:03.679068 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d09aabd-3c7d-4312-8d4c-068f53411112 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:03.688530 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42798) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:03.689265 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1d09aabd-3c7d-4312-8d4c-068f53411112 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/438503bf-1509-4480-a273-e74072004a70 HTTP/1.1" status: 204 len: 168 time: 1.0820148 Sep 29 17:35:03.767017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32c63f0-583e-4e91-95b0-64dcd784e996 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:03.769119 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32c63f0-583e-4e91-95b0-64dcd784e996 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:03.772114 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32c63f0-583e-4e91-95b0-64dcd784e996 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:03.774629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d32c63f0-583e-4e91-95b0-64dcd784e996 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0848267 Sep 29 17:35:03.777172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42800) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:03.846170 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fa7fe8-1949-4afc-91c0-b42bc90e510d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 3204be17-e5e2-43b1-99a8-3b0e5635567e {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:35:03.851173 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11fa7fe8-1949-4afc-91c0-b42bc90e510d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:03.937879 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11fa7fe8-1949-4afc-91c0-b42bc90e510d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.055450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42808) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:04.086264 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7aa4d48-6ef6-400d-97e2-1045cefe376a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.099992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633116c6-1339-4393-b89f-4b95e5d81053 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:04.135253 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11fa7fe8-1949-4afc-91c0-b42bc90e510d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.217688 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11fa7fe8-1949-4afc-91c0-b42bc90e510d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.220889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1a5a120a-6adf-4c08-a138-69708e0f4312 None None] Provisioning complete for port 1801a64d-07f4-4ca0-b895-c45c2039fcf1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:04.221264 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1a5a120a-6adf-4c08-a138-69708e0f4312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.273648 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7aa4d48-6ef6-400d-97e2-1045cefe376a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.279320 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7aa4d48-6ef6-400d-97e2-1045cefe376a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.290974 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa7fe8-1949-4afc-91c0-b42bc90e510d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=3204be17-e5e2-43b1-99a8-3b0e5635567e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:04.295526 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11fa7fe8-1949-4afc-91c0-b42bc90e510d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.299162 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-11fa7fe8-1949-4afc-91c0-b42bc90e510d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/3204be17-e5e2-43b1-99a8-3b0e5635567e HTTP/1.1" status: 204 len: 168 time: 0.5206110 Sep 29 17:35:04.303116 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42816) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:04.392011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa4d48-6ef6-400d-97e2-1045cefe376a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb602cf-264b-48a0-8c36-f1b791061ffe,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:04.401390 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a7aa4d48-6ef6-400d-97e2-1045cefe376a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1e3a4f548094b6aa8368618fa7e0c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3431859 Sep 29 17:35:04.402325 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42820) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:04.422100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-120f34cf-d215-4387-9a3c-db58a22b8bce tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 7e79a705-7e32-4618-82ad-9b34c939362f {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:35:04.427194 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-120f34cf-d215-4387-9a3c-db58a22b8bce tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.519090 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2fd9-a422-4010-aa6c-40b210a26fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.563744 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2fd9-a422-4010-aa6c-40b210a26fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.591484 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-120f34cf-d215-4387-9a3c-db58a22b8bce tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.668326 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2fd9-a422-4010-aa6c-40b210a26fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.671010 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2fd9-a422-4010-aa6c-40b210a26fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.674799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a6ba2fd9-a422-4010-aa6c-40b210a26fb9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5fb602cf-264b-48a0-8c36-f1b791061ffe HTTP/1.1" status: 204 len: 168 time: 0.2715871 Sep 29 17:35:04.689086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba2fd9-a422-4010-aa6c-40b210a26fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb602cf-264b-48a0-8c36-f1b791061ffe,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:04.741871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-120f34cf-d215-4387-9a3c-db58a22b8bce tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.821733 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-120f34cf-d215-4387-9a3c-db58a22b8bce tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.860245 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f34cf-d215-4387-9a3c-db58a22b8bce tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=7e79a705-7e32-4618-82ad-9b34c939362f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:04.862433 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-120f34cf-d215-4387-9a3c-db58a22b8bce tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:04.866746 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-120f34cf-d215-4387-9a3c-db58a22b8bce tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/7e79a705-7e32-4618-82ad-9b34c939362f HTTP/1.1" status: 204 len: 168 time: 0.5600441 Sep 29 17:35:04.867179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42830) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:04.905511 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff82ba-02e6-4b55-a133-19141fc6da65 req-6ee6b9de-69b1-49cb-90a7-884c960b5a0e tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:04.910419 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3eff82ba-02e6-4b55-a133-19141fc6da65 req-6ee6b9de-69b1-49cb-90a7-884c960b5a0e tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.3841872 Sep 29 17:35:04.997073 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3cb6006c-105a-4454-bff9-00c515ec7cc7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1277542 Sep 29 17:35:05.000343 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42832) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:05.006300 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f344dadb-478c-4559-b49c-ebff7527429e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:05.035189 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3eff82ba-02e6-4b55-a133-19141fc6da65 req-d415c6b6-f8e5-424e-9174-033955c6302a tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147625 Sep 29 17:35:05.200300 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f344dadb-478c-4559-b49c-ebff7527429e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:05.205641 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f344dadb-478c-4559-b49c-ebff7527429e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:05.444780 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbea1311-92a3-47c1-91f4-2af08e1081a2 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:05.590474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df2cac-8f93-47d4-b1ba-62ea2a4ce50b req-6f050aff-d551-4000-84b7-0a8d82e92198 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:05.597805 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16df2cac-8f93-47d4-b1ba-62ea2a4ce50b req-6f050aff-d551-4000-84b7-0a8d82e92198 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1689918 Sep 29 17:35:05.705612 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ce4ed11d-da12-4f0e-ade2-d7db8a658072 None None] Provisioning complete for port 1801a64d-07f4-4ca0-b895-c45c2039fcf1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:05.706429 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ce4ed11d-da12-4f0e-ade2-d7db8a658072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:05.725345 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16df2cac-8f93-47d4-b1ba-62ea2a4ce50b req-ddcfa618-de1a-4175-8536-51fb76c4c06c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264451 Sep 29 17:35:05.872477 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f344dadb-478c-4559-b49c-ebff7527429e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:05.894203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54932af7-6c1d-4d3c-ab4d-a5d2f6338565 None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:35:05.932821 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f344dadb-478c-4559-b49c-ebff7527429e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:05.940764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-f344dadb-478c-4559-b49c-ebff7527429e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:05.951239 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52d287-de9b-4c70-976d-a0ac778ea2e7 req-5b530692-dcbd-4929-bda3-509fa3b2a0ef tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:05.951836 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f344dadb-478c-4559-b49c-ebff7527429e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:05.952097 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f344dadb-478c-4559-b49c-ebff7527429e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:05.955923 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-be52d287-de9b-4c70-976d-a0ac778ea2e7 req-5b530692-dcbd-4929-bda3-509fa3b2a0ef tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1179705 Sep 29 17:35:06.011644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344dadb-478c-4559-b49c-ebff7527429e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=e47d59f8-0a77-4a6f-ba35-9d0c206c0467,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:06.016772 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f344dadb-478c-4559-b49c-ebff7527429e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0153756 Sep 29 17:35:06.019847 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-54932af7-6c1d-4d3c-ab4d-a5d2f6338565 None None] Deleting port 1801a64d-07f4-4ca0-b895-c45c2039fcf1 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:06.020476 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-54932af7-6c1d-4d3c-ab4d-a5d2f6338565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:06.023372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42864) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:06.029429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-d4bb7e1d-fb34-4c23-92fc-bcf730bbf63b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:06.045129 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-be52d287-de9b-4c70-976d-a0ac778ea2e7 req-89cdd06f-a7f4-4bb2-88fb-718fd8ebd886 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839801 Sep 29 17:35:06.234712 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-54932af7-6c1d-4d3c-ab4d-a5d2f6338565 None None] For port 1801a64d-07f4-4ca0-b895-c45c2039fcf1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1801a64d-07f4-4ca0-b895-c45c2039fcf1,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:06.235110 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-54932af7-6c1d-4d3c-ab4d-a5d2f6338565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:06.271577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-54932af7-6c1d-4d3c-ab4d-a5d2f6338565 None None] Calling delete_port for 1801a64d-07f4-4ca0-b895-c45c2039fcf1 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:06.292056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012796d-9673-4165-add0-4aeb6094d3c9 req-ba2667b2-3a8c-4063-b6c7-21005ee1aa64 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:06.294279 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e012796d-9673-4165-add0-4aeb6094d3c9 req-ba2667b2-3a8c-4063-b6c7-21005ee1aa64 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.1089919 Sep 29 17:35:06.295341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bb7e1d-fb34-4c23-92fc-bcf730bbf63b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:06.298932 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4bb7e1d-fb34-4c23-92fc-bcf730bbf63b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:06.441959 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e012796d-9673-4165-add0-4aeb6094d3c9 req-6b0da2d2-4050-42c1-8c68-e016938d6731 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381280 Sep 29 17:35:06.481442 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-54932af7-6c1d-4d3c-ab4d-a5d2f6338565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:06.501981 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54932af7-6c1d-4d3c-ab4d-a5d2f6338565 None None] No DVR routers for this DVR port 1801a64d-07f4-4ca0-b895-c45c2039fcf1 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:35:06.527949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54932af7-6c1d-4d3c-ab4d-a5d2f6338565 None None] Pushing event deleted for resources: {'Port': ['ID=1801a64d-07f4-4ca0-b895-c45c2039fcf1,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:06.547156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff9b748-21b0-4ec4-83fa-411561587636 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:06.681305 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-8326c858-844f-4e50-9ea4-d387736b963c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:06.685745 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-8326c858-844f-4e50-9ea4-d387736b963c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 812 time: 0.2322938 Sep 29 17:35:06.710228 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-8d9f23d5-3200-4265-aeec-716055b0faca tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/quotas/9c851dbf4ea64b1cade6a77890b0e11c HTTP/1.1" status: 200 len: 375 time: 0.0176492 Sep 29 17:35:06.879596 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-aa3d7a05-acfb-47fa-ab61-f3e1b67228b1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1527224 Sep 29 17:35:06.881141 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': 'e47d59f8-0a77-4a6f-ba35-9d0c206c0467'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:35:06.882057 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:07.003994 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-22e055e5-044e-4b9c-afe8-7b3f765ba887 service neutron] 10.222.0.44 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227963 Sep 29 17:35:07.068885 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Allocated IP 172.20.0.2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/e47d59f8-0a77-4a6f-ba35-9d0c206c0467/5dae613a-1042-4ab7-8941-a413f09302a3) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:07.094374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.objects.ports [None req-d4bb7e1d-fb34-4c23-92fc-bcf730bbf63b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:35:07.100004 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4bb7e1d-fb34-4c23-92fc-bcf730bbf63b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:07.121952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb7e1d-fb34-4c23-92fc-bcf730bbf63b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:07.124992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb7e1d-fb34-4c23-92fc-bcf730bbf63b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:07.145100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bb7e1d-fb34-4c23-92fc-bcf730bbf63b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:07.145231 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4bb7e1d-fb34-4c23-92fc-bcf730bbf63b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:07.195075 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-5cbebe93-2d81-492f-8ac1-1865332ba276 service neutron] 10.222.0.44 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795077 Sep 29 17:35:07.254545 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d4bb7e1d-fb34-4c23-92fc-bcf730bbf63b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2301309 Sep 29 17:35:07.257883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42906) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:07.263670 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:07.264350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9ff7a8d1-4f54-48e5-9c5f-3eb5a2e9fe4b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'mac_address': 'fa:16:3e:84:12:39', 'name': 'tempest-NetworksTestDHCPv6-1601038508'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:07.267940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb7e1d-fb34-4c23-92fc-bcf730bbf63b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=3ccccc65-3773-4db7-8eb4-9d3c44a825eb,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:07.273166 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:07.329917 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Pushing event updated for resources: {'Port': ['ID=5dae613a-1042-4ab7-8941-a413f09302a3,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:07.339401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:07.341170 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:07.343735 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:07.434941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Attempting to bind port 5dae613a-1042-4ab7-8941-a413f09302a3 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:35:07.434941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Attempting to bind port 5dae613a-1042-4ab7-8941-a413f09302a3 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:35:07.434941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Attempting to bind port 5dae613a-1042-4ab7-8941-a413f09302a3 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:07.441749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:35:07.442143 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:35:07.442557 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:07.443082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:35:07.443565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Bound port: 5dae613a-1042-4ab7-8941-a413f09302a3, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:35:07.443953 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:07.466080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff7a8d1-4f54-48e5-9c5f-3eb5a2e9fe4b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:07.540858 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6b843e1-ef03-4d5f-89f2-cdaf5bf8d64e req-b0a524c4-bbba-41d6-8cc1-3a0b903cb169 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 210 time: 0.0658965 Sep 29 17:35:07.667546 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] For port 5dae613a-1042-4ab7-8941-a413f09302a3, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:35:07.673573 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] For port 5dae613a-1042-4ab7-8941-a413f09302a3, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5dae613a-1042-4ab7-8941-a413f09302a3,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:35:07.687275 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:07.742563 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a8d1-4f54-48e5-9c5f-3eb5a2e9fe4b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:07.770360 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbdaac-7a90-4965-9f2d-a042c26ecb3d req-2ebc9919-9e98-475b-92d7-7f7152f13d3a tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:07.776662 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-11bbdaac-7a90-4965-9f2d-a042c26ecb3d req-2ebc9919-9e98-475b-92d7-7f7152f13d3a tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.1233044 Sep 29 17:35:07.782602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-9ff7a8d1-4f54-48e5-9c5f-3eb5a2e9fe4b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port 67b358f6-0803-48c6-a32d-185f36736990 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:35:07.855938 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb4387-4032-458d-87c8-4f3d3c443d86 None None] Pushing event updated for resources: {'Port': ['ID=5dae613a-1042-4ab7-8941-a413f09302a3,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:07.904730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1801a64d-07f4-4ca0-b895-c45c2039fcf1 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:35:07.963989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 1801a64d-07f4-4ca0-b895-c45c2039fcf1 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:35:07.970991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1801a64d-07f4-4ca0-b895-c45c2039fcf1 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:35:08.035949 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-11bbdaac-7a90-4965-9f2d-a042c26ecb3d req-0cfe487f-3a86-4db2-a92b-bbfe62370302 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481644 Sep 29 17:35:08.276499 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-9ff7a8d1-4f54-48e5-9c5f-3eb5a2e9fe4b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 172.20.0.7 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/e47d59f8-0a77-4a6f-ba35-9d0c206c0467/67b358f6-0803-48c6-a32d-185f36736990) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:08.288599 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-9ff7a8d1-4f54-48e5-9c5f-3eb5a2e9fe4b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::f816:3eff:fe84:1239 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/3ccccc65-3773-4db7-8eb4-9d3c44a825eb/67b358f6-0803-48c6-a32d-185f36736990) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:08.519789 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a8d1-4f54-48e5-9c5f-3eb5a2e9fe4b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:08.559032 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a8d1-4f54-48e5-9c5f-3eb5a2e9fe4b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:08.603597 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff7a8d1-4f54-48e5-9c5f-3eb5a2e9fe4b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:08.607517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-9ff7a8d1-4f54-48e5-9c5f-3eb5a2e9fe4b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:08.615599 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7a8d1-4f54-48e5-9c5f-3eb5a2e9fe4b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:08.678199 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7a8d1-4f54-48e5-9c5f-3eb5a2e9fe4b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=67b358f6-0803-48c6-a32d-185f36736990,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:08.693594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5ff4736c-baac-409f-a63e-bfda45bdcd65 req-1a36a8db-a1ae-4d61-9da7-aaeb36e4a61d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 210 time: 0.0500352 Sep 29 17:35:08.752389 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff7a8d1-4f54-48e5-9c5f-3eb5a2e9fe4b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:08.757203 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9ff7a8d1-4f54-48e5-9c5f-3eb5a2e9fe4b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:08.792445 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9ff7a8d1-4f54-48e5-9c5f-3eb5a2e9fe4b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5329564 Sep 29 17:35:08.795116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42962) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:08.930298 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55ab300-3bab-48aa-8964-0d93e380a2f9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:08.942909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55ab300-3bab-48aa-8964-0d93e380a2f9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:08.956858 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42974) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:08.968143 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c55ab300-3bab-48aa-8964-0d93e380a2f9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1713855 Sep 29 17:35:09.290582 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067fce2-7cc9-457f-9d4d-744db19af4c3 req-1c9496b9-c8b9-44f1-b9df-f653c8b61de1 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:09.318996 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e067fce2-7cc9-457f-9d4d-744db19af4c3 req-1c9496b9-c8b9-44f1-b9df-f653c8b61de1 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.1791964 Sep 29 17:35:09.333622 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-b71419f1-f474-43c8-a54c-89201857d8e7 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:09.335715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-b71419f1-f474-43c8-a54c-89201857d8e7 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.35 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 812 time: 0.2958121 Sep 29 17:35:09.350579 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8fd237cb-b0ff-4137-9748-4f85020f8126 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port 67b358f6-0803-48c6-a32d-185f36736990 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:09.350940 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8fd237cb-b0ff-4137-9748-4f85020f8126 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:09.359453 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-b7313530-e21a-4ceb-a6e9-51219c27c5c1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Request body: {'port': {'device_id': '0689631b-ab2e-4a4c-92ee-7d47164f2378', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'admin_state_up': True, 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:09.450751 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e067fce2-7cc9-457f-9d4d-744db19af4c3 req-dfa2fc2e-f88d-410b-8c51-7ceb7f140064 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289730 Sep 29 17:35:09.493669 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8fd237cb-b0ff-4137-9748-4f85020f8126 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:09.506983 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8fd237cb-b0ff-4137-9748-4f85020f8126 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for 67b358f6-0803-48c6-a32d-185f36736990 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:09.527635 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1560c2-8f35-4421-ae92-334a705db915 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:09.647521 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-b7313530-e21a-4ceb-a6e9-51219c27c5c1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Made reservation on behalf of 9c851dbf4ea64b1cade6a77890b0e11c for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:09.653074 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-b7313530-e21a-4ceb-a6e9-51219c27c5c1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:09.704580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6772d794-f474-4d0c-8967-76998e9f3850 None None] Provisioning complete for port 5dae613a-1042-4ab7-8941-a413f09302a3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:09.704964 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6772d794-f474-4d0c-8967-76998e9f3850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:09.874875 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8fd237cb-b0ff-4137-9748-4f85020f8126 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:09.899519 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4441d8f1-d053-40fd-a6df-80bdb5a48d37 req-74e33381-261f-4551-8720-c222659fcc57 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 210 time: 0.0818598 Sep 29 17:35:09.941347 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd237cb-b0ff-4137-9748-4f85020f8126 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=67b358f6-0803-48c6-a32d-185f36736990,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:09.985230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5dae613a-1042-4ab7-8941-a413f09302a3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:35:09.993231 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43004) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:10.019722 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6772d794-f474-4d0c-8967-76998e9f3850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:10.099657 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6772d794-f474-4d0c-8967-76998e9f3850 None None] For port 5dae613a-1042-4ab7-8941-a413f09302a3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5dae613a-1042-4ab7-8941-a413f09302a3,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:10.113576 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6772d794-f474-4d0c-8967-76998e9f3850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:10.144550 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8fd237cb-b0ff-4137-9748-4f85020f8126 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:10.151062 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8fd237cb-b0ff-4137-9748-4f85020f8126 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/67b358f6-0803-48c6-a32d-185f36736990 HTTP/1.1" status: 204 len: 168 time: 1.1899786 Sep 29 17:35:10.151459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43014) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:10.201668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-b7313530-e21a-4ceb-a6e9-51219c27c5c1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Allocated IP 172.20.0.13 (1f0ca1aa-2785-4da9-a438-d4ec33084832/4d2fd541-a275-4545-a639-0ebd3c6c4961/cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:10.225810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 5dae613a-1042-4ab7-8941-a413f09302a3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:10.226606 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:10.234039 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61850ab-0320-4efd-8ad8-2ed3bf97ec0a None None] Update dhcp port {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'fixed_ips': [{'subnet_id': 'e47d59f8-0a77-4a6f-ba35-9d0c206c0467', 'ip_address': '172.20.0.2'}, {'subnet_id': '3ccccc65-3773-4db7-8eb4-9d3c44a825eb'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '5dae613a-1042-4ab7-8941-a413f09302a3'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:35:10.235204 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaaa42e-c98b-480f-80e1-f8f15e7a2f11 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:10.237515 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaaa42e-c98b-480f-80e1-f8f15e7a2f11 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:10.239109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaaa42e-c98b-480f-80e1-f8f15e7a2f11 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:10.246328 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2aaaa42e-c98b-480f-80e1-f8f15e7a2f11 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0894978 Sep 29 17:35:10.246644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43018) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:10.312000 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772d794-f474-4d0c-8967-76998e9f3850 None None] Pushing event updated for resources: {'Port': ['ID=5dae613a-1042-4ab7-8941-a413f09302a3,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:10.316018 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c61850ab-0320-4efd-8ad8-2ed3bf97ec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:10.383120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-95953b03-fdab-42f8-8458-facff83655a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:10.418040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e842975-0785-4b2a-9547-8fa13945e22c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 3ccccc65-3773-4db7-8eb4-9d3c44a825eb {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:35:10.425731 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1e842975-0785-4b2a-9547-8fa13945e22c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:10.506323 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1e842975-0785-4b2a-9547-8fa13945e22c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:10.585693 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-b7313530-e21a-4ceb-a6e9-51219c27c5c1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:10.637701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-b7313530-e21a-4ceb-a6e9-51219c27c5c1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:10.650670 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['574232f1-4978-4dee-b89a-f7334e0e47dc'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:35:10.690242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-b7313530-e21a-4ceb-a6e9-51219c27c5c1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Network 1f0ca1aa-2785-4da9-a438-d4ec33084832 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:10.694099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-b7313530-e21a-4ceb-a6e9-51219c27c5c1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:10.698578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-b7313530-e21a-4ceb-a6e9-51219c27c5c1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:10.715534 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['f10317fe-635d-446a-8fa4-5132aead5a41'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:35:10.798453 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7313530-e21a-4ceb-a6e9-51219c27c5c1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event updated for resources: {'Port': ['ID=cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:10.835496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-b7313530-e21a-4ceb-a6e9-51219c27c5c1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:10.836217 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-b7313530-e21a-4ceb-a6e9-51219c27c5c1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:10.900602 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0d5ec85d-65b5-48dc-8840-70e49077217d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.062437 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1e842975-0785-4b2a-9547-8fa13945e22c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.095578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4dfaa-e45c-46c0-9af3-d5b77a42c0ce req-d960686e-5211-4a28-84bb-5c860151e0cb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:11.115781 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88e4dfaa-e45c-46c0-9af3-d5b77a42c0ce req-d960686e-5211-4a28-84bb-5c860151e0cb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 932 time: 0.0851038 Sep 29 17:35:11.179153 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b3e298f4-a77f-42cc-a640-9478395fdeac None None] Provisioning complete for port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:11.179866 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b3e298f4-a77f-42cc-a640-9478395fdeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.180361 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88e4dfaa-e45c-46c0-9af3-d5b77a42c0ce req-ab06e461-5c03-4782-b8b4-e84a74f16a9c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639238 Sep 29 17:35:11.247347 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b3e298f4-a77f-42cc-a640-9478395fdeac None None] Port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:35:11.258483 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-95953b03-fdab-42f8-8458-facff83655a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.269198 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-b7313530-e21a-4ceb-a6e9-51219c27c5c1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9143012 Sep 29 17:35:11.269451 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-95953b03-fdab-42f8-8458-facff83655a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server [None req-c61850ab-0320-4efd-8ad8-2ed3bf97ec0a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ccccc65-3773-4db7-8eb4-9d3c44a825eb: This subnet is being modified by another concurrent operation. Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 17:35:11.279409 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise exception Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ccccc65-3773-4db7-8eb4-9d3c44a825eb: This subnet is being modified by another concurrent operation. Sep 29 17:35:11.283749 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server Sep 29 17:35:11.287208 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43040) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:11.287376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab842a-3bc5-4c09-9de2-389e6926c077 req-fba86d86-a99f-4154-ad76-25588a023b6c tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:11.288321 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-99ab842a-3bc5-4c09-9de2-389e6926c077 req-fba86d86-a99f-4154-ad76-25588a023b6c tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.1802433 Sep 29 17:35:11.307611 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1e842975-0785-4b2a-9547-8fa13945e22c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.375339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e842975-0785-4b2a-9547-8fa13945e22c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=3ccccc65-3773-4db7-8eb4-9d3c44a825eb,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:11.379286 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1e842975-0785-4b2a-9547-8fa13945e22c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.384530 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1e842975-0785-4b2a-9547-8fa13945e22c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/3ccccc65-3773-4db7-8eb4-9d3c44a825eb HTTP/1.1" status: 204 len: 168 time: 1.1317346 Sep 29 17:35:11.384530 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-95953b03-fdab-42f8-8458-facff83655a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8517fb197f5747fdb9c1383cfbff5911&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3759470 Sep 29 17:35:11.385234 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43048) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:11.387309 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43050) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:11.392795 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95953b03-fdab-42f8-8458-facff83655a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9b9ab4-ca09-40a7-b408-46ebc54b5d74,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:11.451304 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-99ab842a-3bc5-4c09-9de2-389e6926c077 req-833b8d22-3b69-4db6-9afa-10e0e5b88840 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412749 Sep 29 17:35:11.468387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff1c37b-8ff9-4acc-a1fe-661f969fe06d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet e47d59f8-0a77-4a6f-ba35-9d0c206c0467 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:35:11.479075 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1ff1c37b-8ff9-4acc-a1fe-661f969fe06d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.491735 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1026c9a3-bd96-4b24-b102-ed551a88ddd2 None None] Provisioning complete for port 5dae613a-1042-4ab7-8941-a413f09302a3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:11.492116 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1026c9a3-bd96-4b24-b102-ed551a88ddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.534963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Request body: {'port': {'device_id': '0689631b-ab2e-4a4c-92ee-7d47164f2378', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:11.543193 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1ff1c37b-8ff9-4acc-a1fe-661f969fe06d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.563678 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-daca20a2-db6a-4590-9f61-7e32034784f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.567200 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90869a8a-c272-4b70-8fe2-9003057c05f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.635325 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-daca20a2-db6a-4590-9f61-7e32034784f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.648281 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1ff1c37b-8ff9-4acc-a1fe-661f969fe06d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.668005 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.725118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aee5178-fa98-408a-8e61-5aeffce62f46 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:35:11.731273 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1ff1c37b-8ff9-4acc-a1fe-661f969fe06d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.765345 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1c37b-8ff9-4acc-a1fe-661f969fe06d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=e47d59f8-0a77-4a6f-ba35-9d0c206c0467,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:11.767337 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1ff1c37b-8ff9-4acc-a1fe-661f969fe06d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.769228 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1ff1c37b-8ff9-4acc-a1fe-661f969fe06d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/e47d59f8-0a77-4a6f-ba35-9d0c206c0467 HTTP/1.1" status: 204 len: 168 time: 0.3819208 Sep 29 17:35:11.771998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43052) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:11.822815 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ba75439a-8a3c-4584-b447-226fea81e73c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495002 Sep 29 17:35:11.825627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43054) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:11.840204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c216cd6a-63e9-44a4-86d3-4c70970dad10 None None] Could not find standard attr ID for object 67b358f6-0803-48c6-a32d-185f36736990. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:35:11.847509 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-daca20a2-db6a-4590-9f61-7e32034784f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.849223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5dae613a-1042-4ab7-8941-a413f09302a3 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:35:11.850538 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-daca20a2-db6a-4590-9f61-7e32034784f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:11.851858 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-daca20a2-db6a-4590-9f61-7e32034784f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d9b9ab4-ca09-40a7-b408-46ebc54b5d74 HTTP/1.1" status: 204 len: 168 time: 0.4636104 Sep 29 17:35:11.855744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c216cd6a-63e9-44a4-86d3-4c70970dad10 None None] Could not find standard attr ID for object 438503bf-1509-4480-a273-e74072004a70. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:35:11.888563 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75875f1e-28e9-4115-a045-cea72d305256 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:11.890513 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-75875f1e-28e9-4115-a045-cea72d305256 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0637338 Sep 29 17:35:11.892972 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43058) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:11.929364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aee5178-fa98-408a-8e61-5aeffce62f46 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:35:11.947769 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5ed0c0-7147-49a3-b126-03c4a2397b02 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:11.949316 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8e5ed0c0-7147-49a3-b126-03c4a2397b02 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0548809 Sep 29 17:35:11.951761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43060) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:12.034161 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d0821c22-79d0-4cfc-9f94-72d577c5e878 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769253 Sep 29 17:35:12.034502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca20a2-db6a-4590-9f61-7e32034784f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9b9ab4-ca09-40a7-b408-46ebc54b5d74,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:12.034913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43066) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:12.051505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-992450c0-1e2b-492c-ad54-b1723f885e87 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:12.079902 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90869a8a-c272-4b70-8fe2-9003057c05f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.098699 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90869a8a-c272-4b70-8fe2-9003057c05f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.234752 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.254034 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43074) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:12.276183 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6f068b87-d19f-4453-9c51-568772b67caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.294102 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-90869a8a-c272-4b70-8fe2-9003057c05f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4cadb00a149040f09997901bf286b1a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0129113 Sep 29 17:35:12.294907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90869a8a-c272-4b70-8fe2-9003057c05f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292a65cf-a523-4ef7-a1f7-81b02e880004,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:12.297683 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43076) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:12.317753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992450c0-1e2b-492c-ad54-b1723f885e87 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:12.321408 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-992450c0-1e2b-492c-ad54-b1723f885e87 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.322941 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-992450c0-1e2b-492c-ad54-b1723f885e87 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:35:12.333327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992450c0-1e2b-492c-ad54-b1723f885e87 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:35:12.343926 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 5dae613a-1042-4ab7-8941-a413f09302a3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5dae613a-1042-4ab7-8941-a413f09302a3,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:12.350170 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.384871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:35:12.424285 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.450943 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6f068b87-d19f-4453-9c51-568772b67caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.463731 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6f068b87-d19f-4453-9c51-568772b67caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.487880 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=5dae613a-1042-4ab7-8941-a413f09302a3,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:12.512658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-992450c0-1e2b-492c-ad54-b1723f885e87 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4700947 Sep 29 17:35:12.517553 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43086) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:12.519115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Transition to ACTIVE for port object cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:35:12.525769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f65a716c-7211-4a88-809e-2e47de6f15db tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:12.536313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a73677-5bc5-4113-8d44-2600130d7b77 req-13dc1a4c-31b8-4c43-8055-c600d3d29458 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:12.537860 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26a73677-5bc5-4113-8d44-2600130d7b77 req-13dc1a4c-31b8-4c43-8055-c600d3d29458 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 932 time: 0.2500589 Sep 29 17:35:12.552549 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.578341 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303d172c-c92f-405f-95e1-a37e527e5362 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:35:12.583324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6f068b87-d19f-4453-9c51-568772b67caa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2f74f86b6714db9984f0bc4525386bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284249 Sep 29 17:35:12.586268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43090) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:12.596021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f068b87-d19f-4453-9c51-568772b67caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0580dd74-38cf-447f-b035-fb0484fe0b47,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:12.632265 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-055bfd67-3783-4236-b498-9506e1dffd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.656854 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8149047f-67bc-4e8d-a184-859d3dc052af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.698161 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8149047f-67bc-4e8d-a184-859d3dc052af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.717909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:12.728258 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-055bfd67-3783-4236-b498-9506e1dffd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.735187 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26a73677-5bc5-4113-8d44-2600130d7b77 req-b5db8c1d-b1e6-4739-a948-532f120e7596 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803277 Sep 29 17:35:12.751794 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a8e0401c-109d-4cb2-bf0c-31ddeaf5c3cb None None] Provisioning complete for port 5dae613a-1042-4ab7-8941-a413f09302a3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:12.752927 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a8e0401c-109d-4cb2-bf0c-31ddeaf5c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.800765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7adb92-c43a-4d57-a98e-b6a926e1b725 req-00f11427-a628-4da7-98c7-20a0f5e4267d tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:12.803190 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6e7adb92-c43a-4d57-a98e-b6a926e1b725 req-00f11427-a628-4da7-98c7-20a0f5e4267d tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.0601857 Sep 29 17:35:12.839862 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8149047f-67bc-4e8d-a184-859d3dc052af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.842577 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8149047f-67bc-4e8d-a184-859d3dc052af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.843725 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8149047f-67bc-4e8d-a184-859d3dc052af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0580dd74-38cf-447f-b035-fb0484fe0b47 HTTP/1.1" status: 204 len: 168 time: 0.2558463 Sep 29 17:35:12.844818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65a716c-7211-4a88-809e-2e47de6f15db tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:12.848510 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f65a716c-7211-4a88-809e-2e47de6f15db tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.850526 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65a716c-7211-4a88-809e-2e47de6f15db tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:35:12.851275 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65a716c-7211-4a88-809e-2e47de6f15db tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:35:12.858395 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149047f-67bc-4e8d-a184-859d3dc052af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0580dd74-38cf-447f-b035-fb0484fe0b47,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:12.886730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Attempting to bind port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:35:12.887452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Attempting to bind port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:35:12.887956 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6e7adb92-c43a-4d57-a98e-b6a926e1b725 req-a733dafc-e78e-481f-a363-e84e7f711b72 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699146 Sep 29 17:35:12.888283 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Attempting to bind port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:12.894838 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f65a716c-7211-4a88-809e-2e47de6f15db tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3742909 Sep 29 17:35:12.896210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:35:12.896821 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Attempting to bind port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:12.898136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43096) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:12.903899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:35:12.904869 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Checking segment: {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:35:12.905115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-aef730b2-f848-4e35-baa3-5b3c86e735c5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:12.906039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Bound using segment: {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:35:12.906694 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Bound port: cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:35:12.907397 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.928180 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-055bfd67-3783-4236-b498-9506e1dffd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.931004 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-055bfd67-3783-4236-b498-9506e1dffd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:12.932628 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-055bfd67-3783-4236-b498-9506e1dffd85 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/292a65cf-a523-4ef7-a1f7-81b02e880004 HTTP/1.1" status: 204 len: 168 time: 0.6243393 Sep 29 17:35:12.947265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bfd67-3783-4236-b498-9506e1dffd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292a65cf-a523-4ef7-a1f7-81b02e880004,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:13.009213 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303d172c-c92f-405f-95e1-a37e527e5362 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:35:13.026959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] For port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:35:13.031278 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] For port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:35:13.040324 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:13.076223 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef730b2-f848-4e35-baa3-5b3c86e735c5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:13.084805 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aef730b2-f848-4e35-baa3-5b3c86e735c5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:13.088870 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef730b2-f848-4e35-baa3-5b3c86e735c5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:35:13.089744 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aef730b2-f848-4e35-baa3-5b3c86e735c5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:35:13.122229 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aef730b2-f848-4e35-baa3-5b3c86e735c5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2229183 Sep 29 17:35:13.125424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43100) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:13.132199 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f0193209-a10c-46bf-a17d-8f5781b2e206 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:13.170286 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a8e0401c-109d-4cb2-bf0c-31ddeaf5c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:13.196140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:13.219519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:13.224133 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:13.224133 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c19717ee-6ad5-4215-a7ad-aa6061cb55c0 service neutron] 10.222.0.35 "PUT /v2.0/ports/cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 HTTP/1.1" status: 200 len: 1092 time: 1.9339230 Sep 29 17:35:13.224133 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0689631b-ab2e-4a4c-92ee-7d47164f2378', 'tag': 'cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:35:13.242327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a8e0401c-109d-4cb2-bf0c-31ddeaf5c3cb None None] For port 5dae613a-1042-4ab7-8941-a413f09302a3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5dae613a-1042-4ab7-8941-a413f09302a3,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:13.255201 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a8e0401c-109d-4cb2-bf0c-31ddeaf5c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:13.261509 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a093a1e2-6f70-4648-9f30-3ca08d452543" -d '{"events": [{"name": "network-changed", "server_uuid": "0689631b-ab2e-4a4c-92ee-7d47164f2378", "tag": "cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:35:13.339596 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0790dc-1658-4d7d-870e-6a3359a39578 x-openstack-request-id: req-4f0790dc-1658-4d7d-870e-6a3359a39578 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:35:13.339915 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0689631b-ab2e-4a4c-92ee-7d47164f2378", "tag": "cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:35:13.340435 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f0790dc-1658-4d7d-870e-6a3359a39578 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:35:13.340849 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0689631b-ab2e-4a4c-92ee-7d47164f2378', 'tag': 'cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3', 'status': 'completed', 'code': 200} Sep 29 17:35:13.362413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-81fed613-ced5-4286-82d7-79122f88f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:13.363981 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-81fed613-ced5-4286-82d7-79122f88f9a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 1095 time: 0.0708780 Sep 29 17:35:13.382361 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0193209-a10c-46bf-a17d-8f5781b2e206 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:13.393628 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f0193209-a10c-46bf-a17d-8f5781b2e206 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:13.394472 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0401c-109d-4cb2-bf0c-31ddeaf5c3cb None None] Pushing event updated for resources: {'Port': ['ID=5dae613a-1042-4ab7-8941-a413f09302a3,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:13.396280 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0193209-a10c-46bf-a17d-8f5781b2e206 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:35:13.396726 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0193209-a10c-46bf-a17d-8f5781b2e206 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:35:13.430463 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f0193209-a10c-46bf-a17d-8f5781b2e206 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3034859 Sep 29 17:35:13.434208 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43108) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:13.445369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5fd3e5c7-4d4e-4ca4-be4d-6d2dde9b9cc7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:13.475652 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-6c8b9808-dc6c-4157-bdd5-624d0bd30f1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 HTTP/1.1" status: 200 len: 217 time: 0.0955908 Sep 29 17:35:13.601423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-7758b1fe-6428-465c-9507-036ccbb66dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:13.605147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-7758b1fe-6428-465c-9507-036ccbb66dac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.1266997 Sep 29 17:35:13.626596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd3e5c7-4d4e-4ca4-be4d-6d2dde9b9cc7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:13.636974 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e5c7-4d4e-4ca4-be4d-6d2dde9b9cc7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:13.641180 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd3e5c7-4d4e-4ca4-be4d-6d2dde9b9cc7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:35:13.641696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd3e5c7-4d4e-4ca4-be4d-6d2dde9b9cc7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:35:13.689768 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5fd3e5c7-4d4e-4ca4-be4d-6d2dde9b9cc7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2536564 Sep 29 17:35:13.692018 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43120) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:13.695669 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5030db-eefc-4e41-927c-e56428dae163 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:13.709101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43122) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:13.709808 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-df861868-26d1-49ab-8663-09e1e74fa3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:13.710706 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ff5bd7ff-1d8a-46e4-bd01-39431bedbe1b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:13.711327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-a4647a63-e96a-4f1a-bc9d-ccab64884e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:13.713599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-a4647a63-e96a-4f1a-bc9d-ccab64884e92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957673 Sep 29 17:35:13.727024 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-591a56cb-41d3-4d63-9d95-198f6f81b60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:13.899760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-63489f20-fa85-429d-b18f-e7c38969a112 None None] Provisioning complete for port 5dae613a-1042-4ab7-8941-a413f09302a3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:13.900405 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-63489f20-fa85-429d-b18f-e7c38969a112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:13.917751 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-da22113d-db31-4813-b53e-967bdcb00fd9 service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871877 Sep 29 17:35:13.991199 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad372968-1b54-425e-a388-891f90ebb89b req-b9085a8b-ee5c-44e7-8795-49c14152539e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:14.001976 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad372968-1b54-425e-a388-891f90ebb89b req-b9085a8b-ee5c-44e7-8795-49c14152539e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 944 time: 0.1217856 Sep 29 17:35:14.083066 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad372968-1b54-425e-a388-891f90ebb89b req-ac68ff46-bf99-4f0c-adf4-386ab39e1761 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695553 Sep 29 17:35:14.087433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5672f827-bafa-4af6-bac5-d7c950f08556 None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:35:14.166983 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5672f827-bafa-4af6-bac5-d7c950f08556 None None] Deleting port 5dae613a-1042-4ab7-8941-a413f09302a3 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:14.167357 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5672f827-bafa-4af6-bac5-d7c950f08556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:14.245694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5672f827-bafa-4af6-bac5-d7c950f08556 None None] For port 5dae613a-1042-4ab7-8941-a413f09302a3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5dae613a-1042-4ab7-8941-a413f09302a3,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:14.246570 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5672f827-bafa-4af6-bac5-d7c950f08556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:14.270134 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5672f827-bafa-4af6-bac5-d7c950f08556 None None] Calling delete_port for 5dae613a-1042-4ab7-8941-a413f09302a3 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:14.374339 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:14.377546 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5672f827-bafa-4af6-bac5-d7c950f08556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:14.410641 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672f827-bafa-4af6-bac5-d7c950f08556 None None] Pushing event deleted for resources: {'Port': ['ID=5dae613a-1042-4ab7-8941-a413f09302a3,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:14.416298 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5672f827-bafa-4af6-bac5-d7c950f08556 None None] No DVR routers for this DVR port 5dae613a-1042-4ab7-8941-a413f09302a3 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:35:14.507155 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:14.546787 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-591a56cb-41d3-4d63-9d95-198f6f81b60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:14.565756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c3ab6-5e96-437e-a9d0-8f46d81e7e03 req-bd298b26-3394-49e3-87a6-bf4ba493324e tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:14.567355 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7c7c3ab6-5e96-437e-a9d0-8f46d81e7e03 req-bd298b26-3394-49e3-87a6-bf4ba493324e tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.1362393 Sep 29 17:35:14.573920 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-591a56cb-41d3-4d63-9d95-198f6f81b60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:14.584928 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:14.609064 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5bd7ff-1d8a-46e4-bd01-39431bedbe1b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:14.612753 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff5bd7ff-1d8a-46e4-bd01-39431bedbe1b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:14.614218 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5bd7ff-1d8a-46e4-bd01-39431bedbe1b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:35:14.614642 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5bd7ff-1d8a-46e4-bd01-39431bedbe1b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:35:14.619186 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b49c103f-b4b9-4a76-a0c2-faf9eb69b5b7 req-c01d35c5-2124-4544-8a63-83400b3093cb service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6914225 Sep 29 17:35:14.644862 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-421119e5-75d7-4ef1-8cce-5b579072e757 req-efb71c1f-0a05-4d3e-887b-ef5cbc823f60 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0981596 Sep 29 17:35:14.653486 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ff5bd7ff-1d8a-46e4-bd01-39431bedbe1b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9586828 Sep 29 17:35:14.655050 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43148) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:14.660147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-591a56cb-41d3-4d63-9d95-198f6f81b60a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b7bd50e5c1640db8c40e06ede75a7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9454670 Sep 29 17:35:14.666138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43150) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:14.675134 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a56cb-41d3-4d63-9d95-198f6f81b60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fb7c94-a075-4a4c-b612-6949a2d56fb1,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:14.701996 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-70454987-8b8b-40e2-aeb3-559cf6397ba9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0456517 Sep 29 17:35:14.704315 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43156) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:14.731463 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7c7c3ab6-5e96-437e-a9d0-8f46d81e7e03 req-c773181f-2283-4be0-99ea-c2d04a948ab9 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549463 Sep 29 17:35:14.792587 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-87275610-d70b-4449-92e4-c6ac26a610ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:14.798434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7959ed80-fa06-4098-a034-a087e5c404ce tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:14.802771 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7959ed80-fa06-4098-a034-a087e5c404ce tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0944097 Sep 29 17:35:14.805047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43164) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:14.820416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421119e5-75d7-4ef1-8cce-5b579072e757 req-d2933124-b6ff-4d16-8da8-aea3ea966ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:14.823678 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-421119e5-75d7-4ef1-8cce-5b579072e757 req-d2933124-b6ff-4d16-8da8-aea3ea966ff5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 1097 time: 0.0850070 Sep 29 17:35:14.867554 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-87275610-d70b-4449-92e4-c6ac26a610ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:14.871977 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c009acc7-4563-4cca-9d85-b74bf17393bb tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0657332 Sep 29 17:35:14.880898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43168) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:14.888052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4e64e3a1-2343-41f9-a2f3-4363f7303e7f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:14.918021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093a1e2-6f70-4648-9f30-3ca08d452543 req-006f481b-1c7b-46b3-9f3d-16081b81424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:14.919476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a093a1e2-6f70-4648-9f30-3ca08d452543 req-006f481b-1c7b-46b3-9f3d-16081b81424e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 1095 time: 0.1681263 Sep 29 17:35:14.984689 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421119e5-75d7-4ef1-8cce-5b579072e757 req-ed11b3ea-5a89-45a9-a412-1ca4be4f9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:14.986685 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-421119e5-75d7-4ef1-8cce-5b579072e757 req-ed11b3ea-5a89-45a9-a412-1ca4be4f9c87 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.1427722 Sep 29 17:35:15.040529 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-421119e5-75d7-4ef1-8cce-5b579072e757 req-a679c9ba-8251-47a3-ad39-6146ae08f3a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f10317fe-635d-446a-8fa4-5132aead5a41 HTTP/1.1" status: 200 len: 217 time: 0.0453403 Sep 29 17:35:15.112569 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421119e5-75d7-4ef1-8cce-5b579072e757 req-60d91f7f-ea02-422b-9eab-1dd525e02cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:15.114514 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-421119e5-75d7-4ef1-8cce-5b579072e757 req-60d91f7f-ea02-422b-9eab-1dd525e02cee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.0679460 Sep 29 17:35:15.148315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e64e3a1-2343-41f9-a2f3-4363f7303e7f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:15.152600 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e64e3a1-2343-41f9-a2f3-4363f7303e7f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:15.188703 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-87275610-d70b-4449-92e4-c6ac26a610ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:15.191316 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-87275610-d70b-4449-92e4-c6ac26a610ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:15.192636 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-87275610-d70b-4449-92e4-c6ac26a610ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15fb7c94-a075-4a4c-b612-6949a2d56fb1 HTTP/1.1" status: 204 len: 168 time: 0.5254452 Sep 29 17:35:15.209486 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093a1e2-6f70-4648-9f30-3ca08d452543 req-72b031fc-6517-436f-a1ef-edb58fd75da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:15.211111 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a093a1e2-6f70-4648-9f30-3ca08d452543 req-72b031fc-6517-436f-a1ef-edb58fd75da4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.2687614 Sep 29 17:35:15.225607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421119e5-75d7-4ef1-8cce-5b579072e757 req-77dcad26-47cf-4d8e-bb14-47fbf222351f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:15.230233 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-421119e5-75d7-4ef1-8cce-5b579072e757 req-77dcad26-47cf-4d8e-bb14-47fbf222351f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071935 Sep 29 17:35:15.308992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87275610-d70b-4449-92e4-c6ac26a610ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fb7c94-a075-4a4c-b612-6949a2d56fb1,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:15.380848 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a093a1e2-6f70-4648-9f30-3ca08d452543 req-24c49100-d61d-4181-b622-0124194d8c43 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 HTTP/1.1" status: 200 len: 217 time: 0.0951741 Sep 29 17:35:15.409002 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-421119e5-75d7-4ef1-8cce-5b579072e757 req-62f22508-1542-4d76-8eb4-d13a77e45313 service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721413 Sep 29 17:35:15.449506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c410ba-64ef-4a6e-9c78-cf437f0d5511 req-64f6a3a1-4af0-4565-8b46-b56ae58956a6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:15.451052 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-25c410ba-64ef-4a6e-9c78-cf437f0d5511 req-64f6a3a1-4af0-4565-8b46-b56ae58956a6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 944 time: 0.2470715 Sep 29 17:35:15.504716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093a1e2-6f70-4648-9f30-3ca08d452543 req-dd2ef9a7-88e2-410b-86be-ada5a89d4c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:15.506617 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a093a1e2-6f70-4648-9f30-3ca08d452543 req-dd2ef9a7-88e2-410b-86be-ada5a89d4c79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.1163847 Sep 29 17:35:15.537086 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-421119e5-75d7-4ef1-8cce-5b579072e757 req-b3403320-bd29-4873-9c27-71a6173d159a service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188641 Sep 29 17:35:15.632725 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-25c410ba-64ef-4a6e-9c78-cf437f0d5511 req-d29a8900-e7bf-48a2-abef-c9858e836e4a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669998 Sep 29 17:35:15.684782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093a1e2-6f70-4648-9f30-3ca08d452543 req-65ea5068-7ddf-45c9-8610-cd2fbabcb3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:15.686331 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a093a1e2-6f70-4648-9f30-3ca08d452543 req-65ea5068-7ddf-45c9-8610-cd2fbabcb3a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674716 Sep 29 17:35:15.848683 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a093a1e2-6f70-4648-9f30-3ca08d452543 req-c7c6a358-4c8f-4d5b-b8e2-3b9476e27d69 service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503975 Sep 29 17:35:15.869325 n-d-811748-2 neutron-server[95016]: DEBUG neutron.objects.ports [None req-4e64e3a1-2343-41f9-a2f3-4363f7303e7f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:35:15.907596 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e64e3a1-2343-41f9-a2f3-4363f7303e7f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:16.005923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e64e3a1-2343-41f9-a2f3-4363f7303e7f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:16.053215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d4193-819d-4b2e-99d8-8c906fc032e6 req-5894dbad-f39f-4895-8de3-987acf4c7970 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:16.054984 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b0d4193-819d-4b2e-99d8-8c906fc032e6 req-5894dbad-f39f-4895-8de3-987acf4c7970 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.1831162 Sep 29 17:35:16.061578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-4e64e3a1-2343-41f9-a2f3-4363f7303e7f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:16.065189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e64e3a1-2343-41f9-a2f3-4363f7303e7f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:16.065820 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e64e3a1-2343-41f9-a2f3-4363f7303e7f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:16.074558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d863fb-ca5c-454b-826c-24ec403db554 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:16.078628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64e3a1-2343-41f9-a2f3-4363f7303e7f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=81a98214-b5ef-4697-8566-a7b11e1265f2,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:16.122480 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4e64e3a1-2343-41f9-a2f3-4363f7303e7f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2390370 Sep 29 17:35:16.126500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43218) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:16.129097 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a093a1e2-6f70-4648-9f30-3ca08d452543 req-466cee63-ede7-4443-9d80-abde2ebcfc62 service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585025 Sep 29 17:35:16.132057 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-388141a4-28a8-4da6-b97c-068150b57178 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'mac_address': 'fa:16:3e:20:ab:34', 'name': 'tempest-NetworksTestDHCPv6-249688428'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:16.166129 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b0d4193-819d-4b2e-99d8-8c906fc032e6 req-a6921295-7268-4900-a2cb-f6c0a67a9c94 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693965 Sep 29 17:35:16.279928 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388141a4-28a8-4da6-b97c-068150b57178 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:16.327997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': '81a98214-b5ef-4697-8566-a7b11e1265f2'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:35:16.328874 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:16.390970 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-388141a4-28a8-4da6-b97c-068150b57178 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:16.417416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-388141a4-28a8-4da6-b97c-068150b57178 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port 8017a844-38d7-4180-95d8-b4a0f6a1787a yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:35:16.503083 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Allocated IP 2001:db8::f816:3eff:fe07:b370 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/81a98214-b5ef-4697-8566-a7b11e1265f2/42fbc24b-2b04-4db8-be7a-fa30c46e8dc8) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:16.669127 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:16.676482 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:16.724604 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Pushing event updated for resources: {'Port': ['ID=42fbc24b-2b04-4db8-be7a-fa30c46e8dc8,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:16.737201 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:16.738730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:16.744509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:16.803011 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-388141a4-28a8-4da6-b97c-068150b57178 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::f816:3eff:fe20:ab34 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/81a98214-b5ef-4697-8566-a7b11e1265f2/8017a844-38d7-4180-95d8-b4a0f6a1787a) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:16.804766 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:16.833773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Attempting to bind port 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:35:16.834269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Attempting to bind port 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:35:16.834570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Attempting to bind port 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:16.841033 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:35:16.841604 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:35:16.842017 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:16.842745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:35:16.843233 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Bound port: 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:35:16.843619 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:16.884772 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a1125-93d9-4885-b293-9c57a2aaad7a req-e1f6b9f6-947e-456f-9660-99ff98312eeb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:16.886795 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f24a1125-93d9-4885-b293-9c57a2aaad7a req-e1f6b9f6-947e-456f-9660-99ff98312eeb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 944 time: 0.1019287 Sep 29 17:35:16.938557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] For port 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:35:16.943565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] For port 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=42fbc24b-2b04-4db8-be7a-fa30c46e8dc8,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:35:16.953256 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:16.979089 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f24a1125-93d9-4885-b293-9c57a2aaad7a req-18972c2d-bf07-41e5-a788-c6a69229a0f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854151 Sep 29 17:35:17.037975 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b20ac2-07cb-4976-9833-2f4acdf328c2 None None] Pushing event updated for resources: {'Port': ['ID=42fbc24b-2b04-4db8-be7a-fa30c46e8dc8,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:17.095095 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-388141a4-28a8-4da6-b97c-068150b57178 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:17.148186 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-388141a4-28a8-4da6-b97c-068150b57178 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:17.193424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388141a4-28a8-4da6-b97c-068150b57178 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:17.197823 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-388141a4-28a8-4da6-b97c-068150b57178 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:17.203014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388141a4-28a8-4da6-b97c-068150b57178 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:17.210458 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388141a4-28a8-4da6-b97c-068150b57178 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:17.211112 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-388141a4-28a8-4da6-b97c-068150b57178 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:17.265683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388141a4-28a8-4da6-b97c-068150b57178 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=8017a844-38d7-4180-95d8-b4a0f6a1787a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:17.271902 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-388141a4-28a8-4da6-b97c-068150b57178 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1436224 Sep 29 17:35:17.275143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43280) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:17.381843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9273e-e8c5-4308-a778-ed7d49878d92 req-18d7e46c-4f5a-47a0-ae72-5cfffb17dde7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:17.386645 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-12c9273e-e8c5-4308-a778-ed7d49878d92 req-18d7e46c-4f5a-47a0-ae72-5cfffb17dde7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.0974939 Sep 29 17:35:17.441208 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2f49ec-75ed-4412-8912-3e0e7c6ca1d4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:17.450704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2f49ec-75ed-4412-8912-3e0e7c6ca1d4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:17.453196 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fe2f49ec-75ed-4412-8912-3e0e7c6ca1d4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1761844 Sep 29 17:35:17.456086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43284) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:17.478095 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-12c9273e-e8c5-4308-a778-ed7d49878d92 req-84daec64-2a4a-4b16-8072-e2b785ede9aa tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817471 Sep 29 17:35:17.587413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0926bccd-638c-496d-9d6d-49b1824e9c12 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port 8017a844-38d7-4180-95d8-b4a0f6a1787a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:17.587831 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0926bccd-638c-496d-9d6d-49b1824e9c12 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:17.766970 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0926bccd-638c-496d-9d6d-49b1824e9c12 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:17.795290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0926bccd-638c-496d-9d6d-49b1824e9c12 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for 8017a844-38d7-4180-95d8-b4a0f6a1787a owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:17.954424 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:35:18.073532 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0926bccd-638c-496d-9d6d-49b1824e9c12 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:18.087071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:18.088149 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:18.104141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926bccd-638c-496d-9d6d-49b1824e9c12 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=8017a844-38d7-4180-95d8-b4a0f6a1787a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:18.178585 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7a35a-8e74-4964-974a-ce8a3b30731e req-52352d53-48d4-42bc-86e0-3db0b4040938 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:18.188257 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bba7a35a-8e74-4964-974a-ce8a3b30731e req-52352d53-48d4-42bc-86e0-3db0b4040938 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 944 time: 0.0673642 Sep 29 17:35:18.198254 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0926bccd-638c-496d-9d6d-49b1824e9c12 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:18.201646 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0926bccd-638c-496d-9d6d-49b1824e9c12 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/8017a844-38d7-4180-95d8-b4a0f6a1787a HTTP/1.1" status: 204 len: 168 time: 0.7438514 Sep 29 17:35:18.209176 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43324) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:18.279665 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bba7a35a-8e74-4964-974a-ce8a3b30731e req-014de282-d710-4de4-ae05-2266d56f7c8d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766230 Sep 29 17:35:18.311940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5225c3ec-a9a9-427f-b139-87ca114586d6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:18.314983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5225c3ec-a9a9-427f-b139-87ca114586d6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:18.316942 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5225c3ec-a9a9-427f-b139-87ca114586d6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1060662 Sep 29 17:35:18.319582 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43328) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:18.339395 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:18.389735 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=42fbc24b-2b04-4db8-be7a-fa30c46e8dc8,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:18.409920 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:18.479081 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=42fbc24b-2b04-4db8-be7a-fa30c46e8dc8,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:18.485579 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-f42e4fb4-3430-4255-a9d0-08eddf244a95 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 81a98214-b5ef-4697-8566-a7b11e1265f2 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:35:18.497972 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f42e4fb4-3430-4255-a9d0-08eddf244a95 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:18.585158 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f42e4fb4-3430-4255-a9d0-08eddf244a95 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:18.648264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9af55d-9028-4439-8dc0-3296ac522957 req-c45e8a0a-b9f5-4976-85aa-cb0257c622da tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:18.657065 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9af55d-9028-4439-8dc0-3296ac522957 req-c45e8a0a-b9f5-4976-85aa-cb0257c622da tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.0766115 Sep 29 17:35:18.722607 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e8f45ac2-b44f-417d-a040-5b0e277c6386 None None] Provisioning complete for port 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:18.723986 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e8f45ac2-b44f-417d-a040-5b0e277c6386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:18.725044 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f42e4fb4-3430-4255-a9d0-08eddf244a95 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:18.743826 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9af55d-9028-4439-8dc0-3296ac522957 req-501e8aa0-6638-4de3-be10-dfcdc9eb4ec6 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857470 Sep 29 17:35:18.892996 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f42e4fb4-3430-4255-a9d0-08eddf244a95 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:18.935654 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e4fb4-3430-4255-a9d0-08eddf244a95 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=81a98214-b5ef-4697-8566-a7b11e1265f2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:18.939555 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f42e4fb4-3430-4255-a9d0-08eddf244a95 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:18.944136 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43342) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:18.944401 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f42e4fb4-3430-4255-a9d0-08eddf244a95 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/81a98214-b5ef-4697-8566-a7b11e1265f2 HTTP/1.1" status: 204 len: 168 time: 0.6233714 Sep 29 17:35:18.984932 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5bdbf0d6-2626-48bb-9253-ed89fb901011 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396335 Sep 29 17:35:18.987733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43346) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:18.993565 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-d8d6a8b9-45c1-4db3-aabc-e97061c170ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:18.993754 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc772ce-bd0f-47a5-a41c-1cf3627a4175 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:19.090019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d6a8b9-45c1-4db3-aabc-e97061c170ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:19.092717 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d26957de-8f53-437a-a479-24a1b43ef2d9 None None] Could not find standard attr ID for object 8017a844-38d7-4180-95d8-b4a0f6a1787a. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:35:19.099185 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a8b9-45c1-4db3-aabc-e97061c170ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:19.199801 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5184b6-2622-4ceb-9529-c54d528e6df7 None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:35:19.256952 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-6f5184b6-2622-4ceb-9529-c54d528e6df7 None None] Deleting port 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:19.257450 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6f5184b6-2622-4ceb-9529-c54d528e6df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:19.345231 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6f5184b6-2622-4ceb-9529-c54d528e6df7 None None] For port 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=42fbc24b-2b04-4db8-be7a-fa30c46e8dc8,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:19.345756 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6f5184b6-2622-4ceb-9529-c54d528e6df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:19.360127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-6f5184b6-2622-4ceb-9529-c54d528e6df7 None None] Calling delete_port for 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:19.441030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f10a5e-24cb-447b-a15d-7580109f9cd6 req-d8c0568e-6f04-4e74-a661-997170919486 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:19.443347 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39f10a5e-24cb-447b-a15d-7580109f9cd6 req-d8c0568e-6f04-4e74-a661-997170919486 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 944 time: 0.0572441 Sep 29 17:35:19.458432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.objects.ports [None req-d8d6a8b9-45c1-4db3-aabc-e97061c170ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:35:19.492198 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39f10a5e-24cb-447b-a15d-7580109f9cd6 req-fd84e7e6-2004-489e-8c46-40168a571b65 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406637 Sep 29 17:35:19.492670 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6f5184b6-2622-4ceb-9529-c54d528e6df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:19.532495 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5184b6-2622-4ceb-9529-c54d528e6df7 None None] Pushing event deleted for resources: {'Port': ['ID=42fbc24b-2b04-4db8-be7a-fa30c46e8dc8,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:19.540699 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5184b6-2622-4ceb-9529-c54d528e6df7 None None] No DVR routers for this DVR port 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:35:19.585841 n-d-811748-2 neutron-server[95016]: WARNING neutron.services.revisions.revision_plugin [None req-d8d6a8b9-45c1-4db3-aabc-e97061c170ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Could not find related port for resource to bump revision. Sep 29 17:35:19.595106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.ipam_pluggable_backend [None req-d8d6a8b9-45c1-4db3-aabc-e97061c170ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Port 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95016) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 29 17:35:19.595386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.ipam_pluggable_backend [None req-d8d6a8b9-45c1-4db3-aabc-e97061c170ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Reverting IP allocation for 2001:db8::f816:3eff:fe07:b370 {{(pid=95016) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 29 17:35:19.598888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.ipam_pluggable_backend [None req-d8d6a8b9-45c1-4db3-aabc-e97061c170ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe07:b370 {{(pid=95016) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 29 17:35:19.600090 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a8b9-45c1-4db3-aabc-e97061c170ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:19.648373 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d6a8b9-45c1-4db3-aabc-e97061c170ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:19.658623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:35:19.664848 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d8d6a8b9-45c1-4db3-aabc-e97061c170ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:19.669396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d6a8b9-45c1-4db3-aabc-e97061c170ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:19.669795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a8b9-45c1-4db3-aabc-e97061c170ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:19.674977 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fe4ca1-1859-4127-882b-6179cfefe3f3 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:19.685216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a8b9-45c1-4db3-aabc-e97061c170ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=8ed3ee6b-61eb-422d-80dc-824875c2425e,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:19.698186 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d8d6a8b9-45c1-4db3-aabc-e97061c170ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7093050 Sep 29 17:35:19.701019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43372) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:19.726436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-629207c6-79d1-4105-adfd-0877f93b008b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'mac_address': 'fa:16:3e:b9:4e:b3', 'name': 'tempest-NetworksTestDHCPv6-1298497738'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:20.050761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:35:20.089630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629207c6-79d1-4105-adfd-0877f93b008b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:20.089977 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:35:20.090331 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 42fbc24b-2b04-4db8-be7a-fa30c46e8dc8 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:35:20.139271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:20.173859 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:35:20.182695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0625b5-1181-481d-8954-e27dfeeb4777 req-37dfba06-5a90-4027-a4a4-e827dc443da7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:20.196989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'port_id': 'cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3', 'mac_address': 'fa:16:3e:3e:52:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:35:20.197266 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c0625b5-1181-481d-8954-e27dfeeb4777 req-37dfba06-5a90-4027-a4a4-e827dc443da7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.2334993 Sep 29 17:35:20.277994 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': '8ed3ee6b-61eb-422d-80dc-824875c2425e'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:35:20.279126 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:20.312599 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:20.333599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c0625b5-1181-481d-8954-e27dfeeb4777 req-46458642-96b5-407d-95df-8ca6b1810dd7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279502 Sep 29 17:35:20.394980 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:35:20.428747 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:20.441849 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:20.476766 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-629207c6-79d1-4105-adfd-0877f93b008b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:20.512143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-629207c6-79d1-4105-adfd-0877f93b008b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port c088ea79-6c49-451d-982b-522c6fabbfcb yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:35:20.574519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:20.687502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Allocated IP 2001:db8::f816:3eff:fec3:9db (53678ac2-5d4e-4c12-b83b-b5f63c37360c/8ed3ee6b-61eb-422d-80dc-824875c2425e/caf9d0aa-555b-4bcd-98c3-7477eb60433b) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:20.707904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffff2f-04b3-4729-8485-dfe691bfb0ef req-867c684a-a71c-4cae-9f2b-dbda8a010a6a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:20.710582 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dcffff2f-04b3-4729-8485-dfe691bfb0ef req-867c684a-a71c-4cae-9f2b-dbda8a010a6a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 945 time: 0.0772367 Sep 29 17:35:20.802650 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dcffff2f-04b3-4729-8485-dfe691bfb0ef req-5f635df1-9d22-436f-acea-c57ce40c9165 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806770 Sep 29 17:35:21.061816 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:35:21.169440 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:21.215754 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:21.280102 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:21.289260 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:21.311506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-629207c6-79d1-4105-adfd-0877f93b008b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::f816:3eff:feb9:4eb3 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/8ed3ee6b-61eb-422d-80dc-824875c2425e/c088ea79-6c49-451d-982b-522c6fabbfcb) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:21.321583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:21.378228 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Pushing event updated for resources: {'Port': ['ID=caf9d0aa-555b-4bcd-98c3-7477eb60433b,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:21.439998 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Attempting to bind port caf9d0aa-555b-4bcd-98c3-7477eb60433b on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:35:21.440371 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Attempting to bind port caf9d0aa-555b-4bcd-98c3-7477eb60433b by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:35:21.440737 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Attempting to bind port caf9d0aa-555b-4bcd-98c3-7477eb60433b on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:21.458806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:35:21.459177 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:35:21.459580 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:21.459976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:35:21.460460 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Bound port: caf9d0aa-555b-4bcd-98c3-7477eb60433b, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:35:21.460838 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:21.582161 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] For port caf9d0aa-555b-4bcd-98c3-7477eb60433b, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:35:21.589356 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] For port caf9d0aa-555b-4bcd-98c3-7477eb60433b, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=caf9d0aa-555b-4bcd-98c3-7477eb60433b,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:35:21.599240 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:21.613369 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e53252-0e92-4da5-86e2-c44b48d61197 req-9bd10ce8-e757-4cbd-93e2-07e8a0b1903f tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:21.615010 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6e53252-0e92-4da5-86e2-c44b48d61197 req-9bd10ce8-e757-4cbd-93e2-07e8a0b1903f tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.1505048 Sep 29 17:35:21.701234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fef990-6caf-4b38-a898-f82ad008a9ed None None] Pushing event updated for resources: {'Port': ['ID=caf9d0aa-555b-4bcd-98c3-7477eb60433b,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:21.790346 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6e53252-0e92-4da5-86e2-c44b48d61197 req-aa81f14b-1d40-457b-9628-d9cf88b12ffb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326249 Sep 29 17:35:21.820485 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-629207c6-79d1-4105-adfd-0877f93b008b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:21.886411 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-629207c6-79d1-4105-adfd-0877f93b008b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:21.955061 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629207c6-79d1-4105-adfd-0877f93b008b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=c088ea79-6c49-451d-982b-522c6fabbfcb,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:21.975166 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629207c6-79d1-4105-adfd-0877f93b008b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:21.976646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-629207c6-79d1-4105-adfd-0877f93b008b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:21.980072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629207c6-79d1-4105-adfd-0877f93b008b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:21.986690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629207c6-79d1-4105-adfd-0877f93b008b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:21.987297 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-629207c6-79d1-4105-adfd-0877f93b008b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:22.051465 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-629207c6-79d1-4105-adfd-0877f93b008b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3487999 Sep 29 17:35:22.053251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43450) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:22.144606 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0b272-d643-46c8-a831-b7a0f37a2430 req-07d71cab-1e45-4b25-880f-bb6b4feca1b7 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:22.155689 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ea0b272-d643-46c8-a831-b7a0f37a2430 req-07d71cab-1e45-4b25-880f-bb6b4feca1b7 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 945 time: 0.1853566 Sep 29 17:35:22.168299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8326caea-9df8-4394-8143-17a7868905b3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:22.184274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8326caea-9df8-4394-8143-17a7868905b3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:22.201515 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8326caea-9df8-4394-8143-17a7868905b3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1431332 Sep 29 17:35:22.201515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43454) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:22.247296 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ea0b272-d643-46c8-a831-b7a0f37a2430 req-6660c593-6755-427a-90fb-d97deb03c223 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896647 Sep 29 17:35:22.361105 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ed341237-0b4b-4a07-8c20-ec936b5405f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port c088ea79-6c49-451d-982b-522c6fabbfcb {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:22.361105 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed341237-0b4b-4a07-8c20-ec936b5405f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:22.516589 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed341237-0b4b-4a07-8c20-ec936b5405f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:22.537079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ed341237-0b4b-4a07-8c20-ec936b5405f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for c088ea79-6c49-451d-982b-522c6fabbfcb owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:22.907203 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed341237-0b4b-4a07-8c20-ec936b5405f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:22.960767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed341237-0b4b-4a07-8c20-ec936b5405f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=c088ea79-6c49-451d-982b-522c6fabbfcb,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:23.097473 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed341237-0b4b-4a07-8c20-ec936b5405f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:23.102539 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ed341237-0b4b-4a07-8c20-ec936b5405f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/c088ea79-6c49-451d-982b-522c6fabbfcb HTTP/1.1" status: 204 len: 168 time: 0.9011266 Sep 29 17:35:23.103179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43478) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:23.160145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d72048-8d9d-42d2-bc31-c4b90f33eb38 req-15830325-73b0-4a7e-892c-6912146af5df tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:23.174366 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88d72048-8d9d-42d2-bc31-c4b90f33eb38 req-15830325-73b0-4a7e-892c-6912146af5df tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.2081571 Sep 29 17:35:23.256156 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88d72048-8d9d-42d2-bc31-c4b90f33eb38 req-b559e313-cda9-4cc3-8586-102f293a6bcc tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726690 Sep 29 17:35:23.269591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c5487-8d79-4239-abfe-28b47ff6bd3f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:23.271229 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c5487-8d79-4239-abfe-28b47ff6bd3f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:23.275038 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2f3c5487-8d79-4239-abfe-28b47ff6bd3f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1706836 Sep 29 17:35:23.278016 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43490) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:23.458020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 8ed3ee6b-61eb-422d-80dc-824875c2425e {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:35:23.463382 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:23.536106 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee6359-c40c-4709-b91a-93791aa37438 req-19aa7a3f-55f4-4c82-b7e5-acbba227f1db tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:23.538507 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cee6359-c40c-4709-b91a-93791aa37438 req-19aa7a3f-55f4-4c82-b7e5-acbba227f1db tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 945 time: 0.1059887 Sep 29 17:35:23.580165 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-57e1aa2b-2cd3-467c-86a8-8218bc5c325d None None] Provisioning complete for port caf9d0aa-555b-4bcd-98c3-7477eb60433b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:23.580746 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-57e1aa2b-2cd3-467c-86a8-8218bc5c325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:23.583411 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:23.618312 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cee6359-c40c-4709-b91a-93791aa37438 req-7ca8f041-81c8-4b05-9a05-47812c34f10a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570838 Sep 29 17:35:23.699152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:35:23.924881 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:24.090914 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:35:24.143533 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device caf9d0aa-555b-4bcd-98c3-7477eb60433b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:35:24.155585 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:24.161799 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:24.173778 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-57e1aa2b-2cd3-467c-86a8-8218bc5c325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:24.183258 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:24.240209 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed3ee6b-61eb-422d-80dc-824875c2425e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:24.256642 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:24.261787 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43510) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:24.264141 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/8ed3ee6b-61eb-422d-80dc-824875c2425e HTTP/1.1" status: 204 len: 168 time: 0.9848387 Sep 29 17:35:24.279420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:24.279781 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:24.280128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:24.280467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:24.280853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:24.281137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:24.291122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:24.291550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:24.291898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:24.292247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:24.292608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:24.292956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f7372d-1b59-48be-9423-bfbc945d1b8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:24.386428 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-db722e91-6bd2-40cf-93ef-4a7a603fc26a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1231217 Sep 29 17:35:24.388588 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43516) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:24.566997 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-57e1aa2b-2cd3-467c-86a8-8218bc5c325d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:35:24.567594 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-57e1aa2b-2cd3-467c-86a8-8218bc5c325d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:35:24.569312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006e3032-1fd1-4d4e-ba3b-06dd6533a5d5 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:24.600671 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7613652-6e52-4f0f-909b-3501e4fafe66 req-e4c86810-ed21-44d8-9542-eaaca4fb65aa tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:24.608006 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d7613652-6e52-4f0f-909b-3501e4fafe66 req-e4c86810-ed21-44d8-9542-eaaca4fb65aa tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.1712310 Sep 29 17:35:24.638684 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab64155-d65b-44f5-b74b-fcdac7e5635f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:24.646833 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-eab64155-d65b-44f5-b74b-fcdac7e5635f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2520111 Sep 29 17:35:24.652060 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43530) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:24.726268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d7613652-6e52-4f0f-909b-3501e4fafe66 req-791abc9a-c7cd-40ee-b888-2a175a134047 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094406 Sep 29 17:35:24.771876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41c69ea-e92c-4238-aa6a-674fa7bfd6dc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:24.779019 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d41c69ea-e92c-4238-aa6a-674fa7bfd6dc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1232438 Sep 29 17:35:24.781742 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43538) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:24.839328 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:24.875496 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8da1279d-fb0e-4077-a928-9bf7f335dda8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921834 Sep 29 17:35:24.879704 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee4b9d-66ac-4891-ae48-39418cc4568a req-30fc9b86-8fd1-4c84-be69-c368a2ef394d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:24.880509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43542) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:24.889316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9da8e8aa-269f-48d3-9f79-926549f9f282 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:24.891087 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7ee4b9d-66ac-4891-ae48-39418cc4568a req-30fc9b86-8fd1-4c84-be69-c368a2ef394d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 945 time: 0.0767987 Sep 29 17:35:24.937866 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port caf9d0aa-555b-4bcd-98c3-7477eb60433b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:24.938278 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:24.939587 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0689631b-ab2e-4a4c-92ee-7d47164f2378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:35:24.947120 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3b6ec5-632e-4cfc-a66c-e0eef7c53c03" -d '{"events": [{"server_uuid": "0689631b-ab2e-4a4c-92ee-7d47164f2378", "name": "network-vif-plugged", "status": "completed", "tag": "cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:35:24.976368 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7ee4b9d-66ac-4891-ae48-39418cc4568a req-94604d7e-5e8f-40a2-b987-f2b7a87703c2 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831022 Sep 29 17:35:25.142833 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97950b5-4d5c-4d6f-b78f-eacba49cac82 req-ad81caf8-4c3b-4f1c-9990-04d87fca5552 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:25.150388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97950b5-4d5c-4d6f-b78f-eacba49cac82 req-ad81caf8-4c3b-4f1c-9990-04d87fca5552 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:25.157491 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac58787-687e-4ed1-8ba0-315cfc2d7123 x-openstack-request-id: req-fac58787-687e-4ed1-8ba0-315cfc2d7123 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:35:25.158992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97950b5-4d5c-4d6f-b78f-eacba49cac82 req-ad81caf8-4c3b-4f1c-9990-04d87fca5552 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:25.159739 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0689631b-ab2e-4a4c-92ee-7d47164f2378", "name": "network-vif-plugged", "status": "completed", "tag": "cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:35:25.159996 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fac58787-687e-4ed1-8ba0-315cfc2d7123 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:35:25.160389 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0689631b-ab2e-4a4c-92ee-7d47164f2378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3', 'code': 200} Sep 29 17:35:25.169392 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97950b5-4d5c-4d6f-b78f-eacba49cac82 req-ad81caf8-4c3b-4f1c-9990-04d87fca5552 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:25.177536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97950b5-4d5c-4d6f-b78f-eacba49cac82 req-ad81caf8-4c3b-4f1c-9990-04d87fca5552 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:25.186261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97950b5-4d5c-4d6f-b78f-eacba49cac82 req-ad81caf8-4c3b-4f1c-9990-04d87fca5552 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:25.205514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97950b5-4d5c-4d6f-b78f-eacba49cac82 req-ad81caf8-4c3b-4f1c-9990-04d87fca5552 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:25.212979 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d97950b5-4d5c-4d6f-b78f-eacba49cac82 req-ad81caf8-4c3b-4f1c-9990-04d87fca5552 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5432 time: 0.1552701 Sep 29 17:35:25.237015 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:25.253961 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:25.336147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da8e8aa-269f-48d3-9f79-926549f9f282 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:25.341078 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9da8e8aa-269f-48d3-9f79-926549f9f282 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:25.366010 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-57e1aa2b-2cd3-467c-86a8-8218bc5c325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:25.372234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45dd681-4abd-4806-9b53-860c02c8e8ea None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:35:25.434992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a62bb-fb46-4c47-b7e4-f66366595a69 req-e7d29a6c-a7f6-477c-b9d1-5092dc9e0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:25.436511 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-859a62bb-fb46-4c47-b7e4-f66366595a69 req-e7d29a6c-a7f6-477c-b9d1-5092dc9e0150 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 1097 time: 0.2210913 Sep 29 17:35:25.450883 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d97950b5-4d5c-4d6f-b78f-eacba49cac82 req-2b0c51d2-a1b0-470b-b0a8-87946958fd4a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2305403 Sep 29 17:35:25.458944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8091bd-1dd4-450f-9c93-4a1cfa813ded req-8ec8e5a0-ded7-49d6-b3bb-3112e08d937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:25.460757 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa8091bd-1dd4-450f-9c93-4a1cfa813ded req-8ec8e5a0-ded7-49d6-b3bb-3112e08d937f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 1097 time: 0.2442622 Sep 29 17:35:25.518543 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:25.557944 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:25.569946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-57e1aa2b-2cd3-467c-86a8-8218bc5c325d None None] For port caf9d0aa-555b-4bcd-98c3-7477eb60433b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=caf9d0aa-555b-4bcd-98c3-7477eb60433b,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:25.586162 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-57e1aa2b-2cd3-467c-86a8-8218bc5c325d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:25.666875 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a45dd681-4abd-4806-9b53-860c02c8e8ea None None] Deleting port caf9d0aa-555b-4bcd-98c3-7477eb60433b {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:25.667244 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a45dd681-4abd-4806-9b53-860c02c8e8ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:25.760169 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc9a6d-985f-4777-909d-ad342e22d20d req-72e5ba09-c9ef-423c-8fc8-03871094591f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:25.775073 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc9a6d-985f-4777-909d-ad342e22d20d req-72e5ba09-c9ef-423c-8fc8-03871094591f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:25.788361 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc9a6d-985f-4777-909d-ad342e22d20d req-72e5ba09-c9ef-423c-8fc8-03871094591f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:25.796901 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc9a6d-985f-4777-909d-ad342e22d20d req-72e5ba09-c9ef-423c-8fc8-03871094591f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:25.803265 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc9a6d-985f-4777-909d-ad342e22d20d req-72e5ba09-c9ef-423c-8fc8-03871094591f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:25.809473 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc9a6d-985f-4777-909d-ad342e22d20d req-72e5ba09-c9ef-423c-8fc8-03871094591f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:25.815311 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc9a6d-985f-4777-909d-ad342e22d20d req-72e5ba09-c9ef-423c-8fc8-03871094591f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:25.817208 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7fcc9a6d-985f-4777-909d-ad342e22d20d req-72e5ba09-c9ef-423c-8fc8-03871094591f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5432 time: 0.2233942 Sep 29 17:35:26.045931 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:35:26.046526 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:35:26.072948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2c207bf2-0c00-4e0e-8bc8-5c916ef6bdce None None] Could not find standard attr ID for object c088ea79-6c49-451d-982b-522c6fabbfcb. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:35:26.157252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1aa2b-2cd3-467c-86a8-8218bc5c325d None None] Pushing event updated for resources: {'Port': ['ID=caf9d0aa-555b-4bcd-98c3-7477eb60433b,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:26.167122 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a45dd681-4abd-4806-9b53-860c02c8e8ea None None] For port caf9d0aa-555b-4bcd-98c3-7477eb60433b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=caf9d0aa-555b-4bcd-98c3-7477eb60433b,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:26.167531 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a45dd681-4abd-4806-9b53-860c02c8e8ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:26.194329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a45dd681-4abd-4806-9b53-860c02c8e8ea None None] Calling delete_port for caf9d0aa-555b-4bcd-98c3-7477eb60433b owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:26.220174 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-859a62bb-fb46-4c47-b7e4-f66366595a69 req-bfac8e6e-6795-4d6c-94ba-4d90b3d43b7f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523072 Sep 29 17:35:26.221842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661b4c2-d6c6-4652-bad9-42c82cda658b req-821c902d-ef96-4f03-b087-09744e4fff74 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:26.251709 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa8091bd-1dd4-450f-9c93-4a1cfa813ded req-7e7d17a7-d0d1-4fe0-ac81-5a29e1be7ee7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398610 Sep 29 17:35:26.276560 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6661b4c2-d6c6-4652-bad9-42c82cda658b req-821c902d-ef96-4f03-b087-09744e4fff74 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 946 time: 0.1723027 Sep 29 17:35:26.284504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0cd34-8845-4dc5-bf62-958feb520a04 req-3cf7d927-fb98-43f7-820f-8fe02987f098 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:26.286099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cea0cd34-8845-4dc5-bf62-958feb520a04 req-3cf7d927-fb98-43f7-820f-8fe02987f098 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.3062332 Sep 29 17:35:26.341043 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6661b4c2-d6c6-4652-bad9-42c82cda658b req-6d364cf7-f03a-4998-a9ab-eb698f2c101c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595851 Sep 29 17:35:26.382587 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a45dd681-4abd-4806-9b53-860c02c8e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:26.436453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45dd681-4abd-4806-9b53-860c02c8e8ea None None] Pushing event deleted for resources: {'Port': ['ID=caf9d0aa-555b-4bcd-98c3-7477eb60433b,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:26.452668 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45dd681-4abd-4806-9b53-860c02c8e8ea None None] No DVR routers for this DVR port caf9d0aa-555b-4bcd-98c3-7477eb60433b on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:35:26.481157 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cea0cd34-8845-4dc5-bf62-958feb520a04 req-c4798e04-4b7d-489d-9786-d887197402a0 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476324 Sep 29 17:35:26.578640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Port caf9d0aa-555b-4bcd-98c3-7477eb60433b update to ACTIVE by agent not found {{(pid=95017) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 29 17:35:26.655717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.objects.ports [None req-9da8e8aa-269f-48d3-9f79-926549f9f282 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:35:26.658194 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9da8e8aa-269f-48d3-9f79-926549f9f282 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:26.683139 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device caf9d0aa-555b-4bcd-98c3-7477eb60433b no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:35:26.721521 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: caf9d0aa-555b-4bcd-98c3-7477eb60433b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:35:26.722474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da8e8aa-269f-48d3-9f79-926549f9f282 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:26.722777 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device caf9d0aa-555b-4bcd-98c3-7477eb60433b not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:35:26.731428 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-9da8e8aa-269f-48d3-9f79-926549f9f282 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:26.734441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da8e8aa-269f-48d3-9f79-926549f9f282 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:26.735012 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9da8e8aa-269f-48d3-9f79-926549f9f282 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:26.742270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617e66c8-3f79-4c9a-b66a-9573069c4a75 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:26.758116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8e8aa-269f-48d3-9f79-926549f9f282 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=7b54c408-dbe5-483c-9ab2-fb7e739b2a0a,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:26.767002 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9da8e8aa-269f-48d3-9f79-926549f9f282 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8823872 Sep 29 17:35:26.767897 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43586) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:26.780394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-08d60163-0227-47ab-8edc-bd0e399661ef tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'mac_address': 'fa:16:3e:08:38:0c', 'name': 'tempest-NetworksTestDHCPv6-1630029518'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:27.001263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d60163-0227-47ab-8edc-bd0e399661ef tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:27.022582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': '7b54c408-dbe5-483c-9ab2-fb7e739b2a0a'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:35:27.024958 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:27.287432 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-08d60163-0227-47ab-8edc-bd0e399661ef tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:27.297217 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:27.365007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-08d60163-0227-47ab-8edc-bd0e399661ef tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port 03eb9f7f-452b-4776-a72c-12015f83b5d7 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:35:27.458282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Allocated IP 2001:db8::f816:3eff:fea2:3265 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/7b54c408-dbe5-483c-9ab2-fb7e739b2a0a/12305a65-5f89-45fc-94e7-e3cf6c286cf8) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:27.624459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50122cb-f98a-4a36-8469-dd1e8d177b0c req-3b49e5d0-9f04-449e-9960-096106fcb21c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:27.626181 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d50122cb-f98a-4a36-8469-dd1e8d177b0c req-3b49e5d0-9f04-449e-9960-096106fcb21c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 946 time: 0.1541600 Sep 29 17:35:27.710551 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d50122cb-f98a-4a36-8469-dd1e8d177b0c req-813b93d2-0be4-48c7-96e1-85258b85eb6a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779037 Sep 29 17:35:27.823192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9a180-f5c4-4a7e-91ee-54584e2dbe77 req-6aa4ddcd-474f-461e-a945-95ca519a752b tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:27.824830 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6fb9a180-f5c4-4a7e-91ee-54584e2dbe77 req-6aa4ddcd-474f-461e-a945-95ca519a752b tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.1617398 Sep 29 17:35:27.904844 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6fb9a180-f5c4-4a7e-91ee-54584e2dbe77 req-35e94c4b-b603-452a-aefb-3612a850b477 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676062 Sep 29 17:35:28.142863 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:28.184817 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:28.252658 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:28.255825 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:28.263826 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:28.267498 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Pushing event updated for resources: {'Port': ['ID=12305a65-5f89-45fc-94e7-e3cf6c286cf8,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:28.329522 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-08d60163-0227-47ab-8edc-bd0e399661ef tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::f816:3eff:fe08:380c (53678ac2-5d4e-4c12-b83b-b5f63c37360c/7b54c408-dbe5-483c-9ab2-fb7e739b2a0a/03eb9f7f-452b-4776-a72c-12015f83b5d7) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:28.372581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Attempting to bind port 12305a65-5f89-45fc-94e7-e3cf6c286cf8 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:35:28.374795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Attempting to bind port 12305a65-5f89-45fc-94e7-e3cf6c286cf8 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:35:28.375105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Attempting to bind port 12305a65-5f89-45fc-94e7-e3cf6c286cf8 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:28.386426 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:35:28.390413 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:35:28.390413 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:28.390413 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:35:28.390413 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Bound port: 12305a65-5f89-45fc-94e7-e3cf6c286cf8, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:35:28.390413 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:28.628435 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] For port 12305a65-5f89-45fc-94e7-e3cf6c286cf8, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:35:28.641906 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] For port 12305a65-5f89-45fc-94e7-e3cf6c286cf8, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=12305a65-5f89-45fc-94e7-e3cf6c286cf8,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:35:28.650473 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-08d60163-0227-47ab-8edc-bd0e399661ef tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:28.659272 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:28.743555 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-08d60163-0227-47ab-8edc-bd0e399661ef tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:28.835461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43658) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:28.915515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef89107-8951-4414-ae4a-b4afa92c658c None None] Pushing event updated for resources: {'Port': ['ID=12305a65-5f89-45fc-94e7-e3cf6c286cf8,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:28.978302 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cadb4-ffce-4db9-8eab-d41df14c5550 req-8cf1dd5d-2b83-4343-8a0e-9afa6e06e692 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:28.980225 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-859cadb4-ffce-4db9-8eab-d41df14c5550 req-8cf1dd5d-2b83-4343-8a0e-9afa6e06e692 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 946 time: 0.1128187 Sep 29 17:35:29.041907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-ee336548-25d0-42c1-8da9-f71d8507345f tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:29.044477 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-ee336548-25d0-42c1-8da9-f71d8507345f tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/networks?id=e3fc7dc3-3732-4d12-a49f-352db5f80856 HTTP/1.1" status: 200 len: 811 time: 0.3071232 Sep 29 17:35:29.114333 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-859cadb4-ffce-4db9-8eab-d41df14c5550 req-3349888f-9390-4a35-974a-e686e1543df2 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495493 Sep 29 17:35:29.142831 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d60163-0227-47ab-8edc-bd0e399661ef tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:29.156101 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-1613526c-9147-499e-a4f8-f192c5ad02c8 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/quotas/4444d5c81b04497cad4824500aa2875c HTTP/1.1" status: 200 len: 375 time: 0.0632744 Sep 29 17:35:29.171560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-08d60163-0227-47ab-8edc-bd0e399661ef tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:29.182158 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d60163-0227-47ab-8edc-bd0e399661ef tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:29.190442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d60163-0227-47ab-8edc-bd0e399661ef tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:29.191357 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-08d60163-0227-47ab-8edc-bd0e399661ef tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:29.210991 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10d1f0-43a8-429b-8894-043f67b843b5 req-e8cba685-5719-4889-8561-158b8ec85ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:29.212065 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10d1f0-43a8-429b-8894-043f67b843b5 req-e8cba685-5719-4889-8561-158b8ec85ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:29.212553 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10d1f0-43a8-429b-8894-043f67b843b5 req-e8cba685-5719-4889-8561-158b8ec85ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:29.213022 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10d1f0-43a8-429b-8894-043f67b843b5 req-e8cba685-5719-4889-8561-158b8ec85ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:29.225527 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10d1f0-43a8-429b-8894-043f67b843b5 req-e8cba685-5719-4889-8561-158b8ec85ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:29.225815 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10d1f0-43a8-429b-8894-043f67b843b5 req-e8cba685-5719-4889-8561-158b8ec85ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:29.226305 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10d1f0-43a8-429b-8894-043f67b843b5 req-e8cba685-5719-4889-8561-158b8ec85ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:29.298228 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a10d1f0-43a8-429b-8894-043f67b843b5 req-e8cba685-5719-4889-8561-158b8ec85ea7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 6489 time: 0.4601865 Sep 29 17:35:29.320510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d60163-0227-47ab-8edc-bd0e399661ef tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=03eb9f7f-452b-4776-a72c-12015f83b5d7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:29.341127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-08d60163-0227-47ab-8edc-bd0e399661ef tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5718014 Sep 29 17:35:29.365420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43678) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:29.391886 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a10d1f0-43a8-429b-8894-043f67b843b5 req-03627e93-48e6-4722-b9f1-592701338282 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b888cb76-d83d-4763-869d-5d1a2072cbb0&id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855045 Sep 29 17:35:29.486588 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-c9cc82e7-58cf-42cb-be92-4bd7782f3fd2 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4444d5c81b04497cad4824500aa2875c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3295250 Sep 29 17:35:29.580145 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b78d992b-7707-4c3b-938f-8f1ce13df83b req-a56dfc54-4783-49a9-8eaa-c2a7e8ee3f70 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=9c851dbf4ea64b1cade6a77890b0e11c HTTP/1.1" status: 200 len: 267 time: 0.1104732 Sep 29 17:35:29.643309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d992b-7707-4c3b-938f-8f1ce13df83b req-f90e1887-634e-4aaf-837b-fc090059946b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:29.657629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b78d992b-7707-4c3b-938f-8f1ce13df83b req-f90e1887-634e-4aaf-837b-fc090059946b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 946 time: 0.0757718 Sep 29 17:35:29.675574 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-b78d992b-7707-4c3b-938f-8f1ce13df83b req-3603c16a-710a-4f6b-99f1-2dd547438971 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Request body: {'port': {'security_groups': []}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:29.684689 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0242330e-faf9-4945-87de-68edbfc8fc01 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:29.691094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0242330e-faf9-4945-87de-68edbfc8fc01 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:29.692719 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0242330e-faf9-4945-87de-68edbfc8fc01 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3253288 Sep 29 17:35:29.695328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43684) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:29.737948 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-bd1d291b-f39e-4c1e-87aa-28d292278154 service neutron] 10.222.0.44 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502055 Sep 29 17:35:29.841134 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-b78d992b-7707-4c3b-938f-8f1ce13df83b req-3603c16a-710a-4f6b-99f1-2dd547438971 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:29.981750 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-482af3d2-4204-49b0-b54d-6d331a4d6fa5 service neutron] 10.222.0.44 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294288 Sep 29 17:35:30.024042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9ae03bec-45c0-445e-86ff-c5244ac56976 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port 03eb9f7f-452b-4776-a72c-12015f83b5d7 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:30.027406 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ae03bec-45c0-445e-86ff-c5244ac56976 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:30.237403 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-b78d992b-7707-4c3b-938f-8f1ce13df83b req-3603c16a-710a-4f6b-99f1-2dd547438971 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] For port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:30.250296 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ae03bec-45c0-445e-86ff-c5244ac56976 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:30.297493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9ae03bec-45c0-445e-86ff-c5244ac56976 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for 03eb9f7f-452b-4776-a72c-12015f83b5d7 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:30.338114 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-b78d992b-7707-4c3b-938f-8f1ce13df83b req-3603c16a-710a-4f6b-99f1-2dd547438971 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:30.351709 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-b78d992b-7707-4c3b-938f-8f1ce13df83b req-3603c16a-710a-4f6b-99f1-2dd547438971 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:30.357115 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c3b47d9-b26b-428c-b1b1-4234d275a632 req-1a46b2c5-fc0a-4c33-8ed9-e48802fbcaae tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 210 time: 0.0536504 Sep 29 17:35:30.365206 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['574232f1-4978-4dee-b89a-f7334e0e47dc'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:35:30.420298 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['f10317fe-635d-446a-8fa4-5132aead5a41', 'cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:35:30.506057 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603c16a-710a-4f6b-99f1-2dd547438971 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event updated for resources: {'Port': ['ID=cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3,revision_number=6']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:30.572322 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d992b-7707-4c3b-938f-8f1ce13df83b req-3603c16a-710a-4f6b-99f1-2dd547438971 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:30.572941 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-b78d992b-7707-4c3b-938f-8f1ce13df83b req-3603c16a-710a-4f6b-99f1-2dd547438971 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:30.608895 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b78d992b-7707-4c3b-938f-8f1ce13df83b req-3603c16a-710a-4f6b-99f1-2dd547438971 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "PUT /v2.0/ports/cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 HTTP/1.1" status: 200 len: 905 time: 0.9496186 Sep 29 17:35:30.609457 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0689631b-ab2e-4a4c-92ee-7d47164f2378', 'tag': 'cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:35:30.618257 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d209d4a7-c749-4118-addf-d75eede25331" -d '{"events": [{"name": "network-changed", "server_uuid": "0689631b-ab2e-4a4c-92ee-7d47164f2378", "tag": "cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:35:30.837178 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ae03bec-45c0-445e-86ff-c5244ac56976 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:30.868499 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c7450-7fd8-4d57-81e2-60c37fa0c015 req-84783628-9929-4282-9ff8-bb42ab979fd1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:30.888387 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f49c7450-7fd8-4d57-81e2-60c37fa0c015 req-84783628-9929-4282-9ff8-bb42ab979fd1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 908 time: 0.1467113 Sep 29 17:35:30.926267 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf17f0e-65ef-431a-baf7-d551465431c7 x-openstack-request-id: req-8bf17f0e-65ef-431a-baf7-d551465431c7 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:35:30.926562 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0689631b-ab2e-4a4c-92ee-7d47164f2378", "tag": "cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:35:30.926815 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8bf17f0e-65ef-431a-baf7-d551465431c7 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:35:30.927398 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0689631b-ab2e-4a4c-92ee-7d47164f2378', 'tag': 'cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3', 'status': 'completed', 'code': 200} Sep 29 17:35:30.969853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae03bec-45c0-445e-86ff-c5244ac56976 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=03eb9f7f-452b-4776-a72c-12015f83b5d7,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:31.083959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:35:31.093246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 12305a65-5f89-45fc-94e7-e3cf6c286cf8 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:35:31.147004 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ae03bec-45c0-445e-86ff-c5244ac56976 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:31.149566 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9ae03bec-45c0-445e-86ff-c5244ac56976 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/03eb9f7f-452b-4776-a72c-12015f83b5d7 HTTP/1.1" status: 204 len: 168 time: 1.4526634 Sep 29 17:35:31.160139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43722) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:31.214409 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209d4a7-c749-4118-addf-d75eede25331 req-88ed1b77-31bf-4e47-bfe8-6367a1f85341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:31.216279 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d209d4a7-c749-4118-addf-d75eede25331 req-88ed1b77-31bf-4e47-bfe8-6367a1f85341 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 1059 time: 0.1882250 Sep 29 17:35:31.316529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c266a5-5f22-4f9e-8b81-a240c1901008 req-1144c7d6-207a-417b-8b77-525a6f280de9 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:31.330724 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-35c266a5-5f22-4f9e-8b81-a240c1901008 req-1144c7d6-207a-417b-8b77-525a6f280de9 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.2676213 Sep 29 17:35:31.433502 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43730) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:31.509834 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-35c266a5-5f22-4f9e-8b81-a240c1901008 req-a84589f9-503b-457a-9903-ce0d383d5aab tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728990 Sep 29 17:35:31.516289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b15323-4713-4a4c-83a3-94fca24990ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:31.518300 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b15323-4713-4a4c-83a3-94fca24990ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:31.520028 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b5b15323-4713-4a4c-83a3-94fca24990ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3351238 Sep 29 17:35:31.522587 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43734) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:31.597808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209d4a7-c749-4118-addf-d75eede25331 req-8295b469-e39a-4498-a27f-00e072159cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:31.601420 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d209d4a7-c749-4118-addf-d75eede25331 req-8295b469-e39a-4498-a27f-00e072159cd6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.3692970 Sep 29 17:35:31.679491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc197f6f-5af1-49fd-9c32-edab71d70afc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 7b54c408-dbe5-483c-9ab2-fb7e739b2a0a {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:35:31.685498 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fc197f6f-5af1-49fd-9c32-edab71d70afc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:31.685798 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-31b54468-0884-4255-9277-668e2998ff37 None None] Provisioning complete for port 12305a65-5f89-45fc-94e7-e3cf6c286cf8 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:31.686898 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-31b54468-0884-4255-9277-668e2998ff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:31.803626 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d209d4a7-c749-4118-addf-d75eede25331 req-c22b1493-00a1-4edb-849d-df4a599e4384 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 HTTP/1.1" status: 200 len: 217 time: 0.1942239 Sep 29 17:35:31.835531 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fc197f6f-5af1-49fd-9c32-edab71d70afc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:31.965456 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4353a-0839-404f-8a4c-08e05e2afdf9 req-066dffd8-486d-4c17-94f7-78e8cdb465d1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:31.974822 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eac4353a-0839-404f-8a4c-08e05e2afdf9 req-066dffd8-486d-4c17-94f7-78e8cdb465d1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.2171021 Sep 29 17:35:31.994617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 12305a65-5f89-45fc-94e7-e3cf6c286cf8 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:31.995047 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:32.071481 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-150c17db-457b-4d80-9d74-3d12e3fcaf2c req-f7acdd8e-88f4-4f07-8350-07915d9ba3ba tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 210 time: 0.4331598 Sep 29 17:35:32.159432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209d4a7-c749-4118-addf-d75eede25331 req-c7f886dc-f5de-4c9a-aded-5c42b60cea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:32.161438 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d209d4a7-c749-4118-addf-d75eede25331 req-c7f886dc-f5de-4c9a-aded-5c42b60cea6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.3350759 Sep 29 17:35:32.179472 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eac4353a-0839-404f-8a4c-08e05e2afdf9 req-051f3224-053d-4efe-b1e8-6fe492a256c1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032866 Sep 29 17:35:32.210947 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70d818cb-896a-44fc-a071-2fa925870b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:32.292476 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-31b54468-0884-4255-9277-668e2998ff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:32.448927 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209d4a7-c749-4118-addf-d75eede25331 req-d2763ace-5d3a-4279-9f10-d70b2c3ccd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:32.452168 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d209d4a7-c749-4118-addf-d75eede25331 req-d2763ace-5d3a-4279-9f10-d70b2c3ccd55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2830033 Sep 29 17:35:32.454273 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:32.525579 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70d818cb-896a-44fc-a071-2fa925870b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:32.534709 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70d818cb-896a-44fc-a071-2fa925870b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:32.553533 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-31b54468-0884-4255-9277-668e2998ff37 None None] For port 12305a65-5f89-45fc-94e7-e3cf6c286cf8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=12305a65-5f89-45fc-94e7-e3cf6c286cf8,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:32.560126 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-31b54468-0884-4255-9277-668e2998ff37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:32.607535 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:35:32.608265 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:35:32.691851 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fc197f6f-5af1-49fd-9c32-edab71d70afc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:32.728641 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4f783c92-523d-4155-a6e7-98cc185be4cf None None] Could not find standard attr ID for object 03eb9f7f-452b-4776-a72c-12015f83b5d7. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:35:32.790327 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d818cb-896a-44fc-a071-2fa925870b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de15656-f118-4799-8fcf-c64d547f7ccc,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:32.795867 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-70d818cb-896a-44fc-a071-2fa925870b6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43850a920cf8481d91d10f55b55bb55c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3613632 Sep 29 17:35:32.801879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43768) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:32.851243 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4f783c92-523d-4155-a6e7-98cc185be4cf None None] Provisioning complete for port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:32.852432 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4f783c92-523d-4155-a6e7-98cc185be4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:32.899440 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b54468-0884-4255-9277-668e2998ff37 None None] Pushing event updated for resources: {'Port': ['ID=12305a65-5f89-45fc-94e7-e3cf6c286cf8,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:32.915372 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fc197f6f-5af1-49fd-9c32-edab71d70afc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:32.916924 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d209d4a7-c749-4118-addf-d75eede25331 req-b1657052-90fa-44fc-87ab-2ba5d80614d3 service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561732 Sep 29 17:35:32.919387 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6fa82561-15c0-4066-a9c9-e67970a775ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:32.942816 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-ff507438-0fb7-46d5-8ebc-8a46c9f295ba tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:32.953584 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-ff507438-0fb7-46d5-8ebc-8a46c9f295ba tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.49 "GET /v2.0/networks?id=e3fc7dc3-3732-4d12-a49f-352db5f80856 HTTP/1.1" status: 200 len: 811 time: 0.4369721 Sep 29 17:35:32.961856 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc197f6f-5af1-49fd-9c32-edab71d70afc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=7b54c408-dbe5-483c-9ab2-fb7e739b2a0a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:32.968689 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fc197f6f-5af1-49fd-9c32-edab71d70afc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:32.970941 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fc197f6f-5af1-49fd-9c32-edab71d70afc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/7b54c408-dbe5-483c-9ab2-fb7e739b2a0a HTTP/1.1" status: 204 len: 168 time: 1.4469988 Sep 29 17:35:32.979464 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-1e0c7531-ab70-4250-a3dd-5737262c1633 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:32.981268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59111e9e-a931-4a8f-b3bc-dfc0939d059d None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:32.981466 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-1e0c7531-ab70-4250-a3dd-5737262c1633 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 812 time: 0.2950172 Sep 29 17:35:32.981961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43772) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:32.998802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-e0f33ad7-598d-4d35-abab-bf592b905ecb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Request body: {'port': {'device_id': 'cedbb254-740e-41d6-8dea-21b1811e713d', 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856', 'admin_state_up': True, 'tenant_id': '4444d5c81b04497cad4824500aa2875c'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:33.033409 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-20b37a42-a93e-42b1-9cfd-1f18537eb381 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476866 Sep 29 17:35:33.033627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43774) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:33.040055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-cbd8becd-9cb3-4cf0-b1dc-0be8ad69f954 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:33.044700 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-c151f6d9-cc4d-407f-8677-e9d300430219 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/quotas/9c851dbf4ea64b1cade6a77890b0e11c HTTP/1.1" status: 200 len: 375 time: 0.0555260 Sep 29 17:35:33.272651 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-ed27938a-8d53-4571-85b3-a93902d8af89 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2144356 Sep 29 17:35:33.319272 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd8becd-9cb3-4cf0-b1dc-0be8ad69f954 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:33.328010 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cbd8becd-9cb3-4cf0-b1dc-0be8ad69f954 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:33.448950 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6fa82561-15c0-4066-a9c9-e67970a775ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:33.503757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-e0f33ad7-598d-4d35-abab-bf592b905ecb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Made reservation on behalf of 4444d5c81b04497cad4824500aa2875c for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:33.507793 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-e0f33ad7-598d-4d35-abab-bf592b905ecb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:33.523413 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff280d6-c935-4fff-931f-a3a829e8086d None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:35:33.534282 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fbea2bbe-813c-4e18-9f00-b795c4041281 req-b00b7e83-cff2-466a-b698-a48f8395d8d8 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 210 time: 0.1040094 Sep 29 17:35:33.568306 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d209d4a7-c749-4118-addf-d75eede25331 req-8f888456-714c-4578-bcbb-9f56a0c7f1f0 service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031079 Sep 29 17:35:33.734367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-9ff280d6-c935-4fff-931f-a3a829e8086d None None] Deleting port 12305a65-5f89-45fc-94e7-e3cf6c286cf8 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:33.735222 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9ff280d6-c935-4fff-931f-a3a829e8086d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:33.743979 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6fa82561-15c0-4066-a9c9-e67970a775ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:33.752271 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6fa82561-15c0-4066-a9c9-e67970a775ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:33.753474 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6fa82561-15c0-4066-a9c9-e67970a775ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3de15656-f118-4799-8fcf-c64d547f7ccc HTTP/1.1" status: 204 len: 168 time: 0.9506202 Sep 29 17:35:33.841722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa82561-15c0-4066-a9c9-e67970a775ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de15656-f118-4799-8fcf-c64d547f7ccc,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:33.905438 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-e0f33ad7-598d-4d35-abab-bf592b905ecb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Allocated IP 172.20.0.6 (e3fc7dc3-3732-4d12-a49f-352db5f80856/b8ec182f-4bf1-4776-988a-c1b450439564/b2ba204d-4355-41ce-8f46-433174cd0142) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:33.928755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-9ff280d6-c935-4fff-931f-a3a829e8086d None None] For port 12305a65-5f89-45fc-94e7-e3cf6c286cf8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=12305a65-5f89-45fc-94e7-e3cf6c286cf8,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:33.929316 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9ff280d6-c935-4fff-931f-a3a829e8086d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:33.959255 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-9ff280d6-c935-4fff-931f-a3a829e8086d None None] Calling delete_port for 12305a65-5f89-45fc-94e7-e3cf6c286cf8 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:34.088606 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9ff280d6-c935-4fff-931f-a3a829e8086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:34.122236 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff280d6-c935-4fff-931f-a3a829e8086d None None] Pushing event deleted for resources: {'Port': ['ID=12305a65-5f89-45fc-94e7-e3cf6c286cf8,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:34.124554 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff280d6-c935-4fff-931f-a3a829e8086d None None] No DVR routers for this DVR port 12305a65-5f89-45fc-94e7-e3cf6c286cf8 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:35:34.166394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.objects.ports [None req-cbd8becd-9cb3-4cf0-b1dc-0be8ad69f954 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95015) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:35:34.169628 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cbd8becd-9cb3-4cf0-b1dc-0be8ad69f954 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:34.225568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd8becd-9cb3-4cf0-b1dc-0be8ad69f954 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=055abf2f-0655-4b49-bce9-f6fd6dea8f63,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:34.229692 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-2992719b-e2be-4290-945f-37d8f5c9a10d service neutron] 10.222.0.44 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9470353 Sep 29 17:35:34.241254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd8becd-9cb3-4cf0-b1dc-0be8ad69f954 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:34.243363 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-cbd8becd-9cb3-4cf0-b1dc-0be8ad69f954 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:34.246422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8becd-9cb3-4cf0-b1dc-0be8ad69f954 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:34.247021 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cbd8becd-9cb3-4cf0-b1dc-0be8ad69f954 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:34.255167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94a8799-676e-4a46-b2c2-a4f5621d9f43 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:34.271899 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-e0f33ad7-598d-4d35-abab-bf592b905ecb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:34.280381 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cbd8becd-9cb3-4cf0-b1dc-0be8ad69f954 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2458601 Sep 29 17:35:34.291290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43802) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:34.296366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-27cf6b04-5297-44e7-9183-2b28bb30e2a3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'mac_address': 'fa:16:3e:63:23:7c', 'name': 'tempest-NetworksTestDHCPv6-1782830266'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:34.420583 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-e0f33ad7-598d-4d35-abab-bf592b905ecb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:34.446248 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['22ec29b2-0f32-4578-aca1-6b02a97cb039'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:35:34.516194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f33ad7-598d-4d35-abab-bf592b905ecb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Pushing event updated for resources: {'Port': ['ID=b2ba204d-4355-41ce-8f46-433174cd0142,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:34.532284 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-e0f33ad7-598d-4d35-abab-bf592b905ecb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Network e3fc7dc3-3732-4d12-a49f-352db5f80856 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:34.534272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-e0f33ad7-598d-4d35-abab-bf592b905ecb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:34.538471 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-e0f33ad7-598d-4d35-abab-bf592b905ecb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:34.570124 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cf6b04-5297-44e7-9183-2b28bb30e2a3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:34.626841 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-4381a141-bd75-4b10-8663-b71fa36f3d79 service neutron] 10.222.0.44 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627901 Sep 29 17:35:34.703894 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-27cf6b04-5297-44e7-9183-2b28bb30e2a3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:34.714148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-e0f33ad7-598d-4d35-abab-bf592b905ecb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:34.714776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-e0f33ad7-598d-4d35-abab-bf592b905ecb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:34.732919 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-27cf6b04-5297-44e7-9183-2b28bb30e2a3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port b51afa97-79e8-4375-9261-1d5697461c83 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:35:34.788713 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-e0f33ad7-598d-4d35-abab-bf592b905ecb tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7949221 Sep 29 17:35:34.852198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': '055abf2f-0655-4b49-bce9-f6fd6dea8f63'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:35:34.853317 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:34.866763 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Request body: {'port': {'device_id': 'cedbb254-740e-41d6-8dea-21b1811e713d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:34.900488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43820) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:35.035568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba387db-2d47-4e22-8913-019af92b83e0 req-b85c1561-2736-4185-8913-4e0dfe3333d2 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:35.037209 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ba387db-2d47-4e22-8913-019af92b83e0 req-b85c1561-2736-4185-8913-4e0dfe3333d2 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 931 time: 0.2911329 Sep 29 17:35:35.162317 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:35.204044 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ba387db-2d47-4e22-8913-019af92b83e0 req-3517ee4c-4ace-4427-84b6-76efadd3efef tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981731 Sep 29 17:35:35.283669 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Allocated IP 2001:db8::f816:3eff:fec7:9545 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/055abf2f-0655-4b49-bce9-f6fd6dea8f63/62742574-bd1a-4751-a002-022826e69709) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:35.453981 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 12305a65-5f89-45fc-94e7-e3cf6c286cf8 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:35:35.485990 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 12305a65-5f89-45fc-94e7-e3cf6c286cf8 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:35:35.486566 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 12305a65-5f89-45fc-94e7-e3cf6c286cf8 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:35:35.516430 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:35.525899 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:35.616552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:35.623149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:35.630621 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:35.631072 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-48e64e6f-7ffc-415d-a620-0461dd71d385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:35.646549 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-82e7dca0-bd1b-45a1-84f3-49b9d0210d04 req-edab3e15-5151-409f-9b55-0ca50de90029 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 210 time: 0.0888901 Sep 29 17:35:35.675078 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Pushing event updated for resources: {'Port': ['ID=62742574-bd1a-4751-a002-022826e69709,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:35.745721 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ba204d-4355-41ce-8f46-433174cd0142 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:35:35.745955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Attempting to bind port 62742574-bd1a-4751-a002-022826e69709 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:35:35.746484 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Attempting to bind port 62742574-bd1a-4751-a002-022826e69709 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:35:35.747027 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Attempting to bind port 62742574-bd1a-4751-a002-022826e69709 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:35.752819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:35:35.753427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:35:35.754021 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:35.754649 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:35.754856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:35:35.755476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Bound port: 62742574-bd1a-4751-a002-022826e69709, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:35:35.756030 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:35.770897 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Transition to ACTIVE for port object b2ba204d-4355-41ce-8f46-433174cd0142 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:35:35.778770 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:35.821330 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-27cf6b04-5297-44e7-9183-2b28bb30e2a3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::f816:3eff:fe63:237c (53678ac2-5d4e-4c12-b83b-b5f63c37360c/055abf2f-0655-4b49-bce9-f6fd6dea8f63/b51afa97-79e8-4375-9261-1d5697461c83) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:35.844748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ba204d-4355-41ce-8f46-433174cd0142,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:35.897599 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] For port 62742574-bd1a-4751-a002-022826e69709, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:35:35.901937 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] For port 62742574-bd1a-4751-a002-022826e69709, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=62742574-bd1a-4751-a002-022826e69709,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:35:35.911335 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:35.970037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Attempting to bind port b2ba204d-4355-41ce-8f46-433174cd0142 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:35:35.970623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Attempting to bind port b2ba204d-4355-41ce-8f46-433174cd0142 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'd147c0d2-5984-4355-af5e-851224b9575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:35:35.970738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Attempting to bind port b2ba204d-4355-41ce-8f46-433174cd0142 on network e3fc7dc3-3732-4d12-a49f-352db5f80856 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:35.987846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Port b2ba204d-4355-41ce-8f46-433174cd0142 on network e3fc7dc3-3732-4d12-a49f-352db5f80856 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:35:35.987959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Attempting to bind port b2ba204d-4355-41ce-8f46-433174cd0142 on network e3fc7dc3-3732-4d12-a49f-352db5f80856 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:35.993546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:35:35.993890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Checking segment: {'id': 'd147c0d2-5984-4355-af5e-851224b9575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:35:35.994265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Bound using segment: {'id': 'd147c0d2-5984-4355-af5e-851224b9575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:35:35.994697 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Bound port: b2ba204d-4355-41ce-8f46-433174cd0142, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd147c0d2-5984-4355-af5e-851224b9575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:35:35.995054 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:36.117431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] For port b2ba204d-4355-41ce-8f46-433174cd0142, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:35:36.122632 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] For port b2ba204d-4355-41ce-8f46-433174cd0142, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b2ba204d-4355-41ce-8f46-433174cd0142,segment=NetworkSegment(d147c0d2-5984-4355-af5e-851224b9575e),segment_id=d147c0d2-5984-4355-af5e-851224b9575e)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:35:36.129158 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:36.203410 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-48e64e6f-7ffc-415d-a620-0461dd71d385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:36.214405 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-48e64e6f-7ffc-415d-a620-0461dd71d385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:36.294623 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-27cf6b04-5297-44e7-9183-2b28bb30e2a3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:36.299479 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:36.300146 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:36.302245 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] 10.222.0.49 "PUT /v2.0/ports/b2ba204d-4355-41ce-8f46-433174cd0142 HTTP/1.1" status: 200 len: 1091 time: 1.4673638 Sep 29 17:35:36.303093 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cedbb254-740e-41d6-8dea-21b1811e713d', 'tag': 'b2ba204d-4355-41ce-8f46-433174cd0142'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:35:36.306301 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-48e64e6f-7ffc-415d-a620-0461dd71d385 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=860cdc36540a48129e7ab73218ae305a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3988316 Sep 29 17:35:36.306594 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062f085e-8fd0-4562-b4b4-cd2f08d834da" -d '{"events": [{"name": "network-changed", "server_uuid": "cedbb254-740e-41d6-8dea-21b1811e713d", "tag": "b2ba204d-4355-41ce-8f46-433174cd0142"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:35:36.307032 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e64e6f-7ffc-415d-a620-0461dd71d385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf5cc87-186b-4f93-9381-36b406efd877,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:36.326327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43848) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:36.411597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055f6fc-f3ba-4cd2-82ed-edbf19f18a03 None None] Pushing event updated for resources: {'Port': ['ID=62742574-bd1a-4751-a002-022826e69709,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:36.433896 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26b4dd5-daa2-4645-b468-67ed81543343 x-openstack-request-id: req-d26b4dd5-daa2-4645-b468-67ed81543343 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:35:36.435708 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cedbb254-740e-41d6-8dea-21b1811e713d", "tag": "b2ba204d-4355-41ce-8f46-433174cd0142", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:35:36.436168 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d26b4dd5-daa2-4645-b468-67ed81543343 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:35:36.437735 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-27cf6b04-5297-44e7-9183-2b28bb30e2a3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:36.438397 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cedbb254-740e-41d6-8dea-21b1811e713d', 'tag': 'b2ba204d-4355-41ce-8f46-433174cd0142', 'status': 'completed', 'code': 200} Sep 29 17:35:36.488278 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528c62f-ae63-48d1-bbfd-2008a73a5f42 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ba204d-4355-41ce-8f46-433174cd0142,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:36.509786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-d075f297-ff83-4141-b0df-f26d9b635a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:36.511539 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-d075f297-ff83-4141-b0df-f26d9b635a76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4444d5c81b04497cad4824500aa2875c&device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 1094 time: 0.1393847 Sep 29 17:35:36.551489 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cf6b04-5297-44e7-9183-2b28bb30e2a3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:36.556898 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-27cf6b04-5297-44e7-9183-2b28bb30e2a3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:36.565710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cf6b04-5297-44e7-9183-2b28bb30e2a3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:36.574031 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cf6b04-5297-44e7-9183-2b28bb30e2a3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:36.574031 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-27cf6b04-5297-44e7-9183-2b28bb30e2a3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:36.589055 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-e39abed2-16a3-4b0d-a2b1-94890e2b2449 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2ba204d-4355-41ce-8f46-433174cd0142 HTTP/1.1" status: 200 len: 217 time: 0.0601923 Sep 29 17:35:36.608136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596583f-aa18-41bb-808a-76ba3581a451 req-a29d5ed7-825c-465b-9ff2-85110e7295c0 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:36.616250 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7596583f-aa18-41bb-808a-76ba3581a451 req-a29d5ed7-825c-465b-9ff2-85110e7295c0 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 943 time: 0.2031381 Sep 29 17:35:36.626541 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf6b04-5297-44e7-9183-2b28bb30e2a3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=b51afa97-79e8-4375-9261-1d5697461c83,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:36.646155 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-27cf6b04-5297-44e7-9183-2b28bb30e2a3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3536978 Sep 29 17:35:36.653699 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43856) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:36.676066 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b90614e2-7722-4d2f-8adc-42ee0768852e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:36.707268 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b90614e2-7722-4d2f-8adc-42ee0768852e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:36.758906 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-67bb1c9d-d01f-468c-bd3e-7fbca3dcf68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:36.759731 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7596583f-aa18-41bb-808a-76ba3581a451 req-917ecef1-48ac-434a-9e3c-66056ee44bbe tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423092 Sep 29 17:35:36.760391 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-67bb1c9d-d01f-468c-bd3e-7fbca3dcf68e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8ec182f-4bf1-4776-988a-c1b450439564 HTTP/1.1" status: 200 len: 851 time: 0.1522975 Sep 29 17:35:36.829545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52484ce9-484a-41d3-bb37-12a172a5efdc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:36.832452 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-bf0a8e48-60a6-432b-b8d3-1d3519b6421a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e3fc7dc3-3732-4d12-a49f-352db5f80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616565 Sep 29 17:35:36.835983 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52484ce9-484a-41d3-bb37-12a172a5efdc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:36.837068 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b90614e2-7722-4d2f-8adc-42ee0768852e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:36.837994 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-52484ce9-484a-41d3-bb37-12a172a5efdc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1834795 Sep 29 17:35:36.839626 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b90614e2-7722-4d2f-8adc-42ee0768852e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:36.840762 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43864) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:36.843799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b90614e2-7722-4d2f-8adc-42ee0768852e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bcf5cc87-186b-4f93-9381-36b406efd877 HTTP/1.1" status: 204 len: 168 time: 0.5127218 Sep 29 17:35:36.903272 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33b00607-3fc0-49fa-9314-9072f487768d req-fa8ff483-de70-492b-9764-912617ed4255 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 210 time: 0.0695086 Sep 29 17:35:36.979637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90614e2-7722-4d2f-8adc-42ee0768852e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf5cc87-186b-4f93-9381-36b406efd877,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:37.042117 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port b51afa97-79e8-4375-9261-1d5697461c83 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:37.042690 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:37.073721 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-4a51cf9c-66c0-4c8c-8111-798c2553e42d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:37.075235 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-4a51cf9c-66c0-4c8c-8111-798c2553e42d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.35 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 812 time: 0.5453260 Sep 29 17:35:37.095982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-4b595629-6860-4bed-ba36-e64fac70d047 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Request body: {'port': {'device_id': '370144d1-d32c-48de-9ced-b0e4834c3c2f', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'admin_state_up': True, 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:37.104738 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-750318ef-da11-4ba4-ae01-952ce0d69fce service neutron] 10.222.0.49 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598488 Sep 29 17:35:37.189565 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:37.215315 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for b51afa97-79e8-4375-9261-1d5697461c83 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:37.471526 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:37.532525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=b51afa97-79e8-4375-9261-1d5697461c83,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:37.566298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:37.573846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:37.573846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:37.573846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:37.573846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:37.573846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:37.573846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:37.573846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:37.573846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:37.574618 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:37.585682 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:37.587245 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:37.591297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 62742574-bd1a-4751-a002-022826e69709 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:35:37.645448 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:37.650309 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4ccc981b-83a6-4afe-a51f-49e6679424f8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/b51afa97-79e8-4375-9261-1d5697461c83 HTTP/1.1" status: 204 len: 168 time: 0.8064556 Sep 29 17:35:37.652224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43892) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:37.706580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 62742574-bd1a-4751-a002-022826e69709 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:37.706881 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:37.767023 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac3c0f5-b29e-414c-9d00-11070083e49c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:37.786139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac3c0f5-b29e-414c-9d00-11070083e49c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:37.793425 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9ac3c0f5-b29e-414c-9d00-11070083e49c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1396000 Sep 29 17:35:37.795225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43898) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:37.853479 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:37.911204 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-4b595629-6860-4bed-ba36-e64fac70d047 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Made reservation on behalf of 9c851dbf4ea64b1cade6a77890b0e11c for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:37.912953 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 62742574-bd1a-4751-a002-022826e69709, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=62742574-bd1a-4751-a002-022826e69709,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:37.924885 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:37.931551 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-4b595629-6860-4bed-ba36-e64fac70d047 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:37.999072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-caee3d45-9d8a-4d22-aa2f-7251fd4d184a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 055abf2f-0655-4b49-bce9-f6fd6dea8f63 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:35:38.003039 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-caee3d45-9d8a-4d22-aa2f-7251fd4d184a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:38.037396 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-618fe968-5f09-4cef-8e93-55ec2eb2efc4 req-9693e66e-b2ae-4936-8f81-27833590e9ed service neutron] 10.222.0.49 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9160166 Sep 29 17:35:38.042611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=62742574-bd1a-4751-a002-022826e69709,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:38.058853 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-caee3d45-9d8a-4d22-aa2f-7251fd4d184a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:38.124374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43908) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:38.205560 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-14786f16-61c4-436d-a08f-1b9927b0c3ac req-3a4ca59c-dce4-4527-9978-3560d6dbefed tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 210 time: 0.0500484 Sep 29 17:35:38.210719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a295c-6cc6-4348-9980-40f18e465644 req-bc3b58b6-7836-457b-94f4-359476b80eac tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:38.216760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f51809a5-5e77-4740-91dc-4d1fcf43214d None None] Provisioning complete for port 62742574-bd1a-4751-a002-022826e69709 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:38.217443 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f51809a5-5e77-4740-91dc-4d1fcf43214d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:38.225887 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de1a295c-6cc6-4348-9980-40f18e465644 req-bc3b58b6-7836-457b-94f4-359476b80eac tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 943 time: 0.2881098 Sep 29 17:35:38.238067 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-caee3d45-9d8a-4d22-aa2f-7251fd4d184a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:38.344407 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-caee3d45-9d8a-4d22-aa2f-7251fd4d184a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:38.396203 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee3d45-9d8a-4d22-aa2f-7251fd4d184a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=055abf2f-0655-4b49-bce9-f6fd6dea8f63,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:38.411588 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-caee3d45-9d8a-4d22-aa2f-7251fd4d184a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:38.415958 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-caee3d45-9d8a-4d22-aa2f-7251fd4d184a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/055abf2f-0655-4b49-bce9-f6fd6dea8f63 HTTP/1.1" status: 204 len: 168 time: 0.6151395 Sep 29 17:35:38.417987 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43922) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:38.494873 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-44662700-adad-4fa1-ba26-6eb970b62772 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728402 Sep 29 17:35:38.496343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43924) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:38.502703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f085e-8fd0-4562-b4b4-cd2f08d834da req-65e6b7c9-efe7-4d1f-969f-42654fc7bb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:38.504195 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-062f085e-8fd0-4562-b4b4-cd2f08d834da req-65e6b7c9-efe7-4d1f-969f-42654fc7bb66 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4444d5c81b04497cad4824500aa2875c&device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 1094 time: 0.3984175 Sep 29 17:35:38.504928 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-463a9b66-b1b3-4177-8016-26e7b8fcfecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:38.559050 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bb2adf-af61-4748-a09a-34a106de7cd6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:38.562940 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e9bb2adf-af61-4748-a09a-34a106de7cd6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0632062 Sep 29 17:35:38.563354 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43928) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:38.567690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d7eb68-1320-4f30-a01b-2a35c5681ca8 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:38.606799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de1a295c-6cc6-4348-9980-40f18e465644 req-2cd555bb-e1a1-4837-b14d-c0c343227c82 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790579 Sep 29 17:35:38.625605 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2925c0ba-2b54-4935-8f60-4121741ecca0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:38.629334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2925c0ba-2b54-4935-8f60-4121741ecca0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0630155 Sep 29 17:35:38.630339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43932) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:38.673231 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-4b595629-6860-4bed-ba36-e64fac70d047 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Allocated IP 172.20.0.6 (1f0ca1aa-2785-4da9-a438-d4ec33084832/4d2fd541-a275-4545-a639-0ebd3c6c4961/c2b27bf8-6167-4393-a3c1-9d9963d2e712) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:38.693476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f35367c7-b916-45a7-8e18-2a447218ecb8 None None] Could not find standard attr ID for object b51afa97-79e8-4375-9261-1d5697461c83. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:35:38.754782 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cba0c106-65c2-4ed2-bf14-7ffb301411f9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1219909 Sep 29 17:35:38.759956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43936) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:38.765151 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7c182372-17c6-4d3e-bc30-755cfb3af45b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:38.844433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f085e-8fd0-4562-b4b4-cd2f08d834da req-a68fe470-3d34-4faf-991e-31786b39237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:38.852026 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-062f085e-8fd0-4562-b4b4-cd2f08d834da req-a68fe470-3d34-4faf-991e-31786b39237c service neutron] 10.222.0.49 "GET /v2.0/networks?id=e3fc7dc3-3732-4d12-a49f-352db5f80856 HTTP/1.1" status: 200 len: 912 time: 0.3230498 Sep 29 17:35:38.856375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de5e466-5811-4599-b426-d797d7729c99 None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:35:38.920285 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-062f085e-8fd0-4562-b4b4-cd2f08d834da req-5ae97647-8a50-4716-a822-d3fcc21d2ebc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2ba204d-4355-41ce-8f46-433174cd0142 HTTP/1.1" status: 200 len: 217 time: 0.0568478 Sep 29 17:35:38.939167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2de5e466-5811-4599-b426-d797d7729c99 None None] Deleting port 62742574-bd1a-4751-a002-022826e69709 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:38.939574 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2de5e466-5811-4599-b426-d797d7729c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:39.005350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2de5e466-5811-4599-b426-d797d7729c99 None None] For port 62742574-bd1a-4751-a002-022826e69709, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=62742574-bd1a-4751-a002-022826e69709,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:39.005758 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2de5e466-5811-4599-b426-d797d7729c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:39.021540 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2de5e466-5811-4599-b426-d797d7729c99 None None] Calling delete_port for 62742574-bd1a-4751-a002-022826e69709 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:39.067672 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-463a9b66-b1b3-4177-8016-26e7b8fcfecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:39.073160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f085e-8fd0-4562-b4b4-cd2f08d834da req-c6b9a8d0-e621-489a-9fb8-e28c9d7f1d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:39.074814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-062f085e-8fd0-4562-b4b4-cd2f08d834da req-c6b9a8d0-e621-489a-9fb8-e28c9d7f1d15 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8ec182f-4bf1-4776-988a-c1b450439564 HTTP/1.1" status: 200 len: 851 time: 0.1047063 Sep 29 17:35:39.088139 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-463a9b66-b1b3-4177-8016-26e7b8fcfecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:39.096315 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c182372-17c6-4d3e-bc30-755cfb3af45b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:39.098599 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-4b595629-6860-4bed-ba36-e64fac70d047 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:39.105605 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c182372-17c6-4d3e-bc30-755cfb3af45b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:39.165393 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-062f085e-8fd0-4562-b4b4-cd2f08d834da req-4a5d5501-17bc-4387-8f35-59c91ddbb5f2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e3fc7dc3-3732-4d12-a49f-352db5f80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707898 Sep 29 17:35:39.173018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a9b66-b1b3-4177-8016-26e7b8fcfecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0e0e98-0a7a-49f1-9b68-89b848d7a1ea,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:39.178463 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2de5e466-5811-4599-b426-d797d7729c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:39.197229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-463a9b66-b1b3-4177-8016-26e7b8fcfecd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e62288cb6d24caaa9f7b1e0b4812a07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0717990 Sep 29 17:35:39.201498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43948) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:39.220571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5e466-5811-4599-b426-d797d7729c99 None None] Pushing event deleted for resources: {'Port': ['ID=62742574-bd1a-4751-a002-022826e69709,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:39.238582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de5e466-5811-4599-b426-d797d7729c99 None None] No DVR routers for this DVR port 62742574-bd1a-4751-a002-022826e69709 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:35:39.388796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6fbbda3d-238a-4b35-b1c9-79fe9596c56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:39.418315 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-4b595629-6860-4bed-ba36-e64fac70d047 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:39.432369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['574232f1-4978-4dee-b89a-f7334e0e47dc'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:35:39.450475 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6fbbda3d-238a-4b35-b1c9-79fe9596c56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:39.488579 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-062f085e-8fd0-4562-b4b4-cd2f08d834da req-82248318-40f0-4839-af95-95dfb0bb8544 service neutron] 10.222.0.49 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135455 Sep 29 17:35:39.510159 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['f10317fe-635d-446a-8fa4-5132aead5a41'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:35:39.533654 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c182372-17c6-4d3e-bc30-755cfb3af45b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:39.602753 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 62742574-bd1a-4751-a002-022826e69709 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:35:39.605990 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c182372-17c6-4d3e-bc30-755cfb3af45b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=59e866fb-3608-4fa8-9881-8aac725e8cd9,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:39.607422 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-062f085e-8fd0-4562-b4b4-cd2f08d834da req-8cf7d212-18aa-45e9-9359-5a381ec8956f service neutron] 10.222.0.49 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086380 Sep 29 17:35:39.625645 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfd553-4527-4696-b406-5013ff289e8f req-32b5f0ad-80bd-4d78-8079-f7a68aaf2353 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:39.631067 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6acfd553-4527-4696-b406-5013ff289e8f req-32b5f0ad-80bd-4d78-8079-f7a68aaf2353 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 931 time: 0.2228706 Sep 29 17:35:39.638632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c182372-17c6-4d3e-bc30-755cfb3af45b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:39.650750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-4b595629-6860-4bed-ba36-e64fac70d047 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Network 1f0ca1aa-2785-4da9-a438-d4ec33084832 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:39.658100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b595629-6860-4bed-ba36-e64fac70d047 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event updated for resources: {'Port': ['ID=c2b27bf8-6167-4393-a3c1-9d9963d2e712,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:39.676713 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-4b595629-6860-4bed-ba36-e64fac70d047 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:39.677335 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-7c182372-17c6-4d3e-bc30-755cfb3af45b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:39.683884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-4b595629-6860-4bed-ba36-e64fac70d047 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:39.690592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c182372-17c6-4d3e-bc30-755cfb3af45b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:39.690837 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c182372-17c6-4d3e-bc30-755cfb3af45b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:39.708307 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6acfd553-4527-4696-b406-5013ff289e8f req-ac5a6d3d-2295-4c14-82b9-6ae5725877a0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676677 Sep 29 17:35:39.740864 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7c182372-17c6-4d3e-bc30-755cfb3af45b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9656398 Sep 29 17:35:39.746871 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43960) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:39.755670 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07403cca-5030-4123-9a91-d7ac196de5e4 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:39.766608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-4b595629-6860-4bed-ba36-e64fac70d047 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:39.767609 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-4b595629-6860-4bed-ba36-e64fac70d047 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:39.773769 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 62742574-bd1a-4751-a002-022826e69709 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:35:39.774356 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 62742574-bd1a-4751-a002-022826e69709 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:35:39.780474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e96eb642-406d-4811-8279-c4800baac97d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'mac_address': 'fa:16:3e:15:ab:90', 'name': 'tempest-NetworksTestDHCPv6-33632160'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:39.852144 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-4b595629-6860-4bed-ba36-e64fac70d047 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7601280 Sep 29 17:35:39.879702 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6fbbda3d-238a-4b35-b1c9-79fe9596c56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:39.892865 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6fbbda3d-238a-4b35-b1c9-79fe9596c56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:39.895062 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6fbbda3d-238a-4b35-b1c9-79fe9596c56f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be0e0e98-0a7a-49f1-9b68-89b848d7a1ea HTTP/1.1" status: 204 len: 168 time: 0.6904607 Sep 29 17:35:39.916325 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Request body: {'port': {'device_id': '370144d1-d32c-48de-9ced-b0e4834c3c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:39.931060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbda3d-238a-4b35-b1c9-79fe9596c56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0e0e98-0a7a-49f1-9b68-89b848d7a1ea,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:39.963859 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b2ba204d-4355-41ce-8f46-433174cd0142 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:35:39.990973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea2421-c654-45e2-a5e2-25395f0f3046 req-0159949b-498f-444f-a235-239e55c59fb9 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:39.999901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-15ea2421-c654-45e2-a5e2-25395f0f3046 req-0159949b-498f-444f-a235-239e55c59fb9 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 943 time: 0.2041218 Sep 29 17:35:40.142634 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96eb642-406d-4811-8279-c4800baac97d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:40.152597 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-15ea2421-c654-45e2-a5e2-25395f0f3046 req-4192f6e6-cdfe-44cc-b0ff-01041a94ea1c tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496613 Sep 29 17:35:40.157812 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:40.231725 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.resource_extend [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:35:40.306257 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c19c7b05-fce7-4a26-b10b-421993b1b472 None None] Provisioning complete for port c2b27bf8-6167-4393-a3c1-9d9963d2e712 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:40.307024 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c19c7b05-fce7-4a26-b10b-421993b1b472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:40.372566 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e96eb642-406d-4811-8279-c4800baac97d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:40.426218 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-e96eb642-406d-4811-8279-c4800baac97d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port b8e93912-c21f-4942-8220-e6affe336963 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:35:40.501071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': '59e866fb-3608-4fa8-9881-8aac725e8cd9'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:35:40.502240 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:40.559815 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43978) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:40.566743 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-c19c7b05-fce7-4a26-b10b-421993b1b472 None None] Port c2b27bf8-6167-4393-a3c1-9d9963d2e712 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:35:40.577459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b2ba204d-4355-41ce-8f46-433174cd0142, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b2ba204d-4355-41ce-8f46-433174cd0142,segment=NetworkSegment(d147c0d2-5984-4355-af5e-851224b9575e),segment_id=d147c0d2-5984-4355-af5e-851224b9575e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:40.587057 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8e82368d-1270-495b-88cf-efbca5bf283a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:40.650492 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-e96eb642-406d-4811-8279-c4800baac97d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::9b (53678ac2-5d4e-4c12-b83b-b5f63c37360c/59e866fb-3608-4fa8-9881-8aac725e8cd9/b8e93912-c21f-4942-8220-e6affe336963) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:40.721641 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'b2ba204d-4355-41ce-8f46-433174cd0142', 'network_id': 'e3fc7dc3-3732-4d12-a49f-352db5f80856', 'port_id': 'b2ba204d-4355-41ce-8f46-433174cd0142', 'mac_address': 'fa:16:3e:68:57:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8ec182f-4bf1-4776-988a-c1b450439564', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:35:40.797230 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1ea57004-094a-4dd0-9233-9ea426a5c53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:40.815014 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:40.830699 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ba204d-4355-41ce-8f46-433174cd0142 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:35:40.861525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b2ba204d-4355-41ce-8f46-433174cd0142, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b2ba204d-4355-41ce-8f46-433174cd0142,segment=NetworkSegment(d147c0d2-5984-4355-af5e-851224b9575e),segment_id=d147c0d2-5984-4355-af5e-851224b9575e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:40.866115 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:40.939753 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e96eb642-406d-4811-8279-c4800baac97d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:40.942902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=b2ba204d-4355-41ce-8f46-433174cd0142,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:40.945827 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8e82368d-1270-495b-88cf-efbca5bf283a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:40.951172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b27bf8-6167-4393-a3c1-9d9963d2e712 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:35:40.965532 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:40.969792 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8e82368d-1270-495b-88cf-efbca5bf283a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:41.001118 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8e82368d-1270-495b-88cf-efbca5bf283a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed66eb81b0354e87b0ed6e8fc44f54e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4401369 Sep 29 17:35:41.001755 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43994) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:41.026384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e96eb642-406d-4811-8279-c4800baac97d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:41.043900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59816f0-5d1f-4843-8004-0bd6e7def904 req-49dce8d0-86bf-4009-933b-79a73ede5c27 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:41.056480 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b59816f0-5d1f-4843-8004-0bd6e7def904 req-49dce8d0-86bf-4009-933b-79a73ede5c27 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 931 time: 0.1600261 Sep 29 17:35:41.096643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Transition to ACTIVE for port object c2b27bf8-6167-4393-a3c1-9d9963d2e712 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:35:41.105395 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:41.107237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82368d-1270-495b-88cf-efbca5bf283a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cb2b39-c9c7-4e82-b9f9-2280afb0ff65,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:41.111456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['b2ba204d-4355-41ce-8f46-433174cd0142'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:35:41.120771 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Allocated IP 2001:db8::2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/59e866fb-3608-4fa8-9881-8aac725e8cd9/91ff6479-8a3e-45dd-bc58-3ef794cdca06) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:41.172837 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96eb642-406d-4811-8279-c4800baac97d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:41.176434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e96eb642-406d-4811-8279-c4800baac97d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:41.185042 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96eb642-406d-4811-8279-c4800baac97d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:41.187835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b59816f0-5d1f-4843-8004-0bd6e7def904 req-f7706afa-d91a-4149-a9b2-46b7fafeb7a1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291435 Sep 29 17:35:41.190757 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96eb642-406d-4811-8279-c4800baac97d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:41.191412 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e96eb642-406d-4811-8279-c4800baac97d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:41.262847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96eb642-406d-4811-8279-c4800baac97d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=b8e93912-c21f-4942-8220-e6affe336963,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:41.292312 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e96eb642-406d-4811-8279-c4800baac97d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5268986 Sep 29 17:35:41.293653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44006) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:41.338460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b27bf8-6167-4393-a3c1-9d9963d2e712,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:41.448418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c551334c-43d8-4407-a0fb-82558fcdcbcb tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:41.450049 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c551334c-43d8-4407-a0fb-82558fcdcbcb tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.1548033 Sep 29 17:35:41.454456 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44012) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:41.454642 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-633f4e7f-6c0e-4487-87e9-06f290d75cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:41.526919 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:41.542083 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:41.549632 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Attempting to bind port c2b27bf8-6167-4393-a3c1-9d9963d2e712 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:35:41.550363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Attempting to bind port c2b27bf8-6167-4393-a3c1-9d9963d2e712 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:35:41.550850 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Attempting to bind port c2b27bf8-6167-4393-a3c1-9d9963d2e712 on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:41.576501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Port c2b27bf8-6167-4393-a3c1-9d9963d2e712 on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:35:41.576893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Attempting to bind port c2b27bf8-6167-4393-a3c1-9d9963d2e712 on network 1f0ca1aa-2785-4da9-a438-d4ec33084832 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:41.604326 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-633f4e7f-6c0e-4487-87e9-06f290d75cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:41.641201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:35:41.641572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Checking segment: {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:35:41.641956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Bound using segment: {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:35:41.644364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:41.644529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Bound port: c2b27bf8-6167-4393-a3c1-9d9963d2e712, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da9526d-7157-4bff-87ac-63ff9a8c2dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:35:41.645616 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:41.652645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:41.672036 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:41.673706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567286b-99e9-46c7-a60f-02b4a9698a31 req-5172fde6-a4e0-403e-9efc-d3d6463ceff4 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:41.685356 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e567286b-99e9-46c7-a60f-02b4a9698a31 req-5172fde6-a4e0-403e-9efc-d3d6463ceff4 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 944 time: 0.3874228 Sep 29 17:35:41.691901 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-44c4f114-89f9-423a-b192-d2478c96275b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port b8e93912-c21f-4942-8220-e6affe336963 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:41.692993 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44c4f114-89f9-423a-b192-d2478c96275b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:41.699121 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Pushing event updated for resources: {'Port': ['ID=91ff6479-8a3e-45dd-bc58-3ef794cdca06,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:41.800724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] For port c2b27bf8-6167-4393-a3c1-9d9963d2e712, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:35:41.806492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] For port c2b27bf8-6167-4393-a3c1-9d9963d2e712, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=c2b27bf8-6167-4393-a3c1-9d9963d2e712,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:35:41.819809 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:41.823365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Attempting to bind port 91ff6479-8a3e-45dd-bc58-3ef794cdca06 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:35:41.823903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Attempting to bind port 91ff6479-8a3e-45dd-bc58-3ef794cdca06 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:35:41.824499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Attempting to bind port 91ff6479-8a3e-45dd-bc58-3ef794cdca06 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:41.837361 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:35:41.838358 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:35:41.838619 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:41.839032 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:41.839266 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:41.839608 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:35:41.840249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Bound port: 91ff6479-8a3e-45dd-bc58-3ef794cdca06, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:35:41.840633 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] 10.222.0.35 "PUT /v2.0/ports/c2b27bf8-6167-4393-a3c1-9d9963d2e712 HTTP/1.1" status: 200 len: 1091 time: 1.9657044 Sep 29 17:35:41.840966 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:41.848289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370144d1-d32c-48de-9ced-b0e4834c3c2f', 'tag': 'c2b27bf8-6167-4393-a3c1-9d9963d2e712'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:35:41.862437 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840e0c0c-1e5a-4f9b-98da-bbf03e545377" -d '{"events": [{"name": "network-changed", "server_uuid": "370144d1-d32c-48de-9ced-b0e4834c3c2f", "tag": "c2b27bf8-6167-4393-a3c1-9d9963d2e712"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:35:41.938100 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e567286b-99e9-46c7-a60f-02b4a9698a31 req-4b285db3-84b4-41a7-9a22-1b34024b1c69 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510316 Sep 29 17:35:41.960280 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44c4f114-89f9-423a-b192-d2478c96275b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:41.964734 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] For port 91ff6479-8a3e-45dd-bc58-3ef794cdca06, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:35:41.970193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] For port 91ff6479-8a3e-45dd-bc58-3ef794cdca06, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=91ff6479-8a3e-45dd-bc58-3ef794cdca06,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:35:41.979313 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:41.988360 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-44c4f114-89f9-423a-b192-d2478c96275b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for b8e93912-c21f-4942-8220-e6affe336963 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:42.082690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadfbe5-fa82-435a-864a-3bdfb83333f8 None None] Pushing event updated for resources: {'Port': ['ID=91ff6479-8a3e-45dd-bc58-3ef794cdca06,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:42.091524 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-633f4e7f-6c0e-4487-87e9-06f290d75cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:42.100293 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-633f4e7f-6c0e-4487-87e9-06f290d75cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:42.102974 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-633f4e7f-6c0e-4487-87e9-06f290d75cec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06cb2b39-c9c7-4e82-b9f9-2280afb0ff65 HTTP/1.1" status: 204 len: 168 time: 1.0970447 Sep 29 17:35:42.126305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f4e7f-6c0e-4487-87e9-06f290d75cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cb2b39-c9c7-4e82-b9f9-2280afb0ff65,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:42.143905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdaa8ac-f239-43cb-801d-ccc5b3a190a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b27bf8-6167-4393-a3c1-9d9963d2e712,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:42.173576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-a0bc3d2f-df35-408e-a57a-fef3be7e2bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:42.177780 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-a0bc3d2f-df35-408e-a57a-fef3be7e2bd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 1094 time: 0.2360351 Sep 29 17:35:42.183348 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa79b9d-d971-4803-9907-0dd2cc73baa1 x-openstack-request-id: req-7aa79b9d-d971-4803-9907-0dd2cc73baa1 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:35:42.183833 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370144d1-d32c-48de-9ced-b0e4834c3c2f", "tag": "c2b27bf8-6167-4393-a3c1-9d9963d2e712", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:35:42.184250 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7aa79b9d-d971-4803-9907-0dd2cc73baa1 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:35:42.184897 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370144d1-d32c-48de-9ced-b0e4834c3c2f', 'tag': 'c2b27bf8-6167-4393-a3c1-9d9963d2e712', 'status': 'completed', 'code': 200} Sep 29 17:35:42.304231 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-29e5bd98-9d66-4775-af1c-c99a763f3d8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2b27bf8-6167-4393-a3c1-9d9963d2e712 HTTP/1.1" status: 200 len: 217 time: 0.1010497 Sep 29 17:35:42.321139 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44c4f114-89f9-423a-b192-d2478c96275b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:42.355687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4f114-89f9-423a-b192-d2478c96275b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=b8e93912-c21f-4942-8220-e6affe336963,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:42.409473 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44c4f114-89f9-423a-b192-d2478c96275b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:42.414562 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-44c4f114-89f9-423a-b192-d2478c96275b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/b8e93912-c21f-4942-8220-e6affe336963 HTTP/1.1" status: 204 len: 168 time: 0.9564245 Sep 29 17:35:42.420591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44022) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:42.494652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932a9a84-0a65-441c-ab06-302359320219 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:42.506541 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932a9a84-0a65-441c-ab06-302359320219 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:42.506541 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-932a9a84-0a65-441c-ab06-302359320219 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0788553 Sep 29 17:35:42.506541 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44026) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:42.576340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44030) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:42.579075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6d062-05cb-45b3-80fc-d157eb028c21 req-151464dc-1a37-47a6-ab1e-c6855850352d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:42.592295 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5f6d062-05cb-45b3-80fc-d157eb028c21 req-151464dc-1a37-47a6-ab1e-c6855850352d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 943 time: 0.2855141 Sep 29 17:35:42.596862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-41c3d9ad-e77c-4069-bff1-2be3d6b0d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:42.598867 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-41c3d9ad-e77c-4069-bff1-2be3d6b0d64b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.2749264 Sep 29 17:35:42.607479 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e26646e8-56ed-489a-998b-297350e17407 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Request body: {'network': {'name': 'tempest-network-smoke--1362173423', 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'port_security_enabled': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:42.675975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ddecf8f-3c96-4009-804b-bb1bcc8dc7d9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 59e866fb-3608-4fa8-9881-8aac725e8cd9 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:35:42.680601 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2ddecf8f-3c96-4009-804b-bb1bcc8dc7d9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:42.690416 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5f6d062-05cb-45b3-80fc-d157eb028c21 req-9be162ee-5acb-470f-a376-0a031860ae1a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952957 Sep 29 17:35:42.708749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-bdabf1c3-e861-4949-92ae-6ef05a7d7d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:42.712952 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-bdabf1c3-e861-4949-92ae-6ef05a7d7d84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053367 Sep 29 17:35:42.736145 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2ddecf8f-3c96-4009-804b-bb1bcc8dc7d9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:42.739740 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26646e8-56ed-489a-998b-297350e17407 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Made reservation on behalf of 7e0ab65e9130409c86f928bc5b6c5b35 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:42.743440 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e26646e8-56ed-489a-998b-297350e17407 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:42.780228 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e26646e8-56ed-489a-998b-297350e17407 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:42.843441 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-c4e583aa-afbb-4eb1-87be-e23fce691d7c service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225200 Sep 29 17:35:42.917569 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2ddecf8f-3c96-4009-804b-bb1bcc8dc7d9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:43.006894 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59f9bcf1-35ab-470f-a1b0-34219ebbe533 req-11245c3b-f4e2-4ba0-90a6-419c6fca5385 service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559951 Sep 29 17:35:43.025578 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e26646e8-56ed-489a-998b-297350e17407 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:43.029725 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2ddecf8f-3c96-4009-804b-bb1bcc8dc7d9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:43.066824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddecf8f-3c96-4009-804b-bb1bcc8dc7d9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=59e866fb-3608-4fa8-9881-8aac725e8cd9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:43.069614 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e26646e8-56ed-489a-998b-297350e17407 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:43.155477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2ddecf8f-3c96-4009-804b-bb1bcc8dc7d9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:43.157671 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2ddecf8f-3c96-4009-804b-bb1bcc8dc7d9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/59e866fb-3608-4fa8-9881-8aac725e8cd9 HTTP/1.1" status: 204 len: 168 time: 0.6500087 Sep 29 17:35:43.160688 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44050) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:43.198090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e0c0c-1e5a-4f9b-98da-bbf03e545377 req-14552eaa-1b6e-4c53-b3a0-46125dd69c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:43.201534 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-840e0c0c-1e5a-4f9b-98da-bbf03e545377 req-14552eaa-1b6e-4c53-b3a0-46125dd69c74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 1094 time: 0.0826063 Sep 29 17:35:43.216371 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e2d122eb-10a1-41c1-9e15-8475c53409e2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494218 Sep 29 17:35:43.220094 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26646e8-56ed-489a-998b-297350e17407 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:35:43.221242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44054) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:43.223561 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26646e8-56ed-489a-998b-297350e17407 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2130cf3-5bba-4b90-b73f-676652fc4c19,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:43.250211 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e26646e8-56ed-489a-998b-297350e17407 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:43.250651 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-e26646e8-56ed-489a-998b-297350e17407 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Added segment 4cdaddc7-4687-4b7a-a4db-7f814736b1ba of type vlan for network a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 Sep 29 17:35:43.263065 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568aefb-5777-4962-9f6d-2dc1832518e1 req-42263039-22a2-4cf2-b28b-e83972cd8f75 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:43.264741 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e568aefb-5777-4962-9f6d-2dc1832518e1 req-42263039-22a2-4cf2-b28b-e83972cd8f75 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 944 time: 0.1893740 Sep 29 17:35:43.359294 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e0c0c-1e5a-4f9b-98da-bbf03e545377 req-b6a3b9b2-175d-41ee-a688-bf8070284c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:43.360848 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-840e0c0c-1e5a-4f9b-98da-bbf03e545377 req-b6a3b9b2-175d-41ee-a688-bf8070284c03 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.1523049 Sep 29 17:35:43.377640 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e26646e8-56ed-489a-998b-297350e17407 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:43.430688 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e26646e8-56ed-489a-998b-297350e17407 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:43.437871 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26646e8-56ed-489a-998b-297350e17407 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:43.438173 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e26646e8-56ed-489a-998b-297350e17407 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:43.510921 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cd763722-20a4-4e68-8a2d-8346999c0672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:43.546695 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 91ff6479-8a3e-45dd-bc58-3ef794cdca06 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:35:43.558613 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e568aefb-5777-4962-9f6d-2dc1832518e1 req-e489bcbe-07f9-4845-bfc9-dc37a5dc48ac tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457386 Sep 29 17:35:43.575261 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e26646e8-56ed-489a-998b-297350e17407 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9969234 Sep 29 17:35:43.578535 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44062) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:43.586363 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-446119245', 'admin_state_up': True, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:43.604369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3e9cdc-ec3f-4df8-b3cb-a134acb957e8 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:43.657920 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:43.659271 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:43.664928 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26646e8-56ed-489a-998b-297350e17407 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'Network': ['ID=a588a5dc-5635-4a0a-9f24-0a6d3e2a6066,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:43.703581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:35:43.783491 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:43.828975 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3d6c0e7d-8210-46b8-a73b-19a06155c144 None None] Provisioning complete for port 91ff6479-8a3e-45dd-bc58-3ef794cdca06 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:43.829696 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0e7d-8210-46b8-a73b-19a06155c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:43.913255 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-840e0c0c-1e5a-4f9b-98da-bbf03e545377 req-ecf48090-ec61-43a7-806d-ed1b01f895ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2b27bf8-6167-4393-a3c1-9d9963d2e712 HTTP/1.1" status: 200 len: 217 time: 0.5133910 Sep 29 17:35:43.926668 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b2ba204d-4355-41ce-8f46-433174cd0142 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:35:43.940682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44072) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:43.966514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f299604c-cad6-4bf2-af23-945328f6103a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:43.970360 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f299604c-cad6-4bf2-af23-945328f6103a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7446337 Sep 29 17:35:43.988211 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44076) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:44.032605 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.035535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 91ff6479-8a3e-45dd-bc58-3ef794cdca06 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:44.035926 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.061105 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c6c5db-ebc8-47a2-82a8-d28c99a94233 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:44.064980 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-19c6c5db-ebc8-47a2-82a8-d28c99a94233 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0726314 Sep 29 17:35:44.065737 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44078) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:44.088853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfd5c6-91bb-4ca9-b93c-acfedbb88e53 req-5971e27f-0ccf-4e91-8931-ab1bad0f503c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:44.090424 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7bfd5c6-91bb-4ca9-b93c-acfedbb88e53 req-5971e27f-0ccf-4e91-8931-ab1bad0f503c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 943 time: 0.2128365 Sep 29 17:35:44.094480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e0c0c-1e5a-4f9b-98da-bbf03e545377 req-d7315bcd-7cb8-40f7-b7b9-dfa4056b8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:44.095881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-840e0c0c-1e5a-4f9b-98da-bbf03e545377 req-d7315bcd-7cb8-40f7-b7b9-dfa4056b8fb6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.1746929 Sep 29 17:35:44.125331 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-66803486-2151-487d-a74f-3a294fcafbaa tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566926 Sep 29 17:35:44.129176 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44080) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:44.137663 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-1d0a89c4-a5c5-49fb-9489-6347520da65d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:44.157860 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c444758-ee15-45ea-9c47-4cf6220c8d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.180349 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0e7d-8210-46b8-a73b-19a06155c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.196092 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7bfd5c6-91bb-4ca9-b93c-acfedbb88e53 req-cc3a1c71-b15d-4c96-82aa-f4b056de70f5 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971732 Sep 29 17:35:44.213399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e0c0c-1e5a-4f9b-98da-bbf03e545377 req-e3a94888-5db0-4ca2-b02d-48551e67161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:44.215861 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-840e0c0c-1e5a-4f9b-98da-bbf03e545377 req-e3a94888-5db0-4ca2-b02d-48551e67161e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090913 Sep 29 17:35:44.234209 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port b2ba204d-4355-41ce-8f46-433174cd0142 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:35:44.246976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port b2ba204d-4355-41ce-8f46-433174cd0142 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:44.247366 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.414955 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c444758-ee15-45ea-9c47-4cf6220c8d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.439568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-840e0c0c-1e5a-4f9b-98da-bbf03e545377 req-69117a3d-2c6d-472d-86c9-0032c49744be service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148705 Sep 29 17:35:44.441225 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c444758-ee15-45ea-9c47-4cf6220c8d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.482795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c21feaa-44f6-4306-8125-7b834442dc7a None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:35:44.488528 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.490512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0a89c4-a5c5-49fb-9489-6347520da65d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:44.494849 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1d0a89c4-a5c5-49fb-9489-6347520da65d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.502321 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3d6c0e7d-8210-46b8-a73b-19a06155c144 None None] For port 91ff6479-8a3e-45dd-bc58-3ef794cdca06, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=91ff6479-8a3e-45dd-bc58-3ef794cdca06,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:44.517892 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1c444758-ee15-45ea-9c47-4cf6220c8d27 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e56d07d987e4a28862f46d7dd6a1e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5674829 Sep 29 17:35:44.520529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44084) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:44.521359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c444758-ee15-45ea-9c47-4cf6220c8d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998acc56-e32f-49b8-b690-b00a1e018169,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:44.528613 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3d6c0e7d-8210-46b8-a73b-19a06155c144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.560682 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.641889 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.646982 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-840e0c0c-1e5a-4f9b-98da-bbf03e545377 req-813e9fa0-4e97-435b-88a4-ea0f3e369f42 service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932411 Sep 29 17:35:44.655441 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5ba5b0a-3389-4184-954b-1e69fc727479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.656917 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.697002 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.723132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c0e7d-8210-46b8-a73b-19a06155c144 None None] Pushing event updated for resources: {'Port': ['ID=91ff6479-8a3e-45dd-bc58-3ef794cdca06,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:44.728924 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5ba5b0a-3389-4184-954b-1e69fc727479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.749060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19d1ed-a614-49f7-b38c-412e852f6cad req-ff91e6d7-ab2c-4de4-8678-d9504e1ed351 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:44.756387 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fe19d1ed-a614-49f7-b38c-412e852f6cad req-ff91e6d7-ab2c-4de4-8678-d9504e1ed351 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 944 time: 0.0959487 Sep 29 17:35:44.761716 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5c21feaa-44f6-4306-8125-7b834442dc7a None None] Deleting port 91ff6479-8a3e-45dd-bc58-3ef794cdca06 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:44.761990 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5c21feaa-44f6-4306-8125-7b834442dc7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.811596 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.816878 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Allocated IP 172.25.2.213 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/2e4a2134-95ec-4e40-a111-c659e454bc5c) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:44.826415 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fe19d1ed-a614-49f7-b38c-412e852f6cad req-cb0baef8-66f5-4b47-a24c-27cbe62cf158 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645194 Sep 29 17:35:44.857307 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5ba5b0a-3389-4184-954b-1e69fc727479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.870317 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5ba5b0a-3389-4184-954b-1e69fc727479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.871842 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d5ba5b0a-3389-4184-954b-1e69fc727479 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/998acc56-e32f-49b8-b690-b00a1e018169 HTTP/1.1" status: 204 len: 168 time: 0.3454568 Sep 29 17:35:44.877338 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5c21feaa-44f6-4306-8125-7b834442dc7a None None] For port 91ff6479-8a3e-45dd-bc58-3ef794cdca06, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=91ff6479-8a3e-45dd-bc58-3ef794cdca06,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:44.877745 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5c21feaa-44f6-4306-8125-7b834442dc7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:44.896012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba5b0a-3389-4184-954b-1e69fc727479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998acc56-e32f-49b8-b690-b00a1e018169,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:44.904554 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedbb254-740e-41d6-8dea-21b1811e713d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ba204d-4355-41ce-8f46-433174cd0142'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:35:44.907049 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5af7f5-a085-4126-a09c-23772af0a691" -d '{"events": [{"server_uuid": "cedbb254-740e-41d6-8dea-21b1811e713d", "name": "network-vif-plugged", "status": "completed", "tag": "b2ba204d-4355-41ce-8f46-433174cd0142"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:35:44.913618 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5c21feaa-44f6-4306-8125-7b834442dc7a None None] Calling delete_port for 91ff6479-8a3e-45dd-bc58-3ef794cdca06 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:44.949982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b2ba204d-4355-41ce-8f46-433174cd0142, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b2ba204d-4355-41ce-8f46-433174cd0142,segment=NetworkSegment(d147c0d2-5984-4355-af5e-851224b9575e),segment_id=d147c0d2-5984-4355-af5e-851224b9575e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:44.955712 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:45.018798 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36863663-044d-4fe7-8016-5c1844ddebd1 x-openstack-request-id: req-36863663-044d-4fe7-8016-5c1844ddebd1 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:35:45.019081 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedbb254-740e-41d6-8dea-21b1811e713d", "name": "network-vif-plugged", "status": "completed", "tag": "b2ba204d-4355-41ce-8f46-433174cd0142", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:35:45.019327 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36863663-044d-4fe7-8016-5c1844ddebd1 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:35:45.020174 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedbb254-740e-41d6-8dea-21b1811e713d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ba204d-4355-41ce-8f46-433174cd0142', 'code': 200} Sep 29 17:35:45.089609 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=b2ba204d-4355-41ce-8f46-433174cd0142,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:45.117127 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5c21feaa-44f6-4306-8125-7b834442dc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:45.154131 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21feaa-44f6-4306-8125-7b834442dc7a None None] Pushing event deleted for resources: {'Port': ['ID=91ff6479-8a3e-45dd-bc58-3ef794cdca06,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:45.156401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c21feaa-44f6-4306-8125-7b834442dc7a None None] No DVR routers for this DVR port 91ff6479-8a3e-45dd-bc58-3ef794cdca06 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:35:45.171366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e7da8-fced-429b-a540-792605a5fc4b req-241d8775-0bc3-481b-8fa4-6dc4defeb08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:45.173128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3d5e7da8-fced-429b-a540-792605a5fc4b req-241d8775-0bc3-481b-8fa4-6dc4defeb08b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 1096 time: 0.0982099 Sep 29 17:35:45.256448 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3d5e7da8-fced-429b-a540-792605a5fc4b req-f4dd1a75-0047-406c-b794-04ff75dbda2b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737946 Sep 29 17:35:45.263222 n-d-811748-2 neutron-server[95015]: DEBUG neutron.objects.ports [None req-1d0a89c4-a5c5-49fb-9489-6347520da65d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95015) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:35:45.416523 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4d0d0-9e6c-453d-af64-9fad36d19b33 req-ee4f6b53-0389-458c-a6a3-139dbb307ec4 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:45.419438 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6d4d0d0-9e6c-453d-af64-9fad36d19b33 req-ee4f6b53-0389-458c-a6a3-139dbb307ec4 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 943 time: 0.1064789 Sep 29 17:35:45.430761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 91ff6479-8a3e-45dd-bc58-3ef794cdca06 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:35:45.457482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 91ff6479-8a3e-45dd-bc58-3ef794cdca06 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:35:45.458069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 91ff6479-8a3e-45dd-bc58-3ef794cdca06 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:35:45.499584 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6d4d0d0-9e6c-453d-af64-9fad36d19b33 req-02932f44-2f2f-4745-b637-5e36fa5318bc tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715961 Sep 29 17:35:45.534925 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:45.562936 n-d-811748-2 neutron-server[95015]: WARNING neutron.services.revisions.revision_plugin [None req-1d0a89c4-a5c5-49fb-9489-6347520da65d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Could not find related port for resource to bump revision. Sep 29 17:35:45.572503 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.ipam_pluggable_backend [None req-1d0a89c4-a5c5-49fb-9489-6347520da65d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Port 91ff6479-8a3e-45dd-bc58-3ef794cdca06 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95015) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 29 17:35:45.572914 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.ipam_pluggable_backend [None req-1d0a89c4-a5c5-49fb-9489-6347520da65d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5a:34e2 {{(pid=95015) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 29 17:35:45.576646 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.ipam_pluggable_backend [None req-1d0a89c4-a5c5-49fb-9489-6347520da65d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe5a:34e2 {{(pid=95015) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 29 17:35:45.579297 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44120) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:45.581221 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1d0a89c4-a5c5-49fb-9489-6347520da65d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:45.651252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0a89c4-a5c5-49fb-9489-6347520da65d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:45.659860 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-1d0a89c4-a5c5-49fb-9489-6347520da65d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:45.666609 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0a89c4-a5c5-49fb-9489-6347520da65d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:45.667154 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1d0a89c4-a5c5-49fb-9489-6347520da65d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:45.671823 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d7d660-fdd1-4087-b83e-ccbd59431945 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:45.674421 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:45.683152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a89c4-a5c5-49fb-9489-6347520da65d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=cd7f03e1-dabe-4a84-a25b-5fc469c2c7b1,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:45.732136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:45.736633 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1d0a89c4-a5c5-49fb-9489-6347520da65d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6030617 Sep 29 17:35:45.737791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44126) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:45.744366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:45.745559 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-891a7517-22bc-44a1-a0d2-fb6072fc406a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:45.751175 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:45.755361 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'Port': ['ID=2e4a2134-95ec-4e40-a111-c659e454bc5c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:45.957191 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b546094e-63fd-4925-aad9-404b21611e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:45.971190 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891a7517-22bc-44a1-a0d2-fb6072fc406a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:45.975291 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-891a7517-22bc-44a1-a0d2-fb6072fc406a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:45.996597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': 'cd7f03e1-dabe-4a84-a25b-5fc469c2c7b1'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:35:45.997796 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.065395 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601d5ad-fedc-491d-b927-ee606037fd8c req-b17286a3-e88c-42c4-ae9b-86dde38b45d6 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:46.073191 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f601d5ad-fedc-491d-b927-ee606037fd8c req-b17286a3-e88c-42c4-ae9b-86dde38b45d6 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.1312807 Sep 29 17:35:46.123251 n-d-811748-2 neutron-server[95016]: INFO neutron.db.ipam_backend_mixin [None req-891a7517-22bc-44a1-a0d2-fb6072fc406a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd7f03e1-dabe-4a84-a25b-5fc469c2c7b1 (CIDR: 2001:db8::/64) Sep 29 17:35:46.130967 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-891a7517-22bc-44a1-a0d2-fb6072fc406a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:35:46.131431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-891a7517-22bc-44a1-a0d2-fb6072fc406a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:35:46.135334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f601d5ad-fedc-491d-b927-ee606037fd8c req-f111dc80-16c9-4d19-bca8-7d764f643174 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597441 Sep 29 17:35:46.173225 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.183562 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b546094e-63fd-4925-aad9-404b21611e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.187848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Allocated IP 2001:db8::f816:3eff:fe40:753b (53678ac2-5d4e-4c12-b83b-b5f63c37360c/cd7f03e1-dabe-4a84-a25b-5fc469c2c7b1/1689b4bd-e3bf-41d3-bdcc-b836ab759c14) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:46.190816 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b546094e-63fd-4925-aad9-404b21611e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.205602 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-891a7517-22bc-44a1-a0d2-fb6072fc406a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4662116 Sep 29 17:35:46.222241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44138) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:46.233947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0cf3c385-92b3-4a29-80c2-ce22131e50f1 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:46.262524 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b546094e-63fd-4925-aad9-404b21611e5d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89c380c52ee84caa9a998de83a76dcba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6818147 Sep 29 17:35:46.300290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44142) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:46.350790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546094e-63fd-4925-aad9-404b21611e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5a0bfc-5b05-4db3-84a1-d655e6d55cdd,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:46.435899 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a4f1828-ef14-446e-b3fd-711de13beda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.474788 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.477588 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a4f1828-ef14-446e-b3fd-711de13beda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.484751 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.512621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf3c385-92b3-4a29-80c2-ce22131e50f1 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:46.518155 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c385-92b3-4a29-80c2-ce22131e50f1 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.590414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Pushing event updated for resources: {'Port': ['ID=1689b4bd-e3bf-41d3-bdcc-b836ab759c14,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:46.607433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:46.615136 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:46.622515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:46.630745 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a4f1828-ef14-446e-b3fd-711de13beda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.634153 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a4f1828-ef14-446e-b3fd-711de13beda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.639177 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0a4f1828-ef14-446e-b3fd-711de13beda6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c5a0bfc-5b05-4db3-84a1-d655e6d55cdd HTTP/1.1" status: 204 len: 168 time: 0.3341427 Sep 29 17:35:46.658133 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f1828-ef14-446e-b3fd-711de13beda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5a0bfc-5b05-4db3-84a1-d655e6d55cdd,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:46.771033 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a6489-8618-4f02-83af-bbc7b787e0b9 req-313df25d-72b4-4efc-8829-c819c809e318 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:46.780654 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a5a6489-8618-4f02-83af-bbc7b787e0b9 req-313df25d-72b4-4efc-8829-c819c809e318 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 943 time: 0.1179378 Sep 29 17:35:46.813876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Attempting to bind port 1689b4bd-e3bf-41d3-bdcc-b836ab759c14 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:35:46.814452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Attempting to bind port 1689b4bd-e3bf-41d3-bdcc-b836ab759c14 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:35:46.814452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Attempting to bind port 1689b4bd-e3bf-41d3-bdcc-b836ab759c14 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:46.826625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:35:46.827252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:35:46.828107 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.828346 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:35:46.829007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Bound port: 1689b4bd-e3bf-41d3-bdcc-b836ab759c14, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:35:46.829454 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.833318 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.915105 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a5a6489-8618-4f02-83af-bbc7b787e0b9 req-919e9cda-40ca-43c5-8686-acf8f4e6738f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308153 Sep 29 17:35:46.920796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c385-92b3-4a29-80c2-ce22131e50f1 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.936819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] For port 1689b4bd-e3bf-41d3-bdcc-b836ab759c14, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:35:46.940811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] For port 1689b4bd-e3bf-41d3-bdcc-b836ab759c14, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1689b4bd-e3bf-41d3-bdcc-b836ab759c14,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:35:46.946705 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.974101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf3c385-92b3-4a29-80c2-ce22131e50f1 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:46.981616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0cf3c385-92b3-4a29-80c2-ce22131e50f1 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:46.983924 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:46.988379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf3c385-92b3-4a29-80c2-ce22131e50f1 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:46.989374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cf3c385-92b3-4a29-80c2-ce22131e50f1 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:47.012133 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0cf3c385-92b3-4a29-80c2-ce22131e50f1 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7888017 Sep 29 17:35:47.015070 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abf6f3-ac70-4210-897f-15ce9f694a32 None None] Pushing event updated for resources: {'Port': ['ID=1689b4bd-e3bf-41d3-bdcc-b836ab759c14,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:47.015739 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44156) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:47.030209 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a92f2aee-7751-439f-8100-07001e2f6a83 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'mac_address': 'fa:16:3e:f9:c8:d7', 'name': 'tempest-NetworksTestDHCPv6-1960714702'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:47.049466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3c385-92b3-4a29-80c2-ce22131e50f1 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=53659a58-4073-4ea5-bc93-0118ae0c54c5,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:47.201748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92f2aee-7751-439f-8100-07001e2f6a83 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:47.234201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Router 22740318-fa1b-4051-95b3-59f1f989bbe4 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:35:47.274416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44166) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:47.381480 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6a8667d-bd42-48da-b3c2-35a6a636d4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:47.431347 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683daf1-a1cd-41d5-8fd4-9a67732f99fd req-d07f3223-92a5-49e0-a28c-885178bdf511 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:47.438084 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1683daf1-a1cd-41d5-8fd4-9a67732f99fd req-d07f3223-92a5-49e0-a28c-885178bdf511 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.1442895 Sep 29 17:35:47.440641 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a92f2aee-7751-439f-8100-07001e2f6a83 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:47.477611 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:35:47.492382 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Sync routers for ids ['22740318-fa1b-4051-95b3-59f1f989bbe4'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:35:47.502966 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Routers {'22740318-fa1b-4051-95b3-59f1f989bbe4'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:35:47.503811 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:35:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['22740318-fa1b-4051-95b3-59f1f989bbe4'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:35:47.537577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-a92f2aee-7751-439f-8100-07001e2f6a83 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port 689b034e-2dd0-4ceb-bbf2-9e57481afd15 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:35:47.559921 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6a8667d-bd42-48da-b3c2-35a6a636d4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:47.569262 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6a8667d-bd42-48da-b3c2-35a6a636d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:47.575314 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1689b4bd-e3bf-41d3-bdcc-b836ab759c14 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:35:47.576678 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:47.581482 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b0acc4c6-a055-4176-9e92-5591c6cf1fc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.0014479 Sep 29 17:35:47.584766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44174) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:47.644840 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d6a8667d-bd42-48da-b3c2-35a6a636d4a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6a4698fd38045c9b54245a40db708bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3697739 Sep 29 17:35:47.646148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8667d-bd42-48da-b3c2-35a6a636d4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a145475-a23b-4895-b929-fb5e5baab8c5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:47.650849 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44182) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:47.705854 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-581b7902-5967-4e2e-9849-0a1ed1f7d635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:47.712942 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Set router 22740318-fa1b-4051-95b3-59f1f989bbe4 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:35:47.716006 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 1689b4bd-e3bf-41d3-bdcc-b836ab759c14 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:47.716006 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:47.739730 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-581b7902-5967-4e2e-9849-0a1ed1f7d635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:47.774276 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device c2b27bf8-6167-4393-a3c1-9d9963d2e712 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:35:47.865128 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-581b7902-5967-4e2e-9849-0a1ed1f7d635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:47.869686 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-581b7902-5967-4e2e-9849-0a1ed1f7d635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:47.875709 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-581b7902-5967-4e2e-9849-0a1ed1f7d635 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a145475-a23b-4895-b929-fb5e5baab8c5 HTTP/1.1" status: 204 len: 168 time: 0.2236321 Sep 29 17:35:47.895940 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b7902-5967-4e2e-9849-0a1ed1f7d635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a145475-a23b-4895-b929-fb5e5baab8c5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:47.931317 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1683daf1-a1cd-41d5-8fd4-9a67732f99fd req-89edddf3-cbe5-441e-bf10-124f995f0a10 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790633 Sep 29 17:35:47.935837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-a92f2aee-7751-439f-8100-07001e2f6a83 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8:0:1::375 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/53659a58-4073-4ea5-bc93-0118ae0c54c5/689b034e-2dd0-4ceb-bbf2-9e57481afd15) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:47.965196 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-a92f2aee-7751-439f-8100-07001e2f6a83 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::f816:3eff:fef9:c8d7 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/cd7f03e1-dabe-4a84-a25b-5fc469c2c7b1/689b034e-2dd0-4ceb-bbf2-9e57481afd15) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:48.133120 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-26227c40-215d-468d-9015-ffa3b25426f4 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7e0ab65e9130409c86f928bc5b6c5b35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5465310 Sep 29 17:35:48.137966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44200) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:48.219228 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port c2b27bf8-6167-4393-a3c1-9d9963d2e712, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=c2b27bf8-6167-4393-a3c1-9d9963d2e712,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:48.233170 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'c2b27bf8-6167-4393-a3c1-9d9963d2e712', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'port_id': 'c2b27bf8-6167-4393-a3c1-9d9963d2e712', 'mac_address': 'fa:16:3e:39:97:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:35:48.252564 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446119245', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:35:43Z', 'updated_at': '2021-09-29T17:35:45Z', 'revision_number': 3, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:44Z', 'updated_at': '2021-09-29T17:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:35:48.273936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463cb34-2559-49a1-a949-5a2b1a58a86a req-f85ce968-dc07-4f2e-a80e-aa86de990bed tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:48.277061 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:48.278182 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2463cb34-2559-49a1-a949-5a2b1a58a86a req-f85ce968-dc07-4f2e-a80e-aa86de990bed tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 943 time: 0.1640873 Sep 29 17:35:48.383764 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2463cb34-2559-49a1-a949-5a2b1a58a86a req-8ca18b80-aad4-4074-b7d0-9985fbf4e053 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956168 Sep 29 17:35:48.384126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 1689b4bd-e3bf-41d3-bdcc-b836ab759c14, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1689b4bd-e3bf-41d3-bdcc-b836ab759c14,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:48.491802 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:48.513381 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Checking router: 22740318-fa1b-4051-95b3-59f1f989bbe4 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:35:48.514487 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Updating router 22740318-fa1b-4051-95b3-59f1f989bbe4 port 2e4a2134-95ec-4e40-a111-c659e454bc5c binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:35:48.535973 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:48.547483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b27bf8-6167-4393-a3c1-9d9963d2e712 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:35:48.579512 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:48.595349 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port c2b27bf8-6167-4393-a3c1-9d9963d2e712, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=c2b27bf8-6167-4393-a3c1-9d9963d2e712,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:48.628729 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:48.683420 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=1689b4bd-e3bf-41d3-bdcc-b836ab759c14,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:48.751898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80779e54-b3e8-4b9e-a4f9-e27dbc7483b2 req-1f52beb5-d9c7-4eae-81a1-665c8a5fd5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:48.753421 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80779e54-b3e8-4b9e-a4f9-e27dbc7483b2 req-1f52beb5-d9c7-4eae-81a1-665c8a5fd5fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4444d5c81b04497cad4824500aa2875c&device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 1096 time: 0.4113503 Sep 29 17:35:48.753852 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=c2b27bf8-6167-4393-a3c1-9d9963d2e712,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:48.754987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48daec19-7db3-42a5-9857-001b185ee7ab tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:48.757816 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-48daec19-7db3-42a5-9857-001b185ee7ab tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6133218 Sep 29 17:35:48.759959 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44250) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:48.775040 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37e0f78-f7b2-40ad-9eac-554324b94334 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:48.804936 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad53b11-b37a-4459-9565-1064df92401b req-e8e18002-fd41-4021-8463-53e35e7d3a68 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:48.812735 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0ad53b11-b37a-4459-9565-1064df92401b req-e8e18002-fd41-4021-8463-53e35e7d3a68 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.4278266 Sep 29 17:35:48.823556 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-783ddbcb-b61a-45a1-aa26-50afa72a022f None None] Provisioning complete for port 1689b4bd-e3bf-41d3-bdcc-b836ab759c14 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:48.823927 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-783ddbcb-b61a-45a1-aa26-50afa72a022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:48.860422 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3114e545-d6aa-4b5f-86f3-6fcfb2d2be4c tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0968113 Sep 29 17:35:48.860648 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44264) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:48.877068 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f14f2c23-d3b9-4ede-befb-80b481b98d06 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-290132018', 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:48.906620 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a92f2aee-7751-439f-8100-07001e2f6a83 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:49.014183 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0ad53b11-b37a-4459-9565-1064df92401b req-e71472e4-f2b7-4f26-a721-c9c60b532d3d tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001741 Sep 29 17:35:49.049186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80779e54-b3e8-4b9e-a4f9-e27dbc7483b2 req-a3b13ab6-d237-43e4-ae77-c71f10fbce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:49.053315 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80779e54-b3e8-4b9e-a4f9-e27dbc7483b2 req-a3b13ab6-d237-43e4-ae77-c71f10fbce33 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e3fc7dc3-3732-4d12-a49f-352db5f80856 HTTP/1.1" status: 200 len: 912 time: 0.2740567 Sep 29 17:35:49.064109 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a92f2aee-7751-439f-8100-07001e2f6a83 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:49.084909 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14f2c23-d3b9-4ede-befb-80b481b98d06 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Made reservation on behalf of 7e0ab65e9130409c86f928bc5b6c5b35 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:49.089140 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f14f2c23-d3b9-4ede-befb-80b481b98d06 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:49.149029 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80779e54-b3e8-4b9e-a4f9-e27dbc7483b2 req-f73272c7-c0fe-4f1a-b555-8626e5b9c7cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2ba204d-4355-41ce-8f46-433174cd0142 HTTP/1.1" status: 200 len: 217 time: 0.0817630 Sep 29 17:35:49.163688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92f2aee-7751-439f-8100-07001e2f6a83 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:49.177725 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a92f2aee-7751-439f-8100-07001e2f6a83 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:49.207592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92f2aee-7751-439f-8100-07001e2f6a83 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:49.221148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92f2aee-7751-439f-8100-07001e2f6a83 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:49.222125 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a92f2aee-7751-439f-8100-07001e2f6a83 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:49.248290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f2aee-7751-439f-8100-07001e2f6a83 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=689b034e-2dd0-4ceb-bbf2-9e57481afd15,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:49.263890 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a92f2aee-7751-439f-8100-07001e2f6a83 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2468524 Sep 29 17:35:49.266769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44286) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:49.293990 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:49.302551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80779e54-b3e8-4b9e-a4f9-e27dbc7483b2 req-ce2f3683-0ce5-4af2-ac77-7c5acd38e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:49.304097 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80779e54-b3e8-4b9e-a4f9-e27dbc7483b2 req-ce2f3683-0ce5-4af2-ac77-7c5acd38e0e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8ec182f-4bf1-4776-988a-c1b450439564 HTTP/1.1" status: 200 len: 851 time: 0.1456113 Sep 29 17:35:49.310079 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:49.322649 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['c2b27bf8-6167-4393-a3c1-9d9963d2e712'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:35:49.392082 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80779e54-b3e8-4b9e-a4f9-e27dbc7483b2 req-f066e25c-2ee6-4e2a-9d9d-6c9266be8958 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e3fc7dc3-3732-4d12-a49f-352db5f80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741150 Sep 29 17:35:49.494092 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Attempting to bind port 2e4a2134-95ec-4e40-a111-c659e454bc5c on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:35:49.494450 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Attempting to bind port 2e4a2134-95ec-4e40-a111-c659e454bc5c by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:35:49.494803 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Attempting to bind port 2e4a2134-95ec-4e40-a111-c659e454bc5c on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:49.507140 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f14f2c23-d3b9-4ede-befb-80b481b98d06 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:49.509097 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Update dhcp port {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'fixed_ips': [{'subnet_id': 'cd7f03e1-dabe-4a84-a25b-5fc469c2c7b1', 'ip_address': '2001:db8::f816:3eff:fe40:753b'}, {'subnet_id': '53659a58-4073-4ea5-bc93-0118ae0c54c5'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '1689b4bd-e3bf-41d3-bdcc-b836ab759c14'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:35:49.543723 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1689b4bd-e3bf-41d3-bdcc-b836ab759c14 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:35:49.550376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-7e70bffc-cfab-4099-97ac-dbbe0627d738 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port 689b034e-2dd0-4ceb-bbf2-9e57481afd15 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:49.553823 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7e70bffc-cfab-4099-97ac-dbbe0627d738 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:49.557553 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:35:49.558127 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:35:49.560013 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:49.560431 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:35:49.561634 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Bound port: 2e4a2134-95ec-4e40-a111-c659e454bc5c, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:35:49.563049 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:49.569458 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb3d51-db77-481c-9895-47c783745df2 None None] Pushing event updated for resources: {'Port': ['ID=2e4a2134-95ec-4e40-a111-c659e454bc5c,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:49.632294 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:49.650551 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44296) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:49.658203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 1689b4bd-e3bf-41d3-bdcc-b836ab759c14 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:49.658724 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:49.666174 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] For port 2e4a2134-95ec-4e40-a111-c659e454bc5c, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:35:49.669835 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] For port 2e4a2134-95ec-4e40-a111-c659e454bc5c, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2e4a2134-95ec-4e40-a111-c659e454bc5c,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:35:49.672647 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb3d51-db77-481c-9895-47c783745df2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:49.673185 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb3d51-db77-481c-9895-47c783745df2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:49.673935 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb3d51-db77-481c-9895-47c783745df2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:49.674509 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb3d51-db77-481c-9895-47c783745df2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:49.675031 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb3d51-db77-481c-9895-47c783745df2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:49.675747 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb3d51-db77-481c-9895-47c783745df2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:49.676292 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb3d51-db77-481c-9895-47c783745df2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:49.676792 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb3d51-db77-481c-9895-47c783745df2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:49.677385 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb3d51-db77-481c-9895-47c783745df2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:49.677937 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb3d51-db77-481c-9895-47c783745df2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:49.678491 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb3d51-db77-481c-9895-47c783745df2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:49.678984 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eb3d51-db77-481c-9895-47c783745df2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:49.684777 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:49.735283 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Routers {'22740318-fa1b-4051-95b3-59f1f989bbe4'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:35:49.736226 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:35:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['22740318-fa1b-4051-95b3-59f1f989bbe4'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:35:49.799287 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b735ac-66ec-4995-95b4-44b28bbee76d req-7eecd8de-9e66-4905-bbcb-e2c401b92402 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:49.803027 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-54b735ac-66ec-4995-95b4-44b28bbee76d req-7eecd8de-9e66-4905-bbcb-e2c401b92402 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 944 time: 0.1920648 Sep 29 17:35:49.803822 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14f2c23-d3b9-4ede-befb-80b481b98d06 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Checking segment: {'id': '4cdaddc7-4687-4b7a-a4db-7f814736b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:35:49.804185 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14f2c23-d3b9-4ede-befb-80b481b98d06 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Network hostable DHCP agents. Network: a588a5dc-5635-4a0a-9f24-0a6d3e2a6066, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:35:49.815869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f2c23-d3b9-4ede-befb-80b481b98d06 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'Subnet': ['ID=16e6a24e-4cc5-4504-9886-5b52c278dce3,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:49.852795 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] Set router 22740318-fa1b-4051-95b3-59f1f989bbe4 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:35:49.900928 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Allocated IP 2001:db8:0:1::2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/53659a58-4073-4ea5-bc93-0118ae0c54c5/1689b4bd-e3bf-41d3-bdcc-b836ab759c14) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:49.921901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-54b735ac-66ec-4995-95b4-44b28bbee76d req-1c861611-55e2-4a5d-9179-46f2107fe971 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965025 Sep 29 17:35:49.929319 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f3e13155-85ac-4aa8-a403-05dcc58ed4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:50.016531 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb3d51-db77-481c-9895-47c783745df2 None None] Pushing event updated for resources: {'Port': ['ID=2e4a2134-95ec-4e40-a111-c659e454bc5c,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:50.077601 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f3e13155-85ac-4aa8-a403-05dcc58ed4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:50.080436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14f2c23-d3b9-4ede-befb-80b481b98d06 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Network a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:35:50.091877 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f3e13155-85ac-4aa8-a403-05dcc58ed4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:50.130796 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] For port 1689b4bd-e3bf-41d3-bdcc-b836ab759c14, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1689b4bd-e3bf-41d3-bdcc-b836ab759c14,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:50.146124 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-f14f2c23-d3b9-4ede-befb-80b481b98d06 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, a588a5dc-5635-4a0a-9f24-0a6d3e2a6066) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:50.149981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e13155-85ac-4aa8-a403-05dcc58ed4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4262d66-7312-4db5-94a0-0160df4ec88e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:50.159380 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446119245', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:35:43Z', 'updated_at': '2021-09-29T17:35:45Z', 'revision_number': 3, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:44Z', 'updated_at': '2021-09-29T17:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:35:50.175374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b77863a-57bb-4778-83ec-527ec3bbd26b None None] Network a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:50.206427 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6c0ea2-1693-4466-b9af-74f4596bc30e None None] The sync data for ids ['22740318-fa1b-4051-95b3-59f1f989bbe4'] in n-d-811748-2 is: [{'id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446119245', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:35:43Z', 'updated_at': '2021-09-29T17:35:45Z', 'revision_number': 3, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:44Z', 'updated_at': '2021-09-29T17:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:35:50.225599 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14f2c23-d3b9-4ede-befb-80b481b98d06 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:50.236815 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f14f2c23-d3b9-4ede-befb-80b481b98d06 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:50.276439 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f3e13155-85ac-4aa8-a403-05dcc58ed4e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4371f30ab494ed6867deafdcea2728b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6003244 Sep 29 17:35:50.279678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44310) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:50.312203 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:50.313918 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80779e54-b3e8-4b9e-a4f9-e27dbc7483b2 req-f0a3753c-6b25-4c71-850e-b497c4b300d7 service neutron] 10.222.0.49 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9129269 Sep 29 17:35:50.323948 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f14f2c23-d3b9-4ede-befb-80b481b98d06 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4622617 Sep 29 17:35:50.329607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44314) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:50.351369 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:50.450420 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bce8e-3dd9-4e35-8958-9cff607f143f req-5955744f-90c6-4eb3-88ca-736015e260e7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:50.452198 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd0bce8e-3dd9-4e35-8958-9cff607f143f req-5955744f-90c6-4eb3-88ca-736015e260e7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.2810659 Sep 29 17:35:50.477377 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7e70bffc-cfab-4099-97ac-dbbe0627d738 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:50.501341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-7e70bffc-cfab-4099-97ac-dbbe0627d738 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for 689b034e-2dd0-4ceb-bbf2-9e57481afd15 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:50.527153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd0bce8e-3dd9-4e35-8958-9cff607f143f req-2fbddcb1-2999-4bdc-b060-67d61a50c0b8 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611792 Sep 29 17:35:50.529184 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4f317f78-e7a5-4efe-b1be-a1707cc4d193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:50.575319 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4f317f78-e7a5-4efe-b1be-a1707cc4d193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:50.579496 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80779e54-b3e8-4b9e-a4f9-e27dbc7483b2 req-2b7f5df9-cc17-4d59-bd68-0e31bf527f03 service neutron] 10.222.0.49 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218950 Sep 29 17:35:50.786731 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4f317f78-e7a5-4efe-b1be-a1707cc4d193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:50.793187 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4f317f78-e7a5-4efe-b1be-a1707cc4d193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:50.796652 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4f317f78-e7a5-4efe-b1be-a1707cc4d193 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4262d66-7312-4db5-94a0-0160df4ec88e HTTP/1.1" status: 204 len: 168 time: 0.5132844 Sep 29 17:35:50.812422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f317f78-e7a5-4efe-b1be-a1707cc4d193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4262d66-7312-4db5-94a0-0160df4ec88e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:50.915903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'fixed_ips': [{'subnet_id': '16e6a24e-4cc5-4504-9886-5b52c278dce3'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:35:50.916775 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:50.967735 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7e70bffc-cfab-4099-97ac-dbbe0627d738 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:51.092443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70bffc-cfab-4099-97ac-dbbe0627d738 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=689b034e-2dd0-4ceb-bbf2-9e57481afd15,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:51.102960 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7e70bffc-cfab-4099-97ac-dbbe0627d738 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:51.110084 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7e70bffc-cfab-4099-97ac-dbbe0627d738 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/689b034e-2dd0-4ceb-bbf2-9e57481afd15 HTTP/1.1" status: 204 len: 168 time: 1.8399997 Sep 29 17:35:51.112748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44336) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:51.301244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba53429-6e7e-4c28-80e8-a59a11e7fc5c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:51.306710 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fba53429-6e7e-4c28-80e8-a59a11e7fc5c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1878164 Sep 29 17:35:51.313189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44346) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:51.355248 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Pushing event updated for resources: {'Port': ['ID=1689b4bd-e3bf-41d3-bdcc-b836ab759c14,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:51.358368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:51.390098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:51.392612 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:51.393623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:51.393623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:51.393790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:51.394081 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:51.394293 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:51.394613 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:51.399441 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:51.399873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:51.400212 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:51.400550 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd52a93-a8f1-45d5-a884-81725bc03169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:35:51.412437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3d29e-ffb6-4f84-9731-c203f55f0b52 req-86c0c5de-9f5e-4d44-8ffc-1e34554dc216 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:51.421998 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-55f3d29e-ffb6-4f84-9731-c203f55f0b52 req-86c0c5de-9f5e-4d44-8ffc-1e34554dc216 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 944 time: 0.3113968 Sep 29 17:35:51.454647 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Allocated IP 172.20.0.2 (a588a5dc-5635-4a0a-9f24-0a6d3e2a6066/16e6a24e-4cc5-4504-9886-5b52c278dce3/012540b1-eb27-483e-81a4-d6b47077d0a0) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:51.510339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be107483-e423-42fb-95ec-8414a7f2df87 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:51.514552 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-be107483-e423-42fb-95ec-8414a7f2df87 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1980364 Sep 29 17:35:51.518604 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-55f3d29e-ffb6-4f84-9731-c203f55f0b52 req-4bc0855e-74d6-41d1-8eab-6ed3ed1bb3e4 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846477 Sep 29 17:35:51.519391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44352) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:51.558371 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2e4a2134-95ec-4e40-a111-c659e454bc5c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:35:51.663254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44360) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:51.689232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2005fbb2-df48-4c14-83b3-ced12e1557d7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:51.691351 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2005fbb2-df48-4c14-83b3-ced12e1557d7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:51.693110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2005fbb2-df48-4c14-83b3-ced12e1557d7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:51.696127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2005fbb2-df48-4c14-83b3-ced12e1557d7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1747656 Sep 29 17:35:51.700152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44362) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:51.732002 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d54d24d7-9b28-47d4-97fe-996298a38dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:51.823038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6e485c-5125-4eea-96b4-1758d3c54dfc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 53659a58-4073-4ea5-bc93-0118ae0c54c5 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:35:51.827589 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cd6e485c-5125-4eea-96b4-1758d3c54dfc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:51.878975 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 2e4a2134-95ec-4e40-a111-c659e454bc5c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:51.879531 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:51.926501 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cd6e485c-5125-4eea-96b4-1758d3c54dfc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:51.958390 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:51.974568 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.043840 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.061304 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a776e1-3723-4e71-a33b-0395d045070d req-157ee579-be30-41e1-b6f6-529596e4fcea tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:52.071270 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-14a776e1-3723-4e71-a33b-0395d045070d req-157ee579-be30-41e1-b6f6-529596e4fcea tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.3900547 Sep 29 17:35:52.073821 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cd6e485c-5125-4eea-96b4-1758d3c54dfc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.101982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b4ca63e6-0775-4892-9b85-7ee704671df8 None None] Could not find standard attr ID for object 689b034e-2dd0-4ceb-bbf2-9e57481afd15. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:35:52.108624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Network a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:52.113876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 2e4a2134-95ec-4e40-a111-c659e454bc5c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2e4a2134-95ec-4e40-a111-c659e454bc5c,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:52.134509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:52.137732 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.140003 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:52.151267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Pushing event updated for resources: {'Port': ['ID=012540b1-eb27-483e-81a4-d6b47077d0a0,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:52.183442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b4ca63e6-0775-4892-9b85-7ee704671df8 None None] Provisioning complete for port 1689b4bd-e3bf-41d3-bdcc-b836ab759c14 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:52.184113 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4ca63e6-0775-4892-9b85-7ee704671df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.213942 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-14a776e1-3723-4e71-a33b-0395d045070d req-1b78772b-0ce0-4ccd-9477-6e569f6b8c25 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416657 Sep 29 17:35:52.220680 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cd6e485c-5125-4eea-96b4-1758d3c54dfc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.305459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Allocated IP 172.20.0.1 (a588a5dc-5635-4a0a-9f24-0a6d3e2a6066/16e6a24e-4cc5-4504-9886-5b52c278dce3/2e1b1f5e-6c3a-4c47-8c32-752b82108dfd) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:52.332306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e485c-5125-4eea-96b4-1758d3c54dfc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=53659a58-4073-4ea5-bc93-0118ae0c54c5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:52.335192 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cd6e485c-5125-4eea-96b4-1758d3c54dfc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.340798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cd6e485c-5125-4eea-96b4-1758d3c54dfc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/53659a58-4073-4ea5-bc93-0118ae0c54c5 HTTP/1.1" status: 204 len: 168 time: 0.6388435 Sep 29 17:35:52.341964 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44392) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:52.358504 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Attempting to bind port 012540b1-eb27-483e-81a4-d6b47077d0a0 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:35:52.359224 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Attempting to bind port 012540b1-eb27-483e-81a4-d6b47077d0a0 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '4cdaddc7-4687-4b7a-a4db-7f814736b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:35:52.360677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Attempting to bind port 012540b1-eb27-483e-81a4-d6b47077d0a0 on network a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:52.399986 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d54d24d7-9b28-47d4-97fe-996298a38dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.415727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-a546c8d2-b263-4016-b72d-9abbbb7fa9f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet cd7f03e1-dabe-4a84-a25b-5fc469c2c7b1 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:35:52.416303 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62bbcda-343d-45e3-987e-e7cf000220d8 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:52.423093 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a546c8d2-b263-4016-b72d-9abbbb7fa9f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.423225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=2e4a2134-95ec-4e40-a111-c659e454bc5c,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:52.425487 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:35:52.425869 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Checking segment: {'id': '4cdaddc7-4687-4b7a-a4db-7f814736b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:35:52.426677 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.426677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Bound using segment: {'id': '4cdaddc7-4687-4b7a-a4db-7f814736b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:35:52.427312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Bound port: 012540b1-eb27-483e-81a4-d6b47077d0a0, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdaddc7-4687-4b7a-a4db-7f814736b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:35:52.427534 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.457431 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d54d24d7-9b28-47d4-97fe-996298a38dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.485214 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a546c8d2-b263-4016-b72d-9abbbb7fa9f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.506182 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d54d24d7-9b28-47d4-97fe-996298a38dd6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1339043837ab464da713c349ab97af2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8363242 Sep 29 17:35:52.524418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44402) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:52.532922 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d24d7-9b28-47d4-97fe-996298a38dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809f0243-8cc6-4b80-a427-4c081515e7eb,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:52.603178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e23ebfc0-3127-469f-b877-c6de7473be83 None None] Could not find standard attr ID for object 689b034e-2dd0-4ceb-bbf2-9e57481afd15. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:35:52.620787 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.650578 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b9d60bff-7bec-412d-9401-4bd6a31d0240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.658869 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a546c8d2-b263-4016-b72d-9abbbb7fa9f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.706817 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b92bc-1ae1-43f2-bcc7-df4f1376c5fe req-7732530b-7be0-48ae-a5af-0cfc84ac43c7 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:52.708378 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-776b92bc-1ae1-43f2-bcc7-df4f1376c5fe req-7732530b-7be0-48ae-a5af-0cfc84ac43c7 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 944 time: 0.0796542 Sep 29 17:35:52.717306 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b9d60bff-7bec-412d-9401-4bd6a31d0240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.717827 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] For port 012540b1-eb27-483e-81a4-d6b47077d0a0, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:35:52.729952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.769039 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] For port 012540b1-eb27-483e-81a4-d6b47077d0a0, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=012540b1-eb27-483e-81a4-d6b47077d0a0,segment=NetworkSegment(4cdaddc7-4687-4b7a-a4db-7f814736b1ba),segment_id=4cdaddc7-4687-4b7a-a4db-7f814736b1ba)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:35:52.793144 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.811924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Network a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:52.812413 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a546c8d2-b263-4016-b72d-9abbbb7fa9f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.813489 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:52.821221 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:52.823857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'Port': ['ID=2e1b1f5e-6c3a-4c47-8c32-752b82108dfd,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:52.854622 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-776b92bc-1ae1-43f2-bcc7-df4f1376c5fe req-a4e1e756-57c0-46e1-924c-9439427b377a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348343 Sep 29 17:35:52.889801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546c8d2-b263-4016-b72d-9abbbb7fa9f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7f03e1-dabe-4a84-a25b-5fc469c2c7b1,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:52.904053 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b9d60bff-7bec-412d-9401-4bd6a31d0240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.906486 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b9d60bff-7bec-412d-9401-4bd6a31d0240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.907218 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.907649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b9d60bff-7bec-412d-9401-4bd6a31d0240 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/809f0243-8cc6-4b80-a427-4c081515e7eb HTTP/1.1" status: 204 len: 168 time: 0.3823435 Sep 29 17:35:52.928840 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a546c8d2-b263-4016-b72d-9abbbb7fa9f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:52.931438 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a546c8d2-b263-4016-b72d-9abbbb7fa9f6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/cd7f03e1-dabe-4a84-a25b-5fc469c2c7b1 HTTP/1.1" status: 204 len: 168 time: 0.5885029 Sep 29 17:35:52.934015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44432) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:52.945194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d60bff-7bec-412d-9401-4bd6a31d0240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809f0243-8cc6-4b80-a427-4c081515e7eb,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:52.959190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0b44c-c364-41a0-a1ec-3588b3d89098 None None] Pushing event updated for resources: {'Port': ['ID=012540b1-eb27-483e-81a4-d6b47077d0a0,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:53.030868 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed6912f-ecaa-41f9-a6e2-b9814ee6b763 None None] Update dhcp port {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'fixed_ips': [{'subnet_id': 'cd7f03e1-dabe-4a84-a25b-5fc469c2c7b1'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '1689b4bd-e3bf-41d3-bdcc-b836ab759c14'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:35:53.053918 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-db954389-2bbf-41c0-a141-8e8ea3e3d029 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1175857 Sep 29 17:35:53.055335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44438) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:53.062475 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8ed6912f-ecaa-41f9-a6e2-b9814ee6b763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:53.072473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-bc40cfdd-dd66-4725-884c-483caf95d343 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:53.273945 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:53.354326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfdc4b4-d262-4ef3-ba71-5810811531f0 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:53.466881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc40cfdd-dd66-4725-884c-483caf95d343 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:53.468453 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc40cfdd-dd66-4725-884c-483caf95d343 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:53.540040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c80aa1-e20d-47e6-80fd-7f0ea90d79a7 req-4b153645-6f71-49d8-998f-57a4dcd9adf9 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:53.549224 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02c80aa1-e20d-47e6-80fd-7f0ea90d79a7 req-4b153645-6f71-49d8-998f-57a4dcd9adf9 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.2014425 Sep 29 17:35:53.620260 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-27256d94-41b2-4aff-bb21-7df2bbf9c46f None None] Provisioning complete for port 1689b4bd-e3bf-41d3-bdcc-b836ab759c14 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:53.621683 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-27256d94-41b2-4aff-bb21-7df2bbf9c46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:53.672725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 012540b1-eb27-483e-81a4-d6b47077d0a0 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:35:53.729812 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02c80aa1-e20d-47e6-80fd-7f0ea90d79a7 req-2c1ffb30-bad0-455f-8f46-29137b93370f tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722319 Sep 29 17:35:53.730965 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2154c137-0607-4dda-879f-a111a3f2cf06 None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:35:53.781433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 012540b1-eb27-483e-81a4-d6b47077d0a0 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:53.781807 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:53.799010 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:53.804793 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:53.865109 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device c2b27bf8-6167-4393-a3c1-9d9963d2e712 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:35:53.909181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'Port': ['ID=2e1b1f5e-6c3a-4c47-8c32-752b82108dfd,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:53.912746 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:53.994984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44472) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:54.137181 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port c2b27bf8-6167-4393-a3c1-9d9963d2e712 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:35:54.140844 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.144648 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb8b6f-11a6-48cb-a7b2-3b96e45a2e4d req-f8d212a3-d140-4c60-973b-4165d3b0fb88 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:54.155356 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fecb8b6f-11a6-48cb-a7b2-3b96e45a2e4d req-f8d212a3-d140-4c60-973b-4165d3b0fb88 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 944 time: 0.1405663 Sep 29 17:35:54.166690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port c2b27bf8-6167-4393-a3c1-9d9963d2e712 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:54.167320 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.187910 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Network a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:54.193636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:54.202929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.objects.ports [None req-bc40cfdd-dd66-4725-884c-483caf95d343 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:35:54.218283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2154c137-0607-4dda-879f-a111a3f2cf06 None None] Deleting port 1689b4bd-e3bf-41d3-bdcc-b836ab759c14 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:54.219141 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2154c137-0607-4dda-879f-a111a3f2cf06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.271668 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fecb8b6f-11a6-48cb-a7b2-3b96e45a2e4d req-86d5cd75-f32a-4d84-a987-05b434055bdb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099761 Sep 29 17:35:54.347591 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 012540b1-eb27-483e-81a4-d6b47077d0a0, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=012540b1-eb27-483e-81a4-d6b47077d0a0,segment=NetworkSegment(4cdaddc7-4687-4b7a-a4db-7f814736b1ba),segment_id=4cdaddc7-4687-4b7a-a4db-7f814736b1ba)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:54.380451 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.381242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2e4a2134-95ec-4e40-a111-c659e454bc5c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:35:54.410152 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4121517a-033c-4c23-b441-7b748a4bce36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.481215 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Router 22740318-fa1b-4051-95b3-59f1f989bbe4 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:35:54.493910 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a639fc70-c287-47f7-812d-b88083b5f327 None None] Network a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:54.558617 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc40cfdd-dd66-4725-884c-483caf95d343 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.600830 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2154c137-0607-4dda-879f-a111a3f2cf06 None None] For port 1689b4bd-e3bf-41d3-bdcc-b836ab759c14, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1689b4bd-e3bf-41d3-bdcc-b836ab759c14,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:54.601709 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2154c137-0607-4dda-879f-a111a3f2cf06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.607432 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.649495 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:35:54.665385 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4121517a-033c-4c23-b441-7b748a4bce36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.669879 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c0b9529f-0d46-4a9c-8a48-e7a1b88fc730 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "PUT /v2.0/routers/22740318-fa1b-4051-95b3-59f1f989bbe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3368182 Sep 29 17:35:54.672719 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44490) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:54.677901 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4121517a-033c-4c23-b441-7b748a4bce36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.680211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5f8872ea-9f80-443a-ac82-52e4874cb448 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--624392504', 'description': 'tempest-secgroup_access--624392504 description', 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:54.683674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Sync routers for ids ['22740318-fa1b-4051-95b3-59f1f989bbe4'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:35:54.686094 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4190945e-0e46-49a8-8331-a68d5787ca98 None None] Provisioning complete for port 012540b1-eb27-483e-81a4-d6b47077d0a0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:54.686691 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4190945e-0e46-49a8-8331-a68d5787ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.708588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2154c137-0607-4dda-879f-a111a3f2cf06 None None] Calling delete_port for 1689b4bd-e3bf-41d3-bdcc-b836ab759c14 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:54.710301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=012540b1-eb27-483e-81a4-d6b47077d0a0,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:54.715123 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370144d1-d32c-48de-9ced-b0e4834c3c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b27bf8-6167-4393-a3c1-9d9963d2e712'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:35:54.717729 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594b2162-249d-418b-ae7c-0e837bc35beb" -d '{"events": [{"server_uuid": "370144d1-d32c-48de-9ced-b0e4834c3c2f", "name": "network-vif-plugged", "status": "completed", "tag": "c2b27bf8-6167-4393-a3c1-9d9963d2e712"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:35:54.735002 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5f8872ea-9f80-443a-ac82-52e4874cb448 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.745823 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 2e4a2134-95ec-4e40-a111-c659e454bc5c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:54.745823 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.769252 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4121517a-033c-4c23-b441-7b748a4bce36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c0c35d8680e247c8adcf94a0e9f388ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7731400 Sep 29 17:35:54.770320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Routers {'22740318-fa1b-4051-95b3-59f1f989bbe4'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:35:54.770967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:35:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['22740318-fa1b-4051-95b3-59f1f989bbe4'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:35:54.772663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44496) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:54.775001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121517a-033c-4c23-b441-7b748a4bce36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d82b30-cb91-49a4-b309-99ecb29b8cdd,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:54.806914 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port c2b27bf8-6167-4393-a3c1-9d9963d2e712, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=c2b27bf8-6167-4393-a3c1-9d9963d2e712,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:54.869049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-bc40cfdd-dd66-4725-884c-483caf95d343 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] For port 1689b4bd-e3bf-41d3-bdcc-b836ab759c14, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1689b4bd-e3bf-41d3-bdcc-b836ab759c14,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:54.871970 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dce27d-9707-411c-8094-ea2fa3804ae1 x-openstack-request-id: req-c0dce27d-9707-411c-8094-ea2fa3804ae1 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:35:54.872152 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370144d1-d32c-48de-9ced-b0e4834c3c2f", "name": "network-vif-plugged", "status": "completed", "tag": "c2b27bf8-6167-4393-a3c1-9d9963d2e712", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:35:54.872416 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0dce27d-9707-411c-8094-ea2fa3804ae1 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:35:54.872860 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370144d1-d32c-48de-9ced-b0e4834c3c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b27bf8-6167-4393-a3c1-9d9963d2e712', 'code': 200} Sep 29 17:35:54.880437 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7b5e76a9-5096-4938-880e-40e0dd212c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.904616 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7b5e76a9-5096-4938-880e-40e0dd212c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.943377 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5f8872ea-9f80-443a-ac82-52e4874cb448 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.949241 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5f8872ea-9f80-443a-ac82-52e4874cb448 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:54.996316 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8872ea-9f80-443a-ac82-52e4874cb448 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:55.024893 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc40cfdd-dd66-4725-884c-483caf95d343 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.028244 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5f8872ea-9f80-443a-ac82-52e4874cb448 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.032352 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5f8872ea-9f80-443a-ac82-52e4874cb448 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3575184 Sep 29 17:35:55.035253 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44504) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:55.038524 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc40cfdd-dd66-4725-884c-483caf95d343 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.039688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc40cfdd-dd66-4725-884c-483caf95d343 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.049228 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-39dff1a8-4f82-4df6-85f8-ccb1727d4ca6 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1254641658', 'description': 'tempest-secgroup_general--1254641658 description', 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:55.060547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea1409-049a-4668-aceb-f8135e17a0d8 req-6222c450-d978-4f03-9463-d85722b36130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:55.062298 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-90ea1409-049a-4668-aceb-f8135e17a0d8 req-6222c450-d978-4f03-9463-d85722b36130 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 1096 time: 0.1112156 Sep 29 17:35:55.089573 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-39dff1a8-4f82-4df6-85f8-ccb1727d4ca6 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.120479 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.128295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dba31-6aac-4ee8-ad50-84eb1224d98a req-8e1585f3-f545-49d7-b7f7-4ff6e5b7975c tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:55.130808 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a8dba31-6aac-4ee8-ad50-84eb1224d98a req-8e1585f3-f545-49d7-b7f7-4ff6e5b7975c tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.2509916 Sep 29 17:35:55.141559 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7b5e76a9-5096-4938-880e-40e0dd212c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.144831 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7b5e76a9-5096-4938-880e-40e0dd212c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.150130 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7b5e76a9-5096-4938-880e-40e0dd212c0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3d82b30-cb91-49a4-b309-99ecb29b8cdd HTTP/1.1" status: 204 len: 168 time: 0.3724110 Sep 29 17:35:55.161676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc40cfdd-dd66-4725-884c-483caf95d343 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:55.183350 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-bc40cfdd-dd66-4725-884c-483caf95d343 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:55.210401 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc40cfdd-dd66-4725-884c-483caf95d343 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:55.211075 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc40cfdd-dd66-4725-884c-483caf95d343 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.222341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e76a9-5096-4938-880e-40e0dd212c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d82b30-cb91-49a4-b309-99ecb29b8cdd,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:55.239258 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40cfdd-dd66-4725-884c-483caf95d343 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=494d4898-6e44-4faa-8b89-5970324bd68c,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:55.247959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40cfdd-dd66-4725-884c-483caf95d343 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=1689b4bd-e3bf-41d3-bdcc-b836ab759c14,revision_number=8']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:55.259239 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-90ea1409-049a-4668-aceb-f8135e17a0d8 req-4e2548f7-5117-4952-9900-cd2b002f97d9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520936 Sep 29 17:35:55.277641 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-39dff1a8-4f82-4df6-85f8-ccb1727d4ca6 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.280999 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a8dba31-6aac-4ee8-ad50-84eb1224d98a req-b8a6bc8e-4502-4690-9741-29ebfb52c762 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228664 Sep 29 17:35:55.298824 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-39dff1a8-4f82-4df6-85f8-ccb1727d4ca6 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.303708 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bc40cfdd-dd66-4725-884c-483caf95d343 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2415767 Sep 29 17:35:55.305161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44514) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:55.329741 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9c454d2c-1c5f-4be1-8645-6654508e4714 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:55.337817 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-39dff1a8-4f82-4df6-85f8-ccb1727d4ca6 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.339825 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-39dff1a8-4f82-4df6-85f8-ccb1727d4ca6 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3032651 Sep 29 17:35:55.353806 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44518) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:55.364759 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=c2b27bf8-6167-4393-a3c1-9d9963d2e712,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:55.371616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e665ae8f-622c-47ec-9ae3-6d1b28df3d02 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Request body: {'security_group_rule': {'security_group_id': 'e9bac7ac-2caf-45ef-9f54-a72beb86c5a5', 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:55.411933 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dff1a8-4f82-4df6-85f8-ccb1727d4ca6 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cf6b6f-f57b-418d-97ca-bb249e10be88,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:55.443792 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Set router 22740318-fa1b-4051-95b3-59f1f989bbe4 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:35:55.468250 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44520) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:55.507190 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2154c137-0607-4dda-879f-a111a3f2cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.512844 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e665ae8f-622c-47ec-9ae3-6d1b28df3d02 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.557845 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154c137-0607-4dda-879f-a111a3f2cf06 None None] Pushing event deleted for resources: {'Port': ['ID=1689b4bd-e3bf-41d3-bdcc-b836ab759c14,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:55.565219 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a60e6-cb9e-4f62-a8ba-7df0dcfddae3 req-30f043ef-5ac4-49db-b40e-c882d3c44cf9 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:55.593312 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d0a60e6-cb9e-4f62-a8ba-7df0dcfddae3 req-30f043ef-5ac4-49db-b40e-c882d3c44cf9 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.1464510 Sep 29 17:35:55.594384 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c454d2c-1c5f-4be1-8645-6654508e4714 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:55.596696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2154c137-0607-4dda-879f-a111a3f2cf06 None None] No DVR routers for this DVR port 1689b4bd-e3bf-41d3-bdcc-b836ab759c14 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:35:55.599171 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c454d2c-1c5f-4be1-8645-6654508e4714 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.633811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a8e9e2-59a9-4c87-8ece-6e285350a7a1 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:55.682718 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1689b4bd-e3bf-41d3-bdcc-b836ab759c14 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:35:55.739509 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e665ae8f-622c-47ec-9ae3-6d1b28df3d02 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.758404 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d0a60e6-cb9e-4f62-a8ba-7df0dcfddae3 req-c8981baf-5bfe-4451-b6b0-0989e66a8b64 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580155 Sep 29 17:35:55.767872 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e665ae8f-622c-47ec-9ae3-6d1b28df3d02 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.787776 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 1689b4bd-e3bf-41d3-bdcc-b836ab759c14 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:35:55.788368 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1689b4bd-e3bf-41d3-bdcc-b836ab759c14 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:35:55.794610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665ae8f-622c-47ec-9ae3-6d1b28df3d02 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777cca38-afc2-48bc-a02e-dfbfbb38d00d,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:55.824168 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e665ae8f-622c-47ec-9ae3-6d1b28df3d02 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:55.825703 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e665ae8f-622c-47ec-9ae3-6d1b28df3d02 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4652455 Sep 29 17:35:55.849580 n-d-811748-2 neutron-server[95016]: INFO neutron.db.ipam_backend_mixin [None req-9c454d2c-1c5f-4be1-8645-6654508e4714 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 494d4898-6e44-4faa-8b89-5970324bd68c (CIDR: 2001:db8::/64) Sep 29 17:35:55.858920 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c454d2c-1c5f-4be1-8645-6654508e4714 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:35:55.861096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c454d2c-1c5f-4be1-8645-6654508e4714 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:35:55.890509 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44530) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:55.891073 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9c454d2c-1c5f-4be1-8645-6654508e4714 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5838084 Sep 29 17:35:55.900282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c2809719-be9d-4518-9b4d-ace8f83b9dcc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:55.953790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-941f4110-b501-408e-9e1a-d559a0124df3 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-133753025', 'router:external': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:55.974482 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44532) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:55.995123 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 012540b1-eb27-483e-81a4-d6b47077d0a0 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:35:56.010332 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1588ead-0b0c-49b9-a594-9ff21df2a808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.042496 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': '494d4898-6e44-4faa-8b89-5970324bd68c'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:35:56.043364 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.068726 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941f4110-b501-408e-9e1a-d559a0124df3 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Made reservation on behalf of a07cad0044b54539862b020f8d7082ec for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:56.078394 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-941f4110-b501-408e-9e1a-d559a0124df3 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.100854 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-941f4110-b501-408e-9e1a-d559a0124df3 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.128589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446119245', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:35:43Z', 'updated_at': '2021-09-29T17:35:53Z', 'revision_number': 4, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:44Z', 'updated_at': '2021-09-29T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '2e1b1f5e-6c3a-4c47-8c32-752b82108dfd', 'name': '', 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'mac_address': 'fa:16:3e:33:92:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:51Z', 'updated_at': '2021-09-29T17:35:53Z', 'revision_number': 2, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'subnets': [{'id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:35:56.168993 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1588ead-0b0c-49b9-a594-9ff21df2a808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.175610 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1588ead-0b0c-49b9-a594-9ff21df2a808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.197321 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2809719-be9d-4518-9b4d-ace8f83b9dcc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:56.204933 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c2809719-be9d-4518-9b4d-ace8f83b9dcc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.218748 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Checking router: 22740318-fa1b-4051-95b3-59f1f989bbe4 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:35:56.219207 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Updating router 22740318-fa1b-4051-95b3-59f1f989bbe4 port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:35:56.221337 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f1588ead-0b0c-49b9-a594-9ff21df2a808 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ff028dcf53f4931a9f7edea38dfb022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460651 Sep 29 17:35:56.223281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44544) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:56.276705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1588ead-0b0c-49b9-a594-9ff21df2a808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f04ca7-0d75-4c0d-b072-63f92aaef464,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:56.290938 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-15cd907b-ffde-4031-b843-d90085e9856b None None] Provisioning complete for port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:56.291361 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-15cd907b-ffde-4031-b843-d90085e9856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.293013 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.368077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 012540b1-eb27-483e-81a4-d6b47077d0a0 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:56.368455 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.416979 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-8fbe3d4b-e04c-446c-8975-e4ad93a0174e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_general--1254641658&fields=id&tenant_id=7e0ab65e9130409c86f928bc5b6c5b35 HTTP/1.1" status: 200 len: 267 time: 0.1944206 Sep 29 17:35:56.440573 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-15cd907b-ffde-4031-b843-d90085e9856b None None] Port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:35:56.450010 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Allocated IP 2001:db8::f816:3eff:fee9:c70 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/494d4898-6e44-4faa-8b89-5970324bd68c/30e30406-fc7f-4fb3-8a3a-6624fd809f5a) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:56.457774 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8d35709-dfff-4c3d-8c59-fb6082825279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.488572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-743ba3df-ac2b-4ad4-a563-6404ce12ba35 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_access--624392504&fields=id&tenant_id=7e0ab65e9130409c86f928bc5b6c5b35 HTTP/1.1" status: 200 len: 267 time: 0.0630412 Sep 29 17:35:56.503625 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8d35709-dfff-4c3d-8c59-fb6082825279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.572464 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-15cd907b-ffde-4031-b843-d90085e9856b None None] Provisioning complete for port 012540b1-eb27-483e-81a4-d6b47077d0a0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:56.572464 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-15cd907b-ffde-4031-b843-d90085e9856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.674506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-5918ffd5-3ac0-483f-b1f8-4c27e9add729 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:56.677073 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-5918ffd5-3ac0-483f-b1f8-4c27e9add729 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/networks?id=a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 HTTP/1.1" status: 200 len: 797 time: 0.1764824 Sep 29 17:35:56.698248 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8d35709-dfff-4c3d-8c59-fb6082825279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.703195 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8d35709-dfff-4c3d-8c59-fb6082825279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.708242 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a8d35709-dfff-4c3d-8c59-fb6082825279 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1f04ca7-0d75-4c0d-b072-63f92aaef464 HTTP/1.1" status: 204 len: 168 time: 0.4486599 Sep 29 17:35:56.711043 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-26d27ce8-abb1-4bcd-afb5-4fad3c2220a6 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/quotas/7e0ab65e9130409c86f928bc5b6c5b35 HTTP/1.1" status: 200 len: 375 time: 0.0231304 Sep 29 17:35:56.718914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d35709-dfff-4c3d-8c59-fb6082825279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f04ca7-0d75-4c0d-b072-63f92aaef464,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:56.792963 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-d5209fea-4958-4e88-b5d7-da537bb683a7 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e0ab65e9130409c86f928bc5b6c5b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712554 Sep 29 17:35:56.891257 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.933865 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.936413 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-941f4110-b501-408e-9e1a-d559a0124df3 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.970210 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfc322-396a-4fe7-8079-dcfdfaab8de1 req-9e33e3a8-7e5c-4e54-873c-a41970bd32cc tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:56.971818 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ddcfc322-396a-4fe7-8079-dcfdfaab8de1 req-9e33e3a8-7e5c-4e54-873c-a41970bd32cc tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.5435441 Sep 29 17:35:56.972488 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-941f4110-b501-408e-9e1a-d559a0124df3 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.974491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-9bfc944a-7ff0-461c-b151-fd08ddbcd862 service neutron] 10.222.0.44 "GET /v2.0/networks/a588a5dc-5635-4a0a-9f24-0a6d3e2a6066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573682 Sep 29 17:35:56.985786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941f4110-b501-408e-9e1a-d559a0124df3 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:35:56.997355 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-941f4110-b501-408e-9e1a-d559a0124df3 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:56.997704 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-941f4110-b501-408e-9e1a-d559a0124df3 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Added segment ee113a16-92ef-4871-976e-d98d7c980095 of type vlan for network 73a867b8-583d-4ccf-a551-4a01fa81613d Sep 29 17:35:57.018784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:57.030639 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:57.033031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:57.043722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Pushing event updated for resources: {'Port': ['ID=30e30406-fc7f-4fb3-8a3a-6624fd809f5a,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:57.053100 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-941f4110-b501-408e-9e1a-d559a0124df3 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:57.119092 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-941f4110-b501-408e-9e1a-d559a0124df3 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:57.120141 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941f4110-b501-408e-9e1a-d559a0124df3 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:57.120779 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-941f4110-b501-408e-9e1a-d559a0124df3 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:57.122916 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-c376c796-6596-4928-b4b1-e1cfd0bbd44a service neutron] 10.222.0.44 "GET /v2.0/networks/a588a5dc-5635-4a0a-9f24-0a6d3e2a6066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335220 Sep 29 17:35:57.172622 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44558) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:57.175524 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:35:57.183512 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-fc6830fb-e8d1-42ad-b085-10d78128ecb5 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Request body: {'subnet': {'network_id': '73a867b8-583d-4ccf-a551-4a01fa81613d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:57.183846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Attempting to bind port 30e30406-fc7f-4fb3-8a3a-6624fd809f5a on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:35:57.183846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Attempting to bind port 30e30406-fc7f-4fb3-8a3a-6624fd809f5a by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:35:57.183846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Attempting to bind port 30e30406-fc7f-4fb3-8a3a-6624fd809f5a on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:57.184153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-941f4110-b501-408e-9e1a-d559a0124df3 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7099771 Sep 29 17:35:57.200552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:35:57.200939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:35:57.201434 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:57.201968 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:35:57.202397 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Bound port: 30e30406-fc7f-4fb3-8a3a-6624fd809f5a, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:35:57.202784 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:57.206066 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:57.207694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f2685c7f-706b-4fd1-8eec-e044b28769d6 None None] Provisioning complete for port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:57.208061 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f2685c7f-706b-4fd1-8eec-e044b28769d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:57.257081 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:57.258577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6830fb-e8d1-42ad-b085-10d78128ecb5 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Made reservation on behalf of a07cad0044b54539862b020f8d7082ec for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:57.266335 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fc6830fb-e8d1-42ad-b085-10d78128ecb5 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:57.371753 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ddcfc322-396a-4fe7-8079-dcfdfaab8de1 req-dd5960a6-ddea-4d6a-b60e-c4245a9b5c82 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786417 Sep 29 17:35:57.384320 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f4110-b501-408e-9e1a-d559a0124df3 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Pushing event updated for resources: {'Network': ['ID=73a867b8-583d-4ccf-a551-4a01fa81613d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:57.405317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f4110-b501-408e-9e1a-d559a0124df3 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01769c69-30f3-4bd2-9f9b-6680df103673,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:57.462372 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:57.464241 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f2685c7f-706b-4fd1-8eec-e044b28769d6 None None] Port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:35:57.483992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 73a867b8-583d-4ccf-a551-4a01fa81613d details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:35:57.531442 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-decea056-cdbd-451f-9a58-5b3bdfdf7b0d req-c3e38dfa-a6f6-4191-9306-f6d8ab6f4bc4 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 210 time: 0.0866306 Sep 29 17:35:57.715888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c7bd5-1c7a-4436-8125-8b39cbc5a850 req-bedd453a-42b4-4854-9bec-48f5838e7aef tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:57.723845 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-423c7bd5-1c7a-4436-8125-8b39cbc5a850 req-bedd453a-42b4-4854-9bec-48f5838e7aef tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.1698809 Sep 29 17:35:57.734661 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c2809719-be9d-4518-9b4d-ace8f83b9dcc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:57.797738 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2809719-be9d-4518-9b4d-ace8f83b9dcc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=677c4a24-c4d8-4880-802c-46c870a56cd1,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:57.845076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2809719-be9d-4518-9b4d-ace8f83b9dcc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:57.848670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-c2809719-be9d-4518-9b4d-ace8f83b9dcc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:57.853713 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2809719-be9d-4518-9b4d-ace8f83b9dcc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:57.854396 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c2809719-be9d-4518-9b4d-ace8f83b9dcc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:57.885083 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-423c7bd5-1c7a-4436-8125-8b39cbc5a850 req-37d03ff7-15d0-4bc9-ab39-8147e425b923 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468682 Sep 29 17:35:57.886407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.objects.ports [None req-fc6830fb-e8d1-42ad-b085-10d78128ecb5 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:35:57.886407 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fc6830fb-e8d1-42ad-b085-10d78128ecb5 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:57.919240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44586) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:57.920571 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c2809719-be9d-4518-9b4d-ace8f83b9dcc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0272532 Sep 29 17:35:57.927218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-e0853b75-15f7-4655-8d12-e96534e5d2a5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'mac_address': 'fa:16:3e:6e:c7:5c', 'name': 'tempest-NetworksTestDHCPv6-952323945'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:57.933678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e2929-b684-41ce-8f04-892bd078a9c7 None None] Pushing event updated for resources: {'Port': ['ID=2e1b1f5e-6c3a-4c47-8c32-752b82108dfd,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:57.984859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6830fb-e8d1-42ad-b085-10d78128ecb5 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b62c8f34-6e6c-4bdc-94ff-885efa123c22,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:58.055246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Attempting to bind port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:35:58.055557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Attempting to bind port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '4cdaddc7-4687-4b7a-a4db-7f814736b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:35:58.055972 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Attempting to bind port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd on network a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:35:58.075966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] For port 30e30406-fc7f-4fb3-8a3a-6624fd809f5a, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:35:58.081214 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:35:58.082791 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Checking segment: {'id': '4cdaddc7-4687-4b7a-a4db-7f814736b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:35:58.083279 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:58.084013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Bound using segment: {'id': '4cdaddc7-4687-4b7a-a4db-7f814736b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:35:58.084172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Bound port: 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cdaddc7-4687-4b7a-a4db-7f814736b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:35:58.084563 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:58.112914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6830fb-e8d1-42ad-b085-10d78128ecb5 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Checking segment: {'id': 'ee113a16-92ef-4871-976e-d98d7c980095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '73a867b8-583d-4ccf-a551-4a01fa81613d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:35:58.113307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6830fb-e8d1-42ad-b085-10d78128ecb5 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Network hostable DHCP agents. Network: 73a867b8-583d-4ccf-a551-4a01fa81613d, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:35:58.145877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] For port 30e30406-fc7f-4fb3-8a3a-6624fd809f5a, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=30e30406-fc7f-4fb3-8a3a-6624fd809f5a,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:35:58.152390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-51197100-95e3-463b-a3f4-952d91dd9612 None None] Provisioning complete for port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:58.152770 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-51197100-95e3-463b-a3f4-952d91dd9612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:58.160212 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:58.175616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6830fb-e8d1-42ad-b085-10d78128ecb5 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Network 73a867b8-583d-4ccf-a551-4a01fa81613d is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:35:58.175875 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fdc3f-de02-4977-8815-fad923b745cc req-35991d03-b39a-4675-bc75-ab2e0ee6bc1d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:58.181066 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-577fdc3f-de02-4977-8815-fad923b745cc req-35991d03-b39a-4675-bc75-ab2e0ee6bc1d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.0898626 Sep 29 17:35:58.197020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-fc6830fb-e8d1-42ad-b085-10d78128ecb5 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 73a867b8-583d-4ccf-a551-4a01fa81613d) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:58.204062 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6830fb-e8d1-42ad-b085-10d78128ecb5 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:58.205842 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fc6830fb-e8d1-42ad-b085-10d78128ecb5 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:58.208728 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0853b75-15f7-4655-8d12-e96534e5d2a5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:58.225688 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25685fe7-72a7-4426-a0eb-3e72022617f7 None None] Network 73a867b8-583d-4ccf-a551-4a01fa81613d requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:58.252286 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fc6830fb-e8d1-42ad-b085-10d78128ecb5 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0782177 Sep 29 17:35:58.260909 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44594) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:58.274589 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-577fdc3f-de02-4977-8815-fad923b745cc req-bec59d74-a0c9-4270-8da1-8a705dafac79 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877271 Sep 29 17:35:58.302111 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-60c99487-07a1-474e-9a02-990b042fc650 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2095420952', 'network_id': '73a867b8-583d-4ccf-a551-4a01fa81613d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:35:58.343427 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e0853b75-15f7-4655-8d12-e96534e5d2a5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:58.370085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-e0853b75-15f7-4655-8d12-e96534e5d2a5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port 402896fc-0f3e-4de1-8e9d-b60813052476 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:35:58.383397 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c99487-07a1-474e-9a02-990b042fc650 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Made reservation on behalf of a07cad0044b54539862b020f8d7082ec for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:35:58.383999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] For port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:35:58.387901 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] For port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2e1b1f5e-6c3a-4c47-8c32-752b82108dfd,segment=NetworkSegment(4cdaddc7-4687-4b7a-a4db-7f814736b1ba),segment_id=4cdaddc7-4687-4b7a-a4db-7f814736b1ba)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:35:58.406317 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-60c99487-07a1-474e-9a02-990b042fc650 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:58.418276 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:58.456282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-51197100-95e3-463b-a3f4-952d91dd9612 None None] Port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:35:58.467538 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-60c99487-07a1-474e-9a02-990b042fc650 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] device_id is not set on port 4c8949dd-8a2d-4474-9711-a9ce8d3e07e0 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:35:58.530730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2fd7a-af94-465d-9d8a-7d08b4e2903b None None] Pushing event updated for resources: {'Port': ['ID=30e30406-fc7f-4fb3-8a3a-6624fd809f5a,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:58.605647 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Routers {'22740318-fa1b-4051-95b3-59f1f989bbe4'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:35:58.605993 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:35:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['22740318-fa1b-4051-95b3-59f1f989bbe4'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:35:58.785500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239db65b-00c5-4350-843b-3be4a68400d7 req-7d1bfe11-2dbb-4399-a24b-6251e305a0cd tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:58.804096 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-239db65b-00c5-4350-843b-3be4a68400d7 req-7d1bfe11-2dbb-4399-a24b-6251e305a0cd tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.2519729 Sep 29 17:35:58.814542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e2929-b684-41ce-8f04-892bd078a9c7 None None] Pushing event updated for resources: {'Port': ['ID=2e1b1f5e-6c3a-4c47-8c32-752b82108dfd,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:58.833006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-e0853b75-15f7-4655-8d12-e96534e5d2a5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8:0:1::3aa (53678ac2-5d4e-4c12-b83b-b5f63c37360c/677c4a24-c4d8-4880-802c-46c870a56cd1/402896fc-0f3e-4de1-8e9d-b60813052476) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:58.849658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-e0853b75-15f7-4655-8d12-e96534e5d2a5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::f816:3eff:fe6e:c75c (53678ac2-5d4e-4c12-b83b-b5f63c37360c/494d4898-6e44-4faa-8b89-5970324bd68c/402896fc-0f3e-4de1-8e9d-b60813052476) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:58.875151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dfc611-728d-4252-8899-0e8aeabfcd83 None None] Network 73a867b8-583d-4ccf-a551-4a01fa81613d requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:35:58.927297 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-239db65b-00c5-4350-843b-3be4a68400d7 req-49b7a159-c016-4b69-81fa-4799a85852ae tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204598 Sep 29 17:35:58.951975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-60c99487-07a1-474e-9a02-990b042fc650 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Allocated IP 2001:db8::46 (73a867b8-583d-4ccf-a551-4a01fa81613d/b62c8f34-6e6c-4bdc-94ff-885efa123c22/4c8949dd-8a2d-4474-9711-a9ce8d3e07e0) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:35:59.015032 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] Set router 22740318-fa1b-4051-95b3-59f1f989bbe4 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:35:59.018895 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-00eb9a3b-8c56-4918-882d-a8938fecd1fb req-0f6bd958-5d42-4364-be5b-86fa67496bdd tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 210 time: 0.0589926 Sep 29 17:35:59.140250 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-60c99487-07a1-474e-9a02-990b042fc650 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:59.183645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6d1321ef-39b9-4bba-8581-f6c6e49d5c29 None None] Provisioning complete for port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:35:59.184023 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6d1321ef-39b9-4bba-8581-f6c6e49d5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:59.202500 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-60c99487-07a1-474e-9a02-990b042fc650 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:59.254358 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c99487-07a1-474e-9a02-990b042fc650 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Network 73a867b8-583d-4ccf-a551-4a01fa81613d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:35:59.258337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-60c99487-07a1-474e-9a02-990b042fc650 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:35:59.262865 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c99487-07a1-474e-9a02-990b042fc650 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:35:59.264111 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c99487-07a1-474e-9a02-990b042fc650 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:59.265046 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-60c99487-07a1-474e-9a02-990b042fc650 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:59.287510 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c99487-07a1-474e-9a02-990b042fc650 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Pushing event updated for resources: {'Port': ['ID=4c8949dd-8a2d-4474-9711-a9ce8d3e07e0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:59.308028 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-60c99487-07a1-474e-9a02-990b042fc650 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0272486 Sep 29 17:35:59.311598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44616) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:35:59.411378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-968fcce6-364e-4eaf-b0d9-e30b10f0d7ac tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Deleting port 4c8949dd-8a2d-4474-9711-a9ce8d3e07e0 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:35:59.412027 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-968fcce6-364e-4eaf-b0d9-e30b10f0d7ac tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:59.456266 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6d1321ef-39b9-4bba-8581-f6c6e49d5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:59.514518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6d1321ef-39b9-4bba-8581-f6c6e49d5c29 None None] For port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2e1b1f5e-6c3a-4c47-8c32-752b82108dfd,segment=NetworkSegment(4cdaddc7-4687-4b7a-a4db-7f814736b1ba),segment_id=4cdaddc7-4687-4b7a-a4db-7f814736b1ba)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:35:59.521513 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446119245', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:35:43Z', 'updated_at': '2021-09-29T17:35:53Z', 'revision_number': 4, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:44Z', 'updated_at': '2021-09-29T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '2e1b1f5e-6c3a-4c47-8c32-752b82108dfd', 'name': '', 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'mac_address': 'fa:16:3e:33:92:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:51Z', 'updated_at': '2021-09-29T17:35:58Z', 'revision_number': 4, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'subnets': [{'id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:35:59.524629 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6d1321ef-39b9-4bba-8581-f6c6e49d5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:59.572457 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-968fcce6-364e-4eaf-b0d9-e30b10f0d7ac tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:35:59.608179 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af30a053-ef07-4881-afc0-b8ee8f152a0e None None] The sync data for ids ['22740318-fa1b-4051-95b3-59f1f989bbe4'] in n-d-811748-2 is: [{'id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446119245', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:35:43Z', 'updated_at': '2021-09-29T17:35:53Z', 'revision_number': 4, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:44Z', 'updated_at': '2021-09-29T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '2e1b1f5e-6c3a-4c47-8c32-752b82108dfd', 'name': '', 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'mac_address': 'fa:16:3e:33:92:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:51Z', 'updated_at': '2021-09-29T17:35:58Z', 'revision_number': 4, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'subnets': [{'id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:35:59.618368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9ea38-0825-4f34-b69e-523a1688b066 req-a8f112b3-45cf-4cc2-bcbf-4a227970d2c3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:59.626424 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8ce9ea38-0825-4f34-b69e-523a1688b066 req-a8f112b3-45cf-4cc2-bcbf-4a227970d2c3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.1311517 Sep 29 17:35:59.630458 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-968fcce6-364e-4eaf-b0d9-e30b10f0d7ac tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Calling delete_port for 4c8949dd-8a2d-4474-9711-a9ce8d3e07e0 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:35:59.676722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1321ef-39b9-4bba-8581-f6c6e49d5c29 None None] Pushing event updated for resources: {'Port': ['ID=2e1b1f5e-6c3a-4c47-8c32-752b82108dfd,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:35:59.792577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-033fcdaf-1010-4a22-94f5-bc8225d9efdc tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:35:59.794257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-033fcdaf-1010-4a22-94f5-bc8225d9efdc tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.49 "GET /v2.0/networks?id=a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 HTTP/1.1" status: 200 len: 797 time: 0.8826294 Sep 29 17:35:59.798885 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8ce9ea38-0825-4f34-b69e-523a1688b066 req-07390f7a-7320-4a02-bc95-cc75be53887e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715503 Sep 29 17:35:59.963544 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1415893-8939-4ccd-80bf-4eb50f412314 req-0a25a9fd-c276-467a-9361-a0cbf0eaa227 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1948142 Sep 29 17:35:59.981184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea82491a-8c15-45bf-a153-e40e88ee06c1 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:00.029613 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e0853b75-15f7-4655-8d12-e96534e5d2a5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:00.037007 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-968fcce6-364e-4eaf-b0d9-e30b10f0d7ac tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:00.124943 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fcce6-364e-4eaf-b0d9-e30b10f0d7ac tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c8949dd-8a2d-4474-9711-a9ce8d3e07e0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:00.171501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-084a5408-d33e-44c3-8a3d-cfed9d548d99 None None] Provisioning complete for port 30e30406-fc7f-4fb3-8a3a-6624fd809f5a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:00.172066 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-084a5408-d33e-44c3-8a3d-cfed9d548d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:00.182168 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-299d7ce0-a008-4e36-9cd3-3129c7241538 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e0ab65e9130409c86f928bc5b6c5b35 HTTP/1.1" status: 200 len: 477 time: 0.3645961 Sep 29 17:36:00.198288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-bc1979ab-2275-4121-b4e7-c30a241a53eb tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Request body: {'port': {'device_id': '327d7508-40fe-4574-b383-965ac6e1a833', 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'admin_state_up': True, 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'security_groups': ['a7cf6b6f-f57b-418d-97ca-bb249e10be88', 'e9bac7ac-2caf-45ef-9f54-a72beb86c5a5']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:00.204810 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-968fcce6-364e-4eaf-b0d9-e30b10f0d7ac tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:00.215994 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-968fcce6-364e-4eaf-b0d9-e30b10f0d7ac tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "DELETE /v2.0/ports/4c8949dd-8a2d-4474-9711-a9ce8d3e07e0 HTTP/1.1" status: 204 len: 168 time: 0.9026370 Sep 29 17:36:00.217536 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44644) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:00.221934 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '73a867b8-583d-4ccf-a551-4a01fa81613d', 'external_fixed_ips': [{'subnet_id': 'b62c8f34-6e6c-4bdc-94ff-885efa123c22', 'ip_address': '2001:db8::46'}]}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:00.239479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 30e30406-fc7f-4fb3-8a3a-6624fd809f5a up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:00.267388 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c3b76-3576-4889-af24-6a045e41df7e req-8afd3b63-bcd0-4690-9861-873868bb9cf3 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:00.267724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1415893-8939-4ccd-80bf-4eb50f412314 req-e974b756-a236-4eea-803f-b4057a9bcb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:00.269521 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a60c3b76-3576-4889-af24-6a045e41df7e req-8afd3b63-bcd0-4690-9861-873868bb9cf3 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.2128072 Sep 29 17:36:00.274948 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1415893-8939-4ccd-80bf-4eb50f412314 req-e974b756-a236-4eea-803f-b4057a9bcb9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 1097 time: 0.2672970 Sep 29 17:36:00.307679 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:00.308873 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:00.358948 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a60c3b76-3576-4889-af24-6a045e41df7e req-725e67e7-e641-44cf-840f-3eceede9d9e5 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707135 Sep 29 17:36:00.484094 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:00.617632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e0853b75-15f7-4655-8d12-e96534e5d2a5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:00.642770 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-084a5408-d33e-44c3-8a3d-cfed9d548d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:00.646909 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 30e30406-fc7f-4fb3-8a3a-6624fd809f5a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:00.646909 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:00.749706 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-084a5408-d33e-44c3-8a3d-cfed9d548d99 None None] For port 30e30406-fc7f-4fb3-8a3a-6624fd809f5a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=30e30406-fc7f-4fb3-8a3a-6624fd809f5a,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:00.756549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0853b75-15f7-4655-8d12-e96534e5d2a5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:00.764301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-e0853b75-15f7-4655-8d12-e96534e5d2a5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:00.765228 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-084a5408-d33e-44c3-8a3d-cfed9d548d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:00.767493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0853b75-15f7-4655-8d12-e96534e5d2a5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:00.775473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0853b75-15f7-4655-8d12-e96534e5d2a5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:00.776169 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e0853b75-15f7-4655-8d12-e96534e5d2a5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:00.794052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1415893-8939-4ccd-80bf-4eb50f412314 req-68da3e3f-a830-4793-bd93-8d634a48bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:00.795734 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1415893-8939-4ccd-80bf-4eb50f412314 req-68da3e3f-a830-4793-bd93-8d634a48bb31 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.4978468 Sep 29 17:36:00.801877 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e0853b75-15f7-4655-8d12-e96534e5d2a5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8810904 Sep 29 17:36:00.826781 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44660) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:00.872924 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f3e381c-dc68-4905-96aa-f44fab369af0 req-d5a4d09e-98a7-47b2-a70c-aa8ce47851a8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 210 time: 0.3034761 Sep 29 17:36:00.891476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1415893-8939-4ccd-80bf-4eb50f412314 req-e43cfe3e-b923-4f89-89be-205733878e49 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=574232f1-4978-4dee-b89a-f7334e0e47dc HTTP/1.1" status: 200 len: 217 time: 0.0633230 Sep 29 17:36:00.894165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0853b75-15f7-4655-8d12-e96534e5d2a5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=402896fc-0f3e-4de1-8e9d-b60813052476,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:00.896643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-bc1979ab-2275-4121-b4e7-c30a241a53eb tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Made reservation on behalf of 7e0ab65e9130409c86f928bc5b6c5b35 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:00.905908 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-bc1979ab-2275-4121-b4e7-c30a241a53eb tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:00.914584 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:00.991511 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:01.000655 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e56c60-e17b-4212-8d29-b74261688322 req-9a1495ab-6a7b-4aa5-a302-2ef76b8e19b0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:01.009013 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67e56c60-e17b-4212-8d29-b74261688322 req-9a1495ab-6a7b-4aa5-a302-2ef76b8e19b0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.3550074 Sep 29 17:36:01.078615 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a5408-d33e-44c3-8a3d-cfed9d548d99 None None] Pushing event updated for resources: {'Port': ['ID=30e30406-fc7f-4fb3-8a3a-6624fd809f5a,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:01.121929 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b535525-0b27-41c4-a500-ba4a8470501d None None] Update dhcp port {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'fixed_ips': [{'subnet_id': '494d4898-6e44-4faa-8b89-5970324bd68c', 'ip_address': '2001:db8::f816:3eff:fee9:c70'}, {'subnet_id': '677c4a24-c4d8-4880-802c-46c870a56cd1'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '30e30406-fc7f-4fb3-8a3a-6624fd809f5a'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:36:01.169772 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67e56c60-e17b-4212-8d29-b74261688322 req-9ceb2248-2844-41c3-bafc-f6830533c231 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597362 Sep 29 17:36:01.179227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1415893-8939-4ccd-80bf-4eb50f412314 req-82bf5b3b-dd3b-4151-97af-94eab515c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:01.181740 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1415893-8939-4ccd-80bf-4eb50f412314 req-82bf5b3b-dd3b-4151-97af-94eab515c6d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.2734628 Sep 29 17:36:01.191921 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:01.192514 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:01.199001 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9b535525-0b27-41c4-a500-ba4a8470501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:01.321270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-39a1aad4-306b-414f-a7bc-ca5fa59d09f4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port 402896fc-0f3e-4de1-8e9d-b60813052476 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:01.321913 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-39a1aad4-306b-414f-a7bc-ca5fa59d09f4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:01.349077 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1415893-8939-4ccd-80bf-4eb50f412314 req-51b80711-35a7-4432-ada0-93b52185d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:01.350833 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1415893-8939-4ccd-80bf-4eb50f412314 req-51b80711-35a7-4432-ada0-93b52185d258 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591094 Sep 29 17:36:01.378327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-bc1979ab-2275-4121-b4e7-c30a241a53eb tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Allocated IP 172.20.0.3 (a588a5dc-5635-4a0a-9f24-0a6d3e2a6066/16e6a24e-4cc5-4504-9886-5b52c278dce3/88f5be58-2bd3-4647-9c4d-32b1d953b479) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:01.521017 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-9b535525-0b27-41c4-a500-ba4a8470501d None None] Allocated IP 2001:db8:0:1::2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/677c4a24-c4d8-4880-802c-46c870a56cd1/30e30406-fc7f-4fb3-8a3a-6624fd809f5a) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:01.532536 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:01.558063 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:01.578394 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-39a1aad4-306b-414f-a7bc-ca5fa59d09f4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:01.630756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-39a1aad4-306b-414f-a7bc-ca5fa59d09f4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for 402896fc-0f3e-4de1-8e9d-b60813052476 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:01.639959 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1415893-8939-4ccd-80bf-4eb50f412314 req-9954280c-3aeb-444f-89a8-f3ea0c176abe service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766924 Sep 29 17:36:01.758522 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b627cc-f99c-4e02-853b-12b057b9fbcf req-b7f80a77-9ce7-47f7-884b-ae9c663a2954 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:01.766957 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-25b627cc-f99c-4e02-853b-12b057b9fbcf req-b7f80a77-9ce7-47f7-884b-ae9c663a2954 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.2111051 Sep 29 17:36:01.850486 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-25b627cc-f99c-4e02-853b-12b057b9fbcf req-d80fa39a-eb19-40ba-9fa5-c824c2bcefd5 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819564 Sep 29 17:36:01.903703 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-9b535525-0b27-41c4-a500-ba4a8470501d None None] For port 30e30406-fc7f-4fb3-8a3a-6624fd809f5a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=30e30406-fc7f-4fb3-8a3a-6624fd809f5a,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:01.920037 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1415893-8939-4ccd-80bf-4eb50f412314 req-f743ec3e-8346-44ec-b5c7-6f9bec6396a6 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636058 Sep 29 17:36:01.932577 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-bc1979ab-2275-4121-b4e7-c30a241a53eb tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:01.983911 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9b535525-0b27-41c4-a500-ba4a8470501d None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:01.994761 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9b535525-0b27-41c4-a500-ba4a8470501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:02.015911 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 30e30406-fc7f-4fb3-8a3a-6624fd809f5a up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:02.052202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2f7c8dd-2b97-45d0-bbe6-2c43a4c1a6e5 req-6189321c-b87c-46c3-b4b3-30abfd650769 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 210 time: 0.0514424 Sep 29 17:36:02.088178 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-bc1979ab-2275-4121-b4e7-c30a241a53eb tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:02.090063 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Allocated IP 2001:db8::46 (73a867b8-583d-4ccf-a551-4a01fa81613d/b62c8f34-6e6c-4bdc-94ff-885efa123c22/671a9008-f12b-4aba-98bf-c6ba00b8542f) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:02.197063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-bc1979ab-2275-4121-b4e7-c30a241a53eb tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Network a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:02.201265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1979ab-2275-4121-b4e7-c30a241a53eb tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'Port': ['ID=88f5be58-2bd3-4647-9c4d-32b1d953b479,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:02.205452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 30e30406-fc7f-4fb3-8a3a-6624fd809f5a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:02.208002 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:02.208220 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-bc1979ab-2275-4121-b4e7-c30a241a53eb tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:02.214926 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-bc1979ab-2275-4121-b4e7-c30a241a53eb tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:02.253565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b535525-0b27-41c4-a500-ba4a8470501d None None] Pushing event updated for resources: {'Port': ['ID=30e30406-fc7f-4fb3-8a3a-6624fd809f5a,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:02.256520 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-39a1aad4-306b-414f-a7bc-ca5fa59d09f4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:02.280949 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:02.326431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1aad4-306b-414f-a7bc-ca5fa59d09f4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=402896fc-0f3e-4de1-8e9d-b60813052476,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:02.345750 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:02.386851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-bc1979ab-2275-4121-b4e7-c30a241a53eb tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:02.387565 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-bc1979ab-2275-4121-b4e7-c30a241a53eb tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:02.393516 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Network 73a867b8-583d-4ccf-a551-4a01fa81613d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:02.401470 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:02.406093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:02.429746 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-39a1aad4-306b-414f-a7bc-ca5fa59d09f4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:02.433798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-39a1aad4-306b-414f-a7bc-ca5fa59d09f4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/402896fc-0f3e-4de1-8e9d-b60813052476 HTTP/1.1" status: 204 len: 168 time: 1.5959640 Sep 29 17:36:02.435725 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44674) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:02.446944 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-bc1979ab-2275-4121-b4e7-c30a241a53eb tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.2545331 Sep 29 17:36:02.461359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c5693-03f3-49ba-9034-43b6d5dbd3af req-a6d2380d-3264-43e4-8507-e154d06ea462 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:02.463245 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-839c5693-03f3-49ba-9034-43b6d5dbd3af req-a6d2380d-3264-43e4-8507-e154d06ea462 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.1729300 Sep 29 17:36:02.483375 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Request body: {'port': {'device_id': '327d7508-40fe-4574-b383-965ac6e1a833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:02.555688 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Pushing event updated for resources: {'Port': ['ID=671a9008-f12b-4aba-98bf-c6ba00b8542f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:02.588524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687b6d38-2b12-4f62-94e1-62ca6006e1aa tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:02.592601 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-687b6d38-2b12-4f62-94e1-62ca6006e1aa tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1535246 Sep 29 17:36:02.593606 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-839c5693-03f3-49ba-9034-43b6d5dbd3af req-be18d903-5612-49a0-a833-acd362aee1c7 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070282 Sep 29 17:36:02.594395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44676) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:02.603675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:02.627682 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-00f17342-c647-4697-8bdb-c29dccac968a None None] Provisioning complete for port 88f5be58-2bd3-4647-9c4d-32b1d953b479 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:02.628067 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-00f17342-c647-4697-8bdb-c29dccac968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:02.682012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-00f17342-c647-4697-8bdb-c29dccac968a None None] Port 88f5be58-2bd3-4647-9c4d-32b1d953b479 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:36:02.696843 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5526bf-f251-431b-869b-fb6d08f743b9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:02.700979 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8d5526bf-f251-431b-869b-fb6d08f743b9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1031497 Sep 29 17:36:02.701349 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44678) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:02.737877 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:02.829817 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed39bfd-0dd9-4adc-a0bb-7cf66a4e5470 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:02.831460 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed39bfd-0dd9-4adc-a0bb-7cf66a4e5470 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:02.832974 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed39bfd-0dd9-4adc-a0bb-7cf66a4e5470 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:02.834588 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8ed39bfd-0dd9-4adc-a0bb-7cf66a4e5470 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1323128 Sep 29 17:36:02.839786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44680) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:02.918488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0d205021-bc09-4fb2-ae19-3d035e5f50b4 None None] Provisioning complete for port 30e30406-fc7f-4fb3-8a3a-6624fd809f5a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:02.918839 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0d205021-bc09-4fb2-ae19-3d035e5f50b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:02.945729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e93986-d70c-409d-aa49-90ae29a613e6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 494d4898-6e44-4faa-8b89-5970324bd68c {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:36:02.951625 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16e93986-d70c-409d-aa49-90ae29a613e6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:03.009029 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16e93986-d70c-409d-aa49-90ae29a613e6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:03.075564 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339ba4c-b97e-4c28-a0a0-23fbc6a68232 req-a7516853-edcb-4934-b6e7-f230410dda5d tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:03.077440 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0339ba4c-b97e-4c28-a0a0-23fbc6a68232 req-a7516853-edcb-4934-b6e7-f230410dda5d tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.1259365 Sep 29 17:36:03.133358 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:03.167087 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0339ba4c-b97e-4c28-a0a0-23fbc6a68232 req-89713414-006f-4935-b556-a2369daf320d tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829141 Sep 29 17:36:03.203112 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0636c0b3-e9a6-4445-8ba8-ac55b6b4a482 None None] Could not find standard attr ID for object 402896fc-0f3e-4de1-8e9d-b60813052476. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:36:03.236826 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88f5be58-2bd3-4647-9c4d-32b1d953b479 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:36:03.265539 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:03.285461 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16e93986-d70c-409d-aa49-90ae29a613e6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:03.323638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Transition to ACTIVE for port object 88f5be58-2bd3-4647-9c4d-32b1d953b479 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:36:03.336232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc1dfe-f459-4264-9921-0671ed46ad9f req-275e9679-8808-4d54-ae15-4da15ead24e6 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:03.344448 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-04cc1dfe-f459-4264-9921-0671ed46ad9f req-275e9679-8808-4d54-ae15-4da15ead24e6 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 970 time: 0.1885612 Sep 29 17:36:03.365140 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:03.376112 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Router a596a0e3-a51a-4762-a533-1d802f2d86f3 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:36:03.453173 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-04cc1dfe-f459-4264-9921-0671ed46ad9f req-cccffaa8-c98f-4bec-b317-48a48f9f26b7 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5&id=a7cf6b6f-f57b-418d-97ca-bb249e10be88&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1075528 Sep 29 17:36:03.478349 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16e93986-d70c-409d-aa49-90ae29a613e6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:03.480348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Pushing event updated for resources: {'Port': ['ID=88f5be58-2bd3-4647-9c4d-32b1d953b479,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:03.531220 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e93986-d70c-409d-aa49-90ae29a613e6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=494d4898-6e44-4faa-8b89-5970324bd68c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:03.542993 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:36:03.548283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d852e6-d083-43fd-b00c-76c1a4c5b832 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:03.555802 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Sync routers for ids ['a596a0e3-a51a-4762-a533-1d802f2d86f3'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:36:03.567727 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16e93986-d70c-409d-aa49-90ae29a613e6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:03.570179 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-16e93986-d70c-409d-aa49-90ae29a613e6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/494d4898-6e44-4faa-8b89-5970324bd68c HTTP/1.1" status: 204 len: 168 time: 0.7289197 Sep 29 17:36:03.572121 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:03.575184 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Routers {'a596a0e3-a51a-4762-a533-1d802f2d86f3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:03.576088 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:35:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['a596a0e3-a51a-4762-a533-1d802f2d86f3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:03.577215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44700) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:03.577556 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7a100bae-0f8a-4c0c-87c1-4f2ab78e7c26 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.3586733 Sep 29 17:36:03.577756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44702) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:03.760985 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Set router a596a0e3-a51a-4762-a533-1d802f2d86f3 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:36:03.800016 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0c447-1994-4172-9a37-106e265a3e81 req-c90eeb8a-9ce8-48e3-a6f1-cb4e348ce2ca tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:03.801776 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e5f0c447-1994-4172-9a37-106e265a3e81 req-c90eeb8a-9ce8-48e3-a6f1-cb4e348ce2ca tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.0654266 Sep 29 17:36:03.804093 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device c2b27bf8-6167-4393-a3c1-9d9963d2e712 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:36:03.895052 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e5f0c447-1994-4172-9a37-106e265a3e81 req-28357081-bd9e-4f40-9a9f-e140af377905 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805924 Sep 29 17:36:04.027247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 30e30406-fc7f-4fb3-8a3a-6624fd809f5a up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:04.037312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port c2b27bf8-6167-4393-a3c1-9d9963d2e712, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=c2b27bf8-6167-4393-a3c1-9d9963d2e712,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:04.064633 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596a0e3-a51a-4762-a533-1d802f2d86f3', 'name': '', 'tenant_id': 'a07cad0044b54539862b020f8d7082ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73a867b8-583d-4ccf-a551-4a01fa81613d', 'external_fixed_ips': [{'subnet_id': 'b62c8f34-6e6c-4bdc-94ff-885efa123c22', 'ip_address': '2001:db8::46'}], 'enable_snat': True}, 'gw_port_id': '671a9008-f12b-4aba-98bf-c6ba00b8542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:00Z', 'updated_at': '2021-09-29T17:36:02Z', 'revision_number': 3, 'project_id': 'a07cad0044b54539862b020f8d7082ec', 'gw_port': {'id': '671a9008-f12b-4aba-98bf-c6ba00b8542f', 'name': '', 'network_id': '73a867b8-583d-4ccf-a551-4a01fa81613d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596a0e3-a51a-4762-a533-1d802f2d86f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b62c8f34-6e6c-4bdc-94ff-885efa123c22', 'ip_address': '2001:db8::46', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:36:01Z', 'updated_at': '2021-09-29T17:36:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b62c8f34-6e6c-4bdc-94ff-885efa123c22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:04.076347 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'c2b27bf8-6167-4393-a3c1-9d9963d2e712', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'port_id': 'c2b27bf8-6167-4393-a3c1-9d9963d2e712', 'mac_address': 'fa:16:3e:39:97:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:36:04.116376 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Checking router: a596a0e3-a51a-4762-a533-1d802f2d86f3 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:36:04.117872 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Updating router a596a0e3-a51a-4762-a533-1d802f2d86f3 port 671a9008-f12b-4aba-98bf-c6ba00b8542f binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:36:04.124079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-54039679-734d-4711-aadf-997309839720 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 677c4a24-c4d8-4880-802c-46c870a56cd1 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:36:04.139222 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54039679-734d-4711-aadf-997309839720 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.143905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Attempting to bind port 88f5be58-2bd3-4647-9c4d-32b1d953b479 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:36:04.144242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Attempting to bind port 88f5be58-2bd3-4647-9c4d-32b1d953b479 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '4cdaddc7-4687-4b7a-a4db-7f814736b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:36:04.144571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Attempting to bind port 88f5be58-2bd3-4647-9c4d-32b1d953b479 on network a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:04.156518 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.158267 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.159366 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 30e30406-fc7f-4fb3-8a3a-6624fd809f5a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:04.159858 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.186954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Port 88f5be58-2bd3-4647-9c4d-32b1d953b479 on network a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:36:04.187277 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Attempting to bind port 88f5be58-2bd3-4647-9c4d-32b1d953b479 on network a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:04.225587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:36:04.226468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Checking segment: {'id': '4cdaddc7-4687-4b7a-a4db-7f814736b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:04.226954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Bound using segment: {'id': '4cdaddc7-4687-4b7a-a4db-7f814736b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:36:04.228464 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2b27bf8-6167-4393-a3c1-9d9963d2e712 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:36:04.245086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Bound port: 88f5be58-2bd3-4647-9c4d-32b1d953b479, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cdaddc7-4687-4b7a-a4db-7f814736b1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:36:04.245710 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.267525 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54039679-734d-4711-aadf-997309839720 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.293777 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port c2b27bf8-6167-4393-a3c1-9d9963d2e712, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=c2b27bf8-6167-4393-a3c1-9d9963d2e712,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:04.313811 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.339741 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2ac26db1-c919-41f9-8a27-eb5bf3656925 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.371630 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=c2b27bf8-6167-4393-a3c1-9d9963d2e712,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:04.483778 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.490799 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.577511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['c2b27bf8-6167-4393-a3c1-9d9963d2e712'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:36:04.586256 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589a7cf-8517-4fe8-aa4d-fa463b2f7fd2 req-3860658a-41ac-434d-85e3-9e402f95c110 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:04.591715 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Attempting to bind port 671a9008-f12b-4aba-98bf-c6ba00b8542f on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:36:04.593017 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Attempting to bind port 671a9008-f12b-4aba-98bf-c6ba00b8542f by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'ee113a16-92ef-4871-976e-d98d7c980095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '73a867b8-583d-4ccf-a551-4a01fa81613d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:36:04.594503 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Attempting to bind port 671a9008-f12b-4aba-98bf-c6ba00b8542f on network 73a867b8-583d-4ccf-a551-4a01fa81613d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:04.597922 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9589a7cf-8517-4fe8-aa4d-fa463b2f7fd2 req-3860658a-41ac-434d-85e3-9e402f95c110 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.3157866 Sep 29 17:36:04.626759 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:36:04.629671 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Checking segment: {'id': 'ee113a16-92ef-4871-976e-d98d7c980095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '73a867b8-583d-4ccf-a551-4a01fa81613d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:04.630275 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.632092 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Bound using segment: {'id': 'ee113a16-92ef-4871-976e-d98d7c980095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '73a867b8-583d-4ccf-a551-4a01fa81613d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:36:04.634407 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Bound port: 671a9008-f12b-4aba-98bf-c6ba00b8542f, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee113a16-92ef-4871-976e-d98d7c980095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '73a867b8-583d-4ccf-a551-4a01fa81613d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:36:04.635177 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.706678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] For port 88f5be58-2bd3-4647-9c4d-32b1d953b479, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:36:04.707069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84306a47-f3bf-4af6-bf95-0d9a694c26d7 req-79828a8a-08e7-431b-aefc-24cd5d61f699 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:04.720342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-84306a47-f3bf-4af6-bf95-0d9a694c26d7 req-79828a8a-08e7-431b-aefc-24cd5d61f699 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 982 time: 0.1229205 Sep 29 17:36:04.725884 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54039679-734d-4711-aadf-997309839720 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.781220 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] For port 88f5be58-2bd3-4647-9c4d-32b1d953b479, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=88f5be58-2bd3-4647-9c4d-32b1d953b479,segment=NetworkSegment(4cdaddc7-4687-4b7a-a4db-7f814736b1ba),segment_id=4cdaddc7-4687-4b7a-a4db-7f814736b1ba)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:36:04.821390 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-84306a47-f3bf-4af6-bf95-0d9a694c26d7 req-b9136b73-a862-4eb9-b9ab-5e40bcc04298 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5&id=a7cf6b6f-f57b-418d-97ca-bb249e10be88&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0996039 Sep 29 17:36:04.848942 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9589a7cf-8517-4fe8-aa4d-fa463b2f7fd2 req-daf8fd5d-fc72-43da-b727-7fe49250abf8 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501259 Sep 29 17:36:04.856822 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.872529 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2ac26db1-c919-41f9-8a27-eb5bf3656925 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.924372 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] For port 671a9008-f12b-4aba-98bf-c6ba00b8542f, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:36:04.928851 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] For port 671a9008-f12b-4aba-98bf-c6ba00b8542f, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=671a9008-f12b-4aba-98bf-c6ba00b8542f,segment=NetworkSegment(ee113a16-92ef-4871-976e-d98d7c980095),segment_id=ee113a16-92ef-4871-976e-d98d7c980095)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:36:04.939894 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.945101 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54039679-734d-4711-aadf-997309839720 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.955431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f9704d98-c46a-4cb4-a83e-d7d52502b856 None None] Provisioning complete for port 30e30406-fc7f-4fb3-8a3a-6624fd809f5a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:04.955839 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f9704d98-c46a-4cb4-a83e-d7d52502b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:04.979351 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daefd9a-264e-4fe8-883a-5f12a51e6683 None None] Pushing event updated for resources: {'Port': ['ID=671a9008-f12b-4aba-98bf-c6ba00b8542f,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:05.042467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:05.043101 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:05.044519 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] 10.222.0.49 "PUT /v2.0/ports/88f5be58-2bd3-4647-9c4d-32b1d953b479 HTTP/1.1" status: 200 len: 1130 time: 2.5803294 Sep 29 17:36:05.046779 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Routers {'a596a0e3-a51a-4762-a533-1d802f2d86f3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:05.047641 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:35:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['a596a0e3-a51a-4762-a533-1d802f2d86f3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:05.071011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54039679-734d-4711-aadf-997309839720 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=677c4a24-c4d8-4880-802c-46c870a56cd1,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:05.078463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327d7508-40fe-4574-b383-965ac6e1a833', 'tag': '88f5be58-2bd3-4647-9c4d-32b1d953b479'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:36:05.086666 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb58a40f-882e-4a38-adc0-385555fb0dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "327d7508-40fe-4574-b383-965ac6e1a833", "tag": "88f5be58-2bd3-4647-9c4d-32b1d953b479"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:36:05.146598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46494f-7866-4e7a-aa61-71579443a49e req-e61852e6-9da1-4b97-b4c4-cd54a8a40506 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:05.159406 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f46494f-7866-4e7a-aa61-71579443a49e req-e61852e6-9da1-4b97-b4c4-cd54a8a40506 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 944 time: 0.1373127 Sep 29 17:36:05.175542 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54039679-734d-4711-aadf-997309839720 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:05.183669 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1fc2c4-c55d-4047-bc29-f5977d53cb18 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:05.184644 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-54039679-734d-4711-aadf-997309839720 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/677c4a24-c4d8-4880-802c-46c870a56cd1 HTTP/1.1" status: 204 len: 168 time: 1.6040125 Sep 29 17:36:05.185310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44718) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:05.231717 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f46494f-7866-4e7a-aa61-71579443a49e req-4a5bb2f3-46a5-4906-a730-3973d1f9aa2b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660994 Sep 29 17:36:05.231977 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e315790-f026-4da5-aa45-0dcf2729562a x-openstack-request-id: req-0e315790-f026-4da5-aa45-0dcf2729562a {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:36:05.232087 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327d7508-40fe-4574-b383-965ac6e1a833", "tag": "88f5be58-2bd3-4647-9c4d-32b1d953b479", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:36:05.232310 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e315790-f026-4da5-aa45-0dcf2729562a {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:36:05.232692 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327d7508-40fe-4574-b383-965ac6e1a833', 'tag': '88f5be58-2bd3-4647-9c4d-32b1d953b479', 'status': 'completed', 'code': 200} Sep 29 17:36:05.246035 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] Set router a596a0e3-a51a-4762-a533-1d802f2d86f3 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:36:05.334801 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0bb3a2f5-5b7c-4df8-b3f4-38a5adb6ed42 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009884 Sep 29 17:36:05.336513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b554a-2fae-464b-82f7-de60c15f3057 service neutron] Pushing event updated for resources: {'Port': ['ID=88f5be58-2bd3-4647-9c4d-32b1d953b479,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:05.338190 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44720) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:05.338511 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daefd9a-264e-4fe8-883a-5f12a51e6683 None None] Pushing event updated for resources: {'Port': ['ID=671a9008-f12b-4aba-98bf-c6ba00b8542f,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:05.343458 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-408087dd-f0a2-4d9e-b8cc-b0288d8e0006 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:05.365000 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-0f9fcb5c-4d9e-4d4d-a086-ff9bcd54c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:05.367749 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-0f9fcb5c-4d9e-4d4d-a086-ff9bcd54c089 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e0ab65e9130409c86f928bc5b6c5b35&device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 1133 time: 0.2629299 Sep 29 17:36:05.549251 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-fe0d19d5-854b-41e1-a286-d1f1fcd1b134 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88f5be58-2bd3-4647-9c4d-32b1d953b479 HTTP/1.1" status: 200 len: 217 time: 0.1673279 Sep 29 17:36:05.550764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-2ac26db1-c919-41f9-8a27-eb5bf3656925 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Deleting port 671a9008-f12b-4aba-98bf-c6ba00b8542f {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:05.551103 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2ac26db1-c919-41f9-8a27-eb5bf3656925 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:05.594018 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408087dd-f0a2-4d9e-b8cc-b0288d8e0006 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:05.598718 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-408087dd-f0a2-4d9e-b8cc-b0288d8e0006 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:05.639176 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce9ce08-12d7-4b82-b1ea-0e2688bdb800 None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:36:05.660796 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a596a0e3-a51a-4762-a533-1d802f2d86f3', 'name': '', 'tenant_id': 'a07cad0044b54539862b020f8d7082ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73a867b8-583d-4ccf-a551-4a01fa81613d', 'external_fixed_ips': [{'subnet_id': 'b62c8f34-6e6c-4bdc-94ff-885efa123c22', 'ip_address': '2001:db8::46'}], 'enable_snat': True}, 'gw_port_id': '671a9008-f12b-4aba-98bf-c6ba00b8542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:00Z', 'updated_at': '2021-09-29T17:36:02Z', 'revision_number': 3, 'project_id': 'a07cad0044b54539862b020f8d7082ec', 'gw_port': {'id': '671a9008-f12b-4aba-98bf-c6ba00b8542f', 'name': '', 'network_id': '73a867b8-583d-4ccf-a551-4a01fa81613d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596a0e3-a51a-4762-a533-1d802f2d86f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b62c8f34-6e6c-4bdc-94ff-885efa123c22', 'ip_address': '2001:db8::46', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:36:01Z', 'updated_at': '2021-09-29T17:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62c8f34-6e6c-4bdc-94ff-885efa123c22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:05.697031 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d5de78-7d1f-42b8-9e38-928c9122c385 None None] The sync data for ids ['a596a0e3-a51a-4762-a533-1d802f2d86f3'] in n-d-811748-2 is: [{'id': 'a596a0e3-a51a-4762-a533-1d802f2d86f3', 'name': '', 'tenant_id': 'a07cad0044b54539862b020f8d7082ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73a867b8-583d-4ccf-a551-4a01fa81613d', 'external_fixed_ips': [{'subnet_id': 'b62c8f34-6e6c-4bdc-94ff-885efa123c22', 'ip_address': '2001:db8::46'}], 'enable_snat': True}, 'gw_port_id': '671a9008-f12b-4aba-98bf-c6ba00b8542f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:00Z', 'updated_at': '2021-09-29T17:36:02Z', 'revision_number': 3, 'project_id': 'a07cad0044b54539862b020f8d7082ec', 'gw_port': {'id': '671a9008-f12b-4aba-98bf-c6ba00b8542f', 'name': '', 'network_id': '73a867b8-583d-4ccf-a551-4a01fa81613d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:1f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a596a0e3-a51a-4762-a533-1d802f2d86f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1931, 'fixed_ips': [{'subnet_id': 'b62c8f34-6e6c-4bdc-94ff-885efa123c22', 'ip_address': '2001:db8::46', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:36:01Z', 'updated_at': '2021-09-29T17:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b62c8f34-6e6c-4bdc-94ff-885efa123c22', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:36:05.814123 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9ce08-12d7-4b82-b1ea-0e2688bdb800 None None] Deleting port 30e30406-fc7f-4fb3-8a3a-6624fd809f5a {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:05.814554 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0ce9ce08-12d7-4b82-b1ea-0e2688bdb800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:05.818792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-090539d9-e2fb-450d-ae43-0f98ad34cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:05.821220 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-090539d9-e2fb-450d-ae43-0f98ad34cf19 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=16e6a24e-4cc5-4504-9886-5b52c278dce3 HTTP/1.1" status: 200 len: 834 time: 0.2521963 Sep 29 17:36:05.827408 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device c2b27bf8-6167-4393-a3c1-9d9963d2e712 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:05.916261 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-408087dd-f0a2-4d9e-b8cc-b0288d8e0006 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:05.997629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408087dd-f0a2-4d9e-b8cc-b0288d8e0006 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:06.001352 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-408087dd-f0a2-4d9e-b8cc-b0288d8e0006 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:06.007761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408087dd-f0a2-4d9e-b8cc-b0288d8e0006 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:06.010504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-408087dd-f0a2-4d9e-b8cc-b0288d8e0006 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:06.052781 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 30e30406-fc7f-4fb3-8a3a-6624fd809f5a no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:36:06.087409 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-2ac26db1-c919-41f9-8a27-eb5bf3656925 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] For port 671a9008-f12b-4aba-98bf-c6ba00b8542f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=671a9008-f12b-4aba-98bf-c6ba00b8542f,segment=NetworkSegment(ee113a16-92ef-4871-976e-d98d7c980095),segment_id=ee113a16-92ef-4871-976e-d98d7c980095)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:06.090403 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2ac26db1-c919-41f9-8a27-eb5bf3656925 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:06.115606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port c2b27bf8-6167-4393-a3c1-9d9963d2e712 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:06.116010 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:06.120888 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0ce9ce08-12d7-4b82-b1ea-0e2688bdb800 None None] For port 30e30406-fc7f-4fb3-8a3a-6624fd809f5a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=30e30406-fc7f-4fb3-8a3a-6624fd809f5a,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:06.121377 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0ce9ce08-12d7-4b82-b1ea-0e2688bdb800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:06.127550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-2ac26db1-c919-41f9-8a27-eb5bf3656925 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Calling delete_port for 671a9008-f12b-4aba-98bf-c6ba00b8542f owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:06.210922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-a9b610ac-1802-4961-8b44-e5691f15c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:06.212640 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-a9b610ac-1802-4961-8b44-e5691f15c1d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a588a5dc-5635-4a0a-9f24-0a6d3e2a6066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3547328 Sep 29 17:36:06.219843 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-408087dd-f0a2-4d9e-b8cc-b0288d8e0006 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8776786 Sep 29 17:36:06.220050 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9ce08-12d7-4b82-b1ea-0e2688bdb800 None None] Calling delete_port for 30e30406-fc7f-4fb3-8a3a-6624fd809f5a owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:06.230623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44730) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:06.234520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408087dd-f0a2-4d9e-b8cc-b0288d8e0006 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=dff465a9-81e6-4dc7-9355-73df88d30ba8,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:06.252585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-814716e6-7ee1-4af3-9254-b16c1cb6b979 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:06.310910 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3a648-5149-4ae8-90c6-3f0723691a3b req-d878d711-fe95-40df-b408-e185e30f0550 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:06.325245 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64f3a648-5149-4ae8-90c6-3f0723691a3b req-d878d711-fe95-40df-b408-e185e30f0550 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 982 time: 0.2333992 Sep 29 17:36:06.353798 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0ce9ce08-12d7-4b82-b1ea-0e2688bdb800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:06.359469 n-d-811748-2 neutron-server[95017]: INFO neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No ports have port_id starting with 30e30406-fc7f-4fb3-8a3a-6624fd809f5a Sep 29 17:36:06.396366 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce9ce08-12d7-4b82-b1ea-0e2688bdb800 None None] Pushing event deleted for resources: {'Port': ['ID=30e30406-fc7f-4fb3-8a3a-6624fd809f5a,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:06.399542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58ff5d-6d91-4593-affd-f776c2e055c7 req-d875fc30-2e16-46cc-b4a0-26f379b355f9 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:06.401766 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9b58ff5d-6d91-4593-affd-f776c2e055c7 req-d875fc30-2e16-46cc-b4a0-26f379b355f9 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.2690737 Sep 29 17:36:06.410703 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9ce08-12d7-4b82-b1ea-0e2688bdb800 None None] No DVR routers for this DVR port 30e30406-fc7f-4fb3-8a3a-6624fd809f5a on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:36:06.446756 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64f3a648-5149-4ae8-90c6-3f0723691a3b req-6086d9ce-b05d-472c-b439-2bad1514d086 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5&id=a7cf6b6f-f57b-418d-97ca-bb249e10be88&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1131616 Sep 29 17:36:06.480771 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:06.482813 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf8f7a0-8f77-44e0-a9c8-5e6efbf16107 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:06.636412 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729dffd-53be-45ce-97c8-8f9912451085 req-f00facb3-e68c-494b-85b3-0d2165d60b82 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:06.639335 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6729dffd-53be-45ce-97c8-8f9912451085 req-f00facb3-e68c-494b-85b3-0d2165d60b82 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 944 time: 0.1019473 Sep 29 17:36:06.699665 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370144d1-d32c-48de-9ced-b0e4834c3c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b27bf8-6167-4393-a3c1-9d9963d2e712'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:36:06.702176 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7459c7c-bed5-41c1-9ab9-6c98e79d6618" -d '{"events": [{"server_uuid": "370144d1-d32c-48de-9ced-b0e4834c3c2f", "name": "network-vif-plugged", "status": "completed", "tag": "c2b27bf8-6167-4393-a3c1-9d9963d2e712"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:36:06.723296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port c2b27bf8-6167-4393-a3c1-9d9963d2e712, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=c2b27bf8-6167-4393-a3c1-9d9963d2e712,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:06.728299 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6729dffd-53be-45ce-97c8-8f9912451085 req-896a028c-2de5-40b4-a1fb-f5ad5c23b2c6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820880 Sep 29 17:36:06.748410 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9b58ff5d-6d91-4593-affd-f776c2e055c7 req-8aafd588-f0fd-4046-a482-8d195083a5c8 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716219 Sep 29 17:36:06.755506 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-c5f127be-67fa-4fb3-ada1-114d11bc52f2 service neutron] 10.222.0.49 "GET /v2.0/networks/a588a5dc-5635-4a0a-9f24-0a6d3e2a6066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244663 Sep 29 17:36:06.763068 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2ac26db1-c919-41f9-8a27-eb5bf3656925 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:06.778822 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:06.900017 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=c2b27bf8-6167-4393-a3c1-9d9963d2e712,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:06.904561 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': 'dff465a9-81e6-4dc7-9355-73df88d30ba8'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:36:06.905789 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:06.912812 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6ba0e1-05ec-4b1e-874e-e4193d784d64 x-openstack-request-id: req-6d6ba0e1-05ec-4b1e-874e-e4193d784d64 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:36:06.913458 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370144d1-d32c-48de-9ced-b0e4834c3c2f", "name": "network-vif-plugged", "status": "completed", "tag": "c2b27bf8-6167-4393-a3c1-9d9963d2e712", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:36:06.914584 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d6ba0e1-05ec-4b1e-874e-e4193d784d64 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:36:06.915283 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370144d1-d32c-48de-9ced-b0e4834c3c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b27bf8-6167-4393-a3c1-9d9963d2e712', 'code': 200} Sep 29 17:36:06.917440 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac26db1-c919-41f9-8a27-eb5bf3656925 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Pushing event deleted for resources: {'Port': ['ID=671a9008-f12b-4aba-98bf-c6ba00b8542f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:07.031008 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2ac26db1-c919-41f9-8a27-eb5bf3656925 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.037980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814716e6-7ee1-4af3-9254-b16c1cb6b979 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:07.042128 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-814716e6-7ee1-4af3-9254-b16c1cb6b979 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.117508 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44752) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:07.138824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Allocated IP 2001:db8::2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/dff465a9-81e6-4dc7-9355-73df88d30ba8/255e0cf1-b73a-4079-bf2f-99f8450397a3) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:07.200571 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35c5eb2a-7da4-45a6-9a28-f3f60fed0c43 req-ed9fa4b3-3a7b-4d88-a9e9-ebf73b3c1624 service neutron] 10.222.0.49 "GET /v2.0/networks/a588a5dc-5635-4a0a-9f24-0a6d3e2a6066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318483 Sep 29 17:36:07.205586 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2ac26db1-c919-41f9-8a27-eb5bf3656925 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.245627 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2ac26db1-c919-41f9-8a27-eb5bf3656925 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.348811 n-d-811748-2 neutron-server[95016]: INFO neutron.db.ipam_backend_mixin [None req-814716e6-7ee1-4af3-9254-b16c1cb6b979 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dff465a9-81e6-4dc7-9355-73df88d30ba8 (CIDR: 2001:db8::/64) Sep 29 17:36:07.374696 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2ac26db1-c919-41f9-8a27-eb5bf3656925 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.376754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac26db1-c919-41f9-8a27-eb5bf3656925 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a596a0e3-a51a-4762-a533-1d802f2d86f3 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:36:07.379704 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0374dc94-ed99-49df-8c34-6f81fbd89674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.387695 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-814716e6-7ee1-4af3-9254-b16c1cb6b979 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:36:07.388587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814716e6-7ee1-4af3-9254-b16c1cb6b979 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:07.398158 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2ac26db1-c919-41f9-8a27-eb5bf3656925 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.401902 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2ac26db1-c919-41f9-8a27-eb5bf3656925 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "DELETE /v2.0/routers/a596a0e3-a51a-4762-a533-1d802f2d86f3 HTTP/1.1" status: 204 len: 168 time: 3.8000519 Sep 29 17:36:07.404070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44760) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:07.437980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58a40f-882e-4a38-adc0-385555fb0dd4 req-f5208bef-eee9-42e0-bcd9-6662c43dc999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:07.439831 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb58a40f-882e-4a38-adc0-385555fb0dd4 req-f5208bef-eee9-42e0-bcd9-6662c43dc999 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e0ab65e9130409c86f928bc5b6c5b35&device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 1133 time: 0.1331964 Sep 29 17:36:07.472511 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.484724 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.506824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:07.510426 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:07.524920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14db232-2d07-470d-ac95-723969a0d129 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Deleting subnet b62c8f34-6e6c-4bdc-94ff-885efa123c22 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:36:07.529202 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f14db232-2d07-470d-ac95-723969a0d129 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.531793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:07.606716 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Pushing event updated for resources: {'Port': ['ID=255e0cf1-b73a-4079-bf2f-99f8450397a3,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:07.629552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Attempting to bind port 255e0cf1-b73a-4079-bf2f-99f8450397a3 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:36:07.629937 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Attempting to bind port 255e0cf1-b73a-4079-bf2f-99f8450397a3 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:36:07.633067 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Attempting to bind port 255e0cf1-b73a-4079-bf2f-99f8450397a3 on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:07.639601 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:36:07.639989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:07.640462 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.640805 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:36:07.641365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Bound port: 255e0cf1-b73a-4079-bf2f-99f8450397a3, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:36:07.641754 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.660864 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0374dc94-ed99-49df-8c34-6f81fbd89674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.680258 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58a40f-882e-4a38-adc0-385555fb0dd4 req-770dd506-358e-4072-b839-2440663b199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:07.682227 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb58a40f-882e-4a38-adc0-385555fb0dd4 req-770dd506-358e-4072-b839-2440663b199f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 HTTP/1.1" status: 200 len: 898 time: 0.2305331 Sep 29 17:36:07.682995 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0374dc94-ed99-49df-8c34-6f81fbd89674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.685330 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-814716e6-7ee1-4af3-9254-b16c1cb6b979 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4376118 Sep 29 17:36:07.696439 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f14db232-2d07-470d-ac95-723969a0d129 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.696970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44778) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:07.707513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-68eba507-0fe7-412f-9fc6-9c443a446f8b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:07.732951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56222f-7e02-403c-a49a-2f7b66774d96 req-47527d2f-5d18-44ed-b805-893549d5283d tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:07.734650 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d56222f-7e02-403c-a49a-2f7b66774d96 req-47527d2f-5d18-44ed-b805-893549d5283d tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 982 time: 0.1467073 Sep 29 17:36:07.777998 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] For port 255e0cf1-b73a-4079-bf2f-99f8450397a3, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:36:07.780118 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb58a40f-882e-4a38-adc0-385555fb0dd4 req-bae35cba-873b-4b5a-b32e-67d825cadb3f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88f5be58-2bd3-4647-9c4d-32b1d953b479 HTTP/1.1" status: 200 len: 217 time: 0.0842910 Sep 29 17:36:07.782525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] For port 255e0cf1-b73a-4079-bf2f-99f8450397a3, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=255e0cf1-b73a-4079-bf2f-99f8450397a3,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:36:07.790002 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.799923 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0374dc94-ed99-49df-8c34-6f81fbd89674 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68b836ad1f624f71b803b757b58ee5b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6815994 Sep 29 17:36:07.802670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44784) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:07.806237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374dc94-ed99-49df-8c34-6f81fbd89674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8609f5-e5d0-4a0a-8142-f42a2d3bdd61,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:07.837054 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f14db232-2d07-470d-ac95-723969a0d129 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:07.852770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87656591-cb3e-4e6c-b080-a3a85105caf5 None None] Pushing event updated for resources: {'Port': ['ID=255e0cf1-b73a-4079-bf2f-99f8450397a3,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:07.996777 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a170a1e9-761a-4610-8c82-b69316073929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:08.004599 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58a40f-882e-4a38-adc0-385555fb0dd4 req-602ed12c-af31-49fb-8a29-8986690f56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:08.006486 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb58a40f-882e-4a38-adc0-385555fb0dd4 req-602ed12c-af31-49fb-8a29-8986690f56cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=16e6a24e-4cc5-4504-9886-5b52c278dce3 HTTP/1.1" status: 200 len: 834 time: 0.2019727 Sep 29 17:36:08.031484 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a170a1e9-761a-4610-8c82-b69316073929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:08.108187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eba507-0fe7-412f-9fc6-9c443a446f8b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:08.115352 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68eba507-0fe7-412f-9fc6-9c443a446f8b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:08.148584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29647283-e76d-4414-94a7-494cd740f677 req-b53c2df0-8973-41e8-918a-117e305f96b8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:08.157009 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-29647283-e76d-4414-94a7-494cd740f677 req-b53c2df0-8973-41e8-918a-117e305f96b8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.2824709 Sep 29 17:36:08.168730 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a170a1e9-761a-4610-8c82-b69316073929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:08.171340 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a170a1e9-761a-4610-8c82-b69316073929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:08.172506 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a170a1e9-761a-4610-8c82-b69316073929 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc8609f5-e5d0-4a0a-8142-f42a2d3bdd61 HTTP/1.1" status: 204 len: 168 time: 0.3686104 Sep 29 17:36:08.265655 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170a1e9-761a-4610-8c82-b69316073929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8609f5-e5d0-4a0a-8142-f42a2d3bdd61,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:08.339865 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d56222f-7e02-403c-a49a-2f7b66774d96 req-7efccd97-526a-4460-8b71-e747b98a949d tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5&id=a7cf6b6f-f57b-418d-97ca-bb249e10be88&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5647590 Sep 29 17:36:08.350506 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-29647283-e76d-4414-94a7-494cd740f677 req-0c9d5fe7-354c-4cc8-9e17-179738de2124 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903493 Sep 29 17:36:08.351845 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f14db232-2d07-470d-ac95-723969a0d129 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:08.414996 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f14db232-2d07-470d-ac95-723969a0d129 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:08.416973 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f14db232-2d07-470d-ac95-723969a0d129 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/b62c8f34-6e6c-4bdc-94ff-885efa123c22 HTTP/1.1" status: 204 len: 168 time: 1.0116315 Sep 29 17:36:08.420977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44794) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:08.439955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58a40f-882e-4a38-adc0-385555fb0dd4 req-f4944756-b2b4-44d4-adf6-44a4fc33b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:08.442029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14db232-2d07-470d-ac95-723969a0d129 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b62c8f34-6e6c-4bdc-94ff-885efa123c22,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:08.451998 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb58a40f-882e-4a38-adc0-385555fb0dd4 req-f4944756-b2b4-44d4-adf6-44a4fc33b2c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a588a5dc-5635-4a0a-9f24-0a6d3e2a6066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4144979 Sep 29 17:36:08.557127 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2e29ca09-b2cd-4b16-bbfd-d2f57816d1a4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:08.646783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06858ec1-2fc6-460b-ba6f-3132d7e67cf6 req-f0e5f3b1-6dc1-450b-b026-30629ecdac38 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:08.655383 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-06858ec1-2fc6-460b-ba6f-3132d7e67cf6 req-f0e5f3b1-6dc1-450b-b026-30629ecdac38 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.1439440 Sep 29 17:36:08.683286 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2e29ca09-b2cd-4b16-bbfd-d2f57816d1a4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:08.706237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2e29ca09-b2cd-4b16-bbfd-d2f57816d1a4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a867b8-583d-4ccf-a551-4a01fa81613d']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:08.724299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2e29ca09-b2cd-4b16-bbfd-d2f57816d1a4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee113a16-92ef-4871-976e-d98d7c980095') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:08.725028 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2e29ca09-b2cd-4b16-bbfd-d2f57816d1a4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee113a16-92ef-4871-976e-d98d7c980095') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:08.727573 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb58a40f-882e-4a38-adc0-385555fb0dd4 req-d87275cd-adf5-4af9-8664-6afbf2c4fc41 service neutron] 10.222.0.49 "GET /v2.0/networks/a588a5dc-5635-4a0a-9f24-0a6d3e2a6066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657270 Sep 29 17:36:08.740299 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2e29ca09-b2cd-4b16-bbfd-d2f57816d1a4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:08.767577 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2e29ca09-b2cd-4b16-bbfd-d2f57816d1a4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:08.781670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e29ca09-b2cd-4b16-bbfd-d2f57816d1a4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:36:08.782497 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2e29ca09-b2cd-4b16-bbfd-d2f57816d1a4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:36:08.785935 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:36:08.788369 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-06858ec1-2fc6-460b-ba6f-3132d7e67cf6 req-d0c1c846-d2f4-447f-83ef-f347eae41922 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269917 Sep 29 17:36:08.869550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44798) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:08.887546 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2e29ca09-b2cd-4b16-bbfd-d2f57816d1a4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:08.896122 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e29ca09-b2cd-4b16-bbfd-d2f57816d1a4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 73a867b8-583d-4ccf-a551-4a01fa81613d {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 29 17:36:08.907080 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0e42421b-81ef-4391-b461-4a95bde114fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:08.914815 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2e29ca09-b2cd-4b16-bbfd-d2f57816d1a4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:08.921929 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2e29ca09-b2cd-4b16-bbfd-d2f57816d1a4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "DELETE /v2.0/networks/73a867b8-583d-4ccf-a551-4a01fa81613d HTTP/1.1" status: 204 len: 168 time: 0.4942670 Sep 29 17:36:08.953254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29ca09-b2cd-4b16-bbfd-d2f57816d1a4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Pushing event deleted for resources: {'Network': ['ID=73a867b8-583d-4ccf-a551-4a01fa81613d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:09.433769 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb58a40f-882e-4a38-adc0-385555fb0dd4 req-f462203f-926c-4415-9f68-c9dcb4b1f1d3 service neutron] 10.222.0.49 "GET /v2.0/networks/a588a5dc-5635-4a0a-9f24-0a6d3e2a6066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6871641 Sep 29 17:36:09.445271 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44810) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:09.451234 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-28ef859f-aac2-4289-817e-03f39d5fe774 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Request body: {'router': {'name': 'tempest-router--1208452824', 'project_id': 'd3aece35e21d4680b543452cb58694ad'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:09.500544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-82d29244-2f53-406f-8994-e07c5311b615 None None] Provisioning complete for port 255e0cf1-b73a-4079-bf2f-99f8450397a3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:09.501128 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-82d29244-2f53-406f-8994-e07c5311b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:09.532939 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0e42421b-81ef-4391-b461-4a95bde114fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:09.535156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcbe71-12fc-46d6-a9a3-51e2ded22718 req-9b76d502-efce-448f-b9df-3b195352d6c1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:09.546287 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dbfcbe71-12fc-46d6-a9a3-51e2ded22718 req-9b76d502-efce-448f-b9df-3b195352d6c1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 982 time: 0.0802984 Sep 29 17:36:09.550374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0e42421b-81ef-4391-b461-4a95bde114fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:09.605762 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28ef859f-aac2-4289-817e-03f39d5fe774 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:09.607200 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28ef859f-aac2-4289-817e-03f39d5fe774 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:09.655900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42421b-81ef-4391-b461-4a95bde114fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2091cc9-4aac-4555-afd6-e62f59408439,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:09.675828 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0e42421b-81ef-4391-b461-4a95bde114fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe4240233efc48ac826971b089b25c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8040440 Sep 29 17:36:09.683986 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44814) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:09.726010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.objects.ports [None req-68eba507-0fe7-412f-9fc6-9c443a446f8b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:36:09.738604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5524cca-02fd-463c-abde-ba89fc86c695 req-335dfa5e-190e-49f3-91aa-028cdedd4ad6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:09.740648 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5524cca-02fd-463c-abde-ba89fc86c695 req-335dfa5e-190e-49f3-91aa-028cdedd4ad6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.1994467 Sep 29 17:36:09.769901 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-82d29244-2f53-406f-8994-e07c5311b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:09.853017 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b964df5d-0417-481a-881d-7bea2f2f72eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:09.857268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-82d29244-2f53-406f-8994-e07c5311b615 None None] For port 255e0cf1-b73a-4079-bf2f-99f8450397a3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=255e0cf1-b73a-4079-bf2f-99f8450397a3,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:09.866117 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-82d29244-2f53-406f-8994-e07c5311b615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:09.878962 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5524cca-02fd-463c-abde-ba89fc86c695 req-0657e223-d8b2-4722-bb22-7f78a0172505 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287715 Sep 29 17:36:09.913831 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b964df5d-0417-481a-881d-7bea2f2f72eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:09.969836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 88f5be58-2bd3-4647-9c4d-32b1d953b479 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:36:10.066391 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d29244-2f53-406f-8994-e07c5311b615 None None] Pushing event updated for resources: {'Port': ['ID=255e0cf1-b73a-4079-bf2f-99f8450397a3,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:10.134220 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 255e0cf1-b73a-4079-bf2f-99f8450397a3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:10.144134 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b964df5d-0417-481a-881d-7bea2f2f72eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:10.146789 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b964df5d-0417-481a-881d-7bea2f2f72eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:10.154361 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b964df5d-0417-481a-881d-7bea2f2f72eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2091cc9-4aac-4555-afd6-e62f59408439 HTTP/1.1" status: 204 len: 168 time: 0.4692211 Sep 29 17:36:10.222881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964df5d-0417-481a-881d-7bea2f2f72eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2091cc9-4aac-4555-afd6-e62f59408439,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:10.224673 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68eba507-0fe7-412f-9fc6-9c443a446f8b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:10.454127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e540e-8981-4308-9d22-370cc8f956dd req-fd33f2e9-4933-4241-8e30-4a6a3f0d99e6 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:10.454916 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28ef859f-aac2-4289-817e-03f39d5fe774 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:10.455719 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e84e540e-8981-4308-9d22-370cc8f956dd req-fd33f2e9-4933-4241-8e30-4a6a3f0d99e6 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.2747209 Sep 29 17:36:10.458965 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 255e0cf1-b73a-4079-bf2f-99f8450397a3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:10.459342 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:10.472974 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dbfcbe71-12fc-46d6-a9a3-51e2ded22718 req-90ca2ba3-1554-4e70-a1a2-733252a8b915 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5&id=a7cf6b6f-f57b-418d-97ca-bb249e10be88&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.9254658 Sep 29 17:36:10.482140 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28ef859f-aac2-4289-817e-03f39d5fe774 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:10.518277 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 88f5be58-2bd3-4647-9c4d-32b1d953b479, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=88f5be58-2bd3-4647-9c4d-32b1d953b479,segment=NetworkSegment(4cdaddc7-4687-4b7a-a4db-7f814736b1ba),segment_id=4cdaddc7-4687-4b7a-a4db-7f814736b1ba)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:10.524502 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28ef859f-aac2-4289-817e-03f39d5fe774 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:10.531247 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-28ef859f-aac2-4289-817e-03f39d5fe774 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0844085 Sep 29 17:36:10.531894 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44824) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:10.537893 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '88f5be58-2bd3-4647-9c4d-32b1d953b479', 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'port_id': '88f5be58-2bd3-4647-9c4d-32b1d953b479', 'mac_address': 'fa:16:3e:7d:66:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:36:10.594330 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:10.624285 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88f5be58-2bd3-4647-9c4d-32b1d953b479 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:36:10.658074 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d0e08a9-8016-48f9-aea0-20a6a0634635 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:10.665649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e84e540e-8981-4308-9d22-370cc8f956dd req-285745a5-9196-4601-ad21-e5e9ab0123d8 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902514 Sep 29 17:36:10.708407 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 88f5be58-2bd3-4647-9c4d-32b1d953b479, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=88f5be58-2bd3-4647-9c4d-32b1d953b479,segment=NetworkSegment(4cdaddc7-4687-4b7a-a4db-7f814736b1ba),segment_id=4cdaddc7-4687-4b7a-a4db-7f814736b1ba)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:10.746299 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:10.866313 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=88f5be58-2bd3-4647-9c4d-32b1d953b479,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:10.897912 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a8cf69c-5a9a-4fc7-be8f-863d742d4734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:10.929747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-68eba507-0fe7-412f-9fc6-9c443a446f8b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] For port 255e0cf1-b73a-4079-bf2f-99f8450397a3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=255e0cf1-b73a-4079-bf2f-99f8450397a3,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:10.940432 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d0e08a9-8016-48f9-aea0-20a6a0634635 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:10.943758 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d0e08a9-8016-48f9-aea0-20a6a0634635 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:11.022537 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68eba507-0fe7-412f-9fc6-9c443a446f8b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:11.028814 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d0e08a9-8016-48f9-aea0-20a6a0634635 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:11.029427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0e08a9-8016-48f9-aea0-20a6a0634635 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2abe9e1-0f77-4003-9fa8-3b24c9cd9611 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:36:11.034570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['88f5be58-2bd3-4647-9c4d-32b1d953b479'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:36:11.034822 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d0e08a9-8016-48f9-aea0-20a6a0634635 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:11.036888 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5d0e08a9-8016-48f9-aea0-20a6a0634635 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "DELETE /v2.0/routers/f2abe9e1-0f77-4003-9fa8-3b24c9cd9611 HTTP/1.1" status: 204 len: 168 time: 0.5041142 Sep 29 17:36:11.039274 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68eba507-0fe7-412f-9fc6-9c443a446f8b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:11.040638 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68eba507-0fe7-412f-9fc6-9c443a446f8b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:11.143180 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffa885-908f-46b4-8cab-5d4cad8c6e23 req-479165ed-4859-4e2c-be98-88852656c92e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:11.162084 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3ffa885-908f-46b4-8cab-5d4cad8c6e23 req-479165ed-4859-4e2c-be98-88852656c92e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.1549864 Sep 29 17:36:11.191759 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eba507-0fe7-412f-9fc6-9c443a446f8b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:11.218707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-68eba507-0fe7-412f-9fc6-9c443a446f8b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:11.232202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d276cdac-4135-44e0-b441-a1ff41242da4 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:11.247597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eba507-0fe7-412f-9fc6-9c443a446f8b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:11.248201 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68eba507-0fe7-412f-9fc6-9c443a446f8b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:11.275085 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3ffa885-908f-46b4-8cab-5d4cad8c6e23 req-41721f86-c0c8-4450-9f31-6a968ddc3586 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108782 Sep 29 17:36:11.280982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eba507-0fe7-412f-9fc6-9c443a446f8b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=6b3804a4-0498-4307-a86b-e95efa4a7fef,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:11.332816 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eba507-0fe7-412f-9fc6-9c443a446f8b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=255e0cf1-b73a-4079-bf2f-99f8450397a3,revision_number=5']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:11.345958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44844) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:11.346238 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-68eba507-0fe7-412f-9fc6-9c443a446f8b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6479609 Sep 29 17:36:11.351927 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ae0a46d5-fb14-4531-95b1-2014261b6712 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'mac_address': 'fa:16:3e:de:e2:bd', 'name': 'tempest-NetworksTestDHCPv6-1310372300'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:11.387578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44848) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:11.616173 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0a46d5-fb14-4531-95b1-2014261b6712 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:11.678801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f7c75-4173-4d00-8b4b-9c5b7242fdbe req-775ccde3-a572-4f91-83d8-97a670067f4b tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:11.687611 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a85f7c75-4173-4d00-8b4b-9c5b7242fdbe req-775ccde3-a572-4f91-83d8-97a670067f4b tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 983 time: 0.0966806 Sep 29 17:36:11.814714 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a85f7c75-4173-4d00-8b4b-9c5b7242fdbe req-03d3230a-9a72-4784-a8e9-ddac049a1923 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5&id=a7cf6b6f-f57b-418d-97ca-bb249e10be88&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1259966 Sep 29 17:36:11.828362 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae0a46d5-fb14-4531-95b1-2014261b6712 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:11.828697 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1097970296', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:11.881776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:11.883538 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:11.936236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-ae0a46d5-fb14-4531-95b1-2014261b6712 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port 94cd88cd-3900-4d1a-b63e-e1104cecb8e9 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:36:11.977451 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:11.987074 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 88f5be58-2bd3-4647-9c4d-32b1d953b479 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:12.073221 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1262cca-e0aa-480d-a564-f2d468c088aa req-f0c0d903-24e8-490f-8d60-8fa26074c2a3 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:12.088612 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f1262cca-e0aa-480d-a564-f2d468c088aa req-f0c0d903-24e8-490f-8d60-8fa26074c2a3 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.2575920 Sep 29 17:36:12.129373 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 255e0cf1-b73a-4079-bf2f-99f8450397a3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:12.212842 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f1262cca-e0aa-480d-a564-f2d468c088aa req-b3c13489-13c0-4c13-b034-b4a1fcd8ea03 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231155 Sep 29 17:36:12.255295 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:12.295375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 88f5be58-2bd3-4647-9c4d-32b1d953b479 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:36:12.339398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 88f5be58-2bd3-4647-9c4d-32b1d953b479 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:12.339774 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:12.412600 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 255e0cf1-b73a-4079-bf2f-99f8450397a3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:12.413261 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:12.567632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-ae0a46d5-fb14-4531-95b1-2014261b6712 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::3c3 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/dff465a9-81e6-4dc7-9355-73df88d30ba8/94cd88cd-3900-4d1a-b63e-e1104cecb8e9) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:12.591364 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-ae0a46d5-fb14-4531-95b1-2014261b6712 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8:0:1:f816:3eff:fede:e2bd (53678ac2-5d4e-4c12-b83b-b5f63c37360c/6b3804a4-0498-4307-a86b-e95efa4a7fef/94cd88cd-3900-4d1a-b63e-e1104cecb8e9) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:12.636786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3db26-8334-4047-a0cd-5ffd8552ad6b req-2ccaf4c4-f9db-4669-a79f-779c1b9e7f5c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:12.645813 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5da3db26-8334-4047-a0cd-5ffd8552ad6b req-2ccaf4c4-f9db-4669-a79f-779c1b9e7f5c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.1835999 Sep 29 17:36:12.682334 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:12.698195 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 671a9008-f12b-4aba-98bf-c6ba00b8542f no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:36:12.728933 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:12.749546 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 671a9008-f12b-4aba-98bf-c6ba00b8542f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:36:12.749896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 671a9008-f12b-4aba-98bf-c6ba00b8542f not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:36:12.889527 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:12.906367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 88f5be58-2bd3-4647-9c4d-32b1d953b479, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=88f5be58-2bd3-4647-9c4d-32b1d953b479,segment=NetworkSegment(4cdaddc7-4687-4b7a-a4db-7f814736b1ba),segment_id=4cdaddc7-4687-4b7a-a4db-7f814736b1ba)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:12.910967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327d7508-40fe-4574-b383-965ac6e1a833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f5be58-2bd3-4647-9c4d-32b1d953b479'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:36:12.919381 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fd1e7a-ba7e-4d6d-b15a-8578873cbb15" -d '{"events": [{"server_uuid": "327d7508-40fe-4574-b383-965ac6e1a833", "name": "network-vif-plugged", "status": "completed", "tag": "88f5be58-2bd3-4647-9c4d-32b1d953b479"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:36:12.943196 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:12.946196 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7f91efc7-1620-4e41-a5d3-63de01d8b508 None None] Provisioning complete for port 255e0cf1-b73a-4079-bf2f-99f8450397a3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:12.950473 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7f91efc7-1620-4e41-a5d3-63de01d8b508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:13.005950 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae0a46d5-fb14-4531-95b1-2014261b6712 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:13.051668 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5da3db26-8334-4047-a0cd-5ffd8552ad6b req-85f793b0-e989-4cc9-acd8-f62f91d36d90 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4034054 Sep 29 17:36:13.052824 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae0a46d5-fb14-4531-95b1-2014261b6712 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:13.101024 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0a46d5-fb14-4531-95b1-2014261b6712 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:13.112373 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-ae0a46d5-fb14-4531-95b1-2014261b6712 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:13.129082 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0a46d5-fb14-4531-95b1-2014261b6712 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:13.136634 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0a46d5-fb14-4531-95b1-2014261b6712 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:13.139156 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae0a46d5-fb14-4531-95b1-2014261b6712 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:13.177026 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a46d5-fb14-4531-95b1-2014261b6712 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=94cd88cd-3900-4d1a-b63e-e1104cecb8e9,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:13.207602 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ae0a46d5-fb14-4531-95b1-2014261b6712 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8601503 Sep 29 17:36:13.209923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44884) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:13.446888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d9bba-2489-4247-a5ff-1058fb42078c req-5446be10-0693-4b1a-96ff-cd5abc01f22e tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:13.448828 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c5d9bba-2489-4247-a5ff-1058fb42078c req-5446be10-0693-4b1a-96ff-cd5abc01f22e tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.0916741 Sep 29 17:36:13.475265 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a1194f-99c3-4c1c-bfb2-a74eedd4ae10 x-openstack-request-id: req-95a1194f-99c3-4c1c-bfb2-a74eedd4ae10 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:36:13.476489 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327d7508-40fe-4574-b383-965ac6e1a833", "name": "network-vif-plugged", "status": "completed", "tag": "88f5be58-2bd3-4647-9c4d-32b1d953b479", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:36:13.476489 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95a1194f-99c3-4c1c-bfb2-a74eedd4ae10 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:36:13.476784 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327d7508-40fe-4574-b383-965ac6e1a833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88f5be58-2bd3-4647-9c4d-32b1d953b479', 'code': 200} Sep 29 17:36:13.491840 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Allocated IP 172.25.2.253 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/7cd95b69-4e8d-449a-a1b1-d8119bfce41c) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:13.508214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa301cc2-41b6-4611-87c3-3e812c47abcf req-020a1ae4-237c-4ec2-9f45-051c84fd2cf3 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:13.516576 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa301cc2-41b6-4611-87c3-3e812c47abcf req-020a1ae4-237c-4ec2-9f45-051c84fd2cf3 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 984 time: 0.4089282 Sep 29 17:36:13.547415 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3282fe75-1981-4d24-a735-455ddbdd7fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:13.553037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30da73-1b35-439b-9333-8ed2414eda2e req-0c40e2db-a080-4321-95e2-6994534e2ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:13.555006 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ee30da73-1b35-439b-9333-8ed2414eda2e req-0c40e2db-a080-4321-95e2-6994534e2ee5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 1135 time: 0.1824899 Sep 29 17:36:13.563014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=88f5be58-2bd3-4647-9c4d-32b1d953b479,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:13.574423 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c5d9bba-2489-4247-a5ff-1058fb42078c req-6822b99a-0e76-4c3d-aa3e-81f7219fbc0e tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187532 Sep 29 17:36:13.660991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5ecf1068-cf09-44b5-9e01-15ad28e6dd8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port 94cd88cd-3900-4d1a-b63e-e1104cecb8e9 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:13.661422 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ecf1068-cf09-44b5-9e01-15ad28e6dd8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:13.671835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa301cc2-41b6-4611-87c3-3e812c47abcf req-aae0189b-132a-4662-8dde-02a0c84d655a tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5&id=a7cf6b6f-f57b-418d-97ca-bb249e10be88&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1543963 Sep 29 17:36:13.702662 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ee30da73-1b35-439b-9333-8ed2414eda2e req-00ca1cb9-5dda-4424-8358-8b2fb287822a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a7cf6b6f-f57b-418d-97ca-bb249e10be88&id=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1380315 Sep 29 17:36:13.764744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0f965d7f-32e8-4f2f-a272-e4ceb385a28f None None] Provisioning complete for port 94cd88cd-3900-4d1a-b63e-e1104cecb8e9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:13.765115 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0f965d7f-32e8-4f2f-a272-e4ceb385a28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:13.815350 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:13.838367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0f965d7f-32e8-4f2f-a272-e4ceb385a28f None None] Port 94cd88cd-3900-4d1a-b63e-e1104cecb8e9 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:36:13.841081 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ecf1068-cf09-44b5-9e01-15ad28e6dd8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:13.863508 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5ecf1068-cf09-44b5-9e01-15ad28e6dd8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for 94cd88cd-3900-4d1a-b63e-e1104cecb8e9 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:13.929149 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:13.986623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:13.992376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:13.994890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:14.051207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Pushing event updated for resources: {'Port': ['ID=7cd95b69-4e8d-449a-a1b1-d8119bfce41c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:14.401531 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:14.529766 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:14.587944 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:14.673269 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ecf1068-cf09-44b5-9e01-15ad28e6dd8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:14.730949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf1068-cf09-44b5-9e01-15ad28e6dd8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=94cd88cd-3900-4d1a-b63e-e1104cecb8e9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:14.741232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fb5de-3bdb-4d04-9ce9-804aa2124b59 req-4131e130-12e6-4204-ac5f-598c63a094d7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:14.750752 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f66fb5de-3bdb-4d04-9ce9-804aa2124b59 req-4131e130-12e6-4204-ac5f-598c63a094d7 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.0844736 Sep 29 17:36:14.810748 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f66fb5de-3bdb-4d04-9ce9-804aa2124b59 req-05db6928-e41d-4efe-8aa8-ad95aeae79a8 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588982 Sep 29 17:36:14.839879 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5ecf1068-cf09-44b5-9e01-15ad28e6dd8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:14.844853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44914) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:14.845038 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5ecf1068-cf09-44b5-9e01-15ad28e6dd8f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/94cd88cd-3900-4d1a-b63e-e1104cecb8e9 HTTP/1.1" status: 204 len: 168 time: 1.5752556 Sep 29 17:36:14.856605 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f5c5b-116b-499d-b4f3-97dc0a27e168 req-390b5abb-2aa7-4a79-b1a1-454b99b28344 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:14.858281 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-294f5c5b-116b-499d-b4f3-97dc0a27e168 req-390b5abb-2aa7-4a79-b1a1-454b99b28344 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.6895983 Sep 29 17:36:14.868066 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-d8c7bf0a-9feb-4268-b3d1-a75e45f9b3f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2897303 Sep 29 17:36:14.986167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b43da-f14b-45ce-81e3-6aa824069016 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:14.988195 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8f0b43da-f14b-45ce-81e3-6aa824069016 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1420927 Sep 29 17:36:14.994700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44916) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:15.122021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6bc4c-2e4f-49e9-b9fd-260e04736766 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.126737 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1fe6bc4c-2e4f-49e9-b9fd-260e04736766 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1306767 Sep 29 17:36:15.128605 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44920) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:15.155605 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359721c-7d1b-4534-93e4-570ec7bf5c38 req-1f566a4f-74d2-49c4-991f-6d39c22aae86 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.158542 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-294f5c5b-116b-499d-b4f3-97dc0a27e168 req-17919cf1-8cd2-499b-bacc-9f2b24aa53b3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858891 Sep 29 17:36:15.165928 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1359721c-7d1b-4534-93e4-570ec7bf5c38 req-1f566a4f-74d2-49c4-991f-6d39c22aae86 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 984 time: 0.1724792 Sep 29 17:36:15.204345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-8acecc96-0d2c-459f-af8c-8b6c993d8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.204828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-8acecc96-0d2c-459f-af8c-8b6c993d8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.205520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-8acecc96-0d2c-459f-af8c-8b6c993d8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.205993 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-8acecc96-0d2c-459f-af8c-8b6c993d8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.206855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-8acecc96-0d2c-459f-af8c-8b6c993d8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.207332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-8acecc96-0d2c-459f-af8c-8b6c993d8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.208649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-8acecc96-0d2c-459f-af8c-8b6c993d8888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.211092 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-8acecc96-0d2c-459f-af8c-8b6c993d8888 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca18e70d69384487ae4efe61e82aa845&device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 6489 time: 0.2275257 Sep 29 17:36:15.277758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f27d6-8da8-48b7-a103-260f8afed494 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.279825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f27d6-8da8-48b7-a103-260f8afed494 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.281752 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f27d6-8da8-48b7-a103-260f8afed494 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.283678 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b74f27d6-8da8-48b7-a103-260f8afed494 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1539900 Sep 29 17:36:15.287853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44924) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:15.297873 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:15.356470 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f7f32d-7f32-4a59-b4c4-df913cf682c3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 6b3804a4-0498-4307-a86b-e95efa4a7fef {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:36:15.360115 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44f7f32d-7f32-4a59-b4c4-df913cf682c3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:15.410510 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1359721c-7d1b-4534-93e4-570ec7bf5c38 req-ad3e8984-1b7b-47a2-8b03-e9a53a49ee26 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5&id=a7cf6b6f-f57b-418d-97ca-bb249e10be88&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2434154 Sep 29 17:36:15.435461 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44f7f32d-7f32-4a59-b4c4-df913cf682c3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:15.470419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-10d3360e-0426-4eb8-8968-6d57a662cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.470807 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-10d3360e-0426-4eb8-8968-6d57a662cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.471423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-10d3360e-0426-4eb8-8968-6d57a662cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.472936 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-10d3360e-0426-4eb8-8968-6d57a662cdb1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b255708-c2d9-4b94-9aae-118e45662db8&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=7ed3e81f-beb1-44af-b586-483c0095cc3b&id=9c23919b-5dc6-4f3c-a975-ad284351567f&id=9c23919b-5dc6-4f3c-a975-ad284351567f HTTP/1.1" status: 200 len: 2293 time: 0.2178121 Sep 29 17:36:15.630880 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44f7f32d-7f32-4a59-b4c4-df913cf682c3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:15.633116 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-e4a7e637-293e-4767-83f4-ab17ed076a38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e78fec3-5ad5-4b28-8b51-432760c59133 HTTP/1.1" status: 200 len: 1001 time: 0.1480274 Sep 29 17:36:15.714185 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:15.727953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-a0f86981-50ae-4942-9c7a-d7a7f7b01431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.729669 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-a0f86981-50ae-4942-9c7a-d7a7f7b01431 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb98647a-0614-4fc5-b8fd-672d79ef30b4 HTTP/1.1" status: 200 len: 851 time: 0.0879905 Sep 29 17:36:15.795545 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44f7f32d-7f32-4a59-b4c4-df913cf682c3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:15.836334 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7f32d-7f32-4a59-b4c4-df913cf682c3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3804a4-0498-4307-a86b-e95efa4a7fef,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:15.843835 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44f7f32d-7f32-4a59-b4c4-df913cf682c3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:15.848659 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-44f7f32d-7f32-4a59-b4c4-df913cf682c3 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/6b3804a4-0498-4307-a86b-e95efa4a7fef HTTP/1.1" status: 204 len: 168 time: 0.5580716 Sep 29 17:36:15.852651 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6315d9c0-b8be-466d-b709-798ea21f3cac None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:15.853123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44932) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:15.912228 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-6e41e1e6-ecb6-4c99-bb5f-465f0665be9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:15.914040 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-6e41e1e6-ecb6-4c99-bb5f-465f0665be9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b255708-c2d9-4b94-9aae-118e45662db8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490860 Sep 29 17:36:15.954682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b9c2ac-bd6b-4301-8296-719c631a365a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet dff465a9-81e6-4dc7-9355-73df88d30ba8 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:36:15.994974 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d7b9c2ac-bd6b-4301-8296-719c631a365a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:16.151459 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d7b9c2ac-bd6b-4301-8296-719c631a365a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:16.215561 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-65b79d9a-7506-49e0-a51f-47ffc46c658e service neutron] 10.222.0.35 "GET /v2.0/networks/2b255708-c2d9-4b94-9aae-118e45662db8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911873 Sep 29 17:36:16.226553 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad16e3-32f4-4948-a41b-d3b8b01c38b3 req-b2f96f31-3195-48f1-8fa2-56ef84e407c6 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:16.228612 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2ad16e3-32f4-4948-a41b-d3b8b01c38b3 req-b2f96f31-3195-48f1-8fa2-56ef84e407c6 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.2347369 Sep 29 17:36:16.229235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Router 4b9125c5-3394-4aa0-9528-649dcefb49ba is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:36:16.355041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad687f-20b2-4a49-806c-5943aa6049b7 req-5f5bcc7a-a5f9-4e37-bd73-6bd283e8a306 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:16.356916 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a9ad687f-20b2-4a49-806c-5943aa6049b7 req-5f5bcc7a-a5f9-4e37-bd73-6bd283e8a306 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.1037116 Sep 29 17:36:16.438102 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a9ad687f-20b2-4a49-806c-5943aa6049b7 req-9bed89e1-a0be-4550-8052-a2d6910e6032 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746465 Sep 29 17:36:16.547977 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d7b9c2ac-bd6b-4301-8296-719c631a365a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:16.609103 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2ad16e3-32f4-4948-a41b-d3b8b01c38b3 req-f410f537-5652-49ba-b21f-2221a38185ee tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604047 Sep 29 17:36:16.664882 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-b60e0c65-f143-4e3d-8678-1c18df524857 service neutron] 10.222.0.35 "GET /v2.0/networks/2b255708-c2d9-4b94-9aae-118e45662db8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329746 Sep 29 17:36:16.743510 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-05926e63-6e03-492d-81a3-d82abac697d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=a36d37ce-a325-4d1c-9721-c8f32e0f47e7 HTTP/1.1" status: 200 len: 217 time: 0.0600426 Sep 29 17:36:16.760171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:36:16.778236 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d845102-2c1d-434f-b607-5de612114269 None None] Sync routers for ids ['4b9125c5-3394-4aa0-9528-649dcefb49ba'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:36:16.842258 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d845102-2c1d-434f-b607-5de612114269 None None] Routers {'4b9125c5-3394-4aa0-9528-649dcefb49ba'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:16.845501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-5d845102-2c1d-434f-b607-5de612114269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['4b9125c5-3394-4aa0-9528-649dcefb49ba'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:16.853679 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:16.901659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972c785-aa74-4fdc-8a8e-7d4efc80cf62 req-b46d9bf3-b3ad-43a0-9876-a2bc2c9e2dd3 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:16.917648 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b972c785-aa74-4fdc-8a8e-7d4efc80cf62 req-b46d9bf3-b3ad-43a0-9876-a2bc2c9e2dd3 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 984 time: 0.2016206 Sep 29 17:36:16.996635 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d7b9c2ac-bd6b-4301-8296-719c631a365a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:17.006224 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-5d845102-2c1d-434f-b607-5de612114269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:17.040628 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b972c785-aa74-4fdc-8a8e-7d4efc80cf62 req-c2af87ab-83be-4c2a-8d7f-6aaaa6847e05 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5&id=a7cf6b6f-f57b-418d-97ca-bb249e10be88&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1198523 Sep 29 17:36:17.043001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d845102-2c1d-434f-b607-5de612114269 None None] Routers {'4b9125c5-3394-4aa0-9528-649dcefb49ba'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:17.046676 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-5d845102-2c1d-434f-b607-5de612114269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['4b9125c5-3394-4aa0-9528-649dcefb49ba'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:17.100621 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:17.110479 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ff7f7452-5682-45b5-9039-d8aca71a661e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.7186663 Sep 29 17:36:17.110930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44952) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:17.124244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9c2ac-bd6b-4301-8296-719c631a365a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=dff465a9-81e6-4dc7-9355-73df88d30ba8,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:17.147299 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-5d845102-2c1d-434f-b607-5de612114269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:17.149694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d845102-2c1d-434f-b607-5de612114269 None None] The sync data for ids ['4b9125c5-3394-4aa0-9528-649dcefb49ba'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:36:17.160375 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d7b9c2ac-bd6b-4301-8296-719c631a365a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:17.166515 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d7b9c2ac-bd6b-4301-8296-719c631a365a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/dff465a9-81e6-4dc7-9355-73df88d30ba8 HTTP/1.1" status: 204 len: 168 time: 1.3074400 Sep 29 17:36:17.173857 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-e8b1c519-f1e8-4f62-9818-5f8c9529cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:17.175442 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-e8b1c519-f1e8-4f62-9818-5f8c9529cdf9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 200 len: 797 time: 0.4109280 Sep 29 17:36:17.177088 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44956) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:17.202936 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2fac0e-d964-4e11-9f31-8e90f0b73a2a None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:17.318351 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3d94e0aa-89d3-4ab4-ba70-e5c11c30f564 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1400924 Sep 29 17:36:17.329975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44962) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:17.337864 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6e7fa5b4-b3fa-4766-94cd-e36ba88231f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:17.459166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-600a9dc9-5b38-429a-bf93-fd68c570e63b None None] Provisioning complete for port 255e0cf1-b73a-4079-bf2f-99f8450397a3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:17.459787 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-600a9dc9-5b38-429a-bf93-fd68c570e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:17.529456 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f3ee27c3-0097-4e49-8195-dc07834eb63b tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/routers/4b9125c5-3394-4aa0-9528-649dcefb49ba HTTP/1.1" status: 200 len: 925 time: 0.4171686 Sep 29 17:36:17.532378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44974) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:17.584776 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9f7a02f3-126c-4ade-ad12-d68743768619 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b9125c5-3394-4aa0-9528-649dcefb49ba HTTP/1.1" status: 200 len: 205 time: 0.0511956 Sep 29 17:36:17.599785 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44978) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:17.701060 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875116e8-7c8e-4ace-bf78-37f3a1a9a634 None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:36:17.723498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc8cbf-ae5d-4f02-9d41-2ce409255c1e req-428e46e2-404b-4735-aa3c-d25d6a99e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:17.725197 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cbdc8cbf-ae5d-4f02-9d41-2ce409255c1e req-428e46e2-404b-4735-aa3c-d25d6a99e6ff service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 1096 time: 0.8205841 Sep 29 17:36:17.780990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa962466-3d08-463c-87f6-cf57d61e2dcb req-2fc2a507-52c6-4439-b38c-42b106e2e374 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:17.783509 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa962466-3d08-463c-87f6-cf57d61e2dcb req-2fc2a507-52c6-4439-b38c-42b106e2e374 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 984 time: 0.5799797 Sep 29 17:36:17.790173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-3f56e123-15de-45e1-b76d-439633c89895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:17.791921 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-3f56e123-15de-45e1-b76d-439633c89895 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ed3e81f-beb1-44af-b586-483c0095cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5873587 Sep 29 17:36:17.810797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-875116e8-7c8e-4ace-bf78-37f3a1a9a634 None None] Deleting port 255e0cf1-b73a-4079-bf2f-99f8450397a3 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:17.811086 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-875116e8-7c8e-4ace-bf78-37f3a1a9a634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:17.813180 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7fa5b4-b3fa-4766-94cd-e36ba88231f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:17.817654 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa5b4-b3fa-4766-94cd-e36ba88231f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:17.844764 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cbdc8cbf-ae5d-4f02-9d41-2ce409255c1e req-6ec46e4b-1fbe-458f-9fdc-2c4f3c0046e0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114402 Sep 29 17:36:17.864850 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa962466-3d08-463c-87f6-cf57d61e2dcb req-c953c6bd-0e64-4914-a9b3-c1c65d59dda9 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5&id=a7cf6b6f-f57b-418d-97ca-bb249e10be88&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0666449 Sep 29 17:36:17.911778 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-875116e8-7c8e-4ace-bf78-37f3a1a9a634 None None] For port 255e0cf1-b73a-4079-bf2f-99f8450397a3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=255e0cf1-b73a-4079-bf2f-99f8450397a3,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:17.914421 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-875116e8-7c8e-4ace-bf78-37f3a1a9a634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:17.935469 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-875116e8-7c8e-4ace-bf78-37f3a1a9a634 None None] Calling delete_port for 255e0cf1-b73a-4079-bf2f-99f8450397a3 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:17.972651 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-7f837a20-7ed1-472d-b0ce-07f5b5335ea3 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541061 Sep 29 17:36:18.086895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 255e0cf1-b73a-4079-bf2f-99f8450397a3 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:36:18.111997 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1782f12c-62ba-4f50-a8ec-5e680ebb42c3 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:18.114782 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 255e0cf1-b73a-4079-bf2f-99f8450397a3 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:36:18.115648 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 255e0cf1-b73a-4079-bf2f-99f8450397a3 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:36:18.120082 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-875116e8-7c8e-4ace-bf78-37f3a1a9a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:18.143568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2cab3-b636-44c1-aa2f-392a4375f00a req-e5037e55-1700-4f71-a46e-209117a20cc8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:18.156753 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875116e8-7c8e-4ace-bf78-37f3a1a9a634 None None] No DVR routers for this DVR port 255e0cf1-b73a-4079-bf2f-99f8450397a3 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:36:18.158752 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-52e2cab3-b636-44c1-aa2f-392a4375f00a req-e5037e55-1700-4f71-a46e-209117a20cc8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.4202750 Sep 29 17:36:18.161592 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875116e8-7c8e-4ace-bf78-37f3a1a9a634 None None] Pushing event deleted for resources: {'Port': ['ID=255e0cf1-b73a-4079-bf2f-99f8450397a3,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:18.220169 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-3261abfd-3a0b-4271-b020-39b9634bfd7b service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397821 Sep 29 17:36:18.294821 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-7b061b89-5f8c-4c09-86bc-b55f17fcf6f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=5988d418-a748-4b3c-ad5d-5c29fd19e399 HTTP/1.1" status: 200 len: 217 time: 0.0601909 Sep 29 17:36:18.313793 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a42d-31eb-4c4a-9560-0cf42c3f7cd8 req-530edff3-4b08-4b63-b3bf-daae97b90a50 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:18.315683 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9043a42d-31eb-4c4a-9560-0cf42c3f7cd8 req-530edff3-4b08-4b63-b3bf-daae97b90a50 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.1431224 Sep 29 17:36:18.385021 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-52e2cab3-b636-44c1-aa2f-392a4375f00a req-8e31c65c-6d26-4454-923c-8c6ba75027ff tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252591 Sep 29 17:36:18.393453 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa5b4-b3fa-4766-94cd-e36ba88231f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:18.423793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9043a42d-31eb-4c4a-9560-0cf42c3f7cd8 req-719334b6-1157-4740-a732-39038f98dc9e tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936997 Sep 29 17:36:18.434466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-f57fb644-4726-4d8c-b794-0e5790ff9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:18.436966 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-f57fb644-4726-4d8c-b794-0e5790ff9627 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 200 len: 797 time: 0.1202772 Sep 29 17:36:18.551329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7fa5b4-b3fa-4766-94cd-e36ba88231f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:18.556812 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-b943d8c9-c4df-4ffa-a591-0b15439d731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:18.558585 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-b943d8c9-c4df-4ffa-a591-0b15439d731b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ed3e81f-beb1-44af-b586-483c0095cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1125126 Sep 29 17:36:18.561231 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fa5b4-b3fa-4766-94cd-e36ba88231f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=dbf274e2-53f3-44f9-affe-be87bcbf46f6,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:18.574341 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-6e7fa5b4-b3fa-4766-94cd-e36ba88231f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:18.583745 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7fa5b4-b3fa-4766-94cd-e36ba88231f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:18.584114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83120fed-6009-4789-a8db-65477f9341a6 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:18.584351 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e7fa5b4-b3fa-4766-94cd-e36ba88231f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:18.604721 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e5dd7-de0f-4058-abd1-c70277e77ffb req-1b2a2f07-f884-4134-9071-3e5fe7a5ab0d tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:18.613445 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de7e5dd7-de0f-4058-abd1-c70277e77ffb req-1b2a2f07-f884-4134-9071-3e5fe7a5ab0d tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 1135 time: 0.1056285 Sep 29 17:36:18.626411 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1782f12c-62ba-4f50-a8ec-5e680ebb42c3 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:18.645384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6e7fa5b4-b3fa-4766-94cd-e36ba88231f7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3093426 Sep 29 17:36:18.645384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-de7e5dd7-de0f-4058-abd1-c70277e77ffb req-1f5f14a7-1b72-4027-9056-c86eb7a1c594 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:18.646381 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45010) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:18.652819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b429d1f7-b786-4898-b21e-28c279613df2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:18.753712 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-b5bcfd83-436e-40ee-ad1a-df042956fa6a service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867013 Sep 29 17:36:18.792751 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'tenant_id': 'fcecbcbf80424967b284b0e0e37c160d', 'fixed_ips': [{'subnet_id': 'dbf274e2-53f3-44f9-affe-be87bcbf46f6'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:36:18.793794 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:18.872358 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-b429d1f7-b786-4898-b21e-28c279613df2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:36:18.872358 n-d-811748-2 neutron-server[95015]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 17:36:18.872358 n-d-811748-2 neutron-server[95015]: [parameters: {'project_id_1': 'fcecbcbf80424967b284b0e0e37c160d', 'expiration_1': datetime.datetime(2021, 9, 29, 17, 35, 58, 833017)}] Sep 29 17:36:18.872358 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:36:18.872358 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-b429d1f7-b786-4898-b21e-28c279613df2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:36:18.927268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-1782f12c-62ba-4f50-a8ec-5e680ebb42c3 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Deleting port 7cd95b69-4e8d-449a-a1b1-d8119bfce41c {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:18.927531 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1782f12c-62ba-4f50-a8ec-5e680ebb42c3 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:18.970410 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-a4b6aa1f-608e-4225-a17c-c7c64dd8cf30 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029521 Sep 29 17:36:19.036659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Allocated IP 2001:db8::2 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/dbf274e2-53f3-44f9-affe-be87bcbf46f6/d658d47b-105b-4c90-9703-91331933282a) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:19.064275 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1782f12c-62ba-4f50-a8ec-5e680ebb42c3 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:19.068779 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-24b3f2cf-ab56-4f0b-b801-bc42225e2ed2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=057c4afc-15d9-4d68-b1ee-2455ce8bf293 HTTP/1.1" status: 200 len: 217 time: 0.0948608 Sep 29 17:36:19.082198 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-de7e5dd7-de0f-4058-abd1-c70277e77ffb req-1f5f14a7-1b72-4027-9056-c86eb7a1c594 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:19.087046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-1782f12c-62ba-4f50-a8ec-5e680ebb42c3 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Calling delete_port for 7cd95b69-4e8d-449a-a1b1-d8119bfce41c owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:19.092026 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-de7e5dd7-de0f-4058-abd1-c70277e77ffb req-1f5f14a7-1b72-4027-9056-c86eb7a1c594 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:19.139297 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de7e5dd7-de0f-4058-abd1-c70277e77ffb req-1f5f14a7-1b72-4027-9056-c86eb7a1c594 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5&id=a7cf6b6f-f57b-418d-97ca-bb249e10be88&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5236812 Sep 29 17:36:19.161013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45014) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:19.195402 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f14a7-1b72-4027-9056-c86eb7a1c594 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6093829a-668f-4cca-a380-9e05a96a2d56,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:19.290364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-34204145-a377-44c2-9ad3-e82d78b058da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:19.291962 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-34204145-a377-44c2-9ad3-e82d78b058da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 200 len: 797 time: 0.2159865 Sep 29 17:36:19.298594 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6935b0-f6e9-4696-8a57-913f9d0c4fa1 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:19.305431 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1c6935b0-f6e9-4696-8a57-913f9d0c4fa1 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 1130 time: 0.1212237 Sep 29 17:36:19.306097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45016) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:19.312501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '88f5be58-2bd3-4647-9c4d-32b1d953b479', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:19.338838 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:19.352826 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:19.418076 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Pushing event updated for resources: {'Port': ['ID=d658d47b-105b-4c90-9703-91331933282a,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:19.434826 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:19.436745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:19.440549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:19.440852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-fddf230a-9f4e-4e5a-825b-cd14ed73d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:19.443000 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-b429d1f7-b786-4898-b21e-28c279613df2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:36:19.443000 n-d-811748-2 neutron-server[95015]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 17:36:19.443000 n-d-811748-2 neutron-server[95015]: [parameters: {'project_id_1': 'fcecbcbf80424967b284b0e0e37c160d', 'expiration_1': datetime.datetime(2021, 9, 29, 17, 35, 59, 390345)}] Sep 29 17:36:19.443000 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:36:19.443567 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-fddf230a-9f4e-4e5a-825b-cd14ed73d239 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ed3e81f-beb1-44af-b586-483c0095cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1354039 Sep 29 17:36:19.446500 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-b429d1f7-b786-4898-b21e-28c279613df2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:36:19.464117 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:19.464556 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1782f12c-62ba-4f50-a8ec-5e680ebb42c3 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:19.536183 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Attempting to bind port d658d47b-105b-4c90-9703-91331933282a on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:36:19.536720 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Attempting to bind port d658d47b-105b-4c90-9703-91331933282a by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:36:19.539679 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Attempting to bind port d658d47b-105b-4c90-9703-91331933282a on network 53678ac2-5d4e-4c12-b83b-b5f63c37360c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:19.549790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:36:19.552204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Checking segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:19.552738 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:19.553361 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Bound using segment: {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:36:19.554656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Bound port: d658d47b-105b-4c90-9703-91331933282a, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29cac37-5300-4db0-b47a-e37751b10112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:36:19.554656 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:19.592164 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782f12c-62ba-4f50-a8ec-5e680ebb42c3 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Pushing event deleted for resources: {'Port': ['ID=7cd95b69-4e8d-449a-a1b1-d8119bfce41c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:19.656254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] For port d658d47b-105b-4c90-9703-91331933282a, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:36:19.673659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] For port d658d47b-105b-4c90-9703-91331933282a, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d658d47b-105b-4c90-9703-91331933282a,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:36:19.681529 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:19.747717 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d00fe8-ac50-476f-9457-05898519b21c req-e58c12b0-972d-467a-a0d6-e53d74a1fe16 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:19.756445 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07d00fe8-ac50-476f-9457-05898519b21c req-e58c12b0-972d-467a-a0d6-e53d74a1fe16 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.1937962 Sep 29 17:36:19.772823 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69aa9f-a8fe-4a14-8408-b7942d6431bc None None] Pushing event updated for resources: {'Port': ['ID=d658d47b-105b-4c90-9703-91331933282a,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:19.791793 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1782f12c-62ba-4f50-a8ec-5e680ebb42c3 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:19.794394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b429d1f7-b786-4898-b21e-28c279613df2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:19.800804 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b429d1f7-b786-4898-b21e-28c279613df2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:19.890352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639cad3-dbe2-4915-a724-64153c78e717 req-81de5070-b2be-453d-bd6e-1140502c7a2a tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:19.898581 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4639cad3-dbe2-4915-a724-64153c78e717 req-81de5070-b2be-453d-bd6e-1140502c7a2a tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.3086960 Sep 29 17:36:19.978168 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4639cad3-dbe2-4915-a724-64153c78e717 req-474cc546-2a79-4e38-ad44-2de5375f0633 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757790 Sep 29 17:36:19.983604 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-7dd2b886-0a01-4fc4-b83c-a2f2381235db service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110776 Sep 29 17:36:20.041458 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07d00fe8-ac50-476f-9457-05898519b21c req-140c8fc6-eb85-4b97-b05a-dc10eec90d3b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687061 Sep 29 17:36:20.093621 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1782f12c-62ba-4f50-a8ec-5e680ebb42c3 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:20.112019 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1782f12c-62ba-4f50-a8ec-5e680ebb42c3 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:20.146830 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:20.319113 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1782f12c-62ba-4f50-a8ec-5e680ebb42c3 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:20.320629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1782f12c-62ba-4f50-a8ec-5e680ebb42c3 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Fanout notify agent at l3_agent the message router_deleted on router 4b9125c5-3394-4aa0-9528-649dcefb49ba {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:36:20.337908 n-d-811748-2 neutron-server[95015]: INFO neutron.db.ipam_backend_mixin [None req-b429d1f7-b786-4898-b21e-28c279613df2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dbf274e2-53f3-44f9-affe-be87bcbf46f6 (CIDR: 2001:db8::/64) Sep 29 17:36:20.347661 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1782f12c-62ba-4f50-a8ec-5e680ebb42c3 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:20.349206 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1782f12c-62ba-4f50-a8ec-5e680ebb42c3 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "DELETE /v2.0/routers/4b9125c5-3394-4aa0-9528-649dcefb49ba HTTP/1.1" status: 204 len: 168 time: 2.7508023 Sep 29 17:36:20.352419 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-b429d1f7-b786-4898-b21e-28c279613df2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:36:20.353350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b429d1f7-b786-4898-b21e-28c279613df2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:20.362514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45030) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:20.372265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Request body: {'router': {'name': 'tempest-snat-router-213364655', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'enable_snat': False}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:20.394632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b429d1f7-b786-4898-b21e-28c279613df2 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7455752 Sep 29 17:36:20.395340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45032) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:20.408033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffcd88-bcd4-4c9f-b599-ad01f6ea063c req-9d34d7c5-3854-4a88-9f21-519c2f4cfac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:20.409576 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5ffcd88-bcd4-4c9f-b599-ad01f6ea063c req-9d34d7c5-3854-4a88-9f21-519c2f4cfac6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4444d5c81b04497cad4824500aa2875c&device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 1096 time: 0.1162479 Sep 29 17:36:20.424976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'subnet': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:20.493065 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b03a7-25ac-48e7-bc35-803b9ebb38a5 req-40d65723-3e42-4961-b501-3124604bbcc1 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:20.494795 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca2b03a7-25ac-48e7-bc35-803b9ebb38a5 req-40d65723-3e42-4961-b501-3124604bbcc1 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.1204002 Sep 29 17:36:20.570267 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca2b03a7-25ac-48e7-bc35-803b9ebb38a5 req-d4e90615-cc93-4e49-8d14-e3b42e1aa630 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469871 Sep 29 17:36:20.590300 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-528d4915-8b77-4186-b9ab-1ff04ea47ec5 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961840 Sep 29 17:36:20.664548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Allocated IP 172.25.2.161 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/e7c3d6e5-837f-48ce-8e01-12e5213a8724) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:20.677145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:20.687537 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:20.818784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffcd88-bcd4-4c9f-b599-ad01f6ea063c req-bd148094-675e-4f83-9895-932c43bfe2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:20.837556 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5ffcd88-bcd4-4c9f-b599-ad01f6ea063c req-bd148094-675e-4f83-9895-932c43bfe2f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e3fc7dc3-3732-4d12-a49f-352db5f80856 HTTP/1.1" status: 200 len: 912 time: 0.3618898 Sep 29 17:36:20.838805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:20.840903 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:20.945653 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5ffcd88-bcd4-4c9f-b599-ad01f6ea063c req-259b369f-0fce-4900-a421-4b70c55d6584 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2ba204d-4355-41ce-8f46-433174cd0142 HTTP/1.1" status: 200 len: 217 time: 0.0541346 Sep 29 17:36:20.956294 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-bcffc7ac-fa01-4882-bb74-7b502c26f825 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=be739b7b-a7ce-45a1-bd9c-1714d150d2e3 HTTP/1.1" status: 200 len: 217 time: 0.3377085 Sep 29 17:36:21.185618 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:21.315945 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:21.334391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffcd88-bcd4-4c9f-b599-ad01f6ea063c req-6b734fc6-0db1-4ec2-ae23-1f53a0671a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:21.336707 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5ffcd88-bcd4-4c9f-b599-ad01f6ea063c req-6b734fc6-0db1-4ec2-ae23-1f53a0671a20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8ec182f-4bf1-4776-988a-c1b450439564 HTTP/1.1" status: 200 len: 851 time: 0.3685586 Sep 29 17:36:21.371985 n-d-811748-2 neutron-server[95015]: DEBUG neutron.objects.ports [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95015) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:36:21.419284 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-89cd58d8-d95a-487a-9238-29d74e2b3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:21.420908 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-89cd58d8-d95a-487a-9238-29d74e2b3720 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 200 len: 797 time: 0.4314816 Sep 29 17:36:21.428335 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5ffcd88-bcd4-4c9f-b599-ad01f6ea063c req-9deec0e7-3d80-4d6c-babf-e59dc3abac69 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e3fc7dc3-3732-4d12-a49f-352db5f80856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465002 Sep 29 17:36:21.457159 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-cc90b5d0-8349-4032-8c09-72dbf40e0505 None None] Provisioning complete for port d658d47b-105b-4c90-9703-91331933282a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:21.458284 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cc90b5d0-8349-4032-8c09-72dbf40e0505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:21.696523 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cc90b5d0-8349-4032-8c09-72dbf40e0505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:21.706198 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:21.746228 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-cc90b5d0-8349-4032-8c09-72dbf40e0505 None None] For port d658d47b-105b-4c90-9703-91331933282a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d658d47b-105b-4c90-9703-91331933282a,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:21.754248 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cc90b5d0-8349-4032-8c09-72dbf40e0505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:21.808326 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd665d-296e-4b54-887e-426dfee9c981 req-895cbb9d-e1f1-4686-9670-73b91f676654 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:21.812294 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86cd665d-296e-4b54-887e-426dfee9c981 req-895cbb9d-e1f1-4686-9670-73b91f676654 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.1418715 Sep 29 17:36:21.824652 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90b5d0-8349-4032-8c09-72dbf40e0505 None None] Pushing event updated for resources: {'Port': ['ID=d658d47b-105b-4c90-9703-91331933282a,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:21.825188 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:21.884457 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:21.921052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5aa11-2d18-42de-81b5-124f0311952b req-c23110d2-4b17-4edb-924c-cce087fdfa00 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:21.927682 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:36:21.928208 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:36:21.930363 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5a5aa11-2d18-42de-81b5-124f0311952b req-c23110d2-4b17-4edb-924c-cce087fdfa00 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.6164916 Sep 29 17:36:21.951478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5ffcd88-bcd4-4c9f-b599-ad01f6ea063c req-3ce469ba-fccd-4aec-a29a-a2b5032d3562 service neutron] 10.222.0.49 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821370 Sep 29 17:36:21.959767 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86cd665d-296e-4b54-887e-426dfee9c981 req-079d452c-3ad2-48ce-8f73-6847c90dc284 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401272 Sep 29 17:36:21.995226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-cda2cb2a-c37b-4cc2-9f84-2012472f9e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:22.010270 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-cda2cb2a-c37b-4cc2-9f84-2012472f9e18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7ed3e81f-beb1-44af-b586-483c0095cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5800314 Sep 29 17:36:22.040606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d658d47b-105b-4c90-9703-91331933282a up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:22.122214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:22.139597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port d658d47b-105b-4c90-9703-91331933282a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:22.139979 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:22.156203 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:22.177114 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:22.207694 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'Port': ['ID=e7c3d6e5-837f-48ce-8e01-12e5213a8724,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:22.309726 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5a5aa11-2d18-42de-81b5-124f0311952b req-f1cd3fdb-1809-4302-bbde-2d9086d10d7b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783929 Sep 29 17:36:22.498389 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:22.631924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45062) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:22.830889 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5ffcd88-bcd4-4c9f-b599-ad01f6ea063c req-9639b252-3236-4de3-a7d8-d496bc6459ed service neutron] 10.222.0.49 "GET /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8167226 Sep 29 17:36:22.855936 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-e315b434-bc69-4abf-9175-9fe530377d65 service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7949164 Sep 29 17:36:23.267373 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c486ed3c-4b14-465c-bbad-3d2f0dd69046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:23.274333 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] For port d658d47b-105b-4c90-9703-91331933282a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d658d47b-105b-4c90-9703-91331933282a,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:23.323345 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:23.333689 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:23.334650 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:23.383499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483e088-0d76-43f7-850c-589dd2fa2970 req-457beb85-51fd-4692-88aa-0c85e8262a86 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:23.385177 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c483e088-0d76-43f7-850c-589dd2fa2970 req-457beb85-51fd-4692-88aa-0c85e8262a86 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.2167428 Sep 29 17:36:23.396990 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-1f36a969-1452-4a13-83fe-0290fe8cd67c service neutron] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588027 Sep 29 17:36:23.401618 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Subnet': ['ID=7c8299b2-9e5d-4c23-9d1b-03272853639d,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:23.453267 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:23.453557 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-cb8176ae-be48-4fea-8555-47eba5ddf57b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4897f706-46a1-4776-b2d3-425bd33d21de HTTP/1.1" status: 200 len: 217 time: 0.0460892 Sep 29 17:36:23.471695 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:23.476434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:23.485331 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:23.486015 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:23.488091 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9a9a6d-d7f7-4b17-a6bc-1511e3375d6d None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:23.550701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:23.552437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0470dc-be3f-4c7f-8288-f18f9f48aa92 req-1aeac33a-f9cb-427c-9cca-485bd11c0fcf tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:23.555004 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f0470dc-be3f-4c7f-8288-f18f9f48aa92 req-1aeac33a-f9cb-427c-9cca-485bd11c0fcf tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.1273863 Sep 29 17:36:23.555659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=d658d47b-105b-4c90-9703-91331933282a,revision_number=5']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:23.565905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-96df9486-cae6-4107-93c0-7576469c68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:23.568575 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-96df9486-cae6-4107-93c0-7576469c68ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba6db94f-8467-4528-901c-b0e5cf73d643 HTTP/1.1" status: 200 len: 797 time: 0.0982635 Sep 29 17:36:23.601292 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c486ed3c-4b14-465c-bbad-3d2f0dd69046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:23.625493 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c486ed3c-4b14-465c-bbad-3d2f0dd69046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:23.636451 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1c93ff81-0267-4feb-a584-92a9998e0e79 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2238860 Sep 29 17:36:23.651163 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f0470dc-be3f-4c7f-8288-f18f9f48aa92 req-ee503428-b7d7-470d-af94-ce74d719d1c2 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721250 Sep 29 17:36:23.654081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45070) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:23.683438 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c486ed3c-4b14-465c-bbad-3d2f0dd69046 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b259ce99cd64886af1757a7c551c127&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0499425 Sep 29 17:36:23.684172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486ed3c-4b14-465c-bbad-3d2f0dd69046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41abf17e-0cd4-43f9-a9e3-644274910acd,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:23.686757 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45076) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:23.696779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-43852de7-41a1-4722-bf5f-34813228a57b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Request body: {'port': {'network_id': '53678ac2-5d4e-4c12-b83b-b5f63c37360c', 'mac_address': 'fa:16:3e:fb:34:d5', 'name': 'tempest-NetworksTestDHCPv6-1263360707'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:23.739192 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b44a75a-d765-4b7d-b1ee-73624f01b4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:23.767971 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b44a75a-d765-4b7d-b1ee-73624f01b4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:23.820555 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b44a75a-d765-4b7d-b1ee-73624f01b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:23.823133 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b44a75a-d765-4b7d-b1ee-73624f01b4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:23.827738 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7b44a75a-d765-4b7d-b1ee-73624f01b4fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41abf17e-0cd4-43f9-a9e3-644274910acd HTTP/1.1" status: 204 len: 168 time: 0.1365297 Sep 29 17:36:23.838534 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44a75a-d765-4b7d-b1ee-73624f01b4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41abf17e-0cd4-43f9-a9e3-644274910acd,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:23.907556 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c483e088-0d76-43f7-850c-589dd2fa2970 req-4c1c3ec3-39ab-4112-b447-3c3ea80439d6 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050383 Sep 29 17:36:23.938466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-96ca2c6c-6c5a-46f2-926c-d53ea712eb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:23.940883 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-96ca2c6c-6c5a-46f2-926c-d53ea712eb3a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c23919b-5dc6-4f3c-a975-ad284351567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3368971 Sep 29 17:36:24.326893 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45082) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:24.346958 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bca1-5d37-4626-80fc-573dbdc1786b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:24.370674 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:24.512290 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bca1-5d37-4626-80fc-573dbdc1786b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:24.527390 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bcd1bca1-5d37-4626-80fc-573dbdc1786b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:24.580133 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bcd1bca1-5d37-4626-80fc-573dbdc1786b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3cfa5dcfe76450db98b822e1eb9e488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497649 Sep 29 17:36:24.580133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1bca1-5d37-4626-80fc-573dbdc1786b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0b1524-6fbb-48a1-96bd-ec85e771bc41,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:24.592153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45084) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:24.661699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Allocated IP 172.25.2.99 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:24.684229 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e364f40c-b841-451b-a9f9-69562950a830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:24.719630 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e364f40c-b841-451b-a9f9-69562950a830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:24.723231 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:24.814384 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43852de7-41a1-4722-bf5f-34813228a57b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Made reservation on behalf of fcecbcbf80424967b284b0e0e37c160d for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:24.902669 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e364f40c-b841-451b-a9f9-69562950a830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:24.907930 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e364f40c-b841-451b-a9f9-69562950a830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:24.912017 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e364f40c-b841-451b-a9f9-69562950a830 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea0b1524-6fbb-48a1-96bd-ec85e771bc41 HTTP/1.1" status: 204 len: 168 time: 0.3161185 Sep 29 17:36:24.926940 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8b5aa765-eac6-430f-9635-639a8804051e None None] Provisioning complete for port d658d47b-105b-4c90-9703-91331933282a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:24.934120 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8b5aa765-eac6-430f-9635-639a8804051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:24.958894 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b9e84-0491-4c02-b415-ec3d61857b58 req-2ea41b0a-7aa4-409a-a3dc-aac038697ecb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:24.961571 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a6b9e84-0491-4c02-b415-ec3d61857b58 req-2ea41b0a-7aa4-409a-a3dc-aac038697ecb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.1389017 Sep 29 17:36:24.962377 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364f40c-b841-451b-a9f9-69562950a830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0b1524-6fbb-48a1-96bd-ec85e771bc41,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:25.038533 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a6b9e84-0491-4c02-b415-ec3d61857b58 req-e103dc78-edfb-49ed-919f-9b4f02faf74a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645275 Sep 29 17:36:25.227102 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-4ff2b16e-f1b6-4df3-a167-d91fcc1fc110 service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2570047 Sep 29 17:36:25.489454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a08677-1fb5-4762-b37a-3e95d49b56eb req-fb8ca90a-9e3f-475c-b09f-c1f405bb92e0 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:25.490986 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a1a08677-1fb5-4762-b37a-3e95d49b56eb req-fb8ca90a-9e3f-475c-b09f-c1f405bb92e0 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.3005452 Sep 29 17:36:25.536390 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43852de7-41a1-4722-bf5f-34813228a57b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:25.557356 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:25.586155 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-128a478f-5da3-4da1-9832-687f22c2cfad service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373966 Sep 29 17:36:25.661353 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-43852de7-41a1-4722-bf5f-34813228a57b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] device_id is not set on port 6e50a03a-e3c2-46be-9a01-f62234697309 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:36:25.671969 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-f82eaba1-414a-4f15-a7df-04d949267945 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ac97f78-24c1-449e-afb9-e4018a0797de HTTP/1.1" status: 200 len: 217 time: 0.0739763 Sep 29 17:36:25.681757 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a1a08677-1fb5-4762-b37a-3e95d49b56eb req-8ada90ae-0d8e-4766-8e37-d639318b9b4a tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765292 Sep 29 17:36:25.753990 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:25.787956 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:25.849710 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:25.866506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-7adf6610-351c-475a-aef1-e9f0458519b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:25.868099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-7adf6610-351c-475a-aef1-e9f0458519b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba6db94f-8467-4528-901c-b0e5cf73d643 HTTP/1.1" status: 200 len: 797 time: 0.1745591 Sep 29 17:36:25.988276 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:26.006097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'Port': ['ID=e7c3d6e5-837f-48ce-8e01-12e5213a8724,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:26.017084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:26.025487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:26.089360 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:26.089716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:26.090062 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:26.090399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:26.090733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:26.091063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:26.091393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:26.091720 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:26.092047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:26.092368 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:26.092714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:26.093011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:26.096566 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:26.243892 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753a2a7-da1d-419c-8cd8-4cc9860d4069 req-971ff88f-5355-4d2a-a991-796ac5fc05eb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:26.246297 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c753a2a7-da1d-419c-8cd8-4cc9860d4069 req-971ff88f-5355-4d2a-a991-796ac5fc05eb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.0771906 Sep 29 17:36:26.264156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-abb845f8-9ab7-4564-a02e-386e75cbc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:26.265714 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-abb845f8-9ab7-4564-a02e-386e75cbc718 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9c23919b-5dc6-4f3c-a975-ad284351567f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3320532 Sep 29 17:36:26.298097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-43852de7-41a1-4722-bf5f-34813228a57b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8::307 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/dbf274e2-53f3-44f9-affe-be87bcbf46f6/6e50a03a-e3c2-46be-9a01-f62234697309) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:26.316781 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c753a2a7-da1d-419c-8cd8-4cc9860d4069 req-71fce7bf-ca0e-4895-ae92-9fb62d96e44a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616901 Sep 29 17:36:26.317760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Pushing event updated for resources: {'Port': ['ID=ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:26.395019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c18598-2478-4809-9370-d9bd3f332644 req-c6f57fb3-ac31-47b2-bf67-809730522913 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:26.396639 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-31c18598-2478-4809-9370-d9bd3f332644 req-c6f57fb3-ac31-47b2-bf67-809730522913 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.4216888 Sep 29 17:36:26.425843 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-43852de7-41a1-4722-bf5f-34813228a57b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Allocated IP 2001:db8:0:1:f816:3eff:fefb:34d5 (53678ac2-5d4e-4c12-b83b-b5f63c37360c/7c8299b2-9e5d-4c23-9d1b-03272853639d/6e50a03a-e3c2-46be-9a01-f62234697309) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:26.588039 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Floating IP 6bc6f649-c566-4168-8aef-5efad2420203 associated. External IP: 172.25.2.161, port: 88f5be58-2bd3-4647-9c4d-32b1d953b479. Sep 29 17:36:26.714257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-31c18598-2478-4809-9370-d9bd3f332644 req-abe542ff-180c-4c5c-9baa-bc78bf4307c9 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790554 Sep 29 17:36:26.724278 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-dba553eb-d975-4f12-ad67-033a56f41234 service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443171 Sep 29 17:36:27.247870 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:27.320393 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43852de7-41a1-4722-bf5f-34813228a57b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:27.494889 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:27.504449 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16f7db6f-0887-43ba-b359-86216a6cb98c req-4bb6ecb1-2873-45d7-995e-daa7e54416a8 service neutron] 10.222.0.35 "GET /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7540333 Sep 29 17:36:27.626211 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43852de7-41a1-4722-bf5f-34813228a57b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:27.659294 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824e5e2-bab6-42c0-a4a8-3eb74b3f8bfe req-7111a361-ec13-43d5-b519-2c6c5a73aab2 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:27.660993 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3824e5e2-bab6-42c0-a4a8-3eb74b3f8bfe req-7111a361-ec13-43d5-b519-2c6c5a73aab2 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.2042632 Sep 29 17:36:27.714052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43852de7-41a1-4722-bf5f-34813228a57b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:27.733445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Router 22740318-fa1b-4051-95b3-59f1f989bbe4 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:36:27.736039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-43852de7-41a1-4722-bf5f-34813228a57b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:27.746655 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43852de7-41a1-4722-bf5f-34813228a57b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:27.752386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43852de7-41a1-4722-bf5f-34813228a57b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:27.753645 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43852de7-41a1-4722-bf5f-34813228a57b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:27.761178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43852de7-41a1-4722-bf5f-34813228a57b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event updated for resources: {'Port': ['ID=6e50a03a-e3c2-46be-9a01-f62234697309,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:27.856999 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3824e5e2-bab6-42c0-a4a8-3eb74b3f8bfe req-5ba35870-00d2-4c73-b203-86a68322d9da tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713698 Sep 29 17:36:27.864566 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-43852de7-41a1-4722-bf5f-34813228a57b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.1969414 Sep 29 17:36:27.876632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45186) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:27.972789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731aefe8-f8e2-4ffa-90f9-d9d7b65fa211 req-dc38ea0a-ec7d-4017-9ae9-06a5950c2d74 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:27.974447 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-731aefe8-f8e2-4ffa-90f9-d9d7b65fa211 req-dc38ea0a-ec7d-4017-9ae9-06a5950c2d74 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.1440818 Sep 29 17:36:28.007696 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:28.037013 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-731aefe8-f8e2-4ffa-90f9-d9d7b65fa211 req-3ab654a1-4a19-4051-a716-24d779e4b1e1 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512707 Sep 29 17:36:28.050340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-e619dbb0-268c-4a58-9bb0-bd214f7325c0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting port 6e50a03a-e3c2-46be-9a01-f62234697309 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:28.050869 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e619dbb0-268c-4a58-9bb0-bd214f7325c0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:28.090238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:36:28.105956 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab31f0-fb92-45bf-9394-97dc3e210377 None None] Sync routers for ids ['22740318-fa1b-4051-95b3-59f1f989bbe4'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:36:28.121405 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:28.124433 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab31f0-fb92-45bf-9394-97dc3e210377 None None] Routers {'22740318-fa1b-4051-95b3-59f1f989bbe4'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:28.125269 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-44ab31f0-fb92-45bf-9394-97dc3e210377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['22740318-fa1b-4051-95b3-59f1f989bbe4'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:28.142304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45190) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:28.166664 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d8fc891c-9649-4293-8a09-65c842ba0616 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.8580172 Sep 29 17:36:28.168833 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327d7508-40fe-4574-b383-965ac6e1a833', 'tag': '88f5be58-2bd3-4647-9c4d-32b1d953b479'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:36:28.171326 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c4b130-9a2f-48ec-aefe-c1be435c08a1" -d '{"events": [{"name": "network-changed", "server_uuid": "327d7508-40fe-4574-b383-965ac6e1a833", "tag": "88f5be58-2bd3-4647-9c4d-32b1d953b479"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:36:28.174251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45194) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:28.182873 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e619dbb0-268c-4a58-9bb0-bd214f7325c0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:28.197342 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-e619dbb0-268c-4a58-9bb0-bd214f7325c0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Calling delete_port for 6e50a03a-e3c2-46be-9a01-f62234697309 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:28.222783 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7e984b1f-c33b-4324-b714-3e7571083ae9 None None] Provisioning complete for port 6e50a03a-e3c2-46be-9a01-f62234697309 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:28.232113 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e984b1f-c33b-4324-b714-3e7571083ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:28.314708 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03d6273-c582-41ac-ac20-24f0dd16a970 x-openstack-request-id: req-d03d6273-c582-41ac-ac20-24f0dd16a970 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:36:28.315141 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327d7508-40fe-4574-b383-965ac6e1a833", "tag": "88f5be58-2bd3-4647-9c4d-32b1d953b479", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:36:28.315399 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d03d6273-c582-41ac-ac20-24f0dd16a970 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:36:28.315797 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327d7508-40fe-4574-b383-965ac6e1a833', 'tag': '88f5be58-2bd3-4647-9c4d-32b1d953b479', 'status': 'completed', 'code': 200} Sep 29 17:36:28.340068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-7e984b1f-c33b-4324-b714-3e7571083ae9 None None] Port 6e50a03a-e3c2-46be-9a01-f62234697309 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:36:28.365481 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-44ab31f0-fb92-45bf-9394-97dc3e210377 None None] Set router 22740318-fa1b-4051-95b3-59f1f989bbe4 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:36:28.414068 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-42f4617d-36be-4d68-ab7a-f60477f68ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:28.448729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Router 57ab20a2-ba0a-4a39-8c5d-c813dc8d9090 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:36:28.482594 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e619dbb0-268c-4a58-9bb0-bd214f7325c0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:28.499754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fecf69c-b109-47f6-ae3b-f7ff39f07306 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.499999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fecf69c-b109-47f6-ae3b-f7ff39f07306 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.500273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fecf69c-b109-47f6-ae3b-f7ff39f07306 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.500791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fecf69c-b109-47f6-ae3b-f7ff39f07306 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.501200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fecf69c-b109-47f6-ae3b-f7ff39f07306 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.501669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fecf69c-b109-47f6-ae3b-f7ff39f07306 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.502132 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fecf69c-b109-47f6-ae3b-f7ff39f07306 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.502585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fecf69c-b109-47f6-ae3b-f7ff39f07306 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.503038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fecf69c-b109-47f6-ae3b-f7ff39f07306 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.503490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fecf69c-b109-47f6-ae3b-f7ff39f07306 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.503942 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fecf69c-b109-47f6-ae3b-f7ff39f07306 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.504394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fecf69c-b109-47f6-ae3b-f7ff39f07306 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.504852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fecf69c-b109-47f6-ae3b-f7ff39f07306 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.509328 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1fecf69c-b109-47f6-ae3b-f7ff39f07306 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9188 time: 0.3300185 Sep 29 17:36:28.512237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45200) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:28.515815 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619dbb0-268c-4a58-9bb0-bd214f7325c0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Port': ['ID=6e50a03a-e3c2-46be-9a01-f62234697309,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:28.517541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4b130-9a2f-48ec-aefe-c1be435c08a1 req-32576b43-7cad-4d7e-8bb4-654c146ade0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.519056 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95c4b130-9a2f-48ec-aefe-c1be435c08a1 req-32576b43-7cad-4d7e-8bb4-654c146ade0c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e0ab65e9130409c86f928bc5b6c5b35&device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 1135 time: 0.1930203 Sep 29 17:36:28.580209 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e619dbb0-268c-4a58-9bb0-bd214f7325c0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:28.582922 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e619dbb0-268c-4a58-9bb0-bd214f7325c0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/6e50a03a-e3c2-46be-9a01-f62234697309 HTTP/1.1" status: 204 len: 168 time: 0.7024603 Sep 29 17:36:28.586453 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45202) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:28.664622 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1470c3c7-73a2-4859-b8a9-e0cc5dd998ee tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.668947 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1470c3c7-73a2-4859-b8a9-e0cc5dd998ee tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0811026 Sep 29 17:36:28.670109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45204) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:28.673965 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-44ab31f0-fb92-45bf-9394-97dc3e210377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446119245', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:35:43Z', 'updated_at': '2021-09-29T17:35:53Z', 'revision_number': 4, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:44Z', 'updated_at': '2021-09-29T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '6bc6f649-c566-4168-8aef-5efad2420203', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'port_id': '88f5be58-2bd3-4647-9c4d-32b1d953b479', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'mac_address': 'fa:16:3e:7d:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327d7508-40fe-4574-b383-965ac6e1a833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:36:23Z', 'updated_at': '2021-09-29T17:36:23Z', 'revision_number': 0, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1b1f5e-6c3a-4c47-8c32-752b82108dfd', 'name': '', 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'mac_address': 'fa:16:3e:33:92:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:51Z', 'updated_at': '2021-09-29T17:35:59Z', 'revision_number': 5, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'subnets': [{'id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:28.712399 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab31f0-fb92-45bf-9394-97dc3e210377 None None] Checking router: 22740318-fa1b-4051-95b3-59f1f989bbe4 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:36:28.722946 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ab31f0-fb92-45bf-9394-97dc3e210377 None None] Routers {'22740318-fa1b-4051-95b3-59f1f989bbe4'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:28.723568 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-44ab31f0-fb92-45bf-9394-97dc3e210377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['22740318-fa1b-4051-95b3-59f1f989bbe4'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:28.737401 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adaa674-f75a-4e45-8739-6e1f8797e2fd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.739160 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9adaa674-f75a-4e45-8739-6e1f8797e2fd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0680380 Sep 29 17:36:28.741710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45206) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:28.803961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eca6d2-fefd-482d-87b1-5f8826cc9190 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.805614 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eca6d2-fefd-482d-87b1-5f8826cc9190 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.807225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eca6d2-fefd-482d-87b1-5f8826cc9190 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.808937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-50eca6d2-fefd-482d-87b1-5f8826cc9190 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0660884 Sep 29 17:36:28.812298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45208) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:28.862282 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84985dea-0994-41da-883f-6bc2c7f3c118 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.862752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84985dea-0994-41da-883f-6bc2c7f3c118 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.863180 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-44ab31f0-fb92-45bf-9394-97dc3e210377 None None] Set router 22740318-fa1b-4051-95b3-59f1f989bbe4 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:36:28.863312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84985dea-0994-41da-883f-6bc2c7f3c118 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.863649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84985dea-0994-41da-883f-6bc2c7f3c118 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.864095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84985dea-0994-41da-883f-6bc2c7f3c118 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.864548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84985dea-0994-41da-883f-6bc2c7f3c118 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.865075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84985dea-0994-41da-883f-6bc2c7f3c118 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.865568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84985dea-0994-41da-883f-6bc2c7f3c118 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.866060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84985dea-0994-41da-883f-6bc2c7f3c118 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.866684 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84985dea-0994-41da-883f-6bc2c7f3c118 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.867131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84985dea-0994-41da-883f-6bc2c7f3c118 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.867576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84985dea-0994-41da-883f-6bc2c7f3c118 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.868016 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84985dea-0994-41da-883f-6bc2c7f3c118 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.868466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84985dea-0994-41da-883f-6bc2c7f3c118 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.868861 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d751691-258d-4b4f-8bfa-a2e6e0ff411e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet 7c8299b2-9e5d-4c23-9d1b-03272853639d {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:36:28.873664 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-84985dea-0994-41da-883f-6bc2c7f3c118 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8908 time: 0.3555562 Sep 29 17:36:28.874053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45210) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:28.875876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:36:28.878516 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1d751691-258d-4b4f-8bfa-a2e6e0ff411e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:28.889755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Sync routers for ids ['57ab20a2-ba0a-4a39-8c5d-c813dc8d9090'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:36:28.906968 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Routers {'57ab20a2-ba0a-4a39-8c5d-c813dc8d9090'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:28.908045 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['57ab20a2-ba0a-4a39-8c5d-c813dc8d9090'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:28.914933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179bc71-cdfc-4a3d-a69b-e2c206078bb8 req-baaab6cb-023c-4456-abf0-f1d1397600d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.916774 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c179bc71-cdfc-4a3d-a69b-e2c206078bb8 req-baaab6cb-023c-4456-abf0-f1d1397600d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 1096 time: 0.2519650 Sep 29 17:36:28.950586 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1d751691-258d-4b4f-8bfa-a2e6e0ff411e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:28.956955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4b130-9a2f-48ec-aefe-c1be435c08a1 req-949749cd-f12f-43ed-b2ca-924534d5c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:28.958526 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95c4b130-9a2f-48ec-aefe-c1be435c08a1 req-949749cd-f12f-43ed-b2ca-924534d5c6af service neutron] 10.222.0.49 "GET /v2.0/networks?id=a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 HTTP/1.1" status: 200 len: 898 time: 0.4194884 Sep 29 17:36:28.997312 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-42f4617d-36be-4d68-ab7a-f60477f68ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:29.051154 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1d751691-258d-4b4f-8bfa-a2e6e0ff411e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:29.073763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Set router 57ab20a2-ba0a-4a39-8c5d-c813dc8d9090 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:36:29.076747 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-42f4617d-36be-4d68-ab7a-f60477f68ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:29.109560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:29.110762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5067669c-0867-49ab-9e75-08316d5c41b9 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.7443759 Sep 29 17:36:29.130010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45216) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:29.221821 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-44ab31f0-fb92-45bf-9394-97dc3e210377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446119245', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:35:43Z', 'updated_at': '2021-09-29T17:35:53Z', 'revision_number': 4, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:44Z', 'updated_at': '2021-09-29T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '6bc6f649-c566-4168-8aef-5efad2420203', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'port_id': '88f5be58-2bd3-4647-9c4d-32b1d953b479', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'mac_address': 'fa:16:3e:7d:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327d7508-40fe-4574-b383-965ac6e1a833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:36:23Z', 'updated_at': '2021-09-29T17:36:23Z', 'revision_number': 0, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1b1f5e-6c3a-4c47-8c32-752b82108dfd', 'name': '', 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'mac_address': 'fa:16:3e:33:92:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:51Z', 'updated_at': '2021-09-29T17:35:59Z', 'revision_number': 5, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'subnets': [{'id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:29.236354 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1d751691-258d-4b4f-8bfa-a2e6e0ff411e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:29.260559 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ab31f0-fb92-45bf-9394-97dc3e210377 None None] The sync data for ids ['22740318-fa1b-4051-95b3-59f1f989bbe4'] in n-d-811748-2 is: [{'id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446119245', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:35:43Z', 'updated_at': '2021-09-29T17:35:53Z', 'revision_number': 4, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:44Z', 'updated_at': '2021-09-29T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '6bc6f649-c566-4168-8aef-5efad2420203', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'floating_ip_address': '172.25.2.161', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'port_id': '88f5be58-2bd3-4647-9c4d-32b1d953b479', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'mac_address': 'fa:16:3e:7d:66:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327d7508-40fe-4574-b383-965ac6e1a833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:36:23Z', 'updated_at': '2021-09-29T17:36:23Z', 'revision_number': 0, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1b1f5e-6c3a-4c47-8c32-752b82108dfd', 'name': '', 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'mac_address': 'fa:16:3e:33:92:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:51Z', 'updated_at': '2021-09-29T17:35:59Z', 'revision_number': 5, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'subnets': [{'id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:36:29.323778 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ab20a2-ba0a-4a39-8c5d-c813dc8d9090', 'name': 'tempest-snat-router-213364655', 'tenant_id': 'a07cad0044b54539862b020f8d7082ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.99'}], 'enable_snat': False}, 'gw_port_id': 'ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:20Z', 'updated_at': '2021-09-29T17:36:26Z', 'revision_number': 3, 'project_id': 'a07cad0044b54539862b020f8d7082ec', 'gw_port': {'id': 'ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ab20a2-ba0a-4a39-8c5d-c813dc8d9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:36:23Z', 'updated_at': '2021-09-29T17:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:29.350843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d751691-258d-4b4f-8bfa-a2e6e0ff411e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8299b2-9e5d-4c23-9d1b-03272853639d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:29.356857 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1d751691-258d-4b4f-8bfa-a2e6e0ff411e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:29.358752 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1d751691-258d-4b4f-8bfa-a2e6e0ff411e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/7c8299b2-9e5d-4c23-9d1b-03272853639d HTTP/1.1" status: 204 len: 168 time: 0.5454447 Sep 29 17:36:29.361979 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Checking router: 57ab20a2-ba0a-4a39-8c5d-c813dc8d9090 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:36:29.362469 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Updating router 57ab20a2-ba0a-4a39-8c5d-c813dc8d9090 port ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:36:29.363365 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45218) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:29.384038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05852d8a-3b9d-46f7-984d-b92d79df15a7 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:29.414113 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:29.427379 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb916c0c-81bc-454c-8b17-1b700a940a6f req-aa54bc94-11f6-4cfc-b3d5-d29d712990d1 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:29.435799 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb916c0c-81bc-454c-8b17-1b700a940a6f req-aa54bc94-11f6-4cfc-b3d5-d29d712990d1 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.2623398 Sep 29 17:36:29.486461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afa30b7-117f-42ca-9bf2-c971f77a738b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Deleting subnet dbf274e2-53f3-44f9-affe-be87bcbf46f6 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:36:29.503064 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8afa30b7-117f-42ca-9bf2-c971f77a738b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:29.553115 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb916c0c-81bc-454c-8b17-1b700a940a6f req-39a0f2f9-87aa-4cbd-9c69-fbbbc37122c5 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104186 Sep 29 17:36:29.585720 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4617d-36be-4d68-ab7a-f60477f68ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c87506-9175-4b97-af5e-737323a22ffb,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:29.630309 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8261f90f-7c67-4061-a1b5-6e0224ada509 None None] New status for floating IP 6bc6f649-c566-4168-8aef-5efad2420203: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:36:29.633160 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8afa30b7-117f-42ca-9bf2-c971f77a738b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:29.659498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179bc71-cdfc-4a3d-a69b-e2c206078bb8 req-f2d6b14b-0fe0-4a68-81be-832986f42fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:29.660980 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c179bc71-cdfc-4a3d-a69b-e2c206078bb8 req-f2d6b14b-0fe0-4a68-81be-832986f42fce service neutron] 10.222.0.35 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.7360826 Sep 29 17:36:29.664170 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95c4b130-9a2f-48ec-aefe-c1be435c08a1 req-b1a52180-dd5d-4997-bb29-f13d562f095f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88f5be58-2bd3-4647-9c4d-32b1d953b479 HTTP/1.1" status: 200 len: 999 time: 0.6807506 Sep 29 17:36:29.677963 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-42f4617d-36be-4d68-ab7a-f60477f68ff6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4da9bfdb5cae424d930f0b4fc0548b1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5332267 Sep 29 17:36:29.679222 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45222) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:29.757977 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8afa30b7-117f-42ca-9bf2-c971f77a738b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:29.787772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c84c1-905e-456c-8c24-c943ea9d7280 req-009f2366-6621-4108-aa55-59e8b64f2763 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:29.790752 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e98c84c1-905e-456c-8c24-c943ea9d7280 req-009f2366-6621-4108-aa55-59e8b64f2763 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.7912443 Sep 29 17:36:29.792239 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c179bc71-cdfc-4a3d-a69b-e2c206078bb8 req-73b808a0-167c-4f25-913d-d7bd2a739d57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2b27bf8-6167-4393-a3c1-9d9963d2e712 HTTP/1.1" status: 200 len: 217 time: 0.0688691 Sep 29 17:36:29.858448 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-06e65238-0125-4389-8506-25a1bbdc3761 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5204 time: 0.9828417 Sep 29 17:36:29.861301 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45224) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:29.895539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179bc71-cdfc-4a3d-a69b-e2c206078bb8 req-fa2d33ec-5768-416e-8bbd-549353a23a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:29.896973 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c179bc71-cdfc-4a3d-a69b-e2c206078bb8 req-fa2d33ec-5768-416e-8bbd-549353a23a64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.0635850 Sep 29 17:36:29.904465 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:29.916669 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:29.934441 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8afa30b7-117f-42ca-9bf2-c971f77a738b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:29.964727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5e5b1-1278-4c2c-9d8b-86a873da5fb4 req-e02305fc-ce59-45f9-a1f5-ad2624e47d2e tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:29.966085 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63c5e5b1-1278-4c2c-9d8b-86a873da5fb4 req-e02305fc-ce59-45f9-a1f5-ad2624e47d2e tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.49 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.8111014 Sep 29 17:36:29.977750 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa30b7-117f-42ca-9bf2-c971f77a738b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf274e2-53f3-44f9-affe-be87bcbf46f6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:29.986114 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8afa30b7-117f-42ca-9bf2-c971f77a738b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:29.992377 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8afa30b7-117f-42ca-9bf2-c971f77a738b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/dbf274e2-53f3-44f9-affe-be87bcbf46f6 HTTP/1.1" status: 204 len: 168 time: 0.6284006 Sep 29 17:36:29.998328 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45226) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:30.005891 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Attempting to bind port ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:36:30.006408 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Attempting to bind port ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:36:30.007148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Attempting to bind port ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:30.010903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844762ef-07cb-432c-8b3c-6d9c22f40da9 None None] Pushing event updated for resources: {'Port': ['ID=ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:30.018252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:36:30.018684 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:30.019321 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:30.019811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:36:30.020395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Bound port: ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:36:30.020925 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:30.048367 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b3997783-63aa-4f7d-b6a6-cc31f95cdab8 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484393 Sep 29 17:36:30.050914 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45228) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:30.067149 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7403b6a4-9c3d-4ff5-8c1f-4e259294de18 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:30.068530 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7403b6a4-9c3d-4ff5-8c1f-4e259294de18 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:30.070913 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7403b6a4-9c3d-4ff5-8c1f-4e259294de18 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=22740318-fa1b-4051-95b3-59f1f989bbe4 HTTP/1.1" status: 200 len: 1990 time: 0.2087128 Sep 29 17:36:30.087340 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-84e6e8ee-bffe-4ce1-8ff3-6b755ca05dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:30.090809 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] For port ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:36:30.095201 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] For port ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:36:30.101375 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:30.122579 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1530f8a4-ceb7-4b3c-9245-c7736aac7d95 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:30.126987 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1530f8a4-ceb7-4b3c-9245-c7736aac7d95 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0724368 Sep 29 17:36:30.127229 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45232) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:30.135223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4b130-9a2f-48ec-aefe-c1be435c08a1 req-11330159-3e72-4577-a18c-4be866fafd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:30.136860 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95c4b130-9a2f-48ec-aefe-c1be435c08a1 req-11330159-3e72-4577-a18c-4be866fafd80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=16e6a24e-4cc5-4504-9886-5b52c278dce3 HTTP/1.1" status: 200 len: 834 time: 0.4530373 Sep 29 17:36:30.157257 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-84e6e8ee-bffe-4ce1-8ff3-6b755ca05dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:30.160941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844762ef-07cb-432c-8b3c-6d9c22f40da9 None None] Pushing event updated for resources: {'Port': ['ID=ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:30.192153 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Routers {'57ab20a2-ba0a-4a39-8c5d-c813dc8d9090'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:30.192920 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['57ab20a2-ba0a-4a39-8c5d-c813dc8d9090'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:30.195691 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56840510-b6bd-4788-b317-c59d56c4fb60 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:30.200065 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-56840510-b6bd-4788-b317-c59d56c4fb60 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0717695 Sep 29 17:36:30.200686 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45234) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:30.233729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179bc71-cdfc-4a3d-a69b-e2c206078bb8 req-dce09489-e641-413a-a63e-0133f206bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:30.235384 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c179bc71-cdfc-4a3d-a69b-e2c206078bb8 req-dce09489-e641-413a-a63e-0133f206bffc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3191838 Sep 29 17:36:30.238461 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e98c84c1-905e-456c-8c24-c943ea9d7280 req-18c4881c-9d0d-4930-b65c-2324eb8f47f3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072740 Sep 29 17:36:30.247956 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0a04d8fd-23b2-4fb4-8502-8b68ec6e232e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459752 Sep 29 17:36:30.248681 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45236) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:30.259725 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-276fba37-becf-44d5-b78a-222361746c99 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/routers/57ab20a2-ba0a-4a39-8c5d-c813dc8d9090 HTTP/1.1" status: 200 len: 907 time: 1.1073933 Sep 29 17:36:30.259983 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45238) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:30.268642 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Request body: {'router': {'name': 'tempest-snat-router-213364655', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'enable_snat': True}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:30.299641 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7e647a-05ad-4437-996f-5e3eee7bc809 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:30.301419 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7e647a-05ad-4437-996f-5e3eee7bc809 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:30.304302 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-de7e647a-05ad-4437-996f-5e3eee7bc809 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/6e50a03a-e3c2-46be-9a01-f62234697309 HTTP/1.1" status: 404 len: 333 time: 0.0540209 Sep 29 17:36:30.308628 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45240) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:30.322187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4b130-9a2f-48ec-aefe-c1be435c08a1 req-85dd56af-2398-4f59-8cdf-508a4e762abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:30.323706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95c4b130-9a2f-48ec-aefe-c1be435c08a1 req-85dd56af-2398-4f59-8cdf-508a4e762abe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a588a5dc-5635-4a0a-9f24-0a6d3e2a6066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344383 Sep 29 17:36:30.365161 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d81b28-533f-4c5c-af3d-06f1713e4b88 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:30.365706 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d81b28-533f-4c5c-af3d-06f1713e4b88 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:30.371101 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-30d81b28-533f-4c5c-af3d-06f1713e4b88 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/7c8299b2-9e5d-4c23-9d1b-03272853639d HTTP/1.1" status: 404 len: 337 time: 0.0561774 Sep 29 17:36:30.372989 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45242) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:30.403438 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-84e6e8ee-bffe-4ce1-8ff3-6b755ca05dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:30.406045 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-84e6e8ee-bffe-4ce1-8ff3-6b755ca05dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:30.407295 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-84e6e8ee-bffe-4ce1-8ff3-6b755ca05dd1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9c87506-9175-4b97-af5e-737323a22ffb HTTP/1.1" status: 204 len: 168 time: 0.7214792 Sep 29 17:36:30.418574 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:30.419795 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:30.423690 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1120ba-b87f-4a2e-bb10-cae1d234d61b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:30.424277 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1120ba-b87f-4a2e-bb10-cae1d234d61b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:30.426318 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6f1120ba-b87f-4a2e-bb10-cae1d234d61b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/dbf274e2-53f3-44f9-affe-be87bcbf46f6 HTTP/1.1" status: 404 len: 337 time: 0.0515809 Sep 29 17:36:30.429648 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45246) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:30.444915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-63c5e5b1-1278-4c2c-9d8b-86a873da5fb4 req-9ddefb7d-e1e8-4c0c-bd48-f871fa31de30 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Deleting port b2ba204d-4355-41ce-8f46-433174cd0142 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:30.449467 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-63c5e5b1-1278-4c2c-9d8b-86a873da5fb4 req-9ddefb7d-e1e8-4c0c-bd48-f871fa31de30 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:30.475171 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f154632-ce0b-4807-97ef-9569b44f180d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:30.476849 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f154632-ce0b-4807-97ef-9569b44f180d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:30.478908 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6f154632-ce0b-4807-97ef-9569b44f180d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/94cd88cd-3900-4d1a-b63e-e1104cecb8e9 HTTP/1.1" status: 404 len: 333 time: 0.0480454 Sep 29 17:36:30.481629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45248) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:30.512376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6e8ee-bffe-4ce1-8ff3-6b755ca05dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c87506-9175-4b97-af5e-737323a22ffb,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:30.518619 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf8c2c5-590e-4da7-96c3-b6312a18acb4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:30.518968 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf8c2c5-590e-4da7-96c3-b6312a18acb4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:30.524943 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-caf8c2c5-590e-4da7-96c3-b6312a18acb4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/6b3804a4-0498-4307-a86b-e95efa4a7fef HTTP/1.1" status: 404 len: 337 time: 0.0390429 Sep 29 17:36:30.533216 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45250) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:30.535511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] Set router 57ab20a2-ba0a-4a39-8c5d-c813dc8d9090 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:36:30.565048 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-83993a5f-7277-4e12-a048-28f064544e1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:30.565668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83993a5f-7277-4e12-a048-28f064544e1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:30.570385 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-83993a5f-7277-4e12-a048-28f064544e1f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/dff465a9-81e6-4dc7-9355-73df88d30ba8 HTTP/1.1" status: 404 len: 337 time: 0.0332201 Sep 29 17:36:30.584138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45254) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:30.602569 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c179bc71-cdfc-4a3d-a69b-e2c206078bb8 req-4f04d0ff-5a16-4e82-acd2-2db0aafe09ae service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416290 Sep 29 17:36:30.630300 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:30.739210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f3628-a04a-4a21-9f98-d1df32a48026 None None] Network 53678ac2-5d4e-4c12-b83b-b5f63c37360c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:30.781392 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-7833ae32-e488-4b67-be8d-a913cb8464b4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:30.782418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7833ae32-e488-4b67-be8d-a913cb8464b4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:30.786339 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7833ae32-e488-4b67-be8d-a913cb8464b4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/402896fc-0f3e-4de1-8e9d-b60813052476 HTTP/1.1" status: 404 len: 333 time: 0.1976140 Sep 29 17:36:30.786339 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c179bc71-cdfc-4a3d-a69b-e2c206078bb8 req-44eaa767-55eb-4715-a459-33c0fe0c8f39 service neutron] 10.222.0.35 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463559 Sep 29 17:36:30.787273 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4ad4846b-7173-4779-95b6-d9d0e2334113 None None] Provisioning complete for port d658d47b-105b-4c90-9703-91331933282a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:30.787273 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4ad4846b-7173-4779-95b6-d9d0e2334113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:30.790433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45260) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:30.844840 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54a7cde-d31b-472d-8cff-2575f43a187c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:30.845237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54a7cde-d31b-472d-8cff-2575f43a187c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:30.847204 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f54a7cde-d31b-472d-8cff-2575f43a187c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/677c4a24-c4d8-4880-802c-46c870a56cd1 HTTP/1.1" status: 404 len: 337 time: 0.0539553 Sep 29 17:36:30.852511 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95c4b130-9a2f-48ec-aefe-c1be435c08a1 req-f3a6243f-18e0-4733-b4b5-59713e386a39 service neutron] 10.222.0.49 "GET /v2.0/networks/a588a5dc-5635-4a0a-9f24-0a6d3e2a6066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181563 Sep 29 17:36:30.854924 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45262) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:30.891020 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ab20a2-ba0a-4a39-8c5d-c813dc8d9090', 'name': 'tempest-snat-router-213364655', 'tenant_id': 'a07cad0044b54539862b020f8d7082ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.99'}], 'enable_snat': False}, 'gw_port_id': 'ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:20Z', 'updated_at': '2021-09-29T17:36:26Z', 'revision_number': 3, 'project_id': 'a07cad0044b54539862b020f8d7082ec', 'gw_port': {'id': 'ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ab20a2-ba0a-4a39-8c5d-c813dc8d9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:36:23Z', 'updated_at': '2021-09-29T17:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:30.904129 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45264) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:30.922622 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe06de5-9292-4664-8c03-3edda3488410 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:30.923237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe06de5-9292-4664-8c03-3edda3488410 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:30.924113 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283b5f5-8578-41c3-b843-8e10a2fa4827 req-59cbe50a-76e1-4291-8a7b-622cf394cdd6 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:30.927869 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-dbe06de5-9292-4664-8c03-3edda3488410 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/494d4898-6e44-4faa-8b89-5970324bd68c HTTP/1.1" status: 404 len: 337 time: 0.0693362 Sep 29 17:36:30.929837 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c283b5f5-8578-41c3-b843-8e10a2fa4827 req-59cbe50a-76e1-4291-8a7b-622cf394cdd6 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 945 time: 0.2473447 Sep 29 17:36:30.932175 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45266) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:30.943984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-63c5e5b1-1278-4c2c-9d8b-86a873da5fb4 req-9ddefb7d-e1e8-4c0c-bd48-f871fa31de30 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] For port b2ba204d-4355-41ce-8f46-433174cd0142, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b2ba204d-4355-41ce-8f46-433174cd0142,segment=NetworkSegment(d147c0d2-5984-4355-af5e-851224b9575e),segment_id=d147c0d2-5984-4355-af5e-851224b9575e)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:30.944734 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-63c5e5b1-1278-4c2c-9d8b-86a873da5fb4 req-9ddefb7d-e1e8-4c0c-bd48-f871fa31de30 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:30.949608 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:30.954243 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c43da42-b111-4559-9a4c-ed319280f1b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:30.956333 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08ffa65-ee37-4b22-9d29-b3ea21139e52 None None] The sync data for ids ['57ab20a2-ba0a-4a39-8c5d-c813dc8d9090'] in n-d-811748-2 is: [{'id': '57ab20a2-ba0a-4a39-8c5d-c813dc8d9090', 'name': 'tempest-snat-router-213364655', 'tenant_id': 'a07cad0044b54539862b020f8d7082ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.99'}], 'enable_snat': False}, 'gw_port_id': 'ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:20Z', 'updated_at': '2021-09-29T17:36:26Z', 'revision_number': 3, 'project_id': 'a07cad0044b54539862b020f8d7082ec', 'gw_port': {'id': 'ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ab20a2-ba0a-4a39-8c5d-c813dc8d9090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:36:23Z', 'updated_at': '2021-09-29T17:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:36:30.988233 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0557745-fddf-47f4-9d94-dd2fcd34539d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:30.988902 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-63c5e5b1-1278-4c2c-9d8b-86a873da5fb4 req-9ddefb7d-e1e8-4c0c-bd48-f871fa31de30 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Calling delete_port for b2ba204d-4355-41ce-8f46-433174cd0142 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:30.989083 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0557745-fddf-47f4-9d94-dd2fcd34539d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:30.993945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d0557745-fddf-47f4-9d94-dd2fcd34539d tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/689b034e-2dd0-4ceb-bbf2-9e57481afd15 HTTP/1.1" status: 404 len: 333 time: 0.0561402 Sep 29 17:36:30.994171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45268) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:31.032836 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc92d63d-4d77-4d39-98f8-3e49f1d6be82 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:31.033497 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc92d63d-4d77-4d39-98f8-3e49f1d6be82 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:31.035276 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bc92d63d-4d77-4d39-98f8-3e49f1d6be82 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/53659a58-4073-4ea5-bc93-0118ae0c54c5 HTTP/1.1" status: 404 len: 337 time: 0.0369623 Sep 29 17:36:31.038915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45270) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:31.080138 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c283b5f5-8578-41c3-b843-8e10a2fa4827 req-0c2c2ede-ebf9-449c-84c0-21e8d94f2c67 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326509 Sep 29 17:36:31.121231 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4203057-3ec1-4a6f-b02a-f81b09c4449b None None] DHCP port deletion for 53678ac2-5d4e-4c12-b83b-b5f63c37360c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:36:31.125127 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa14285d-7451-4ea6-b041-8a052867ee54 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:31.125682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa14285d-7451-4ea6-b041-8a052867ee54 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:31.127660 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fa14285d-7451-4ea6-b041-8a052867ee54 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/cd7f03e1-dabe-4a84-a25b-5fc469c2c7b1 HTTP/1.1" status: 404 len: 337 time: 0.0862365 Sep 29 17:36:31.132244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45272) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:31.149174 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95c4b130-9a2f-48ec-aefe-c1be435c08a1 req-f272f8fd-79bd-4fee-8797-882937a6d514 service neutron] 10.222.0.49 "GET /v2.0/networks/a588a5dc-5635-4a0a-9f24-0a6d3e2a6066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727244 Sep 29 17:36:31.172174 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-67522058-8610-4721-85f3-0f88adfb97b7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:31.175516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67522058-8610-4721-85f3-0f88adfb97b7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:31.181062 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-67522058-8610-4721-85f3-0f88adfb97b7 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/b8e93912-c21f-4942-8220-e6affe336963 HTTP/1.1" status: 404 len: 333 time: 0.0454025 Sep 29 17:36:31.183305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45274) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:31.199437 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c43da42-b111-4559-9a4c-ed319280f1b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:31.206125 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c43da42-b111-4559-9a4c-ed319280f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:31.209144 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e4203057-3ec1-4a6f-b02a-f81b09c4449b None None] Deleting port d658d47b-105b-4c90-9703-91331933282a {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:31.209628 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4203057-3ec1-4a6f-b02a-f81b09c4449b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:31.223367 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85d8c97-26fd-4ff7-83e7-1960623c226b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:31.223904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85d8c97-26fd-4ff7-83e7-1960623c226b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:31.226528 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d85d8c97-26fd-4ff7-83e7-1960623c226b tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/59e866fb-3608-4fa8-9881-8aac725e8cd9 HTTP/1.1" status: 404 len: 337 time: 0.0422533 Sep 29 17:36:31.230117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45276) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:31.269140 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8940fdb-1d91-4849-b5e7-74e59ee52ae4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:31.269984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8940fdb-1d91-4849-b5e7-74e59ee52ae4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:31.271903 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b8940fdb-1d91-4849-b5e7-74e59ee52ae4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/b51afa97-79e8-4375-9261-1d5697461c83 HTTP/1.1" status: 404 len: 333 time: 0.0403802 Sep 29 17:36:31.277763 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45278) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:31.289117 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e4203057-3ec1-4a6f-b02a-f81b09c4449b None None] For port d658d47b-105b-4c90-9703-91331933282a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d658d47b-105b-4c90-9703-91331933282a,segment=NetworkSegment(d29cac37-5300-4db0-b47a-e37751b10112),segment_id=d29cac37-5300-4db0-b47a-e37751b10112)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:31.290108 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4203057-3ec1-4a6f-b02a-f81b09c4449b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:31.316967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e4203057-3ec1-4a6f-b02a-f81b09c4449b None None] Calling delete_port for d658d47b-105b-4c90-9703-91331933282a owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:31.384492 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1c43da42-b111-4559-9a4c-ed319280f1b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c0355e47a7e4f11a8efb85a56810646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4781244 Sep 29 17:36:31.389398 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45282) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:31.418508 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4203057-3ec1-4a6f-b02a-f81b09c4449b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:31.443845 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-474e5281-7d07-4d65-ab5f-938582105ca9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:31.444376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474e5281-7d07-4d65-ab5f-938582105ca9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:31.446421 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4203057-3ec1-4a6f-b02a-f81b09c4449b None None] Pushing event deleted for resources: {'Port': ['ID=d658d47b-105b-4c90-9703-91331933282a,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:31.448400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4203057-3ec1-4a6f-b02a-f81b09c4449b None None] No DVR routers for this DVR port d658d47b-105b-4c90-9703-91331933282a on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:36:31.449129 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-474e5281-7d07-4d65-ab5f-938582105ca9 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/055abf2f-0655-4b49-bce9-f6fd6dea8f63 HTTP/1.1" status: 404 len: 337 time: 0.1695993 Sep 29 17:36:31.449752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45284) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:31.473889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43da42-b111-4559-9a4c-ed319280f1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdea31c9-a798-46ff-aadf-4720fed35a8b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:31.499479 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:31.506109 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e8feae-0eb8-4be0-9d2b-f87dce4f00ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:31.507029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e8feae-0eb8-4be0-9d2b-f87dce4f00ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:31.509763 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-19e8feae-0eb8-4be0-9d2b-f87dce4f00ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/03eb9f7f-452b-4776-a72c-12015f83b5d7 HTTP/1.1" status: 404 len: 333 time: 0.0353267 Sep 29 17:36:31.510532 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-63c5e5b1-1278-4c2c-9d8b-86a873da5fb4 req-9ddefb7d-e1e8-4c0c-bd48-f871fa31de30 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:31.512148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45286) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:31.524558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['22ec29b2-0f32-4578-aca1-6b02a97cb039', 'b2ba204d-4355-41ce-8f46-433174cd0142'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:36:31.530059 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:31.540071 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acfcba46-7a68-4d96-b41f-d54bad7daff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:31.592997 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e4c366-a49b-430a-8b7d-8a4620403d22 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:31.593754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e4c366-a49b-430a-8b7d-8a4620403d22 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:31.596785 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c0e4c366-a49b-430a-8b7d-8a4620403d22 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/7b54c408-dbe5-483c-9ab2-fb7e739b2a0a HTTP/1.1" status: 404 len: 337 time: 0.0827460 Sep 29 17:36:31.599988 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45288) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:31.607250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddefb7d-e1e8-4c0c-bd48-f871fa31de30 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Pushing event deleted for resources: {'Port': ['ID=b2ba204d-4355-41ce-8f46-433174cd0142,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:31.633898 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acfcba46-7a68-4d96-b41f-d54bad7daff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:31.643005 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1c828b-6f16-4eb8-8874-c2e78f48db5e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:31.643861 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1c828b-6f16-4eb8-8874-c2e78f48db5e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:31.645764 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ce1c828b-6f16-4eb8-8874-c2e78f48db5e tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/c088ea79-6c49-451d-982b-522c6fabbfcb HTTP/1.1" status: 404 len: 333 time: 0.0427213 Sep 29 17:36:31.649406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af80282-3f32-4ade-a738-72f7cedab5d5 req-f59cae51-cef2-4f0d-a426-0d54c4a386c8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:31.650421 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45290) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:31.650998 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4af80282-3f32-4ade-a738-72f7cedab5d5 req-f59cae51-cef2-4f0d-a426-0d54c4a386c8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 945 time: 0.2632599 Sep 29 17:36:31.672333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c5e5b1-1278-4c2c-9d8b-86a873da5fb4 req-9ddefb7d-e1e8-4c0c-bd48-f871fa31de30 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] No DVR routers for this DVR port b2ba204d-4355-41ce-8f46-433174cd0142 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:36:31.680319 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-63c5e5b1-1278-4c2c-9d8b-86a873da5fb4 req-9ddefb7d-e1e8-4c0c-bd48-f871fa31de30 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:31.683057 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63c5e5b1-1278-4c2c-9d8b-86a873da5fb4 req-9ddefb7d-e1e8-4c0c-bd48-f871fa31de30 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.49 "DELETE /v2.0/ports/b2ba204d-4355-41ce-8f46-433174cd0142 HTTP/1.1" status: 204 len: 173 time: 1.6911218 Sep 29 17:36:31.683057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cedbb254-740e-41d6-8dea-21b1811e713d', 'name': 'network-vif-deleted', 'tag': 'b2ba204d-4355-41ce-8f46-433174cd0142'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:36:31.685978 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b4a2da-2001-4a34-bd14-8c53fb04628d" -d '{"events": [{"server_uuid": "cedbb254-740e-41d6-8dea-21b1811e713d", "name": "network-vif-deleted", "tag": "b2ba204d-4355-41ce-8f46-433174cd0142"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:36:31.688005 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4763b0-5b82-4186-b2da-0cd60c9a48b0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:31.696618 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4763b0-5b82-4186-b2da-0cd60c9a48b0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:31.699303 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5b4763b0-5b82-4186-b2da-0cd60c9a48b0 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/8ed3ee6b-61eb-422d-80dc-824875c2425e HTTP/1.1" status: 404 len: 337 time: 0.0455356 Sep 29 17:36:31.702488 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45294) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:31.760112 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d542bc19-6f4f-4ebb-8e2f-7d2f542b5d4d x-openstack-request-id: req-d542bc19-6f4f-4ebb-8e2f-7d2f542b5d4d {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:36:31.760402 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cedbb254-740e-41d6-8dea-21b1811e713d", "name": "network-vif-deleted", "tag": "b2ba204d-4355-41ce-8f46-433174cd0142", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:36:31.761038 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d542bc19-6f4f-4ebb-8e2f-7d2f542b5d4d {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:36:31.761038 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cedbb254-740e-41d6-8dea-21b1811e713d', 'name': 'network-vif-deleted', 'tag': 'b2ba204d-4355-41ce-8f46-433174cd0142', 'status': 'completed', 'code': 200} Sep 29 17:36:31.762478 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55be825-2e92-4b0d-a5a0-2cf8da46098c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:31.763129 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55be825-2e92-4b0d-a5a0-2cf8da46098c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:31.764961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a55be825-2e92-4b0d-a5a0-2cf8da46098c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/8017a844-38d7-4180-95d8-b4a0f6a1787a HTTP/1.1" status: 404 len: 333 time: 0.0610809 Sep 29 17:36:31.767800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45296) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:31.783548 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4af80282-3f32-4ade-a738-72f7cedab5d5 req-ced8e9ac-179a-4fde-a405-7052020d33f8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116598 Sep 29 17:36:31.807377 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-658cadac-0e9a-4ddd-aaa5-ceed6ff883c5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:31.807847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658cadac-0e9a-4ddd-aaa5-ceed6ff883c5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:31.809650 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-658cadac-0e9a-4ddd-aaa5-ceed6ff883c5 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/81a98214-b5ef-4697-8566-a7b11e1265f2 HTTP/1.1" status: 404 len: 337 time: 0.0408778 Sep 29 17:36:31.817359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45298) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:31.838180 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Allocated IP 172.25.2.23 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/d475daa5-6d66-4aa2-aecf-a220ba19498e) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:31.846358 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac6166e-cd92-4748-a478-d2b15f0a2c7c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:31.847071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac6166e-cd92-4748-a478-d2b15f0a2c7c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:31.848822 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0ac6166e-cd92-4748-a478-d2b15f0a2c7c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/67b358f6-0803-48c6-a32d-185f36736990 HTTP/1.1" status: 404 len: 333 time: 0.0304325 Sep 29 17:36:31.850109 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acfcba46-7a68-4d96-b41f-d54bad7daff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:31.853480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45300) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:31.853661 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acfcba46-7a68-4d96-b41f-d54bad7daff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:31.857513 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-acfcba46-7a68-4d96-b41f-d54bad7daff2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fdea31c9-a798-46ff-aadf-4720fed35a8b HTTP/1.1" status: 204 len: 168 time: 0.4643614 Sep 29 17:36:31.905418 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-f787145b-a3d0-42d2-b43e-4bb5fdcdf34c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:31.905983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f787145b-a3d0-42d2-b43e-4bb5fdcdf34c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:31.907900 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f787145b-a3d0-42d2-b43e-4bb5fdcdf34c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/3ccccc65-3773-4db7-8eb4-9d3c44a825eb HTTP/1.1" status: 404 len: 337 time: 0.0458097 Sep 29 17:36:31.911287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45306) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:31.943875 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcba46-7a68-4d96-b41f-d54bad7daff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdea31c9-a798-46ff-aadf-4720fed35a8b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:31.962705 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8134ba-a781-4d08-985e-3b9ad616d50f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:31.963472 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8134ba-a781-4d08-985e-3b9ad616d50f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:31.968044 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ba8134ba-a781-4d08-985e-3b9ad616d50f tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/e47d59f8-0a77-4a6f-ba35-9d0c206c0467 HTTP/1.1" status: 404 len: 337 time: 0.0553663 Sep 29 17:36:31.970298 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45308) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.005234 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-772ff7e5-c06c-4a1a-87ce-b43d75cdaa80 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:32.006145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772ff7e5-c06c-4a1a-87ce-b43d75cdaa80 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:32.008895 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-772ff7e5-c06c-4a1a-87ce-b43d75cdaa80 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/438503bf-1509-4480-a273-e74072004a70 HTTP/1.1" status: 404 len: 333 time: 0.0376241 Sep 29 17:36:32.013033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45310) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.021903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device c2b27bf8-6167-4393-a3c1-9d9963d2e712 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:36:32.043409 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f3a9bf-8a40-4351-8f08-8c1ff07c2b31 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:32.043953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f3a9bf-8a40-4351-8f08-8c1ff07c2b31 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:32.048359 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-01f3a9bf-8a40-4351-8f08-8c1ff07c2b31 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/7e79a705-7e32-4618-82ad-9b34c939362f HTTP/1.1" status: 404 len: 337 time: 0.0318284 Sep 29 17:36:32.048990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45312) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.061397 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:32.092777 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-be38fd57-310b-4bf4-9deb-9ba8e401b951 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:32.093253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be38fd57-310b-4bf4-9deb-9ba8e401b951 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:32.093710 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:32.095131 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-be38fd57-310b-4bf4-9deb-9ba8e401b951 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/3204be17-e5e2-43b1-99a8-3b0e5635567e HTTP/1.1" status: 404 len: 337 time: 0.0450251 Sep 29 17:36:32.097834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45314) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.131877 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b948695-9378-4148-b362-0d6900cdb882 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:32.132663 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b948695-9378-4148-b362-0d6900cdb882 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:32.134534 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5b948695-9378-4148-b362-0d6900cdb882 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/c86fb3c3-7e1a-44dc-927c-fd371353e96d HTTP/1.1" status: 404 len: 333 time: 0.0357196 Sep 29 17:36:32.137416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45318) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.172575 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:32.197625 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-77180ffc-1c7d-4822-a33b-29089969ac45 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:32.197929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77180ffc-1c7d-4822-a33b-29089969ac45 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:32.199949 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-77180ffc-1c7d-4822-a33b-29089969ac45 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/9560f1c6-e6c9-471c-b4b3-742ffef3d805 HTTP/1.1" status: 404 len: 337 time: 0.0609124 Sep 29 17:36:32.206650 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370144d1-d32c-48de-9ced-b0e4834c3c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b27bf8-6167-4393-a3c1-9d9963d2e712'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:36:32.208553 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45320) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.214809 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf8ee06-442b-45c7-868c-ef8b5b7c3e73" -d '{"events": [{"server_uuid": "370144d1-d32c-48de-9ced-b0e4834c3c2f", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b27bf8-6167-4393-a3c1-9d9963d2e712"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:36:32.218082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:32.227134 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:32.292703 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc1edc4-f555-4360-b8b8-000dfa4fd745 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:32.293384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc1edc4-f555-4360-b8b8-000dfa4fd745 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:32.295374 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-edc1edc4-f555-4360-b8b8-000dfa4fd745 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/47eb51e0-2b82-4581-b843-8876a062342c HTTP/1.1" status: 404 len: 337 time: 0.0815117 Sep 29 17:36:32.299133 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:32.302528 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45326) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.337083 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port c2b27bf8-6167-4393-a3c1-9d9963d2e712, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=c2b27bf8-6167-4393-a3c1-9d9963d2e712,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:32.339942 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3f761c7-5e6e-4b2d-a050-d02c3eaa308c req-8551d376-acf7-4f60-8deb-78f42434c619 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=cedbb254-740e-41d6-8dea-21b1811e713d HTTP/1.1" status: 200 len: 210 time: 0.0872753 Sep 29 17:36:32.346011 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a77edc-62ef-4f4a-879b-ec81917c7d70 x-openstack-request-id: req-76a77edc-62ef-4f4a-879b-ec81917c7d70 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:36:32.346339 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370144d1-d32c-48de-9ced-b0e4834c3c2f", "name": "network-vif-unplugged", "status": "completed", "tag": "c2b27bf8-6167-4393-a3c1-9d9963d2e712", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:36:32.346590 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-76a77edc-62ef-4f4a-879b-ec81917c7d70 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:36:32.351169 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370144d1-d32c-48de-9ced-b0e4834c3c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2b27bf8-6167-4393-a3c1-9d9963d2e712', 'code': 200} Sep 29 17:36:32.354048 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:32.383690 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:32.386849 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8768c0f-441e-4845-898f-f8c5d73e22ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:32.387615 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8768c0f-441e-4845-898f-f8c5d73e22ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:32.391979 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b8768c0f-441e-4845-898f-f8c5d73e22ad tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/cb5d461e-c9a2-4e31-9db5-7875c99414f9 HTTP/1.1" status: 404 len: 333 time: 0.0838091 Sep 29 17:36:32.391979 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:32.392323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45328) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.395790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:32.404178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Pushing event updated for resources: {'Port': ['ID=d475daa5-6d66-4aa2-aecf-a220ba19498e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:32.439223 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d249059-dd9d-45c6-a6c6-22de0f9f2f06 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:32.439687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d249059-dd9d-45c6-a6c6-22de0f9f2f06 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:32.444903 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5d249059-dd9d-45c6-a6c6-22de0f9f2f06 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/bd19351e-0ba3-4f71-839c-5a3a5911cef6 HTTP/1.1" status: 404 len: 337 time: 0.0507889 Sep 29 17:36:32.445641 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45332) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.448702 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=c2b27bf8-6167-4393-a3c1-9d9963d2e712,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:32.474263 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e47025a-32c9-4af1-9f4d-c5a52ed77ad4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:32.474784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e47025a-32c9-4af1-9f4d-c5a52ed77ad4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:32.481856 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2e47025a-32c9-4af1-9f4d-c5a52ed77ad4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/be314676-4ecd-4fa7-b268-146c532e3978 HTTP/1.1" status: 404 len: 337 time: 0.0350730 Sep 29 17:36:32.483047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45336) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.496813 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:32.519372 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2c9c379d-5745-46c7-9676-d94dbe9d6aeb tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports?device_id=9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9 HTTP/1.1" status: 200 len: 205 time: 0.0298765 Sep 29 17:36:32.519594 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:32.519705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45338) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.528854 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:32.580344 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:32.611852 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-5aaf83a1-c695-4ff4-ad7e-7104a94de6b4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] delete failed (client error): The resource could not be found. Sep 29 17:36:32.615547 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5aaf83a1-c695-4ff4-ad7e-7104a94de6b4 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/routers/9440d5d7-e1e7-4f4a-bbc2-8976d251f9c9 HTTP/1.1" status: 404 len: 336 time: 0.0922253 Sep 29 17:36:32.615962 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45342) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.635610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d658d47b-105b-4c90-9703-91331933282a no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:36:32.681738 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: d658d47b-105b-4c90-9703-91331933282a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:36:32.682103 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d658d47b-105b-4c90-9703-91331933282a not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:36:32.683440 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-458584b8-c966-4fc7-908b-d81b71831ae6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:32.683928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458584b8-c966-4fc7-908b-d81b71831ae6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:32.686238 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-458584b8-c966-4fc7-908b-d81b71831ae6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/8ac2b41f-2817-4311-9257-578df10fd28a HTTP/1.1" status: 404 len: 337 time: 0.0672982 Sep 29 17:36:32.688862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45346) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.733125 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-261a623b-a3a6-486c-bf03-e1a31d7692bd tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "GET /v2.0/ports?device_id=c18fb6ab-4e2d-4d79-9375-7751c92d817d HTTP/1.1" status: 200 len: 205 time: 0.0429060 Sep 29 17:36:32.736273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45348) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.797166 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-1c464cdd-aa95-45e4-90d5-2f30250ecc46 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] delete failed (client error): The resource could not be found. Sep 29 17:36:32.799000 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1c464cdd-aa95-45e4-90d5-2f30250ecc46 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/routers/c18fb6ab-4e2d-4d79-9375-7751c92d817d HTTP/1.1" status: 404 len: 336 time: 0.0609434 Sep 29 17:36:32.801443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45352) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.846763 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ca45ec-9fc6-4b0f-b66a-1eb6b9892809 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:32.847374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ca45ec-9fc6-4b0f-b66a-1eb6b9892809 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:32.849469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-12ca45ec-9fc6-4b0f-b66a-1eb6b9892809 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/72b47a54-06ac-47ec-9f3c-df740863643e HTTP/1.1" status: 404 len: 337 time: 0.0469127 Sep 29 17:36:32.857996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45358) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.895017 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3119ad-fa45-4013-99d7-6fc539d9ce3c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:32.895649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f3119ad-fa45-4013-99d7-6fc539d9ce3c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:32.897719 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0f3119ad-fa45-4013-99d7-6fc539d9ce3c tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/87e1d333-f2f8-4105-8851-11915498fa30 HTTP/1.1" status: 404 len: 337 time: 0.0385513 Sep 29 17:36:32.900357 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45362) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.929325 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f6d0c3-b27d-496c-96e6-ad5df130fd10 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:32.930267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f6d0c3-b27d-496c-96e6-ad5df130fd10 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:32.938276 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b9f6d0c3-b27d-496c-96e6-ad5df130fd10 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/64773791-9329-4f03-96c1-5952d0c2e24f HTTP/1.1" status: 404 len: 333 time: 0.0365345 Sep 29 17:36:32.940272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45364) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:32.971606 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36ca325-ff19-4bb3-8720-e84a343cbaed tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:32.972164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36ca325-ff19-4bb3-8720-e84a343cbaed tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:32.976530 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a36ca325-ff19-4bb3-8720-e84a343cbaed tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/68577c08-0d1e-421a-bddf-1eb6d9d585fc HTTP/1.1" status: 404 len: 337 time: 0.0325668 Sep 29 17:36:32.976864 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45368) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:33.007432 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddf72e8-c1eb-40c1-b379-d5a9c8834220 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:33.008214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ddf72e8-c1eb-40c1-b379-d5a9c8834220 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:33.012574 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5ddf72e8-c1eb-40c1-b379-d5a9c8834220 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/36cf58ed-e071-483f-9554-112f77bc85e7 HTTP/1.1" status: 404 len: 333 time: 0.0321951 Sep 29 17:36:33.014364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45372) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:33.040501 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab483d5-6574-4cc7-adcb-349c6d108c4a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:33.041063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab483d5-6574-4cc7-adcb-349c6d108c4a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:33.045500 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4ab483d5-6574-4cc7-adcb-349c6d108c4a tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/097a02db-93e1-43ff-b63c-f609f07d840c HTTP/1.1" status: 404 len: 337 time: 0.0291228 Sep 29 17:36:33.046045 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45374) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:33.070782 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ae97ea-70ed-423c-b774-db9c306d3da6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:33.071587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ae97ea-70ed-423c-b774-db9c306d3da6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:33.074405 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-05ae97ea-70ed-423c-b774-db9c306d3da6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/3822baa7-3aa5-481c-bbee-fa061ac6fcb6 HTTP/1.1" status: 404 len: 333 time: 0.0267591 Sep 29 17:36:33.076441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45376) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:33.105625 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb50fb6-acdc-4002-b466-d39ad0c3e425 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:33.106292 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb50fb6-acdc-4002-b466-d39ad0c3e425 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:33.108243 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bdb50fb6-acdc-4002-b466-d39ad0c3e425 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/2d460e6c-da1f-4d0a-aba9-fdf1494d67c3 HTTP/1.1" status: 404 len: 337 time: 0.0308774 Sep 29 17:36:33.111458 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45382) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:33.138244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be581a-c169-4f10-9ad1-e1c4d248a23f req-0aab39f6-1380-4478-9de1-a72cadc59047 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:33.139959 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-85be581a-c169-4f10-9ad1-e1c4d248a23f req-0aab39f6-1380-4478-9de1-a72cadc59047 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 943 time: 0.0794015 Sep 29 17:36:33.140364 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:33.156990 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f04549a-8484-4a5c-8aec-ac141b6e73ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:33.158988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f04549a-8484-4a5c-8aec-ac141b6e73ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:33.166390 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0f04549a-8484-4a5c-8aec-ac141b6e73ec tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/a27a6a57-c7db-49ee-9fea-49f19b3d6554 HTTP/1.1" status: 404 len: 333 time: 0.0533965 Sep 29 17:36:33.168918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45384) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:33.212434 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-02144697-8fd0-4ca8-bac5-47b084a3a3dc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:33.214099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02144697-8fd0-4ca8-bac5-47b084a3a3dc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:33.217385 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-02144697-8fd0-4ca8-bac5-47b084a3a3dc tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/739d73fa-7987-47c1-a3e3-2b36254ff6fe HTTP/1.1" status: 404 len: 337 time: 0.0472443 Sep 29 17:36:33.220325 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45386) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:33.253310 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-85be581a-c169-4f10-9ad1-e1c4d248a23f req-4cfa6e9c-781a-499b-bf9d-4c68eb7fdff0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743968 Sep 29 17:36:33.267078 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa96219c-dadc-4eba-96b5-6894a398c536 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:33.267776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa96219c-dadc-4eba-96b5-6894a398c536 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:33.270064 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fa96219c-dadc-4eba-96b5-6894a398c536 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/e6b5f1a3-27d3-4be9-ad04-e66bcc91d3df HTTP/1.1" status: 404 len: 333 time: 0.0485861 Sep 29 17:36:33.273748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45388) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:33.302154 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af99474-bfb2-495d-9e8f-abe782caa020 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:33.302621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af99474-bfb2-495d-9e8f-abe782caa020 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:33.304808 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1af99474-bfb2-495d-9e8f-abe782caa020 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/327365bf-b43f-4440-bc0e-4414e49a5cf2 HTTP/1.1" status: 404 len: 337 time: 0.0278614 Sep 29 17:36:33.310964 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45394) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:33.344740 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad934665-1d18-44b8-a41c-4d65be8794ba tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:33.345549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad934665-1d18-44b8-a41c-4d65be8794ba tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:33.347448 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ad934665-1d18-44b8-a41c-4d65be8794ba tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/6e6bb9ce-67ed-4cf4-99dd-9312f0b34f93 HTTP/1.1" status: 404 len: 333 time: 0.0345676 Sep 29 17:36:33.350508 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45396) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:33.385914 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-645019fe-7e7c-43e7-9f9e-d8e524841b73 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:33.386365 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645019fe-7e7c-43e7-9f9e-d8e524841b73 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:33.388513 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-645019fe-7e7c-43e7-9f9e-d8e524841b73 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/1161978b-8fe8-4e47-a64d-1ad3cd958a3d HTTP/1.1" status: 404 len: 337 time: 0.0345697 Sep 29 17:36:33.395156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45400) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:33.433345 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3e5f32-4f03-442c-a9d2-b10bbfadc586 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:33.434077 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3e5f32-4f03-442c-a9d2-b10bbfadc586 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:33.438391 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ff3e5f32-4f03-442c-a9d2-b10bbfadc586 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/ports/8512dbe4-ea10-4c64-9104-d767bc0176e5 HTTP/1.1" status: 404 len: 333 time: 0.0398221 Sep 29 17:36:33.438777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45404) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:33.440664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965fd18-0b90-4d79-bf86-3c18fa4c5c3f req-ee2ad3e8-ec8d-45ba-b74f-c5a4e5c39a60 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:33.446044 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7965fd18-0b90-4d79-bf86-3c18fa4c5c3f req-ee2ad3e8-ec8d-45ba-b74f-c5a4e5c39a60 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.0749099 Sep 29 17:36:33.472189 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-903bbe18-557c-4383-b2a9-0a271cb49ea6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] DELETE failed (client error): The resource could not be found. Sep 29 17:36:33.472572 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903bbe18-557c-4383-b2a9-0a271cb49ea6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:33.477808 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-903bbe18-557c-4383-b2a9-0a271cb49ea6 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/subnets/f97e1351-678a-48fd-b3a9-9e5f0ed5e337 HTTP/1.1" status: 404 len: 337 time: 0.0334194 Sep 29 17:36:33.479429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45406) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:33.490959 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:33.500379 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7965fd18-0b90-4d79-bf86-3c18fa4c5c3f req-dc00e291-bdf5-4d33-85ab-25d55acc252f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499320 Sep 29 17:36:33.677971 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a851ad9-171c-4a19-be5d-217718da9d65 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:33.682835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf5049-d888-4947-99fd-4ba2bf8c111c req-6c6b6244-286a-4eb0-b5c8-108660eec208 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:33.691392 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9dbf5049-d888-4947-99fd-4ba2bf8c111c req-6c6b6244-286a-4eb0-b5c8-108660eec208 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.0848634 Sep 29 17:36:33.744405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45412) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:33.754076 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9dbf5049-d888-4947-99fd-4ba2bf8c111c req-5ee4fe60-6917-4d6f-9fd6-4c83ce56c48d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617886 Sep 29 17:36:33.830298 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a851ad9-171c-4a19-be5d-217718da9d65 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:33.851724 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Router bbd9e8a2-20bb-47d1-a16d-11c88786c4f6 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:36:33.859776 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-3a851ad9-171c-4a19-be5d-217718da9d65 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53678ac2-5d4e-4c12-b83b-b5f63c37360c']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:33.874051 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-3a851ad9-171c-4a19-be5d-217718da9d65 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29cac37-5300-4db0-b47a-e37751b10112') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:33.874353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-3a851ad9-171c-4a19-be5d-217718da9d65 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29cac37-5300-4db0-b47a-e37751b10112') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:33.887649 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a851ad9-171c-4a19-be5d-217718da9d65 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:33.983768 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:33.993879 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a851ad9-171c-4a19-be5d-217718da9d65 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.008268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c8e872ae-d0e8-4dbb-ab55-e4edccf754b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.027424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a851ad9-171c-4a19-be5d-217718da9d65 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:36:34.027846 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a851ad9-171c-4a19-be5d-217718da9d65 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.031278 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807eabf-6824-460e-ba93-1390ed3ca50c req-3f04c46f-2b85-4615-b778-5f274d86dc74 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:34.032806 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e807eabf-6824-460e-ba93-1390ed3ca50c req-3f04c46f-2b85-4615-b778-5f274d86dc74 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.0584009 Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:36:34.037050 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:36:34.045404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b2ba204d-4355-41ce-8f46-433174cd0142 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:36:34.068104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: b2ba204d-4355-41ce-8f46-433174cd0142 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:36:34.068765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b2ba204d-4355-41ce-8f46-433174cd0142 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:36:34.075805 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:34.076177 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.078299 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e807eabf-6824-460e-ba93-1390ed3ca50c req-33b24470-3b93-4348-b931-23c607674bbc tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360847 Sep 29 17:36:34.133358 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a851ad9-171c-4a19-be5d-217718da9d65 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.146843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a8b68-aaa6-4fe9-93b8-e6f09774fcce req-d0427843-7253-4c1a-bd9a-99c515521695 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:34.149253 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-885a8b68-aaa6-4fe9-93b8-e6f09774fcce req-d0427843-7253-4c1a-bd9a-99c515521695 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.1669281 Sep 29 17:36:34.161562 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a851ad9-171c-4a19-be5d-217718da9d65 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.163425 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3a851ad9-171c-4a19-be5d-217718da9d65 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] 10.222.0.44 "DELETE /v2.0/networks/53678ac2-5d4e-4c12-b83b-b5f63c37360c HTTP/1.1" status: 204 len: 168 time: 0.6830609 Sep 29 17:36:34.175174 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:36:34.196974 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:36:34.201809 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a851ad9-171c-4a19-be5d-217718da9d65 tempest-NetworksTestDHCPv6-1296120411 tempest-NetworksTestDHCPv6-1296120411-project] Pushing event deleted for resources: {'Network': ['ID=53678ac2-5d4e-4c12-b83b-b5f63c37360c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:34.213148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Sync routers for ids ['bbd9e8a2-20bb-47d1-a16d-11c88786c4f6'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:36:34.233693 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Routers {'bbd9e8a2-20bb-47d1-a16d-11c88786c4f6'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:34.234920 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['bbd9e8a2-20bb-47d1-a16d-11c88786c4f6'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:34.261892 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-885a8b68-aaa6-4fe9-93b8-e6f09774fcce req-b5279d59-bfbd-478b-8127-c6e3a786a6e4 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877495 Sep 29 17:36:34.316136 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c8e872ae-d0e8-4dbb-ab55-e4edccf754b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.322128 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c8e872ae-d0e8-4dbb-ab55-e4edccf754b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.337784 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.338995 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3469d9f8-ad52-4b00-8689-563a6e1dedf4 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.0756369 Sep 29 17:36:34.342197 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45428) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:34.359801 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Set router bbd9e8a2-20bb-47d1-a16d-11c88786c4f6 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:36:34.364913 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c8e872ae-d0e8-4dbb-ab55-e4edccf754b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a5f4649edf24d41b8fd37ba8699b769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6190145 Sep 29 17:36:34.365655 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e872ae-d0e8-4dbb-ab55-e4edccf754b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45890f9d-5075-434f-ab7a-2781ec4054ba,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:34.368560 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45430) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:34.435417 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45432) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:34.441873 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d0b7e5d-6114-48a4-9b54-b91e64a2b768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.468230 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d0b7e5d-6114-48a4-9b54-b91e64a2b768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.498769 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-56f0a77b-4d5e-42dd-8e2d-66a8c3507b7f tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/routers/bbd9e8a2-20bb-47d1-a16d-11c88786c4f6 HTTP/1.1" status: 200 len: 906 time: 0.1547923 Sep 29 17:36:34.501221 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45436) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:34.568779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd9e8a2-20bb-47d1-a16d-11c88786c4f6', 'name': 'tempest-snat-router-213364655', 'tenant_id': 'a07cad0044b54539862b020f8d7082ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd475daa5-6d66-4aa2-aecf-a220ba19498e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:30Z', 'updated_at': '2021-09-29T17:36:32Z', 'revision_number': 3, 'project_id': 'a07cad0044b54539862b020f8d7082ec', 'gw_port': {'id': 'd475daa5-6d66-4aa2-aecf-a220ba19498e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:fb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd9e8a2-20bb-47d1-a16d-11c88786c4f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:36:31Z', 'updated_at': '2021-09-29T17:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:34.596716 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Checking router: bbd9e8a2-20bb-47d1-a16d-11c88786c4f6 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:36:34.597077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Updating router bbd9e8a2-20bb-47d1-a16d-11c88786c4f6 port d475daa5-6d66-4aa2-aecf-a220ba19498e binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:36:34.623629 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.630114 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d0b7e5d-6114-48a4-9b54-b91e64a2b768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.633211 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d0b7e5d-6114-48a4-9b54-b91e64a2b768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.636703 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8d0b7e5d-6114-48a4-9b54-b91e64a2b768 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45890f9d-5075-434f-ab7a-2781ec4054ba HTTP/1.1" status: 204 len: 168 time: 0.2646341 Sep 29 17:36:34.643907 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-946327e8-89e6-44c1-a268-2c419e47c4fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcecbcbf80424967b284b0e0e37c160d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2049265 Sep 29 17:36:34.644304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45440) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:34.650361 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b7e5d-6114-48a4-9b54-b91e64a2b768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45890f9d-5075-434f-ab7a-2781ec4054ba,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:34.666359 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-810204a3-1b92-4d89-a6da-0fefc8f71b27 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.717841 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-060504e4-cc5d-43ac-8621-e5d4f586c3ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.753259 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-060504e4-cc5d-43ac-8621-e5d4f586c3ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.787445 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-810204a3-1b92-4d89-a6da-0fefc8f71b27 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.810646 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-060504e4-cc5d-43ac-8621-e5d4f586c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.813332 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-060504e4-cc5d-43ac-8621-e5d4f586c3ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.816801 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-060504e4-cc5d-43ac-8621-e5d4f586c3ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/797765e9-422d-4f5c-8b11-d6e4f224fccc HTTP/1.1" status: 204 len: 168 time: 0.1692123 Sep 29 17:36:34.822898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060504e4-cc5d-43ac-8621-e5d4f586c3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797765e9-422d-4f5c-8b11-d6e4f224fccc,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:34.857028 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-810204a3-1b92-4d89-a6da-0fefc8f71b27 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Deleting port d475daa5-6d66-4aa2-aecf-a220ba19498e {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:34.857518 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-810204a3-1b92-4d89-a6da-0fefc8f71b27 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.955716 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-810204a3-1b92-4d89-a6da-0fefc8f71b27 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.972895 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-810204a3-1b92-4d89-a6da-0fefc8f71b27 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Calling delete_port for d475daa5-6d66-4aa2-aecf-a220ba19498e owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:34.988211 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:34.995891 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:35.054914 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cecf6-a342-4042-a171-4eb0f15980ba None None] Pushing event updated for resources: {'Port': ['ID=d475daa5-6d66-4aa2-aecf-a220ba19498e,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:35.054914 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Attempting to bind port d475daa5-6d66-4aa2-aecf-a220ba19498e on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:36:35.055685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Attempting to bind port d475daa5-6d66-4aa2-aecf-a220ba19498e by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:36:35.055685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Attempting to bind port d475daa5-6d66-4aa2-aecf-a220ba19498e on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:35.061265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:36:35.061668 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:35.062067 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:35.062456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:36:35.062924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Bound port: d475daa5-6d66-4aa2-aecf-a220ba19498e, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:36:35.063304 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:35.115362 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] For port d475daa5-6d66-4aa2-aecf-a220ba19498e, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:36:35.119448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] For port d475daa5-6d66-4aa2-aecf-a220ba19498e, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d475daa5-6d66-4aa2-aecf-a220ba19498e,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:36:35.126664 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:35.189497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Routers {'bbd9e8a2-20bb-47d1-a16d-11c88786c4f6'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:35.190278 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['bbd9e8a2-20bb-47d1-a16d-11c88786c4f6'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:35.202454 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080cecf6-a342-4042-a171-4eb0f15980ba None None] Pushing event updated for resources: {'Port': ['ID=d475daa5-6d66-4aa2-aecf-a220ba19498e,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:35.287115 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-810204a3-1b92-4d89-a6da-0fefc8f71b27 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:35.320890 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810204a3-1b92-4d89-a6da-0fefc8f71b27 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Pushing event deleted for resources: {'Port': ['ID=d475daa5-6d66-4aa2-aecf-a220ba19498e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:35.340187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] Set router bbd9e8a2-20bb-47d1-a16d-11c88786c4f6 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:36:35.340933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee9faf4-e38f-4660-885e-1de8e3e5851b req-4cdf0670-77c6-4add-b8a1-31d692cf1772 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:35.342502 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bee9faf4-e38f-4660-885e-1de8e3e5851b req-4cdf0670-77c6-4add-b8a1-31d692cf1772 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1470938 Sep 29 17:36:35.399229 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-810204a3-1b92-4d89-a6da-0fefc8f71b27 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:35.439861 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bee9faf4-e38f-4660-885e-1de8e3e5851b req-80c64c3b-1e4f-4021-95b3-d4506bf32977 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878110 Sep 29 17:36:35.470497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd9e8a2-20bb-47d1-a16d-11c88786c4f6', 'name': 'tempest-snat-router-213364655', 'tenant_id': 'a07cad0044b54539862b020f8d7082ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:30Z', 'updated_at': '2021-09-29T17:36:34Z', 'revision_number': 4, 'project_id': 'a07cad0044b54539862b020f8d7082ec', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:35.503903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0fcd04-5a33-49a0-baa2-e2b2e9e78f4f None None] The sync data for ids ['bbd9e8a2-20bb-47d1-a16d-11c88786c4f6'] in n-d-811748-2 is: [{'id': 'bbd9e8a2-20bb-47d1-a16d-11c88786c4f6', 'name': 'tempest-snat-router-213364655', 'tenant_id': 'a07cad0044b54539862b020f8d7082ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:30Z', 'updated_at': '2021-09-29T17:36:34Z', 'revision_number': 4, 'project_id': 'a07cad0044b54539862b020f8d7082ec', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:36:35.537648 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-810204a3-1b92-4d89-a6da-0fefc8f71b27 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:35.542431 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-810204a3-1b92-4d89-a6da-0fefc8f71b27 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:35.598994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f853-c0aa-4a79-8d9f-b5f7b303f42e req-0cfe7260-17fc-4e05-a31f-9b6f59b02063 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:35.601107 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6269f853-c0aa-4a79-8d9f-b5f7b303f42e req-0cfe7260-17fc-4e05-a31f-9b6f59b02063 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.1653595 Sep 29 17:36:35.609607 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-810204a3-1b92-4d89-a6da-0fefc8f71b27 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:35.610456 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810204a3-1b92-4d89-a6da-0fefc8f71b27 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbd9e8a2-20bb-47d1-a16d-11c88786c4f6 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:36:35.618047 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-810204a3-1b92-4d89-a6da-0fefc8f71b27 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:35.619234 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-810204a3-1b92-4d89-a6da-0fefc8f71b27 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "DELETE /v2.0/routers/bbd9e8a2-20bb-47d1-a16d-11c88786c4f6 HTTP/1.1" status: 204 len: 168 time: 1.1168709 Sep 29 17:36:35.622838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45478) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:35.651976 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6269f853-c0aa-4a79-8d9f-b5f7b303f42e req-f6a018e4-a128-4fa5-a161-f9ab5ad2a715 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391104 Sep 29 17:36:35.729953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45484) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:35.758702 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5e03e0e-2264-4264-a811-a31eb685ad40 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:35.866456 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c791d72f-f673-4a0e-88eb-7455c53950a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1584581934-network', 'tenant_id': '7666020079f14112a9eb1394c2f4e2a7'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:35.881401 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5e03e0e-2264-4264-a811-a31eb685ad40 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:35.898378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c791d72f-f673-4a0e-88eb-7455c53950a6 admin admin] Made reservation on behalf of 7666020079f14112a9eb1394c2f4e2a7 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:35.900852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c791d72f-f673-4a0e-88eb-7455c53950a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:35.910068 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c791d72f-f673-4a0e-88eb-7455c53950a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:35.943235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-d5e03e0e-2264-4264-a811-a31eb685ad40 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Deleting port ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:35.943573 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5e03e0e-2264-4264-a811-a31eb685ad40 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:35.997183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45494) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:36.020816 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c791d72f-f673-4a0e-88eb-7455c53950a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.026201 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c791d72f-f673-4a0e-88eb-7455c53950a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.052101 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c791d72f-f673-4a0e-88eb-7455c53950a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:36:36.055278 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-d5e03e0e-2264-4264-a811-a31eb685ad40 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] For port ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:36.055658 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5e03e0e-2264-4264-a811-a31eb685ad40 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.066847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791d72f-f673-4a0e-88eb-7455c53950a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:36.070021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-d5e03e0e-2264-4264-a811-a31eb685ad40 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Calling delete_port for ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:36.083504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c791d72f-f673-4a0e-88eb-7455c53950a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.084035 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-c791d72f-f673-4a0e-88eb-7455c53950a6 admin admin] Added segment 877cd8f8-5244-48bb-a12f-6367e58e5134 of type vlan for network 7f4efc05-9e5c-4fb0-8634-4c289a726bb7 Sep 29 17:36:36.117318 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c6e5936b-999d-487d-a57b-47fecba87dc4 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-765506617'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:36.138442 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c791d72f-f673-4a0e-88eb-7455c53950a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.155984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e5936b-999d-487d-a57b-47fecba87dc4 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Made reservation on behalf of 93e532f978c54f2c99a225ede2425f7e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:36.159540 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6e5936b-999d-487d-a57b-47fecba87dc4 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.176598 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6e5936b-999d-487d-a57b-47fecba87dc4 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.186552 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c791d72f-f673-4a0e-88eb-7455c53950a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.187593 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c791d72f-f673-4a0e-88eb-7455c53950a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:36.188313 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c791d72f-f673-4a0e-88eb-7455c53950a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.271077 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791d72f-f673-4a0e-88eb-7455c53950a6 admin admin] Pushing event updated for resources: {'Network': ['ID=7f4efc05-9e5c-4fb0-8634-4c289a726bb7,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:36.282649 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5e03e0e-2264-4264-a811-a31eb685ad40 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.284070 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 7f4efc05-9e5c-4fb0-8634-4c289a726bb7 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:36:36.298613 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67508234-b26f-4fb8-b26d-b267ca077ada req-032f596d-df0d-447c-ad65-3f6317f36ab6 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:36.300098 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67508234-b26f-4fb8-b26d-b267ca077ada req-032f596d-df0d-447c-ad65-3f6317f36ab6 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.49 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.0771618 Sep 29 17:36:36.358573 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e03e0e-2264-4264-a811-a31eb685ad40 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:36.394629 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6e5936b-999d-487d-a57b-47fecba87dc4 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.402256 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6e5936b-999d-487d-a57b-47fecba87dc4 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.421466 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c791d72f-f673-4a0e-88eb-7455c53950a6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6897995 Sep 29 17:36:36.422290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45500) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:36.428916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0134e067-609b-437e-835a-41026d1f0b23 admin admin] Request body: {'subnet': {'network_id': '7f4efc05-9e5c-4fb0-8634-4c289a726bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1584581934-subnet', 'tenant_id': '7666020079f14112a9eb1394c2f4e2a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:36.433955 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e5936b-999d-487d-a57b-47fecba87dc4 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:36:36.453090 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5936b-999d-487d-a57b-47fecba87dc4 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b26b00-72c2-488d-a057-373b99710999,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:36.456045 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6e5936b-999d-487d-a57b-47fecba87dc4 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.456385 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-c6e5936b-999d-487d-a57b-47fecba87dc4 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Added segment 84194410-37e9-465e-9ee6-cd4105966618 of type vlan for network 22964f13-854d-4438-b57d-f6b8532f61b6 Sep 29 17:36:36.478845 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5e03e0e-2264-4264-a811-a31eb685ad40 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.508137 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6e5936b-999d-487d-a57b-47fecba87dc4 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.538306 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6e5936b-999d-487d-a57b-47fecba87dc4 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.546708 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e5936b-999d-487d-a57b-47fecba87dc4 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:36.547904 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6e5936b-999d-487d-a57b-47fecba87dc4 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.624146 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c6e5936b-999d-487d-a57b-47fecba87dc4 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6110370 Sep 29 17:36:36.671417 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5936b-999d-487d-a57b-47fecba87dc4 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event updated for resources: {'Network': ['ID=22964f13-854d-4438-b57d-f6b8532f61b6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:36.685078 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 22964f13-854d-4438-b57d-f6b8532f61b6 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:36:36.695586 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb5376-5c24-47c1-8206-ca2bf2f066b6 req-5dc54aff-3912-4809-a4b4-1d129c46beb1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:36.717915 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0cb5376-5c24-47c1-8206-ca2bf2f066b6 req-5dc54aff-3912-4809-a4b4-1d129c46beb1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1579714 Sep 29 17:36:36.790144 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0cb5376-5c24-47c1-8206-ca2bf2f066b6 req-2a5b4c33-06b2-4520-b448-02b99745a432 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713308 Sep 29 17:36:36.955340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0134e067-609b-437e-835a-41026d1f0b23 admin admin] Made reservation on behalf of 7666020079f14112a9eb1394c2f4e2a7 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:36.957495 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0134e067-609b-437e-835a-41026d1f0b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.993124 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5e03e0e-2264-4264-a811-a31eb685ad40 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:36.995835 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5e03e0e-2264-4264-a811-a31eb685ad40 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:37.083447 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-67508234-b26f-4fb8-b26d-b267ca077ada req-933fb7e3-aed6-4bc0-b0ce-63a96f1f82ff tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Deleting port 22ec29b2-0f32-4578-aca1-6b02a97cb039 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:37.083828 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-67508234-b26f-4fb8-b26d-b267ca077ada req-933fb7e3-aed6-4bc0-b0ce-63a96f1f82ff tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:37.127621 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5e03e0e-2264-4264-a811-a31eb685ad40 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:37.128176 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e03e0e-2264-4264-a811-a31eb685ad40 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57ab20a2-ba0a-4a39-8c5d-c813dc8d9090 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:36:37.150761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1389e55-6488-4c1e-9da7-90fe3f227550 req-edf418a2-03b3-4738-8f53-3c9dafd41487 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:37.152303 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1389e55-6488-4c1e-9da7-90fe3f227550 req-edf418a2-03b3-4738-8f53-3c9dafd41487 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 946 time: 0.2347643 Sep 29 17:36:37.156432 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5e03e0e-2264-4264-a811-a31eb685ad40 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:37.160985 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d5e03e0e-2264-4264-a811-a31eb685ad40 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "DELETE /v2.0/routers/57ab20a2-ba0a-4a39-8c5d-c813dc8d9090 HTTP/1.1" status: 204 len: 168 time: 1.5334356 Sep 29 17:36:37.162245 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45506) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:37.175982 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1283246887', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}, 'admin_state_up': False}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:37.211608 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:37.213605 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:37.282438 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1389e55-6488-4c1e-9da7-90fe3f227550 req-31dac387-006f-4030-9512-5b31012f80a1 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/security-groups?id=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207678 Sep 29 17:36:37.284233 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-67508234-b26f-4fb8-b26d-b267ca077ada req-933fb7e3-aed6-4bc0-b0ce-63a96f1f82ff tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] For port 22ec29b2-0f32-4578-aca1-6b02a97cb039, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=22ec29b2-0f32-4578-aca1-6b02a97cb039,segment=NetworkSegment(d147c0d2-5984-4355-af5e-851224b9575e),segment_id=d147c0d2-5984-4355-af5e-851224b9575e)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:37.284606 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-67508234-b26f-4fb8-b26d-b267ca077ada req-933fb7e3-aed6-4bc0-b0ce-63a96f1f82ff tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:37.294849 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:37.319858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-67508234-b26f-4fb8-b26d-b267ca077ada req-933fb7e3-aed6-4bc0-b0ce-63a96f1f82ff tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Calling delete_port for 22ec29b2-0f32-4578-aca1-6b02a97cb039 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:37.437257 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0134e067-609b-437e-835a-41026d1f0b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:37.473232 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:37.548411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134e067-609b-437e-835a-41026d1f0b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d53b9a-368c-49b0-8d35-1ff2d49c5d97,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:37.577618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134e067-609b-437e-835a-41026d1f0b23 admin admin] Checking segment: {'id': '877cd8f8-5244-48bb-a12f-6367e58e5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4efc05-9e5c-4fb0-8634-4c289a726bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:37.577978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0134e067-609b-437e-835a-41026d1f0b23 admin admin] Network hostable DHCP agents. Network: 7f4efc05-9e5c-4fb0-8634-4c289a726bb7, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:36:37.609420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0134e067-609b-437e-835a-41026d1f0b23 admin admin] Network 7f4efc05-9e5c-4fb0-8634-4c289a726bb7 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:36:37.625724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0134e067-609b-437e-835a-41026d1f0b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 7f4efc05-9e5c-4fb0-8634-4c289a726bb7) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:37.630223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0134e067-609b-437e-835a-41026d1f0b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:37.630816 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0134e067-609b-437e-835a-41026d1f0b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:37.633157 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-67508234-b26f-4fb8-b26d-b267ca077ada req-933fb7e3-aed6-4bc0-b0ce-63a96f1f82ff tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:37.651296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['22ec29b2-0f32-4578-aca1-6b02a97cb039'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:36:37.653360 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd86b6f-5bb5-47f7-ba80-f8e4f6d1f0e8 None None] Network 7f4efc05-9e5c-4fb0-8634-4c289a726bb7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:37.688299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fb7e3-aed6-4bc0-b0ce-63a96f1f82ff tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Pushing event deleted for resources: {'Port': ['ID=22ec29b2-0f32-4578-aca1-6b02a97cb039,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:37.726907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:37.732999 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0134e067-609b-437e-835a-41026d1f0b23 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3078446 Sep 29 17:36:37.781794 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:37.843748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-67508234-b26f-4fb8-b26d-b267ca077ada req-933fb7e3-aed6-4bc0-b0ce-63a96f1f82ff tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] No DVR routers for this DVR port 22ec29b2-0f32-4578-aca1-6b02a97cb039 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:36:37.850697 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-67508234-b26f-4fb8-b26d-b267ca077ada req-933fb7e3-aed6-4bc0-b0ce-63a96f1f82ff tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:37.856350 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67508234-b26f-4fb8-b26d-b267ca077ada req-933fb7e3-aed6-4bc0-b0ce-63a96f1f82ff tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.49 "DELETE /v2.0/ports/22ec29b2-0f32-4578-aca1-6b02a97cb039 HTTP/1.1" status: 204 len: 173 time: 1.5228095 Sep 29 17:36:37.858493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9895b694-d421-4ba9-baa9-e8b121070efd', 'name': 'network-vif-deleted', 'tag': '22ec29b2-0f32-4578-aca1-6b02a97cb039'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:36:37.861106 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3503bb6-5423-48cf-88f2-ec6cb291f66f" -d '{"events": [{"server_uuid": "9895b694-d421-4ba9-baa9-e8b121070efd", "name": "network-vif-deleted", "tag": "22ec29b2-0f32-4578-aca1-6b02a97cb039"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:36:37.978020 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbc1339-c143-46bd-8d23-4f93ee40c3a8 None None] Network 7f4efc05-9e5c-4fb0-8634-4c289a726bb7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:37.987943 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Allocated IP 172.25.2.114 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/41a54402-2f9d-4775-9dfc-ac109065addf) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:38.040159 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device c2b27bf8-6167-4393-a3c1-9d9963d2e712 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:36:38.072746 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f797a4-3c1e-41a7-9442-b35f05a0c975 x-openstack-request-id: req-f7f797a4-3c1e-41a7-9442-b35f05a0c975 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:36:38.074103 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9895b694-d421-4ba9-baa9-e8b121070efd", "name": "network-vif-deleted", "tag": "22ec29b2-0f32-4578-aca1-6b02a97cb039", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:36:38.074103 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7f797a4-3c1e-41a7-9442-b35f05a0c975 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:36:38.074103 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9895b694-d421-4ba9-baa9-e8b121070efd', 'name': 'network-vif-deleted', 'tag': '22ec29b2-0f32-4578-aca1-6b02a97cb039', 'status': 'completed', 'code': 200} Sep 29 17:36:38.125947 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:38.127427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb34576-5be5-4750-8673-ceea5e463b61 req-b040d88e-9c39-4f83-b4d8-96d9fe7e11b7 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:38.132710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:36:38.140816 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdb34576-5be5-4750-8673-ceea5e463b61 req-b040d88e-9c39-4f83-b4d8-96d9fe7e11b7 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1586964 Sep 29 17:36:38.165591 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:38.193591 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:36:38.195174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ff5ecc0c-e4b2-44ff-94bd-cb6684988dbc not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:36:38.221649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Pushing event updated for resources: {'Port': ['ID=41a54402-2f9d-4775-9dfc-ac109065addf,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:38.222507 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdb34576-5be5-4750-8673-ceea5e463b61 req-b644e76d-3865-4eea-8cc0-16df64cfe6e7 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753615 Sep 29 17:36:38.246891 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:38.249487 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:38.249487 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:38.249749 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:38.250086 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:38.250437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:38.250767 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:38.251092 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:38.251411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:38.251729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:38.252047 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:38.252367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:38.252687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:38.257597 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:38.261021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:38.580608 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b0fc2ea-1b50-4279-8cf7-d35900278936 req-9475d520-9cc6-460d-ad0c-9802b1ceca04 tempest-ServerRescueTestJSON-802222462 tempest-ServerRescueTestJSON-802222462-project] 10.222.0.44 "GET /v2.0/ports?device_id=9895b694-d421-4ba9-baa9-e8b121070efd HTTP/1.1" status: 200 len: 210 time: 0.0661402 Sep 29 17:36:38.740257 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:39.312810 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:39.444430 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9a248-de40-4730-8c6c-158cb34684ce req-e077eb7a-4dae-48d4-bef9-69bb02c479a4 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:39.445483 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cb9a248-de40-4730-8c6c-158cb34684ce req-e077eb7a-4dae-48d4-bef9-69bb02c479a4 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.0941377 Sep 29 17:36:39.500428 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cb9a248-de40-4730-8c6c-158cb34684ce req-04f4f440-24ef-4cba-be42-35e3f119751e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455294 Sep 29 17:36:39.511192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Router 22690a8f-9d97-4bde-b7e9-3c23fada9714 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:36:39.624860 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:36:39.636337 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17976a-b338-4547-a112-aae874171873 None None] Sync routers for ids ['22690a8f-9d97-4bde-b7e9-3c23fada9714'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:36:39.646638 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:39.649443 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-99edefc3-f067-422d-8d9c-0ccfc0775261 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4839568 Sep 29 17:36:39.652030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45534) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:39.652170 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17976a-b338-4547-a112-aae874171873 None None] Routers {'22690a8f-9d97-4bde-b7e9-3c23fada9714'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:39.652889 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ce17976a-b338-4547-a112-aae874171873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['22690a8f-9d97-4bde-b7e9-3c23fada9714'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:39.656503 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-353a4cfd-020a-499c-aed2-995be1563a75 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'enable_snat': False}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:39.675387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45538) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:39.699293 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ce17976a-b338-4547-a112-aae874171873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:39.709354 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17976a-b338-4547-a112-aae874171873 None None] Routers {'22690a8f-9d97-4bde-b7e9-3c23fada9714'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:39.710708 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ce17976a-b338-4547-a112-aae874171873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['22690a8f-9d97-4bde-b7e9-3c23fada9714'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:39.976796 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ce17976a-b338-4547-a112-aae874171873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:39.976918 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17976a-b338-4547-a112-aae874171873 None None] The sync data for ids ['22690a8f-9d97-4bde-b7e9-3c23fada9714'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:36:40.023914 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45554) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:40.028869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e7924d00-cb11-45fd-89ca-c996b094f2cf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Request body: {'subnet': {'network_id': '22964f13-854d-4438-b57d-f6b8532f61b6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:40.105078 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-353a4cfd-020a-499c-aed2-995be1563a75 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:40.108505 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 22ec29b2-0f32-4578-aca1-6b02a97cb039 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:36:40.137265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 22ec29b2-0f32-4578-aca1-6b02a97cb039 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:36:40.138084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 22ec29b2-0f32-4578-aca1-6b02a97cb039 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:36:40.167179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7924d00-cb11-45fd-89ca-c996b094f2cf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Made reservation on behalf of 93e532f978c54f2c99a225ede2425f7e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:40.170920 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7924d00-cb11-45fd-89ca-c996b094f2cf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:40.222447 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-0afce753-0797-4d88-a668-0ededd16d64f tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:40.223940 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-0afce753-0797-4d88-a668-0ededd16d64f tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/networks?id=7f4efc05-9e5c-4fb0-8634-4c289a726bb7 HTTP/1.1" status: 200 len: 809 time: 0.1975400 Sep 29 17:36:40.253713 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-a0857d5f-59dd-4842-91ec-89399aa553c4 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/quotas/7666020079f14112a9eb1394c2f4e2a7 HTTP/1.1" status: 200 len: 375 time: 0.0176747 Sep 29 17:36:40.305224 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-58ae4662-98cd-499f-854d-3db633c93ced tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7666020079f14112a9eb1394c2f4e2a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435383 Sep 29 17:36:40.428059 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c351d5fd-9380-4262-ac51-b252dc33437b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:40.558734 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7924d00-cb11-45fd-89ca-c996b094f2cf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:40.614687 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-d90a50c7-c060-44cc-9f2d-8946d47dcf27 service neutron] 10.222.0.44 "GET /v2.0/networks/7f4efc05-9e5c-4fb0-8634-4c289a726bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952580 Sep 29 17:36:40.744738 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e40769a1-24fe-4c8a-9970-f66da81799b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:40.745287 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7924d00-cb11-45fd-89ca-c996b094f2cf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event updated for resources: {'Subnet': ['ID=26083f69-6ca1-473c-8ee0-9013992296bd,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:40.781310 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-a7dafc56-fb95-4acc-9b1d-66f4efa856fe service neutron] 10.222.0.44 "GET /v2.0/networks/7f4efc05-9e5c-4fb0-8634-4c289a726bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332030 Sep 29 17:36:40.799710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae4690-1b53-4155-a6b3-7d67876b41e1 req-2a58628a-acd6-405a-8492-ab48b3afed87 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:40.801463 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-56ae4690-1b53-4155-a6b3-7d67876b41e1 req-2a58628a-acd6-405a-8492-ab48b3afed87 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.2063963 Sep 29 17:36:40.804610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7924d00-cb11-45fd-89ca-c996b094f2cf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Checking segment: {'id': '84194410-37e9-465e-9ee6-cd4105966618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '22964f13-854d-4438-b57d-f6b8532f61b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:40.805164 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7924d00-cb11-45fd-89ca-c996b094f2cf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Network hostable DHCP agents. Network: 22964f13-854d-4438-b57d-f6b8532f61b6, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:36:40.878065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c351d5fd-9380-4262-ac51-b252dc33437b admin admin] Deleting port 841db4b9-d327-49ee-97e4-23f4e9a68fe2 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:40.878310 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c351d5fd-9380-4262-ac51-b252dc33437b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:40.935652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7924d00-cb11-45fd-89ca-c996b094f2cf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Network 22964f13-854d-4438-b57d-f6b8532f61b6 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:36:40.962952 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-56ae4690-1b53-4155-a6b3-7d67876b41e1 req-4f932823-f6b2-4a77-8483-eac07ba96574 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500766 Sep 29 17:36:40.966168 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e7924d00-cb11-45fd-89ca-c996b094f2cf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 22964f13-854d-4438-b57d-f6b8532f61b6) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:40.978811 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7924d00-cb11-45fd-89ca-c996b094f2cf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:40.979416 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7924d00-cb11-45fd-89ca-c996b094f2cf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:40.982481 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6d6f75-5ae4-43f6-92cd-a361cabf4660 None None] Network 22964f13-854d-4438-b57d-f6b8532f61b6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:41.034424 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-353a4cfd-020a-499c-aed2-995be1563a75 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:41.039473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-c351d5fd-9380-4262-ac51-b252dc33437b admin admin] For port 841db4b9-d327-49ee-97e4-23f4e9a68fe2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=841db4b9-d327-49ee-97e4-23f4e9a68fe2,segment=NetworkSegment(d147c0d2-5984-4355-af5e-851224b9575e),segment_id=d147c0d2-5984-4355-af5e-851224b9575e)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:41.039843 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c351d5fd-9380-4262-ac51-b252dc33437b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:41.042815 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e7924d00-cb11-45fd-89ca-c996b094f2cf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0177224 Sep 29 17:36:41.051416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45566) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:41.053551 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-353a4cfd-020a-499c-aed2-995be1563a75 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:41.065092 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-cc26fcd2-db56-4e1d-bfec-bd87db7bbdd8 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1515782893'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:41.072120 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c351d5fd-9380-4262-ac51-b252dc33437b admin admin] Calling delete_port for 841db4b9-d327-49ee-97e4-23f4e9a68fe2 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:41.094369 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6feb782a-36b6-48d6-9901-3ad656609100 req-179779c0-9340-4cd9-b1fe-7234cfd2d098 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 210 time: 0.0517528 Sep 29 17:36:41.166836 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc26fcd2-db56-4e1d-bfec-bd87db7bbdd8 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Made reservation on behalf of 93e532f978c54f2c99a225ede2425f7e for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:41.170979 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cc26fcd2-db56-4e1d-bfec-bd87db7bbdd8 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:41.219893 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-22964f13-854d-4438-b57d-f6b8532f61b6', 'network_id': '22964f13-854d-4438-b57d-f6b8532f61b6', 'tenant_id': '93e532f978c54f2c99a225ede2425f7e', 'fixed_ips': [{'subnet_id': '26083f69-6ca1-473c-8ee0-9013992296bd'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:36:41.220799 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:41.229418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353a4cfd-020a-499c-aed2-995be1563a75 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Router 22690a8f-9d97-4bde-b7e9-3c23fada9714 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:36:41.246376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc26fcd2-db56-4e1d-bfec-bd87db7bbdd8 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:36:41.265973 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cc26fcd2-db56-4e1d-bfec-bd87db7bbdd8 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:41.266627 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-cc26fcd2-db56-4e1d-bfec-bd87db7bbdd8 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Added segment 08411db7-57d8-4293-adca-5d7d524b0578 of type vlan for network 16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb Sep 29 17:36:41.345637 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cc26fcd2-db56-4e1d-bfec-bd87db7bbdd8 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:41.389345 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353a4cfd-020a-499c-aed2-995be1563a75 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:36:41.397595 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-353a4cfd-020a-499c-aed2-995be1563a75 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:41.399862 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-353a4cfd-020a-499c-aed2-995be1563a75 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "PUT /v2.0/routers/22690a8f-9d97-4bde-b7e9-3c23fada9714 HTTP/1.1" status: 200 len: 926 time: 1.7465727 Sep 29 17:36:41.402733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45572) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:41.405388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fb038-b733-41d5-bd8b-88606ba6b90f None None] Sync routers for ids ['22690a8f-9d97-4bde-b7e9-3c23fada9714'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:36:41.417714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Allocated IP 2001:db8:0:ffff::2 (22964f13-854d-4438-b57d-f6b8532f61b6/26083f69-6ca1-473c-8ee0-9013992296bd/cc07b286-4185-4b0d-b0b7-28001a46b2f9) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:41.429422 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fb038-b733-41d5-bd8b-88606ba6b90f None None] Routers {'22690a8f-9d97-4bde-b7e9-3c23fada9714'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:41.430550 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-217fb038-b733-41d5-bd8b-88606ba6b90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['22690a8f-9d97-4bde-b7e9-3c23fada9714'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:41.449947 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cc26fcd2-db56-4e1d-bfec-bd87db7bbdd8 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:41.455497 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc26fcd2-db56-4e1d-bfec-bd87db7bbdd8 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:41.456103 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cc26fcd2-db56-4e1d-bfec-bd87db7bbdd8 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:41.474150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-217fb038-b733-41d5-bd8b-88606ba6b90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:41.507159 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217fb038-b733-41d5-bd8b-88606ba6b90f None None] Routers {'22690a8f-9d97-4bde-b7e9-3c23fada9714'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:41.507852 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-217fb038-b733-41d5-bd8b-88606ba6b90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['22690a8f-9d97-4bde-b7e9-3c23fada9714'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:41.575978 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-217fb038-b733-41d5-bd8b-88606ba6b90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:41.576641 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217fb038-b733-41d5-bd8b-88606ba6b90f None None] The sync data for ids ['22690a8f-9d97-4bde-b7e9-3c23fada9714'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:36:41.664494 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:41.673410 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:41.713011 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Network 22964f13-854d-4438-b57d-f6b8532f61b6 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:41.716159 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:41.719729 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:41.732423 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Pushing event updated for resources: {'Port': ['ID=cc07b286-4185-4b0d-b0b7-28001a46b2f9,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:41.788643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Attempting to bind port cc07b286-4185-4b0d-b0b7-28001a46b2f9 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:36:41.789021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Attempting to bind port cc07b286-4185-4b0d-b0b7-28001a46b2f9 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '84194410-37e9-465e-9ee6-cd4105966618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '22964f13-854d-4438-b57d-f6b8532f61b6'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:36:41.789416 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Attempting to bind port cc07b286-4185-4b0d-b0b7-28001a46b2f9 on network 22964f13-854d-4438-b57d-f6b8532f61b6 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:41.794882 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:36:41.795261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Checking segment: {'id': '84194410-37e9-465e-9ee6-cd4105966618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '22964f13-854d-4438-b57d-f6b8532f61b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:41.796028 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:41.796028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Bound using segment: {'id': '84194410-37e9-465e-9ee6-cd4105966618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '22964f13-854d-4438-b57d-f6b8532f61b6'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:36:41.796495 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Bound port: cc07b286-4185-4b0d-b0b7-28001a46b2f9, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84194410-37e9-465e-9ee6-cd4105966618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '22964f13-854d-4438-b57d-f6b8532f61b6'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:36:41.796869 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:41.855034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cc26fcd2-db56-4e1d-bfec-bd87db7bbdd8 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8013852 Sep 29 17:36:41.855976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45576) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:41.861528 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a39cf28c-b95f-4cbc-aace-0e45d93c6e31 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Request body: {'subnet': {'network_id': '16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:41.885977 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c351d5fd-9380-4262-ac51-b252dc33437b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:41.887142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] For port cc07b286-4185-4b0d-b0b7-28001a46b2f9, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:36:41.890851 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] For port cc07b286-4185-4b0d-b0b7-28001a46b2f9, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=cc07b286-4185-4b0d-b0b7-28001a46b2f9,segment=NetworkSegment(84194410-37e9-465e-9ee6-cd4105966618),segment_id=84194410-37e9-465e-9ee6-cd4105966618)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:36:41.894983 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:41.925750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26fcd2-db56-4e1d-bfec-bd87db7bbdd8 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event updated for resources: {'Network': ['ID=16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:41.948887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:36:41.967646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351d5fd-9380-4262-ac51-b252dc33437b admin admin] Pushing event deleted for resources: {'Port': ['ID=841db4b9-d327-49ee-97e4-23f4e9a68fe2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:41.969482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c860be9-2960-43bb-b3fc-e3176c681989 None None] Pushing event updated for resources: {'Port': ['ID=cc07b286-4185-4b0d-b0b7-28001a46b2f9,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:41.986612 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39cf28c-b95f-4cbc-aace-0e45d93c6e31 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Made reservation on behalf of 93e532f978c54f2c99a225ede2425f7e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:41.992689 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a39cf28c-b95f-4cbc-aace-0e45d93c6e31 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:42.007375 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a7741124-223e-43df-9b74-903f4989a8e6 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/routers/22690a8f-9d97-4bde-b7e9-3c23fada9714 HTTP/1.1" status: 200 len: 926 time: 0.6016765 Sep 29 17:36:42.011118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45578) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:42.119988 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eae490b-bece-4437-a1de-9253073dbe09 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:42.121767 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5eae490b-bece-4437-a1de-9253073dbe09 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&device_id=22690a8f-9d97-4bde-b7e9-3c23fada9714&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1096814 Sep 29 17:36:42.128274 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45586) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:42.241402 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c351d5fd-9380-4262-ac51-b252dc33437b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:42.258125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e7b94-f6a1-4e00-ad69-bb9c65e60b55 req-a448c05f-b306-422f-90d7-93433edd9643 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:42.259947 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-566e7b94-f6a1-4e00-ad69-bb9c65e60b55 req-a448c05f-b306-422f-90d7-93433edd9643 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1025383 Sep 29 17:36:42.322872 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1297bfaf-5763-46ed-a3f8-74729b0e44e8 req-bb798b3a-5960-4184-838c-82c905a7c146 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 210 time: 0.0513465 Sep 29 17:36:42.403987 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c71ad7-8ad3-4020-bffe-a6f822895642 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:42.408352 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-83c71ad7-8ad3-4020-bffe-a6f822895642 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 881 time: 0.2761321 Sep 29 17:36:42.418664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45590) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:42.470067 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-178fe420-198c-4cd4-84ef-2eb5a469b2b3 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "GET /v2.0/ports?device_id=22690a8f-9d97-4bde-b7e9-3c23fada9714 HTTP/1.1" status: 200 len: 205 time: 0.0479341 Sep 29 17:36:42.478160 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-566e7b94-f6a1-4e00-ad69-bb9c65e60b55 req-33678688-f51c-4b14-84ab-2f920f1db915 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110386 Sep 29 17:36:42.481603 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45592) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:42.560825 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-db6d1ceb-0541-4911-b658-c378434855df tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:42.562345 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-db6d1ceb-0541-4911-b658-c378434855df tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.35 "GET /v2.0/networks?id=7f4efc05-9e5c-4fb0-8634-4c289a726bb7 HTTP/1.1" status: 200 len: 809 time: 0.2225916 Sep 29 17:36:42.590424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.objects.ports [None req-a39cf28c-b95f-4cbc-aace-0e45d93c6e31 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95015) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:36:42.596541 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a39cf28c-b95f-4cbc-aace-0e45d93c6e31 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:42.606174 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-7978ab6d-d6aa-44ab-b366-9c8e904379ac tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Request body: {'port': {'device_id': 'ae2987ae-8a10-44b1-92ab-5e43acc2c6c6', 'network_id': '7f4efc05-9e5c-4fb0-8634-4c289a726bb7', 'admin_state_up': True, 'tenant_id': '7666020079f14112a9eb1394c2f4e2a7'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:42.675933 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc31fd71-23e4-4ffa-afc6-f5be1dd3a642 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:42.713430 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39cf28c-b95f-4cbc-aace-0e45d93c6e31 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event updated for resources: {'Subnet': ['ID=831d6231-b00b-47bf-be48-0c4feb49d35a,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:42.748092 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c351d5fd-9380-4262-ac51-b252dc33437b admin admin] Router 0372b690-dbb7-4d38-8e7f-1dae5fe73659 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:36:42.762627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39cf28c-b95f-4cbc-aace-0e45d93c6e31 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Checking segment: {'id': '08411db7-57d8-4293-adca-5d7d524b0578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:42.762994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39cf28c-b95f-4cbc-aace-0e45d93c6e31 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Network hostable DHCP agents. Network: 16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:36:42.786918 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39cf28c-b95f-4cbc-aace-0e45d93c6e31 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Network 16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:36:42.802604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-a39cf28c-b95f-4cbc-aace-0e45d93c6e31 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:42.810536 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39cf28c-b95f-4cbc-aace-0e45d93c6e31 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:42.811200 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a39cf28c-b95f-4cbc-aace-0e45d93c6e31 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:42.814364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-7978ab6d-d6aa-44ab-b366-9c8e904379ac tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Made reservation on behalf of 7666020079f14112a9eb1394c2f4e2a7 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:42.817406 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44ae384-2bb6-4904-b893-e0d0b5b591e9 None None] Network 16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:42.818037 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-7978ab6d-d6aa-44ab-b366-9c8e904379ac tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:42.833372 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc31fd71-23e4-4ffa-afc6-f5be1dd3a642 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:42.844075 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a39cf28c-b95f-4cbc-aace-0e45d93c6e31 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9863377 Sep 29 17:36:42.845525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45594) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:42.851496 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c510db07-8e97-45c8-9cb0-35455014e481 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Request body: {'port': {'network_id': '16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb', 'name': 'tempest-NetworksIpV6TestAttrs-584515196'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:42.950577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c351d5fd-9380-4262-ac51-b252dc33437b admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:36:42.961051 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c351d5fd-9380-4262-ac51-b252dc33437b admin admin] 10.222.0.44 "PUT /v2.0/routers/0372b690-dbb7-4d38-8e7f-1dae5fe73659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2822425 Sep 29 17:36:42.962751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45596) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:42.963228 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662a1d3-58bc-451c-a21e-241eee83f0ed None None] Sync routers for ids ['0372b690-dbb7-4d38-8e7f-1dae5fe73659'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:36:42.976877 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f662a1d3-58bc-451c-a21e-241eee83f0ed None None] Routers {'0372b690-dbb7-4d38-8e7f-1dae5fe73659'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:42.977478 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f662a1d3-58bc-451c-a21e-241eee83f0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0372b690-dbb7-4d38-8e7f-1dae5fe73659'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:43.032364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb', 'network_id': '16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb', 'tenant_id': '93e532f978c54f2c99a225ede2425f7e', 'fixed_ips': [{'subnet_id': '831d6231-b00b-47bf-be48-0c4feb49d35a'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:36:43.033478 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.034140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c510db07-8e97-45c8-9cb0-35455014e481 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Made reservation on behalf of 93e532f978c54f2c99a225ede2425f7e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:43.041140 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c510db07-8e97-45c8-9cb0-35455014e481 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.070293 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-c510db07-8e97-45c8-9cb0-35455014e481 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] device_id is not set on port 1cd18830-6027-4d31-822e-17bd453b75be yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:36:43.127240 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-f662a1d3-58bc-451c-a21e-241eee83f0ed None None] Set router 0372b690-dbb7-4d38-8e7f-1dae5fe73659 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:36:43.130419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-7978ab6d-d6aa-44ab-b366-9c8e904379ac tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Allocated IP 172.20.0.13 (7f4efc05-9e5c-4fb0-8634-4c289a726bb7/e7d53b9a-368c-49b0-8d35-1ff2d49c5d97/6067f82c-9ef0-4acc-82f3-8c51ef6089cd) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:43.167552 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e979eeaf-39b5-4335-8475-2d4507c2a814 admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.207846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-cc31fd71-23e4-4ffa-afc6-f5be1dd3a642 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Deleting port 41a54402-2f9d-4775-9dfc-ac109065addf {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:43.208329 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc31fd71-23e4-4ffa-afc6-f5be1dd3a642 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.246747 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Allocated IP 2001:db8::f816:3eff:fee9:1dd6 (16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb/831d6231-b00b-47bf-be48-0c4feb49d35a/58bb949a-a8c8-468b-bc03-d44699e1d02b) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:43.418445 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc31fd71-23e4-4ffa-afc6-f5be1dd3a642 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.424211 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e979eeaf-39b5-4335-8475-2d4507c2a814 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.427238 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.437978 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.458349 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f662a1d3-58bc-451c-a21e-241eee83f0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'name': 'tempest-ServerRescueTestJSON-1258197903-router', 'tenant_id': '4444d5c81b04497cad4824500aa2875c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '5b91c548-2fea-41bf-abed-d58f45d49cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:26Z', 'updated_at': '2021-09-29T17:36:41Z', 'revision_number': 5, 'project_id': '4444d5c81b04497cad4824500aa2875c', 'gw_port': {'id': '5b91c548-2fea-41bf-abed-d58f45d49cca', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:34:28Z', 'updated_at': '2021-09-29T17:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:43.461321 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Network 16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:43.466617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ada08d-75d3-46ff-a948-74eeb34fa6f0 None None] Network 22964f13-854d-4438-b57d-f6b8532f61b6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:43.470756 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:43.474132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:43.496619 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662a1d3-58bc-451c-a21e-241eee83f0ed None None] Checking router: 0372b690-dbb7-4d38-8e7f-1dae5fe73659 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:36:43.507163 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f662a1d3-58bc-451c-a21e-241eee83f0ed None None] Routers {'0372b690-dbb7-4d38-8e7f-1dae5fe73659'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:43.507483 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-cc31fd71-23e4-4ffa-afc6-f5be1dd3a642 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Calling delete_port for 41a54402-2f9d-4775-9dfc-ac109065addf owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:43.508092 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f662a1d3-58bc-451c-a21e-241eee83f0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0372b690-dbb7-4d38-8e7f-1dae5fe73659'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:43.571857 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-603933ce-8957-4350-b81c-da09d032153a None None] Provisioning complete for port cc07b286-4185-4b0d-b0b7-28001a46b2f9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:43.572239 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-603933ce-8957-4350-b81c-da09d032153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.583294 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9f3de9ce-ba81-4d6c-b06c-79cc7b04eb41 req-eb84bb4a-79f5-4e6e-8c4c-feaf64a998de tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 210 time: 0.0939353 Sep 29 17:36:43.587748 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-7978ab6d-d6aa-44ab-b366-9c8e904379ac tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.616152 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-f662a1d3-58bc-451c-a21e-241eee83f0ed None None] Set router 0372b690-dbb7-4d38-8e7f-1dae5fe73659 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:36:43.622644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-c510db07-8e97-45c8-9cb0-35455014e481 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Allocated IP 2001:db8::f816:3eff:fe7a:ea68 (16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb/831d6231-b00b-47bf-be48-0c4feb49d35a/1cd18830-6027-4d31-822e-17bd453b75be) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:43.639235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-e979eeaf-39b5-4335-8475-2d4507c2a814 admin admin] Deleting port 5b91c548-2fea-41bf-abed-d58f45d49cca {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:43.639589 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e979eeaf-39b5-4335-8475-2d4507c2a814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.690349 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f662a1d3-58bc-451c-a21e-241eee83f0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'name': 'tempest-ServerRescueTestJSON-1258197903-router', 'tenant_id': '4444d5c81b04497cad4824500aa2875c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:26Z', 'updated_at': '2021-09-29T17:36:43Z', 'revision_number': 6, 'project_id': '4444d5c81b04497cad4824500aa2875c', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:43.693259 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bd9811b0-3b6a-4fc8-a8a9-f28bfdb635ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.702082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Pushing event updated for resources: {'Port': ['ID=58bb949a-a8c8-468b-bc03-d44699e1d02b,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:43.709422 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-7978ab6d-d6aa-44ab-b366-9c8e904379ac tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.729653 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f662a1d3-58bc-451c-a21e-241eee83f0ed None None] The sync data for ids ['0372b690-dbb7-4d38-8e7f-1dae5fe73659'] in n-d-811748-2 is: [{'id': '0372b690-dbb7-4d38-8e7f-1dae5fe73659', 'name': 'tempest-ServerRescueTestJSON-1258197903-router', 'tenant_id': '4444d5c81b04497cad4824500aa2875c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:34:26Z', 'updated_at': '2021-09-29T17:36:43Z', 'revision_number': 6, 'project_id': '4444d5c81b04497cad4824500aa2875c', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:36:43.748097 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Attempting to bind port 58bb949a-a8c8-468b-bc03-d44699e1d02b on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:36:43.748468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Attempting to bind port 58bb949a-a8c8-468b-bc03-d44699e1d02b by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '08411db7-57d8-4293-adca-5d7d524b0578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:36:43.748834 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Attempting to bind port 58bb949a-a8c8-468b-bc03-d44699e1d02b on network 16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:43.757498 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:36:43.757804 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Checking segment: {'id': '08411db7-57d8-4293-adca-5d7d524b0578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:43.758221 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.758724 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Bound using segment: {'id': '08411db7-57d8-4293-adca-5d7d524b0578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:36:43.759222 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Bound port: 58bb949a-a8c8-468b-bc03-d44699e1d02b, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08411db7-57d8-4293-adca-5d7d524b0578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:36:43.759608 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.768726 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4757cb9-8a12-4753-9ac6-d03f7af46918 req-9da6b1ea-4ec5-4e81-901f-ffedfd07c704 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:43.778424 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4757cb9-8a12-4753-9ac6-d03f7af46918 req-9da6b1ea-4ec5-4e81-901f-ffedfd07c704 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1712031 Sep 29 17:36:43.791499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-7978ab6d-d6aa-44ab-b366-9c8e904379ac tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Network 7f4efc05-9e5c-4fb0-8634-4c289a726bb7 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:43.801696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-e979eeaf-39b5-4335-8475-2d4507c2a814 admin admin] For port 5b91c548-2fea-41bf-abed-d58f45d49cca, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5b91c548-2fea-41bf-abed-d58f45d49cca,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:43.802134 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e979eeaf-39b5-4335-8475-2d4507c2a814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.806023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-7978ab6d-d6aa-44ab-b366-9c8e904379ac tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:43.821993 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-7978ab6d-d6aa-44ab-b366-9c8e904379ac tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:43.829295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978ab6d-d6aa-44ab-b366-9c8e904379ac tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Pushing event updated for resources: {'Port': ['ID=6067f82c-9ef0-4acc-82f3-8c51ef6089cd,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:43.850850 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-e979eeaf-39b5-4335-8475-2d4507c2a814 admin admin] Calling delete_port for 5b91c548-2fea-41bf-abed-d58f45d49cca owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:43.869573 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4757cb9-8a12-4753-9ac6-d03f7af46918 req-b25fe1a0-899a-4a2d-a2d7-d98bbce8ab80 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732636 Sep 29 17:36:43.916972 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-603933ce-8957-4350-b81c-da09d032153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.945140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] For port 58bb949a-a8c8-468b-bc03-d44699e1d02b, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:36:43.945729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-7978ab6d-d6aa-44ab-b366-9c8e904379ac tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:43.947120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-7978ab6d-d6aa-44ab-b366-9c8e904379ac tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.960167 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc31fd71-23e4-4ffa-afc6-f5be1dd3a642 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.981936 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] For port 58bb949a-a8c8-468b-bc03-d44699e1d02b, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=58bb949a-a8c8-468b-bc03-d44699e1d02b,segment=NetworkSegment(08411db7-57d8-4293-adca-5d7d524b0578),segment_id=08411db7-57d8-4293-adca-5d7d524b0578)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:36:43.985664 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-7978ab6d-d6aa-44ab-b366-9c8e904379ac tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3842101 Sep 29 17:36:43.992683 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:43.999570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31fd71-23e4-4ffa-afc6-f5be1dd3a642 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Pushing event deleted for resources: {'Port': ['ID=41a54402-2f9d-4775-9dfc-ac109065addf,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:44.016654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-603933ce-8957-4350-b81c-da09d032153a None None] For port cc07b286-4185-4b0d-b0b7-28001a46b2f9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=cc07b286-4185-4b0d-b0b7-28001a46b2f9,segment=NetworkSegment(84194410-37e9-465e-9ee6-cd4105966618),segment_id=84194410-37e9-465e-9ee6-cd4105966618)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:44.027268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Request body: {'port': {'device_id': 'ae2987ae-8a10-44b1-92ab-5e43acc2c6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:44.033709 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c510db07-8e97-45c8-9cb0-35455014e481 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.050426 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-603933ce-8957-4350-b81c-da09d032153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.108648 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc31fd71-23e4-4ffa-afc6-f5be1dd3a642 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.120359 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069af1ce-17c0-4456-adfd-1a54463eafb1 None None] Pushing event updated for resources: {'Port': ['ID=58bb949a-a8c8-468b-bc03-d44699e1d02b,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:44.130971 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.222193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603933ce-8957-4350-b81c-da09d032153a None None] Pushing event updated for resources: {'Port': ['ID=cc07b286-4185-4b0d-b0b7-28001a46b2f9,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:44.309387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device cc07b286-4185-4b0d-b0b7-28001a46b2f9 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:44.435598 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port cc07b286-4185-4b0d-b0b7-28001a46b2f9 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:44.436311 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.457054 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e979eeaf-39b5-4335-8475-2d4507c2a814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.470986 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.524324 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.554279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979eeaf-39b5-4335-8475-2d4507c2a814 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b91c548-2fea-41bf-abed-d58f45d49cca,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:44.596828 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.608867 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2ebf7e37-d1a2-49ce-94e5-ba1d0f8ab970 None None] Provisioning complete for port cc07b286-4185-4b0d-b0b7-28001a46b2f9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:44.609231 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2ebf7e37-d1a2-49ce-94e5-ba1d0f8ab970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.659864 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e979eeaf-39b5-4335-8475-2d4507c2a814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.710981 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 841db4b9-d327-49ee-97e4-23f4e9a68fe2 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:36:44.759558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 841db4b9-d327-49ee-97e4-23f4e9a68fe2 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:36:44.759905 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 841db4b9-d327-49ee-97e4-23f4e9a68fe2 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:36:44.830512 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e979eeaf-39b5-4335-8475-2d4507c2a814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.833858 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e979eeaf-39b5-4335-8475-2d4507c2a814 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.880543 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc31fd71-23e4-4ffa-afc6-f5be1dd3a642 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.887742 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc31fd71-23e4-4ffa-afc6-f5be1dd3a642 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.889885 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c510db07-8e97-45c8-9cb0-35455014e481 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.911589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6067f82c-9ef0-4acc-82f3-8c51ef6089cd {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:36:44.918882 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e979eeaf-39b5-4335-8475-2d4507c2a814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.919401 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e979eeaf-39b5-4335-8475-2d4507c2a814 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0372b690-dbb7-4d38-8e7f-1dae5fe73659 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:36:44.922168 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.927034 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e979eeaf-39b5-4335-8475-2d4507c2a814 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.931040 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e979eeaf-39b5-4335-8475-2d4507c2a814 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0372b690-dbb7-4d38-8e7f-1dae5fe73659 HTTP/1.1" status: 204 len: 168 time: 1.9642477 Sep 29 17:36:44.931040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45610) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:44.968928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Transition to ACTIVE for port object 6067f82c-9ef0-4acc-82f3-8c51ef6089cd will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:36:44.987663 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:44.996105 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54364f3b-4e1d-48bd-be07-a1b130e33d60 req-4a8ca367-b051-435d-a0e4-41e568e985b2 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:44.997603 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-54364f3b-4e1d-48bd-be07-a1b130e33d60 req-4a8ca367-b051-435d-a0e4-41e568e985b2 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 932 time: 0.1836727 Sep 29 17:36:44.999385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c510db07-8e97-45c8-9cb0-35455014e481 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Network 16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:45.005755 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc31fd71-23e4-4ffa-afc6-f5be1dd3a642 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.006367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc31fd71-23e4-4ffa-afc6-f5be1dd3a642 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Fanout notify agent at l3_agent the message router_deleted on router 22690a8f-9d97-4bde-b7e9-3c23fada9714 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:36:45.013266 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc31fd71-23e4-4ffa-afc6-f5be1dd3a642 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.014389 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cc31fd71-23e4-4ffa-afc6-f5be1dd3a642 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "DELETE /v2.0/routers/22690a8f-9d97-4bde-b7e9-3c23fada9714 HTTP/1.1" status: 204 len: 168 time: 2.5312669 Sep 29 17:36:45.018173 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510db07-8e97-45c8-9cb0-35455014e481 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event updated for resources: {'Port': ['ID=1cd18830-6027-4d31-822e-17bd453b75be,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:45.020120 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-c510db07-8e97-45c8-9cb0-35455014e481 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:45.022790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c510db07-8e97-45c8-9cb0-35455014e481 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:45.028478 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c510db07-8e97-45c8-9cb0-35455014e481 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:45.029086 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c510db07-8e97-45c8-9cb0-35455014e481 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.032345 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45612) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:45.044136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-77e1b7be-1fbc-437a-9d1f-423148c866ed tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-850377806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:45.052035 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-774ace3a-87a3-4c54-a5f8-6fe03c708725 admin admin] Deleting subnet b8ec182f-4bf1-4776-988a-c1b450439564 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:36:45.060921 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-774ace3a-87a3-4c54-a5f8-6fe03c708725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.093889 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-77e1b7be-1fbc-437a-9d1f-423148c866ed tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.095032 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-77e1b7be-1fbc-437a-9d1f-423148c866ed tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.106200 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-54364f3b-4e1d-48bd-be07-a1b130e33d60 req-e9d7ef55-6ace-4f46-8beb-2acd579a29c5 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906351 Sep 29 17:36:45.110584 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c510db07-8e97-45c8-9cb0-35455014e481 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2638676 Sep 29 17:36:45.113592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45614) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:45.214790 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-77e1b7be-1fbc-437a-9d1f-423148c866ed tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.220358 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-1131263a-cda6-4e96-bdfc-7db1eea2aade tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Deleting subnet 831d6231-b00b-47bf-be48-0c4feb49d35a {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:36:45.224487 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-77e1b7be-1fbc-437a-9d1f-423148c866ed tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.237677 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1131263a-cda6-4e96-bdfc-7db1eea2aade tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.283710 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-77e1b7be-1fbc-437a-9d1f-423148c866ed tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.288060 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-77e1b7be-1fbc-437a-9d1f-423148c866ed tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2448204 Sep 29 17:36:45.288675 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45616) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:45.295289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Request body: {'router': {'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:45.331478 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1131263a-cda6-4e96-bdfc-7db1eea2aade tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.418012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Pushing event updated for resources: {'Port': ['ID=6067f82c-9ef0-4acc-82f3-8c51ef6089cd,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:45.434619 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f12e8-3f19-4550-8b15-cff1ae9aaba8 req-36724b59-40af-4e06-a119-3de91e1674e4 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:45.436202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-105f12e8-3f19-4550-8b15-cff1ae9aaba8 req-36724b59-40af-4e06-a119-3de91e1674e4 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.4690421 Sep 29 17:36:45.468996 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-774ace3a-87a3-4c54-a5f8-6fe03c708725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.562066 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-105f12e8-3f19-4550-8b15-cff1ae9aaba8 req-6c50ffc1-2c4b-402b-a39a-1cd12e95058f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065183 Sep 29 17:36:45.571076 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-774ace3a-87a3-4c54-a5f8-6fe03c708725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.607516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Attempting to bind port 6067f82c-9ef0-4acc-82f3-8c51ef6089cd on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:36:45.607855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Attempting to bind port 6067f82c-9ef0-4acc-82f3-8c51ef6089cd by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '877cd8f8-5244-48bb-a12f-6367e58e5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4efc05-9e5c-4fb0-8634-4c289a726bb7'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:36:45.608178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Attempting to bind port 6067f82c-9ef0-4acc-82f3-8c51ef6089cd on network 7f4efc05-9e5c-4fb0-8634-4c289a726bb7 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:45.610872 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.620263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Port 6067f82c-9ef0-4acc-82f3-8c51ef6089cd on network 7f4efc05-9e5c-4fb0-8634-4c289a726bb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:36:45.620680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Attempting to bind port 6067f82c-9ef0-4acc-82f3-8c51ef6089cd on network 7f4efc05-9e5c-4fb0-8634-4c289a726bb7 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:45.634425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:36:45.634843 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Checking segment: {'id': '877cd8f8-5244-48bb-a12f-6367e58e5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4efc05-9e5c-4fb0-8634-4c289a726bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:45.635184 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Bound using segment: {'id': '877cd8f8-5244-48bb-a12f-6367e58e5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4efc05-9e5c-4fb0-8634-4c289a726bb7'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:36:45.635635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Bound port: 6067f82c-9ef0-4acc-82f3-8c51ef6089cd, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877cd8f8-5244-48bb-a12f-6367e58e5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4efc05-9e5c-4fb0-8634-4c289a726bb7'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:36:45.636045 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.714811 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1131263a-cda6-4e96-bdfc-7db1eea2aade tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.722525 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-774ace3a-87a3-4c54-a5f8-6fe03c708725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.760033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ace3a-87a3-4c54-a5f8-6fe03c708725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8ec182f-4bf1-4776-988a-c1b450439564,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:45.776485 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-774ace3a-87a3-4c54-a5f8-6fe03c708725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.786617 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-774ace3a-87a3-4c54-a5f8-6fe03c708725 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b8ec182f-4bf1-4776-988a-c1b450439564 HTTP/1.1" status: 204 len: 168 time: 0.8547871 Sep 29 17:36:45.787326 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45626) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:45.789075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] For port 6067f82c-9ef0-4acc-82f3-8c51ef6089cd, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:36:45.821590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] For port 6067f82c-9ef0-4acc-82f3-8c51ef6089cd, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6067f82c-9ef0-4acc-82f3-8c51ef6089cd,segment=NetworkSegment(877cd8f8-5244-48bb-a12f-6367e58e5134),segment_id=877cd8f8-5244-48bb-a12f-6367e58e5134)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:36:45.838384 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.854891 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1131263a-cda6-4e96-bdfc-7db1eea2aade tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.905312 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1131263a-cda6-4e96-bdfc-7db1eea2aade tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.906529 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1131263a-cda6-4e96-bdfc-7db1eea2aade tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/subnets/831d6231-b00b-47bf-be48-0c4feb49d35a HTTP/1.1" status: 204 len: 168 time: 0.7918985 Sep 29 17:36:45.913140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45628) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:45.924968 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131263a-cda6-4e96-bdfc-7db1eea2aade tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Subnet': ['ID=831d6231-b00b-47bf-be48-0c4feb49d35a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:45.944854 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0d9aaf9-f22b-41a9-9192-78c7538603ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.974893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:45.975979 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:45.977407 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] 10.222.0.35 "PUT /v2.0/ports/6067f82c-9ef0-4acc-82f3-8c51ef6089cd HTTP/1.1" status: 200 len: 1092 time: 1.9549243 Sep 29 17:36:45.983163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2987ae-8a10-44b1-92ab-5e43acc2c6c6', 'tag': '6067f82c-9ef0-4acc-82f3-8c51ef6089cd'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:36:45.984653 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cedbc1c-bc03-43a1-9b24-fd47ba852c68" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2987ae-8a10-44b1-92ab-5e43acc2c6c6", "tag": "6067f82c-9ef0-4acc-82f3-8c51ef6089cd"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:36:46.023142 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61183218-cd67-4b0e-9ab3-a6a1dd5e34ab req-2bc4cc61-d82b-4800-b6ec-484ccdee4704 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:46.024693 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61183218-cd67-4b0e-9ab3-a6a1dd5e34ab req-2bc4cc61-d82b-4800-b6ec-484ccdee4704 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1636498 Sep 29 17:36:46.035722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f2dd6-fa78-48b3-b779-11151c12c006 service neutron] Pushing event updated for resources: {'Port': ['ID=6067f82c-9ef0-4acc-82f3-8c51ef6089cd,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:46.050711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07b1401-3847-4967-9cc7-c48a263913e8 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:46.051827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07b1401-3847-4967-9cc7-c48a263913e8 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:46.053976 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e07b1401-3847-4967-9cc7-c48a263913e8 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1361649 Sep 29 17:36:46.065606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45632) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:46.070568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b342d63e-318e-43e8-b9a9-564fedb863c6 None None] Network 16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:46.071941 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.075053 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac8bcc4-9daf-4637-8e4b-69b69699f023 x-openstack-request-id: req-1ac8bcc4-9daf-4637-8e4b-69b69699f023 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:36:46.075053 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2987ae-8a10-44b1-92ab-5e43acc2c6c6", "tag": "6067f82c-9ef0-4acc-82f3-8c51ef6089cd", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:36:46.075725 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ac8bcc4-9daf-4637-8e4b-69b69699f023 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:36:46.075979 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2987ae-8a10-44b1-92ab-5e43acc2c6c6', 'tag': '6067f82c-9ef0-4acc-82f3-8c51ef6089cd', 'status': 'completed', 'code': 200} Sep 29 17:36:46.099591 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.123727 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61183218-cd67-4b0e-9ab3-a6a1dd5e34ab req-b8f09857-c8e6-4a26-b467-2ce4e9e442b5 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833511 Sep 29 17:36:46.160856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device cc07b286-4185-4b0d-b0b7-28001a46b2f9 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:46.170685 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca46fe2-3436-42ce-a471-edc595ffc1b9 req-97e94af1-91ba-44ef-9a5c-d2c90bc043f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:46.172416 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0ca46fe2-3436-42ce-a471-edc595ffc1b9 req-97e94af1-91ba-44ef-9a5c-d2c90bc043f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 1095 time: 0.2865183 Sep 29 17:36:46.222646 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-aa5fae93-6ea5-4f0e-ab3a-758c3820eedc None None] Provisioning complete for port 58bb949a-a8c8-468b-bc03-d44699e1d02b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:46.223022 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa5fae93-6ea5-4f0e-ab3a-758c3820eedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.253185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-5ae9ea31-cfb2-440c-b9b8-1087ed2fea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:46.255237 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-5ae9ea31-cfb2-440c-b9b8-1087ed2fea83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7666020079f14112a9eb1394c2f4e2a7&device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 1095 time: 0.2001429 Sep 29 17:36:46.260907 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Allocated IP 172.25.2.72 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/21042796-0e9c-4be4-ace0-846f6060e73f) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:46.284924 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0d9aaf9-f22b-41a9-9192-78c7538603ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.312388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port cc07b286-4185-4b0d-b0b7-28001a46b2f9 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:46.312765 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.387107 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa5fae93-6ea5-4f0e-ab3a-758c3820eedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.390194 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.432511 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.451382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058bc0b3-2f68-44c3-8da0-def97107c939 None None] DHCP port deletion for 16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:36:46.461516 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a63f7e76-71c9-4140-a948-bb2fe8c013e7 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.462643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-aa5fae93-6ea5-4f0e-ab3a-758c3820eedc None None] For port 58bb949a-a8c8-468b-bc03-d44699e1d02b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=58bb949a-a8c8-468b-bc03-d44699e1d02b,segment=NetworkSegment(08411db7-57d8-4293-adca-5d7d524b0578),segment_id=08411db7-57d8-4293-adca-5d7d524b0578)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:46.470028 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a0d9aaf9-f22b-41a9-9192-78c7538603ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fc7dc3-3732-4d12-a49f-352db5f80856']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:46.476650 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-096175ec-8dbd-498a-8a15-85475c423888 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6067f82c-9ef0-4acc-82f3-8c51ef6089cd HTTP/1.1" status: 200 len: 217 time: 0.1344812 Sep 29 17:36:46.477601 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:46.481032 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:46.483639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:46.486118 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa5fae93-6ea5-4f0e-ab3a-758c3820eedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.494719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a0d9aaf9-f22b-41a9-9192-78c7538603ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd147c0d2-5984-4355-af5e-851224b9575e') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:46.496441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a0d9aaf9-f22b-41a9-9192-78c7538603ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd147c0d2-5984-4355-af5e-851224b9575e') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:46.507154 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63f7e76-71c9-4140-a948-bb2fe8c013e7 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 29 17:36:46.507537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63f7e76-71c9-4140-a948-bb2fe8c013e7 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:46.512934 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a63f7e76-71c9-4140-a948-bb2fe8c013e7 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/networks/16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb HTTP/1.1" status: 409 len: 405 time: 0.4323187 Sep 29 17:36:46.518523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45636) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:46.520877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 58bb949a-a8c8-468b-bc03-d44699e1d02b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:46.527544 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-66def52e-f68a-4cf7-aec1-354680419705 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2065561647'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:46.543959 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Pushing event updated for resources: {'Port': ['ID=21042796-0e9c-4be4-ace0-846f6060e73f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:46.544735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efc9ec-d553-4158-9cb7-d542a0f959d5 req-d101df53-e08f-4184-adbf-ab74aaf6f9f5 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:46.546128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8efc9ec-d553-4158-9cb7-d542a0f959d5 req-d101df53-e08f-4184-adbf-ab74aaf6f9f5 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 944 time: 0.3338275 Sep 29 17:36:46.552707 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0d9aaf9-f22b-41a9-9192-78c7538603ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.587409 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca46fe2-3436-42ce-a471-edc595ffc1b9 req-9c58eb88-884b-45b2-af60-368737050ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:46.588401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fae93-6ea5-4f0e-ab3a-758c3820eedc None None] Pushing event updated for resources: {'Port': ['ID=58bb949a-a8c8-468b-bc03-d44699e1d02b,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:46.588874 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0ca46fe2-3436-42ce-a471-edc595ffc1b9 req-9c58eb88-884b-45b2-af60-368737050ec4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.3898363 Sep 29 17:36:46.598054 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0d9aaf9-f22b-41a9-9192-78c7538603ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.600161 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-058bc0b3-2f68-44c3-8da0-def97107c939 None None] Deleting port 58bb949a-a8c8-468b-bc03-d44699e1d02b {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:46.600546 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-058bc0b3-2f68-44c3-8da0-def97107c939 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.617986 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d9aaf9-f22b-41a9-9192-78c7538603ec admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:36:46.618433 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0d9aaf9-f22b-41a9-9192-78c7538603ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:36:46.622197 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:36:46.630338 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 58bb949a-a8c8-468b-bc03-d44699e1d02b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:46.630762 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.644996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66def52e-f68a-4cf7-aec1-354680419705 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Made reservation on behalf of 93e532f978c54f2c99a225ede2425f7e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:46.649116 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-66def52e-f68a-4cf7-aec1-354680419705 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.666324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-7d4f9117-2cd6-46be-8f72-309e8fe6c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:46.667866 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-7d4f9117-2cd6-46be-8f72-309e8fe6c900 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7d53b9a-368c-49b0-8d35-1ff2d49c5d97 HTTP/1.1" status: 200 len: 849 time: 0.1813221 Sep 29 17:36:46.705609 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66def52e-f68a-4cf7-aec1-354680419705 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:36:46.716846 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-28e7d8dd-fd44-445a-99ef-33d2cdc60334 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f4efc05-9e5c-4fb0-8634-4c289a726bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364907 Sep 29 17:36:46.759623 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-66def52e-f68a-4cf7-aec1-354680419705 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.759960 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-66def52e-f68a-4cf7-aec1-354680419705 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Added segment 083601ba-feda-4507-b14e-31948f3423ec of type vlan for network 1810b2cf-eb07-42f7-812a-d0c1450b2e2c Sep 29 17:36:46.780844 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8efc9ec-d553-4158-9cb7-d542a0f959d5 req-dc850775-fb47-4989-8e66-c6d52d2bd524 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118957 Sep 29 17:36:46.826459 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0ca46fe2-3436-42ce-a471-edc595ffc1b9 req-780d9711-1cc9-4469-8950-1683e9c71034 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 HTTP/1.1" status: 200 len: 999 time: 0.2243571 Sep 29 17:36:46.837483 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0d9aaf9-f22b-41a9-9192-78c7538603ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.845470 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0d9aaf9-f22b-41a9-9192-78c7538603ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.851542 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a0d9aaf9-f22b-41a9-9192-78c7538603ec admin admin] 10.222.0.44 "DELETE /v2.0/networks/e3fc7dc3-3732-4d12-a49f-352db5f80856 HTTP/1.1" status: 204 len: 168 time: 1.0570102 Sep 29 17:36:46.856948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-058bc0b3-2f68-44c3-8da0-def97107c939 None None] For port 58bb949a-a8c8-468b-bc03-d44699e1d02b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=58bb949a-a8c8-468b-bc03-d44699e1d02b,segment=NetworkSegment(08411db7-57d8-4293-adca-5d7d524b0578),segment_id=08411db7-57d8-4293-adca-5d7d524b0578)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:46.857375 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-058bc0b3-2f68-44c3-8da0-def97107c939 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.879557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-058bc0b3-2f68-44c3-8da0-def97107c939 None None] Calling delete_port for 58bb949a-a8c8-468b-bc03-d44699e1d02b owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:46.883688 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-66def52e-f68a-4cf7-aec1-354680419705 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.886079 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.925212 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:46.940044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9aaf9-f22b-41a9-9192-78c7538603ec admin admin] Pushing event deleted for resources: {'Network': ['ID=e3fc7dc3-3732-4d12-a49f-352db5f80856,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:46.982311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca46fe2-3436-42ce-a471-edc595ffc1b9 req-b0a0554f-5c6a-4513-bb93-4640d2cf7bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:46.984727 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0ca46fe2-3436-42ce-a471-edc595ffc1b9 req-b0a0554f-5c6a-4513-bb93-4640d2cf7bd6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.1430588 Sep 29 17:36:46.997770 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-66def52e-f68a-4cf7-aec1-354680419705 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:47.002233 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-058bc0b3-2f68-44c3-8da0-def97107c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:47.004079 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66def52e-f68a-4cf7-aec1-354680419705 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:47.004849 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-66def52e-f68a-4cf7-aec1-354680419705 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:47.040479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058bc0b3-2f68-44c3-8da0-def97107c939 None None] No DVR routers for this DVR port 58bb949a-a8c8-468b-bc03-d44699e1d02b on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:36:47.042383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bc0b3-2f68-44c3-8da0-def97107c939 None None] Pushing event deleted for resources: {'Port': ['ID=58bb949a-a8c8-468b-bc03-d44699e1d02b,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:47.043159 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-1ca268a5-ae7d-45e0-93e5-ca53abf0d4bf service neutron] 10.222.0.35 "GET /v2.0/networks/7f4efc05-9e5c-4fb0-8634-4c289a726bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155553 Sep 29 17:36:47.056832 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5b91c548-2fea-41bf-abed-d58f45d49cca no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:36:47.079348 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 5b91c548-2fea-41bf-abed-d58f45d49cca {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:36:47.080136 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5b91c548-2fea-41bf-abed-d58f45d49cca not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:36:47.112841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66def52e-f68a-4cf7-aec1-354680419705 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event updated for resources: {'Network': ['ID=1810b2cf-eb07-42f7-812a-d0c1450b2e2c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:47.118735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca46fe2-3436-42ce-a471-edc595ffc1b9 req-c905647f-2a98-49f5-b723-1ae6fd865f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:47.119841 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-66def52e-f68a-4cf7-aec1-354680419705 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5988920 Sep 29 17:36:47.120533 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0ca46fe2-3436-42ce-a471-edc595ffc1b9 req-c905647f-2a98-49f5-b723-1ae6fd865f3d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251483 Sep 29 17:36:47.122695 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45644) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:47.127944 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-15d11b4d-a3c4-47b0-8143-2ceecf9f03fd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Request body: {'subnet': {'network_id': '1810b2cf-eb07-42f7-812a-d0c1450b2e2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:47.133098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 1810b2cf-eb07-42f7-812a-d0c1450b2e2c details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:36:47.214006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45648) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:47.271598 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce8d6f19-5189-46dc-b11e-5eeac68d6bc8 req-194e6155-553a-4515-94d5-22815d6e35eb service neutron] 10.222.0.35 "GET /v2.0/networks/7f4efc05-9e5c-4fb0-8634-4c289a726bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149272 Sep 29 17:36:47.315298 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0ca46fe2-3436-42ce-a471-edc595ffc1b9 req-435d381a-141a-4ade-b160-77553efb9b95 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656675 Sep 29 17:36:47.326900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2ab02-0176-4b61-8e8f-e5a377c59191 req-e7f8e778-5d2e-4a43-b992-b21e5b7dd0bd tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:47.328332 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85a2ab02-0176-4b61-8e8f-e5a377c59191 req-e7f8e778-5d2e-4a43-b992-b21e5b7dd0bd tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.0743632 Sep 29 17:36:47.340671 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d11b4d-a3c4-47b0-8143-2ceecf9f03fd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Made reservation on behalf of 93e532f978c54f2c99a225ede2425f7e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:47.344138 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-15d11b4d-a3c4-47b0-8143-2ceecf9f03fd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:47.457438 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85a2ab02-0176-4b61-8e8f-e5a377c59191 req-0650edd1-4335-41cf-bb7b-c2a3307af24b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097281 Sep 29 17:36:47.482474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedbc1c-bc03-43a1-9b24-fd47ba852c68 req-9a38a02b-5ca9-408f-9e06-07f63b433ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:47.483999 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cedbc1c-bc03-43a1-9b24-fd47ba852c68 req-9a38a02b-5ca9-408f-9e06-07f63b433ce4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7666020079f14112a9eb1394c2f4e2a7&device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 1095 time: 0.1135211 Sep 29 17:36:47.504614 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0ca46fe2-3436-42ce-a471-edc595ffc1b9 req-d204bacb-66d0-4cbb-910c-306c758eb089 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753132 Sep 29 17:36:47.583652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedbc1c-bc03-43a1-9b24-fd47ba852c68 req-cf24a407-9ee4-4bc9-84ce-ecded0c6defc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:47.585442 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cedbc1c-bc03-43a1-9b24-fd47ba852c68 req-cf24a407-9ee4-4bc9-84ce-ecded0c6defc service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f4efc05-9e5c-4fb0-8634-4c289a726bb7 HTTP/1.1" status: 200 len: 910 time: 0.0931311 Sep 29 17:36:47.633597 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cedbc1c-bc03-43a1-9b24-fd47ba852c68 req-ee10d13f-e35d-4f23-aac9-d49e8d44e521 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6067f82c-9ef0-4acc-82f3-8c51ef6089cd HTTP/1.1" status: 200 len: 217 time: 0.0402646 Sep 29 17:36:47.683894 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedbc1c-bc03-43a1-9b24-fd47ba852c68 req-be8f300e-86b4-4f2f-b789-065ca4b8a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:47.685367 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cedbc1c-bc03-43a1-9b24-fd47ba852c68 req-be8f300e-86b4-4f2f-b789-065ca4b8a841 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7d53b9a-368c-49b0-8d35-1ff2d49c5d97 HTTP/1.1" status: 200 len: 849 time: 0.0450616 Sep 29 17:36:47.710391 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8d91da98-0003-4cd1-affc-62450b4d1d97 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4444d5c81b04497cad4824500aa2875c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4959304 Sep 29 17:36:47.716129 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45650) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:47.718311 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cedbc1c-bc03-43a1-9b24-fd47ba852c68 req-8c4e361b-0252-44fa-bf0a-250f90bde751 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f4efc05-9e5c-4fb0-8634-4c289a726bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251997 Sep 29 17:36:47.733322 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:47.746394 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:47.812434 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cedbc1c-bc03-43a1-9b24-fd47ba852c68 req-0abc204b-4433-435b-9a5c-74bcb1d67df9 service neutron] 10.222.0.35 "GET /v2.0/networks/7f4efc05-9e5c-4fb0-8634-4c289a726bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868115 Sep 29 17:36:47.915029 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cedbc1c-bc03-43a1-9b24-fd47ba852c68 req-f3703b84-296a-4782-bfcc-11934471d1b9 service neutron] 10.222.0.35 "GET /v2.0/networks/7f4efc05-9e5c-4fb0-8634-4c289a726bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947475 Sep 29 17:36:47.955530 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14abe748-d2e7-493f-a1d8-f6f970a6e91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:47.993109 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 58bb949a-a8c8-468b-bc03-d44699e1d02b no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:36:48.010440 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bfe58-38ab-4976-b2b2-ac536bfd3038 req-f7796b49-3207-45a1-863a-ffc37a6fd614 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:48.011976 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d91bfe58-38ab-4976-b2b2-ac536bfd3038 req-f7796b49-3207-45a1-863a-ffc37a6fd614 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 944 time: 0.1388116 Sep 29 17:36:48.021123 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 58bb949a-a8c8-468b-bc03-d44699e1d02b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:36:48.021493 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 58bb949a-a8c8-468b-bc03-d44699e1d02b not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:36:48.035230 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14abe748-d2e7-493f-a1d8-f6f970a6e91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:48.139695 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d91bfe58-38ab-4976-b2b2-ac536bfd3038 req-60fc8619-e5b4-45c9-9b73-6b96faff8bd3 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194727 Sep 29 17:36:48.173045 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Router 79419398-60e7-4308-873b-decdc9025317 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:36:48.212458 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14abe748-d2e7-493f-a1d8-f6f970a6e91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:48.215006 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14abe748-d2e7-493f-a1d8-f6f970a6e91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:48.216137 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-14abe748-d2e7-493f-a1d8-f6f970a6e91b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc3ea7de-1e5e-440a-83f9-f27c520cc3a0 HTTP/1.1" status: 204 len: 168 time: 0.4991670 Sep 29 17:36:48.262983 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abe748-d2e7-493f-a1d8-f6f970a6e91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3ea7de-1e5e-440a-83f9-f27c520cc3a0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:48.320206 n-d-811748-2 neutron-server[95015]: DEBUG neutron.objects.ports [None req-15d11b4d-a3c4-47b0-8143-2ceecf9f03fd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95015) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:36:48.323275 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-15d11b4d-a3c4-47b0-8143-2ceecf9f03fd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:48.409758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:36:48.423290 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:48.423290 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-104c8361-c64e-404b-81e1-fe27876170ec tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "PUT /v2.0/routers/79419398-60e7-4308-873b-decdc9025317 HTTP/1.1" status: 200 len: 882 time: 3.1310687 Sep 29 17:36:48.423887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45660) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:48.426928 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de389f3-30a7-47ae-bc56-66b0f17f8882 None None] Sync routers for ids ['79419398-60e7-4308-873b-decdc9025317'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:36:48.431215 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d11b4d-a3c4-47b0-8143-2ceecf9f03fd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event updated for resources: {'Subnet': ['ID=d7dcead9-6563-442f-b1cd-88cd93ed0008,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:48.436701 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d11b4d-a3c4-47b0-8143-2ceecf9f03fd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Checking segment: {'id': '083601ba-feda-4507-b14e-31948f3423ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1810b2cf-eb07-42f7-812a-d0c1450b2e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:48.437084 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d11b4d-a3c4-47b0-8143-2ceecf9f03fd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Network hostable DHCP agents. Network: 1810b2cf-eb07-42f7-812a-d0c1450b2e2c, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:36:48.439874 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de389f3-30a7-47ae-bc56-66b0f17f8882 None None] Routers {'79419398-60e7-4308-873b-decdc9025317'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:48.440557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2de389f3-30a7-47ae-bc56-66b0f17f8882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['79419398-60e7-4308-873b-decdc9025317'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:48.476105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2de389f3-30a7-47ae-bc56-66b0f17f8882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:48.494487 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de389f3-30a7-47ae-bc56-66b0f17f8882 None None] Routers {'79419398-60e7-4308-873b-decdc9025317'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:48.495621 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2de389f3-30a7-47ae-bc56-66b0f17f8882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['79419398-60e7-4308-873b-decdc9025317'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:48.528297 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d11b4d-a3c4-47b0-8143-2ceecf9f03fd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Network 1810b2cf-eb07-42f7-812a-d0c1450b2e2c is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:36:48.532804 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2de389f3-30a7-47ae-bc56-66b0f17f8882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:48.533495 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de389f3-30a7-47ae-bc56-66b0f17f8882 None None] The sync data for ids ['79419398-60e7-4308-873b-decdc9025317'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:36:48.543312 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-15d11b4d-a3c4-47b0-8143-2ceecf9f03fd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 1810b2cf-eb07-42f7-812a-d0c1450b2e2c) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:48.552267 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d11b4d-a3c4-47b0-8143-2ceecf9f03fd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:48.552870 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-15d11b4d-a3c4-47b0-8143-2ceecf9f03fd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:48.556435 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eefd96-7db7-4e27-91db-b9d0e2ed62cd None None] Network 1810b2cf-eb07-42f7-812a-d0c1450b2e2c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:48.563395 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-849d1990-7178-4559-bbb9-149f9d558557 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/routers/79419398-60e7-4308-873b-decdc9025317 HTTP/1.1" status: 200 len: 923 time: 0.1384983 Sep 29 17:36:48.566203 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45666) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:48.598494 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-15d11b4d-a3c4-47b0-8143-2ceecf9f03fd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4746644 Sep 29 17:36:48.603024 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45670) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:48.608697 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-28ec9068-c346-46cf-a02c-8229f6d800e0 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Request body: {'port': {'network_id': '1810b2cf-eb07-42f7-812a-d0c1450b2e2c', 'name': 'tempest-NetworksIpV6TestAttrs-101911981'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:48.645641 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fef354-c3f1-4cdd-81b4-6d7e3e7fe412 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:48.650111 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-58fef354-c3f1-4cdd-81b4-6d7e3e7fe412 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&device_id=79419398-60e7-4308-873b-decdc9025317&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0799234 Sep 29 17:36:48.650532 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45674) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:48.683356 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815fef2-ae6e-4cf6-ba06-508884631189 req-2580b80d-8b78-415a-a8d1-7caff8676977 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:48.689871 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a815fef2-ae6e-4cf6-ba06-508884631189 req-2580b80d-8b78-415a-a8d1-7caff8676977 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1068199 Sep 29 17:36:48.744010 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-1810b2cf-eb07-42f7-812a-d0c1450b2e2c', 'network_id': '1810b2cf-eb07-42f7-812a-d0c1450b2e2c', 'tenant_id': '93e532f978c54f2c99a225ede2425f7e', 'fixed_ips': [{'subnet_id': 'd7dcead9-6563-442f-b1cd-88cd93ed0008'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:36:48.745797 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:48.770293 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ec9068-c346-46cf-a02c-8229f6d800e0 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Made reservation on behalf of 93e532f978c54f2c99a225ede2425f7e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:48.775853 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28ec9068-c346-46cf-a02c-8229f6d800e0 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:48.786580 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a815fef2-ae6e-4cf6-ba06-508884631189 req-eede1972-4e01-4b31-abda-5601162cfa10 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934224 Sep 29 17:36:48.802144 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-28ec9068-c346-46cf-a02c-8229f6d800e0 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] device_id is not set on port 1cb70e31-4cae-406d-b9b3-3f325cbbe1d1 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:36:48.804086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c963b0-bed2-4a85-9d9c-66cd527ea4e5 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:48.805567 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d4c963b0-bed2-4a85-9d9c-66cd527ea4e5 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 881 time: 0.1541204 Sep 29 17:36:48.808364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45678) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:48.841267 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b7e0466f-1c06-401d-a2e6-d89c9f02125b tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "GET /v2.0/ports?device_id=79419398-60e7-4308-873b-decdc9025317 HTTP/1.1" status: 200 len: 205 time: 0.0318406 Sep 29 17:36:48.843759 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45682) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:48.938552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Allocated IP 2001:db8::f816:3eff:fe3f:37f8 (1810b2cf-eb07-42f7-812a-d0c1450b2e2c/d7dcead9-6563-442f-b1cd-88cd93ed0008/e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:48.952109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76e2b9-6601-4674-8c69-c140ea31d08e req-b9fe0e6c-0a5b-4eda-87ef-11f362237447 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:48.953702 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6f76e2b9-6601-4674-8c69-c140ea31d08e req-b9fe0e6c-0a5b-4eda-87ef-11f362237447 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.0707068 Sep 29 17:36:48.984269 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b13d4a-cf1d-492b-ab41-a92a7c85391e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.008412 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6f76e2b9-6601-4674-8c69-c140ea31d08e req-f67845a6-400f-4214-b72b-395e3318247b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459905 Sep 29 17:36:49.126495 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b13d4a-cf1d-492b-ab41-a92a7c85391e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.135395 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.145633 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.185421 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45698) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:49.194638 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Network 1810b2cf-eb07-42f7-812a-d0c1450b2e2c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:49.200565 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-68b13d4a-cf1d-492b-ab41-a92a7c85391e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Deleting port 21042796-0e9c-4be4-ace0-846f6060e73f {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:49.200913 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b13d4a-cf1d-492b-ab41-a92a7c85391e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.203732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc0ce3-1c05-4f44-8a54-daf1576d3269 req-a93143aa-3c9b-497e-aceb-a31ac71fe6c9 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:49.204240 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:49.205328 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fadc0ce3-1c05-4f44-8a54-daf1576d3269 req-a93143aa-3c9b-497e-aceb-a31ac71fe6c9 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1006947 Sep 29 17:36:49.210861 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:49.258917 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-28ec9068-c346-46cf-a02c-8229f6d800e0 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Allocated IP 2001:db8::f816:3eff:feb7:424b (1810b2cf-eb07-42f7-812a-d0c1450b2e2c/d7dcead9-6563-442f-b1cd-88cd93ed0008/1cb70e31-4cae-406d-b9b3-3f325cbbe1d1) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:49.280487 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fadc0ce3-1c05-4f44-8a54-daf1576d3269 req-6874c240-c984-482f-a664-51147a863726 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634842 Sep 29 17:36:49.288614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Pushing event updated for resources: {'Port': ['ID=e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:49.345984 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Attempting to bind port e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:36:49.346230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Attempting to bind port e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '083601ba-feda-4507-b14e-31948f3423ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1810b2cf-eb07-42f7-812a-d0c1450b2e2c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:36:49.346715 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Attempting to bind port e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25 on network 1810b2cf-eb07-42f7-812a-d0c1450b2e2c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:49.357730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:36:49.358111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Checking segment: {'id': '083601ba-feda-4507-b14e-31948f3423ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1810b2cf-eb07-42f7-812a-d0c1450b2e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:49.358517 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.358934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Bound using segment: {'id': '083601ba-feda-4507-b14e-31948f3423ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1810b2cf-eb07-42f7-812a-d0c1450b2e2c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:36:49.359389 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Bound port: e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083601ba-feda-4507-b14e-31948f3423ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '1810b2cf-eb07-42f7-812a-d0c1450b2e2c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:36:49.359767 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.368947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a0179320-6f26-4c23-8ca3-e9418e8a38d3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1585462155-network', 'tenant_id': '00f4ff54a31b4dd99836327b3df86ada'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:49.402565 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b13d4a-cf1d-492b-ab41-a92a7c85391e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.426276 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acf275-839d-4841-9cc8-4e0b67822ee3 req-c7c798cb-7974-42d6-acd9-0299a1510cde tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:49.440420 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f4acf275-839d-4841-9cc8-4e0b67822ee3 req-c7c798cb-7974-42d6-acd9-0299a1510cde tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 944 time: 0.1528611 Sep 29 17:36:49.445964 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] For port e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:36:49.450135 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] For port e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25,segment=NetworkSegment(083601ba-feda-4507-b14e-31948f3423ec),segment_id=083601ba-feda-4507-b14e-31948f3423ec)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:36:49.456741 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.458861 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-68b13d4a-cf1d-492b-ab41-a92a7c85391e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Calling delete_port for 21042796-0e9c-4be4-ace0-846f6060e73f owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:49.505881 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28ec9068-c346-46cf-a02c-8229f6d800e0 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.537353 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17baa30-a1bb-48d2-8003-b57421beb70e None None] Pushing event updated for resources: {'Port': ['ID=e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:49.547870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0179320-6f26-4c23-8ca3-e9418e8a38d3 admin admin] Made reservation on behalf of 00f4ff54a31b4dd99836327b3df86ada for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:49.550163 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0179320-6f26-4c23-8ca3-e9418e8a38d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.571277 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0179320-6f26-4c23-8ca3-e9418e8a38d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.580419 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fea07-e763-454f-9b4e-80af7044cbed req-1cdd680d-759c-4357-918e-331ecf7df330 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:49.581680 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f4acf275-839d-4841-9cc8-4e0b67822ee3 req-181f4e3f-83e3-4b4c-a3d6-613ddebd2fbc tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402497 Sep 29 17:36:49.581968 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef8fea07-e763-454f-9b4e-80af7044cbed req-1cdd680d-759c-4357-918e-331ecf7df330 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.0744169 Sep 29 17:36:49.599594 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28ec9068-c346-46cf-a02c-8229f6d800e0 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.667087 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec9068-c346-46cf-a02c-8229f6d800e0 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Network 1810b2cf-eb07-42f7-812a-d0c1450b2e2c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:49.671707 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-28ec9068-c346-46cf-a02c-8229f6d800e0 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:49.682991 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef8fea07-e763-454f-9b4e-80af7044cbed req-2435b05f-43b4-4e2e-9003-aebd3799433d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935354 Sep 29 17:36:49.683862 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec9068-c346-46cf-a02c-8229f6d800e0 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:49.692596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ec9068-c346-46cf-a02c-8229f6d800e0 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:49.693370 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28ec9068-c346-46cf-a02c-8229f6d800e0 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.713241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec9068-c346-46cf-a02c-8229f6d800e0 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event updated for resources: {'Port': ['ID=1cb70e31-4cae-406d-b9b3-3f325cbbe1d1,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:49.810295 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0179320-6f26-4c23-8ca3-e9418e8a38d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.814540 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0179320-6f26-4c23-8ca3-e9418e8a38d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.821958 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b13d4a-cf1d-492b-ab41-a92a7c85391e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.822976 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-28ec9068-c346-46cf-a02c-8229f6d800e0 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2188978 Sep 29 17:36:49.823678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45706) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:49.867434 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0179320-6f26-4c23-8ca3-e9418e8a38d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:36:49.869424 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b13d4a-cf1d-492b-ab41-a92a7c85391e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Pushing event deleted for resources: {'Port': ['ID=21042796-0e9c-4be4-ace0-846f6060e73f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:49.879436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-490c9ad8-e599-4849-8745-ad8d90e49384 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Deleting subnet d7dcead9-6563-442f-b1cd-88cd93ed0008 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:36:49.884342 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-490c9ad8-e599-4849-8745-ad8d90e49384 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.904776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0179320-6f26-4c23-8ca3-e9418e8a38d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020b8bab-67e0-4e50-80cd-a5c081aa8a33,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:49.925050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0179320-6f26-4c23-8ca3-e9418e8a38d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.925432 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-a0179320-6f26-4c23-8ca3-e9418e8a38d3 admin admin] Added segment 04a98dce-c333-4e28-b572-05496465f81f of type vlan for network a7ae65d9-f785-4446-bdb2-7429d9329f6f Sep 29 17:36:49.935441 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-490c9ad8-e599-4849-8745-ad8d90e49384 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.995887 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0179320-6f26-4c23-8ca3-e9418e8a38d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:49.998227 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b13d4a-cf1d-492b-ab41-a92a7c85391e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.052858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:50.092978 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6067f82c-9ef0-4acc-82f3-8c51ef6089cd details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:36:50.110318 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-490c9ad8-e599-4849-8745-ad8d90e49384 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.116776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b13d4a-cf1d-492b-ab41-a92a7c85391e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.120041 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b13d4a-cf1d-492b-ab41-a92a7c85391e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.139482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:50.139862 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.181555 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b13d4a-cf1d-492b-ab41-a92a7c85391e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.182131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b13d4a-cf1d-492b-ab41-a92a7c85391e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Fanout notify agent at l3_agent the message router_deleted on router 79419398-60e7-4308-873b-decdc9025317 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:36:50.188468 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-490c9ad8-e599-4849-8745-ad8d90e49384 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.199523 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b13d4a-cf1d-492b-ab41-a92a7c85391e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.205030 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-68b13d4a-cf1d-492b-ab41-a92a7c85391e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "DELETE /v2.0/routers/79419398-60e7-4308-873b-decdc9025317 HTTP/1.1" status: 204 len: 168 time: 1.3603239 Sep 29 17:36:50.206061 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45710) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:50.211224 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-7706dd49-c9bb-46db-8844-7c6e255756ef tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-441189623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:50.215913 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0179320-6f26-4c23-8ca3-e9418e8a38d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.216856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0179320-6f26-4c23-8ca3-e9418e8a38d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:50.217459 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a0179320-6f26-4c23-8ca3-e9418e8a38d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.232991 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490c9ad8-e599-4849-8745-ad8d90e49384 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Subnet': ['ID=d7dcead9-6563-442f-b1cd-88cd93ed0008,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:50.236642 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-490c9ad8-e599-4849-8745-ad8d90e49384 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.244216 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-490c9ad8-e599-4849-8745-ad8d90e49384 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/subnets/d7dcead9-6563-442f-b1cd-88cd93ed0008 HTTP/1.1" status: 204 len: 168 time: 0.4193337 Sep 29 17:36:50.245471 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45712) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:50.296007 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.305727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0179320-6f26-4c23-8ca3-e9418e8a38d3 admin admin] Pushing event updated for resources: {'Network': ['ID=a7ae65d9-f785-4446-bdb2-7429d9329f6f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:50.312280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333d6322-22ad-4499-8b12-602ca9020a40 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:50.314271 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333d6322-22ad-4499-8b12-602ca9020a40 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:50.320842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network a7ae65d9-f785-4446-bdb2-7429d9329f6f details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:36:50.321069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45714) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:50.322200 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-333d6322-22ad-4499-8b12-602ca9020a40 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0752583 Sep 29 17:36:50.335022 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6067f82c-9ef0-4acc-82f3-8c51ef6089cd, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6067f82c-9ef0-4acc-82f3-8c51ef6089cd,segment=NetworkSegment(877cd8f8-5244-48bb-a12f-6367e58e5134),segment_id=877cd8f8-5244-48bb-a12f-6367e58e5134)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:50.352316 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7706dd49-c9bb-46db-8844-7c6e255756ef tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.352860 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7706dd49-c9bb-46db-8844-7c6e255756ef tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.370557 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45716) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:50.373742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a0179320-6f26-4c23-8ca3-e9418e8a38d3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1833878 Sep 29 17:36:50.376868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2407f05e-d1ea-418a-a2bf-f10b7c40421e admin admin] Request body: {'subnet': {'network_id': 'a7ae65d9-f785-4446-bdb2-7429d9329f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1585462155-subnet', 'tenant_id': '00f4ff54a31b4dd99836327b3df86ada', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:50.393843 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25,segment=NetworkSegment(083601ba-feda-4507-b14e-31948f3423ec),segment_id=083601ba-feda-4507-b14e-31948f3423ec)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:50.398210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '6067f82c-9ef0-4acc-82f3-8c51ef6089cd', 'network_id': '7f4efc05-9e5c-4fb0-8634-4c289a726bb7', 'port_id': '6067f82c-9ef0-4acc-82f3-8c51ef6089cd', 'mac_address': 'fa:16:3e:35:90:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d53b9a-368c-49b0-8d35-1ff2d49c5d97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:36:50.404676 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.405892 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2407f05e-d1ea-418a-a2bf-f10b7c40421e admin admin] Made reservation on behalf of 00f4ff54a31b4dd99836327b3df86ada for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:50.414997 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2407f05e-d1ea-418a-a2bf-f10b7c40421e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.444821 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7b5c68de-e3ef-4784-b92f-1df3861a159b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.456262 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5c68de-e3ef-4784-b92f-1df3861a159b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 29 17:36:50.461236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b5c68de-e3ef-4784-b92f-1df3861a159b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:36:50.465763 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7b5c68de-e3ef-4784-b92f-1df3861a159b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/networks/1810b2cf-eb07-42f7-812a-d0c1450b2e2c HTTP/1.1" status: 409 len: 405 time: 0.1435566 Sep 29 17:36:50.489702 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45718) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:50.493627 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:50.496774 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6fb660f5-6570-49a1-ae32-c129c8bfc5bf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2025688734'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:50.498479 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7706dd49-c9bb-46db-8844-7c6e255756ef tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.509532 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7706dd49-c9bb-46db-8844-7c6e255756ef tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.549724 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.555519 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb660f5-6570-49a1-ae32-c129c8bfc5bf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Made reservation on behalf of 93e532f978c54f2c99a225ede2425f7e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:50.560147 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7706dd49-c9bb-46db-8844-7c6e255756ef tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.560856 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7706dd49-c9bb-46db-8844-7c6e255756ef tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3538597 Sep 29 17:36:50.561786 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fb660f5-6570-49a1-ae32-c129c8bfc5bf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.563696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45720) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:50.568617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'enable_snat': True}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:50.572669 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6067f82c-9ef0-4acc-82f3-8c51ef6089cd {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:36:50.600800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6067f82c-9ef0-4acc-82f3-8c51ef6089cd, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6067f82c-9ef0-4acc-82f3-8c51ef6089cd,segment=NetworkSegment(877cd8f8-5244-48bb-a12f-6367e58e5134),segment_id=877cd8f8-5244-48bb-a12f-6367e58e5134)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:50.609488 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.639631 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb660f5-6570-49a1-ae32-c129c8bfc5bf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:36:50.688200 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fb660f5-6570-49a1-ae32-c129c8bfc5bf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.688565 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-6fb660f5-6570-49a1-ae32-c129c8bfc5bf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Added segment c15e7fd7-290f-49c1-8faa-38ca478dd4b8 of type vlan for network fa5b193f-99b4-4551-8f2f-9f94e122a80e Sep 29 17:36:50.693227 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=6067f82c-9ef0-4acc-82f3-8c51ef6089cd,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:50.733900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cca619-b8a0-4f57-b38c-9ca2d5125017 None None] Network 1810b2cf-eb07-42f7-812a-d0c1450b2e2c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:50.785258 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2407f05e-d1ea-418a-a2bf-f10b7c40421e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.794167 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fb660f5-6570-49a1-ae32-c129c8bfc5bf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.825001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6968830d-e7ad-4b3b-b26a-fa808731d790 None None] Provisioning complete for port e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:50.825605 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6968830d-e7ad-4b3b-b26a-fa808731d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.849338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242d122-95fa-40f8-9b40-e09a8d087a53 req-ff619762-4282-490f-8c7d-82fe801dba92 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:50.851065 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e242d122-95fa-40f8-9b40-e09a8d087a53 req-ff619762-4282-490f-8c7d-82fe801dba92 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 945 time: 0.1608491 Sep 29 17:36:50.904902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407f05e-d1ea-418a-a2bf-f10b7c40421e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bbad4c0-0681-418d-aef1-176c25bc2285,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:50.914935 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fb660f5-6570-49a1-ae32-c129c8bfc5bf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.922095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb660f5-6570-49a1-ae32-c129c8bfc5bf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:50.922695 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fb660f5-6570-49a1-ae32-c129c8bfc5bf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:50.954577 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e242d122-95fa-40f8-9b40-e09a8d087a53 req-26e4c9bc-3fa0-419d-af84-7ec46da39162 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954995 Sep 29 17:36:50.971834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2407f05e-d1ea-418a-a2bf-f10b7c40421e admin admin] Checking segment: {'id': '04a98dce-c333-4e28-b572-05496465f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7ae65d9-f785-4446-bdb2-7429d9329f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:50.972114 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2407f05e-d1ea-418a-a2bf-f10b7c40421e admin admin] Network hostable DHCP agents. Network: a7ae65d9-f785-4446-bdb2-7429d9329f6f, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:36:50.988228 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6fb660f5-6570-49a1-ae32-c129c8bfc5bf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4973912 Sep 29 17:36:50.994977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45728) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:51.023422 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] DHCP port deletion for 1810b2cf-eb07-42f7-812a-d0c1450b2e2c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:36:51.033847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d18fd7a8-450e-46a8-8b1d-c00fa88589c1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Request body: {'subnet': {'network_id': 'fa5b193f-99b4-4551-8f2f-9f94e122a80e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:51.052694 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb660f5-6570-49a1-ae32-c129c8bfc5bf tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event updated for resources: {'Network': ['ID=fa5b193f-99b4-4551-8f2f-9f94e122a80e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:51.065363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network fa5b193f-99b4-4551-8f2f-9f94e122a80e details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:36:51.075960 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2407f05e-d1ea-418a-a2bf-f10b7c40421e admin admin] Network a7ae65d9-f785-4446-bdb2-7429d9329f6f is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:36:51.116168 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-2407f05e-d1ea-418a-a2bf-f10b7c40421e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, a7ae65d9-f785-4446-bdb2-7429d9329f6f) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:51.126649 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f638abc1-45e1-4b7d-8709-ba7e83669114 None None] Network a7ae65d9-f785-4446-bdb2-7429d9329f6f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:51.126919 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2407f05e-d1ea-418a-a2bf-f10b7c40421e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:51.127390 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2407f05e-d1ea-418a-a2bf-f10b7c40421e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:51.161673 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18fd7a8-450e-46a8-8b1d-c00fa88589c1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Made reservation on behalf of 93e532f978c54f2c99a225ede2425f7e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:51.164547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Deleting port e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:51.164849 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:51.166185 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d18fd7a8-450e-46a8-8b1d-c00fa88589c1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:51.169871 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:51.170461 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['6067f82c-9ef0-4acc-82f3-8c51ef6089cd'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:36:51.179970 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2407f05e-d1ea-418a-a2bf-f10b7c40421e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8008554 Sep 29 17:36:51.295102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfda385-f2dd-4384-881b-ccb09dbc4a94 req-96d7e434-fe8d-499c-96f6-c0c31f5db6ec tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:51.304028 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ebfda385-f2dd-4384-881b-ccb09dbc4a94 req-96d7e434-fe8d-499c-96f6-c0c31f5db6ec tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1287670 Sep 29 17:36:51.316522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] For port e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25,segment=NetworkSegment(083601ba-feda-4507-b14e-31948f3423ec),segment_id=083601ba-feda-4507-b14e-31948f3423ec)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:51.317150 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:51.347469 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Calling delete_port for e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:51.391897 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ebfda385-f2dd-4384-881b-ccb09dbc4a94 req-0571a7e6-3454-48f5-a21a-26062c642b2d tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869267 Sep 29 17:36:51.501954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4effa5-32d9-428c-a654-5cdf2135542a None None] Network a7ae65d9-f785-4446-bdb2-7429d9329f6f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:51.608851 n-d-811748-2 neutron-server[95015]: DEBUG neutron.objects.ports [None req-d18fd7a8-450e-46a8-8b1d-c00fa88589c1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95015) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:36:51.611113 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d18fd7a8-450e-46a8-8b1d-c00fa88589c1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:51.677606 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fd7a8-450e-46a8-8b1d-c00fa88589c1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event updated for resources: {'Subnet': ['ID=07012f20-777b-48be-b19d-eea448b742c3,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:51.699809 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:51.726447 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:51.742667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff2929-7ed9-464f-9f08-e03b24a9a1a0 req-8b6b9828-295f-4bec-bcec-3dbf006b5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:51.744179 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8ff2929-7ed9-464f-9f08-e03b24a9a1a0 req-8b6b9828-295f-4bec-bcec-3dbf006b5198 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 1095 time: 0.1002822 Sep 29 17:36:51.750908 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:51.753456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3732f6a-1e8c-49af-a87a-eec81b46ba80 req-6aa4407d-00fc-4c11-ad7f-09065a68198b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:51.753916 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18fd7a8-450e-46a8-8b1d-c00fa88589c1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Checking segment: {'id': 'c15e7fd7-290f-49c1-8faa-38ca478dd4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fa5b193f-99b4-4551-8f2f-9f94e122a80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:51.754335 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18fd7a8-450e-46a8-8b1d-c00fa88589c1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Network hostable DHCP agents. Network: fa5b193f-99b4-4551-8f2f-9f94e122a80e, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:36:51.754967 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e3732f6a-1e8c-49af-a87a-eec81b46ba80 req-6aa4407d-00fc-4c11-ad7f-09065a68198b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1567881 Sep 29 17:36:51.785456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] No DVR routers for this DVR port e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:36:51.796524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Pushing event deleted for resources: {'Port': ['ID=e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:51.806642 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:51.807053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:51.807540 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:51.807950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:51.808890 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:51.808890 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:51.809130 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:51.809520 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:51.809900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:51.810285 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:51.810816 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:51.811207 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e080cbf8-021e-4d35-a750-2ffefd36f61a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:36:51.826603 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18fd7a8-450e-46a8-8b1d-c00fa88589c1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Network fa5b193f-99b4-4551-8f2f-9f94e122a80e is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:36:51.852388 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240b80b-97c8-4993-b58b-1363eac7680a req-4bd40430-f0b1-426f-adaf-3856bb772bb3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:51.853993 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7240b80b-97c8-4993-b58b-1363eac7680a req-4bd40430-f0b1-426f-adaf-3856bb772bb3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/networks?id=a7ae65d9-f785-4446-bdb2-7429d9329f6f HTTP/1.1" status: 200 len: 814 time: 0.1584680 Sep 29 17:36:51.855399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d18fd7a8-450e-46a8-8b1d-c00fa88589c1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, fa5b193f-99b4-4551-8f2f-9f94e122a80e) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:51.859278 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18fd7a8-450e-46a8-8b1d-c00fa88589c1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:51.859869 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d18fd7a8-450e-46a8-8b1d-c00fa88589c1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:51.866763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e3e2fb-12c7-4e50-afad-2e4b29c26cce None None] Network fa5b193f-99b4-4551-8f2f-9f94e122a80e requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:51.879219 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7240b80b-97c8-4993-b58b-1363eac7680a req-af1c9877-089b-4c17-9cd0-b0d0d1ca5cd6 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/quotas/00f4ff54a31b4dd99836327b3df86ada HTTP/1.1" status: 200 len: 375 time: 0.0154583 Sep 29 17:36:51.903368 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e3732f6a-1e8c-49af-a87a-eec81b46ba80 req-ecb02602-6234-469f-88bf-4a93a6ee75d9 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375465 Sep 29 17:36:51.907962 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d18fd7a8-450e-46a8-8b1d-c00fa88589c1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9059553 Sep 29 17:36:51.907962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45752) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:51.969959 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7240b80b-97c8-4993-b58b-1363eac7680a req-cb26f883-ea0d-4296-b964-f9d5e0a2d05d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=00f4ff54a31b4dd99836327b3df86ada&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845678 Sep 29 17:36:51.988519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff2929-7ed9-464f-9f08-e03b24a9a1a0 req-1b4a5061-be62-403c-9f1a-97d11580564d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:51.990843 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8ff2929-7ed9-464f-9f08-e03b24a9a1a0 req-1b4a5061-be62-403c-9f1a-97d11580564d service neutron] 10.222.0.49 "GET /v2.0/networks?id=1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 200 len: 913 time: 0.2342026 Sep 29 17:36:51.991009 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:36:52.040414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:36:52.040759 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e11e1ccf-deb4-4ebf-a3a1-1e9bed865a25 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:36:52.054320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Allocated IP 172.25.2.100 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/ca4f873f-43e1-4ec5-ab51-d2a13cf5b817) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:52.087810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-fa5b193f-99b4-4551-8f2f-9f94e122a80e', 'network_id': 'fa5b193f-99b4-4551-8f2f-9f94e122a80e', 'tenant_id': '93e532f978c54f2c99a225ede2425f7e', 'fixed_ips': [{'subnet_id': '07012f20-777b-48be-b19d-eea448b742c3'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:36:52.088718 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:52.128423 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8ff2929-7ed9-464f-9f08-e03b24a9a1a0 req-1b597a05-5204-406b-8735-3ea250b97fb6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 HTTP/1.1" status: 200 len: 999 time: 0.1285760 Sep 29 17:36:52.142199 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:52.148482 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7240b80b-97c8-4993-b58b-1363eac7680a req-6403d211-5831-4e36-b3fc-a1914c58fd01 service neutron] 10.222.0.44 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775117 Sep 29 17:36:52.167883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fa8f7-5ec4-4085-afb9-0bbf091e95e0 req-dbcbd766-de66-474c-9c8e-dfe807adcda2 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:52.169485 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-518fa8f7-5ec4-4085-afb9-0bbf091e95e0 req-dbcbd766-de66-474c-9c8e-dfe807adcda2 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 945 time: 0.1301770 Sep 29 17:36:52.247362 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Allocated IP 2001:db8::f816:3eff:fea1:7ca2 (fa5b193f-99b4-4551-8f2f-9f94e122a80e/07012f20-777b-48be-b19d-eea448b742c3/0ac4d37b-ce48-4475-89e4-e548c155e638) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:52.269870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff2929-7ed9-464f-9f08-e03b24a9a1a0 req-435f54f6-9cf3-463c-88ad-78479d27f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:52.271336 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8ff2929-7ed9-464f-9f08-e03b24a9a1a0 req-435f54f6-9cf3-463c-88ad-78479d27f795 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 200 len: 851 time: 0.1258366 Sep 29 17:36:52.275269 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:52.300436 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-518fa8f7-5ec4-4085-afb9-0bbf091e95e0 req-ffd8c343-ea6c-4159-81b4-4ca6b318e7a6 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852845 Sep 29 17:36:52.338089 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7240b80b-97c8-4993-b58b-1363eac7680a req-0b36db66-f5e1-446f-ac60-528d44b74d24 service neutron] 10.222.0.44 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813962 Sep 29 17:36:52.339855 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:52.401601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff2929-7ed9-464f-9f08-e03b24a9a1a0 req-05a9aeae-ebf2-44a2-8f6d-1a890cead897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:52.403322 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8ff2929-7ed9-464f-9f08-e03b24a9a1a0 req-05a9aeae-ebf2-44a2-8f6d-1a890cead897 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1f0ca1aa-2785-4da9-a438-d4ec33084832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215343 Sep 29 17:36:52.404823 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:52.410022 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:52.434500 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:52.451558 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:52.472560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:52.488183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:52.519994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Subnet': ['ID=07012f20-777b-48be-b19d-eea448b742c3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:52.528148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Network fa5b193f-99b4-4551-8f2f-9f94e122a80e is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:52.531377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:52.535167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:52.546686 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:52.572290 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Pushing event updated for resources: {'Port': ['ID=0ac4d37b-ce48-4475-89e4-e548c155e638,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:52.604016 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:52.612677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Attempting to bind port 0ac4d37b-ce48-4475-89e4-e548c155e638 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:36:52.613378 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Attempting to bind port 0ac4d37b-ce48-4475-89e4-e548c155e638 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'c15e7fd7-290f-49c1-8faa-38ca478dd4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fa5b193f-99b4-4551-8f2f-9f94e122a80e'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:36:52.614042 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Attempting to bind port 0ac4d37b-ce48-4475-89e4-e548c155e638 on network fa5b193f-99b4-4551-8f2f-9f94e122a80e {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:52.622770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:36:52.623371 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Checking segment: {'id': 'c15e7fd7-290f-49c1-8faa-38ca478dd4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fa5b193f-99b4-4551-8f2f-9f94e122a80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:52.624391 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:52.624960 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Bound using segment: {'id': 'c15e7fd7-290f-49c1-8faa-38ca478dd4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fa5b193f-99b4-4551-8f2f-9f94e122a80e'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:36:52.625658 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Bound port: 0ac4d37b-ce48-4475-89e4-e548c155e638, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15e7fd7-290f-49c1-8faa-38ca478dd4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fa5b193f-99b4-4551-8f2f-9f94e122a80e'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:36:52.626229 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:52.631728 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5b193f-99b4-4551-8f2f-9f94e122a80e']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:52.642096 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15e7fd7-290f-49c1-8faa-38ca478dd4b8') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:52.642394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15e7fd7-290f-49c1-8faa-38ca478dd4b8') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:52.653585 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:52.670768 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:52.678025 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:36:52.679476 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: items = [ Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:36:52.683404 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:36:52.714963 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] For port 0ac4d37b-ce48-4475-89e4-e548c155e638, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:36:52.734581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Pushing event updated for resources: {'Port': ['ID=ca4f873f-43e1-4ec5-ab51-d2a13cf5b817,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:52.754700 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] For port 0ac4d37b-ce48-4475-89e4-e548c155e638, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0ac4d37b-ce48-4475-89e4-e548c155e638,segment=NetworkSegment(c15e7fd7-290f-49c1-8faa-38ca478dd4b8),segment_id=c15e7fd7-290f-49c1-8faa-38ca478dd4b8)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:36:52.755255 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 17:36:52.755255 n-d-811748-2 neutron-server[95015]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 17:36:52.755255 n-d-811748-2 neutron-server[95015]: [parameters: {'id': 'fa5b193f-99b4-4551-8f2f-9f94e122a80e'}] Sep 29 17:36:52.755255 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:36:52.755696 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:36:52.756278 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d840d41f-9b22-4ced-986d-c5050cfd5d47 req-b119061b-c894-44a0-b338-72a429111ab0 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 210 time: 0.0571856 Sep 29 17:36:52.764268 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:52.783796 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8ff2929-7ed9-464f-9f08-e03b24a9a1a0 req-2c519f1f-98dd-4c38-9b22-477afe290905 service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688829 Sep 29 17:36:52.860489 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be441c9b-7535-45e1-80a9-71db52404e71 None None] Pushing event updated for resources: {'Port': ['ID=0ac4d37b-ce48-4475-89e4-e548c155e638,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:52.885041 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cecf935-4ea6-4587-860b-e337ddc94738 None None] Network fa5b193f-99b4-4551-8f2f-9f94e122a80e requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:52.963267 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:53.007923 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8ff2929-7ed9-464f-9f08-e03b24a9a1a0 req-22893b14-26f2-4bfb-8eb4-b6dca5fdb17c service neutron] 10.222.0.49 "GET /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880679 Sep 29 17:36:53.036736 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6caa2d-c38b-4f17-a952-2f680017ed5b None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:36:53.054479 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f513e-4d2b-4285-a826-b8d60c2e40b9 req-36d20bc7-27e1-4a15-b5fd-1fb40fb78692 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:53.062675 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a90f513e-4d2b-4285-a826-b8d60c2e40b9 req-36d20bc7-27e1-4a15-b5fd-1fb40fb78692 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.0768967 Sep 29 17:36:53.106601 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a90f513e-4d2b-4285-a826-b8d60c2e40b9 req-d503db0d-a280-46a1-97f4-398a30286b35 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428352 Sep 29 17:36:53.180794 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:53.183775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6caa2d-c38b-4f17-a952-2f680017ed5b None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:36:53.184212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:53.257143 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:53.312100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45774) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:53.341378 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Router 86069ab7-8549-4462-991d-802b978edfc9 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:36:53.360312 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Deleting port 0ac4d37b-ce48-4475-89e4-e548c155e638 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:53.360657 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:53.430361 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] For port 0ac4d37b-ce48-4475-89e4-e548c155e638, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0ac4d37b-ce48-4475-89e4-e548c155e638,segment=NetworkSegment(c15e7fd7-290f-49c1-8faa-38ca478dd4b8),segment_id=c15e7fd7-290f-49c1-8faa-38ca478dd4b8)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:53.430714 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:53.453439 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Calling delete_port for 0ac4d37b-ce48-4475-89e4-e548c155e638 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:53.508051 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-14f46d10-1843-4397-a6ed-b3263044d972 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 6446 time: 0.1891494 Sep 29 17:36:53.514257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840aeec-cb3f-492a-a827-3d071fc55c23 req-a2807fbd-2eef-4bb6-9672-a02509091c15 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:53.517840 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c840aeec-cb3f-492a-a827-3d071fc55c23 req-a2807fbd-2eef-4bb6-9672-a02509091c15 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 945 time: 0.0948210 Sep 29 17:36:53.520908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45780) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:53.522288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:36:53.536129 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:53.540317 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b7e5f236-9979-4a86-8a87-5431c4a4c892 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "PUT /v2.0/routers/86069ab7-8549-4462-991d-802b978edfc9 HTTP/1.1" status: 200 len: 918 time: 2.9726925 Sep 29 17:36:53.541058 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45782) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:53.543718 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-2b5a5f62-9662-4e4e-944f-13dd00a09605 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Request body: {'network': {'name': 'tempest-network-smoke--357190962', 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'port_security_enabled': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:53.547471 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde26ec0-edd4-416e-b817-b001efe1e22f None None] Sync routers for ids ['86069ab7-8549-4462-991d-802b978edfc9'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:36:53.558086 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde26ec0-edd4-416e-b817-b001efe1e22f None None] Routers {'86069ab7-8549-4462-991d-802b978edfc9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:53.558890 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fde26ec0-edd4-416e-b817-b001efe1e22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['86069ab7-8549-4462-991d-802b978edfc9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:53.605871 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fde26ec0-edd4-416e-b817-b001efe1e22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:53.617434 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde26ec0-edd4-416e-b817-b001efe1e22f None None] Routers {'86069ab7-8549-4462-991d-802b978edfc9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:53.618311 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fde26ec0-edd4-416e-b817-b001efe1e22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['86069ab7-8549-4462-991d-802b978edfc9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:53.618652 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c840aeec-cb3f-492a-a827-3d071fc55c23 req-c1b46843-e12e-4137-a104-cd8efb130441 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794454 Sep 29 17:36:53.619398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5a5f62-9662-4e4e-944f-13dd00a09605 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Made reservation on behalf of 7e0ab65e9130409c86f928bc5b6c5b35 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:53.625241 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b5a5f62-9662-4e4e-944f-13dd00a09605 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:53.655425 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fde26ec0-edd4-416e-b817-b001efe1e22f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:53.656065 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde26ec0-edd4-416e-b817-b001efe1e22f None None] The sync data for ids ['86069ab7-8549-4462-991d-802b978edfc9'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:36:53.676328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5a5f62-9662-4e4e-944f-13dd00a09605 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:36:53.693529 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b5a5f62-9662-4e4e-944f-13dd00a09605 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:53.695619 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-2b5a5f62-9662-4e4e-944f-13dd00a09605 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Added segment 2ae996d9-e4ad-4170-80c7-d9c132224d6c of type vlan for network 25feab30-986f-470d-9aa0-5429d238cdc7 Sep 29 17:36:53.713320 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:53.747401 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Port': ['ID=0ac4d37b-ce48-4475-89e4-e548c155e638,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:53.755097 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] No DVR routers for this DVR port 0ac4d37b-ce48-4475-89e4-e548c155e638 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:36:53.787275 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4021e3c0-7a73-4330-9b55-bce4b66fd67a tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/routers/86069ab7-8549-4462-991d-802b978edfc9 HTTP/1.1" status: 200 len: 924 time: 0.2419045 Sep 29 17:36:53.787275 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45786) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:53.797214 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b5a5f62-9662-4e4e-944f-13dd00a09605 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:53.889882 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:53.894684 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b5a5f62-9662-4e4e-944f-13dd00a09605 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:53.901781 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5a5f62-9662-4e4e-944f-13dd00a09605 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:53.902409 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b5a5f62-9662-4e4e-944f-13dd00a09605 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:53.932425 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbb1055-a1ca-48b5-847c-45fdc92e7c50 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:53.936417 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fbbb1055-a1ca-48b5-847c-45fdc92e7c50 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&device_id=86069ab7-8549-4462-991d-802b978edfc9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1451876 Sep 29 17:36:53.936577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240b80b-97c8-4993-b58b-1363eac7680a req-26945afb-fffc-43c8-8c4f-92c774d2fcbb tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:53.936887 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7240b80b-97c8-4993-b58b-1363eac7680a req-26945afb-fffc-43c8-8c4f-92c774d2fcbb tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.49 "GET /v2.0/networks?id=a7ae65d9-f785-4446-bdb2-7429d9329f6f HTTP/1.1" status: 200 len: 814 time: 0.2376592 Sep 29 17:36:53.938407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45788) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:53.945949 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-89888397-54e3-4b71-a21f-e9d67c4e444e req-5b66ba35-9468-49ba-96d2-76baa46c9f3c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 210 time: 0.0511544 Sep 29 17:36:53.951794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5b193f-99b4-4551-8f2f-9f94e122a80e']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:53.962344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15e7fd7-290f-49c1-8faa-38ca478dd4b8') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:53.962640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15e7fd7-290f-49c1-8faa-38ca478dd4b8') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:53.968845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7240b80b-97c8-4993-b58b-1363eac7680a req-e0df75c4-43fe-481b-8820-abfb283b8220 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Request body: {'port': {'device_id': 'e4e896ff-4c24-4208-8730-bba7180a6dcd', 'network_id': 'a7ae65d9-f785-4446-bdb2-7429d9329f6f', 'admin_state_up': True, 'tenant_id': '00f4ff54a31b4dd99836327b3df86ada'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:53.972247 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:53.986078 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:53.986653 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2b5a5f62-9662-4e4e-944f-13dd00a09605 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4538867 Sep 29 17:36:53.990109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45790) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:53.995385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1519552666', 'admin_state_up': True, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:54.003517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:36:54.003917 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:36:54.007442 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:36:54.038327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a5f62-9662-4e4e-944f-13dd00a09605 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'Network': ['ID=25feab30-986f-470d-9aa0-5429d238cdc7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:54.049031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 25feab30-986f-470d-9aa0-5429d238cdc7 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:36:54.084396 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:54.090192 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:54.099912 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:54.108869 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:54.113897 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/networks/fa5b193f-99b4-4551-8f2f-9f94e122a80e HTTP/1.1" status: 204 len: 168 time: 2.2048459 Sep 29 17:36:54.123112 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45792) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:54.127628 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6067f82c-9ef0-4acc-82f3-8c51ef6089cd up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:54.133997 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-af0670ae-5582-4a92-a678-e94374412afd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1984715729'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:54.190004 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 6067f82c-9ef0-4acc-82f3-8c51ef6089cd completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:36:54.196797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 6067f82c-9ef0-4acc-82f3-8c51ef6089cd triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:54.197180 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:54.303736 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:54.328953 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2987ae-8a10-44b1-92ab-5e43acc2c6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6067f82c-9ef0-4acc-82f3-8c51ef6089cd'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:36:54.331311 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddc9418-02ff-4ecb-9a37-a0308464fa36" -d '{"events": [{"server_uuid": "ae2987ae-8a10-44b1-92ab-5e43acc2c6c6", "name": "network-vif-plugged", "status": "completed", "tag": "6067f82c-9ef0-4acc-82f3-8c51ef6089cd"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:36:54.345824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6067f82c-9ef0-4acc-82f3-8c51ef6089cd, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6067f82c-9ef0-4acc-82f3-8c51ef6089cd,segment=NetworkSegment(877cd8f8-5244-48bb-a12f-6367e58e5134),segment_id=877cd8f8-5244-48bb-a12f-6367e58e5134)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:54.352029 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:54.384010 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae98b8b3-f2d5-40a9-87cd-fd9acee49e6c x-openstack-request-id: req-ae98b8b3-f2d5-40a9-87cd-fd9acee49e6c {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:36:54.384307 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2987ae-8a10-44b1-92ab-5e43acc2c6c6", "name": "network-vif-plugged", "status": "completed", "tag": "6067f82c-9ef0-4acc-82f3-8c51ef6089cd", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:36:54.384555 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae98b8b3-f2d5-40a9-87cd-fd9acee49e6c {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:36:54.384940 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2987ae-8a10-44b1-92ab-5e43acc2c6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6067f82c-9ef0-4acc-82f3-8c51ef6089cd', 'code': 200} Sep 29 17:36:54.435182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=6067f82c-9ef0-4acc-82f3-8c51ef6089cd,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:54.539812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0789f9-38b4-452d-a37e-98f8cccd5151 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Network': ['ID=fa5b193f-99b4-4551-8f2f-9f94e122a80e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:54.575199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6504d86a-6957-4ee2-96a2-62b19623a193 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:54.576610 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6504d86a-6957-4ee2-96a2-62b19623a193 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 881 time: 0.6349292 Sep 29 17:36:54.577911 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:54.580745 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45800) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:54.596701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1c754-5027-4464-a5e2-9dd47f387d42 req-230656f5-116c-4d28-b45e-86c0817d9194 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:54.598241 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9e1c754-5027-4464-a5e2-9dd47f387d42 req-230656f5-116c-4d28-b45e-86c0817d9194 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1365399 Sep 29 17:36:54.605241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91546ed-3864-4116-bf26-2c3b14f7740a req-bfd66eb5-0b1b-4354-81e9-f1a292de8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:54.606963 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d91546ed-3864-4116-bf26-2c3b14f7740a req-bfd66eb5-0b1b-4354-81e9-f1a292de8483 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 1097 time: 0.1334076 Sep 29 17:36:54.609497 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-40462e0b-e160-4af0-a5d2-5bd5f24bbf6b tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "GET /v2.0/ports?device_id=86069ab7-8549-4462-991d-802b978edfc9 HTTP/1.1" status: 200 len: 205 time: 0.0276616 Sep 29 17:36:54.612185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45802) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:54.612929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0670ae-5582-4a92-a678-e94374412afd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Made reservation on behalf of 93e532f978c54f2c99a225ede2425f7e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:54.616846 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-af0670ae-5582-4a92-a678-e94374412afd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:54.701504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7240b80b-97c8-4993-b58b-1363eac7680a req-e0df75c4-43fe-481b-8820-abfb283b8220 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Made reservation on behalf of 00f4ff54a31b4dd99836327b3df86ada for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:54.704993 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7240b80b-97c8-4993-b58b-1363eac7680a req-e0df75c4-43fe-481b-8820-abfb283b8220 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:54.711701 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0670ae-5582-4a92-a678-e94374412afd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:36:54.768805 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9e1c754-5027-4464-a5e2-9dd47f387d42 req-c07a4a28-00c5-4ad7-abf3-b2a0609776a8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590202 Sep 29 17:36:54.778417 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d91546ed-3864-4116-bf26-2c3b14f7740a req-ffbf9821-bba3-4a36-84f7-c8fce5191404 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498723 Sep 29 17:36:54.795569 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:54.808466 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-af0670ae-5582-4a92-a678-e94374412afd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:54.809060 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-af0670ae-5582-4a92-a678-e94374412afd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Added segment c48bb3e1-71d6-4c32-856f-80b58b8cb5fd of type vlan for network 5f79ce81-c8c0-408e-9bb2-b72bd1235ebd Sep 29 17:36:54.839305 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd783-cc6f-4ae5-a239-b0da7c95588a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:54.877795 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-af0670ae-5582-4a92-a678-e94374412afd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:54.894723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d015b-2292-43d0-80d9-6957818de4e4 req-6b88f010-c627-4bfe-984b-6c7e5e1377a7 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:54.896188 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c91d015b-2292-43d0-80d9-6957818de4e4 req-6b88f010-c627-4bfe-984b-6c7e5e1377a7 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 946 time: 0.1969864 Sep 29 17:36:54.939250 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-af0670ae-5582-4a92-a678-e94374412afd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:54.945416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0670ae-5582-4a92-a678-e94374412afd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:54.946001 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-af0670ae-5582-4a92-a678-e94374412afd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:55.007255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-7240b80b-97c8-4993-b58b-1363eac7680a req-e0df75c4-43fe-481b-8820-abfb283b8220 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Allocated IP 172.20.0.11 (a7ae65d9-f785-4446-bdb2-7429d9329f6f/7bbad4c0-0681-418d-aef1-176c25bc2285/4f981865-a330-4b84-8c9d-f03c4bec3a2c) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:55.015687 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c91d015b-2292-43d0-80d9-6957818de4e4 req-2a3d6c23-7073-4e1a-8fa8-baf174b9e424 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110036 Sep 29 17:36:55.019905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c616c-c62a-45ec-8c17-e500adcd3bcc req-e88f8274-05c2-4d9e-936f-9144ae95c992 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:55.021479 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-347c616c-c62a-45ec-8c17-e500adcd3bcc req-e88f8274-05c2-4d9e-936f-9144ae95c992 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.1370566 Sep 29 17:36:55.032649 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-af0670ae-5582-4a92-a678-e94374412afd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9049237 Sep 29 17:36:55.035732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45810) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:55.041841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-fe6990b3-284d-4b87-b9a0-905a64c6eb3c tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Request body: {'subnet': {'network_id': '5f79ce81-c8c0-408e-9bb2-b72bd1235ebd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:55.071790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0670ae-5582-4a92-a678-e94374412afd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event updated for resources: {'Network': ['ID=5f79ce81-c8c0-408e-9bb2-b72bd1235ebd,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:55.088925 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 5f79ce81-c8c0-408e-9bb2-b72bd1235ebd details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:36:55.112751 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-527bc037-f9b9-4ecb-bc20-41299da17649 req-b03c64d2-f502-49a0-b77f-586da246b17b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 210 time: 0.0327101 Sep 29 17:36:55.132156 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd783-cc6f-4ae5-a239-b0da7c95588a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:55.228517 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:55.234665 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-347c616c-c62a-45ec-8c17-e500adcd3bcc req-58feb6dc-78b2-4cf8-a8f9-91961dc29e6f tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873112 Sep 29 17:36:55.254464 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:55.303616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6990b3-284d-4b87-b9a0-905a64c6eb3c tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Made reservation on behalf of 93e532f978c54f2c99a225ede2425f7e for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:55.307129 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fe6990b3-284d-4b87-b9a0-905a64c6eb3c tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:55.375643 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Allocated IP 172.25.2.91 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/c286e3f0-ee8e-4fbf-a679-82ad4744ede2) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:55.408852 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7240b80b-97c8-4993-b58b-1363eac7680a req-e0df75c4-43fe-481b-8820-abfb283b8220 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:55.413613 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-aa0dd783-cc6f-4ae5-a239-b0da7c95588a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Deleting port ca4f873f-43e1-4ec5-ab51-d2a13cf5b817 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:55.413995 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd783-cc6f-4ae5-a239-b0da7c95588a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:55.487347 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:55.527863 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:55.580194 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:55.581529 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7240b80b-97c8-4993-b58b-1363eac7680a req-e0df75c4-43fe-481b-8820-abfb283b8220 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:55.584275 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd783-cc6f-4ae5-a239-b0da7c95588a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:55.584437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:55.587379 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:55.613954 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'Port': ['ID=c286e3f0-ee8e-4fbf-a679-82ad4744ede2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:55.634034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-aa0dd783-cc6f-4ae5-a239-b0da7c95588a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Calling delete_port for ca4f873f-43e1-4ec5-ab51-d2a13cf5b817 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:55.686609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7240b80b-97c8-4993-b58b-1363eac7680a req-e0df75c4-43fe-481b-8820-abfb283b8220 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Network a7ae65d9-f785-4446-bdb2-7429d9329f6f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:55.731746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-7240b80b-97c8-4993-b58b-1363eac7680a req-e0df75c4-43fe-481b-8820-abfb283b8220 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:55.740002 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7240b80b-97c8-4993-b58b-1363eac7680a req-e0df75c4-43fe-481b-8820-abfb283b8220 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:55.753861 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fe6990b3-284d-4b87-b9a0-905a64c6eb3c tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:55.779136 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df75c4-43fe-481b-8820-abfb283b8220 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Pushing event updated for resources: {'Port': ['ID=4f981865-a330-4b84-8c9d-f03c4bec3a2c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:55.864982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240b80b-97c8-4993-b58b-1363eac7680a req-e0df75c4-43fe-481b-8820-abfb283b8220 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:55.866192 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7240b80b-97c8-4993-b58b-1363eac7680a req-e0df75c4-43fe-481b-8820-abfb283b8220 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:55.891070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:55.944913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7240b80b-97c8-4993-b58b-1363eac7680a req-e0df75c4-43fe-481b-8820-abfb283b8220 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9816592 Sep 29 17:36:55.945531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6990b3-284d-4b87-b9a0-905a64c6eb3c tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event updated for resources: {'Subnet': ['ID=441ae8f7-6afc-4a9a-98f9-fab0212655b3,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:55.951327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6990b3-284d-4b87-b9a0-905a64c6eb3c tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Checking segment: {'id': 'c48bb3e1-71d6-4c32-856f-80b58b8cb5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5f79ce81-c8c0-408e-9bb2-b72bd1235ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:55.952020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6990b3-284d-4b87-b9a0-905a64c6eb3c tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Network hostable DHCP agents. Network: 5f79ce81-c8c0-408e-9bb2-b72bd1235ebd, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:36:55.962317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Request body: {'port': {'device_id': 'e4e896ff-4c24-4208-8730-bba7180a6dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:56.069630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6990b3-284d-4b87-b9a0-905a64c6eb3c tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Network 5f79ce81-c8c0-408e-9bb2-b72bd1235ebd is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:36:56.076086 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.080492 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd783-cc6f-4ae5-a239-b0da7c95588a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.096647 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-fe6990b3-284d-4b87-b9a0-905a64c6eb3c tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 5f79ce81-c8c0-408e-9bb2-b72bd1235ebd) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:56.107418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a3b87f-aa4b-4fdf-9418-30dce9a0185d None None] Network 5f79ce81-c8c0-408e-9bb2-b72bd1235ebd requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:56.135664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0dd783-cc6f-4ae5-a239-b0da7c95588a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Pushing event deleted for resources: {'Port': ['ID=ca4f873f-43e1-4ec5-ab51-d2a13cf5b817,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:56.168870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6990b3-284d-4b87-b9a0-905a64c6eb3c tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:56.170002 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fe6990b3-284d-4b87-b9a0-905a64c6eb3c tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.208937 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139f5f3-1eac-46bb-ad53-d9718ac90bed req-4c2d2772-83a3-48d4-b86b-ae3a9f760ea4 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:56.212053 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0139f5f3-1eac-46bb-ad53-d9718ac90bed req-4c2d2772-83a3-48d4-b86b-ae3a9f760ea4 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=370144d1-d32c-48de-9ced-b0e4834c3c2f HTTP/1.1" status: 200 len: 943 time: 0.1441846 Sep 29 17:36:56.213821 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.292769 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fe6990b3-284d-4b87-b9a0-905a64c6eb3c tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2560019 Sep 29 17:36:56.298864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-5f79ce81-c8c0-408e-9bb2-b72bd1235ebd', 'network_id': '5f79ce81-c8c0-408e-9bb2-b72bd1235ebd', 'tenant_id': '93e532f978c54f2c99a225ede2425f7e', 'fixed_ips': [{'subnet_id': '441ae8f7-6afc-4a9a-98f9-fab0212655b3'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:36:56.300114 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.306212 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45858) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:56.326313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea30d4b-2390-4aa3-9242-6eeb8a2ad307 req-89a7788f-bfc0-4ba3-89e6-0572157f77b4 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:56.333708 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aea30d4b-2390-4aa3-9242-6eeb8a2ad307 req-89a7788f-bfc0-4ba3-89e6-0572157f77b4 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 946 time: 0.2339911 Sep 29 17:36:56.420438 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd783-cc6f-4ae5-a239-b0da7c95588a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.461498 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Allocated IP 2001:db8::2 (5f79ce81-c8c0-408e-9bb2-b72bd1235ebd/441ae8f7-6afc-4a9a-98f9-fab0212655b3/91c3e9bd-584a-44ca-84a6-1c05ae648b7a) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:56.524953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-0139f5f3-1eac-46bb-ad53-d9718ac90bed req-1977e874-3893-40d4-95b2-ef169c5224fb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Deleting port c2b27bf8-6167-4393-a3c1-9d9963d2e712 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:56.525497 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0139f5f3-1eac-46bb-ad53-d9718ac90bed req-1977e874-3893-40d4-95b2-ef169c5224fb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.533760 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.549812 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aea30d4b-2390-4aa3-9242-6eeb8a2ad307 req-b6dd1d1b-8fa5-459d-a560-2e77a1365fea tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151997 Sep 29 17:36:56.569710 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd783-cc6f-4ae5-a239-b0da7c95588a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.569710 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd783-cc6f-4ae5-a239-b0da7c95588a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.620584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Router 1cfdc812-8528-475a-826f-87aaba8fbb96 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:36:56.626875 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.634214 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.674465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Network 5f79ce81-c8c0-408e-9bb2-b72bd1235ebd is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:56.677317 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:56.680088 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.682330 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:56.690444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Pushing event updated for resources: {'Port': ['ID=91c3e9bd-584a-44ca-84a6-1c05ae648b7a,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:56.694480 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd783-cc6f-4ae5-a239-b0da7c95588a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.695055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0dd783-cc6f-4ae5-a239-b0da7c95588a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Fanout notify agent at l3_agent the message router_deleted on router 86069ab7-8549-4462-991d-802b978edfc9 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:36:56.706980 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aa0dd783-cc6f-4ae5-a239-b0da7c95588a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.708012 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-aa0dd783-cc6f-4ae5-a239-b0da7c95588a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "DELETE /v2.0/routers/86069ab7-8549-4462-991d-802b978edfc9 HTTP/1.1" status: 204 len: 168 time: 2.0903516 Sep 29 17:36:56.711778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45860) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:56.716107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-8ed19447-a269-4f22-bdad-98cdde36c4ee tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-415301583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:56.758444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Attempting to bind port 91c3e9bd-584a-44ca-84a6-1c05ae648b7a on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:36:56.759485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Attempting to bind port 91c3e9bd-584a-44ca-84a6-1c05ae648b7a by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'c48bb3e1-71d6-4c32-856f-80b58b8cb5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5f79ce81-c8c0-408e-9bb2-b72bd1235ebd'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:36:56.760099 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Attempting to bind port 91c3e9bd-584a-44ca-84a6-1c05ae648b7a on network 5f79ce81-c8c0-408e-9bb2-b72bd1235ebd {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:56.765760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:36:56.766417 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Checking segment: {'id': 'c48bb3e1-71d6-4c32-856f-80b58b8cb5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5f79ce81-c8c0-408e-9bb2-b72bd1235ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:56.767058 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.767666 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Bound using segment: {'id': 'c48bb3e1-71d6-4c32-856f-80b58b8cb5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5f79ce81-c8c0-408e-9bb2-b72bd1235ebd'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:36:56.768317 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Bound port: 91c3e9bd-584a-44ca-84a6-1c05ae648b7a, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48bb3e1-71d6-4c32-856f-80b58b8cb5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '5f79ce81-c8c0-408e-9bb2-b72bd1235ebd'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:36:56.769249 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.782006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20b19c-b6d9-4b0b-a38b-da07b6a80130 req-3733999d-bc2d-45f3-9dad-c120b062c43a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:56.783572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d20b19c-b6d9-4b0b-a38b-da07b6a80130 req-3733999d-bc2d-45f3-9dad-c120b062c43a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 932 time: 0.1577840 Sep 29 17:36:56.790307 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ed19447-a269-4f22-bdad-98cdde36c4ee tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.791353 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ed19447-a269-4f22-bdad-98cdde36c4ee tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.811855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-0139f5f3-1eac-46bb-ad53-d9718ac90bed req-1977e874-3893-40d4-95b2-ef169c5224fb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] For port c2b27bf8-6167-4393-a3c1-9d9963d2e712, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=c2b27bf8-6167-4393-a3c1-9d9963d2e712,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:56.812486 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0139f5f3-1eac-46bb-ad53-d9718ac90bed req-1977e874-3893-40d4-95b2-ef169c5224fb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.847540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-0139f5f3-1eac-46bb-ad53-d9718ac90bed req-1977e874-3893-40d4-95b2-ef169c5224fb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Calling delete_port for c2b27bf8-6167-4393-a3c1-9d9963d2e712 owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:56.851393 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] For port 91c3e9bd-584a-44ca-84a6-1c05ae648b7a, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:36:56.854795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] For port 91c3e9bd-584a-44ca-84a6-1c05ae648b7a, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=91c3e9bd-584a-44ca-84a6-1c05ae648b7a,segment=NetworkSegment(c48bb3e1-71d6-4c32-856f-80b58b8cb5fd),segment_id=c48bb3e1-71d6-4c32-856f-80b58b8cb5fd)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:36:56.859595 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.891532 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d20b19c-b6d9-4b0b-a38b-da07b6a80130 req-b5402c28-352f-4fa1-abe4-ef7c0b787109 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956566 Sep 29 17:36:56.899569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f981865-a330-4b84-8c9d-f03c4bec3a2c {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:36:56.912759 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.936794 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39588818-142e-4b21-bde5-5264f86cfec0 None None] Pushing event updated for resources: {'Port': ['ID=91c3e9bd-584a-44ca-84a6-1c05ae648b7a,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:56.937518 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ed19447-a269-4f22-bdad-98cdde36c4ee tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.949087 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.951989 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ed19447-a269-4f22-bdad-98cdde36c4ee tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.973870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Transition to ACTIVE for port object 4f981865-a330-4b84-8c9d-f03c4bec3a2c will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:36:56.977177 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ed19447-a269-4f22-bdad-98cdde36c4ee tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.978478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8ed19447-a269-4f22-bdad-98cdde36c4ee tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2657647 Sep 29 17:36:56.978655 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Subnet': ['ID=441ae8f7-6afc-4a9a-98f9-fab0212655b3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:56.981700 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:56.983737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45864) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:56.990756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'enable_snat': False}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:56.999847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:36:57.011114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Sync routers for ids ['1cfdc812-8528-475a-826f-87aaba8fbb96'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:36:57.021537 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Routers {'1cfdc812-8528-475a-826f-87aaba8fbb96'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:57.023705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['1cfdc812-8528-475a-826f-87aaba8fbb96'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:57.087724 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:57.110880 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f79ce81-c8c0-408e-9bb2-b72bd1235ebd']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:57.120093 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Pushing event updated for resources: {'Port': ['ID=4f981865-a330-4b84-8c9d-f03c4bec3a2c,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:57.121150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48bb3e1-71d6-4c32-856f-80b58b8cb5fd') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:57.121393 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48bb3e1-71d6-4c32-856f-80b58b8cb5fd') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:57.137239 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:57.141716 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Set router 1cfdc812-8528-475a-826f-87aaba8fbb96 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:36:57.152225 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:57.157936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:36:57.158324 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:36:57.245290 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:36:57.257490 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 17:36:57.257490 n-d-811748-2 neutron-server[95015]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 17:36:57.257490 n-d-811748-2 neutron-server[95015]: [parameters: {'id': '5f79ce81-c8c0-408e-9bb2-b72bd1235ebd'}] Sep 29 17:36:57.257490 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:36:57.257490 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:36:57.266013 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:57.267299 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cefe9baa-e4aa-46e8-8d2c-9d5b6855faff tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2755644 Sep 29 17:36:57.270528 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45866) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:57.272651 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:57.407702 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519552666', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:54Z', 'updated_at': '2021-09-29T17:36:55Z', 'revision_number': 3, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:be:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:36:55Z', 'updated_at': '2021-09-29T17:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:57.413657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ae4dd9-f063-4e96-9d37-75604d85f4b5 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:57.415388 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-46ae4dd9-f063-4e96-9d37-75604d85f4b5 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7e0ab65e9130409c86f928bc5b6c5b35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1432564 Sep 29 17:36:57.418592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45868) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:57.444787 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Checking router: 1cfdc812-8528-475a-826f-87aaba8fbb96 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:36:57.445071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Updating router 1cfdc812-8528-475a-826f-87aaba8fbb96 port c286e3f0-ee8e-4fbf-a679-82ad4744ede2 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:36:57.448330 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0139f5f3-1eac-46bb-ad53-d9718ac90bed req-1977e874-3893-40d4-95b2-ef169c5224fb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:57.468939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['574232f1-4978-4dee-b89a-f7334e0e47dc'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:36:57.501253 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['f10317fe-635d-446a-8fa4-5132aead5a41'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:36:57.503148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977e874-3893-40d4-95b2-ef169c5224fb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event deleted for resources: {'Port': ['ID=c2b27bf8-6167-4393-a3c1-9d9963d2e712,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:57.524002 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:57.706494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18710a97-3f74-451a-b290-34b4a614de36 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:57.707859 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-18710a97-3f74-451a-b290-34b4a614de36 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2882144 Sep 29 17:36:57.716537 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:57.729810 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45872) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:57.744404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-0139f5f3-1eac-46bb-ad53-d9718ac90bed req-1977e874-3893-40d4-95b2-ef169c5224fb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] No DVR routers for this DVR port c2b27bf8-6167-4393-a3c1-9d9963d2e712 on host n-h2-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:36:57.748115 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0139f5f3-1eac-46bb-ad53-d9718ac90bed req-1977e874-3893-40d4-95b2-ef169c5224fb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:57.750859 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0139f5f3-1eac-46bb-ad53-d9718ac90bed req-1977e874-3893-40d4-95b2-ef169c5224fb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "DELETE /v2.0/ports/c2b27bf8-6167-4393-a3c1-9d9963d2e712 HTTP/1.1" status: 204 len: 173 time: 1.5321538 Sep 29 17:36:57.769381 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370144d1-d32c-48de-9ced-b0e4834c3c2f', 'name': 'network-vif-deleted', 'tag': 'c2b27bf8-6167-4393-a3c1-9d9963d2e712'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:36:57.772894 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20530ca8-345a-4136-8b30-0ffcc365bd08" -d '{"events": [{"server_uuid": "370144d1-d32c-48de-9ced-b0e4834c3c2f", "name": "network-vif-deleted", "tag": "c2b27bf8-6167-4393-a3c1-9d9963d2e712"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:36:57.776262 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:57.821579 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dbff225d-eaef-4cd2-84d6-a2c4fe2fe34b tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0898914 Sep 29 17:36:57.824257 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45878) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:57.851730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab4d19-c18e-4955-957e-952b28aa6c6c req-07d4faa1-dab8-41d3-9595-2a6ee4001a63 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:57.853362 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cab4d19-c18e-4955-957e-952b28aa6c6c req-07d4faa1-dab8-41d3-9595-2a6ee4001a63 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 946 time: 0.1293366 Sep 29 17:36:57.964451 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Attempting to bind port 4f981865-a330-4b84-8c9d-f03c4bec3a2c on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:36:57.964862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Attempting to bind port 4f981865-a330-4b84-8c9d-f03c4bec3a2c by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '04a98dce-c333-4e28-b572-05496465f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7ae65d9-f785-4446-bdb2-7429d9329f6f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:36:57.965198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Attempting to bind port 4f981865-a330-4b84-8c9d-f03c4bec3a2c on network a7ae65d9-f785-4446-bdb2-7429d9329f6f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:57.995398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Port 4f981865-a330-4b84-8c9d-f03c4bec3a2c on network a7ae65d9-f785-4446-bdb2-7429d9329f6f not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:36:57.996163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Attempting to bind port 4f981865-a330-4b84-8c9d-f03c4bec3a2c on network a7ae65d9-f785-4446-bdb2-7429d9329f6f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:58.018051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:36:58.018408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Checking segment: {'id': '04a98dce-c333-4e28-b572-05496465f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7ae65d9-f785-4446-bdb2-7429d9329f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:58.018804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Bound using segment: {'id': '04a98dce-c333-4e28-b572-05496465f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7ae65d9-f785-4446-bdb2-7429d9329f6f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:36:58.019252 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Bound port: 4f981865-a330-4b84-8c9d-f03c4bec3a2c, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a98dce-c333-4e28-b572-05496465f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7ae65d9-f785-4446-bdb2-7429d9329f6f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:36:58.019630 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:58.036825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cab4d19-c18e-4955-957e-952b28aa6c6c req-2dec04fd-84b1-42c8-881d-34e96af263ca tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768153 Sep 29 17:36:58.155625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 91c3e9bd-584a-44ca-84a6-1c05ae648b7a up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:36:58.360944 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:58.366664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] For port 4f981865-a330-4b84-8c9d-f03c4bec3a2c, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:36:58.373447 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:58.418237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] For port 4f981865-a330-4b84-8c9d-f03c4bec3a2c, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:36:58.445220 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a63b6-6130-49f8-8940-11430ef5df2d req-772ed045-4acd-4372-81e8-4bf6e769403e tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:58.456538 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd2a63b6-6130-49f8-8940-11430ef5df2d req-772ed045-4acd-4372-81e8-4bf6e769403e tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.1702945 Sep 29 17:36:58.483720 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1c2d49-1e18-4e1c-b78b-cb0b1396d6b8 None None] Network 5f79ce81-c8c0-408e-9bb2-b72bd1235ebd requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:58.486671 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:58.511532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73bb6f-3fb2-4e2d-aad0-d133c8ae18b7 None None] Pushing event updated for resources: {'Port': ['ID=c286e3f0-ee8e-4fbf-a679-82ad4744ede2,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:58.545342 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 29 Sep 2021 17:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a2bdc9-a107-4023-9dea-150ebf5a5150 x-openstack-request-id: req-25a2bdc9-a107-4023-9dea-150ebf5a5150 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:36:58.545974 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370144d1-d32c-48de-9ced-b0e4834c3c2f", "name": "network-vif-deleted", "tag": "c2b27bf8-6167-4393-a3c1-9d9963d2e712", "status": "failed", "code": 422}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:36:58.545974 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25a2bdc9-a107-4023-9dea-150ebf5a5150 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:36:58.546298 n-d-811748-2 neutron-server[95015]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '370144d1-d32c-48de-9ced-b0e4834c3c2f', 'name': 'network-vif-deleted', 'tag': 'c2b27bf8-6167-4393-a3c1-9d9963d2e712', 'status': 'failed', 'code': 422} returned with failed status Sep 29 17:36:58.549716 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b49c3d73-f505-4684-840f-21d4407e321b tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7e0ab65e9130409c86f928bc5b6c5b35&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7241101 Sep 29 17:36:58.552250 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:58.554838 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45894) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:58.583265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Attempting to bind port c286e3f0-ee8e-4fbf-a679-82ad4744ede2 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:36:58.583794 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Attempting to bind port c286e3f0-ee8e-4fbf-a679-82ad4744ede2 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:36:58.585180 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Attempting to bind port c286e3f0-ee8e-4fbf-a679-82ad4744ede2 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:36:58.592990 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:58.597091 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0365fd40-ebc2-4ab4-8c0b-01d5c1216a14 None None] Provisioning complete for port 91c3e9bd-584a-44ca-84a6-1c05ae648b7a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:58.598087 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0365fd40-ebc2-4ab4-8c0b-01d5c1216a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:58.612786 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd2a63b6-6130-49f8-8940-11430ef5df2d req-36647d00-6ba7-45db-85b4-7a72004d7ff6 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551178 Sep 29 17:36:58.647772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:58.648864 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:58.651845 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7240b80b-97c8-4993-b58b-1363eac7680a req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] 10.222.0.49 "PUT /v2.0/ports/4f981865-a330-4b84-8c9d-f03c4bec3a2c HTTP/1.1" status: 200 len: 1092 time: 2.6953511 Sep 29 17:36:58.707822 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e896ff-4c24-4208-8730-bba7180a6dcd', 'tag': '4f981865-a330-4b84-8c9d-f03c4bec3a2c'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:36:58.717235 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5e7aed-3346-4f4c-b3c3-2c145188cd5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e896ff-4c24-4208-8730-bba7180a6dcd", "tag": "4f981865-a330-4b84-8c9d-f03c4bec3a2c"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:36:58.723639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Deleting port 91c3e9bd-584a-44ca-84a6-1c05ae648b7a {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:36:58.724078 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:58.739245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:36:58.740029 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:58.741476 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:58.742108 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:36:58.742970 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Bound port: c286e3f0-ee8e-4fbf-a679-82ad4744ede2, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:36:58.743617 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:58.805962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] For port 91c3e9bd-584a-44ca-84a6-1c05ae648b7a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=91c3e9bd-584a-44ca-84a6-1c05ae648b7a,segment=NetworkSegment(c48bb3e1-71d6-4c32-856f-80b58b8cb5fd),segment_id=c48bb3e1-71d6-4c32-856f-80b58b8cb5fd)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:36:58.806346 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:58.809000 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4030e43-95a4-46a7-bb71-2c9902611cc6 x-openstack-request-id: req-b4030e43-95a4-46a7-bb71-2c9902611cc6 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:36:58.809531 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e896ff-4c24-4208-8730-bba7180a6dcd", "tag": "4f981865-a330-4b84-8c9d-f03c4bec3a2c", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:36:58.809950 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b4030e43-95a4-46a7-bb71-2c9902611cc6 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:36:58.810506 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e896ff-4c24-4208-8730-bba7180a6dcd', 'tag': '4f981865-a330-4b84-8c9d-f03c4bec3a2c', 'status': 'completed', 'code': 200} Sep 29 17:36:58.818409 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24766fac-9020-4ab1-bb68-0095dada2679 service neutron] Pushing event updated for resources: {'Port': ['ID=4f981865-a330-4b84-8c9d-f03c4bec3a2c,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:58.821784 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Calling delete_port for 91c3e9bd-584a-44ca-84a6-1c05ae648b7a owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:36:58.824343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 91c3e9bd-584a-44ca-84a6-1c05ae648b7a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:36:58.826712 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:58.860776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240b80b-97c8-4993-b58b-1363eac7680a req-1bf1c6ec-c02e-4976-94f2-c1ad6968a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:58.862352 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7240b80b-97c8-4993-b58b-1363eac7680a req-1bf1c6ec-c02e-4976-94f2-c1ad6968a806 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00f4ff54a31b4dd99836327b3df86ada&device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 1095 time: 0.1399372 Sep 29 17:36:58.886889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d449e4d4-f76e-431a-ad6f-4eb2bee15123 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:58.891934 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d449e4d4-f76e-431a-ad6f-4eb2bee15123 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3359134 Sep 29 17:36:58.896364 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45904) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:58.940692 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-90e34c39-e82c-4cf1-ae16-a3a7c8aa9491 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429034 Sep 29 17:36:58.943299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45906) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:58.944843 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7240b80b-97c8-4993-b58b-1363eac7680a req-a5a928eb-2417-4f98-8af2-c0b5b7fb8794 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c HTTP/1.1" status: 200 len: 217 time: 0.0732744 Sep 29 17:36:58.949419 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-bafb2aab-cc42-403a-b3a3-dcf699d1694c tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1567567614', 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7', 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:59.048871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:59.055271 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Allocated IP 172.25.2.245 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/360aae1b-5d37-4f21-8403-154b0e745caa) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:36:59.095899 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Port': ['ID=91c3e9bd-584a-44ca-84a6-1c05ae648b7a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:59.114373 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] No DVR routers for this DVR port 91c3e9bd-584a-44ca-84a6-1c05ae648b7a on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:36:59.119971 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240b80b-97c8-4993-b58b-1363eac7680a req-a3c574c0-4f80-4c34-98e6-c9cee55327ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:59.122172 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7240b80b-97c8-4993-b58b-1363eac7680a req-a3c574c0-4f80-4c34-98e6-c9cee55327ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bbad4c0-0681-418d-aef1-176c25bc2285 HTTP/1.1" status: 200 len: 854 time: 0.1592917 Sep 29 17:36:59.156082 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafb2aab-cc42-403a-b3a3-dcf699d1694c tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Made reservation on behalf of 7e0ab65e9130409c86f928bc5b6c5b35 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:59.158990 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bafb2aab-cc42-403a-b3a3-dcf699d1694c tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:59.186317 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] For port c286e3f0-ee8e-4fbf-a679-82ad4744ede2, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:36:59.186899 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7240b80b-97c8-4993-b58b-1363eac7680a req-eccb9ea7-58c8-4301-948e-1e99e23aed53 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a7ae65d9-f785-4446-bdb2-7429d9329f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404491 Sep 29 17:36:59.190473 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78597a-66d0-44af-b38e-62f0b93b32b9 req-1cbbf88a-e8a7-431b-8b37-200cb136eb29 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:59.191936 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c78597a-66d0-44af-b38e-62f0b93b32b9 req-1cbbf88a-e8a7-431b-8b37-200cb136eb29 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 908 time: 0.1541586 Sep 29 17:36:59.213301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] For port c286e3f0-ee8e-4fbf-a679-82ad4744ede2, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c286e3f0-ee8e-4fbf-a679-82ad4744ede2,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:36:59.234609 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0365fd40-ebc2-4ab4-8c0b-01d5c1216a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:59.237590 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Could not find standard attr ID for object 91c3e9bd-584a-44ca-84a6-1c05ae648b7a. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:36:59.247312 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:59.258176 n-d-811748-2 neutron-server[95017]: INFO neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No ports have port_id starting with 91c3e9bd-584a-44ca-84a6-1c05ae648b7a Sep 29 17:36:59.276299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ad71a-b79e-4093-9de0-792c5b8e1e1e req-e86698c8-aac1-47a1-ba70-00a1ea657efb tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:59.277835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-255ad71a-b79e-4093-9de0-792c5b8e1e1e req-e86698c8-aac1-47a1-ba70-00a1ea657efb tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 946 time: 0.1749041 Sep 29 17:36:59.305070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:59.328490 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f79ce81-c8c0-408e-9bb2-b72bd1235ebd']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:59.345110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48bb3e1-71d6-4c32-856f-80b58b8cb5fd') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:59.345547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48bb3e1-71d6-4c32-856f-80b58b8cb5fd') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:59.362272 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Routers {'1cfdc812-8528-475a-826f-87aaba8fbb96'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:36:59.362936 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['1cfdc812-8528-475a-826f-87aaba8fbb96'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:59.368552 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:59.375203 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:59.390904 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:59.401495 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:36:59.401989 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:36:59.405004 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:36:59.409241 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7240b80b-97c8-4993-b58b-1363eac7680a req-d91998f9-5e07-4a94-a493-cd606c87bd84 service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935585 Sep 29 17:36:59.419573 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-255ad71a-b79e-4093-9de0-792c5b8e1e1e req-4622a8ef-d9e0-4f5a-85a3-b806a867b6ee tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344993 Sep 29 17:36:59.491108 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] Set router 1cfdc812-8528-475a-826f-87aaba8fbb96 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:36:59.510407 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:59.525266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa8b276-92b2-4268-9daa-07c80cb79bf7 None None] DHCP port deletion for 5f79ce81-c8c0-408e-9bb2-b72bd1235ebd request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:36:59.527365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73bb6f-3fb2-4e2d-aad0-d133c8ae18b7 None None] Pushing event updated for resources: {'Port': ['ID=c286e3f0-ee8e-4fbf-a679-82ad4744ede2,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:59.537467 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:59.549202 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:59.555721 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/networks/5f79ce81-c8c0-408e-9bb2-b72bd1235ebd HTTP/1.1" status: 204 len: 168 time: 3.2424684 Sep 29 17:36:59.555903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45912) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:59.559939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-824f0db9-ea0d-45bd-9d9f-21bf639e1c7b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1581142151'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:36:59.577875 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da3fa8-8684-43b9-9271-5efa48e5ab14 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Network': ['ID=5f79ce81-c8c0-408e-9bb2-b72bd1235ebd,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:59.582169 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bafb2aab-cc42-403a-b3a3-dcf699d1694c tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:59.591726 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:36:59.598618 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7240b80b-97c8-4993-b58b-1363eac7680a req-4471d5f2-b647-4e39-96d0-9e5ac494ebab service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767251 Sep 29 17:36:59.602598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:59.606287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Pushing event updated for resources: {'Port': ['ID=360aae1b-5d37-4f21-8403-154b0e745caa,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:59.610197 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:36:59.660304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824f0db9-ea0d-45bd-9d9f-21bf639e1c7b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Made reservation on behalf of 93e532f978c54f2c99a225ede2425f7e for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:36:59.663908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb2aab-cc42-403a-b3a3-dcf699d1694c tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'Subnet': ['ID=3b62e9b8-76f2-4e5f-8724-7d41fdf22453,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:36:59.664120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-824f0db9-ea0d-45bd-9d9f-21bf639e1c7b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:59.674209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb2aab-cc42-403a-b3a3-dcf699d1694c tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Checking segment: {'id': '2ae996d9-e4ad-4170-80c7-d9c132224d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:36:59.674763 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb2aab-cc42-403a-b3a3-dcf699d1694c tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Network hostable DHCP agents. Network: 25feab30-986f-470d-9aa0-5429d238cdc7, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:36:59.704155 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb2aab-cc42-403a-b3a3-dcf699d1694c tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Network 25feab30-986f-470d-9aa0-5429d238cdc7 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:36:59.723034 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-bafb2aab-cc42-403a-b3a3-dcf699d1694c tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 25feab30-986f-470d-9aa0-5429d238cdc7) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:36:59.728170 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafb2aab-cc42-403a-b3a3-dcf699d1694c tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:59.729988 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bafb2aab-cc42-403a-b3a3-dcf699d1694c tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:59.733558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7df119-9438-4c86-a93e-e4b9af267a2d None None] Network 25feab30-986f-470d-9aa0-5429d238cdc7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:36:59.749166 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bafb2aab-cc42-403a-b3a3-dcf699d1694c tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8011763 Sep 29 17:36:59.753538 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45918) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:36:59.826260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824f0db9-ea0d-45bd-9d9f-21bf639e1c7b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:36:59.860222 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519552666', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:54Z', 'updated_at': '2021-09-29T17:36:55Z', 'revision_number': 3, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:be:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:36:55Z', 'updated_at': '2021-09-29T17:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:36:59.875974 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-824f0db9-ea0d-45bd-9d9f-21bf639e1c7b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:36:59.876319 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-824f0db9-ea0d-45bd-9d9f-21bf639e1c7b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Added segment 5ff7ae43-4b55-4711-8c28-7838d3b4fbbb of type vlan for network 9ae6f417-7b1c-4f31-82a5-a66e495d8840 Sep 29 17:36:59.879070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e7aed-3346-4f4c-b3c3-2c145188cd5a req-9f9c8862-87af-441d-8a90-432ac8d83210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:36:59.880564 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f5e7aed-3346-4f4c-b3c3-2c145188cd5a req-9f9c8862-87af-441d-8a90-432ac8d83210 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00f4ff54a31b4dd99836327b3df86ada&device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 1095 time: 0.1960423 Sep 29 17:36:59.916091 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44be621b-1372-42c7-b7e8-f6db8066f5df None None] The sync data for ids ['1cfdc812-8528-475a-826f-87aaba8fbb96'] in n-d-811748-2 is: [{'id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519552666', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:54Z', 'updated_at': '2021-09-29T17:36:55Z', 'revision_number': 3, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:be:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:36:55Z', 'updated_at': '2021-09-29T17:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:36:59.980765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-25feab30-986f-470d-9aa0-5429d238cdc7', 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'fixed_ips': [{'subnet_id': '3b62e9b8-76f2-4e5f-8724-7d41fdf22453'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:36:59.983100 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:00.003014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d80bc0-2a22-4a70-8ccd-f03669fe3770 req-f1fb8cac-00ca-4b8c-9daf-000cd34d13fa tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:00.013823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1d80bc0-2a22-4a70-8ccd-f03669fe3770 req-f1fb8cac-00ca-4b8c-9daf-000cd34d13fa tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.2536826 Sep 29 17:37:00.016639 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 91c3e9bd-584a-44ca-84a6-1c05ae648b7a no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:00.025371 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-824f0db9-ea0d-45bd-9d9f-21bf639e1c7b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:00.052988 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 91c3e9bd-584a-44ca-84a6-1c05ae648b7a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:00.053559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 91c3e9bd-584a-44ca-84a6-1c05ae648b7a not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:00.147833 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.resource_extend [None req-824f0db9-ea0d-45bd-9d9f-21bf639e1c7b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:37:00.198593 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1d80bc0-2a22-4a70-8ccd-f03669fe3770 req-38f39dc4-6147-4f66-9f10-d245fde1d5d3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832371 Sep 29 17:37:00.213198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Allocated IP 172.20.0.18 (25feab30-986f-470d-9aa0-5429d238cdc7/3b62e9b8-76f2-4e5f-8724-7d41fdf22453/72544fe3-32d2-4346-a167-703e69ff9624) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:37:00.218259 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-824f0db9-ea0d-45bd-9d9f-21bf639e1c7b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:00.225876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824f0db9-ea0d-45bd-9d9f-21bf639e1c7b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:00.225876 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-824f0db9-ea0d-45bd-9d9f-21bf639e1c7b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:00.270780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e7aed-3346-4f4c-b3c3-2c145188cd5a req-eac2b830-9069-4b21-9a98-da084c5fe51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:00.272297 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f5e7aed-3346-4f4c-b3c3-2c145188cd5a req-eac2b830-9069-4b21-9a98-da084c5fe51f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a7ae65d9-f785-4446-bdb2-7429d9329f6f HTTP/1.1" status: 200 len: 915 time: 0.3759577 Sep 29 17:37:00.289755 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:00.371958 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:00.401481 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-824f0db9-ea0d-45bd-9d9f-21bf639e1c7b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8428288 Sep 29 17:37:00.416928 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45922) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:00.433554 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-efa43d75-0dc4-4717-836b-18f015596738 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Request body: {'subnet': {'network_id': '9ae6f417-7b1c-4f31-82a5-a66e495d8840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:00.446739 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f5e7aed-3346-4f4c-b3c3-2c145188cd5a req-844a2712-3748-415b-98ae-a985a1e4117e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c HTTP/1.1" status: 200 len: 217 time: 0.1664999 Sep 29 17:37:00.448948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f0db9-ea0d-45bd-9d9f-21bf639e1c7b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event updated for resources: {'Network': ['ID=9ae6f417-7b1c-4f31-82a5-a66e495d8840,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:00.468357 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 9ae6f417-7b1c-4f31-82a5-a66e495d8840 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:37:00.547072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e7aed-3346-4f4c-b3c3-2c145188cd5a req-d74defcd-045e-4a51-8c90-d00ff4f54a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:00.548633 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f5e7aed-3346-4f4c-b3c3-2c145188cd5a req-d74defcd-045e-4a51-8c90-d00ff4f54a2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bbad4c0-0681-418d-aef1-176c25bc2285 HTTP/1.1" status: 200 len: 854 time: 0.0823383 Sep 29 17:37:00.598103 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:00.609122 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:00.641667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fddbf3-b4fe-4377-926c-2c43af060c03 req-0456217c-e11a-4f73-ac9a-4012c6467f81 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:00.654883 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f5e7aed-3346-4f4c-b3c3-2c145188cd5a req-df4cf998-ac07-4822-aab1-289c4209c583 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a7ae65d9-f785-4446-bdb2-7429d9329f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828650 Sep 29 17:37:00.655357 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c3fddbf3-b4fe-4377-926c-2c43af060c03 req-0456217c-e11a-4f73-ac9a-4012c6467f81 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 908 time: 0.2929509 Sep 29 17:37:00.657531 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Network 25feab30-986f-470d-9aa0-5429d238cdc7 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:00.668541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:00.668541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:00.689461 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Pushing event updated for resources: {'Port': ['ID=72544fe3-32d2-4346-a167-703e69ff9624,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:00.722572 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa43d75-0dc4-4717-836b-18f015596738 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Made reservation on behalf of 93e532f978c54f2c99a225ede2425f7e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:00.727593 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efa43d75-0dc4-4717-836b-18f015596738 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:00.775710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Attempting to bind port 72544fe3-32d2-4346-a167-703e69ff9624 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:37:00.778137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Attempting to bind port 72544fe3-32d2-4346-a167-703e69ff9624 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '2ae996d9-e4ad-4170-80c7-d9c132224d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:37:00.778722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Attempting to bind port 72544fe3-32d2-4346-a167-703e69ff9624 on network 25feab30-986f-470d-9aa0-5429d238cdc7 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:00.791676 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:37:00.792366 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Checking segment: {'id': '2ae996d9-e4ad-4170-80c7-d9c132224d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:00.795521 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:00.796124 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Bound using segment: {'id': '2ae996d9-e4ad-4170-80c7-d9c132224d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:37:00.796821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Bound port: 72544fe3-32d2-4346-a167-703e69ff9624, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae996d9-e4ad-4170-80c7-d9c132224d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:37:00.800016 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:00.801806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3f8be-74a0-4c8e-8629-323e94db3b8e req-5c5c7406-8f15-40fc-83ce-fa2028c62d3a tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:00.809466 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cca3f8be-74a0-4c8e-8629-323e94db3b8e req-5c5c7406-8f15-40fc-83ce-fa2028c62d3a tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 946 time: 0.2518029 Sep 29 17:37:00.887112 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] For port 72544fe3-32d2-4346-a167-703e69ff9624, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:00.890997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] For port 72544fe3-32d2-4346-a167-703e69ff9624, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=72544fe3-32d2-4346-a167-703e69ff9624,segment=NetworkSegment(2ae996d9-e4ad-4170-80c7-d9c132224d6c),segment_id=2ae996d9-e4ad-4170-80c7-d9c132224d6c)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:37:00.897955 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:00.906420 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:00.921304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815123f4-0f79-47d0-9455-08fe33f5e5a6 req-7e1ba917-ac6f-4c17-94ad-7b4aea1dbe62 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:00.923192 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-815123f4-0f79-47d0-9455-08fe33f5e5a6 req-7e1ba917-ac6f-4c17-94ad-7b4aea1dbe62 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.35 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 908 time: 0.2378292 Sep 29 17:37:00.924337 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:00.989439 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0745f1d-220d-4bb4-aa39-9ba0690dc9f2 None None] Pushing event updated for resources: {'Port': ['ID=72544fe3-32d2-4346-a167-703e69ff9624,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:01.348008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6796b8-1d4d-416a-9053-fca21df74b55 req-1b3a7100-ab10-46d8-b303-febaeffada1f tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:01.349583 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a6796b8-1d4d-416a-9053-fca21df74b55 req-1b3a7100-ab10-46d8-b303-febaeffada1f tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 946 time: 0.5388169 Sep 29 17:37:01.397174 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cca3f8be-74a0-4c8e-8629-323e94db3b8e req-7df63fcf-011d-49d5-affc-ab9d7d70aca2 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5858688 Sep 29 17:37:01.457325 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f5e7aed-3346-4f4c-b3c3-2c145188cd5a req-b553c9fc-21df-4ab2-aa07-912120e11b50 service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7728086 Sep 29 17:37:01.528211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Allocated IP 172.20.0.17 (25feab30-986f-470d-9aa0-5429d238cdc7/3b62e9b8-76f2-4e5f-8724-7d41fdf22453/4ff0bb15-9550-4314-ab76-1cc76e8e389b) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:37:01.571924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72ea0d-c0a7-42b8-ae4e-0111bb61b469 req-3a654e44-9131-40f7-88f5-5eaebfa2bacf tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:01.573509 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a72ea0d-c0a7-42b8-ae4e-0111bb61b469 req-3a654e44-9131-40f7-88f5-5eaebfa2bacf tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.2221913 Sep 29 17:37:01.602520 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f5e7aed-3346-4f4c-b3c3-2c145188cd5a req-66a169d7-2faf-4243-97ef-7e502866c97d service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228013 Sep 29 17:37:01.618500 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-815123f4-0f79-47d0-9455-08fe33f5e5a6 req-d2d73bbb-f35e-405e-82b4-62958315276b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Deleting port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:01.618894 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-815123f4-0f79-47d0-9455-08fe33f5e5a6 req-d2d73bbb-f35e-405e-82b4-62958315276b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:01.623486 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Router 76b08e98-c413-4956-b4a2-bfbac1c0dbd0 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:37:01.732730 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a72ea0d-c0a7-42b8-ae4e-0111bb61b469 req-d72efc2f-7f48-491c-b6da-f2cdb718ee49 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340790 Sep 29 17:37:01.745602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-6a6796b8-1d4d-416a-9053-fca21df74b55 req-0125faf7-161f-41db-a02b-b7d812d75d8e tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Deleting port 6067f82c-9ef0-4acc-82f3-8c51ef6089cd {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:01.745948 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6a6796b8-1d4d-416a-9053-fca21df74b55 req-0125faf7-161f-41db-a02b-b7d812d75d8e tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:01.792852 n-d-811748-2 neutron-server[95015]: DEBUG neutron.objects.ports [None req-efa43d75-0dc4-4717-836b-18f015596738 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95015) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:37:01.803290 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efa43d75-0dc4-4717-836b-18f015596738 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:01.830152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-815123f4-0f79-47d0-9455-08fe33f5e5a6 req-d2d73bbb-f35e-405e-82b4-62958315276b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] For port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:01.830674 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-815123f4-0f79-47d0-9455-08fe33f5e5a6 req-d2d73bbb-f35e-405e-82b4-62958315276b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:01.861546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f503f-e6f0-4a33-aa8f-d7311e9d938e req-3c409622-8c0a-4952-b703-103f94392b1a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:01.863024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1e3f503f-e6f0-4a33-aa8f-d7311e9d938e req-3c409622-8c0a-4952-b703-103f94392b1a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=0689631b-ab2e-4a4c-92ee-7d47164f2378 HTTP/1.1" status: 200 len: 908 time: 0.1212456 Sep 29 17:37:01.863933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-815123f4-0f79-47d0-9455-08fe33f5e5a6 req-d2d73bbb-f35e-405e-82b4-62958315276b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Calling delete_port for cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:01.888763 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:01.900371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:37:01.911166 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593f07f-f025-49f2-b7bf-2fdc049a6452 None None] Sync routers for ids ['76b08e98-c413-4956-b4a2-bfbac1c0dbd0'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:37:01.924977 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:01.935279 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-29722a06-f4e9-439f-ae36-306e9b52ebcc tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "PUT /v2.0/routers/76b08e98-c413-4956-b4a2-bfbac1c0dbd0 HTTP/1.1" status: 200 len: 919 time: 4.9458759 Sep 29 17:37:01.935936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45934) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:01.937662 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593f07f-f025-49f2-b7bf-2fdc049a6452 None None] Routers {'76b08e98-c413-4956-b4a2-bfbac1c0dbd0'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:01.939435 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5593f07f-f025-49f2-b7bf-2fdc049a6452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['76b08e98-c413-4956-b4a2-bfbac1c0dbd0'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:01.956104 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-6a6796b8-1d4d-416a-9053-fca21df74b55 req-0125faf7-161f-41db-a02b-b7d812d75d8e tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] For port 6067f82c-9ef0-4acc-82f3-8c51ef6089cd, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6067f82c-9ef0-4acc-82f3-8c51ef6089cd,segment=NetworkSegment(877cd8f8-5244-48bb-a12f-6367e58e5134),segment_id=877cd8f8-5244-48bb-a12f-6367e58e5134)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:01.956474 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6a6796b8-1d4d-416a-9053-fca21df74b55 req-0125faf7-161f-41db-a02b-b7d812d75d8e tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:01.983418 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5593f07f-f025-49f2-b7bf-2fdc049a6452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:01.998481 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa43d75-0dc4-4717-836b-18f015596738 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event updated for resources: {'Subnet': ['ID=94d41e6e-4a31-4de2-8010-24daacc7353a,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:02.011002 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593f07f-f025-49f2-b7bf-2fdc049a6452 None None] Routers {'76b08e98-c413-4956-b4a2-bfbac1c0dbd0'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:02.011627 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5593f07f-f025-49f2-b7bf-2fdc049a6452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['76b08e98-c413-4956-b4a2-bfbac1c0dbd0'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:02.057868 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5593f07f-f025-49f2-b7bf-2fdc049a6452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:02.058928 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593f07f-f025-49f2-b7bf-2fdc049a6452 None None] The sync data for ids ['76b08e98-c413-4956-b4a2-bfbac1c0dbd0'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:37:02.086827 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-6a6796b8-1d4d-416a-9053-fca21df74b55 req-0125faf7-161f-41db-a02b-b7d812d75d8e tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Calling delete_port for 6067f82c-9ef0-4acc-82f3-8c51ef6089cd owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:02.095510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 72544fe3-32d2-4346-a167-703e69ff9624 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:37:02.115116 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa43d75-0dc4-4717-836b-18f015596738 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Checking segment: {'id': '5ff7ae43-4b55-4711-8c28-7838d3b4fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae6f417-7b1c-4f31-82a5-a66e495d8840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:02.116248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa43d75-0dc4-4717-836b-18f015596738 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Network hostable DHCP agents. Network: 9ae6f417-7b1c-4f31-82a5-a66e495d8840, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:37:02.117619 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-815123f4-0f79-47d0-9455-08fe33f5e5a6 req-d2d73bbb-f35e-405e-82b4-62958315276b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:02.146316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d73bbb-f35e-405e-82b4-62958315276b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event deleted for resources: {'Port': ['ID=cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:02.150916 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 72544fe3-32d2-4346-a167-703e69ff9624 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:02.151291 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:02.176364 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:02.206670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-815123f4-0f79-47d0-9455-08fe33f5e5a6 req-d2d73bbb-f35e-405e-82b4-62958315276b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] No DVR routers for this DVR port cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:02.209867 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-815123f4-0f79-47d0-9455-08fe33f5e5a6 req-d2d73bbb-f35e-405e-82b4-62958315276b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:02.212060 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-815123f4-0f79-47d0-9455-08fe33f5e5a6 req-d2d73bbb-f35e-405e-82b4-62958315276b tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.35 "DELETE /v2.0/ports/cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 HTTP/1.1" status: 204 len: 173 time: 1.2817190 Sep 29 17:37:02.212586 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0689631b-ab2e-4a4c-92ee-7d47164f2378', 'name': 'network-vif-deleted', 'tag': 'cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:02.215378 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de627d14-dae0-4f87-805b-afbddf18a9f8" -d '{"events": [{"server_uuid": "0689631b-ab2e-4a4c-92ee-7d47164f2378", "name": "network-vif-deleted", "tag": "cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:02.245999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f981865-a330-4b84-8c9d-f03c4bec3a2c details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:37:02.276754 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580806eb-8e7b-403e-8afe-fd136e625f79 x-openstack-request-id: req-580806eb-8e7b-403e-8afe-fd136e625f79 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:02.277396 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0689631b-ab2e-4a4c-92ee-7d47164f2378", "name": "network-vif-deleted", "tag": "cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:02.277396 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-580806eb-8e7b-403e-8afe-fd136e625f79 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:02.280077 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0689631b-ab2e-4a4c-92ee-7d47164f2378', 'name': 'network-vif-deleted', 'tag': 'cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3', 'status': 'completed', 'code': 200} Sep 29 17:37:02.283638 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa43d75-0dc4-4717-836b-18f015596738 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Network 9ae6f417-7b1c-4f31-82a5-a66e495d8840 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:37:02.290632 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:02.310045 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Network 25feab30-986f-470d-9aa0-5429d238cdc7 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:02.338580 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:02.341294 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:02.349352 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e7a41225-6039-47d5-b4c3-e49c4c6e92f2 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/routers/76b08e98-c413-4956-b4a2-bfbac1c0dbd0 HTTP/1.1" status: 200 len: 925 time: 0.4066792 Sep 29 17:37:02.351650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45938) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:02.388825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'Port': ['ID=4ff0bb15-9550-4314-ab76-1cc76e8e389b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:02.400603 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-efa43d75-0dc4-4717-836b-18f015596738 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 9ae6f417-7b1c-4f31-82a5-a66e495d8840) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:02.405676 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa43d75-0dc4-4717-836b-18f015596738 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:02.406343 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-efa43d75-0dc4-4717-836b-18f015596738 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:02.465988 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-efa43d75-0dc4-4717-836b-18f015596738 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0392485 Sep 29 17:37:02.469349 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93c5ae5-6af3-4376-9d04-07e71a1ef67e None None] Network 9ae6f417-7b1c-4f31-82a5-a66e495d8840 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:02.470940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45942) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:02.474241 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 72544fe3-32d2-4346-a167-703e69ff9624, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=72544fe3-32d2-4346-a167-703e69ff9624,segment=NetworkSegment(2ae996d9-e4ad-4170-80c7-d9c132224d6c),segment_id=2ae996d9-e4ad-4170-80c7-d9c132224d6c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:02.522823 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:02.523698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c286e3f0-ee8e-4fbf-a679-82ad4744ede2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:37:02.528352 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:02.535430 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257aeaa3-c832-4d50-8fad-996af0c93703 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:02.542397 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-257aeaa3-c832-4d50-8fad-996af0c93703 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&device_id=76b08e98-c413-4956-b4a2-bfbac1c0dbd0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1898613 Sep 29 17:37:02.559977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45944) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:02.665190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4f981865-a330-4b84-8c9d-f03c4bec3a2c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:02.683374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '4f981865-a330-4b84-8c9d-f03c4bec3a2c', 'network_id': 'a7ae65d9-f785-4446-bdb2-7429d9329f6f', 'port_id': '4f981865-a330-4b84-8c9d-f03c4bec3a2c', 'mac_address': 'fa:16:3e:db:b0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbad4c0-0681-418d-aef1-176c25bc2285', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:37:02.726978 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a1959-4a31-4d46-aa1e-6e2951eee241 req-8757b830-57b2-4e4d-a6ef-fa3c56a44d2a tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:02.728587 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e30a1959-4a31-4d46-aa1e-6e2951eee241 req-8757b830-57b2-4e4d-a6ef-fa3c56a44d2a tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae2987ae-8a10-44b1-92ab-5e43acc2c6c6 HTTP/1.1" status: 200 len: 867 time: 0.1313391 Sep 29 17:37:02.729366 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6a6796b8-1d4d-416a-9053-fca21df74b55 req-0125faf7-161f-41db-a02b-b7d812d75d8e tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:02.732114 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6e1862-4196-4cda-a9a1-b8b105053ec7 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:02.734541 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8e6e1862-4196-4cda-a9a1-b8b105053ec7 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 881 time: 0.1725624 Sep 29 17:37:02.738712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45946) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:02.823558 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-09c22cfc-b61d-451b-ae2e-12f1f915a6a9 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b08e98-c413-4956-b4a2-bfbac1c0dbd0 HTTP/1.1" status: 200 len: 205 time: 0.0835941 Sep 29 17:37:02.828467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45950) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:02.889667 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port c286e3f0-ee8e-4fbf-a679-82ad4744ede2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:02.890133 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:02.891457 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125faf7-161f-41db-a02b-b7d812d75d8e tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Pushing event deleted for resources: {'Port': ['ID=6067f82c-9ef0-4acc-82f3-8c51ef6089cd,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:02.919652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6796b8-1d4d-416a-9053-fca21df74b55 req-0125faf7-161f-41db-a02b-b7d812d75d8e tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] No DVR routers for this DVR port 6067f82c-9ef0-4acc-82f3-8c51ef6089cd on host n-h2-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:02.922759 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6a6796b8-1d4d-416a-9053-fca21df74b55 req-0125faf7-161f-41db-a02b-b7d812d75d8e tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:02.925867 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a6796b8-1d4d-416a-9053-fca21df74b55 req-0125faf7-161f-41db-a02b-b7d812d75d8e tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.35 "DELETE /v2.0/ports/6067f82c-9ef0-4acc-82f3-8c51ef6089cd HTTP/1.1" status: 204 len: 173 time: 1.5425985 Sep 29 17:37:02.930123 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2987ae-8a10-44b1-92ab-5e43acc2c6c6', 'name': 'network-vif-deleted', 'tag': '6067f82c-9ef0-4acc-82f3-8c51ef6089cd'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:02.933488 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad5266c-ddec-4662-8abe-82e71d22d463" -d '{"events": [{"server_uuid": "ae2987ae-8a10-44b1-92ab-5e43acc2c6c6", "name": "network-vif-deleted", "tag": "6067f82c-9ef0-4acc-82f3-8c51ef6089cd"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:02.990330 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:02.995258 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=72544fe3-32d2-4346-a167-703e69ff9624,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:03.062570 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e30a1959-4a31-4d46-aa1e-6e2951eee241 req-41787418-3688-4bd4-b4cd-607a34b4ecec tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100553 Sep 29 17:37:03.064466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f981865-a330-4b84-8c9d-f03c4bec3a2c {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:37:03.089979 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:03.104252 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-120e7705-e1b8-4490-a06f-4b286c52e2f9 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:03.207477 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:03.216111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903d55b6-532a-4d99-ae31-f8a3730c47bb None None] Network 25feab30-986f-470d-9aa0-5429d238cdc7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:03.225785 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4f981865-a330-4b84-8c9d-f03c4bec3a2c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:03.239952 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:03.250851 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-9ae6f417-7b1c-4f31-82a5-a66e495d8840', 'network_id': '9ae6f417-7b1c-4f31-82a5-a66e495d8840', 'tenant_id': '93e532f978c54f2c99a225ede2425f7e', 'fixed_ips': [{'subnet_id': '94d41e6e-4a31-4de2-8010-24daacc7353a'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:37:03.251744 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:03.262929 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:03.270407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d4e5e-7e6d-48e5-998d-6c209a57e956 req-d6516aa2-0c9f-430a-b86c-732d567bb573 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:03.278406 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7c5d4e5e-7e6d-48e5-998d-6c209a57e956 req-d6516aa2-0c9f-430a-b86c-732d567bb573 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.1894755 Sep 29 17:37:03.298170 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port c286e3f0-ee8e-4fbf-a679-82ad4744ede2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c286e3f0-ee8e-4fbf-a679-82ad4744ede2,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:03.324478 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c835394a-aea2-44c4-b1ca-4ff72a6d1c71 x-openstack-request-id: req-c835394a-aea2-44c4-b1ca-4ff72a6d1c71 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:03.324779 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2987ae-8a10-44b1-92ab-5e43acc2c6c6", "name": "network-vif-deleted", "tag": "6067f82c-9ef0-4acc-82f3-8c51ef6089cd", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:03.325020 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c835394a-aea2-44c4-b1ca-4ff72a6d1c71 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:03.325488 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2987ae-8a10-44b1-92ab-5e43acc2c6c6', 'name': 'network-vif-deleted', 'tag': '6067f82c-9ef0-4acc-82f3-8c51ef6089cd', 'status': 'completed', 'code': 200} Sep 29 17:37:03.333012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8bcc161c-5348-4b58-9a19-31378220ff94 None None] Provisioning complete for port 72544fe3-32d2-4346-a167-703e69ff9624 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:03.333670 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8bcc161c-5348-4b58-9a19-31378220ff94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:03.335411 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:03.395289 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7c5d4e5e-7e6d-48e5-998d-6c209a57e956 req-aa56e33e-7b96-47cd-947b-72e6ccb135be tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112368 Sep 29 17:37:03.402043 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-120e7705-e1b8-4490-a06f-4b286c52e2f9 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:03.448538 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:03.512890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-120e7705-e1b8-4490-a06f-4b286c52e2f9 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Deleting port 360aae1b-5d37-4f21-8403-154b0e745caa {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:03.513354 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-120e7705-e1b8-4490-a06f-4b286c52e2f9 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:03.556954 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:03.566043 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:03.574845 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Allocated IP 2001:db8::f816:3eff:fe44:7196 (9ae6f417-7b1c-4f31-82a5-a66e495d8840/94d41e6e-4a31-4de2-8010-24daacc7353a/dd0a45f0-2cfd-4c3e-9ea9-6332831cd5b6) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:37:03.625691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-120e7705-e1b8-4490-a06f-4b286c52e2f9 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:03.645418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-120e7705-e1b8-4490-a06f-4b286c52e2f9 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Calling delete_port for 360aae1b-5d37-4f21-8403-154b0e745caa owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:03.647615 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:03.660657 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=4f981865-a330-4b84-8c9d-f03c4bec3a2c,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:03.683206 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'Port': ['ID=4ff0bb15-9550-4314-ab76-1cc76e8e389b,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:03.703879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['4f981865-a330-4b84-8c9d-f03c4bec3a2c'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:37:03.777807 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Network 25feab30-986f-470d-9aa0-5429d238cdc7 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:03.779587 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:03.824938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc182ea-cd65-4828-9264-42afa360d60b req-128db06b-baf2-47d8-99b0-d42e91dc39e1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:03.826591 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fc182ea-cd65-4828-9264-42afa360d60b req-128db06b-baf2-47d8-99b0-d42e91dc39e1 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 946 time: 0.0994918 Sep 29 17:37:03.898050 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fc182ea-cd65-4828-9264-42afa360d60b req-debe8c2f-cde3-474a-b06a-e9ab11ac381e tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614479 Sep 29 17:37:03.906088 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Router 1cfdc812-8528-475a-826f-87aaba8fbb96 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:37:03.930923 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-120e7705-e1b8-4490-a06f-4b286c52e2f9 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:03.968611 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e7705-e1b8-4490-a06f-4b286c52e2f9 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Pushing event deleted for resources: {'Port': ['ID=360aae1b-5d37-4f21-8403-154b0e745caa,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:04.046220 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-120e7705-e1b8-4490-a06f-4b286c52e2f9 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:04.053505 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 72544fe3-32d2-4346-a167-703e69ff9624 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:37:04.064953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:37:04.079024 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-530b6b20-c960-4eb9-9324-4aa9bc3694f1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "PUT /v2.0/routers/1cfdc812-8528-475a-826f-87aaba8fbb96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3239987 Sep 29 17:37:04.107097 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Sync routers for ids ['1cfdc812-8528-475a-826f-87aaba8fbb96'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:37:04.119262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=c286e3f0-ee8e-4fbf-a679-82ad4744ede2,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:04.157698 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-120e7705-e1b8-4490-a06f-4b286c52e2f9 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:04.160637 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-120e7705-e1b8-4490-a06f-4b286c52e2f9 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:04.186608 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Routers {'1cfdc812-8528-475a-826f-87aaba8fbb96'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:04.187228 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['1cfdc812-8528-475a-826f-87aaba8fbb96'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:04.204695 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6067f82c-9ef0-4acc-82f3-8c51ef6089cd no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:04.223411 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-120e7705-e1b8-4490-a06f-4b286c52e2f9 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:04.231221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120e7705-e1b8-4490-a06f-4b286c52e2f9 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Fanout notify agent at l3_agent the message router_deleted on router 76b08e98-c413-4956-b4a2-bfbac1c0dbd0 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:37:04.254727 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-120e7705-e1b8-4490-a06f-4b286c52e2f9 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:04.260685 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-120e7705-e1b8-4490-a06f-4b286c52e2f9 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "DELETE /v2.0/routers/76b08e98-c413-4956-b4a2-bfbac1c0dbd0 HTTP/1.1" status: 204 len: 168 time: 1.4259567 Sep 29 17:37:04.262329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45974) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:04.266791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1910313806', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:04.317126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 6067f82c-9ef0-4acc-82f3-8c51ef6089cd {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:04.317671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6067f82c-9ef0-4acc-82f3-8c51ef6089cd not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:04.317919 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:04.325704 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:04.326734 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:04.379653 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:04.380003 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device cc6cc7a4-5731-4ab3-bfa0-609d473d0ed3 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:04.429409 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:04.432955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 72544fe3-32d2-4346-a167-703e69ff9624 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:04.433347 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:04.458447 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:04.469362 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:04.523938 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-399ebeec-89db-4841-87b4-d8c06bb21211 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:04.533732 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-399ebeec-89db-4841-87b4-d8c06bb21211 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/networks?id=7f4efc05-9e5c-4fb0-8634-4c289a726bb7 HTTP/1.1" status: 200 len: 809 time: 0.1585813 Sep 29 17:37:04.534334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Set router 1cfdc812-8528-475a-826f-87aaba8fbb96 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:37:04.553393 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-1d253ef2-d4b1-4af8-b847-e1a7a5a53276 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/quotas/7666020079f14112a9eb1394c2f4e2a7 HTTP/1.1" status: 200 len: 375 time: 0.0181010 Sep 29 17:37:04.581001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460d14-b157-405d-97cb-7f6b0677b68b req-8cda03d0-7087-4487-9125-fb56c0a06186 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:04.588588 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03460d14-b157-405d-97cb-7f6b0677b68b req-8cda03d0-7087-4487-9125-fb56c0a06186 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/networks?id=25feab30-986f-470d-9aa0-5429d238cdc7 HTTP/1.1" status: 200 len: 797 time: 0.2962556 Sep 29 17:37:04.592996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Network 9ae6f417-7b1c-4f31-82a5-a66e495d8840 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:04.597612 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-47904721-a715-4ab2-a17a-7576402a0eea tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7666020079f14112a9eb1394c2f4e2a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429852 Sep 29 17:37:04.603931 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:04.605514 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Pushing event updated for resources: {'Port': ['ID=dd0a45f0-2cfd-4c3e-9ea9-6332831cd5b6,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:04.614353 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03460d14-b157-405d-97cb-7f6b0677b68b req-50dc0972-ef29-44fd-b4e2-ecd6cedbda5b tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/quotas/7e0ab65e9130409c86f928bc5b6c5b35 HTTP/1.1" status: 200 len: 375 time: 0.0248847 Sep 29 17:37:04.616624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:04.629566 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:04.701691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Subnet': ['ID=94d41e6e-4a31-4de2-8010-24daacc7353a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:04.732469 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-92c4d59a-4973-4088-ae0c-3bacf7f8b637 service neutron] 10.222.0.44 "GET /v2.0/networks/7f4efc05-9e5c-4fb0-8634-4c289a726bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339352 Sep 29 17:37:04.874261 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-0c606bc7-54dc-434e-9163-7666298276d3 service neutron] 10.222.0.44 "GET /v2.0/networks/7f4efc05-9e5c-4fb0-8634-4c289a726bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408453 Sep 29 17:37:04.890340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-19d4354f-1ddd-4597-9690-2e16ad113466 None None] Provisioning complete for port 4ff0bb15-9550-4314-ab76-1cc76e8e389b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:04.890721 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-19d4354f-1ddd-4597-9690-2e16ad113466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:04.912392 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Attempting to bind port dd0a45f0-2cfd-4c3e-9ea9-6332831cd5b6 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:37:04.912806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Attempting to bind port dd0a45f0-2cfd-4c3e-9ea9-6332831cd5b6 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '5ff7ae43-4b55-4711-8c28-7838d3b4fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae6f417-7b1c-4f31-82a5-a66e495d8840'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:37:04.913046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Attempting to bind port dd0a45f0-2cfd-4c3e-9ea9-6332831cd5b6 on network 9ae6f417-7b1c-4f31-82a5-a66e495d8840 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:04.967002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:37:04.967398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Checking segment: {'id': '5ff7ae43-4b55-4711-8c28-7838d3b4fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae6f417-7b1c-4f31-82a5-a66e495d8840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:04.967711 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:04.968109 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Bound using segment: {'id': '5ff7ae43-4b55-4711-8c28-7838d3b4fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae6f417-7b1c-4f31-82a5-a66e495d8840'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:37:04.968604 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Bound port: dd0a45f0-2cfd-4c3e-9ea9-6332831cd5b6, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff7ae43-4b55-4711-8c28-7838d3b4fbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '9ae6f417-7b1c-4f31-82a5-a66e495d8840'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:37:04.968990 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:05.015735 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-19d4354f-1ddd-4597-9690-2e16ad113466 None None] Port 4ff0bb15-9550-4314-ab76-1cc76e8e389b cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:37:05.089666 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-19d4354f-1ddd-4597-9690-2e16ad113466 None None] Provisioning complete for port 72544fe3-32d2-4346-a167-703e69ff9624 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:05.090048 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-19d4354f-1ddd-4597-9690-2e16ad113466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:05.147734 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] For port dd0a45f0-2cfd-4c3e-9ea9-6332831cd5b6, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:05.155771 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] For port dd0a45f0-2cfd-4c3e-9ea9-6332831cd5b6, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=dd0a45f0-2cfd-4c3e-9ea9-6332831cd5b6,segment=NetworkSegment(5ff7ae43-4b55-4711-8c28-7838d3b4fbbb),segment_id=5ff7ae43-4b55-4711-8c28-7838d3b4fbbb)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:37:05.167120 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:05.303360 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519552666', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:54Z', 'updated_at': '2021-09-29T17:37:02Z', 'revision_number': 4, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:36:55Z', 'updated_at': '2021-09-29T17:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '4ff0bb15-9550-4314-ab76-1cc76e8e389b', 'name': '', 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'mac_address': 'fa:16:3e:01:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '3b62e9b8-76f2-4e5f-8724-7d41fdf22453', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:00Z', 'updated_at': '2021-09-29T17:37:03Z', 'revision_number': 2, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'subnets': [{'id': '3b62e9b8-76f2-4e5f-8724-7d41fdf22453', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:05.346584 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Checking router: 1cfdc812-8528-475a-826f-87aaba8fbb96 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:37:05.347273 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Updating router 1cfdc812-8528-475a-826f-87aaba8fbb96 port 4ff0bb15-9550-4314-ab76-1cc76e8e389b binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:37:05.348813 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96780c2e-c2db-402a-9f8b-d482e7982fb8 None None] Pushing event updated for resources: {'Port': ['ID=dd0a45f0-2cfd-4c3e-9ea9-6332831cd5b6,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:05.377368 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258091ad-6fb1-4566-8a00-f9f220d4808f None None] Network 9ae6f417-7b1c-4f31-82a5-a66e495d8840 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:05.415525 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:05.433020 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffd1f2-d961-411c-95e0-08a40bcbf502 req-5887755a-da10-4f5a-bba6-9766dfadf205 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:05.436874 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51ffd1f2-d961-411c-95e0-08a40bcbf502 req-5887755a-da10-4f5a-bba6-9766dfadf205 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 945 time: 0.1112213 Sep 29 17:37:05.476212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:05.492402 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51ffd1f2-d961-411c-95e0-08a40bcbf502 req-3fd62959-e4d3-44fe-a2db-55b70d90656f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461550 Sep 29 17:37:05.546142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae6f417-7b1c-4f31-82a5-a66e495d8840']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:05.572735 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:05.621173 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2ac566cb-4384-44a1-89a3-ab58f64ba8aa None None] Provisioning complete for port 4ff0bb15-9550-4314-ab76-1cc76e8e389b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:05.621884 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2ac566cb-4384-44a1-89a3-ab58f64ba8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:05.623540 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff7ae43-4b55-4711-8c28-7838d3b4fbbb') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:05.623855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff7ae43-4b55-4711-8c28-7838d3b4fbbb') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:05.655549 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03460d14-b157-405d-97cb-7f6b0677b68b req-2e2ef2c1-76e5-42ce-8e9c-a163174b1ecf tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7e0ab65e9130409c86f928bc5b6c5b35&fields=id HTTP/1.1" status: 200 len: 486 time: 1.0332570 Sep 29 17:37:05.684547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77f3d9-2875-4ff1-9d3a-5992937703d3 req-d036d856-b4ee-4941-9ae2-9a0908800ddb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:05.699616 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fe77f3d9-2875-4ff1-9d3a-5992937703d3 req-d036d856-b4ee-4941-9ae2-9a0908800ddb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 946 time: 0.1230667 Sep 29 17:37:05.713146 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d4a9c3-311e-46b5-b926-a1a544fecb84 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:37:05.715842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2ac566cb-4384-44a1-89a3-ab58f64ba8aa None None] Port 4ff0bb15-9550-4314-ab76-1cc76e8e389b cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:37:05.757657 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:05.783001 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fe77f3d9-2875-4ff1-9d3a-5992937703d3 req-8efe6ccb-ef55-4683-b3a3-fdd16ea4a3a8 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815945 Sep 29 17:37:05.792419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af96b92-d38a-4ca1-8658-2a83afc3d48e req-053321d2-d79f-4086-8573-9dfcd954c95c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:05.794061 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9af96b92-d38a-4ca1-8658-2a83afc3d48e req-053321d2-d79f-4086-8573-9dfcd954c95c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.49 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 946 time: 0.2174444 Sep 29 17:37:05.798673 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:05.852853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:05.853581 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:05.858538 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:05.913753 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03460d14-b157-405d-97cb-7f6b0677b68b req-8363a103-dce6-4b8d-84c1-1b046f8c9ccf service neutron] 10.222.0.44 "GET /v2.0/networks/25feab30-986f-470d-9aa0-5429d238cdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261636 Sep 29 17:37:05.967112 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-418f7518-4434-4217-a418-6eb87888432e req-aad972a0-10ce-4f76-baf8-fdf7da560518 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 210 time: 0.0739069 Sep 29 17:37:06.025870 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.api [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 17:37:06.025870 n-d-811748-2 neutron-server[95016]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 17:37:06.025870 n-d-811748-2 neutron-server[95016]: [parameters: {'id': '9ae6f417-7b1c-4f31-82a5-a66e495d8840'}] Sep 29 17:37:06.025870 n-d-811748-2 neutron-server[95016]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:37:06.026345 n-d-811748-2 neutron-server[95016]: DEBUG oslo_db.api [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:37:06.051628 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c286e3f0-ee8e-4fbf-a679-82ad4744ede2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:37:06.159617 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03460d14-b157-405d-97cb-7f6b0677b68b req-1ca8fbbe-a791-4e54-ad32-ccd72c5836ee service neutron] 10.222.0.44 "GET /v2.0/networks/25feab30-986f-470d-9aa0-5429d238cdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032506 Sep 29 17:37:06.174368 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-9af96b92-d38a-4ca1-8658-2a83afc3d48e req-7e9cffef-d95e-488f-a708-e3a9e52efb2c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Deleting port 574232f1-4978-4dee-b89a-f7334e0e47dc {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:06.174719 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9af96b92-d38a-4ca1-8658-2a83afc3d48e req-7e9cffef-d95e-488f-a708-e3a9e52efb2c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:06.196073 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d4a9c3-311e-46b5-b926-a1a544fecb84 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:37:06.204979 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:06.210979 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port c286e3f0-ee8e-4fbf-a679-82ad4744ede2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:06.213002 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:06.280082 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:06.287567 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f981865-a330-4b84-8c9d-f03c4bec3a2c up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:37:06.356545 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:06.432862 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:06.474179 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24563648-559e-4f48-8241-c86321c62f7b req-d8e8eec1-7e1a-4fee-80f0-9a1e1fb67345 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 210 time: 0.0827529 Sep 29 17:37:06.476071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca21188-0eb4-4407-8c11-ed62268d6047 None None] Pushing event updated for resources: {'Port': ['ID=4ff0bb15-9550-4314-ab76-1cc76e8e389b,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:06.533881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-9af96b92-d38a-4ca1-8658-2a83afc3d48e req-7e9cffef-d95e-488f-a708-e3a9e52efb2c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] For port 574232f1-4978-4dee-b89a-f7334e0e47dc, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=574232f1-4978-4dee-b89a-f7334e0e47dc,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:06.534478 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9af96b92-d38a-4ca1-8658-2a83afc3d48e req-7e9cffef-d95e-488f-a708-e3a9e52efb2c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:06.538615 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:06.590268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Attempting to bind port 4ff0bb15-9550-4314-ab76-1cc76e8e389b on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:37:06.590636 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Attempting to bind port 4ff0bb15-9550-4314-ab76-1cc76e8e389b by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '2ae996d9-e4ad-4170-80c7-d9c132224d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:37:06.591062 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Attempting to bind port 4ff0bb15-9550-4314-ab76-1cc76e8e389b on network 25feab30-986f-470d-9aa0-5429d238cdc7 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:06.592960 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 4f981865-a330-4b84-8c9d-f03c4bec3a2c completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:37:06.620325 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 4f981865-a330-4b84-8c9d-f03c4bec3a2c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:06.620681 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:06.626965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-9af96b92-d38a-4ca1-8658-2a83afc3d48e req-7e9cffef-d95e-488f-a708-e3a9e52efb2c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Calling delete_port for 574232f1-4978-4dee-b89a-f7334e0e47dc owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:06.665827 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:37:06.666329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Checking segment: {'id': '2ae996d9-e4ad-4170-80c7-d9c132224d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:06.666802 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:06.667268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Bound using segment: {'id': '2ae996d9-e4ad-4170-80c7-d9c132224d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:37:06.667888 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Bound port: 4ff0bb15-9550-4314-ab76-1cc76e8e389b, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae996d9-e4ad-4170-80c7-d9c132224d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:37:06.668441 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:06.756407 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-28f72fdb-fbc9-4084-b07b-58dbf3aa4a59 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:06.770131 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-28f72fdb-fbc9-4084-b07b-58dbf3aa4a59 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.35 "GET /v2.0/networks?id=7f4efc05-9e5c-4fb0-8634-4c289a726bb7 HTTP/1.1" status: 200 len: 809 time: 0.2876434 Sep 29 17:37:06.794418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-138d5595-80ea-48ef-95bf-43efa0b89cc0 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Request body: {'port': {'device_id': '83e88947-c5e4-4f9f-8e71-9be26f187130', 'network_id': '7f4efc05-9e5c-4fb0-8634-4c289a726bb7', 'admin_state_up': True, 'tenant_id': '7666020079f14112a9eb1394c2f4e2a7'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:06.820112 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbb350-ea9f-499a-a2a6-be65b3cd0340 req-72e5b651-06de-4256-bd09-21e1c9602b1c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:06.827930 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-01fbb350-ea9f-499a-a2a6-be65b3cd0340 req-72e5b651-06de-4256-bd09-21e1c9602b1c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 945 time: 0.1458175 Sep 29 17:37:06.885875 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-01fbb350-ea9f-499a-a2a6-be65b3cd0340 req-47f348db-932c-402c-a101-51f1bf63152a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567946 Sep 29 17:37:06.904811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] For port 4ff0bb15-9550-4314-ab76-1cc76e8e389b, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:06.958301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] For port 4ff0bb15-9550-4314-ab76-1cc76e8e389b, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4ff0bb15-9550-4314-ab76-1cc76e8e389b,segment=NetworkSegment(2ae996d9-e4ad-4170-80c7-d9c132224d6c),segment_id=2ae996d9-e4ad-4170-80c7-d9c132224d6c)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:37:06.969360 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:06.982371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Allocated IP 172.25.2.187 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/ff4e8bcf-9803-46ab-a301-e3a387810650) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:37:07.022447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-138d5595-80ea-48ef-95bf-43efa0b89cc0 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Made reservation on behalf of 7666020079f14112a9eb1394c2f4e2a7 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:07.028995 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-138d5595-80ea-48ef-95bf-43efa0b89cc0 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:07.038876 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:07.060751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Deleting port dd0a45f0-2cfd-4c3e-9ea9-6332831cd5b6 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:07.061102 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:07.070990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786dcb2-d7d6-4c58-a67f-31a23163d65f req-ebcaef1e-4336-4fba-96b9-535dc56b5edc tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:07.078489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3786dcb2-d7d6-4c58-a67f-31a23163d65f req-ebcaef1e-4336-4fba-96b9-535dc56b5edc tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 946 time: 0.1787341 Sep 29 17:37:07.108702 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Routers {'1cfdc812-8528-475a-826f-87aaba8fbb96'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:07.109641 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['1cfdc812-8528-475a-826f-87aaba8fbb96'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:07.123304 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e896ff-4c24-4208-8730-bba7180a6dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f981865-a330-4b84-8c9d-f03c4bec3a2c'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:07.126466 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34e8544-f5bd-4a12-99a4-96a784eff74f" -d '{"events": [{"server_uuid": "e4e896ff-4c24-4208-8730-bba7180a6dcd", "name": "network-vif-plugged", "status": "completed", "tag": "4f981865-a330-4b84-8c9d-f03c4bec3a2c"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:07.199919 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca21188-0eb4-4407-8c11-ed62268d6047 None None] Pushing event updated for resources: {'Port': ['ID=4ff0bb15-9550-4314-ab76-1cc76e8e389b,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:07.245107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4f981865-a330-4b84-8c9d-f03c4bec3a2c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:07.255863 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:07.276555 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3786dcb2-d7d6-4c58-a67f-31a23163d65f req-4ef2488e-caa8-428f-a652-7132ce3e30a5 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970880 Sep 29 17:37:07.324694 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] For port dd0a45f0-2cfd-4c3e-9ea9-6332831cd5b6, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=dd0a45f0-2cfd-4c3e-9ea9-6332831cd5b6,segment=NetworkSegment(5ff7ae43-4b55-4711-8c28-7838d3b4fbbb),segment_id=5ff7ae43-4b55-4711-8c28-7838d3b4fbbb)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:07.325866 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:07.364741 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9af96b92-d38a-4ca1-8658-2a83afc3d48e req-7e9cffef-d95e-488f-a708-e3a9e52efb2c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:07.383189 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['574232f1-4978-4dee-b89a-f7334e0e47dc'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:37:07.387068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] Set router 1cfdc812-8528-475a-826f-87aaba8fbb96 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:37:07.390225 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0627dd7f-1b28-462c-b58d-390ee6451621 x-openstack-request-id: req-0627dd7f-1b28-462c-b58d-390ee6451621 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:07.390594 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e896ff-4c24-4208-8730-bba7180a6dcd", "name": "network-vif-plugged", "status": "completed", "tag": "4f981865-a330-4b84-8c9d-f03c4bec3a2c", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:07.390919 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0627dd7f-1b28-462c-b58d-390ee6451621 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:07.391838 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e896ff-4c24-4208-8730-bba7180a6dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f981865-a330-4b84-8c9d-f03c4bec3a2c', 'code': 200} Sep 29 17:37:07.393307 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=4f981865-a330-4b84-8c9d-f03c4bec3a2c,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:07.406528 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Calling delete_port for dd0a45f0-2cfd-4c3e-9ea9-6332831cd5b6 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:07.467259 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['f10317fe-635d-446a-8fa4-5132aead5a41'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:37:07.483628 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:07.500230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cffef-d95e-488f-a708-e3a9e52efb2c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event deleted for resources: {'Port': ['ID=574232f1-4978-4dee-b89a-f7334e0e47dc,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:07.592390 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4725ae95-769c-43f9-ba97-056daa95ef7b req-943aa913-bf82-4eb7-a080-16d11cf27956 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 210 time: 0.4328225 Sep 29 17:37:07.638524 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-138d5595-80ea-48ef-95bf-43efa0b89cc0 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Allocated IP 172.20.0.2 (7f4efc05-9e5c-4fb0-8634-4c289a726bb7/e7d53b9a-368c-49b0-8d35-1ff2d49c5d97/15489ace-50dd-470e-a58d-80ec1403ce4b) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:37:07.703514 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-670f18cb-33cc-4282-8d8a-c8d8ae74717f None None] Provisioning complete for port 4ff0bb15-9550-4314-ab76-1cc76e8e389b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:07.704098 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-670f18cb-33cc-4282-8d8a-c8d8ae74717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:07.734588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd9480-81c1-4854-a59c-3aca1e8c6f71 req-835e9b7b-8d53-4882-822b-db72a6f47a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:07.738060 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46dd9480-81c1-4854-a59c-3aca1e8c6f71 req-835e9b7b-8d53-4882-822b-db72a6f47a86 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 1097 time: 0.2690375 Sep 29 17:37:07.739629 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af96b92-d38a-4ca1-8658-2a83afc3d48e req-7e9cffef-d95e-488f-a708-e3a9e52efb2c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] No DVR routers for this DVR port 574232f1-4978-4dee-b89a-f7334e0e47dc on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:07.747606 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9af96b92-d38a-4ca1-8658-2a83afc3d48e req-7e9cffef-d95e-488f-a708-e3a9e52efb2c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:07.751058 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9af96b92-d38a-4ca1-8658-2a83afc3d48e req-7e9cffef-d95e-488f-a708-e3a9e52efb2c tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.49 "DELETE /v2.0/ports/574232f1-4978-4dee-b89a-f7334e0e47dc HTTP/1.1" status: 204 len: 173 time: 1.9447536 Sep 29 17:37:07.754846 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb68845e-0398-432b-a531-7c53b9f265cd req-dbea3282-64b9-4b57-bea4-a2b299b0d879 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 210 time: 0.1314654 Sep 29 17:37:07.767728 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9', 'name': 'network-vif-deleted', 'tag': '574232f1-4978-4dee-b89a-f7334e0e47dc'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:07.774409 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a60e9ce-482c-41ef-a895-eddd1cdb1def" -d '{"events": [{"server_uuid": "5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9", "name": "network-vif-deleted", "tag": "574232f1-4978-4dee-b89a-f7334e0e47dc"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:07.863684 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1454c1-bcfd-4203-af34-c7952ea5ec89 x-openstack-request-id: req-ed1454c1-bcfd-4203-af34-c7952ea5ec89 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:07.864261 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9", "name": "network-vif-deleted", "tag": "574232f1-4978-4dee-b89a-f7334e0e47dc", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:07.864700 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed1454c1-bcfd-4203-af34-c7952ea5ec89 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:07.865389 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9', 'name': 'network-vif-deleted', 'tag': '574232f1-4978-4dee-b89a-f7334e0e47dc', 'status': 'completed', 'code': 200} Sep 29 17:37:07.888269 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-138d5595-80ea-48ef-95bf-43efa0b89cc0 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:07.935742 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-138d5595-80ea-48ef-95bf-43efa0b89cc0 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:08.034252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-138d5595-80ea-48ef-95bf-43efa0b89cc0 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Network 7f4efc05-9e5c-4fb0-8634-4c289a726bb7 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:08.046038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-138d5595-80ea-48ef-95bf-43efa0b89cc0 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:08.052421 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519552666', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:54Z', 'updated_at': '2021-09-29T17:37:02Z', 'revision_number': 4, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:36:55Z', 'updated_at': '2021-09-29T17:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '4ff0bb15-9550-4314-ab76-1cc76e8e389b', 'name': '', 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'mac_address': 'fa:16:3e:01:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '3b62e9b8-76f2-4e5f-8724-7d41fdf22453', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:00Z', 'updated_at': '2021-09-29T17:37:06Z', 'revision_number': 4, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'subnets': [{'id': '3b62e9b8-76f2-4e5f-8724-7d41fdf22453', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:08.055247 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d5595-80ea-48ef-95bf-43efa0b89cc0 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Pushing event updated for resources: {'Port': ['ID=15489ace-50dd-470e-a58d-80ec1403ce4b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:08.057789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-138d5595-80ea-48ef-95bf-43efa0b89cc0 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:08.087836 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:08.104574 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e321440-bee7-4f4c-a180-3f10d6b7b724 None None] The sync data for ids ['1cfdc812-8528-475a-826f-87aaba8fbb96'] in n-d-811748-2 is: [{'id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519552666', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:54Z', 'updated_at': '2021-09-29T17:37:02Z', 'revision_number': 4, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:36:55Z', 'updated_at': '2021-09-29T17:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '4ff0bb15-9550-4314-ab76-1cc76e8e389b', 'name': '', 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'mac_address': 'fa:16:3e:01:5f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'device_owner': 'network:router_interface', 'standard_attr_id': 2050, 'fixed_ips': [{'subnet_id': '3b62e9b8-76f2-4e5f-8724-7d41fdf22453', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:00Z', 'updated_at': '2021-09-29T17:37:06Z', 'revision_number': 4, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'subnets': [{'id': '3b62e9b8-76f2-4e5f-8724-7d41fdf22453', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:37:08.107486 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-670f18cb-33cc-4282-8d8a-c8d8ae74717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:08.119110 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46dd9480-81c1-4854-a59c-3aca1e8c6f71 req-0ee940bf-fdb6-4925-81cc-500173fda84b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398280 Sep 29 17:37:08.123819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-138d5595-80ea-48ef-95bf-43efa0b89cc0 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:08.124700 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-138d5595-80ea-48ef-95bf-43efa0b89cc0 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:08.154990 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-138d5595-80ea-48ef-95bf-43efa0b89cc0 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3637948 Sep 29 17:37:08.159797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-670f18cb-33cc-4282-8d8a-c8d8ae74717f None None] For port 4ff0bb15-9550-4314-ab76-1cc76e8e389b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4ff0bb15-9550-4314-ab76-1cc76e8e389b,segment=NetworkSegment(2ae996d9-e4ad-4170-80c7-d9c132224d6c),segment_id=2ae996d9-e4ad-4170-80c7-d9c132224d6c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:08.168851 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-670f18cb-33cc-4282-8d8a-c8d8ae74717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:08.175144 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:08.190270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:08.192841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:08.195990 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Request body: {'port': {'device_id': '83e88947-c5e4-4f9f-8e71-9be26f187130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:08.239422 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:08.264094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460d14-b157-405d-97cb-7f6b0677b68b req-5c4c5f5f-56c8-47ce-bf1e-44faa1058c56 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:08.265817 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03460d14-b157-405d-97cb-7f6b0677b68b req-5c4c5f5f-56c8-47ce-bf1e-44faa1058c56 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.35 "GET /v2.0/networks?id=25feab30-986f-470d-9aa0-5429d238cdc7 HTTP/1.1" status: 200 len: 797 time: 0.4187539 Sep 29 17:37:08.285234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f18cb-33cc-4282-8d8a-c8d8ae74717f None None] Pushing event updated for resources: {'Port': ['ID=4ff0bb15-9550-4314-ab76-1cc76e8e389b,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:08.289601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc113d-638d-4274-9d9d-b14b66530ebe req-164ce0db-ffd1-4acd-b4a6-4dfd061e6a75 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:08.292736 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2dc113d-638d-4274-9d9d-b14b66530ebe req-164ce0db-ffd1-4acd-b4a6-4dfd061e6a75 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2392323 Sep 29 17:37:08.312987 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d6f7b610-71d2-4cf0-b8b8-dad162c20ec1 None None] Provisioning complete for port 4ff0bb15-9550-4314-ab76-1cc76e8e389b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:08.313523 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d6f7b610-71d2-4cf0-b8b8-dad162c20ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:08.316667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Pushing event updated for resources: {'Port': ['ID=ff4e8bcf-9803-46ab-a301-e3a387810650,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:08.325792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-03460d14-b157-405d-97cb-7f6b0677b68b req-819f090f-5a90-4d5c-9dad-b16d80728272 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Request body: {'port': {'device_id': '77bccfac-9dff-4a73-befa-bd848db2d813', 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7', 'admin_state_up': True, 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:08.350706 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:08.417147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Port': ['ID=dd0a45f0-2cfd-4c3e-9ea9-6332831cd5b6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:08.422414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] No DVR routers for this DVR port dd0a45f0-2cfd-4c3e-9ea9-6332831cd5b6 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:08.472326 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-728e5e4a-567c-4739-b84e-cb63a78ac975 req-7e34ad62-e9b1-4e9b-992e-52a76442b8fb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dc57a3a-17d9-4a14-b7d0-20ee9012d3a9 HTTP/1.1" status: 200 len: 210 time: 0.0343671 Sep 29 17:37:08.592860 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:08.615827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae6f417-7b1c-4f31-82a5-a66e495d8840']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:08.638295 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2dc113d-638d-4274-9d9d-b14b66530ebe req-8e8cd919-f23a-49c5-b78f-fb0596de7886 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061805 Sep 29 17:37:08.656800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff7ae43-4b55-4711-8c28-7838d3b4fbbb') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:08.656800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff7ae43-4b55-4711-8c28-7838d3b4fbbb') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:08.732633 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:08.800538 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:08.817336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:08.817756 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:08.821652 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:08.853127 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15489ace-50dd-470e-a58d-80ec1403ce4b {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:37:08.865202 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:08.899831 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a2488b2-2803-499e-bbe2-18bfc5d07965 req-bd83caec-0033-413f-b599-cbb6cdf859bd tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 210 time: 0.0369182 Sep 29 17:37:09.249244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f60ec6-2745-4b2a-ac6b-53d495947e91 req-21ff40ed-9689-4d86-aa1b-67f25050fe2b tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:09.257217 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57f60ec6-2745-4b2a-ac6b-53d495947e91 req-21ff40ed-9689-4d86-aa1b-67f25050fe2b tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 931 time: 0.5226033 Sep 29 17:37:09.313009 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Transition to ACTIVE for port object 15489ace-50dd-470e-a58d-80ec1403ce4b will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:37:09.317500 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:09.319614 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:09.355413 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:09.361894 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/networks/9ae6f417-7b1c-4f31-82a5-a66e495d8840 HTTP/1.1" status: 204 len: 168 time: 6.8713875 Sep 29 17:37:09.362713 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46042) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:09.377523 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03460d14-b157-405d-97cb-7f6b0677b68b req-819f090f-5a90-4d5c-9dad-b16d80728272 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Made reservation on behalf of 7e0ab65e9130409c86f928bc5b6c5b35 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:09.381778 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03460d14-b157-405d-97cb-7f6b0677b68b req-819f090f-5a90-4d5c-9dad-b16d80728272 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:09.386707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dec46b-13c8-4a59-962e-6cfb0ee651b1 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Network': ['ID=9ae6f417-7b1c-4f31-82a5-a66e495d8840,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:09.397778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57f60ec6-2745-4b2a-ac6b-53d495947e91 req-8aac4534-cc11-4334-a12e-81cae345250c tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395278 Sep 29 17:37:09.408497 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0cb3278-d2b8-4432-8593-3d2449c4dfdd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] DELETE failed (client error): The resource could not be found. Sep 29 17:37:09.408961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0cb3278-d2b8-4432-8593-3d2449c4dfdd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:37:09.410759 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b0cb3278-d2b8-4432-8593-3d2449c4dfdd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/subnets/94d41e6e-4a31-4de2-8010-24daacc7353a HTTP/1.1" status: 404 len: 337 time: 0.0470507 Sep 29 17:37:09.414619 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46044) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:09.416613 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Pushing event updated for resources: {'Port': ['ID=15489ace-50dd-470e-a58d-80ec1403ce4b,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:09.447782 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:09.475334 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6af2818-9a00-48a6-b4ac-e15141b1637b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] DELETE failed (client error): The resource could not be found. Sep 29 17:37:09.475982 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6af2818-9a00-48a6-b4ac-e15141b1637b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:37:09.477757 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a6af2818-9a00-48a6-b4ac-e15141b1637b tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/networks/9ae6f417-7b1c-4f31-82a5-a66e495d8840 HTTP/1.1" status: 404 len: 339 time: 0.0621061 Sep 29 17:37:09.481738 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46046) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:09.513580 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55eaff5-9049-4c97-b000-b2a32a762995 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] DELETE failed (client error): The resource could not be found. Sep 29 17:37:09.514032 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55eaff5-9049-4c97-b000-b2a32a762995 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:37:09.515839 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d55eaff5-9049-4c97-b000-b2a32a762995 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/subnets/441ae8f7-6afc-4a9a-98f9-fab0212655b3 HTTP/1.1" status: 404 len: 337 time: 0.0332568 Sep 29 17:37:09.518242 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46050) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:09.543591 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-8364e740-e7dd-4062-bf94-4442d670903f tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] DELETE failed (client error): The resource could not be found. Sep 29 17:37:09.544185 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8364e740-e7dd-4062-bf94-4442d670903f tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:37:09.545920 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8364e740-e7dd-4062-bf94-4442d670903f tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/networks/5f79ce81-c8c0-408e-9bb2-b72bd1235ebd HTTP/1.1" status: 404 len: 339 time: 0.0267694 Sep 29 17:37:09.549468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46052) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:09.559782 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Attempting to bind port 15489ace-50dd-470e-a58d-80ec1403ce4b on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:37:09.560126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Attempting to bind port 15489ace-50dd-470e-a58d-80ec1403ce4b by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '877cd8f8-5244-48bb-a12f-6367e58e5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4efc05-9e5c-4fb0-8634-4c289a726bb7'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:37:09.560461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Attempting to bind port 15489ace-50dd-470e-a58d-80ec1403ce4b on network 7f4efc05-9e5c-4fb0-8634-4c289a726bb7 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:09.565965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Port 15489ace-50dd-470e-a58d-80ec1403ce4b on network 7f4efc05-9e5c-4fb0-8634-4c289a726bb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:37:09.566178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Attempting to bind port 15489ace-50dd-470e-a58d-80ec1403ce4b on network 7f4efc05-9e5c-4fb0-8634-4c289a726bb7 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:09.571226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:37:09.571572 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Checking segment: {'id': '877cd8f8-5244-48bb-a12f-6367e58e5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4efc05-9e5c-4fb0-8634-4c289a726bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:09.571970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Bound using segment: {'id': '877cd8f8-5244-48bb-a12f-6367e58e5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4efc05-9e5c-4fb0-8634-4c289a726bb7'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:37:09.572385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Bound port: 15489ace-50dd-470e-a58d-80ec1403ce4b, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '877cd8f8-5244-48bb-a12f-6367e58e5134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '7f4efc05-9e5c-4fb0-8634-4c289a726bb7'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:37:09.572807 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:09.590382 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f9de93-97e3-449e-9113-409da220f65e tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] DELETE failed (client error): The resource could not be found. Sep 29 17:37:09.590754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3f9de93-97e3-449e-9113-409da220f65e tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:37:09.592494 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b3f9de93-97e3-449e-9113-409da220f65e tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/subnets/07012f20-777b-48be-b19d-eea448b742c3 HTTP/1.1" status: 404 len: 337 time: 0.0423193 Sep 29 17:37:09.600078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46056) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:09.653136 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb940a9-4c85-4528-993d-83ed817cb82d tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] DELETE failed (client error): The resource could not be found. Sep 29 17:37:09.653750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb940a9-4c85-4528-993d-83ed817cb82d tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:37:09.655030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] For port 15489ace-50dd-470e-a58d-80ec1403ce4b, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:09.655471 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9bb940a9-4c85-4528-993d-83ed817cb82d tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/networks/fa5b193f-99b4-4551-8f2f-9f94e122a80e HTTP/1.1" status: 404 len: 339 time: 0.0511327 Sep 29 17:37:09.658588 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] For port 15489ace-50dd-470e-a58d-80ec1403ce4b, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=15489ace-50dd-470e-a58d-80ec1403ce4b,segment=NetworkSegment(877cd8f8-5244-48bb-a12f-6367e58e5134),segment_id=877cd8f8-5244-48bb-a12f-6367e58e5134)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:37:09.659649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46060) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:09.684247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-03460d14-b157-405d-97cb-7f6b0677b68b req-819f090f-5a90-4d5c-9dad-b16d80728272 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Allocated IP 172.20.0.29 (25feab30-986f-470d-9aa0-5429d238cdc7/3b62e9b8-76f2-4e5f-8724-7d41fdf22453/573fd005-ff0a-4f07-adb3-d505d12ea243) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:37:09.708483 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:09.803879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:09.804642 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:09.806195 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] 10.222.0.35 "PUT /v2.0/ports/15489ace-50dd-470e-a58d-80ec1403ce4b HTTP/1.1" status: 200 len: 1091 time: 1.6251276 Sep 29 17:37:09.809404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e88947-c5e4-4f9f-8e71-9be26f187130', 'tag': '15489ace-50dd-470e-a58d-80ec1403ce4b'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:09.811914 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdc13ef-71da-48ea-8de2-321aa5d25b96" -d '{"events": [{"name": "network-changed", "server_uuid": "83e88947-c5e4-4f9f-8e71-9be26f187130", "tag": "15489ace-50dd-470e-a58d-80ec1403ce4b"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:09.856207 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b045784-2a48-4921-a469-04a55f459d88 service neutron] Pushing event updated for resources: {'Port': ['ID=15489ace-50dd-470e-a58d-80ec1403ce4b,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:09.868408 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:09.930471 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53630e6f-0bc0-4358-b219-05468f44e919 req-12f66380-b810-4919-be1f-e9e3b618933d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:09.932084 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-53630e6f-0bc0-4358-b219-05468f44e919 req-12f66380-b810-4919-be1f-e9e3b618933d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1729791 Sep 29 17:37:09.948923 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-39ef5b51-cf3c-4fdc-bc8e-b28e399071dd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Deleting port 1cb70e31-4cae-406d-b9b3-3f325cbbe1d1 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:09.948923 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-39ef5b51-cf3c-4fdc-bc8e-b28e399071dd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:09.988696 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03460d14-b157-405d-97cb-7f6b0677b68b req-819f090f-5a90-4d5c-9dad-b16d80728272 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:09.998972 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-615883e5-74cc-4151-b4c9-1509389d45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:10.000539 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-615883e5-74cc-4151-b4c9-1509389d45cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7666020079f14112a9eb1394c2f4e2a7&device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 1094 time: 0.1300192 Sep 29 17:37:10.033591 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4ff0bb15-9550-4314-ab76-1cc76e8e389b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:37:10.034716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be2de4-01aa-4f72-980e-23568bc6b5b8 req-8d300931-fdd2-4210-84a0-9096c9af3d09 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:10.036231 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94be2de4-01aa-4f72-980e-23568bc6b5b8 req-8d300931-fdd2-4210-84a0-9096c9af3d09 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.1238730 Sep 29 17:37:10.093933 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03460d14-b157-405d-97cb-7f6b0677b68b req-819f090f-5a90-4d5c-9dad-b16d80728272 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:10.095932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 4ff0bb15-9550-4314-ab76-1cc76e8e389b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:10.096312 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:10.112397 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-53630e6f-0bc0-4358-b219-05468f44e919 req-257a3162-0237-4dbe-9089-2b9a896e50e7 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658363 Sep 29 17:37:10.114395 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-8ae3f85e-e491-4590-bc34-fe4a5654c9c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15489ace-50dd-470e-a58d-80ec1403ce4b HTTP/1.1" status: 200 len: 217 time: 0.0964444 Sep 29 17:37:10.116735 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-39ef5b51-cf3c-4fdc-bc8e-b28e399071dd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:10.159782 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94be2de4-01aa-4f72-980e-23568bc6b5b8 req-958d5e56-fb0a-4fcc-a364-5047b08d195a tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057348 Sep 29 17:37:10.161362 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-39ef5b51-cf3c-4fdc-bc8e-b28e399071dd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Calling delete_port for 1cb70e31-4cae-406d-b9b3-3f325cbbe1d1 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:10.163815 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03460d14-b157-405d-97cb-7f6b0677b68b req-819f090f-5a90-4d5c-9dad-b16d80728272 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Network 25feab30-986f-470d-9aa0-5429d238cdc7 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:10.169996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-03460d14-b157-405d-97cb-7f6b0677b68b req-819f090f-5a90-4d5c-9dad-b16d80728272 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:10.179788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-03460d14-b157-405d-97cb-7f6b0677b68b req-819f090f-5a90-4d5c-9dad-b16d80728272 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:10.183039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f090f-5a90-4d5c-9dad-b16d80728272 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event updated for resources: {'Port': ['ID=573fd005-ff0a-4f07-adb3-d505d12ea243,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:10.185405 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Router 0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:37:10.230342 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9544dfb-3649-4b9b-8e13-64aa497b3149 x-openstack-request-id: req-c9544dfb-3649-4b9b-8e13-64aa497b3149 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:10.230342 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e88947-c5e4-4f9f-8e71-9be26f187130", "tag": "15489ace-50dd-470e-a58d-80ec1403ce4b", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:10.230342 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9544dfb-3649-4b9b-8e13-64aa497b3149 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:10.230342 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e88947-c5e4-4f9f-8e71-9be26f187130', 'tag': '15489ace-50dd-470e-a58d-80ec1403ce4b', 'status': 'completed', 'code': 200} Sep 29 17:37:10.270772 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 574232f1-4978-4dee-b89a-f7334e0e47dc no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:10.300134 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 574232f1-4978-4dee-b89a-f7334e0e47dc {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:10.300841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 574232f1-4978-4dee-b89a-f7334e0e47dc not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:10.329479 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-b0a10299-0c63-41d9-a2de-1515b304923a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:10.331995 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-b0a10299-0c63-41d9-a2de-1515b304923a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7d53b9a-368c-49b0-8d35-1ff2d49c5d97 HTTP/1.1" status: 200 len: 849 time: 0.2074521 Sep 29 17:37:10.347011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460d14-b157-405d-97cb-7f6b0677b68b req-819f090f-5a90-4d5c-9dad-b16d80728272 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:10.347784 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03460d14-b157-405d-97cb-7f6b0677b68b req-819f090f-5a90-4d5c-9dad-b16d80728272 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:10.413822 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-500ebb1f-afa9-4bfc-865c-2eb8f67d0340 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f4efc05-9e5c-4fb0-8634-4c289a726bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736625 Sep 29 17:37:10.435486 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03460d14-b157-405d-97cb-7f6b0677b68b req-819f090f-5a90-4d5c-9dad-b16d80728272 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.1218174 Sep 29 17:37:10.456992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cfb0c-b125-4e9b-9329-76bf87711221 req-89112b48-a830-4621-be84-a75ce9797b2f tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:10.466293 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f05cfb0c-b125-4e9b-9329-76bf87711221 req-89112b48-a830-4621-be84-a75ce9797b2f tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 895 time: 0.1388435 Sep 29 17:37:10.466741 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d6a6a0ca-621f-4392-b1b3-1c3ab363014a None None] Provisioning complete for port 573fd005-ff0a-4f07-adb3-d505d12ea243 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:10.468244 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d6a6a0ca-621f-4392-b1b3-1c3ab363014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:10.489874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Request body: {'port': {'device_id': '77bccfac-9dff-4a73-befa-bd848db2d813', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:10.515157 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d6a6a0ca-621f-4392-b1b3-1c3ab363014a None None] Port 573fd005-ff0a-4f07-adb3-d505d12ea243 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:37:10.540226 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-39ef5b51-cf3c-4fdc-bc8e-b28e399071dd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:10.600727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:37:10.601423 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef5b51-cf3c-4fdc-bc8e-b28e399071dd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Port': ['ID=1cb70e31-4cae-406d-b9b3-3f325cbbe1d1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:10.614759 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:10.616129 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a06b7a-676a-460f-a261-e069e913c942 None None] Sync routers for ids ['0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:37:10.626582 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-d97dd247-008f-47b6-98e3-8cb798f97974 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:10.627365 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a06b7a-676a-460f-a261-e069e913c942 None None] Routers {'0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:10.628292 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-71a06b7a-676a-460f-a261-e069e913c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:10.628654 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-d97dd247-008f-47b6-98e3-8cb798f97974 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/networks?id=a7ae65d9-f785-4446-bdb2-7429d9329f6f HTTP/1.1" status: 200 len: 814 time: 0.2703605 Sep 29 17:37:10.629952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-39ef5b51-cf3c-4fdc-bc8e-b28e399071dd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:10.632558 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-39ef5b51-cf3c-4fdc-bc8e-b28e399071dd tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/ports/1cb70e31-4cae-406d-b9b3-3f325cbbe1d1 HTTP/1.1" status: 204 len: 168 time: 0.9718397 Sep 29 17:37:10.635212 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46084) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:10.647414 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-4f47c550-de69-4233-ab0a-cf366b63a6ea service neutron] 10.222.0.35 "GET /v2.0/networks/7f4efc05-9e5c-4fb0-8634-4c289a726bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210460 Sep 29 17:37:10.648016 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:10.651953 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-66211149-cf9d-4a9b-aca6-93625d45cf31 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.3859699 Sep 29 17:37:10.654212 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46086) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:10.675276 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94511991-2c65-47a9-ba97-c3e9c09a756d req-d016075b-c1cf-4c9a-91f6-553792a269a6 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:10.676410 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-71a06b7a-676a-460f-a261-e069e913c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:10.684056 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94511991-2c65-47a9-ba97-c3e9c09a756d req-d016075b-c1cf-4c9a-91f6-553792a269a6 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 943 time: 0.1469343 Sep 29 17:37:10.684290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7de678b9-70bb-45c8-a95c-9501345072ba tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:10.686862 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a06b7a-676a-460f-a261-e069e913c942 None None] Routers {'0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:10.687475 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-71a06b7a-676a-460f-a261-e069e913c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:36:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:10.724590 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-71a06b7a-676a-460f-a261-e069e913c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:10.726128 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a06b7a-676a-460f-a261-e069e913c942 None None] The sync data for ids ['0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:37:10.728675 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab6afe1-4c06-447b-a3c3-2c0973dd80d9 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] DELETE failed (client error): The resource could not be found. Sep 29 17:37:10.729127 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab6afe1-4c06-447b-a3c3-2c0973dd80d9 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:37:10.731362 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cab6afe1-4c06-447b-a3c3-2c0973dd80d9 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/subnets/d7dcead9-6563-442f-b1cd-88cd93ed0008 HTTP/1.1" status: 404 len: 337 time: 0.0948310 Sep 29 17:37:10.745959 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-82741a8f-9ca7-4cb7-88f6-ed5046184201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:10.750400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46088) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:10.769269 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-163d2535-f6d9-4aa1-9dc0-6706854e20c0 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/quotas/00f4ff54a31b4dd99836327b3df86ada HTTP/1.1" status: 200 len: 375 time: 0.1308331 Sep 29 17:37:10.831614 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94511991-2c65-47a9-ba97-c3e9c09a756d req-6c7c7334-32d3-499a-addc-858d055b4410 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466944 Sep 29 17:37:10.910035 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-8b0dca33-5745-47ac-9985-33b375e34516 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=00f4ff54a31b4dd99836327b3df86ada&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1325538 Sep 29 17:37:10.914303 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3636a2a1-9936-44e0-b519-1ca216142ef5 req-19f1c0e7-5990-4e7c-a376-624e4b5d4d52 service neutron] 10.222.0.35 "GET /v2.0/networks/7f4efc05-9e5c-4fb0-8634-4c289a726bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373209 Sep 29 17:37:10.917911 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1150ca7f-bbec-4125-8e3b-402d75736f1a tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:11.067820 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1150ca7f-bbec-4125-8e3b-402d75736f1a tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:11.095856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-1150ca7f-bbec-4125-8e3b-402d75736f1a tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1810b2cf-eb07-42f7-812a-d0c1450b2e2c']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:11.117644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-1150ca7f-bbec-4125-8e3b-402d75736f1a tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083601ba-feda-4507-b14e-31948f3423ec') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:11.117937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-1150ca7f-bbec-4125-8e3b-402d75736f1a tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083601ba-feda-4507-b14e-31948f3423ec') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:11.163009 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1150ca7f-bbec-4125-8e3b-402d75736f1a tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:11.176212 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:37:11.195957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573fd005-ff0a-4f07-adb3-d505d12ea243 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:37:11.206254 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:11.208955 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1150ca7f-bbec-4125-8e3b-402d75736f1a tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:11.225524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1150ca7f-bbec-4125-8e3b-402d75736f1a tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:11.227245 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1150ca7f-bbec-4125-8e3b-402d75736f1a tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:11.293171 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:11.310743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Transition to ACTIVE for port object 573fd005-ff0a-4f07-adb3-d505d12ea243 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:37:11.325104 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04adce-60ee-46ab-9c5b-e8f13999a66c req-302a4068-11da-4edd-9660-a3be425ceddf tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:11.326680 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f04adce-60ee-46ab-9c5b-e8f13999a66c req-302a4068-11da-4edd-9660-a3be425ceddf tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.35 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.2047403 Sep 29 17:37:11.327351 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:11.353047 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1150ca7f-bbec-4125-8e3b-402d75736f1a tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:11.363806 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc13ef-71da-48ea-8de2-321aa5d25b96 req-90f11727-9cf3-4630-a434-736c79ae7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:11.365613 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9fdc13ef-71da-48ea-8de2-321aa5d25b96 req-90f11727-9cf3-4630-a434-736c79ae7737 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7666020079f14112a9eb1394c2f4e2a7&device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 1094 time: 0.1198490 Sep 29 17:37:11.373342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-546933e0-c27c-453f-ab7f-87d9b8bf8a63 service neutron] 10.222.0.44 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529588 Sep 29 17:37:11.382821 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1150ca7f-bbec-4125-8e3b-402d75736f1a tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:11.384691 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1150ca7f-bbec-4125-8e3b-402d75736f1a tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/networks/1810b2cf-eb07-42f7-812a-d0c1450b2e2c HTTP/1.1" status: 204 len: 168 time: 0.6333361 Sep 29 17:37:11.392481 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46094) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:11.467181 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150ca7f-bbec-4125-8e3b-402d75736f1a tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Network': ['ID=1810b2cf-eb07-42f7-812a-d0c1450b2e2c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:11.524708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=573fd005-ff0a-4f07-adb3-d505d12ea243,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:11.536836 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1687f13-5b09-4fd9-a7cf-9717b8d6d365 req-f0cbc836-5b22-4674-89c1-149b73461a96 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:11.539156 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d1687f13-5b09-4fd9-a7cf-9717b8d6d365 req-f0cbc836-5b22-4674-89c1-149b73461a96 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 946 time: 0.2451403 Sep 29 17:37:11.675549 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d1687f13-5b09-4fd9-a7cf-9717b8d6d365 req-6f166fc8-f4f9-4b13-b7e6-f119fb56ec03 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=43d160a6-2bf6-4b22-8fba-5067077508ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257596 Sep 29 17:37:11.692965 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-a3912aad-9c15-4f10-802a-27c70c2e3fec service neutron] 10.222.0.44 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004200 Sep 29 17:37:11.700986 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc13ef-71da-48ea-8de2-321aa5d25b96 req-ff527cfa-e65d-4b53-b34d-e87c7091f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:11.702373 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9fdc13ef-71da-48ea-8de2-321aa5d25b96 req-ff527cfa-e65d-4b53-b34d-e87c7091f54d service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f4efc05-9e5c-4fb0-8634-4c289a726bb7 HTTP/1.1" status: 200 len: 910 time: 0.3281980 Sep 29 17:37:11.705776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Attempting to bind port 573fd005-ff0a-4f07-adb3-d505d12ea243 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:37:11.706113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Attempting to bind port 573fd005-ff0a-4f07-adb3-d505d12ea243 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '2ae996d9-e4ad-4170-80c7-d9c132224d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:37:11.706440 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Attempting to bind port 573fd005-ff0a-4f07-adb3-d505d12ea243 on network 25feab30-986f-470d-9aa0-5429d238cdc7 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:11.709901 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7de678b9-70bb-45c8-a95c-9501345072ba tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:11.717974 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-0f04adce-60ee-46ab-9c5b-e8f13999a66c req-69e561fe-b953-4f2e-aee4-3e3476837ac6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Deleting port f10317fe-635d-446a-8fa4-5132aead5a41 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:11.718319 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0f04adce-60ee-46ab-9c5b-e8f13999a66c req-69e561fe-b953-4f2e-aee4-3e3476837ac6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:11.728084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-94b9e57b-0477-4229-9713-5c1ac243b4ef tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Deleting port 1cd18830-6027-4d31-822e-17bd453b75be {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:11.728432 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94b9e57b-0477-4229-9713-5c1ac243b4ef tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:11.731308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Port 573fd005-ff0a-4f07-adb3-d505d12ea243 on network 25feab30-986f-470d-9aa0-5429d238cdc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:37:11.731636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Attempting to bind port 573fd005-ff0a-4f07-adb3-d505d12ea243 on network 25feab30-986f-470d-9aa0-5429d238cdc7 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:11.763857 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9fdc13ef-71da-48ea-8de2-321aa5d25b96 req-59c95c4a-5826-4fff-b88b-93efb9c429e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15489ace-50dd-470e-a58d-80ec1403ce4b HTTP/1.1" status: 200 len: 217 time: 0.0506706 Sep 29 17:37:11.765962 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7de678b9-70bb-45c8-a95c-9501345072ba tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:11.773948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:37:11.774315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Checking segment: {'id': '2ae996d9-e4ad-4170-80c7-d9c132224d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:11.774746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Bound using segment: {'id': '2ae996d9-e4ad-4170-80c7-d9c132224d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:37:11.775225 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Bound port: 573fd005-ff0a-4f07-adb3-d505d12ea243, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae996d9-e4ad-4170-80c7-d9c132224d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:37:11.775655 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:11.849613 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc13ef-71da-48ea-8de2-321aa5d25b96 req-cfa7293e-7ef2-4d07-a30c-81fc060232b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:11.851098 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9fdc13ef-71da-48ea-8de2-321aa5d25b96 req-cfa7293e-7ef2-4d07-a30c-81fc060232b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7d53b9a-368c-49b0-8d35-1ff2d49c5d97 HTTP/1.1" status: 200 len: 849 time: 0.0773597 Sep 29 17:37:11.890515 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9fdc13ef-71da-48ea-8de2-321aa5d25b96 req-1dcdaf0b-12e4-4af5-b321-62d8f78c443b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f4efc05-9e5c-4fb0-8634-4c289a726bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320244 Sep 29 17:37:11.895918 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-7de678b9-70bb-45c8-a95c-9501345072ba tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Deleting port ff4e8bcf-9803-46ab-a301-e3a387810650 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:11.896250 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7de678b9-70bb-45c8-a95c-9501345072ba tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:11.927427 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94b9e57b-0477-4229-9713-5c1ac243b4ef tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:11.959892 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e82ffa62-d843-440e-8603-1f05bcadcd80 req-63a3441e-02e8-4aba-92da-27727216096f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 210 time: 0.0650365 Sep 29 17:37:11.962962 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-94b9e57b-0477-4229-9713-5c1ac243b4ef tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Calling delete_port for 1cd18830-6027-4d31-822e-17bd453b75be owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:12.010255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fec1d9-64ca-4aa2-b723-dc77aed35478 req-4bd2c050-f5c2-408f-b876-6f3331ed10b1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:12.011992 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81fec1d9-64ca-4aa2-b723-dc77aed35478 req-4bd2c050-f5c2-408f-b876-6f3331ed10b1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 907 time: 0.2131140 Sep 29 17:37:12.023386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-0f04adce-60ee-46ab-9c5b-e8f13999a66c req-69e561fe-b953-4f2e-aee4-3e3476837ac6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] For port f10317fe-635d-446a-8fa4-5132aead5a41, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f10317fe-635d-446a-8fa4-5132aead5a41,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:12.023826 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0f04adce-60ee-46ab-9c5b-e8f13999a66c req-69e561fe-b953-4f2e-aee4-3e3476837ac6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:12.066451 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7de678b9-70bb-45c8-a95c-9501345072ba tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:12.086565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-7de678b9-70bb-45c8-a95c-9501345072ba tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Calling delete_port for ff4e8bcf-9803-46ab-a301-e3a387810650 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:12.090086 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9fdc13ef-71da-48ea-8de2-321aa5d25b96 req-0e8cd1a5-99eb-4463-951a-a15edd1bae11 service neutron] 10.222.0.35 "GET /v2.0/networks/7f4efc05-9e5c-4fb0-8634-4c289a726bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901612 Sep 29 17:37:12.094426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-0f04adce-60ee-46ab-9c5b-e8f13999a66c req-69e561fe-b953-4f2e-aee4-3e3476837ac6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Calling delete_port for f10317fe-635d-446a-8fa4-5132aead5a41 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:12.097045 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] For port 573fd005-ff0a-4f07-adb3-d505d12ea243, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:12.133712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] For port 573fd005-ff0a-4f07-adb3-d505d12ea243, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=573fd005-ff0a-4f07-adb3-d505d12ea243,segment=NetworkSegment(2ae996d9-e4ad-4170-80c7-d9c132224d6c),segment_id=2ae996d9-e4ad-4170-80c7-d9c132224d6c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:37:12.143660 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:12.225456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:12.226308 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:12.227743 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03460d14-b157-405d-97cb-7f6b0677b68b req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] 10.222.0.35 "PUT /v2.0/ports/573fd005-ff0a-4f07-adb3-d505d12ea243 HTTP/1.1" status: 200 len: 1055 time: 1.7602389 Sep 29 17:37:12.232329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bccfac-9dff-4a73-befa-bd848db2d813', 'tag': '573fd005-ff0a-4f07-adb3-d505d12ea243'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:12.234945 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3189cd0-aa59-4a7b-adae-30905e07f6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "77bccfac-9dff-4a73-befa-bd848db2d813", "tag": "573fd005-ff0a-4f07-adb3-d505d12ea243"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:12.262036 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01806115-5a6b-4bb7-84c2-8bd852b4fd77 req-6100dc88-0808-422f-b57b-70ee48c5bc4e tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:12.263574 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-01806115-5a6b-4bb7-84c2-8bd852b4fd77 req-6100dc88-0808-422f-b57b-70ee48c5bc4e tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 943 time: 0.1687505 Sep 29 17:37:12.284937 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94b9e57b-0477-4229-9713-5c1ac243b4ef tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:12.319512 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a9c6ef-6836-4dc0-b249-6c842dc51c75 x-openstack-request-id: req-70a9c6ef-6836-4dc0-b249-6c842dc51c75 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:12.319808 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bccfac-9dff-4a73-befa-bd848db2d813", "tag": "573fd005-ff0a-4f07-adb3-d505d12ea243", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:12.320069 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70a9c6ef-6836-4dc0-b249-6c842dc51c75 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:12.320471 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bccfac-9dff-4a73-befa-bd848db2d813', 'tag': '573fd005-ff0a-4f07-adb3-d505d12ea243', 'status': 'completed', 'code': 200} Sep 29 17:37:12.341322 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94b9e57b-0477-4229-9713-5c1ac243b4ef tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:12.343766 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-94b9e57b-0477-4229-9713-5c1ac243b4ef tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/ports/1cd18830-6027-4d31-822e-17bd453b75be HTTP/1.1" status: 204 len: 168 time: 0.9500163 Sep 29 17:37:12.345871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90e1d8-e703-4278-b5cf-92e189eee4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=573fd005-ff0a-4f07-adb3-d505d12ea243,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:12.352902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46114) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:12.383963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9e57b-0477-4229-9713-5c1ac243b4ef tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Port': ['ID=1cd18830-6027-4d31-822e-17bd453b75be,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:12.402542 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9fdc13ef-71da-48ea-8de2-321aa5d25b96 req-475a76ac-d6b8-43be-909a-b4a42143dc0a service neutron] 10.222.0.35 "GET /v2.0/networks/7f4efc05-9e5c-4fb0-8634-4c289a726bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028688 Sep 29 17:37:12.408943 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460d14-b157-405d-97cb-7f6b0677b68b req-32c6807d-8de6-4dd0-8b0d-0930f0a6744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:12.410523 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03460d14-b157-405d-97cb-7f6b0677b68b req-32c6807d-8de6-4dd0-8b0d-0930f0a6744c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e0ab65e9130409c86f928bc5b6c5b35&device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 1058 time: 0.1133468 Sep 29 17:37:12.413513 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa66fddc-f8c1-4b63-a5c7-fc53970a1724 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] DELETE failed (client error): The resource could not be found. Sep 29 17:37:12.413916 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa66fddc-f8c1-4b63-a5c7-fc53970a1724 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:37:12.417643 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aa66fddc-f8c1-4b63-a5c7-fc53970a1724 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/subnets/831d6231-b00b-47bf-be48-0c4feb49d35a HTTP/1.1" status: 404 len: 337 time: 0.0634687 Sep 29 17:37:12.421913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46116) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:12.434573 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-01806115-5a6b-4bb7-84c2-8bd852b4fd77 req-ff5a0bb7-8c42-4273-a4ec-f604ebe7ba72 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632988 Sep 29 17:37:12.523601 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03460d14-b157-405d-97cb-7f6b0677b68b req-19f3adce-b8f6-4666-bbee-b1677b27248d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=573fd005-ff0a-4f07-adb3-d505d12ea243 HTTP/1.1" status: 200 len: 217 time: 0.0531588 Sep 29 17:37:12.574193 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0f04adce-60ee-46ab-9c5b-e8f13999a66c req-69e561fe-b953-4f2e-aee4-3e3476837ac6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:12.585304 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-89bd26ca-90ac-4fa5-8349-9f9ac76aba65 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:12.600991 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7de678b9-70bb-45c8-a95c-9501345072ba tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:12.613829 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e561fe-b953-4f2e-aee4-3e3476837ac6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event deleted for resources: {'Port': ['ID=f10317fe-635d-446a-8fa4-5132aead5a41,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:12.614366 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['f10317fe-635d-446a-8fa4-5132aead5a41'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:37:12.623716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460d14-b157-405d-97cb-7f6b0677b68b req-5ae785b3-e479-4f58-8be6-e09fa74bc0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:12.629655 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03460d14-b157-405d-97cb-7f6b0677b68b req-5ae785b3-e479-4f58-8be6-e09fa74bc0db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b62e9b8-76f2-4e5f-8724-7d41fdf22453 HTTP/1.1" status: 200 len: 838 time: 0.0941391 Sep 29 17:37:12.644475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de678b9-70bb-45c8-a95c-9501345072ba tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Pushing event deleted for resources: {'Port': ['ID=ff4e8bcf-9803-46ab-a301-e3a387810650,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:12.722882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f04adce-60ee-46ab-9c5b-e8f13999a66c req-69e561fe-b953-4f2e-aee4-3e3476837ac6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] No DVR routers for this DVR port f10317fe-635d-446a-8fa4-5132aead5a41 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:12.726480 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0f04adce-60ee-46ab-9c5b-e8f13999a66c req-69e561fe-b953-4f2e-aee4-3e3476837ac6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:12.728887 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f04adce-60ee-46ab-9c5b-e8f13999a66c req-69e561fe-b953-4f2e-aee4-3e3476837ac6 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.35 "DELETE /v2.0/ports/f10317fe-635d-446a-8fa4-5132aead5a41 HTTP/1.1" status: 204 len: 173 time: 1.3820357 Sep 29 17:37:12.743292 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03460d14-b157-405d-97cb-7f6b0677b68b req-74368241-6f70-4f43-b787-d6509eaa878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:12.748322 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03460d14-b157-405d-97cb-7f6b0677b68b req-74368241-6f70-4f43-b787-d6509eaa878f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25feab30-986f-470d-9aa0-5429d238cdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150579 Sep 29 17:37:12.775959 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-89bd26ca-90ac-4fa5-8349-9f9ac76aba65 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:12.800764 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7de678b9-70bb-45c8-a95c-9501345072ba tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:12.804148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-89bd26ca-90ac-4fa5-8349-9f9ac76aba65 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:12.834278 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cc5079f0-5f2d-4c71-be16-88977a461480 req-ac26908a-61c2-4438-9ca1-f9cc54fd2dd2 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e84788b-50c6-4e9a-9516-fe63ef5889ed HTTP/1.1" status: 200 len: 210 time: 0.0576160 Sep 29 17:37:12.904297 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-89bd26ca-90ac-4fa5-8349-9f9ac76aba65 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08411db7-57d8-4293-adca-5d7d524b0578') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:12.904920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-89bd26ca-90ac-4fa5-8349-9f9ac76aba65 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08411db7-57d8-4293-adca-5d7d524b0578') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:12.920244 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-89bd26ca-90ac-4fa5-8349-9f9ac76aba65 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:13.001900 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-89bd26ca-90ac-4fa5-8349-9f9ac76aba65 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:13.013301 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bd26ca-90ac-4fa5-8349-9f9ac76aba65 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:13.013761 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-89bd26ca-90ac-4fa5-8349-9f9ac76aba65 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:13.016979 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:13.373702 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03460d14-b157-405d-97cb-7f6b0677b68b req-bee498c1-950d-4c0e-a227-53de75976421 service neutron] 10.222.0.35 "GET /v2.0/networks/25feab30-986f-470d-9aa0-5429d238cdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091123 Sep 29 17:37:13.381372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cae9e-9bb0-4bab-90f5-a0e670d94e35 req-42a3f2ef-087d-4d39-bc09-86138b974dde tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:13.382889 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-092cae9e-9bb0-4bab-90f5-a0e670d94e35 req-42a3f2ef-087d-4d39-bc09-86138b974dde tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 907 time: 0.1533434 Sep 29 17:37:13.411771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-caf7f105-f5ac-4a38-8997-229d9ea02c86 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:13.413862 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-caf7f105-f5ac-4a38-8997-229d9ea02c86 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.49 "GET /v2.0/networks?id=a7ae65d9-f785-4446-bdb2-7429d9329f6f HTTP/1.1" status: 200 len: 814 time: 0.1854522 Sep 29 17:37:13.429806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-d54479f8-16b7-442f-8314-dbfe9c1aa950 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Request body: {'port': {'device_id': 'fa0469ef-949b-4e7d-8b10-b4a75f42adb8', 'network_id': 'a7ae65d9-f785-4446-bdb2-7429d9329f6f', 'admin_state_up': True, 'tenant_id': '00f4ff54a31b4dd99836327b3df86ada'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:13.435924 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7de678b9-70bb-45c8-a95c-9501345072ba tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:13.453682 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39a1c273-7159-4b4b-a468-5ea52661e036 req-ccc0a343-34a5-439b-9442-e4368fdaa4c1 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 210 time: 0.3723509 Sep 29 17:37:13.455915 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7de678b9-70bb-45c8-a95c-9501345072ba tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:13.460955 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-89bd26ca-90ac-4fa5-8349-9f9ac76aba65 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:13.468504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-89bd26ca-90ac-4fa5-8349-9f9ac76aba65 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:13.471174 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-89bd26ca-90ac-4fa5-8349-9f9ac76aba65 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/networks/16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb HTTP/1.1" status: 204 len: 168 time: 1.0483596 Sep 29 17:37:13.506511 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3d9a1057-e7e6-43fb-b084-bcc33f70dcbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:13.514279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46128) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:13.559461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd26ca-90ac-4fa5-8349-9f9ac76aba65 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Network': ['ID=16ab0a1a-6aef-4bb0-8ff4-bd928cf23afb,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:13.581669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de678b9-70bb-45c8-a95c-9501345072ba tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Router 0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:37:13.635776 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03460d14-b157-405d-97cb-7f6b0677b68b req-8d39789a-fcff-4502-be6e-bcefc9ff6fa7 service neutron] 10.222.0.35 "GET /v2.0/networks/25feab30-986f-470d-9aa0-5429d238cdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518830 Sep 29 17:37:13.644563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94f239c-8162-4ca3-b610-e61f9833a989 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Deleting subnet 26083f69-6ca1-473c-8ee0-9013992296bd {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:37:13.645794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06802ddd-ed2f-45c1-b7c7-a9fae2beb85f req-3f22f68e-cfad-4495-b552-0e1ee5ae482f tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:13.647486 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-06802ddd-ed2f-45c1-b7c7-a9fae2beb85f req-3f22f68e-cfad-4495-b552-0e1ee5ae482f tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 943 time: 0.0994849 Sep 29 17:37:13.651568 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f94f239c-8162-4ca3-b610-e61f9833a989 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:13.700845 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de678b9-70bb-45c8-a95c-9501345072ba tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:37:13.702497 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f94f239c-8162-4ca3-b610-e61f9833a989 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:13.709315 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7de678b9-70bb-45c8-a95c-9501345072ba tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:13.710610 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7de678b9-70bb-45c8-a95c-9501345072ba tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "PUT /v2.0/routers/0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c HTTP/1.1" status: 200 len: 710 time: 3.0360978 Sep 29 17:37:13.713018 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8487cc2-d920-48e3-b82d-7c0f63e5b6fd None None] Sync routers for ids ['0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:37:13.714290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46130) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:13.731352 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8487cc2-d920-48e3-b82d-7c0f63e5b6fd None None] Routers {'0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:13.732267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e8487cc2-d920-48e3-b82d-7c0f63e5b6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:13.736001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-d54479f8-16b7-442f-8314-dbfe9c1aa950 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Made reservation on behalf of 00f4ff54a31b4dd99836327b3df86ada for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:13.740795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-d54479f8-16b7-442f-8314-dbfe9c1aa950 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:13.776502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e8487cc2-d920-48e3-b82d-7c0f63e5b6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:13.785459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8487cc2-d920-48e3-b82d-7c0f63e5b6fd None None] Routers {'0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:13.786183 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e8487cc2-d920-48e3-b82d-7c0f63e5b6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:13.798106 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-06802ddd-ed2f-45c1-b7c7-a9fae2beb85f req-e0c89d3b-7a41-45ac-8ffa-8983f810a2bd tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245942 Sep 29 17:37:13.806131 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-32681681-ac69-4d4f-ad95-b102ae4f8f72 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/routers/0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c HTTP/1.1" status: 200 len: 745 time: 0.0907741 Sep 29 17:37:13.809267 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46132) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:13.828931 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e8487cc2-d920-48e3-b82d-7c0f63e5b6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:13.829751 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8487cc2-d920-48e3-b82d-7c0f63e5b6fd None None] The sync data for ids ['0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:37:13.857967 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0cdc6dba-5490-4857-96c0-6e368e6bb481 tempest-RoutersIpV6AdminTest-684025035 tempest-RoutersIpV6AdminTest-684025035-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&device_id=0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c HTTP/1.1" status: 200 len: 205 time: 0.0473998 Sep 29 17:37:13.860379 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46134) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:13.886885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3189cd0-aa59-4a7b-adae-30905e07f6cf req-62d8dde2-a74f-4f8d-be69-92bb25b3846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:13.888403 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b3189cd0-aa59-4a7b-adae-30905e07f6cf req-62d8dde2-a74f-4f8d-be69-92bb25b3846e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e0ab65e9130409c86f928bc5b6c5b35&device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 1058 time: 0.1417687 Sep 29 17:37:13.890085 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-87e11c1b-42cf-4ddb-bf9b-fe9fd3df5e8b tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c HTTP/1.1" status: 200 len: 205 time: 0.0286555 Sep 29 17:37:13.892993 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46138) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:13.968506 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f94f239c-8162-4ca3-b610-e61f9833a989 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:13.987997 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a7ff-d3ac-4cd6-b86a-ee114d4d09fa tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:14.087051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-d54479f8-16b7-442f-8314-dbfe9c1aa950 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Allocated IP 172.20.0.12 (a7ae65d9-f785-4446-bdb2-7429d9329f6f/7bbad4c0-0681-418d-aef1-176c25bc2285/aa67ed92-9765-43b0-98d3-537224ec332f) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:37:14.093726 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3189cd0-aa59-4a7b-adae-30905e07f6cf req-bba61b65-bbdc-41ac-825e-f839f76369d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:14.095681 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b3189cd0-aa59-4a7b-adae-30905e07f6cf req-bba61b65-bbdc-41ac-825e-f839f76369d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=25feab30-986f-470d-9aa0-5429d238cdc7 HTTP/1.1" status: 200 len: 898 time: 0.1988494 Sep 29 17:37:14.164573 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b3189cd0-aa59-4a7b-adae-30905e07f6cf req-5a1d44aa-4ca9-417f-8407-4ed8ab7718a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=573fd005-ff0a-4f07-adb3-d505d12ea243 HTTP/1.1" status: 200 len: 217 time: 0.0588536 Sep 29 17:37:14.174442 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a7ff-d3ac-4cd6-b86a-ee114d4d09fa tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:14.176580 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a7ff-d3ac-4cd6-b86a-ee114d4d09fa tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:14.195856 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f94f239c-8162-4ca3-b610-e61f9833a989 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:14.220940 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a7ff-d3ac-4cd6-b86a-ee114d4d09fa tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:14.221585 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa5a7ff-d3ac-4cd6-b86a-ee114d4d09fa tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Fanout notify agent at l3_agent the message router_deleted on router 0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:37:14.232536 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a7ff-d3ac-4cd6-b86a-ee114d4d09fa tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:14.237008 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5aa5a7ff-d3ac-4cd6-b86a-ee114d4d09fa tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "DELETE /v2.0/routers/0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c HTTP/1.1" status: 204 len: 168 time: 0.3395064 Sep 29 17:37:14.237213 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46144) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:14.261129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 15489ace-50dd-470e-a58d-80ec1403ce4b details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:37:14.268443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f239c-8162-4ca3-b610-e61f9833a989 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Subnet': ['ID=26083f69-6ca1-473c-8ee0-9013992296bd,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:14.272866 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-259cf5af-75db-4704-b679-0fa051186737 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c HTTP/1.1" status: 200 len: 205 time: 0.0343370 Sep 29 17:37:14.273540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46146) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:14.278496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f94f239c-8162-4ca3-b610-e61f9833a989 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:14.282666 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f94f239c-8162-4ca3-b610-e61f9833a989 tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/subnets/26083f69-6ca1-473c-8ee0-9013992296bd HTTP/1.1" status: 204 len: 168 time: 0.7633388 Sep 29 17:37:14.289710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e8fbcd-1c61-4da5-ad9a-cdab7d9b6b96 None None] Network 22964f13-854d-4438-b57d-f6b8532f61b6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:14.290916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46148) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:14.311424 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-e6e11a5c-5b67-4db2-8bf9-8f7beb063e86 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] delete failed (client error): The resource could not be found. Sep 29 17:37:14.312652 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e6e11a5c-5b67-4db2-8bf9-8f7beb063e86 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "DELETE /v2.0/routers/0d6d1bdc-2b4c-479c-8ac7-1ba5488c197c HTTP/1.1" status: 404 len: 336 time: 0.0379183 Sep 29 17:37:14.315412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46150) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:14.343207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e84788b-50c6-4e9a-9516-fe63ef5889ed', 'name': 'network-vif-deleted', 'tag': 'f10317fe-635d-446a-8fa4-5132aead5a41'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:14.345393 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf4bcca-a10c-4c1e-aaab-ae070072ccba" -d '{"events": [{"server_uuid": "4e84788b-50c6-4e9a-9516-fe63ef5889ed", "name": "network-vif-deleted", "tag": "f10317fe-635d-446a-8fa4-5132aead5a41"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:14.374602 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3189cd0-aa59-4a7b-adae-30905e07f6cf req-3e450a94-43a2-4402-b277-97cb47c1e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:14.376083 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b3189cd0-aa59-4a7b-adae-30905e07f6cf req-3e450a94-43a2-4402-b277-97cb47c1e539 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b62e9b8-76f2-4e5f-8724-7d41fdf22453 HTTP/1.1" status: 200 len: 838 time: 0.1950803 Sep 29 17:37:14.384662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39551b74-fa2b-477a-aaad-70713b9ede4e req-b5681ed0-bd70-4868-9356-ea662e56ffa0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:14.386147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-39551b74-fa2b-477a-aaad-70713b9ede4e req-b5681ed0-bd70-4868-9356-ea662e56ffa0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.2693722 Sep 29 17:37:14.390345 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50005a19-b742-4e27-b392-b381e619c479 x-openstack-request-id: req-50005a19-b742-4e27-b392-b381e619c479 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:14.390637 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e84788b-50c6-4e9a-9516-fe63ef5889ed", "name": "network-vif-deleted", "tag": "f10317fe-635d-446a-8fa4-5132aead5a41", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:14.390893 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50005a19-b742-4e27-b392-b381e619c479 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:14.391275 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e84788b-50c6-4e9a-9516-fe63ef5889ed', 'name': 'network-vif-deleted', 'tag': 'f10317fe-635d-446a-8fa4-5132aead5a41', 'status': 'completed', 'code': 200} Sep 29 17:37:14.398574 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2196fad3-c77e-49ad-96f7-dd96bb422312 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "GET /v2.0/ports?device_id=76b08e98-c413-4956-b4a2-bfbac1c0dbd0 HTTP/1.1" status: 200 len: 205 time: 0.0765028 Sep 29 17:37:14.399030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46154) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:14.463576 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-20fafeae-2500-48cf-aa5d-56f26df5de83 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] delete failed (client error): The resource could not be found. Sep 29 17:37:14.473479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-20fafeae-2500-48cf-aa5d-56f26df5de83 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "DELETE /v2.0/routers/76b08e98-c413-4956-b4a2-bfbac1c0dbd0 HTTP/1.1" status: 404 len: 336 time: 0.0709672 Sep 29 17:37:14.476999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46158) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:14.520381 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b6d35478-b0e1-4265-9d64-c7cdb4c4efa4 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "GET /v2.0/ports?device_id=86069ab7-8549-4462-991d-802b978edfc9 HTTP/1.1" status: 200 len: 205 time: 0.0431716 Sep 29 17:37:14.525090 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46164) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:14.568995 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:14.578555 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-2e74f5a3-99f8-4db2-afc8-da6286667a8b tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] delete failed (client error): The resource could not be found. Sep 29 17:37:14.582101 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2e74f5a3-99f8-4db2-afc8-da6286667a8b tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "DELETE /v2.0/routers/86069ab7-8549-4462-991d-802b978edfc9 HTTP/1.1" status: 404 len: 336 time: 0.0551817 Sep 29 17:37:14.585454 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46166) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:14.598188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3189cd0-aa59-4a7b-adae-30905e07f6cf req-34e1a3e9-14c3-4764-bdee-8434118e6229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:14.599719 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b3189cd0-aa59-4a7b-adae-30905e07f6cf req-34e1a3e9-14c3-4764-bdee-8434118e6229 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25feab30-986f-470d-9aa0-5429d238cdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2076712 Sep 29 17:37:14.610931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79028563-5527-428d-aad1-5c43a308bb51 req-3cb930cc-d467-47d4-b503-dd45fe8e7162 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:14.612695 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-79028563-5527-428d-aad1-5c43a308bb51 req-3cb930cc-d467-47d4-b503-dd45fe8e7162 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 907 time: 0.1191869 Sep 29 17:37:14.613848 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-39551b74-fa2b-477a-aaad-70713b9ede4e req-8f45d2c2-c257-40e6-9430-3657d375a0de tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076013 Sep 29 17:37:14.641744 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-32eb1349-cb67-4b2e-aa3a-74238cf14313 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "GET /v2.0/ports?device_id=79419398-60e7-4308-873b-decdc9025317 HTTP/1.1" status: 200 len: 205 time: 0.0516551 Sep 29 17:37:14.644229 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46168) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:14.652330 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:14.656288 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:14.681001 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:14.682558 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-d54479f8-16b7-442f-8314-dbfe9c1aa950 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:14.687217 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 15489ace-50dd-470e-a58d-80ec1403ce4b, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=15489ace-50dd-470e-a58d-80ec1403ce4b,segment=NetworkSegment(877cd8f8-5244-48bb-a12f-6367e58e5134),segment_id=877cd8f8-5244-48bb-a12f-6367e58e5134)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:14.701327 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-3ec70fbb-ef4c-4746-910c-ef80a5abfcf5 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] delete failed (client error): The resource could not be found. Sep 29 17:37:14.708130 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3ec70fbb-ef4c-4746-910c-ef80a5abfcf5 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "DELETE /v2.0/routers/79419398-60e7-4308-873b-decdc9025317 HTTP/1.1" status: 404 len: 336 time: 0.0624080 Sep 29 17:37:14.708422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46170) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:14.717656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '15489ace-50dd-470e-a58d-80ec1403ce4b', 'network_id': '7f4efc05-9e5c-4fb0-8634-4c289a726bb7', 'port_id': '15489ace-50dd-470e-a58d-80ec1403ce4b', 'mac_address': 'fa:16:3e:3e:a4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d53b9a-368c-49b0-8d35-1ff2d49c5d97', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:37:14.772723 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-13050c5a-c407-4900-a78f-98eb2541076c tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "GET /v2.0/ports?device_id=22690a8f-9d97-4bde-b7e9-3c23fada9714 HTTP/1.1" status: 200 len: 205 time: 0.0604115 Sep 29 17:37:14.772981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46172) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:14.780983 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:14.795331 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5554838c-4f5d-4044-8df1-f9d04b7deebe req-1c14a336-576d-4df5-bca1-609796787253 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 210 time: 0.0595927 Sep 29 17:37:14.805426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b3189cd0-aa59-4a7b-adae-30905e07f6cf req-d57f2f4a-a7af-4161-b26b-ed07a66db079 service neutron] 10.222.0.35 "GET /v2.0/networks/25feab30-986f-470d-9aa0-5429d238cdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899967 Sep 29 17:37:14.815104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15489ace-50dd-470e-a58d-80ec1403ce4b {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:37:14.825861 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-2dcee474-73fa-474c-9af8-197500e5ed6a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] delete failed (client error): The resource could not be found. Sep 29 17:37:14.826901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2dcee474-73fa-474c-9af8-197500e5ed6a tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "DELETE /v2.0/routers/22690a8f-9d97-4bde-b7e9-3c23fada9714 HTTP/1.1" status: 404 len: 336 time: 0.0530100 Sep 29 17:37:14.831344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46174) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:14.838693 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 15489ace-50dd-470e-a58d-80ec1403ce4b, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=15489ace-50dd-470e-a58d-80ec1403ce4b,segment=NetworkSegment(877cd8f8-5244-48bb-a12f-6367e58e5134),segment_id=877cd8f8-5244-48bb-a12f-6367e58e5134)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:14.842454 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2b1baa-82e9-4575-8ec3-da84c29c2387 None None] DHCP port deletion for 22964f13-854d-4438-b57d-f6b8532f61b6 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:37:14.850708 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:14.859230 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-d54479f8-16b7-442f-8314-dbfe9c1aa950 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:14.872271 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b3e9b0db-8663-4778-b8fe-ddf2d65b3934 tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b9125c5-3394-4aa0-9528-649dcefb49ba HTTP/1.1" status: 200 len: 205 time: 0.0385194 Sep 29 17:37:14.873420 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46178) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:14.883178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['4f981865-a330-4b84-8c9d-f03c4bec3a2c'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:37:14.887490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Deleting port cc07b286-4185-4b0d-b0b7-28001a46b2f9 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:14.887829 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:14.914595 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-a5fb677a-c3c4-423d-8405-fd0e84eeea8b tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] delete failed (client error): The resource could not be found. Sep 29 17:37:14.918131 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a5fb677a-c3c4-423d-8405-fd0e84eeea8b tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "DELETE /v2.0/routers/4b9125c5-3394-4aa0-9528-649dcefb49ba HTTP/1.1" status: 404 len: 336 time: 0.0414996 Sep 29 17:37:14.918540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46180) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:14.946463 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a316bbd-6124-469d-ba50-83108c61670e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] DELETE failed (client error): The resource could not be found. Sep 29 17:37:14.947768 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a316bbd-6124-469d-ba50-83108c61670e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:37:14.949092 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2a316bbd-6124-469d-ba50-83108c61670e tempest-RoutersIpV6AdminTest-282741815 tempest-RoutersIpV6AdminTest-282741815-project] 10.222.0.44 "DELETE /v2.0/subnets/b62c8f34-6e6c-4bdc-94ff-885efa123c22 HTTP/1.1" status: 404 len: 337 time: 0.0292954 Sep 29 17:37:15.003098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-d54479f8-16b7-442f-8314-dbfe9c1aa950 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Network a7ae65d9-f785-4446-bdb2-7429d9329f6f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:15.009579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=15489ace-50dd-470e-a58d-80ec1403ce4b,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:15.018889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-d54479f8-16b7-442f-8314-dbfe9c1aa950 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:15.019582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b1baa-82e9-4575-8ec3-da84c29c2387 None None] Deleting port cc07b286-4185-4b0d-b0b7-28001a46b2f9 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:15.019939 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1baa-82e9-4575-8ec3-da84c29c2387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:15.032802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-d54479f8-16b7-442f-8314-dbfe9c1aa950 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:15.086963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54479f8-16b7-442f-8314-dbfe9c1aa950 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Pushing event updated for resources: {'Port': ['ID=aa67ed92-9765-43b0-98d3-537224ec332f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:15.127868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] For port cc07b286-4185-4b0d-b0b7-28001a46b2f9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=cc07b286-4185-4b0d-b0b7-28001a46b2f9,segment=NetworkSegment(84194410-37e9-465e-9ee6-cd4105966618),segment_id=84194410-37e9-465e-9ee6-cd4105966618)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:15.128240 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:15.131908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4a2b1baa-82e9-4575-8ec3-da84c29c2387 None None] For port cc07b286-4185-4b0d-b0b7-28001a46b2f9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=cc07b286-4185-4b0d-b0b7-28001a46b2f9,segment=NetworkSegment(84194410-37e9-465e-9ee6-cd4105966618),segment_id=84194410-37e9-465e-9ee6-cd4105966618)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:15.132635 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1baa-82e9-4575-8ec3-da84c29c2387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:15.143599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b3189cd0-aa59-4a7b-adae-30905e07f6cf req-926529bd-8ac1-4f35-b111-b6c57d0ff93c service neutron] 10.222.0.35 "GET /v2.0/networks/25feab30-986f-470d-9aa0-5429d238cdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294952 Sep 29 17:37:15.151653 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b1baa-82e9-4575-8ec3-da84c29c2387 None None] Calling delete_port for cc07b286-4185-4b0d-b0b7-28001a46b2f9 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:15.157166 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08e61d-9fab-4b00-b305-89868f8bab43 req-17c61e1f-8142-4681-a216-40186fcdab5f tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:15.164251 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a08e61d-9fab-4b00-b305-89868f8bab43 req-17c61e1f-8142-4681-a216-40186fcdab5f tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 944 time: 0.2371235 Sep 29 17:37:15.176418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Calling delete_port for cc07b286-4185-4b0d-b0b7-28001a46b2f9 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:15.185057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-d54479f8-16b7-442f-8314-dbfe9c1aa950 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:15.185822 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-d54479f8-16b7-442f-8314-dbfe9c1aa950 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:15.200734 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46186) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:15.249319 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4a2b1baa-82e9-4575-8ec3-da84c29c2387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:15.266492 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-d54479f8-16b7-442f-8314-dbfe9c1aa950 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8407991 Sep 29 17:37:15.271440 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a08e61d-9fab-4b00-b305-89868f8bab43 req-ff6c59b5-ee12-4fa7-826e-aeb72bfb6299 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063066 Sep 29 17:37:15.281202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2b1baa-82e9-4575-8ec3-da84c29c2387 None None] No DVR routers for this DVR port cc07b286-4185-4b0d-b0b7-28001a46b2f9 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:15.284573 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Request body: {'port': {'device_id': 'fa0469ef-949b-4e7d-8b10-b4a75f42adb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:15.295724 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b1baa-82e9-4575-8ec3-da84c29c2387 None None] Pushing event deleted for resources: {'Port': ['ID=cc07b286-4185-4b0d-b0b7-28001a46b2f9,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:15.341984 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ad869b7b-15ac-4f18-8375-e343fd09fee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:15.360081 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:15.369253 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:15.400597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Port': ['ID=cc07b286-4185-4b0d-b0b7-28001a46b2f9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:15.402459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] No DVR routers for this DVR port cc07b286-4185-4b0d-b0b7-28001a46b2f9 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:15.440776 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ad869b7b-15ac-4f18-8375-e343fd09fee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:15.445651 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ad869b7b-15ac-4f18-8375-e343fd09fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:15.486140 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ad869b7b-15ac-4f18-8375-e343fd09fee7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02ecb545602f461f8f127fb8a84eac41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2840853 Sep 29 17:37:15.487287 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad869b7b-15ac-4f18-8375-e343fd09fee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e594b6ed-eb0a-499b-90fe-9a7faa276142,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:15.488783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46190) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:15.512469 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['15489ace-50dd-470e-a58d-80ec1403ce4b'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:37:15.540999 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:15.674757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22964f13-854d-4438-b57d-f6b8532f61b6']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:15.713483 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84194410-37e9-465e-9ee6-cd4105966618') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:15.713782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84194410-37e9-465e-9ee6-cd4105966618') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:15.748810 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6003b8-0cf2-45f4-98ef-dd109510459a req-be2dcc98-50ba-4112-9030-9a1ad6991bf8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:15.750341 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d6003b8-0cf2-45f4-98ef-dd109510459a req-be2dcc98-50ba-4112-9030-9a1ad6991bf8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 907 time: 0.0534084 Sep 29 17:37:15.776764 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:15.936303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f61e0-423b-479b-aea8-210035a8065d req-986f31da-af17-4470-aec8-9c2764f12e04 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:15.937947 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b2f61e0-423b-479b-aea8-210035a8065d req-986f31da-af17-4470-aec8-9c2764f12e04 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 932 time: 0.0544496 Sep 29 17:37:15.978851 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b2f61e0-423b-479b-aea8-210035a8065d req-59c99049-0ce7-40cd-ba37-413a3b2edd6f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339441 Sep 29 17:37:15.981359 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device cc07b286-4185-4b0d-b0b7-28001a46b2f9 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:16.007032 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: cc07b286-4185-4b0d-b0b7-28001a46b2f9 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:16.007375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device cc07b286-4185-4b0d-b0b7-28001a46b2f9 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:16.108593 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-34931d4a-e8d2-4b53-8ceb-0ca4034d67fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:16.117379 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-50035b3a-462d-4f42-acbf-5ce70be48fa1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5708525 Sep 29 17:37:16.128222 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:16.173844 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05253f61-1e12-4812-814b-0aab2c3fba54 req-690b0f74-a489-4422-bd78-1ec0202682ca tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:16.175175 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05253f61-1e12-4812-814b-0aab2c3fba54 req-690b0f74-a489-4422-bd78-1ec0202682ca tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.49 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.5257313 Sep 29 17:37:16.192635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:16.193039 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:16.203022 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:16.242590 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-34931d4a-e8d2-4b53-8ceb-0ca4034d67fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:16.277051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 573fd005-ff0a-4f07-adb3-d505d12ea243 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:37:16.283331 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device f10317fe-635d-446a-8fa4-5132aead5a41 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:16.309769 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: f10317fe-635d-446a-8fa4-5132aead5a41 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:16.310113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device f10317fe-635d-446a-8fa4-5132aead5a41 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:16.335591 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2baf0-7eae-4225-a559-88b9660ee719 req-8aa9c331-c9fc-4767-9356-2f8ffef9c4ea tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:16.337044 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdf2baf0-7eae-4225-a559-88b9660ee719 req-8aa9c331-c9fc-4767-9356-2f8ffef9c4ea tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.6337924 Sep 29 17:37:16.403927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 573fd005-ff0a-4f07-adb3-d505d12ea243, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=573fd005-ff0a-4f07-adb3-d505d12ea243,segment=NetworkSegment(2ae996d9-e4ad-4170-80c7-d9c132224d6c),segment_id=2ae996d9-e4ad-4170-80c7-d9c132224d6c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:16.413386 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:16.415276 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '573fd005-ff0a-4f07-adb3-d505d12ea243', 'network_id': '25feab30-986f-470d-9aa0-5429d238cdc7', 'port_id': '573fd005-ff0a-4f07-adb3-d505d12ea243', 'mac_address': 'fa:16:3e:16:49:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b62e9b8-76f2-4e5f-8724-7d41fdf22453', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:37:16.432363 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b576f-455d-40c1-9458-ca3c737f5392 req-8b37584f-7eb2-4cd9-81df-a4fed01e4dee tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:16.434021 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-843b576f-455d-40c1-9458-ca3c737f5392 req-8b37584f-7eb2-4cd9-81df-a4fed01e4dee tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 944 time: 0.0589294 Sep 29 17:37:16.438345 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:16.440224 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] 10.222.0.44 "DELETE /v2.0/networks/22964f13-854d-4438-b57d-f6b8532f61b6 HTTP/1.1" status: 204 len: 168 time: 2.1483474 Sep 29 17:37:16.448091 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-05c3cd06-0c5e-407d-9054-a11a3b6a7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:16.448447 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-05c3cd06-0c5e-407d-9054-a11a3b6a7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:16.448917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-05c3cd06-0c5e-407d-9054-a11a3b6a7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:16.449409 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-05c3cd06-0c5e-407d-9054-a11a3b6a7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:16.449873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-05c3cd06-0c5e-407d-9054-a11a3b6a7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:16.450341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-05c3cd06-0c5e-407d-9054-a11a3b6a7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:16.450801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-05c3cd06-0c5e-407d-9054-a11a3b6a7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:16.452696 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-05c3cd06-0c5e-407d-9054-a11a3b6a7a76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=875de71af1fe4656a0ed844803995187&device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 6501 time: 0.2920163 Sep 29 17:37:16.468798 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:16.483247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573fd005-ff0a-4f07-adb3-d505d12ea243 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:37:16.506625 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-843b576f-455d-40c1-9458-ca3c737f5392 req-d2d95ba4-0cec-4333-8f29-59ddfc3d96f9 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598874 Sep 29 17:37:16.508846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 573fd005-ff0a-4f07-adb3-d505d12ea243, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=573fd005-ff0a-4f07-adb3-d505d12ea243,segment=NetworkSegment(2ae996d9-e4ad-4170-80c7-d9c132224d6c),segment_id=2ae996d9-e4ad-4170-80c7-d9c132224d6c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:16.509471 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e74e97-a788-4995-918f-4e1355543fac tempest-NetworksIpV6TestAttrs-740868638 tempest-NetworksIpV6TestAttrs-740868638-project] Pushing event deleted for resources: {'Network': ['ID=22964f13-854d-4438-b57d-f6b8532f61b6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:16.522277 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:16.539113 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdf2baf0-7eae-4225-a559-88b9660ee719 req-098ed644-885d-40d1-9ca8-93bb841a2af3 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851809 Sep 29 17:37:16.571546 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-34931d4a-e8d2-4b53-8ceb-0ca4034d67fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:16.579988 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-34931d4a-e8d2-4b53-8ceb-0ca4034d67fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:16.581181 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-34931d4a-e8d2-4b53-8ceb-0ca4034d67fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e594b6ed-eb0a-499b-90fe-9a7faa276142 HTTP/1.1" status: 204 len: 168 time: 1.0886731 Sep 29 17:37:16.592522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=573fd005-ff0a-4f07-adb3-d505d12ea243,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:16.634333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34931d4a-e8d2-4b53-8ceb-0ca4034d67fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e594b6ed-eb0a-499b-90fe-9a7faa276142,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:16.647125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa67ed92-9765-43b0-98d3-537224ec332f {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:37:16.659801 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:16.682983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-05253f61-1e12-4812-814b-0aab2c3fba54 req-3c9a1937-590b-42b6-9f99-509bc5283347 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Deleting port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:16.683400 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-05253f61-1e12-4812-814b-0aab2c3fba54 req-3c9a1937-590b-42b6-9f99-509bc5283347 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:16.690391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Transition to ACTIVE for port object aa67ed92-9765-43b0-98d3-537224ec332f will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:37:16.704864 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:16.714288 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46208) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:16.801980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-d5511163-003e-4dcc-8c04-2dfaca13b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:16.802511 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-d5511163-003e-4dcc-8c04-2dfaca13b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:16.803623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-d5511163-003e-4dcc-8c04-2dfaca13b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:16.805357 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-d5511163-003e-4dcc-8c04-2dfaca13b133 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5573b2a-46c0-432e-9115-a36c094db3c8&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60&id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 HTTP/1.1" status: 200 len: 2297 time: 0.3177598 Sep 29 17:37:16.813786 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:16.893052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Pushing event updated for resources: {'Port': ['ID=aa67ed92-9765-43b0-98d3-537224ec332f,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:16.931919 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232f0c7-1bf4-44b8-a343-0d076ed32ed1 req-b6d4c032-65ea-4aba-99e1-1992c2c01820 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:16.942555 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4232f0c7-1bf4-44b8-a343-0d076ed32ed1 req-b6d4c032-65ea-4aba-99e1-1992c2c01820 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 908 time: 0.0969634 Sep 29 17:37:17.003670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-05253f61-1e12-4812-814b-0aab2c3fba54 req-3c9a1937-590b-42b6-9f99-509bc5283347 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] For port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:17.004310 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-05253f61-1e12-4812-814b-0aab2c3fba54 req-3c9a1937-590b-42b6-9f99-509bc5283347 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:17.018865 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-76bb2427-88c4-4094-8ce8-ecf4032e64e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 HTTP/1.1" status: 200 len: 1001 time: 0.1982894 Sep 29 17:37:17.054273 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46220) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:17.064320 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e5449e79-a651-48fd-b7a6-46d03aa93072 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93e532f978c54f2c99a225ede2425f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484936 Sep 29 17:37:17.070849 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46222) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:17.098010 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['573fd005-ff0a-4f07-adb3-d505d12ea243'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:37:17.134261 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dacb735f-0752-4b36-99e6-7a83dd15d548 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a07cad0044b54539862b020f8d7082ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0764167 Sep 29 17:37:17.138778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46224) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:17.157165 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0fc359c8-703a-4a74-abef-fdc5bf1c9d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:17.196946 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0fc359c8-703a-4a74-abef-fdc5bf1c9d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:17.217266 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Attempting to bind port aa67ed92-9765-43b0-98d3-537224ec332f on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:37:17.217622 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Attempting to bind port aa67ed92-9765-43b0-98d3-537224ec332f by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '04a98dce-c333-4e28-b572-05496465f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7ae65d9-f785-4446-bdb2-7429d9329f6f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:37:17.217952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Attempting to bind port aa67ed92-9765-43b0-98d3-537224ec332f on network a7ae65d9-f785-4446-bdb2-7429d9329f6f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:17.231474 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8cf4b946-6b22-4b04-a865-5c5ee85e9bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:17.257710 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-304005c8-adc9-4bbf-a432-57b26436f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:17.259195 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-304005c8-adc9-4bbf-a432-57b26436f77f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=126c1e0e-1c93-4d92-8bf8-691e8431329a HTTP/1.1" status: 200 len: 856 time: 0.2315462 Sep 29 17:37:17.265564 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8cf4b946-6b22-4b04-a865-5c5ee85e9bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:17.271523 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Port aa67ed92-9765-43b0-98d3-537224ec332f on network a7ae65d9-f785-4446-bdb2-7429d9329f6f not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:37:17.272182 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Attempting to bind port aa67ed92-9765-43b0-98d3-537224ec332f on network a7ae65d9-f785-4446-bdb2-7429d9329f6f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:17.294852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0fc359c8-703a-4a74-abef-fdc5bf1c9d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:17.297381 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0fc359c8-703a-4a74-abef-fdc5bf1c9d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:17.298526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0fc359c8-703a-4a74-abef-fdc5bf1c9d22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6b26b00-72c2-488d-a057-373b99710999 HTTP/1.1" status: 204 len: 168 time: 0.2267249 Sep 29 17:37:17.310314 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc359c8-703a-4a74-abef-fdc5bf1c9d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b26b00-72c2-488d-a057-373b99710999,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:17.314131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f715f0-ae67-4778-84f7-314e50c8b821 req-d594e172-d259-49df-baca-b43380cdea06 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:17.315976 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3f715f0-ae67-4778-84f7-314e50c8b821 req-d594e172-d259-49df-baca-b43380cdea06 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 944 time: 0.2083695 Sep 29 17:37:17.338229 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8cf4b946-6b22-4b04-a865-5c5ee85e9bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:17.341479 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8cf4b946-6b22-4b04-a865-5c5ee85e9bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:17.343744 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8cf4b946-6b22-4b04-a865-5c5ee85e9bbc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01769c69-30f3-4bd2-9f9b-6680df103673 HTTP/1.1" status: 204 len: 168 time: 0.2038779 Sep 29 17:37:17.345298 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:37:17.345651 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Checking segment: {'id': '04a98dce-c333-4e28-b572-05496465f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7ae65d9-f785-4446-bdb2-7429d9329f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:17.346045 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Bound using segment: {'id': '04a98dce-c333-4e28-b572-05496465f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7ae65d9-f785-4446-bdb2-7429d9329f6f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:37:17.346480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Bound port: aa67ed92-9765-43b0-98d3-537224ec332f, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a98dce-c333-4e28-b572-05496465f81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a7ae65d9-f785-4446-bdb2-7429d9329f6f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:37:17.346853 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:17.356068 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4b946-6b22-4b04-a865-5c5ee85e9bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01769c69-30f3-4bd2-9f9b-6680df103673,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:17.501216 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-05253f61-1e12-4812-814b-0aab2c3fba54 req-3c9a1937-590b-42b6-9f99-509bc5283347 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:17.501867 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-05253f61-1e12-4812-814b-0aab2c3fba54 req-3c9a1937-590b-42b6-9f99-509bc5283347 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:17.501987 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-05253f61-1e12-4812-814b-0aab2c3fba54 req-3c9a1937-590b-42b6-9f99-509bc5283347 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Floating IP 5308e22c-c22f-47ca-9a74-b20465819e62 disassociated. External IP: 172.25.2.101, port: 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3. Sep 29 17:37:17.502310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-05253f61-1e12-4812-814b-0aab2c3fba54 req-3c9a1937-590b-42b6-9f99-509bc5283347 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Calling delete_port for 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:17.515881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3f715f0-ae67-4778-84f7-314e50c8b821 req-60886740-0789-4493-a6eb-1b39af274273 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668084 Sep 29 17:37:17.521465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-0759b8f7-457e-421e-9b48-6c1cd94285cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:17.523273 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-0759b8f7-457e-421e-9b48-6c1cd94285cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5573b2a-46c0-432e-9115-a36c094db3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2527764 Sep 29 17:37:17.664306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d664d-f921-4758-a13a-d6edf3f7ab79 req-2885a0cb-71c0-4b65-9783-c2e03a865789 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:17.666667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] For port aa67ed92-9765-43b0-98d3-537224ec332f, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:17.671952 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba7d664d-f921-4758-a13a-d6edf3f7ab79 req-2885a0cb-71c0-4b65-9783-c2e03a865789 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 944 time: 0.0828919 Sep 29 17:37:17.695519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] For port aa67ed92-9765-43b0-98d3-537224ec332f, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=aa67ed92-9765-43b0-98d3-537224ec332f,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:37:17.726790 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba7d664d-f921-4758-a13a-d6edf3f7ab79 req-97b36c07-62ad-46ba-88ed-4dd18f7ee8c5 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484118 Sep 29 17:37:17.756631 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:17.824644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:17.825292 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:17.826698 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] 10.222.0.49 "PUT /v2.0/ports/aa67ed92-9765-43b0-98d3-537224ec332f HTTP/1.1" status: 200 len: 1092 time: 2.5499589 Sep 29 17:37:17.830411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0469ef-949b-4e7d-8b10-b4a75f42adb8', 'tag': 'aa67ed92-9765-43b0-98d3-537224ec332f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:17.832712 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d14e14-8dce-4930-b299-39a232838ead" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0469ef-949b-4e7d-8b10-b4a75f42adb8", "tag": "aa67ed92-9765-43b0-98d3-537224ec332f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:17.865869 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-a9cea168-e0e9-457a-b8a5-a934a20f7ee9 service neutron] 10.222.0.35 "GET /v2.0/networks/c5573b2a-46c0-432e-9115-a36c094db3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328042 Sep 29 17:37:17.886597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb6e32-bd95-401b-b363-ffa66a09ff88 req-7825fa8d-9179-475d-b075-49fdcddbd624 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:17.893468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cbbb6e32-bd95-401b-b363-ffa66a09ff88 req-7825fa8d-9179-475d-b075-49fdcddbd624 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 944 time: 0.2295470 Sep 29 17:37:17.920537 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931254e5-f5a9-4f63-a693-dbec7486297a x-openstack-request-id: req-931254e5-f5a9-4f63-a693-dbec7486297a {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:17.920823 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0469ef-949b-4e7d-8b10-b4a75f42adb8", "tag": "aa67ed92-9765-43b0-98d3-537224ec332f", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:17.921079 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-931254e5-f5a9-4f63-a693-dbec7486297a {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:17.921503 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0469ef-949b-4e7d-8b10-b4a75f42adb8', 'tag': 'aa67ed92-9765-43b0-98d3-537224ec332f', 'status': 'completed', 'code': 200} Sep 29 17:37:18.014139 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf343c-44a2-41c2-a5d9-e735dd8ced59 service neutron] Pushing event updated for resources: {'Port': ['ID=aa67ed92-9765-43b0-98d3-537224ec332f,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:18.061100 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cbbb6e32-bd95-401b-b363-ffa66a09ff88 req-404db963-5ef2-4f05-9ba4-df7691261754 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups?id=e17e9e19-a9b5-47c6-9839-3e1537259a45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665614 Sep 29 17:37:18.075714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-fe972b3f-ca2b-4fc7-aca2-461dd174fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:18.077515 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-fe972b3f-ca2b-4fc7-aca2-461dd174fc1a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00f4ff54a31b4dd99836327b3df86ada&device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 1095 time: 0.1727424 Sep 29 17:37:18.078217 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-05253f61-1e12-4812-814b-0aab2c3fba54 req-3c9a1937-590b-42b6-9f99-509bc5283347 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:18.150371 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475b6c8-ff66-4ea3-bbe1-a77f61a8406c req-14b18d40-ca30-4d7d-b874-22304a379a4a tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:18.152901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1475b6c8-ff66-4ea3-bbe1-a77f61a8406c req-14b18d40-ca30-4d7d-b874-22304a379a4a tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 908 time: 0.0599117 Sep 29 17:37:18.158410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a1937-590b-42b6-9f99-509bc5283347 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event deleted for resources: {'Port': ['ID=2b90c3a8-d67a-4f2d-8bbf-11c5425183e3,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:18.167271 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-bed80511-7c28-4a91-83bd-c60e5ba7fc80 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa67ed92-9765-43b0-98d3-537224ec332f HTTP/1.1" status: 200 len: 217 time: 0.0794241 Sep 29 17:37:18.205128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-fe1acfb0-8974-411a-b28b-30110bc48209 service neutron] 10.222.0.35 "GET /v2.0/networks/c5573b2a-46c0-432e-9115-a36c094db3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309081 Sep 29 17:37:18.281648 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 573fd005-ff0a-4f07-adb3-d505d12ea243 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:37:18.346934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 573fd005-ff0a-4f07-adb3-d505d12ea243 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:37:18.352591 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 573fd005-ff0a-4f07-adb3-d505d12ea243 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:18.361759 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:18.383595 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46276) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:18.411207 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46280) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:18.431297 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-9bcb7f16-1ca3-40a7-9c25-475d0b55303a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=4f6cffde-a8ea-41f5-87b1-161951399f91 HTTP/1.1" status: 200 len: 217 time: 0.1781986 Sep 29 17:37:18.436577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-07689e1f-9fe6-4340-bd20-e035c2469e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:18.438433 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-07689e1f-9fe6-4340-bd20-e035c2469e94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bbad4c0-0681-418d-aef1-176c25bc2285 HTTP/1.1" status: 200 len: 854 time: 0.2490261 Sep 29 17:37:18.473599 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:18.502606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bccfac-9dff-4a73-befa-bd848db2d813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573fd005-ff0a-4f07-adb3-d505d12ea243'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:18.514999 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff6b333-2d66-43f2-873f-f901a6c25968" -d '{"events": [{"server_uuid": "77bccfac-9dff-4a73-befa-bd848db2d813", "name": "network-vif-plugged", "status": "completed", "tag": "573fd005-ff0a-4f07-adb3-d505d12ea243"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:18.536290 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 573fd005-ff0a-4f07-adb3-d505d12ea243, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=573fd005-ff0a-4f07-adb3-d505d12ea243,segment=NetworkSegment(2ae996d9-e4ad-4170-80c7-d9c132224d6c),segment_id=2ae996d9-e4ad-4170-80c7-d9c132224d6c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:18.536617 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3313ef75-77dc-4c06-a3a3-d1f66e357525 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-196243816'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:18.540855 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-2c86163f-dd7e-400f-aeb6-2e70d7c1a290 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a7ae65d9-f785-4446-bdb2-7429d9329f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880899 Sep 29 17:37:18.545334 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:18.548234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 15489ace-50dd-470e-a58d-80ec1403ce4b up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:37:18.555951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05253f61-1e12-4812-814b-0aab2c3fba54 req-3c9a1937-590b-42b6-9f99-509bc5283347 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Router c30f6858-9a99-41a1-aad9-c0be73e55fd9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:37:18.560390 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Request body: {'networks': [{'name': 'tempest-network--1348941523'}, {'name': 'tempest-network--864894355'}]} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:18.561474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Request body: {'network': {'name': 'tempest-network--1348941523'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:18.561954 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Request body: {'network': {'name': 'tempest-network--864894355'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:18.604825 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:37:18.604825 n-d-811748-2 neutron-server[95015]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 29 17:37:18.604825 n-d-811748-2 neutron-server[95015]: [parameters: {'project_id': 'a7b1297952184b25a228b2bcb7cc432c', 'id': '6e7008ac-9f3b-45f3-bb84-ff702a3cb613', 'expiration': datetime.datetime(2021, 9, 29, 17, 39, 18, 597662)}] Sep 29 17:37:18.604825 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:37:18.605975 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:37:18.622004 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3313ef75-77dc-4c06-a3a3-d1f66e357525 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:18.626065 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3313ef75-77dc-4c06-a3a3-d1f66e357525 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:18.632593 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a116ca-84de-4686-8bc8-f13865cdc65a x-openstack-request-id: req-e9a116ca-84de-4686-8bc8-f13865cdc65a {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:18.632924 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bccfac-9dff-4a73-befa-bd848db2d813", "name": "network-vif-plugged", "status": "completed", "tag": "573fd005-ff0a-4f07-adb3-d505d12ea243", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:18.633183 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9a116ca-84de-4686-8bc8-f13865cdc65a {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:18.633596 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bccfac-9dff-4a73-befa-bd848db2d813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573fd005-ff0a-4f07-adb3-d505d12ea243', 'code': 200} Sep 29 17:37:18.636128 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=573fd005-ff0a-4f07-adb3-d505d12ea243,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:18.663430 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3313ef75-77dc-4c06-a3a3-d1f66e357525 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:18.675568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 15489ace-50dd-470e-a58d-80ec1403ce4b completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:37:18.683635 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 15489ace-50dd-470e-a58d-80ec1403ce4b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:18.684689 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:18.702726 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6a360-91f4-43c3-aea5-0eb1ded697c9 req-8db3633c-f25f-4edf-b020-7d3804b82586 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:18.704315 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-74f6a360-91f4-43c3-aea5-0eb1ded697c9 req-8db3633c-f25f-4edf-b020-7d3804b82586 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 944 time: 0.0956907 Sep 29 17:37:18.775220 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:18.816779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 15489ace-50dd-470e-a58d-80ec1403ce4b, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=15489ace-50dd-470e-a58d-80ec1403ce4b,segment=NetworkSegment(877cd8f8-5244-48bb-a12f-6367e58e5134),segment_id=877cd8f8-5244-48bb-a12f-6367e58e5134)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:18.822424 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:18.838617 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-74f6a360-91f4-43c3-aea5-0eb1ded697c9 req-24e92c88-0e91-4f01-b3a4-6e4a457f0fcb tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228008 Sep 29 17:37:18.844680 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3313ef75-77dc-4c06-a3a3-d1f66e357525 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:18.851306 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3313ef75-77dc-4c06-a3a3-d1f66e357525 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:18.886602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3313ef75-77dc-4c06-a3a3-d1f66e357525 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:37:18.889099 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313ef75-77dc-4c06-a3a3-d1f66e357525 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28cc9b05-8af2-4f19-868a-cd0c1320ed46,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:18.892375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=15489ace-50dd-470e-a58d-80ec1403ce4b,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:18.905795 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3313ef75-77dc-4c06-a3a3-d1f66e357525 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:18.906212 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-3313ef75-77dc-4c06-a3a3-d1f66e357525 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Added segment 38760a64-17ac-46ed-8824-ee2a1553c6d8 of type vlan for network 655af29c-e403-497e-aaf3-18a11b8ae993 Sep 29 17:37:18.947731 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3313ef75-77dc-4c06-a3a3-d1f66e357525 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:18.975844 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3313ef75-77dc-4c06-a3a3-d1f66e357525 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:18.981838 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3313ef75-77dc-4c06-a3a3-d1f66e357525 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:18.982474 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3313ef75-77dc-4c06-a3a3-d1f66e357525 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:19.025827 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3313ef75-77dc-4c06-a3a3-d1f66e357525 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6405358 Sep 29 17:37:19.029109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-b50bf37c-9d3f-4af1-984c-712623ebfbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:19.030603 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-b50bf37c-9d3f-4af1-984c-712623ebfbaf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 200 len: 797 time: 0.5890729 Sep 29 17:37:19.060365 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313ef75-77dc-4c06-a3a3-d1f66e357525 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Network': ['ID=655af29c-e403-497e-aaf3-18a11b8ae993,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:19.072752 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 655af29c-e403-497e-aaf3-18a11b8ae993 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:37:19.138291 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Made reservation on behalf of a7b1297952184b25a228b2bcb7cc432c for: {'network': 2} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:19.144471 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:19.157887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:19.164611 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-b597e5f6-ca23-4102-a15f-85e6d7ecc337 service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146710 Sep 29 17:37:19.173547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46294) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:19.188869 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4136c-825d-485d-9e86-892b0ee924cc req-754e41c2-5451-475c-81e6-641038519fe4 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:19.190727 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e8f4136c-825d-485d-9e86-892b0ee924cc req-754e41c2-5451-475c-81e6-641038519fe4 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 945 time: 0.2201884 Sep 29 17:37:19.198266 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f8141e93-3763-4b1d-99a8-6f585d907326 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'subnet': {'network_id': '655af29c-e403-497e-aaf3-18a11b8ae993', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:19.209667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a439a6-8846-468a-b349-8e97d5819b23 req-0bc68f18-b1a1-472b-abc5-f84b5a584c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:19.211104 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94a439a6-8846-468a-b349-8e97d5819b23 req-0bc68f18-b1a1-472b-abc5-f84b5a584c47 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 1060 time: 0.2433739 Sep 29 17:37:19.243074 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-74899f12-6c40-4319-8842-2d3acfdc1d3e req-0b126de8-fc4d-4bbe-96f8-91f914b0f164 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 210 time: 0.0330718 Sep 29 17:37:19.296840 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-88d19e48-81fc-4c3e-bd9a-8307f7e9779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:19.298577 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-88d19e48-81fc-4c3e-bd9a-8307f7e9779c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2592130 Sep 29 17:37:19.301183 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:19.307354 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:19.307966 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:19.380234 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c701a7e1-07fc-47b8-a0be-fd1d2672affb,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:19.384561 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:37:19.398840 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:19.398840 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Added segment 60d71f99-2427-4c84-8e01-c4fc2af2ae01 of type vlan for network 92d4e248-87f7-4803-9ef2-290620ace398 Sep 29 17:37:19.417002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed63af4-9084-4e19-868a-03626de3422c req-b7d4e5a1-4b6f-40c0-878b-14e029bfbb85 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:19.418530 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6ed63af4-9084-4e19-868a-03626de3422c req-b7d4e5a1-4b6f-40c0-878b-14e029bfbb85 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 909 time: 0.0972733 Sep 29 17:37:19.427029 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e8f4136c-825d-485d-9e86-892b0ee924cc req-708eedc6-562c-46c1-b821-61a87cfcb6b0 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137470 Sep 29 17:37:19.435460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05253f61-1e12-4812-814b-0aab2c3fba54 req-3c9a1937-590b-42b6-9f99-509bc5283347 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:37:19.449223 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd83f5b-4297-4cb7-9e92-39c79e522e68 None None] Sync routers for ids ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:37:19.454078 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:19.461209 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd83f5b-4297-4cb7-9e92-39c79e522e68 None None] Routers {'c30f6858-9a99-41a1-aad9-c0be73e55fd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:19.462211 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2dd83f5b-4297-4cb7-9e92-39c79e522e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:19.486997 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:37:19.487483 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8141e93-3763-4b1d-99a8-6f585d907326 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:19.492202 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f8141e93-3763-4b1d-99a8-6f585d907326 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:19.500354 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:19.500728 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Added segment 53509462-25bc-4647-bb9e-c2d97a9b0152 of type vlan for network 96b65b30-088c-42b4-8579-391b7d962683 Sep 29 17:37:19.533152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-05253f61-1e12-4812-814b-0aab2c3fba54 req-3c9a1937-590b-42b6-9f99-509bc5283347 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] No DVR routers for this DVR port 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:19.539460 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-05253f61-1e12-4812-814b-0aab2c3fba54 req-3c9a1937-590b-42b6-9f99-509bc5283347 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:19.541588 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-05253f61-1e12-4812-814b-0aab2c3fba54 req-3c9a1937-590b-42b6-9f99-509bc5283347 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.49 "DELETE /v2.0/ports/2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 HTTP/1.1" status: 204 len: 173 time: 3.3444426 Sep 29 17:37:19.545437 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:19.555471 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5859e2b4-82d2-43c2-9d1b-b9e8f51085b9 req-3878ba77-52ed-4aa6-9428-6a35359c6b6f service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793705 Sep 29 17:37:19.583761 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-2dd83f5b-4297-4cb7-9e92-39c79e522e68 None None] Set router c30f6858-9a99-41a1-aad9-c0be73e55fd9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:37:19.591294 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:19.591924 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:19.599828 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:19.605128 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:19.606137 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:19.688562 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event updated for resources: {'Network': ['ID=92d4e248-87f7-4803-9ef2-290620ace398,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:19.704945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2899239 Sep 29 17:37:19.711835 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 92d4e248-87f7-4803-9ef2-290620ace398 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:37:19.741135 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46298) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:19.779674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9337c47-d1e3-41bc-981f-a1192b16f2a9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event updated for resources: {'Network': ['ID=96b65b30-088c-42b4-8579-391b7d962683,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:19.811404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 96b65b30-088c-42b4-8579-391b7d962683 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:37:19.813447 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d14e14-8dce-4930-b299-39a232838ead req-dbb1cbf3-959b-419b-a40b-384d29dba35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:19.814956 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6d14e14-8dce-4930-b299-39a232838ead req-dbb1cbf3-959b-419b-a40b-384d29dba35a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00f4ff54a31b4dd99836327b3df86ada&device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 1095 time: 0.1769984 Sep 29 17:37:19.825338 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2dd83f5b-4297-4cb7-9e92-39c79e522e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'name': 'tempest-ServerActionsTestJSON-1698447124-router', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:17Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'gw_port': {'id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:19Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '84e8728b-b938-4cde-a667-284f7063ee77', 'name': '', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'mac_address': 'fa:16:3e:fe:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:23Z', 'updated_at': '2021-09-29T17:28:30Z', 'revision_number': 5, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'subnets': [{'id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:19.853004 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd83f5b-4297-4cb7-9e92-39c79e522e68 None None] Checking router: c30f6858-9a99-41a1-aad9-c0be73e55fd9 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:37:19.862938 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd83f5b-4297-4cb7-9e92-39c79e522e68 None None] Routers {'c30f6858-9a99-41a1-aad9-c0be73e55fd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:19.863546 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2dd83f5b-4297-4cb7-9e92-39c79e522e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:19.930033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'name': 'network-vif-deleted', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:19.932232 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3c87af-1429-4ca8-8b8c-6c0bb0e7f921" -d '{"events": [{"server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "name": "network-vif-deleted", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:19.976330 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-2dd83f5b-4297-4cb7-9e92-39c79e522e68 None None] Set router c30f6858-9a99-41a1-aad9-c0be73e55fd9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:37:19.985594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-a16af341-dbf8-40b5-a442-e00a7c8fee9b service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723032 Sep 29 17:37:19.988117 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ff93-cff8-4ef4-bae3-f2b37b30cae8 req-ce891a84-b77b-46ec-876a-9388ab1c3bf3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:19.997044 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-99c6ff93-cff8-4ef4-bae3-f2b37b30cae8 req-ce891a84-b77b-46ec-876a-9388ab1c3bf3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 944 time: 0.0682404 Sep 29 17:37:19.998169 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e718ae-e5e0-4fcb-9ef2-1b59e097caec x-openstack-request-id: req-51e718ae-e5e0-4fcb-9ef2-1b59e097caec {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:19.998464 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a69d13a5-456f-47f0-b4d3-2863a4a79f55", "name": "network-vif-deleted", "tag": "2b90c3a8-d67a-4f2d-8bbf-11c5425183e3", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:19.998719 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51e718ae-e5e0-4fcb-9ef2-1b59e097caec {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:19.999103 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a69d13a5-456f-47f0-b4d3-2863a4a79f55', 'name': 'network-vif-deleted', 'tag': '2b90c3a8-d67a-4f2d-8bbf-11c5425183e3', 'status': 'completed', 'code': 200} Sep 29 17:37:20.050783 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-99c6ff93-cff8-4ef4-bae3-f2b37b30cae8 req-f1ecdf25-56f6-461b-a9b0-914647e753d2 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524735 Sep 29 17:37:20.160361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e762ce-f92c-48ea-b805-f25c8e9a250f tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:20.167336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e762ce-f92c-48ea-b805-f25c8e9a250f tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:20.173160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e762ce-f92c-48ea-b805-f25c8e9a250f tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:20.180580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e762ce-f92c-48ea-b805-f25c8e9a250f tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:20.182627 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-36e762ce-f92c-48ea-b805-f25c8e9a250f tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4379225 Sep 29 17:37:20.186442 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46308) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:20.239302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d14e14-8dce-4930-b299-39a232838ead req-c80ada0e-1c07-4619-9952-80518e798f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:20.242380 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6d14e14-8dce-4930-b299-39a232838ead req-c80ada0e-1c07-4619-9952-80518e798f85 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a7ae65d9-f785-4446-bdb2-7429d9329f6f HTTP/1.1" status: 200 len: 915 time: 0.4101911 Sep 29 17:37:20.256575 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:20.284556 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-c19be898-fc6d-4c1d-9ef7-5a14c4b3a733 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809529 Sep 29 17:37:20.288274 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f8141e93-3763-4b1d-99a8-6f585d907326 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:20.288709 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be4ab86b-d209-4d9a-bb4b-567865bf3e1e tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:20.312048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:20.312460 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2b90c3a8-d67a-4f2d-8bbf-11c5425183e3 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:20.365708 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2dd83f5b-4297-4cb7-9e92-39c79e522e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'name': 'tempest-ServerActionsTestJSON-1698447124-router', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:17Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'gw_port': {'id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:19Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '84e8728b-b938-4cde-a667-284f7063ee77', 'name': '', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'mac_address': 'fa:16:3e:fe:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:23Z', 'updated_at': '2021-09-29T17:28:30Z', 'revision_number': 5, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'subnets': [{'id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:20.385137 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6d14e14-8dce-4930-b299-39a232838ead req-654e8b7e-4885-495a-92c0-543b73a2ba5b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa67ed92-9765-43b0-98d3-537224ec332f HTTP/1.1" status: 200 len: 217 time: 0.0995390 Sep 29 17:37:20.396403 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd83f5b-4297-4cb7-9e92-39c79e522e68 None None] The sync data for ids ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'] in n-d-811748-2 is: [{'id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'name': 'tempest-ServerActionsTestJSON-1698447124-router', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:17Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'gw_port': {'id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:19Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '84e8728b-b938-4cde-a667-284f7063ee77', 'name': '', 'network_id': '1f0ca1aa-2785-4da9-a438-d4ec33084832', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'mac_address': 'fa:16:3e:fe:89:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:23Z', 'updated_at': '2021-09-29T17:28:30Z', 'revision_number': 5, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'subnets': [{'id': '4d2fd541-a275-4545-a639-0ebd3c6c4961', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:37:20.404332 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be4ab86b-d209-4d9a-bb4b-567865bf3e1e tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:20.428227 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-0819434f-7ce8-4e7a-96d9-9340a1d73d59 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=7917363c-c768-4f5a-92b4-6ea93f5618f4 HTTP/1.1" status: 200 len: 217 time: 0.0842328 Sep 29 17:37:20.454802 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f5d3010-5454-4468-bf1d-54c9ebbbbdb9 req-5710f114-a294-4f0b-af42-546539a19610 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/ports?device_id=a69d13a5-456f-47f0-b4d3-2863a4a79f55 HTTP/1.1" status: 200 len: 210 time: 0.0401220 Sep 29 17:37:20.456705 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-be4ab86b-d209-4d9a-bb4b-567865bf3e1e tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d4e248-87f7-4803-9ef2-290620ace398']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:20.467614 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-be4ab86b-d209-4d9a-bb4b-567865bf3e1e tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d71f99-2427-4c84-8e01-c4fc2af2ae01') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:20.467815 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-be4ab86b-d209-4d9a-bb4b-567865bf3e1e tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d71f99-2427-4c84-8e01-c4fc2af2ae01') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:20.500377 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be4ab86b-d209-4d9a-bb4b-567865bf3e1e tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:20.519008 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be4ab86b-d209-4d9a-bb4b-567865bf3e1e tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:20.527517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4ab86b-d209-4d9a-bb4b-567865bf3e1e tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:20.527517 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be4ab86b-d209-4d9a-bb4b-567865bf3e1e tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:20.537711 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:20.564028 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8141e93-3763-4b1d-99a8-6f585d907326 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Subnet': ['ID=23d71f99-afd9-4b8e-b738-83c9bd610a6a,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:20.579711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-39b6e67b-6942-44d6-8d11-e5fbfc07b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:20.581207 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-39b6e67b-6942-44d6-8d11-e5fbfc07b8dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 200 len: 797 time: 0.1063991 Sep 29 17:37:20.621786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8141e93-3763-4b1d-99a8-6f585d907326 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Checking segment: {'id': '38760a64-17ac-46ed-8824-ee2a1553c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '655af29c-e403-497e-aaf3-18a11b8ae993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:20.621786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8141e93-3763-4b1d-99a8-6f585d907326 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network hostable DHCP agents. Network: 655af29c-e403-497e-aaf3-18a11b8ae993, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:37:20.635959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e88947-c5e4-4f9f-8e71-9be26f187130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15489ace-50dd-470e-a58d-80ec1403ce4b'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:20.636110 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be4ab86b-d209-4d9a-bb4b-567865bf3e1e tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:20.638515 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e35d05-976a-4ed7-822f-2c73b068bbb2" -d '{"events": [{"server_uuid": "83e88947-c5e4-4f9f-8e71-9be26f187130", "name": "network-vif-plugged", "status": "completed", "tag": "15489ace-50dd-470e-a58d-80ec1403ce4b"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:20.641791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d14e14-8dce-4930-b299-39a232838ead req-9107965c-4e66-410a-a5b4-c30299b13358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:20.643426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6d14e14-8dce-4930-b299-39a232838ead req-9107965c-4e66-410a-a5b4-c30299b13358 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bbad4c0-0681-418d-aef1-176c25bc2285 HTTP/1.1" status: 200 len: 854 time: 0.2202303 Sep 29 17:37:20.643571 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be4ab86b-d209-4d9a-bb4b-567865bf3e1e tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:20.648849 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-be4ab86b-d209-4d9a-bb4b-567865bf3e1e tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "DELETE /v2.0/networks/92d4e248-87f7-4803-9ef2-290620ace398 HTTP/1.1" status: 204 len: 168 time: 0.4582772 Sep 29 17:37:20.650333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46318) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:20.673057 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77067309-dca8-4d0f-8231-b6cbd265ae24 req-14b934db-0a50-4293-bc5a-ebc8b100c9e1 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:20.674760 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-77067309-dca8-4d0f-8231-b6cbd265ae24 req-14b934db-0a50-4293-bc5a-ebc8b100c9e1 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 945 time: 0.1193671 Sep 29 17:37:20.675757 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ab86b-d209-4d9a-bb4b-567865bf3e1e tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event deleted for resources: {'Network': ['ID=92d4e248-87f7-4803-9ef2-290620ace398,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:20.727957 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6d14e14-8dce-4930-b299-39a232838ead req-67029960-a3b1-4c47-b49c-8b21ccb32258 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a7ae65d9-f785-4446-bdb2-7429d9329f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601161 Sep 29 17:37:20.742271 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-77067309-dca8-4d0f-8231-b6cbd265ae24 req-2ab5eb1f-f221-464b-ad1d-bb39303a5fe8 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516472 Sep 29 17:37:20.761973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e5a3b-b549-4822-8bd4-248299c4684b req-c63e8c2a-1f54-4ce0-8b0b-6ecccafc3198 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:20.764942 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-884e5a3b-b549-4822-8bd4-248299c4684b req-c63e8c2a-1f54-4ce0-8b0b-6ecccafc3198 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 909 time: 0.2109745 Sep 29 17:37:20.782154 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8141e93-3763-4b1d-99a8-6f585d907326 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network 655af29c-e403-497e-aaf3-18a11b8ae993 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:37:20.801222 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17c573b-e06a-41c9-909f-dd003ae10d1f x-openstack-request-id: req-a17c573b-e06a-41c9-909f-dd003ae10d1f {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:20.801767 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e88947-c5e4-4f9f-8e71-9be26f187130", "name": "network-vif-plugged", "status": "completed", "tag": "15489ace-50dd-470e-a58d-80ec1403ce4b", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:20.801863 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a17c573b-e06a-41c9-909f-dd003ae10d1f {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:20.802181 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e88947-c5e4-4f9f-8e71-9be26f187130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15489ace-50dd-470e-a58d-80ec1403ce4b', 'code': 200} Sep 29 17:37:20.818623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc218c5-cff5-4f19-9314-e4d04bab360f None None] New status for floating IP 5308e22c-c22f-47ca-9a74-b20465819e62: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:37:20.842272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-a33b949b-cd58-49bc-87b3-da95017a0042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:20.843763 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-a33b949b-cd58-49bc-87b3-da95017a0042 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2394638 Sep 29 17:37:20.876230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-f8141e93-3763-4b1d-99a8-6f585d907326 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 655af29c-e403-497e-aaf3-18a11b8ae993) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:20.895946 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96918ccf-07a7-4514-bb7c-2f1765b927db tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:20.900549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cb5dc0-ed1c-451c-a701-cb80ebd26589 None None] Network 655af29c-e403-497e-aaf3-18a11b8ae993 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:20.900970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8141e93-3763-4b1d-99a8-6f585d907326 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:20.901588 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f8141e93-3763-4b1d-99a8-6f585d907326 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.029823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f8141e93-3763-4b1d-99a8-6f585d907326 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8502438 Sep 29 17:37:21.033812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46320) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:21.039740 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e63bd468-ed04-4e71-a333-4da040c8bf9a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-111215209'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:21.061633 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63bd468-ed04-4e71-a333-4da040c8bf9a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:21.065576 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e63bd468-ed04-4e71-a333-4da040c8bf9a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.092148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6d14e14-8dce-4930-b299-39a232838ead req-12df94f2-3c16-471c-8b53-a8adfb0250d7 service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240144 Sep 29 17:37:21.093831 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63bd468-ed04-4e71-a333-4da040c8bf9a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:37:21.105317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0762c40-2440-4b89-8ba0-646d7eca4008 req-cc40ba8d-f573-4799-8fe0-3c583a02d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:21.107089 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c0762c40-2440-4b89-8ba0-646d7eca4008 req-cc40ba8d-f573-4799-8fe0-3c583a02d888 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 1096 time: 0.2151127 Sep 29 17:37:21.108179 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e63bd468-ed04-4e71-a333-4da040c8bf9a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.108849 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-e63bd468-ed04-4e71-a333-4da040c8bf9a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Added segment d66298f3-fa83-4233-99a8-062244843ab8 of type vlan for network 86778cd4-1d75-42ff-8faa-126d14d6b45e Sep 29 17:37:21.109199 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-b0bf4a02-6952-42f8-b19c-f5c978290890 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501345 Sep 29 17:37:21.167680 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e63bd468-ed04-4e71-a333-4da040c8bf9a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.196166 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e63bd468-ed04-4e71-a333-4da040c8bf9a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.204092 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63bd468-ed04-4e71-a333-4da040c8bf9a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:21.204968 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e63bd468-ed04-4e71-a333-4da040c8bf9a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.210151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-655af29c-e403-497e-aaf3-18a11b8ae993', 'network_id': '655af29c-e403-497e-aaf3-18a11b8ae993', 'tenant_id': '17e27756e396474aa986253bf2f2138e', 'fixed_ips': [{'subnet_id': '23d71f99-afd9-4b8e-b738-83c9bd610a6a'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:37:21.211041 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.262969 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e63bd468-ed04-4e71-a333-4da040c8bf9a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2250254 Sep 29 17:37:21.263389 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46326) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:21.295036 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6b94a0f4-6d3b-4de4-b374-942638e8875b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'subnet': {'network_id': '86778cd4-1d75-42ff-8faa-126d14d6b45e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:21.300386 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bd468-ed04-4e71-a333-4da040c8bf9a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Network': ['ID=86778cd4-1d75-42ff-8faa-126d14d6b45e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:21.332821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 86778cd4-1d75-42ff-8faa-126d14d6b45e details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:37:21.408795 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b94a0f4-6d3b-4de4-b374-942638e8875b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:21.413664 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b94a0f4-6d3b-4de4-b374-942638e8875b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.490834 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Allocated IP 172.20.255.242 (655af29c-e403-497e-aaf3-18a11b8ae993/23d71f99-afd9-4b8e-b738-83c9bd610a6a/a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:37:21.553876 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96918ccf-07a7-4514-bb7c-2f1765b927db tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.597611 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46332) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:21.662040 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.667977 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.669309 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-96918ccf-07a7-4514-bb7c-2f1765b927db tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b65b30-088c-42b4-8579-391b7d962683']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:21.672720 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b94a0f4-6d3b-4de4-b374-942638e8875b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.690292 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-96918ccf-07a7-4514-bb7c-2f1765b927db tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53509462-25bc-4647-bb9e-c2d97a9b0152') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:21.690592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-96918ccf-07a7-4514-bb7c-2f1765b927db tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53509462-25bc-4647-bb9e-c2d97a9b0152') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:21.706051 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c0762c40-2440-4b89-8ba0-646d7eca4008 req-7caa0cbd-3c0e-4d03-ac1c-5604cc16dc2d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821455 Sep 29 17:37:21.706490 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Network 655af29c-e403-497e-aaf3-18a11b8ae993 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:21.711007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:21.715440 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:21.716012 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96918ccf-07a7-4514-bb7c-2f1765b927db tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.723410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Pushing event updated for resources: {'Port': ['ID=a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:21.757388 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91965f63-49a6-4640-b657-6ba07f2721c0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.758221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acd15a-3572-426f-9292-a1d9d1a53bb1 req-6f97033a-8dac-47fa-b670-4c323c068e1f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:21.761160 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94a0f4-6d3b-4de4-b374-942638e8875b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Subnet': ['ID=42aa7ead-7ac7-420a-aba7-8d6bd951490d,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:21.765753 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5acd15a-3572-426f-9292-a1d9d1a53bb1 req-6f97033a-8dac-47fa-b670-4c323c068e1f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 944 time: 0.6129277 Sep 29 17:37:21.773687 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96918ccf-07a7-4514-bb7c-2f1765b927db tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.792437 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6d14e14-8dce-4930-b299-39a232838ead req-cf2b3b44-42df-4c4f-b4b0-a1525525e0bb service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6789973 Sep 29 17:37:21.802906 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96918ccf-07a7-4514-bb7c-2f1765b927db tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:21.803450 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96918ccf-07a7-4514-bb7c-2f1765b927db tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.805947 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Attempting to bind port a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:37:21.806471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Attempting to bind port a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '38760a64-17ac-46ed-8824-ee2a1553c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '655af29c-e403-497e-aaf3-18a11b8ae993'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:37:21.806671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Attempting to bind port a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1 on network 655af29c-e403-497e-aaf3-18a11b8ae993 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:21.807065 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94a0f4-6d3b-4de4-b374-942638e8875b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Checking segment: {'id': 'd66298f3-fa83-4233-99a8-062244843ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '86778cd4-1d75-42ff-8faa-126d14d6b45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:21.807616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b94a0f4-6d3b-4de4-b374-942638e8875b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network hostable DHCP agents. Network: 86778cd4-1d75-42ff-8faa-126d14d6b45e, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:37:21.808162 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-827a9089-a119-47a8-9e90-39c0d1697972 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6851845 Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:21.808658 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:21.815502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:37:21.816491 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Checking segment: {'id': '38760a64-17ac-46ed-8824-ee2a1553c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '655af29c-e403-497e-aaf3-18a11b8ae993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:21.817154 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.817683 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Bound using segment: {'id': '38760a64-17ac-46ed-8824-ee2a1553c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '655af29c-e403-497e-aaf3-18a11b8ae993'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:37:21.818943 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Bound port: a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38760a64-17ac-46ed-8824-ee2a1553c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '655af29c-e403-497e-aaf3-18a11b8ae993'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:37:21.819150 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91965f63-49a6-4640-b657-6ba07f2721c0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.819538 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.888685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b94a0f4-6d3b-4de4-b374-942638e8875b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network 86778cd4-1d75-42ff-8faa-126d14d6b45e is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:37:21.893036 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5acd15a-3572-426f-9292-a1d9d1a53bb1 req-e3bc02c3-0208-4d1a-a883-dcfc67160f1a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263423 Sep 29 17:37:21.900530 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96918ccf-07a7-4514-bb7c-2f1765b927db tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.913133 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] For port a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:21.917546 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] For port a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1,segment=NetworkSegment(38760a64-17ac-46ed-8824-ee2a1553c6d8),segment_id=38760a64-17ac-46ed-8824-ee2a1553c6d8)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:37:21.923101 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.923422 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96918ccf-07a7-4514-bb7c-2f1765b927db tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.930252 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-96918ccf-07a7-4514-bb7c-2f1765b927db tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "DELETE /v2.0/networks/96b65b30-088c-42b4-8579-391b7d962683 HTTP/1.1" status: 204 len: 168 time: 1.2756522 Sep 29 17:37:21.936432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46338) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:21.937571 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-6b94a0f4-6d3b-4de4-b374-942638e8875b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 86778cd4-1d75-42ff-8faa-126d14d6b45e) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:21.957911 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad98bf19-c99d-413a-bd8b-31b7ab00e05b None None] Network 86778cd4-1d75-42ff-8faa-126d14d6b45e requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:21.961796 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91965f63-49a6-4640-b657-6ba07f2721c0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.968520 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91965f63-49a6-4640-b657-6ba07f2721c0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.972333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96918ccf-07a7-4514-bb7c-2f1765b927db tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event deleted for resources: {'Network': ['ID=96b65b30-088c-42b4-8579-391b7d962683,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:21.972909 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-91965f63-49a6-4640-b657-6ba07f2721c0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "DELETE /v2.0/security-groups/e17e9e19-a9b5-47c6-9839-3e1537259a45 HTTP/1.1" status: 204 len: 168 time: 0.3744485 Sep 29 17:37:21.976668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b94a0f4-6d3b-4de4-b374-942638e8875b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:21.977915 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b94a0f4-6d3b-4de4-b374-942638e8875b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:21.981951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46340) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:22.014008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc063a2-e16b-431a-9e40-c3c348b316c0 req-0bd5f456-4f96-4198-991d-c153f809f8f2 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:22.015586 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8dc063a2-e16b-431a-9e40-c3c348b316c0 req-0bd5f456-4f96-4198-991d-c153f809f8f2 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 945 time: 0.1742485 Sep 29 17:37:22.025574 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6b94a0f4-6d3b-4de4-b374-942638e8875b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7581880 Sep 29 17:37:22.029492 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46342) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:22.040196 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91965f63-49a6-4640-b657-6ba07f2721c0 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17e9e19-a9b5-47c6-9839-3e1537259a45,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:22.068862 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbdc32-25eb-4bcd-b2c5-7eb79f3a465d None None] Pushing event updated for resources: {'Port': ['ID=a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:22.091472 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8dc063a2-e16b-431a-9e40-c3c348b316c0 req-b8817a9e-8ae5-40b7-9d27-d1ea1fd3c1e7 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676751 Sep 29 17:37:22.116491 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-6bb5f36d-a8cc-402f-87f8-006a08bf6d30 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] show failed (client error): The resource could not be found. Sep 29 17:37:22.117560 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6bb5f36d-a8cc-402f-87f8-006a08bf6d30 tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "GET /v2.0/security-groups/e17e9e19-a9b5-47c6-9839-3e1537259a45 HTTP/1.1" status: 404 len: 347 time: 0.1222129 Sep 29 17:37:22.134693 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46344) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:22.180411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689ea733-ff34-4624-93e1-2bd4e5d7e21e tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:22.186683 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689ea733-ff34-4624-93e1-2bd4e5d7e21e tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:22.188631 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-689ea733-ff34-4624-93e1-2bd4e5d7e21e tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2498481 Sep 29 17:37:22.191389 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-56689e13-449d-47f9-82dc-67abd5870984 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=50ca4778-6f90-4824-b2a2-0811f211b24d HTTP/1.1" status: 200 len: 217 time: 0.0829799 Sep 29 17:37:22.195425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46346) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:22.200496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1d0d728e-a359-4f3a-bd93-9271f97709ad tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1964346625'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:22.296380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-e01d70a2-d8c5-48da-b41c-f7148e9facbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:22.297958 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-e01d70a2-d8c5-48da-b41c-f7148e9facbd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 200 len: 797 time: 0.0918996 Sep 29 17:37:22.331531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b55ae-5af9-47e5-a307-13675aa9dbf0 req-1f4dd6d6-2534-479a-a55a-e8bfe9291748 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:22.343060 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-918b55ae-5af9-47e5-a307-13675aa9dbf0 req-1f4dd6d6-2534-479a-a55a-e8bfe9291748 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 909 time: 0.3555422 Sep 29 17:37:22.351668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0d728e-a359-4f3a-bd93-9271f97709ad tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Made reservation on behalf of a7b1297952184b25a228b2bcb7cc432c for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:22.354720 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device aa67ed92-9765-43b0-98d3-537224ec332f details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:37:22.357039 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d0d728e-a359-4f3a-bd93-9271f97709ad tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:22.435227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0d728e-a359-4f3a-bd93-9271f97709ad tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:37:22.441769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-54448986-ae63-47dd-9fd6-8a5b606e2076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:22.443627 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-54448986-ae63-47dd-9fd6-8a5b606e2076 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1353917 Sep 29 17:37:22.493473 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d0d728e-a359-4f3a-bd93-9271f97709ad tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:22.493768 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-1d0d728e-a359-4f3a-bd93-9271f97709ad tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Added segment 327be795-0378-4bf8-8e8a-d366dcef838d of type vlan for network 0216bc76-608a-4729-847d-be67f9d14c0f Sep 29 17:37:22.543269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-86778cd4-1d75-42ff-8faa-126d14d6b45e', 'network_id': '86778cd4-1d75-42ff-8faa-126d14d6b45e', 'tenant_id': '17e27756e396474aa986253bf2f2138e', 'fixed_ips': [{'subnet_id': '42aa7ead-7ac7-420a-aba7-8d6bd951490d'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:37:22.544139 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:22.579423 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d0d728e-a359-4f3a-bd93-9271f97709ad tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:22.582060 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port aa67ed92-9765-43b0-98d3-537224ec332f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=aa67ed92-9765-43b0-98d3-537224ec332f,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:22.614448 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-b798745d-1932-4027-9bcf-08aa8d1e0b88 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608810 Sep 29 17:37:22.621075 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d0d728e-a359-4f3a-bd93-9271f97709ad tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:22.627196 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0d728e-a359-4f3a-bd93-9271f97709ad tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:22.627961 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d0d728e-a359-4f3a-bd93-9271f97709ad tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:22.648996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'aa67ed92-9765-43b0-98d3-537224ec332f', 'network_id': 'a7ae65d9-f785-4446-bdb2-7429d9329f6f', 'port_id': 'aa67ed92-9765-43b0-98d3-537224ec332f', 'mac_address': 'fa:16:3e:ad:85:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbad4c0-0681-418d-aef1-176c25bc2285', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:37:22.704641 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1d0d728e-a359-4f3a-bd93-9271f97709ad tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5056276 Sep 29 17:37:22.712602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46352) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:22.718561 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-49366a69-b13c-4fd3-9a36-4e35baeb9fe7 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-911281647'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:22.725872 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:22.727929 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:22.761491 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d728e-a359-4f3a-bd93-9271f97709ad tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event updated for resources: {'Network': ['ID=0216bc76-608a-4729-847d-be67f9d14c0f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:22.768817 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa67ed92-9765-43b0-98d3-537224ec332f {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:37:22.782934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 0216bc76-608a-4729-847d-be67f9d14c0f details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:37:22.797612 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-f05b4680-89af-46b5-a266-b2f5de2db5e5 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668422 Sep 29 17:37:22.811727 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89e929-949f-4aa2-88a6-6fa7736e238a req-8b761eca-b807-47c4-a20f-6b4929029c7a tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:22.820764 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e89e929-949f-4aa2-88a6-6fa7736e238a req-8b761eca-b807-47c4-a20f-6b4929029c7a tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 909 time: 0.1538348 Sep 29 17:37:22.825635 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port aa67ed92-9765-43b0-98d3-537224ec332f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=aa67ed92-9765-43b0-98d3-537224ec332f,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:22.833048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49366a69-b13c-4fd3-9a36-4e35baeb9fe7 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Made reservation on behalf of a7b1297952184b25a228b2bcb7cc432c for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:22.840227 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49366a69-b13c-4fd3-9a36-4e35baeb9fe7 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:22.846999 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:22.858156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Allocated IP 172.20.0.2 (86778cd4-1d75-42ff-8faa-126d14d6b45e/42aa7ead-7ac7-420a-aba7-8d6bd951490d/97cb0969-d3c6-4da8-99e9-dc61846e4748) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:37:22.863227 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-6e037800-4341-4394-adbd-4300006f4356 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=0f106657-1ac8-4cf6-818e-c6f19b81b4c7 HTTP/1.1" status: 200 len: 217 time: 0.0545349 Sep 29 17:37:22.978395 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:22.996817 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=aa67ed92-9765-43b0-98d3-537224ec332f,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:23.010421 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d9043341-9ad6-4768-8961-e9ca09731cfb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Deleting port 879255b7-54e2-4225-b499-3f76065e696f {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:23.010753 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9043341-9ad6-4768-8961-e9ca09731cfb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.015185 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49366a69-b13c-4fd3-9a36-4e35baeb9fe7 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:37:23.036518 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-88c7dd28-d238-428a-b527-54ed95b682bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:23.038419 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-88c7dd28-d238-428a-b527-54ed95b682bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 200 len: 797 time: 0.1674566 Sep 29 17:37:23.056302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668ae23-c6cb-4299-a86f-a060ffe3044a req-3f9efb3b-076a-4652-9c03-5619e992e477 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:23.058731 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a668ae23-c6cb-4299-a86f-a060ffe3044a req-3f9efb3b-076a-4652-9c03-5619e992e477 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 1060 time: 0.1109617 Sep 29 17:37:23.085637 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49366a69-b13c-4fd3-9a36-4e35baeb9fe7 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.085976 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-49366a69-b13c-4fd3-9a36-4e35baeb9fe7 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Added segment 76300eeb-58ef-4689-b3e7-794c850e9646 of type vlan for network 55fe667d-ec4d-45c2-8a34-2e621087334d Sep 29 17:37:23.119924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['aa67ed92-9765-43b0-98d3-537224ec332f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:37:23.189353 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-a77a1506-59cb-4593-887c-93b3a5323a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:23.191471 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-a77a1506-59cb-4593-887c-93b3a5323a8c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1311526 Sep 29 17:37:23.217104 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49366a69-b13c-4fd3-9a36-4e35baeb9fe7 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.231496 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.248940 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.275982 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9043341-9ad6-4768-8961-e9ca09731cfb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.276321 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9043341-9ad6-4768-8961-e9ca09731cfb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.293468 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65da31-7a74-41aa-b7d5-26cb50eae64b req-b3c5c238-425d-4ed9-b77e-8a921eceabf8 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:23.295710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Pushing event updated for resources: {'Port': ['ID=97cb0969-d3c6-4da8-99e9-dc61846e4748,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:23.295884 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aa65da31-7a74-41aa-b7d5-26cb50eae64b req-b3c5c238-425d-4ed9-b77e-8a921eceabf8 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 945 time: 0.2691023 Sep 29 17:37:23.322138 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Network 86778cd4-1d75-42ff-8faa-126d14d6b45e is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:23.330200 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:23.333332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:23.347111 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d9043341-9ad6-4768-8961-e9ca09731cfb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Calling delete_port for 879255b7-54e2-4225-b499-3f76065e696f owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:23.347408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6770e-8b96-4095-b79e-56b03aeb5ff3 req-8a32e3dd-9f9d-4556-999c-0acc03a86536 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:23.349032 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f6770e-8b96-4095-b79e-56b03aeb5ff3 req-8a32e3dd-9f9d-4556-999c-0acc03a86536 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 1135 time: 0.1564424 Sep 29 17:37:23.360441 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49366a69-b13c-4fd3-9a36-4e35baeb9fe7 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.368863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49366a69-b13c-4fd3-9a36-4e35baeb9fe7 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:23.369979 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49366a69-b13c-4fd3-9a36-4e35baeb9fe7 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.387040 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aa65da31-7a74-41aa-b7d5-26cb50eae64b req-e738c010-4fb7-4323-81ad-a2bfd7b49a2b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758805 Sep 29 17:37:23.413352 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.465578 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Subnet': ['ID=42aa7ead-7ac7-420a-aba7-8d6bd951490d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:23.472127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Attempting to bind port 97cb0969-d3c6-4da8-99e9-dc61846e4748 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:37:23.472557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Attempting to bind port 97cb0969-d3c6-4da8-99e9-dc61846e4748 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd66298f3-fa83-4233-99a8-062244843ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '86778cd4-1d75-42ff-8faa-126d14d6b45e'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:37:23.473072 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Attempting to bind port 97cb0969-d3c6-4da8-99e9-dc61846e4748 on network 86778cd4-1d75-42ff-8faa-126d14d6b45e {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:23.488243 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:37:23.488674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Checking segment: {'id': 'd66298f3-fa83-4233-99a8-062244843ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '86778cd4-1d75-42ff-8faa-126d14d6b45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:23.489180 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.489604 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Bound using segment: {'id': 'd66298f3-fa83-4233-99a8-062244843ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '86778cd4-1d75-42ff-8faa-126d14d6b45e'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:37:23.490632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Bound port: 97cb0969-d3c6-4da8-99e9-dc61846e4748, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66298f3-fa83-4233-99a8-062244843ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '86778cd4-1d75-42ff-8faa-126d14d6b45e'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:37:23.491091 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.494042 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-fb38f83f-f75b-47a8-98fe-e6b3ddc6b376 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886832 Sep 29 17:37:23.496120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f6770e-8b96-4095-b79e-56b03aeb5ff3 req-25d3dc98-5e45-4daa-9d04-2059fab0535f tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5&id=a7cf6b6f-f57b-418d-97ca-bb249e10be88&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1304176 Sep 29 17:37:23.509721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce29467-612d-4012-a2be-a48164bd27eb None None] Network 655af29c-e403-497e-aaf3-18a11b8ae993 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:23.528092 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46366) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:23.566341 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-49366a69-b13c-4fd3-9a36-4e35baeb9fe7 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8522408 Sep 29 17:37:23.570295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46368) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:23.580524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Request body: {'ports': [{'network_id': '0216bc76-608a-4729-847d-be67f9d14c0f', 'name': 'tempest-port--1560435950', 'admin_state_up': True}, {'network_id': '55fe667d-ec4d-45c2-8a34-2e621087334d', 'admin_state_up': False}]} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:23.581469 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Request body: {'port': {'network_id': '0216bc76-608a-4729-847d-be67f9d14c0f', 'name': 'tempest-port--1560435950', 'admin_state_up': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:23.582187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Request body: {'port': {'network_id': '55fe667d-ec4d-45c2-8a34-2e621087334d', 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:23.657163 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0e8efe69-ae16-4d81-8aab-cb6a1ac415a2 None None] Provisioning complete for port a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:23.657548 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0e8efe69-ae16-4d81-8aab-cb6a1ac415a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.671055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49366a69-b13c-4fd3-9a36-4e35baeb9fe7 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event updated for resources: {'Network': ['ID=55fe667d-ec4d-45c2-8a34-2e621087334d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:23.687980 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 55fe667d-ec4d-45c2-8a34-2e621087334d details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:37:23.694443 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] For port 97cb0969-d3c6-4da8-99e9-dc61846e4748, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:23.703413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992b76d5-7f08-4884-b835-e4484ce6d7a2 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:23.707600 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-992b76d5-7f08-4884-b835-e4484ce6d7a2 tempest-TestSecurityGroupsBasicOps-1620352252 tempest-TestSecurityGroupsBasicOps-1620352252-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 1055 time: 0.1741545 Sep 29 17:37:23.723554 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-6aa1e79e-5689-40b2-9ae2-a43ca20c5962 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150919 Sep 29 17:37:23.746210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] For port 97cb0969-d3c6-4da8-99e9-dc61846e4748, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=97cb0969-d3c6-4da8-99e9-dc61846e4748,segment=NetworkSegment(d66298f3-fa83-4233-99a8-062244843ab8),segment_id=d66298f3-fa83-4233-99a8-062244843ab8)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:37:23.764820 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.785329 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.793252 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-236b4dce-81dd-4c8e-98cd-253439be9573 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62fd392b-0e65-4206-a548-c46677c479e2 HTTP/1.1" status: 200 len: 217 time: 0.0534067 Sep 29 17:37:23.811010 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86778cd4-1d75-42ff-8faa-126d14d6b45e']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:23.822689 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66298f3-fa83-4233-99a8-062244843ab8') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:23.823458 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66298f3-fa83-4233-99a8-062244843ab8') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:23.836011 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.854453 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.861328 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:23.861807 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.913503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-3f37dbef-0a6b-44b8-9f48-f0dbfe141195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:23.914941 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-3f37dbef-0a6b-44b8-9f48-f0dbfe141195 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef HTTP/1.1" status: 200 len: 797 time: 0.0820293 Sep 29 17:37:23.916406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Made reservation on behalf of a7b1297952184b25a228b2bcb7cc432c for: {'port': 2} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:23.921334 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.924685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd8440-f844-4689-8be9-04d4b91e3a40 None None] Pushing event updated for resources: {'Port': ['ID=97cb0969-d3c6-4da8-99e9-dc61846e4748,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:23.938307 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:23.945778 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:23.959329 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 17:37:23.959329 n-d-811748-2 neutron-server[95015]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 17:37:23.959329 n-d-811748-2 neutron-server[95015]: [parameters: {'id': '86778cd4-1d75-42ff-8faa-126d14d6b45e'}] Sep 29 17:37:23.959329 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:37:23.959990 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:37:23.977014 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0e8efe69-ae16-4d81-8aab-cb6a1ac415a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:23.981992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7a0e26-9d7f-4339-bc30-671fa5fb1861 None None] Network 86778cd4-1d75-42ff-8faa-126d14d6b45e requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:23.985845 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e39d7-5697-4525-89f3-564974597c81 req-814d2783-8a6e-4186-8a40-5d70bf1a9334 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:23.994131 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a49e39d7-5697-4525-89f3-564974597c81 req-814d2783-8a6e-4186-8a40-5d70bf1a9334 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 945 time: 0.4341667 Sep 29 17:37:24.065977 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9043341-9ad6-4768-8961-e9ca09731cfb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:24.090808 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0e8efe69-ae16-4d81-8aab-cb6a1ac415a2 None None] For port a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1,segment=NetworkSegment(38760a64-17ac-46ed-8824-ee2a1553c6d8),segment_id=38760a64-17ac-46ed-8824-ee2a1553c6d8)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:24.108209 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a49e39d7-5697-4525-89f3-564974597c81 req-a8bf73aa-2e4f-47d1-9da9-e2eb59a150a3 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131027 Sep 29 17:37:24.133547 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0e8efe69-ae16-4d81-8aab-cb6a1ac415a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:24.170826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9043341-9ad6-4768-8961-e9ca09731cfb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Pushing event deleted for resources: {'Port': ['ID=879255b7-54e2-4225-b499-3f76065e696f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:24.194646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] device_id is not set on port d118e287-7107-43bc-a679-532edd4ae743 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:37:24.226606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-249982b5-422e-437e-83c0-e4a6bbc96599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:24.228449 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-249982b5-422e-437e-83c0-e4a6bbc96599 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2665482 Sep 29 17:37:24.249991 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9043341-9ad6-4768-8961-e9ca09731cfb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:24.250294 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5202dfa-04f2-4ded-857a-cc7cb684c459 req-22db2def-78f4-444d-b1a9-2246080f5566 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:24.253097 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9043341-9ad6-4768-8961-e9ca09731cfb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:24.254420 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d9043341-9ad6-4768-8961-e9ca09731cfb tempest-ServerActionsTestJSON-1157398484 tempest-ServerActionsTestJSON-1157398484-project] 10.222.0.44 "DELETE /v2.0/floatingips/5308e22c-c22f-47ca-9a74-b20465819e62 HTTP/1.1" status: 204 len: 168 time: 2.1185884 Sep 29 17:37:24.258088 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46376) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:24.261424 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5202dfa-04f2-4ded-857a-cc7cb684c459 req-22db2def-78f4-444d-b1a9-2246080f5566 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 909 time: 0.2098985 Sep 29 17:37:24.274348 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:37:24.278222 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8efe69-ae16-4d81-8aab-cb6a1ac415a2 None None] Pushing event updated for resources: {'Port': ['ID=a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:24.325255 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device aa67ed92-9765-43b0-98d3-537224ec332f up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:37:24.395154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173743b7-3bb9-49a4-bae1-2bb21132ddb1 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:37:24.440408 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:24.440806 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:24.442667 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-a1929623-87d3-438a-adab-04d123ca5108 service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761286 Sep 29 17:37:24.487151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port aa67ed92-9765-43b0-98d3-537224ec332f completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:37:24.512145 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:24.526515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port aa67ed92-9765-43b0-98d3-537224ec332f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:24.526882 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:24.558740 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-915071ae-697b-4cc0-9cb0-c9bde16fb261 None None] Provisioning complete for port a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:24.559114 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-915071ae-697b-4cc0-9cb0-c9bde16fb261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:24.645374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:24.677363 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-1f7f5079-5e64-46ac-990b-56bf859b3a16 service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936321 Sep 29 17:37:24.736041 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-b12c5730-1e22-4bbe-8f6a-a268b06345a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e6a33a17-f0e2-435c-abe1-66eb743072fa HTTP/1.1" status: 200 len: 217 time: 0.0462885 Sep 29 17:37:24.782654 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8665d-c38b-4602-82a9-6b3ce721fb27 req-6bb18a0a-8dac-456b-b596-36fee1b6dbf3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:24.782654 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0cf8665d-c38b-4602-82a9-6b3ce721fb27 req-6bb18a0a-8dac-456b-b596-36fee1b6dbf3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 945 time: 0.2096412 Sep 29 17:37:24.840935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-c734d528-010b-4c26-8560-7b3e59e66199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:24.843826 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-c734d528-010b-4c26-8560-7b3e59e66199 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef HTTP/1.1" status: 200 len: 797 time: 0.0560086 Sep 29 17:37:24.852565 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] device_id is not set on port ea9f775c-acd9-4d04-b837-99beae81b4ca yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:37:24.915956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-3155f41f-0d05-4c05-afd2-b2e5ad1dbea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:24.917538 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-3155f41f-0d05-4c05-afd2-b2e5ad1dbea9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0611868 Sep 29 17:37:24.955141 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173743b7-3bb9-49a4-bae1-2bb21132ddb1 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:37:24.959642 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:25.015957 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Deleting port 97cb0969-d3c6-4da8-99e9-dc61846e4748 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:25.016509 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:25.060757 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0469ef-949b-4e7d-8b10-b4a75f42adb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa67ed92-9765-43b0-98d3-537224ec332f'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:25.061925 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0cf8665d-c38b-4602-82a9-6b3ce721fb27 req-d429529c-0079-45db-8e8e-15aa4572ee6e tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619433 Sep 29 17:37:25.064760 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dced0099-967c-4194-b729-e5d84fc7117e" -d '{"events": [{"server_uuid": "fa0469ef-949b-4e7d-8b10-b4a75f42adb8", "name": "network-vif-plugged", "status": "completed", "tag": "aa67ed92-9765-43b0-98d3-537224ec332f"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:25.091849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port aa67ed92-9765-43b0-98d3-537224ec332f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=aa67ed92-9765-43b0-98d3-537224ec332f,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:25.119299 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:25.130931 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-f6967a41-eb06-46d4-921c-f2a62ac93ca1 service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688204 Sep 29 17:37:25.157879 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3be3eb-68aa-43d7-b296-cdf26083cf88 x-openstack-request-id: req-ef3be3eb-68aa-43d7-b296-cdf26083cf88 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:25.158167 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0469ef-949b-4e7d-8b10-b4a75f42adb8", "name": "network-vif-plugged", "status": "completed", "tag": "aa67ed92-9765-43b0-98d3-537224ec332f", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:25.158494 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef3be3eb-68aa-43d7-b296-cdf26083cf88 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:25.158794 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0469ef-949b-4e7d-8b10-b4a75f42adb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa67ed92-9765-43b0-98d3-537224ec332f', 'code': 200} Sep 29 17:37:25.203937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c97cf-0165-4406-83bc-059e07d7eea2 req-ba50adea-fac7-48ed-b2e8-dab8059881f1 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:25.206912 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a9c97cf-0165-4406-83bc-059e07d7eea2 req-ba50adea-fac7-48ed-b2e8-dab8059881f1 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 945 time: 0.1481457 Sep 29 17:37:25.229007 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] For port 97cb0969-d3c6-4da8-99e9-dc61846e4748, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=97cb0969-d3c6-4da8-99e9-dc61846e4748,segment=NetworkSegment(d66298f3-fa83-4233-99a8-062244843ab8),segment_id=d66298f3-fa83-4233-99a8-062244843ab8)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:25.230343 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:25.237855 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:25.284068 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Calling delete_port for 97cb0969-d3c6-4da8-99e9-dc61846e4748 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:25.285207 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=aa67ed92-9765-43b0-98d3-537224ec332f,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:25.364111 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a9c97cf-0165-4406-83bc-059e07d7eea2 req-84bd97ca-83b0-498a-9ed8-14b399757793 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335955 Sep 29 17:37:25.406159 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954d2d06-7e87-4e20-abd0-231df09c19ef req-adc3e938-acda-4aa0-8fb4-0c496d7d6ed0 service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586415 Sep 29 17:37:25.411510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c1f2e-e484-4baf-8e05-25e3cf706870 req-5206ef4b-0f5f-47ff-868e-ac78e30cb6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:25.413624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-951c1f2e-e484-4baf-8e05-25e3cf706870 req-5206ef4b-0f5f-47ff-868e-ac78e30cb6e2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 1097 time: 0.1206403 Sep 29 17:37:25.415090 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:25.496125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event updated for resources: {'Port': ['ID=d118e287-7107-43bc-a679-532edd4ae743,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:25.522055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f42810-0e75-4967-9cc5-37a5d3a104d9 req-f55ee355-20ca-4941-ba9e-9883f2c7da5c tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:25.523612 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-97f42810-0e75-4967-9cc5-37a5d3a104d9 req-f55ee355-20ca-4941-ba9e-9883f2c7da5c tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 909 time: 0.1586273 Sep 29 17:37:25.528215 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-951c1f2e-e484-4baf-8e05-25e3cf706870 req-e76288c1-23b7-4f25-ba53-efdeea69aeda service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803947 Sep 29 17:37:25.530005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Checking segment: {'id': '327be795-0378-4bf8-8e8a-d366dcef838d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '0216bc76-608a-4729-847d-be67f9d14c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:25.530378 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Network hostable DHCP agents. Network: 0216bc76-608a-4729-847d-be67f9d14c0f, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:37:25.554726 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Network 0216bc76-608a-4729-847d-be67f9d14c0f is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:37:25.570862 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:25.571211 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 0216bc76-608a-4729-847d-be67f9d14c0f) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:25.596939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:25.597798 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:25.602518 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Port': ['ID=97cb0969-d3c6-4da8-99e9-dc61846e4748,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:25.620567 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No DVR routers for this DVR port 97cb0969-d3c6-4da8-99e9-dc61846e4748 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:25.624211 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9e1ad48-9534-42f5-acb4-54362d100b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:25.653964 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d450d0a-671c-4ae0-9ae0-ad44308337c0 None None] Network 0216bc76-608a-4729-847d-be67f9d14c0f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:25.689819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event updated for resources: {'Port': ['ID=ea9f775c-acd9-4d04-b837-99beae81b4ca,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:25.707798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02295da3-50e5-4252-ad07-22e2e6f3c467 req-860ee74a-1920-412a-9e24-a924a84bb320 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:25.709850 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02295da3-50e5-4252-ad07-22e2e6f3c467 req-860ee74a-1920-412a-9e24-a924a84bb320 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.35 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 909 time: 0.1215358 Sep 29 17:37:25.712639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Checking segment: {'id': '76300eeb-58ef-4689-b3e7-794c850e9646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '55fe667d-ec4d-45c2-8a34-2e621087334d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:25.712999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Network hostable DHCP agents. Network: 55fe667d-ec4d-45c2-8a34-2e621087334d, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:37:25.766941 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Network 55fe667d-ec4d-45c2-8a34-2e621087334d is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:37:25.788134 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:25.799266 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 55fe667d-ec4d-45c2-8a34-2e621087334d) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:25.808585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:25.811843 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9a91b6-4d9b-4819-bad1-f6e7cce07802 None None] Network 55fe667d-ec4d-45c2-8a34-2e621087334d requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:25.815419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:25.816012 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86778cd4-1d75-42ff-8faa-126d14d6b45e']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:25.821113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:25.821844 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:25.831325 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66298f3-fa83-4233-99a8-062244843ab8') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:25.831632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66298f3-fa83-4233-99a8-062244843ab8') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:25.851240 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5e4aed44-1f37-4c3e-a42d-ef2e33fe6381 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2784770 Sep 29 17:37:25.853043 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46402) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:25.890701 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:25.893910 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-02295da3-50e5-4252-ad07-22e2e6f3c467 req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Deleting port 573fd005-ff0a-4f07-adb3-d505d12ea243 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:25.894256 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02295da3-50e5-4252-ad07-22e2e6f3c467 req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:25.938851 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:25.939982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c034fa-9d65-4198-90ab-b154a0e65ab4 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:25.945986 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c034fa-9d65-4198-90ab-b154a0e65ab4 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:25.951150 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-60c034fa-9d65-4198-90ab-b154a0e65ab4 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0952411 Sep 29 17:37:25.951555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:25.951953 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:25.953626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46404) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:25.955012 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:26.039190 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.050713 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.054831 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/86778cd4-1d75-42ff-8faa-126d14d6b45e HTTP/1.1" status: 204 len: 168 time: 4.0217035 Sep 29 17:37:26.055007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:37:26.057591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46408) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:26.062308 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2716bd25-9baf-44e2-88c6-d14819194543 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-705054347'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:26.080499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-02295da3-50e5-4252-ad07-22e2e6f3c467 req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] For port 573fd005-ff0a-4f07-adb3-d505d12ea243, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=573fd005-ff0a-4f07-adb3-d505d12ea243,segment=NetworkSegment(2ae996d9-e4ad-4170-80c7-d9c132224d6c),segment_id=2ae996d9-e4ad-4170-80c7-d9c132224d6c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:26.081399 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02295da3-50e5-4252-ad07-22e2e6f3c467 req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.081767 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce29187-13b5-4023-a3fa-45aceeb2fcbc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Network': ['ID=86778cd4-1d75-42ff-8faa-126d14d6b45e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:26.123352 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:26.124256 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.125719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-02295da3-50e5-4252-ad07-22e2e6f3c467 req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Calling delete_port for 573fd005-ff0a-4f07-adb3-d505d12ea243 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:26.145585 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2716bd25-9baf-44e2-88c6-d14819194543 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:26.149220 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2716bd25-9baf-44e2-88c6-d14819194543 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.261006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-069b5c8c-b722-4d05-82b7-ff71cff603d2 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Deleting port d118e287-7107-43bc-a679-532edd4ae743 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:26.261376 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-069b5c8c-b722-4d05-82b7-ff71cff603d2 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.368364 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-069b5c8c-b722-4d05-82b7-ff71cff603d2 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.388128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-069b5c8c-b722-4d05-82b7-ff71cff603d2 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Calling delete_port for d118e287-7107-43bc-a679-532edd4ae743 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:26.407766 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02295da3-50e5-4252-ad07-22e2e6f3c467 req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.469344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event deleted for resources: {'Port': ['ID=573fd005-ff0a-4f07-adb3-d505d12ea243,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:26.511857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2716bd25-9baf-44e2-88c6-d14819194543 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:37:26.523036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:26.523286 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:26.523593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:26.523829 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:26.524161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:26.524495 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:26.524824 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:26.525149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:26.525604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:26.525826 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:26.526215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:26.526473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:26.527335 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2716bd25-9baf-44e2-88c6-d14819194543 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.527685 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-2716bd25-9baf-44e2-88c6-d14819194543 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Added segment 74e97516-41f7-4662-833e-c5b8d7a0ad12 of type vlan for network a57ec955-deb8-4e49-94e6-a741609f6cb9 Sep 29 17:37:26.548030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e14c2-10c2-4b4b-bd7a-c706676d7539 req-17660267-b670-4a79-bcc5-cd82a718fc11 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:26.549609 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6b9e14c2-10c2-4b4b-bd7a-c706676d7539 req-17660267-b670-4a79-bcc5-cd82a718fc11 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 946 time: 0.3723831 Sep 29 17:37:26.570938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-02295da3-50e5-4252-ad07-22e2e6f3c467 req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] No DVR routers for this DVR port 573fd005-ff0a-4f07-adb3-d505d12ea243 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:26.582017 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-02295da3-50e5-4252-ad07-22e2e6f3c467 req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.584644 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02295da3-50e5-4252-ad07-22e2e6f3c467 req-b8883942-6a68-4b17-b429-e647a83c2c66 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.35 "DELETE /v2.0/ports/573fd005-ff0a-4f07-adb3-d505d12ea243 HTTP/1.1" status: 204 len: 173 time: 0.8682730 Sep 29 17:37:26.585296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bccfac-9dff-4a73-befa-bd848db2d813', 'name': 'network-vif-deleted', 'tag': '573fd005-ff0a-4f07-adb3-d505d12ea243'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:26.587557 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2115f2-7e20-4ecb-b279-712638faa5df" -d '{"events": [{"server_uuid": "77bccfac-9dff-4a73-befa-bd848db2d813", "name": "network-vif-deleted", "tag": "573fd005-ff0a-4f07-adb3-d505d12ea243"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:26.595858 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a9e1ad48-9534-42f5-acb4-54362d100b18 admin admin] Deleting port 84e8728b-b938-4cde-a667-284f7063ee77 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:26.596195 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9e1ad48-9534-42f5-acb4-54362d100b18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.610321 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d659d9-db54-4492-93a5-6d98dc9ca616 req-8e4fb7b8-b7e5-4ebc-8373-c3ee7464a132 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:26.610623 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2716bd25-9baf-44e2-88c6-d14819194543 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.618558 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57d659d9-db54-4492-93a5-6d98dc9ca616 req-8e4fb7b8-b7e5-4ebc-8373-c3ee7464a132 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 945 time: 0.1534922 Sep 29 17:37:26.636863 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-069b5c8c-b722-4d05-82b7-ff71cff603d2 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.671457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b5c8c-b722-4d05-82b7-ff71cff603d2 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event deleted for resources: {'Port': ['ID=d118e287-7107-43bc-a679-532edd4ae743,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:26.686663 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-069b5c8c-b722-4d05-82b7-ff71cff603d2 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.691629 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-069b5c8c-b722-4d05-82b7-ff71cff603d2 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "DELETE /v2.0/ports/d118e287-7107-43bc-a679-532edd4ae743 HTTP/1.1" status: 204 len: 168 time: 0.7369046 Sep 29 17:37:26.692873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46418) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:26.695956 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57d659d9-db54-4492-93a5-6d98dc9ca616 req-1c096e98-5981-4d3f-bd74-8dcda15b4607 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766938 Sep 29 17:37:26.709945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6b9e14c2-10c2-4b4b-bd7a-c706676d7539 req-ce5b4f64-a9cb-4259-ac33-9371750af305 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372244 Sep 29 17:37:26.710600 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2716bd25-9baf-44e2-88c6-d14819194543 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.725382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2716bd25-9baf-44e2-88c6-d14819194543 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:26.725382 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2716bd25-9baf-44e2-88c6-d14819194543 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.776738 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2716bd25-9baf-44e2-88c6-d14819194543 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7181633 Sep 29 17:37:26.796860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46420) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:26.807994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-dc676990-045f-47c1-831c-e478768a7ef5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'subnet': {'network_id': 'a57ec955-deb8-4e49-94e6-a741609f6cb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:26.817790 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0917dfd0-68e7-4861-bdeb-dec354b182ec x-openstack-request-id: req-0917dfd0-68e7-4861-bdeb-dec354b182ec {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:26.820392 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bccfac-9dff-4a73-befa-bd848db2d813", "name": "network-vif-deleted", "tag": "573fd005-ff0a-4f07-adb3-d505d12ea243", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:26.820665 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0917dfd0-68e7-4861-bdeb-dec354b182ec {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:26.821080 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bccfac-9dff-4a73-befa-bd848db2d813', 'name': 'network-vif-deleted', 'tag': '573fd005-ff0a-4f07-adb3-d505d12ea243', 'status': 'completed', 'code': 200} Sep 29 17:37:26.862080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716bd25-9baf-44e2-88c6-d14819194543 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Network': ['ID=a57ec955-deb8-4e49-94e6-a741609f6cb9,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:26.876978 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network a57ec955-deb8-4e49-94e6-a741609f6cb9 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:37:26.899078 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-a9e1ad48-9534-42f5-acb4-54362d100b18 admin admin] For port 84e8728b-b938-4cde-a667-284f7063ee77, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=84e8728b-b938-4cde-a667-284f7063ee77,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:26.904897 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9e1ad48-9534-42f5-acb4-54362d100b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:26.927846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a9e1ad48-9534-42f5-acb4-54362d100b18 admin admin] Calling delete_port for 84e8728b-b938-4cde-a667-284f7063ee77 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:27.003222 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ceb4fa9-3c5f-4fa9-b469-1e790d735da7 req-3e4b35d2-7026-4999-9e03-6288ebfca24e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=77bccfac-9dff-4a73-befa-bd848db2d813 HTTP/1.1" status: 200 len: 210 time: 0.1395600 Sep 29 17:37:27.159305 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9e1ad48-9534-42f5-acb4-54362d100b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:27.193104 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1ad48-9534-42f5-acb4-54362d100b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=84e8728b-b938-4cde-a667-284f7063ee77,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:27.241919 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:27.383809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc676990-045f-47c1-831c-e478768a7ef5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:27.387445 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc676990-045f-47c1-831c-e478768a7ef5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:27.407903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-e8b15214-b811-420e-9672-2a48bea679d6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Deleting port ea9f775c-acd9-4d04-b837-99beae81b4ca {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:27.408247 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8b15214-b811-420e-9672-2a48bea679d6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:27.418475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7aa53-ace7-4e07-b2d9-26a06fff997f req-4a947dd3-ebe3-4b3d-8ee3-1712f58cb3b8 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:27.419886 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1a7aa53-ace7-4e07-b2d9-26a06fff997f req-4a947dd3-ebe3-4b3d-8ee3-1712f58cb3b8 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.35 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 945 time: 0.4809737 Sep 29 17:37:27.420439 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9e1ad48-9534-42f5-acb4-54362d100b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:27.517049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.ipam_backend_mixin [None req-dc676990-045f-47c1-831c-e478768a7ef5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Performing IP validity checks on allocation pools {{(pid=95016) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 29 17:37:27.517545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.ipam_backend_mixin [None req-dc676990-045f-47c1-831c-e478768a7ef5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95016) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 29 17:37:27.566076 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8b15214-b811-420e-9672-2a48bea679d6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:27.612561 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-e8b15214-b811-420e-9672-2a48bea679d6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Calling delete_port for ea9f775c-acd9-4d04-b837-99beae81b4ca owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:27.658651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e1ad48-9534-42f5-acb4-54362d100b18 admin admin] Router c30f6858-9a99-41a1-aad9-c0be73e55fd9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:37:27.737791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f1a7aa53-ace7-4e07-b2d9-26a06fff997f req-9ee363b4-e041-4533-916e-3f72c96b080d tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Deleting port 15489ace-50dd-470e-a58d-80ec1403ce4b {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:27.738133 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f1a7aa53-ace7-4e07-b2d9-26a06fff997f req-9ee363b4-e041-4533-916e-3f72c96b080d tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:27.781235 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e1ad48-9534-42f5-acb4-54362d100b18 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:37:27.789207 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a9e1ad48-9534-42f5-acb4-54362d100b18 admin admin] 10.222.0.44 "PUT /v2.0/routers/c30f6858-9a99-41a1-aad9-c0be73e55fd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5283244 Sep 29 17:37:27.790350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46428) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:27.796304 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3698c8-e09c-43b7-b9b6-e27cc0e86fd0 None None] Sync routers for ids ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:37:27.808755 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3698c8-e09c-43b7-b9b6-e27cc0e86fd0 None None] Routers {'c30f6858-9a99-41a1-aad9-c0be73e55fd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:27.809410 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-6f3698c8-e09c-43b7-b9b6-e27cc0e86fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:27.900685 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8b15214-b811-420e-9672-2a48bea679d6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:27.928752 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-6f3698c8-e09c-43b7-b9b6-e27cc0e86fd0 None None] Set router c30f6858-9a99-41a1-aad9-c0be73e55fd9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:37:27.940434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8919f-9393-4add-beed-b6a2a062fa36 req-878579dd-83cf-4e6a-8e16-aba415f986b7 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:27.942228 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7bc8919f-9393-4add-beed-b6a2a062fa36 req-878579dd-83cf-4e6a-8e16-aba415f986b7 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 946 time: 0.0814149 Sep 29 17:37:27.947811 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc676990-045f-47c1-831c-e478768a7ef5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:27.965656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b15214-b811-420e-9672-2a48bea679d6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event deleted for resources: {'Port': ['ID=ea9f775c-acd9-4d04-b837-99beae81b4ca,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:27.998643 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e88a557-9deb-4777-b435-3b1f80aa2e92 admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.013738 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8b15214-b811-420e-9672-2a48bea679d6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.015758 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e8b15214-b811-420e-9672-2a48bea679d6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "DELETE /v2.0/ports/ea9f775c-acd9-4d04-b837-99beae81b4ca HTTP/1.1" status: 204 len: 168 time: 1.3188968 Sep 29 17:37:28.023388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f1a7aa53-ace7-4e07-b2d9-26a06fff997f req-9ee363b4-e041-4533-916e-3f72c96b080d tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] For port 15489ace-50dd-470e-a58d-80ec1403ce4b, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=15489ace-50dd-470e-a58d-80ec1403ce4b,segment=NetworkSegment(877cd8f8-5244-48bb-a12f-6367e58e5134),segment_id=877cd8f8-5244-48bb-a12f-6367e58e5134)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:28.023872 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f1a7aa53-ace7-4e07-b2d9-26a06fff997f req-9ee363b4-e041-4533-916e-3f72c96b080d tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.026360 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46432) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:28.051315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8d433-6ff1-4cad-a076-fc88b3286e79 req-5c686154-e106-497a-861a-0b901dda846f tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:28.053538 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dea8d433-6ff1-4cad-a076-fc88b3286e79 req-5c686154-e106-497a-861a-0b901dda846f tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 945 time: 0.2303255 Sep 29 17:37:28.066078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f1a7aa53-ace7-4e07-b2d9-26a06fff997f req-9ee363b4-e041-4533-916e-3f72c96b080d tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Calling delete_port for 15489ace-50dd-470e-a58d-80ec1403ce4b owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:28.089937 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e8fcfef4-18d7-4d50-9052-3e5f08f9ee2a tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0623741 Sep 29 17:37:28.095531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46436) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:28.098690 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7bc8919f-9393-4add-beed-b6a2a062fa36 req-7ee0e14c-a00d-4e18-8e61-47083e1fdb9f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468728 Sep 29 17:37:28.107004 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-61634eb1-1344-4b7e-a7a2-9b0bdeef7954 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1126286847'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:28.108318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc676990-045f-47c1-831c-e478768a7ef5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Subnet': ['ID=f88bab68-ecd7-45fe-b5d9-67beef060bd9,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:28.141624 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-6f3698c8-e09c-43b7-b9b6-e27cc0e86fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'name': 'tempest-ServerActionsTestJSON-1698447124-router', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:17Z', 'updated_at': '2021-09-29T17:37:27Z', 'revision_number': 5, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'gw_port': {'id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:19Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:28.170429 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3698c8-e09c-43b7-b9b6-e27cc0e86fd0 None None] Checking router: c30f6858-9a99-41a1-aad9-c0be73e55fd9 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:37:28.171053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61634eb1-1344-4b7e-a7a2-9b0bdeef7954 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Made reservation on behalf of a7b1297952184b25a228b2bcb7cc432c for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:28.179260 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-61634eb1-1344-4b7e-a7a2-9b0bdeef7954 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.180145 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3698c8-e09c-43b7-b9b6-e27cc0e86fd0 None None] Routers {'c30f6858-9a99-41a1-aad9-c0be73e55fd9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:28.180941 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-6f3698c8-e09c-43b7-b9b6-e27cc0e86fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:28.185680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc676990-045f-47c1-831c-e478768a7ef5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Checking segment: {'id': '74e97516-41f7-4662-833e-c5b8d7a0ad12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a57ec955-deb8-4e49-94e6-a741609f6cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:28.186184 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc676990-045f-47c1-831c-e478768a7ef5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network hostable DHCP agents. Network: a57ec955-deb8-4e49-94e6-a741609f6cb9, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:37:28.197230 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dea8d433-6ff1-4cad-a076-fc88b3286e79 req-64475eb8-5b41-4fa3-a4e3-28110a24c5a1 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/security-groups?id=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097116 Sep 29 17:37:28.250537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc676990-045f-47c1-831c-e478768a7ef5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network a57ec955-deb8-4e49-94e6-a741609f6cb9 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:37:28.250912 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e88a557-9deb-4777-b435-3b1f80aa2e92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.264621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-dc676990-045f-47c1-831c-e478768a7ef5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, a57ec955-deb8-4e49-94e6-a741609f6cb9) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:28.266268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61634eb1-1344-4b7e-a7a2-9b0bdeef7954 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:37:28.277845 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-61634eb1-1344-4b7e-a7a2-9b0bdeef7954 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.278336 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-61634eb1-1344-4b7e-a7a2-9b0bdeef7954 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Added segment 1706d124-6283-45b5-8e9f-0562124e6f98 of type vlan for network d157066e-35ef-439e-96b9-1d3937f57c54 Sep 29 17:37:28.279126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67159a35-f2d1-4d4d-96ce-aaee24810e72 None None] Network a57ec955-deb8-4e49-94e6-a741609f6cb9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:28.284095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc676990-045f-47c1-831c-e478768a7ef5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:28.284773 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc676990-045f-47c1-831c-e478768a7ef5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.305787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46440) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:28.338587 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-61634eb1-1344-4b7e-a7a2-9b0bdeef7954 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.352020 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-dc676990-045f-47c1-831c-e478768a7ef5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5538814 Sep 29 17:37:28.355604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46442) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:28.407207 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-6f3698c8-e09c-43b7-b9b6-e27cc0e86fd0 None None] Set router c30f6858-9a99-41a1-aad9-c0be73e55fd9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:37:28.414893 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-61634eb1-1344-4b7e-a7a2-9b0bdeef7954 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.421596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61634eb1-1344-4b7e-a7a2-9b0bdeef7954 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:28.422374 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-61634eb1-1344-4b7e-a7a2-9b0bdeef7954 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.488454 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f1a7aa53-ace7-4e07-b2d9-26a06fff997f req-9ee363b4-e041-4533-916e-3f72c96b080d tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.535477 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-a57ec955-deb8-4e49-94e6-a741609f6cb9', 'network_id': 'a57ec955-deb8-4e49-94e6-a741609f6cb9', 'tenant_id': '17e27756e396474aa986253bf2f2138e', 'fixed_ips': [{'subnet_id': 'f88bab68-ecd7-45fe-b5d9-67beef060bd9'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:37:28.537566 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.555665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee363b4-e041-4533-916e-3f72c96b080d tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Pushing event deleted for resources: {'Port': ['ID=15489ace-50dd-470e-a58d-80ec1403ce4b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:28.572490 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-61634eb1-1344-4b7e-a7a2-9b0bdeef7954 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4720457 Sep 29 17:37:28.588706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46446) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:28.589551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a7aa53-ace7-4e07-b2d9-26a06fff997f req-9ee363b4-e041-4533-916e-3f72c96b080d tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] No DVR routers for this DVR port 15489ace-50dd-470e-a58d-80ec1403ce4b on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:28.602273 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f1a7aa53-ace7-4e07-b2d9-26a06fff997f req-9ee363b4-e041-4533-916e-3f72c96b080d tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.604292 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1a7aa53-ace7-4e07-b2d9-26a06fff997f req-9ee363b4-e041-4533-916e-3f72c96b080d tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.35 "DELETE /v2.0/ports/15489ace-50dd-470e-a58d-80ec1403ce4b HTTP/1.1" status: 204 len: 173 time: 1.1588094 Sep 29 17:37:28.608196 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5acd8456-4305-4538-a32e-634ffc1afcd6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1437321973'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:28.609598 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.655655 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61634eb1-1344-4b7e-a7a2-9b0bdeef7954 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event updated for resources: {'Network': ['ID=d157066e-35ef-439e-96b9-1d3937f57c54,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:28.676989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network d157066e-35ef-439e-96b9-1d3937f57c54 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:37:28.722199 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-6f3698c8-e09c-43b7-b9b6-e27cc0e86fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'name': 'tempest-ServerActionsTestJSON-1698447124-router', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:17Z', 'updated_at': '2021-09-29T17:37:27Z', 'revision_number': 5, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'gw_port': {'id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:19Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:28.728138 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-9e88a557-9deb-4777-b435-3b1f80aa2e92 admin admin] Deleting port 28d63a08-ac84-415d-ac6c-fd2688b7effe {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:28.728492 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e88a557-9deb-4777-b435-3b1f80aa2e92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.758824 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3698c8-e09c-43b7-b9b6-e27cc0e86fd0 None None] The sync data for ids ['c30f6858-9a99-41a1-aad9-c0be73e55fd9'] in n-d-811748-2 is: [{'id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'name': 'tempest-ServerActionsTestJSON-1698447124-router', 'tenant_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:28:17Z', 'updated_at': '2021-09-29T17:37:27Z', 'revision_number': 5, 'project_id': '9c851dbf4ea64b1cade6a77890b0e11c', 'gw_port': {'id': '28d63a08-ac84-415d-ac6c-fd2688b7effe', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c30f6858-9a99-41a1-aad9-c0be73e55fd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:28:19Z', 'updated_at': '2021-09-29T17:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:37:28.817968 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acd8456-4305-4538-a32e-634ffc1afcd6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Made reservation on behalf of a7b1297952184b25a228b2bcb7cc432c for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:28.822640 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5acd8456-4305-4538-a32e-634ffc1afcd6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.824716 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.830703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e88947-c5e4-4f9f-8e71-9be26f187130', 'name': 'network-vif-deleted', 'tag': '15489ace-50dd-470e-a58d-80ec1403ce4b'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:28.833887 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c8c269-f0ff-4ba1-804b-56c9a355a3d4" -d '{"events": [{"server_uuid": "83e88947-c5e4-4f9f-8e71-9be26f187130", "name": "network-vif-deleted", "tag": "15489ace-50dd-470e-a58d-80ec1403ce4b"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:28.850127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Allocated IP 172.20.0.3 (a57ec955-deb8-4e49-94e6-a741609f6cb9/f88bab68-ecd7-45fe-b5d9-67beef060bd9/0ba5a6ad-9555-4fba-b995-9595af9310fc) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:37:28.855138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b95b9-aa92-4194-ba33-5c66dcfd0320 req-fb5203c3-0de1-4837-97b7-ba994948d777 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:28.862662 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a5b95b9-aa92-4194-ba33-5c66dcfd0320 req-fb5203c3-0de1-4837-97b7-ba994948d777 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 946 time: 0.2424936 Sep 29 17:37:28.897133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-9e88a557-9deb-4777-b435-3b1f80aa2e92 admin admin] For port 28d63a08-ac84-415d-ac6c-fd2688b7effe, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=28d63a08-ac84-415d-ac6c-fd2688b7effe,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:28.897523 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e88a557-9deb-4777-b435-3b1f80aa2e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.914229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5acd8456-4305-4538-a32e-634ffc1afcd6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:37:28.916896 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b8a2ab-fad3-4c15-8e0f-b6c4a24e98fc x-openstack-request-id: req-c9b8a2ab-fad3-4c15-8e0f-b6c4a24e98fc {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:28.917074 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-9e88a557-9deb-4777-b435-3b1f80aa2e92 admin admin] Calling delete_port for 28d63a08-ac84-415d-ac6c-fd2688b7effe owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:28.917179 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e88947-c5e4-4f9f-8e71-9be26f187130", "name": "network-vif-deleted", "tag": "15489ace-50dd-470e-a58d-80ec1403ce4b", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:28.917453 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9b8a2ab-fad3-4c15-8e0f-b6c4a24e98fc {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:28.917846 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e88947-c5e4-4f9f-8e71-9be26f187130', 'name': 'network-vif-deleted', 'tag': '15489ace-50dd-470e-a58d-80ec1403ce4b', 'status': 'completed', 'code': 200} Sep 29 17:37:28.933658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a5b95b9-aa92-4194-ba33-5c66dcfd0320 req-4733db11-49db-4384-9d5c-94bc7356a2bb tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700486 Sep 29 17:37:28.955363 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5acd8456-4305-4538-a32e-634ffc1afcd6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:28.955715 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-5acd8456-4305-4538-a32e-634ffc1afcd6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Added segment 20bcc88e-1a50-47fe-8f29-dbe7c70d60e2 of type vlan for network 2c89cbec-cadb-444b-82bf-eb2bb91ff669 Sep 29 17:37:29.011379 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5acd8456-4305-4538-a32e-634ffc1afcd6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.042154 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.050180 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.072034 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5acd8456-4305-4538-a32e-634ffc1afcd6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.077624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acd8456-4305-4538-a32e-634ffc1afcd6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:29.078235 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5acd8456-4305-4538-a32e-634ffc1afcd6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.092701 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.126304 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Subnet': ['ID=f88bab68-ecd7-45fe-b5d9-67beef060bd9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:29.133160 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5acd8456-4305-4538-a32e-634ffc1afcd6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5321560 Sep 29 17:37:29.152781 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Network a57ec955-deb8-4e49-94e6-a741609f6cb9 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:29.162738 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Pushing event updated for resources: {'Port': ['ID=0ba5a6ad-9555-4fba-b995-9595af9310fc,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:29.174180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd8456-4305-4538-a32e-634ffc1afcd6 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event updated for resources: {'Network': ['ID=2c89cbec-cadb-444b-82bf-eb2bb91ff669,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:29.183540 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:29.196672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:29.208712 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 2c89cbec-cadb-444b-82bf-eb2bb91ff669 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:37:29.219019 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e88a557-9deb-4777-b435-3b1f80aa2e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.276723 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3b58716a-24fd-4ef1-835c-01c2e6766b8d tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.358730 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.456593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Attempting to bind port 0ba5a6ad-9555-4fba-b995-9595af9310fc on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:37:29.457160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Attempting to bind port 0ba5a6ad-9555-4fba-b995-9595af9310fc by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '74e97516-41f7-4662-833e-c5b8d7a0ad12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a57ec955-deb8-4e49-94e6-a741609f6cb9'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:37:29.457350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Attempting to bind port 0ba5a6ad-9555-4fba-b995-9595af9310fc on network a57ec955-deb8-4e49-94e6-a741609f6cb9 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:29.478923 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:37:29.479297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Checking segment: {'id': '74e97516-41f7-4662-833e-c5b8d7a0ad12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a57ec955-deb8-4e49-94e6-a741609f6cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:29.480131 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.480516 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Bound using segment: {'id': '74e97516-41f7-4662-833e-c5b8d7a0ad12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a57ec955-deb8-4e49-94e6-a741609f6cb9'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:37:29.481332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Bound port: 0ba5a6ad-9555-4fba-b995-9595af9310fc, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e97516-41f7-4662-833e-c5b8d7a0ad12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a57ec955-deb8-4e49-94e6-a741609f6cb9'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:37:29.481677 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.512818 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e88a557-9deb-4777-b435-3b1f80aa2e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.620499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] For port 0ba5a6ad-9555-4fba-b995-9595af9310fc, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:29.623725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] For port 0ba5a6ad-9555-4fba-b995-9595af9310fc, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0ba5a6ad-9555-4fba-b995-9595af9310fc,segment=NetworkSegment(74e97516-41f7-4662-833e-c5b8d7a0ad12),segment_id=74e97516-41f7-4662-833e-c5b8d7a0ad12)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:37:29.630343 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.653538 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd91d184-b45e-4de3-8ad8-02d5fd6e34de req-e81faeba-683f-44a6-a588-9213f1d0e960 tempest-VolumesActionsTest-1540179080 tempest-VolumesActionsTest-1540179080-project] 10.222.0.44 "GET /v2.0/ports?device_id=83e88947-c5e4-4f9f-8e71-9be26f187130 HTTP/1.1" status: 200 len: 210 time: 0.1670334 Sep 29 17:37:29.654386 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88a557-9deb-4777-b435-3b1f80aa2e92 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d63a08-ac84-415d-ac6c-fd2688b7effe,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:29.670428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57ec955-deb8-4e49-94e6-a741609f6cb9']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:29.703981 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefc3e6-ecc3-44b7-8545-b7503429dda8 None None] Pushing event updated for resources: {'Port': ['ID=0ba5a6ad-9555-4fba-b995-9595af9310fc,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:29.704448 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e97516-41f7-4662-833e-c5b8d7a0ad12') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:29.705198 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e97516-41f7-4662-833e-c5b8d7a0ad12') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:29.720406 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e88a557-9deb-4777-b435-3b1f80aa2e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.724586 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e88a557-9deb-4777-b435-3b1f80aa2e92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.726579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-3b58716a-24fd-4ef1-835c-01c2e6766b8d tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Deleting port 4ff0bb15-9550-4314-ab76-1cc76e8e389b {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:29.726943 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3b58716a-24fd-4ef1-835c-01c2e6766b8d tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.738890 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.774790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def361a1-eeb9-45e7-8bd3-69d052c03004 None None] Network a57ec955-deb8-4e49-94e6-a741609f6cb9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:29.795951 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.803401 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e88a557-9deb-4777-b435-3b1f80aa2e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.804095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e88a557-9deb-4777-b435-3b1f80aa2e92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c30f6858-9a99-41a1-aad9-c0be73e55fd9 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:37:29.809159 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e88a557-9deb-4777-b435-3b1f80aa2e92 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.810245 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9e88a557-9deb-4777-b435-3b1f80aa2e92 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c30f6858-9a99-41a1-aad9-c0be73e55fd9 HTTP/1.1" status: 204 len: 168 time: 2.0188491 Sep 29 17:37:29.811420 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:29.811794 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:29.815363 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:29.818896 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46454) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:29.873119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-3b58716a-24fd-4ef1-835c-01c2e6766b8d tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] For port 4ff0bb15-9550-4314-ab76-1cc76e8e389b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4ff0bb15-9550-4314-ab76-1cc76e8e389b,segment=NetworkSegment(2ae996d9-e4ad-4170-80c7-d9c132224d6c),segment_id=2ae996d9-e4ad-4170-80c7-d9c132224d6c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:29.874274 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3b58716a-24fd-4ef1-835c-01c2e6766b8d tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:29.912599 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-3b58716a-24fd-4ef1-835c-01c2e6766b8d tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Calling delete_port for 4ff0bb15-9550-4314-ab76-1cc76e8e389b owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:29.998018 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 17:37:29.998018 n-d-811748-2 neutron-server[95015]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 17:37:29.998018 n-d-811748-2 neutron-server[95015]: [parameters: {'id': 'a57ec955-deb8-4e49-94e6-a741609f6cb9'}] Sep 29 17:37:29.998018 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:37:29.998421 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:37:30.001578 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e0dd234-79bf-445a-9484-adc15d07a1ff admin admin] Deleting subnet 4d2fd541-a275-4545-a639-0ebd3c6c4961 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:37:30.005178 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd234-79bf-445a-9484-adc15d07a1ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:30.010198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeff2632-934c-4a15-a872-655d332ae8fd None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:37:30.042899 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd234-79bf-445a-9484-adc15d07a1ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:30.148453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 84e8728b-b938-4cde-a667-284f7063ee77 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:30.155352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6d0f4-0f8c-45f0-963c-082fbccf9d81 req-4b698386-473a-40d3-aceb-e134e9a02f4d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:30.157321 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10a6d0f4-0f8c-45f0-963c-082fbccf9d81 req-4b698386-473a-40d3-aceb-e134e9a02f4d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 946 time: 0.2642834 Sep 29 17:37:30.188332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 84e8728b-b938-4cde-a667-284f7063ee77 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:30.189001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 84e8728b-b938-4cde-a667-284f7063ee77 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:30.199334 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd234-79bf-445a-9484-adc15d07a1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:30.275276 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd234-79bf-445a-9484-adc15d07a1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:30.288297 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd234-79bf-445a-9484-adc15d07a1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:30.290179 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9e0dd234-79bf-445a-9484-adc15d07a1ff admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4d2fd541-a275-4545-a639-0ebd3c6c4961 HTTP/1.1" status: 204 len: 168 time: 0.4737875 Sep 29 17:37:30.290794 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeff2632-934c-4a15-a872-655d332ae8fd None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:37:30.292555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46458) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:30.313797 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa83f9c-922b-4d25-8211-c333912f6881 req-459eb987-3d04-4779-992e-4cab630f5689 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:30.322526 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fa83f9c-922b-4d25-8211-c333912f6881 req-459eb987-3d04-4779-992e-4cab630f5689 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 946 time: 0.2470169 Sep 29 17:37:30.328889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dd234-79bf-445a-9484-adc15d07a1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d2fd541-a275-4545-a639-0ebd3c6c4961,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:30.389940 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:30.444480 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fa83f9c-922b-4d25-8211-c333912f6881 req-869944d0-cf81-4169-87d9-eb1b514df0f1 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208649 Sep 29 17:37:30.496005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] Deleting port 5994c1db-b738-4682-955f-3839e9bade9c {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:30.497363 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:30.514670 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 573fd005-ff0a-4f07-adb3-d505d12ea243 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:30.542552 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:30.545040 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 573fd005-ff0a-4f07-adb3-d505d12ea243 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:30.545452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 573fd005-ff0a-4f07-adb3-d505d12ea243 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:30.545941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 15489ace-50dd-470e-a58d-80ec1403ce4b no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:30.567800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-10a6d0f4-0f8c-45f0-963c-082fbccf9d81 req-87f2a559-75a2-4413-8995-3703745c809d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Deleting port aa67ed92-9765-43b0-98d3-537224ec332f {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:30.568304 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10a6d0f4-0f8c-45f0-963c-082fbccf9d81 req-87f2a559-75a2-4413-8995-3703745c809d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:30.594672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 15489ace-50dd-470e-a58d-80ec1403ce4b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:30.595024 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 15489ace-50dd-470e-a58d-80ec1403ce4b not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:30.638097 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] For port 5994c1db-b738-4682-955f-3839e9bade9c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5994c1db-b738-4682-955f-3839e9bade9c,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:30.638097 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:30.658727 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] Calling delete_port for 5994c1db-b738-4682-955f-3839e9bade9c owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:30.692624 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3b58716a-24fd-4ef1-835c-01c2e6766b8d tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:30.711060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-10a6d0f4-0f8c-45f0-963c-082fbccf9d81 req-87f2a559-75a2-4413-8995-3703745c809d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] For port aa67ed92-9765-43b0-98d3-537224ec332f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=aa67ed92-9765-43b0-98d3-537224ec332f,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:30.711675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10a6d0f4-0f8c-45f0-963c-082fbccf9d81 req-87f2a559-75a2-4413-8995-3703745c809d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:30.771851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58716a-24fd-4ef1-835c-01c2e6766b8d tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event deleted for resources: {'Port': ['ID=4ff0bb15-9550-4314-ab76-1cc76e8e389b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:30.798794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-10a6d0f4-0f8c-45f0-963c-082fbccf9d81 req-87f2a559-75a2-4413-8995-3703745c809d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Calling delete_port for aa67ed92-9765-43b0-98d3-537224ec332f owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:30.836367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72db627-493d-4396-8a19-63641b4920b8 None None] Network 1f0ca1aa-2785-4da9-a438-d4ec33084832 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:31.220982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e7d358-b0fc-44a7-8168-1432d52d7875 None None] DHCP port deletion for 1f0ca1aa-2785-4da9-a438-d4ec33084832 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:37:31.243978 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3b58716a-24fd-4ef1-835c-01c2e6766b8d tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:31.322829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f3e7d358-b0fc-44a7-8168-1432d52d7875 None None] Deleting port 5994c1db-b738-4682-955f-3839e9bade9c {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:31.323204 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f3e7d358-b0fc-44a7-8168-1432d52d7875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:31.362762 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Deleting port 0ba5a6ad-9555-4fba-b995-9595af9310fc {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:31.362762 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:31.457810 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] For port 0ba5a6ad-9555-4fba-b995-9595af9310fc, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0ba5a6ad-9555-4fba-b995-9595af9310fc,segment=NetworkSegment(74e97516-41f7-4662-833e-c5b8d7a0ad12),segment_id=74e97516-41f7-4662-833e-c5b8d7a0ad12)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:31.458170 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:31.476919 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Calling delete_port for 0ba5a6ad-9555-4fba-b995-9595af9310fc owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:31.491869 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:31.506973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f3e7d358-b0fc-44a7-8168-1432d52d7875 None None] For port 5994c1db-b738-4682-955f-3839e9bade9c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5994c1db-b738-4682-955f-3839e9bade9c,segment=NetworkSegment(3da9526d-7157-4bff-87ac-63ff9a8c2dac),segment_id=3da9526d-7157-4bff-87ac-63ff9a8c2dac)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:31.507439 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f3e7d358-b0fc-44a7-8168-1432d52d7875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:31.512679 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] No DVR routers for this DVR port 5994c1db-b738-4682-955f-3839e9bade9c on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:31.556274 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f3e7d358-b0fc-44a7-8168-1432d52d7875 None None] Calling delete_port for 5994c1db-b738-4682-955f-3839e9bade9c owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:31.566828 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=5994c1db-b738-4682-955f-3839e9bade9c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:31.713881 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:31.746379 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f3e7d358-b0fc-44a7-8168-1432d52d7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:31.794236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0ca1aa-2785-4da9-a438-d4ec33084832']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:31.823751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da9526d-7157-4bff-87ac-63ff9a8c2dac') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:31.825659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da9526d-7157-4bff-87ac-63ff9a8c2dac') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:31.838008 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:31.848090 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7d358-b0fc-44a7-8168-1432d52d7875 None None] Pushing event deleted for resources: {'Port': ['ID=5994c1db-b738-4682-955f-3839e9bade9c,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:31.857041 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:31.859210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e7d358-b0fc-44a7-8168-1432d52d7875 None None] No DVR routers for this DVR port 5994c1db-b738-4682-955f-3839e9bade9c on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:31.871222 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:31.871222 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:31.977175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efb60e-ce72-41f2-bc83-af688200aa89 req-444568ab-afa9-4c1b-be46-0bb850bdaed9 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:31.978808 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f8efb60e-ce72-41f2-bc83-af688200aa89 req-444568ab-afa9-4c1b-be46-0bb850bdaed9 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa0469ef-949b-4e7d-8b10-b4a75f42adb8 HTTP/1.1" status: 200 len: 946 time: 0.2370121 Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:32.004476 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:32.019259 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10a6d0f4-0f8c-45f0-963c-082fbccf9d81 req-87f2a559-75a2-4413-8995-3703745c809d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:32.021093 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['4f981865-a330-4b84-8c9d-f03c4bec3a2c', 'aa67ed92-9765-43b0-98d3-537224ec332f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:37:32.033469 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:32.064601 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:32.074118 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1f0ca1aa-2785-4da9-a438-d4ec33084832 HTTP/1.1" status: 204 len: 168 time: 1.7760887 Sep 29 17:37:32.081410 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:32.163720 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a675c5-2137-4d39-a9ac-dd460f597d74 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f0ca1aa-2785-4da9-a438-d4ec33084832,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:32.174541 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Port': ['ID=0ba5a6ad-9555-4fba-b995-9595af9310fc,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:32.194719 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No DVR routers for this DVR port 0ba5a6ad-9555-4fba-b995-9595af9310fc on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:32.286401 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b58716a-24fd-4ef1-835c-01c2e6766b8d tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Router 1cfdc812-8528-475a-826f-87aaba8fbb96 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:37:32.288651 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5994c1db-b738-4682-955f-3839e9bade9c no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:32.292583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2a559-75a2-4413-8995-3703745c809d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Pushing event deleted for resources: {'Port': ['ID=aa67ed92-9765-43b0-98d3-537224ec332f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:32.353560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a6d0f4-0f8c-45f0-963c-082fbccf9d81 req-87f2a559-75a2-4413-8995-3703745c809d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] No DVR routers for this DVR port aa67ed92-9765-43b0-98d3-537224ec332f on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:32.354867 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-10a6d0f4-0f8c-45f0-963c-082fbccf9d81 req-87f2a559-75a2-4413-8995-3703745c809d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:32.357542 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10a6d0f4-0f8c-45f0-963c-082fbccf9d81 req-87f2a559-75a2-4413-8995-3703745c809d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.49 "DELETE /v2.0/ports/aa67ed92-9765-43b0-98d3-537224ec332f HTTP/1.1" status: 204 len: 173 time: 2.1845069 Sep 29 17:37:32.358408 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 5994c1db-b738-4682-955f-3839e9bade9c {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:32.358766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5994c1db-b738-4682-955f-3839e9bade9c not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:32.359189 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 28d63a08-ac84-415d-ac6c-fd2688b7effe no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:32.385809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46510) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:32.386736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0469ef-949b-4e7d-8b10-b4a75f42adb8', 'name': 'network-vif-deleted', 'tag': 'aa67ed92-9765-43b0-98d3-537224ec332f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:32.390546 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f3a72c-3162-469f-b82d-eecc47f7bde9" -d '{"events": [{"server_uuid": "fa0469ef-949b-4e7d-8b10-b4a75f42adb8", "name": "network-vif-deleted", "tag": "aa67ed92-9765-43b0-98d3-537224ec332f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:32.398854 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 28d63a08-ac84-415d-ac6c-fd2688b7effe {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:32.399487 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 28d63a08-ac84-415d-ac6c-fd2688b7effe not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:32.414855 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f8efb60e-ce72-41f2-bc83-af688200aa89 req-99e3a962-97be-407c-9d06-69cf31a083cf tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167781 Sep 29 17:37:32.424250 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:32.498964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46518) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:32.516976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Request body: {'subnets': [{'network_id': 'd157066e-35ef-439e-96b9-1d3937f57c54', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1433259627', 'ip_version': 6}, {'network_id': '2c89cbec-cadb-444b-82bf-eb2bb91ff669', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:32.517569 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Request body: {'subnet': {'network_id': 'd157066e-35ef-439e-96b9-1d3937f57c54', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1433259627', 'ip_version': 6}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:32.518534 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Request body: {'subnet': {'network_id': '2c89cbec-cadb-444b-82bf-eb2bb91ff669', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:32.542769 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57ec955-deb8-4e49-94e6-a741609f6cb9']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:32.556018 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c201edc-60ba-4a7f-b699-99464a32158c x-openstack-request-id: req-9c201edc-60ba-4a7f-b699-99464a32158c {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:32.556468 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0469ef-949b-4e7d-8b10-b4a75f42adb8", "name": "network-vif-deleted", "tag": "aa67ed92-9765-43b0-98d3-537224ec332f", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:32.557881 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c201edc-60ba-4a7f-b699-99464a32158c {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:32.557881 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0469ef-949b-4e7d-8b10-b4a75f42adb8', 'name': 'network-vif-deleted', 'tag': 'aa67ed92-9765-43b0-98d3-537224ec332f', 'status': 'completed', 'code': 200} Sep 29 17:37:32.571617 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e97516-41f7-4662-833e-c5b8d7a0ad12') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:32.571910 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e97516-41f7-4662-833e-c5b8d7a0ad12') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:32.603189 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e395038-0930-41b5-b296-5c25ab0e78fe req-ec3f9251-f2bf-47ac-9e67-67570eac028c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:32.609409 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e395038-0930-41b5-b296-5c25ab0e78fe req-ec3f9251-f2bf-47ac-9e67-67570eac028c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:32.617407 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e395038-0930-41b5-b296-5c25ab0e78fe req-ec3f9251-f2bf-47ac-9e67-67570eac028c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:32.625984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e395038-0930-41b5-b296-5c25ab0e78fe req-ec3f9251-f2bf-47ac-9e67-67570eac028c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:32.634732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e395038-0930-41b5-b296-5c25ab0e78fe req-ec3f9251-f2bf-47ac-9e67-67570eac028c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:32.641440 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e395038-0930-41b5-b296-5c25ab0e78fe req-ec3f9251-f2bf-47ac-9e67-67570eac028c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:32.648433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e395038-0930-41b5-b296-5c25ab0e78fe req-ec3f9251-f2bf-47ac-9e67-67570eac028c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:32.650432 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2e395038-0930-41b5-b296-5c25ab0e78fe req-ec3f9251-f2bf-47ac-9e67-67570eac028c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5432 time: 0.3301950 Sep 29 17:37:32.654356 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:32.720285 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:32.801950 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:32.803259 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:32.808669 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:32.857958 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2e395038-0930-41b5-b296-5c25ab0e78fe req-f375545b-723a-48ae-911a-17dd44c72201 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1654575 Sep 29 17:37:32.944109 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:32.954330 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:32.960731 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/a57ec955-deb8-4e49-94e6-a741609f6cb9 HTTP/1.1" status: 204 len: 168 time: 4.6031036 Sep 29 17:37:32.961681 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Made reservation on behalf of a7b1297952184b25a228b2bcb7cc432c for: {'subnet': 2} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:32.966796 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:32.967160 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:32.970190 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46528) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:32.985536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-31d0acea-c2e2-4b41-ba20-2c5773b48136 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1046484911'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:33.024734 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2090bc58-56f6-4020-96c3-762fce777e43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c851dbf4ea64b1cade6a77890b0e11c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6086426 Sep 29 17:37:33.031625 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46530) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:33.059950 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d0acea-c2e2-4b41-ba20-2c5773b48136 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:33.063981 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-31d0acea-c2e2-4b41-ba20-2c5773b48136 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:33.111395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b58716a-24fd-4ef1-835c-01c2e6766b8d tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:37:33.117730 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0a606-fbe2-4f15-bfe1-67ab4e9033bd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Network': ['ID=a57ec955-deb8-4e49-94e6-a741609f6cb9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:33.124035 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b946de-46cf-48fe-ab06-85b089e5ede5 None None] Sync routers for ids ['1cfdc812-8528-475a-826f-87aaba8fbb96'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:37:33.131667 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3b58716a-24fd-4ef1-835c-01c2e6766b8d tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "PUT /v2.0/routers/1cfdc812-8528-475a-826f-87aaba8fbb96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8221273 Sep 29 17:37:33.136691 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46534) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:33.148579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b946de-46cf-48fe-ab06-85b089e5ede5 None None] Routers {'1cfdc812-8528-475a-826f-87aaba8fbb96'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:33.152254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-10b946de-46cf-48fe-ab06-85b089e5ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['1cfdc812-8528-475a-826f-87aaba8fbb96'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:33.152614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d0acea-c2e2-4b41-ba20-2c5773b48136 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:37:33.161977 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f484338-374a-4931-aeb9-5238df5d769b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:33.169829 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-31d0acea-c2e2-4b41-ba20-2c5773b48136 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:33.170451 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-31d0acea-c2e2-4b41-ba20-2c5773b48136 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Added segment bacee045-0097-4830-b787-b236d59f36ae of type vlan for network 576bf97c-79cc-4294-994d-9d0a2b358528 Sep 29 17:37:33.204197 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f484338-374a-4931-aeb9-5238df5d769b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:33.242787 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-4023209d-d61e-4bbf-a0d5-de8dceda4b05 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Deleting subnet 3b62e9b8-76f2-4e5f-8724-7d41fdf22453 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:37:33.250210 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4023209d-d61e-4bbf-a0d5-de8dceda4b05 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:33.296169 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-31d0acea-c2e2-4b41-ba20-2c5773b48136 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:33.337469 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-31d0acea-c2e2-4b41-ba20-2c5773b48136 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:33.347128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d0acea-c2e2-4b41-ba20-2c5773b48136 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:33.347857 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-31d0acea-c2e2-4b41-ba20-2c5773b48136 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:33.352890 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4023209d-d61e-4bbf-a0d5-de8dceda4b05 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:33.359127 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f484338-374a-4931-aeb9-5238df5d769b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:33.362138 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0f484338-374a-4931-aeb9-5238df5d769b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:33.363320 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0f484338-374a-4931-aeb9-5238df5d769b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43d160a6-2bf6-4b22-8fba-5067077508ae HTTP/1.1" status: 204 len: 168 time: 0.3304093 Sep 29 17:37:33.500594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-31d0acea-c2e2-4b41-ba20-2c5773b48136 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5274360 Sep 29 17:37:33.503313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f484338-374a-4931-aeb9-5238df5d769b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d160a6-2bf6-4b22-8fba-5067077508ae,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:33.507525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46552) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:33.521495 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4023209d-d61e-4bbf-a0d5-de8dceda4b05 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:33.524955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-afa7cfb3-15fb-4fdc-ade8-fbdaa7259b03 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'subnet': {'network_id': '576bf97c-79cc-4294-994d-9d0a2b358528', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:33.648352 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-10b946de-46cf-48fe-ab06-85b089e5ede5 None None] Set router 1cfdc812-8528-475a-826f-87aaba8fbb96 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:37:33.672680 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4023209d-d61e-4bbf-a0d5-de8dceda4b05 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:33.684315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0acea-c2e2-4b41-ba20-2c5773b48136 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Network': ['ID=576bf97c-79cc-4294-994d-9d0a2b358528,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:33.757175 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 576bf97c-79cc-4294-994d-9d0a2b358528 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:37:33.800684 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023209d-d61e-4bbf-a0d5-de8dceda4b05 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event deleted for resources: {'Subnet': ['ID=3b62e9b8-76f2-4e5f-8724-7d41fdf22453,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:33.809497 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4023209d-d61e-4bbf-a0d5-de8dceda4b05 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:33.818304 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4023209d-d61e-4bbf-a0d5-de8dceda4b05 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "DELETE /v2.0/subnets/3b62e9b8-76f2-4e5f-8724-7d41fdf22453 HTTP/1.1" status: 204 len: 168 time: 0.6804168 Sep 29 17:37:33.825557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e09386-2238-4fb4-8077-4e7e2fcddd99 None None] Network 25feab30-986f-470d-9aa0-5429d238cdc7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:33.827079 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46560) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:33.900956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0acd4e20-0677-4a00-a7f7-15266bd8d0a3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:33.909236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0acd4e20-0677-4a00-a7f7-15266bd8d0a3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:33.918089 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0acd4e20-0677-4a00-a7f7-15266bd8d0a3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:33.924871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0acd4e20-0677-4a00-a7f7-15266bd8d0a3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:33.933457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0acd4e20-0677-4a00-a7f7-15266bd8d0a3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:33.955675 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0acd4e20-0677-4a00-a7f7-15266bd8d0a3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:33.969203 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0acd4e20-0677-4a00-a7f7-15266bd8d0a3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:33.973206 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0acd4e20-0677-4a00-a7f7-15266bd8d0a3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.35 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5432 time: 0.5497742 Sep 29 17:37:34.149790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f5baf-a5bc-4a97-a821-cc9cb9dd7873 req-71b8bd55-6098-4055-8034-96127afe2b8c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:34.162332 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f16f5baf-a5bc-4a97-a821-cc9cb9dd7873 req-71b8bd55-6098-4055-8034-96127afe2b8c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.4666445 Sep 29 17:37:34.183524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-b0af8507-229e-48fd-b6ea-4f12c0a232bf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:34.185033 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-b0af8507-229e-48fd-b6ea-4f12c0a232bf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.35 "GET /v2.0/ports/5988d418-a748-4b3c-ad5d-5c29fd19e399?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1960535 Sep 29 17:37:34.203889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-10b946de-46cf-48fe-ab06-85b089e5ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519552666', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:54Z', 'updated_at': '2021-09-29T17:37:30Z', 'revision_number': 5, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:36:55Z', 'updated_at': '2021-09-29T17:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:34.263608 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b946de-46cf-48fe-ab06-85b089e5ede5 None None] Checking router: 1cfdc812-8528-475a-826f-87aaba8fbb96 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:37:34.276682 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b946de-46cf-48fe-ab06-85b089e5ede5 None None] Routers {'1cfdc812-8528-475a-826f-87aaba8fbb96'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:34.277606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-10b946de-46cf-48fe-ab06-85b089e5ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['1cfdc812-8528-475a-826f-87aaba8fbb96'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:34.302082 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f71663ef-4bda-449e-a627-267a6ec7c1b2 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:34.307346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa7cfb3-15fb-4fdc-ade8-fbdaa7259b03 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:34.322424 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-afa7cfb3-15fb-4fdc-ade8-fbdaa7259b03 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:34.393907 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-10b946de-46cf-48fe-ab06-85b089e5ede5 None None] Set router 1cfdc812-8528-475a-826f-87aaba8fbb96 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:37:34.428748 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f16f5baf-a5bc-4a97-a821-cc9cb9dd7873 req-ebb039f5-30ae-4a99-9f7d-28b7acd5c4f5 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605031 Sep 29 17:37:34.526635 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190bb5d1-d9e2-4733-bd92-f176a7e085a3 None None] DHCP port deletion for 25feab30-986f-470d-9aa0-5429d238cdc7 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:37:34.538142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device aa67ed92-9765-43b0-98d3-537224ec332f no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:34.641922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: aa67ed92-9765-43b0-98d3-537224ec332f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:34.642617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device aa67ed92-9765-43b0-98d3-537224ec332f not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:34.648494 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:34.673403 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634250c-c7d5-473e-9dd6-bebabb785f60 req-dc19d27b-9bbd-4979-ae6f-169840f10d45 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:34.682242 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634250c-c7d5-473e-9dd6-bebabb785f60 req-dc19d27b-9bbd-4979-ae6f-169840f10d45 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:34.689611 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634250c-c7d5-473e-9dd6-bebabb785f60 req-dc19d27b-9bbd-4979-ae6f-169840f10d45 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:34.695045 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-79b4f2f0-11f9-4f45-9140-6f52ecac8e4a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.35 "GET /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5024760 Sep 29 17:37:34.697143 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634250c-c7d5-473e-9dd6-bebabb785f60 req-dc19d27b-9bbd-4979-ae6f-169840f10d45 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:34.704943 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634250c-c7d5-473e-9dd6-bebabb785f60 req-dc19d27b-9bbd-4979-ae6f-169840f10d45 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:34.712403 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-8fd534c6-76ce-48ef-ab5a-4dde263874ca service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:34.714396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634250c-c7d5-473e-9dd6-bebabb785f60 req-dc19d27b-9bbd-4979-ae6f-169840f10d45 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:34.721655 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634250c-c7d5-473e-9dd6-bebabb785f60 req-dc19d27b-9bbd-4979-ae6f-169840f10d45 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:34.732322 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2634250c-c7d5-473e-9dd6-bebabb785f60 req-dc19d27b-9bbd-4979-ae6f-169840f10d45 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 5432 time: 0.5932195 Sep 29 17:37:34.802807 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-190bb5d1-d9e2-4733-bd92-f176a7e085a3 None None] Deleting port 72544fe3-32d2-4346-a167-703e69ff9624 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:34.803101 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-190bb5d1-d9e2-4733-bd92-f176a7e085a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:34.879634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46594) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:34.889111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-190bb5d1-d9e2-4733-bd92-f176a7e085a3 None None] For port 72544fe3-32d2-4346-a167-703e69ff9624, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=72544fe3-32d2-4346-a167-703e69ff9624,segment=NetworkSegment(2ae996d9-e4ad-4170-80c7-d9c132224d6c),segment_id=2ae996d9-e4ad-4170-80c7-d9c132224d6c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:34.889539 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-190bb5d1-d9e2-4733-bd92-f176a7e085a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:34.915005 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-8fd534c6-76ce-48ef-ab5a-4dde263874ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:34.915618 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-190bb5d1-d9e2-4733-bd92-f176a7e085a3 None None] Calling delete_port for 72544fe3-32d2-4346-a167-703e69ff9624 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:34.974888 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2634250c-c7d5-473e-9dd6-bebabb785f60 req-6307d96c-de3b-4fc3-b3f3-05d0c4ef6bff tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2406774 Sep 29 17:37:34.995404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Checking segment: {'id': '1706d124-6283-45b5-8e9f-0562124e6f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd157066e-35ef-439e-96b9-1d3937f57c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:34.995714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Network hostable DHCP agents. Network: d157066e-35ef-439e-96b9-1d3937f57c54, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:37:35.026654 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event updated for resources: {'Subnet': ['ID=72213155-f054-4b63-8be5-1717d8d49960,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:35.084399 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f71663ef-4bda-449e-a627-267a6ec7c1b2 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:35.096505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Network d157066e-35ef-439e-96b9-1d3937f57c54 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:37:35.161210 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, d157066e-35ef-439e-96b9-1d3937f57c54) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:35.165523 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-190bb5d1-d9e2-4733-bd92-f176a7e085a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:35.168493 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:35.178619 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-69ff8951-86c1-448d-8fa6-3619d668c31f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-network', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:35.202289 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee0ee2d-07fe-467e-852d-ba4b9be605f7 None None] Network d157066e-35ef-439e-96b9-1d3937f57c54 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:35.207431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190bb5d1-d9e2-4733-bd92-f176a7e085a3 None None] No DVR routers for this DVR port 72544fe3-32d2-4346-a167-703e69ff9624 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:35.228438 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bb5d1-d9e2-4733-bd92-f176a7e085a3 None None] Pushing event deleted for resources: {'Port': ['ID=72544fe3-32d2-4346-a167-703e69ff9624,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:35.235230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077cf01-939f-4adf-b57e-19b6d0c824c9 req-fedc0996-e9d8-4d02-b24f-bea75ede8229 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:35.246815 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f077cf01-939f-4adf-b57e-19b6d0c824c9 req-fedc0996-e9d8-4d02-b24f-bea75ede8229 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.3950844 Sep 29 17:37:35.345719 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-10b946de-46cf-48fe-ab06-85b089e5ede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519552666', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:54Z', 'updated_at': '2021-09-29T17:37:30Z', 'revision_number': 5, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:36:55Z', 'updated_at': '2021-09-29T17:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:35.349017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event updated for resources: {'Subnet': ['ID=5edb86a8-b2b4-4124-ac55-cc4d453ca57e,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:35.387026 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f71663ef-4bda-449e-a627-267a6ec7c1b2 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Deleting port c286e3f0-ee8e-4fbf-a679-82ad4744ede2 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:35.387370 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f71663ef-4bda-449e-a627-267a6ec7c1b2 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:35.387854 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b946de-46cf-48fe-ab06-85b089e5ede5 None None] The sync data for ids ['1cfdc812-8528-475a-826f-87aaba8fbb96'] in n-d-811748-2 is: [{'id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1519552666', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:36:54Z', 'updated_at': '2021-09-29T17:37:30Z', 'revision_number': 5, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': 'c286e3f0-ee8e-4fbf-a679-82ad4744ede2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:be:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cfdc812-8528-475a-826f-87aaba8fbb96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:36:55Z', 'updated_at': '2021-09-29T17:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:37:35.391267 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Checking segment: {'id': '20bcc88e-1a50-47fe-8f29-dbe7c70d60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c89cbec-cadb-444b-82bf-eb2bb91ff669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:35.392158 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Network hostable DHCP agents. Network: 2c89cbec-cadb-444b-82bf-eb2bb91ff669, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:37:35.490589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ff8951-86c1-448d-8fa6-3619d668c31f admin admin] Made reservation on behalf of b4bf846cd7a74692964be60c138cc57c for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:35.496529 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69ff8951-86c1-448d-8fa6-3619d668c31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:35.497635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Network 2c89cbec-cadb-444b-82bf-eb2bb91ff669 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:37:35.518211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 2c89cbec-cadb-444b-82bf-eb2bb91ff669) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:35.523268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:35.523781 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:35.524427 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:35.530175 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1530739c-71aa-4b64-ba4c-c9a65366c78a None None] Network 2c89cbec-cadb-444b-82bf-eb2bb91ff669 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:35.545176 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-f71663ef-4bda-449e-a627-267a6ec7c1b2 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] For port c286e3f0-ee8e-4fbf-a679-82ad4744ede2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c286e3f0-ee8e-4fbf-a679-82ad4744ede2,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:35.545634 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f71663ef-4bda-449e-a627-267a6ec7c1b2 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:35.549085 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69ff8951-86c1-448d-8fa6-3619d668c31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:35.558333 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-d157066e-35ef-439e-96b9-1d3937f57c54', 'network_id': 'd157066e-35ef-439e-96b9-1d3937f57c54', 'tenant_id': 'a7b1297952184b25a228b2bcb7cc432c', 'fixed_ips': [{'subnet_id': '72213155-f054-4b63-8be5-1717d8d49960'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:37:35.560144 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-38f1b13d-24ec-4641-83f6-30f52a52cfc9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.0509765 Sep 29 17:37:35.560586 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:35.563826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46598) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:35.573989 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-afa7cfb3-15fb-4fdc-ade8-fbdaa7259b03 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:35.575334 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f71663ef-4bda-449e-a627-267a6ec7c1b2 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Calling delete_port for c286e3f0-ee8e-4fbf-a679-82ad4744ede2 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:35.647756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-8fd534c6-76ce-48ef-ab5a-4dde263874ca service neutron] For port 5988d418-a748-4b3c-ad5d-5c29fd19e399, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=5988d418-a748-4b3c-ad5d-5c29fd19e399,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:35.672894 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9067091-2484-41ef-8c4a-60273e2c839f tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:35.674853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9067091-2484-41ef-8c4a-60273e2c839f tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:35.676513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9067091-2484-41ef-8c4a-60273e2c839f tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:35.679186 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c9067091-2484-41ef-8c4a-60273e2c839f tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1140206 Sep 29 17:37:35.688268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46606) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:35.727809 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f077cf01-939f-4adf-b57e-19b6d0c824c9 req-19ad76bf-4eb1-4d99-b80d-ea659a2dbb34 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4742634 Sep 29 17:37:35.850237 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69ff8951-86c1-448d-8fa6-3619d668c31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:35.862602 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69ff8951-86c1-448d-8fa6-3619d668c31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:35.916123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ff8951-86c1-448d-8fa6-3619d668c31f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:37:35.948828 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f71663ef-4bda-449e-a627-267a6ec7c1b2 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:35.967028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-2c89cbec-cadb-444b-82bf-eb2bb91ff669', 'network_id': '2c89cbec-cadb-444b-82bf-eb2bb91ff669', 'tenant_id': 'a7b1297952184b25a228b2bcb7cc432c', 'fixed_ips': [{'subnet_id': '5edb86a8-b2b4-4124-ac55-cc4d453ca57e'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:37:35.967897 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:35.970379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Allocated IP 2001:db8::1 (d157066e-35ef-439e-96b9-1d3937f57c54/72213155-f054-4b63-8be5-1717d8d49960/e565ba69-42e3-45d9-8651-5d21b42baeb3) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:37:36.038834 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7cfb3-15fb-4fdc-ade8-fbdaa7259b03 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Subnet': ['ID=b8d415b2-c13f-4094-91ba-fe8bc52ddeb8,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:36.057499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-8fd534c6-76ce-48ef-ab5a-4dde263874ca service neutron] For port 5988d418-a748-4b3c-ad5d-5c29fd19e399, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:36.125541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff8951-86c1-448d-8fa6-3619d668c31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1879b89d-395a-495d-af7e-d094a1b95a31,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:36.127001 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71663ef-4bda-449e-a627-267a6ec7c1b2 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event deleted for resources: {'Port': ['ID=c286e3f0-ee8e-4fbf-a679-82ad4744ede2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:36.134932 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69ff8951-86c1-448d-8fa6-3619d668c31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.136364 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-69ff8951-86c1-448d-8fa6-3619d668c31f admin admin] Added segment fd5d39bc-35dc-4f9a-9bee-70cbff45b999 of type vlan for network e57956a6-584f-407f-aa43-0924387a68d2 Sep 29 17:37:36.172970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa7cfb3-15fb-4fdc-ade8-fbdaa7259b03 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Checking segment: {'id': 'bacee045-0097-4830-b787-b236d59f36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '576bf97c-79cc-4294-994d-9d0a2b358528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:36.172970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa7cfb3-15fb-4fdc-ade8-fbdaa7259b03 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network hostable DHCP agents. Network: 576bf97c-79cc-4294-994d-9d0a2b358528, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:37:36.288710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc46f7d-376f-45d9-8193-6fddb4c60b01 req-b76288f7-36db-4f61-9e32-d49dbe38baeb tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:36.290642 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dfc46f7d-376f-45d9-8193-6fddb4c60b01 req-b76288f7-36db-4f61-9e32-d49dbe38baeb tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.3850400 Sep 29 17:37:36.296017 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-8fd534c6-76ce-48ef-ab5a-4dde263874ca service neutron] device_id is not set on port 5988d418-a748-4b3c-ad5d-5c29fd19e399 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:37:36.297241 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4ff0bb15-9550-4314-ab76-1cc76e8e389b no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:36.307350 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-8fd534c6-76ce-48ef-ab5a-4dde263874ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.307797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Deleting subnet 72213155-f054-4b63-8be5-1717d8d49960 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:37:36.311292 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f71663ef-4bda-449e-a627-267a6ec7c1b2 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.367230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 4ff0bb15-9550-4314-ab76-1cc76e8e389b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:36.367576 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4ff0bb15-9550-4314-ab76-1cc76e8e389b not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:36.368006 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 72544fe3-32d2-4346-a167-703e69ff9624 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:36.376164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a36d37ce-a325-4d1c-9721-c8f32e0f47e7 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:36.387657 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-8fd534c6-76ce-48ef-ab5a-4dde263874ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.411330 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69ff8951-86c1-448d-8fa6-3619d668c31f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.443821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 72544fe3-32d2-4346-a167-703e69ff9624 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:36.443821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 72544fe3-32d2-4346-a167-703e69ff9624 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:36.520465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa7cfb3-15fb-4fdc-ade8-fbdaa7259b03 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network 576bf97c-79cc-4294-994d-9d0a2b358528 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:37:36.541863 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-8fd534c6-76ce-48ef-ab5a-4dde263874ca service neutron] No DVR routers for this DVR port 5988d418-a748-4b3c-ad5d-5c29fd19e399 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:36.558554 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dfc46f7d-376f-45d9-8193-6fddb4c60b01 req-dbf91fd7-17f5-4612-bb82-aadef975c60b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326524 Sep 29 17:37:36.572024 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f71663ef-4bda-449e-a627-267a6ec7c1b2 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.574916 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f71663ef-4bda-449e-a627-267a6ec7c1b2 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.581454 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Allocated IP 2001:db8:0:1::1 (2c89cbec-cadb-444b-82bf-eb2bb91ff669/5edb86a8-b2b4-4124-ac55-cc4d453ca57e/64d207b2-379d-4521-89db-713eb279005b) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:37:36.638151 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd534c6-76ce-48ef-ab5a-4dde263874ca service neutron] Pushing event updated for resources: {'Port': ['ID=5988d418-a748-4b3c-ad5d-5c29fd19e399,revision_number=6']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:36.683776 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.685255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-afa7cfb3-15fb-4fdc-ade8-fbdaa7259b03 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 576bf97c-79cc-4294-994d-9d0a2b358528) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:36.706275 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa7cfb3-15fb-4fdc-ade8-fbdaa7259b03 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:36.707230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c30983-348d-4694-909b-ab1a257ab2f1 None None] Network 576bf97c-79cc-4294-994d-9d0a2b358528 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:36.710243 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-afa7cfb3-15fb-4fdc-ade8-fbdaa7259b03 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.713802 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.734980 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.742394 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69ff8951-86c1-448d-8fa6-3619d668c31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.745566 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ff8951-86c1-448d-8fa6-3619d668c31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:36.746216 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69ff8951-86c1-448d-8fa6-3619d668c31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.778621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4c3a8-ac03-45dc-bff1-f84ca239a748 req-f6bc2e44-a497-4695-8875-f02ec523634d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:36.786328 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.808760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4c3a8-ac03-45dc-bff1-f84ca239a748 req-f6bc2e44-a497-4695-8875-f02ec523634d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:36.828668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4c3a8-ac03-45dc-bff1-f84ca239a748 req-f6bc2e44-a497-4695-8875-f02ec523634d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:36.833141 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f71663ef-4bda-449e-a627-267a6ec7c1b2 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.835302 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71663ef-4bda-449e-a627-267a6ec7c1b2 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Fanout notify agent at l3_agent the message router_deleted on router 1cfdc812-8528-475a-826f-87aaba8fbb96 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:37:36.840170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4c3a8-ac03-45dc-bff1-f84ca239a748 req-f6bc2e44-a497-4695-8875-f02ec523634d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:36.847362 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f71663ef-4bda-449e-a627-267a6ec7c1b2 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.856499 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f71663ef-4bda-449e-a627-267a6ec7c1b2 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "DELETE /v2.0/routers/1cfdc812-8528-475a-826f-87aaba8fbb96 HTTP/1.1" status: 204 len: 168 time: 3.0272665 Sep 29 17:37:36.857179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46620) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:36.870866 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4c3a8-ac03-45dc-bff1-f84ca239a748 req-f6bc2e44-a497-4695-8875-f02ec523634d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:36.884510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4c3a8-ac03-45dc-bff1-f84ca239a748 req-f6bc2e44-a497-4695-8875-f02ec523634d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:36.886507 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a0f4c3a8-ac03-45dc-bff1-f84ca239a748 req-f6bc2e44-a497-4695-8875-f02ec523634d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 4660 time: 0.5758970 Sep 29 17:37:36.909517 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:36.933667 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-afa7cfb3-15fb-4fdc-ade8-fbdaa7259b03 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4177420 Sep 29 17:37:36.941667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46622) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:37.027291 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-8fd534c6-76ce-48ef-ab5a-4dde263874ca service neutron] In _notify_port_updated(), no bound segment for port 5988d418-a748-4b3c-ad5d-5c29fd19e399 on network 7ed3e81f-beb1-44af-b586-483c0095cc3b {{(pid=95016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:37:37.028207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-8fd534c6-76ce-48ef-ab5a-4dde263874ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:37.044354 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-8fd534c6-76ce-48ef-ab5a-4dde263874ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:37.045814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-8fd534c6-76ce-48ef-ab5a-4dde263874ca service neutron] 10.222.0.35 "PUT /v2.0/ports/5988d418-a748-4b3c-ad5d-5c29fd19e399 HTTP/1.1" status: 200 len: 1025 time: 2.3432014 Sep 29 17:37:37.097382 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-69ff8951-86c1-448d-8fa6-3619d668c31f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2156460 Sep 29 17:37:37.125429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46624) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:37.173239 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-3a6fc1c4-799f-49f8-b974-3c1f15b8ce07 admin admin] Request body: {'subnet': {'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-subnet', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:37.193867 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff8951-86c1-448d-8fa6-3619d668c31f admin admin] Pushing event updated for resources: {'Network': ['ID=e57956a6-584f-407f-aa43-0924387a68d2,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:37.252362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-cf63b2ec-147e-4d89-b02e-b5f7c74134ee tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:37.253824 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-cf63b2ec-147e-4d89-b02e-b5f7c74134ee tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.35 "GET /v2.0/ports/a36d37ce-a325-4d1c-9721-c8f32e0f47e7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1893122 Sep 29 17:37:37.267457 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a0f4c3a8-ac03-45dc-bff1-f84ca239a748 req-a401e56d-5f03-4a6d-967d-26fd161f58cd tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3683686 Sep 29 17:37:37.273827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-f6c78281-67ac-48d2-88e5-cec8ea34036c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:37.312384 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:37.324318 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network e57956a6-584f-407f-aa43-0924387a68d2 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:37:37.384992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6fc1c4-799f-49f8-b974-3c1f15b8ce07 admin admin] Made reservation on behalf of b4bf846cd7a74692964be60c138cc57c for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:37.387388 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc1c4-799f-49f8-b974-3c1f15b8ce07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:37.429831 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:37.470727 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Network d157066e-35ef-439e-96b9-1d3937f57c54 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:37.494637 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-750fdb62-c37e-4d08-a9b1-b7b2ebfa4b90 None None] Provisioning complete for port 5988d418-a748-4b3c-ad5d-5c29fd19e399 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:37.495195 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-750fdb62-c37e-4d08-a9b1-b7b2ebfa4b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:37.547255 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-f6c78281-67ac-48d2-88e5-cec8ea34036c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:37.556919 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:37.583589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a36d37ce-a325-4d1c-9721-c8f32e0f47e7'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:37.586106 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a90b7d0-fc21-4802-8589-f34f5fa2c4aa" -d '{"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-unplugged", "status": "completed", "tag": "a36d37ce-a325-4d1c-9721-c8f32e0f47e7"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:37.626889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:37.670602 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Network 2c89cbec-cadb-444b-82bf-eb2bb91ff669 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:37.699098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:37.701203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Pushing event updated for resources: {'Port': ['ID=e565ba69-42e3-45d9-8651-5d21b42baeb3,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:37.704044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:37.707497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a36d37ce-a325-4d1c-9721-c8f32e0f47e7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a36d37ce-a325-4d1c-9721-c8f32e0f47e7,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:37.711227 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d7d6ca-a399-4aaa-81cf-44a030ffebde x-openstack-request-id: req-24d7d6ca-a399-4aaa-81cf-44a030ffebde {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:37.711779 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-unplugged", "status": "completed", "tag": "a36d37ce-a325-4d1c-9721-c8f32e0f47e7", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:37.712259 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24d7d6ca-a399-4aaa-81cf-44a030ffebde {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:37.712949 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a36d37ce-a325-4d1c-9721-c8f32e0f47e7', 'code': 200} Sep 29 17:37:37.743986 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.api [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-f6c78281-67ac-48d2-88e5-cec8ea34036c service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:37:37.744379 n-d-811748-2 neutron-server[95016]: DEBUG oslo_db.api [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-f6c78281-67ac-48d2-88e5-cec8ea34036c service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:37:37.795758 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc1c4-799f-49f8-b974-3c1f15b8ce07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:37.803683 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:37.804800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4897f706-46a1-4776-b2d3-425bd33d21de no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:37.898312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-750fdb62-c37e-4d08-a9b1-b7b2ebfa4b90 None None] Port 5988d418-a748-4b3c-ad5d-5c29fd19e399 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:37:37.924781 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fc1c4-799f-49f8-b974-3c1f15b8ce07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d284366c-fe99-4c9e-986b-ecda04f87026,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:37.929943 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Attempting to bind port e565ba69-42e3-45d9-8651-5d21b42baeb3 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:37:37.930775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Attempting to bind port e565ba69-42e3-45d9-8651-5d21b42baeb3 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '1706d124-6283-45b5-8e9f-0562124e6f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd157066e-35ef-439e-96b9-1d3937f57c54'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:37:37.931241 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Attempting to bind port e565ba69-42e3-45d9-8651-5d21b42baeb3 on network d157066e-35ef-439e-96b9-1d3937f57c54 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:37.940020 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5299ff9d-14c5-41ea-b956-dbe0952aa25e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:37.962038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:37:37.962038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Checking segment: {'id': '1706d124-6283-45b5-8e9f-0562124e6f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd157066e-35ef-439e-96b9-1d3937f57c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:37.962038 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:37.962038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Bound using segment: {'id': '1706d124-6283-45b5-8e9f-0562124e6f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd157066e-35ef-439e-96b9-1d3937f57c54'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:37:37.962038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Bound port: e565ba69-42e3-45d9-8651-5d21b42baeb3, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1706d124-6283-45b5-8e9f-0562124e6f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'd157066e-35ef-439e-96b9-1d3937f57c54'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:37:37.963019 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:37.965549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6fc1c4-799f-49f8-b974-3c1f15b8ce07 admin admin] Checking segment: {'id': 'fd5d39bc-35dc-4f9a-9bee-70cbff45b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:37.967024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6fc1c4-799f-49f8-b974-3c1f15b8ce07 admin admin] Network hostable DHCP agents. Network: e57956a6-584f-407f-aa43-0924387a68d2, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:37:38.012731 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Pushing event updated for resources: {'Port': ['ID=64d207b2-379d-4521-89db-713eb279005b,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:38.014909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6fc1c4-799f-49f8-b974-3c1f15b8ce07 admin admin] Network e57956a6-584f-407f-aa43-0924387a68d2 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:37:38.043075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-3a6fc1c4-799f-49f8-b974-3c1f15b8ce07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, e57956a6-584f-407f-aa43-0924387a68d2) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:38.064002 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6fc1c4-799f-49f8-b974-3c1f15b8ce07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:38.064709 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3a6fc1c4-799f-49f8-b974-3c1f15b8ce07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.103332 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b18a9795-2ad9-46fb-adfc-0e75103ef8af tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.108216 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3a6fc1c4-799f-49f8-b974-3c1f15b8ce07 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9816437 Sep 29 17:37:38.113683 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0e7fb9-3658-45b3-ad79-4ada7afc4d24 None None] Network e57956a6-584f-407f-aa43-0924387a68d2 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:38.113929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46640) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:38.126495 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-router', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:38.157585 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.159157 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.178854 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.233664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c286e3f0-ee8e-4fbf-a679-82ad4744ede2 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:38.297190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: c286e3f0-ee8e-4fbf-a679-82ad4744ede2 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:38.300571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c286e3f0-ee8e-4fbf-a679-82ad4744ede2 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:38.305889 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.359789 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.440489 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-f6c78281-67ac-48d2-88e5-cec8ea34036c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.456820 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Attempting to bind port 64d207b2-379d-4521-89db-713eb279005b on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:37:38.457528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Attempting to bind port 64d207b2-379d-4521-89db-713eb279005b by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '20bcc88e-1a50-47fe-8f29-dbe7c70d60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c89cbec-cadb-444b-82bf-eb2bb91ff669'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:37:38.458035 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Attempting to bind port 64d207b2-379d-4521-89db-713eb279005b on network 2c89cbec-cadb-444b-82bf-eb2bb91ff669 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:38.461002 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.482310 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event deleted for resources: {'Subnet': ['ID=72213155-f054-4b63-8be5-1717d8d49960,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:38.524863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:38.525691 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:38.528119 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:38.528755 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:38.533383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:38.534055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:38.535104 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:38.536180 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:38.539513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:38.540144 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:38.542272 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:38.544449 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:38.566185 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.577439 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cdd666c7-98ff-484a-8e40-889b99342080 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "DELETE /v2.0/subnets/72213155-f054-4b63-8be5-1717d8d49960 HTTP/1.1" status: 204 len: 168 time: 2.8745823 Sep 29 17:37:38.588416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46646) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:38.743367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:37:38.743745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Checking segment: {'id': '20bcc88e-1a50-47fe-8f29-dbe7c70d60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c89cbec-cadb-444b-82bf-eb2bb91ff669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:38.744154 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.744554 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Bound using segment: {'id': '20bcc88e-1a50-47fe-8f29-dbe7c70d60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c89cbec-cadb-444b-82bf-eb2bb91ff669'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:37:38.745042 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Bound port: 64d207b2-379d-4521-89db-713eb279005b, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bcc88e-1a50-47fe-8f29-dbe7c70d60e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '2c89cbec-cadb-444b-82bf-eb2bb91ff669'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:37:38.745454 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.749827 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5299ff9d-14c5-41ea-b956-dbe0952aa25e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.768724 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787534e9-00d5-4fa3-81ff-585ee9ab4adb None None] Network e57956a6-584f-407f-aa43-0924387a68d2 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:38.778552 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e99af9-2ca1-4c03-a7cc-57107b75ceff tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Deleting subnet 5edb86a8-b2b4-4124-ac55-cc4d453ca57e {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:37:38.824075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be38b5f6-81e9-4cf3-8f13-e986011fe27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-576bf97c-79cc-4294-994d-9d0a2b358528', 'network_id': '576bf97c-79cc-4294-994d-9d0a2b358528', 'tenant_id': '17e27756e396474aa986253bf2f2138e', 'fixed_ips': [{'subnet_id': 'b8d415b2-c13f-4094-91ba-fe8bc52ddeb8'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:37:38.825264 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-20e99af9-2ca1-4c03-a7cc-57107b75ceff tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.827376 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be38b5f6-81e9-4cf3-8f13-e986011fe27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.863951 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4897f706-46a1-4776-b2d3-425bd33d21de, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4897f706-46a1-4776-b2d3-425bd33d21de,segment=NetworkSegment(21736d5a-63fd-4d44-9c01-1be2659b02f5),segment_id=21736d5a-63fd-4d44-9c01-1be2659b02f5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:38.874921 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=a36d37ce-a325-4d1c-9721-c8f32e0f47e7,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:38.893198 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.894168 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4ac97f78-24c1-449e-afb9-e4018a0797de no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:38.901252 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.904867 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] For port e565ba69-42e3-45d9-8651-5d21b42baeb3, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:38.914736 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b18a9795-2ad9-46fb-adfc-0e75103ef8af tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:38.925155 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-5299ff9d-14c5-41ea-b956-dbe0952aa25e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25feab30-986f-470d-9aa0-5429d238cdc7']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:38.969741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-5299ff9d-14c5-41ea-b956-dbe0952aa25e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae996d9-e4ad-4170-80c7-d9c132224d6c') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:38.970540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-5299ff9d-14c5-41ea-b956-dbe0952aa25e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae996d9-e4ad-4170-80c7-d9c132224d6c') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:38.998523 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-20e99af9-2ca1-4c03-a7cc-57107b75ceff tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.004451 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] For port 64d207b2-379d-4521-89db-713eb279005b, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:39.008376 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] For port 64d207b2-379d-4521-89db-713eb279005b, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=64d207b2-379d-4521-89db-713eb279005b,segment=NetworkSegment(20bcc88e-1a50-47fe-8f29-dbe7c70d60e2),segment_id=20bcc88e-1a50-47fe-8f29-dbe7c70d60e2)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:37:39.030624 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5299ff9d-14c5-41ea-b956-dbe0952aa25e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.069779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-f6c78281-67ac-48d2-88e5-cec8ea34036c service neutron] For port a36d37ce-a325-4d1c-9721-c8f32e0f47e7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a36d37ce-a325-4d1c-9721-c8f32e0f47e7,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:39.077387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] For port e565ba69-42e3-45d9-8651-5d21b42baeb3, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e565ba69-42e3-45d9-8651-5d21b42baeb3,segment=NetworkSegment(1706d124-6283-45b5-8e9f-0562124e6f98),segment_id=1706d124-6283-45b5-8e9f-0562124e6f98)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:37:39.118964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108904e-3c45-43d9-b424-d2618c80efe6 req-6081fda2-902c-4906-9d44-fbb89967c436 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:39.147579 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108904e-3c45-43d9-b424-d2618c80efe6 req-6081fda2-902c-4906-9d44-fbb89967c436 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:39.158921 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108904e-3c45-43d9-b424-d2618c80efe6 req-6081fda2-902c-4906-9d44-fbb89967c436 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:39.176236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108904e-3c45-43d9-b424-d2618c80efe6 req-6081fda2-902c-4906-9d44-fbb89967c436 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:39.187758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108904e-3c45-43d9-b424-d2618c80efe6 req-6081fda2-902c-4906-9d44-fbb89967c436 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:39.188750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-f6c78281-67ac-48d2-88e5-cec8ea34036c service neutron] For port a36d37ce-a325-4d1c-9721-c8f32e0f47e7, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:39.198889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108904e-3c45-43d9-b424-d2618c80efe6 req-6081fda2-902c-4906-9d44-fbb89967c436 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:39.207114 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4108904e-3c45-43d9-b424-d2618c80efe6 req-6081fda2-902c-4906-9d44-fbb89967c436 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 4658 time: 0.6192424 Sep 29 17:37:39.233933 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5299ff9d-14c5-41ea-b956-dbe0952aa25e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.260585 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5299ff9d-14c5-41ea-b956-dbe0952aa25e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:39.260916 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5299ff9d-14c5-41ea-b956-dbe0952aa25e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:39.266912 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:39.332882 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b18a9795-2ad9-46fb-adfc-0e75103ef8af tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.348896 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.375084 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.408250 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.419021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a9795-2ad9-46fb-adfc-0e75103ef8af tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d415b2-c13f-4094-91ba-fe8bc52ddeb8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:39.429139 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4108904e-3c45-43d9-b424-d2618c80efe6 req-ad43c651-ac74-4f30-8108-45bf3000d7cf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&id=b888cb76-d83d-4763-869d-5d1a2072cbb0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1744370 Sep 29 17:37:39.433616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-f6c78281-67ac-48d2-88e5-cec8ea34036c service neutron] device_id is not set on port a36d37ce-a325-4d1c-9721-c8f32e0f47e7 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:37:39.456696 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-20e99af9-2ca1-4c03-a7cc-57107b75ceff tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.457308 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-f6c78281-67ac-48d2-88e5-cec8ea34036c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.460578 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5299ff9d-14c5-41ea-b956-dbe0952aa25e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.499242 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5299ff9d-14c5-41ea-b956-dbe0952aa25e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.501122 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5299ff9d-14c5-41ea-b956-dbe0952aa25e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "DELETE /v2.0/networks/25feab30-986f-470d-9aa0-5429d238cdc7 HTTP/1.1" status: 204 len: 168 time: 2.6400552 Sep 29 17:37:39.507501 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46652) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:39.508828 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-f6c78281-67ac-48d2-88e5-cec8ea34036c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server [None req-be38b5f6-81e9-4cf3-8f13-e986011fe27b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8d415b2-c13f-4094-91ba-fe8bc52ddeb8: This subnet is being modified by another concurrent operation. Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 17:37:39.529233 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise exception Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8d415b2-c13f-4094-91ba-fe8bc52ddeb8: This subnet is being modified by another concurrent operation. Sep 29 17:37:39.534667 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server Sep 29 17:37:39.559080 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.573056 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ab52f5-7357-4d67-8a99-2fee969f9460 None None] Network 576bf97c-79cc-4294-994d-9d0a2b358528 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:39.626225 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b18a9795-2ad9-46fb-adfc-0e75103ef8af tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.697378 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Allocated IP 172.25.2.78 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/095d6e06-502c-4667-ae39-b06a1e93e6d9) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:37:39.699485 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299ff9d-14c5-41ea-b956-dbe0952aa25e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event deleted for resources: {'Network': ['ID=25feab30-986f-470d-9aa0-5429d238cdc7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:39.714117 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4897f706-46a1-4776-b2d3-425bd33d21de,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:39.738461 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4897f706-46a1-4776-b2d3-425bd33d21de'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:39.742916 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944cab09-3321-48b8-bb77-1bc8dccfadf7" -d '{"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-unplugged", "status": "completed", "tag": "4897f706-46a1-4776-b2d3-425bd33d21de"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:39.825924 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-20e99af9-2ca1-4c03-a7cc-57107b75ceff tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.923393 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e99af9-2ca1-4c03-a7cc-57107b75ceff tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event deleted for resources: {'Subnet': ['ID=5edb86a8-b2b4-4124-ac55-cc4d453ca57e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:39.943876 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:39.963475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-b18a9795-2ad9-46fb-adfc-0e75103ef8af tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576bf97c-79cc-4294-994d-9d0a2b358528']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:39.982190 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-20e99af9-2ca1-4c03-a7cc-57107b75ceff tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:40.002059 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-20e99af9-2ca1-4c03-a7cc-57107b75ceff tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "DELETE /v2.0/subnets/5edb86a8-b2b4-4124-ac55-cc4d453ca57e HTTP/1.1" status: 204 len: 168 time: 1.4029417 Sep 29 17:37:40.003645 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46670) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:40.051903 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3f1c8b-2bdc-4ecd-833a-6fe40dfe9721 x-openstack-request-id: req-0a3f1c8b-2bdc-4ecd-833a-6fe40dfe9721 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:40.052818 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-unplugged", "status": "completed", "tag": "4897f706-46a1-4776-b2d3-425bd33d21de", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:40.053033 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a3f1c8b-2bdc-4ecd-833a-6fe40dfe9721 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:40.059402 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4897f706-46a1-4776-b2d3-425bd33d21de', 'code': 200} Sep 29 17:37:40.062566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-b18a9795-2ad9-46fb-adfc-0e75103ef8af tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacee045-0097-4830-b787-b236d59f36ae') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:40.062940 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-b18a9795-2ad9-46fb-adfc-0e75103ef8af tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacee045-0097-4830-b787-b236d59f36ae') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:40.143850 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b18a9795-2ad9-46fb-adfc-0e75103ef8af tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:40.261399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-f6c78281-67ac-48d2-88e5-cec8ea34036c service neutron] No DVR routers for this DVR port a36d37ce-a325-4d1c-9721-c8f32e0f47e7 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:40.298594 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b18a9795-2ad9-46fb-adfc-0e75103ef8af tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:40.322851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c78281-67ac-48d2-88e5-cec8ea34036c service neutron] Pushing event updated for resources: {'Port': ['ID=a36d37ce-a325-4d1c-9721-c8f32e0f47e7,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:40.350072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18a9795-2ad9-46fb-adfc-0e75103ef8af tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:40.351213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b18a9795-2ad9-46fb-adfc-0e75103ef8af tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:40.357838 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:40.444676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Pushing event updated for resources: {'Port': ['ID=095d6e06-502c-4667-ae39-b06a1e93e6d9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:40.445710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c6f31-703c-4433-8ff8-3e20c499d9d6 None None] Pushing event updated for resources: {'Port': ['ID=64d207b2-379d-4521-89db-713eb279005b,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:40.459382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18f6187-7197-4aec-9df8-ad0762a70145 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:40.461523 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c18f6187-7197-4aec-9df8-ad0762a70145 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4526789 Sep 29 17:37:40.511374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46676) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:40.553341 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:40.610057 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:40.653163 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b18a9795-2ad9-46fb-adfc-0e75103ef8af tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:40.708050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:40.712348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-f6c78281-67ac-48d2-88e5-cec8ea34036c service neutron] In _notify_port_updated(), no bound segment for port a36d37ce-a325-4d1c-9721-c8f32e0f47e7 on network 7ed3e81f-beb1-44af-b586-483c0095cc3b {{(pid=95016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:37:40.713188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-f6c78281-67ac-48d2-88e5-cec8ea34036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:40.714000 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-f6c78281-67ac-48d2-88e5-cec8ea34036c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:40.716045 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-f6c78281-67ac-48d2-88e5-cec8ea34036c service neutron] 10.222.0.35 "PUT /v2.0/ports/a36d37ce-a325-4d1c-9721-c8f32e0f47e7 HTTP/1.1" status: 200 len: 1028 time: 3.4534469 Sep 29 17:37:40.728629 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b18a9795-2ad9-46fb-adfc-0e75103ef8af tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:40.728629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b18a9795-2ad9-46fb-adfc-0e75103ef8af tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/576bf97c-79cc-4294-994d-9d0a2b358528 HTTP/1.1" status: 204 len: 168 time: 3.7859113 Sep 29 17:37:40.729399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:40.737582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46682) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:40.751591 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef7935-dd85-4f76-8f2c-a3d4f510eed6 None None] Pushing event updated for resources: {'Port': ['ID=e565ba69-42e3-45d9-8651-5d21b42baeb3,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:40.775002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3c987062-c547-4752-8668-2d081b5f5a56 None None] Provisioning complete for port a36d37ce-a325-4d1c-9721-c8f32e0f47e7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:40.775423 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3c987062-c547-4752-8668-2d081b5f5a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:40.784811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9d559f6f-cd65-4d19-9ea4-81e4537d7584 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1354564999'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:40.788647 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a9795-2ad9-46fb-adfc-0e75103ef8af tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Network': ['ID=576bf97c-79cc-4294-994d-9d0a2b358528,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:40.795556 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:40.832246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:40.879193 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd00d7-3db6-4567-9634-01ccc3c6e48e req-52ed3418-440b-485f-b064-754c78d9e9eb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:40.894845 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd00d7-3db6-4567-9634-01ccc3c6e48e req-52ed3418-440b-485f-b064-754c78d9e9eb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:40.896743 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 4ac97f78-24c1-449e-afb9-e4018a0797de, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4ac97f78-24c1-449e-afb9-e4018a0797de,segment=NetworkSegment(21736d5a-63fd-4d44-9c01-1be2659b02f5),segment_id=21736d5a-63fd-4d44-9c01-1be2659b02f5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:40.903556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd00d7-3db6-4567-9634-01ccc3c6e48e req-52ed3418-440b-485f-b064-754c78d9e9eb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:40.913943 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd00d7-3db6-4567-9634-01ccc3c6e48e req-52ed3418-440b-485f-b064-754c78d9e9eb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:40.923078 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd00d7-3db6-4567-9634-01ccc3c6e48e req-52ed3418-440b-485f-b064-754c78d9e9eb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:40.926375 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16bd00d7-3db6-4567-9634-01ccc3c6e48e req-52ed3418-440b-485f-b064-754c78d9e9eb tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 3883 time: 0.2531514 Sep 29 17:37:40.977911 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:40.978766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 057c4afc-15d9-4d68-b1ee-2455ce8bf293 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:41.033208 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-fce49e79-b41e-4ece-856b-352b8cc33e25 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Deleting port e7c3d6e5-837f-48ce-8e01-12e5213a8724 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:41.037775 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce49e79-b41e-4ece-856b-352b8cc33e25 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:41.063687 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3c987062-c547-4752-8668-2d081b5f5a56 None None] Port a36d37ce-a325-4d1c-9721-c8f32e0f47e7 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:37:41.066339 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af48498b-cff1-44cd-b836-b2b6169c6d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:41.082764 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16bd00d7-3db6-4567-9634-01ccc3c6e48e req-2e5dd561-14c3-4afe-8838-7ad1b83fd80b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484256 Sep 29 17:37:41.210652 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=4ac97f78-24c1-449e-afb9-e4018a0797de,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:41.239980 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce49e79-b41e-4ece-856b-352b8cc33e25 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:41.240459 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce49e79-b41e-4ece-856b-352b8cc33e25 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:41.265761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-fce49e79-b41e-4ece-856b-352b8cc33e25 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Calling delete_port for e7c3d6e5-837f-48ce-8e01-12e5213a8724 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:41.332069 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:41.397246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 057c4afc-15d9-4d68-b1ee-2455ce8bf293, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=057c4afc-15d9-4d68-b1ee-2455ce8bf293,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:41.412625 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:41.414865 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 7e78fec3-5ad5-4b28-8b51-432760c59133 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:41.608126 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce49e79-b41e-4ece-856b-352b8cc33e25 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:41.723488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce49e79-b41e-4ece-856b-352b8cc33e25 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event deleted for resources: {'Port': ['ID=e7c3d6e5-837f-48ce-8e01-12e5213a8724,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:41.815072 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce49e79-b41e-4ece-856b-352b8cc33e25 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:41.815441 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-fce49e79-b41e-4ece-856b-352b8cc33e25 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Floating IP 6bc6f649-c566-4168-8aef-5efad2420203 disassociated (deleted). External IP: 172.25.2.161, port: 88f5be58-2bd3-4647-9c4d-32b1d953b479. Sep 29 17:37:41.840624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f2d3b9-9a39-45c4-a2e0-5dd9d8c7d1b0 None None] Network 2c89cbec-cadb-444b-82bf-eb2bb91ff669 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:41.844164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=057c4afc-15d9-4d68-b1ee-2455ce8bf293,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:41.931085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-330fa64a-160e-4536-a0db-d8a771a12404 None None] Provisioning complete for port 64d207b2-379d-4521-89db-713eb279005b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:41.931523 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-330fa64a-160e-4536-a0db-d8a771a12404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:41.970359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d559f6f-cd65-4d19-9ea4-81e4537d7584 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:41.976608 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9d559f6f-cd65-4d19-9ea4-81e4537d7584 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:42.051526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f823c-56a6-49f2-a3bf-581772939c54 req-f8e31bd6-dcad-48e5-b179-6f5e502d7747 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:42.052016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a6f823c-56a6-49f2-a3bf-581772939c54 req-f8e31bd6-dcad-48e5-b179-6f5e502d7747 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 1.2728937 Sep 29 17:37:42.061134 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac97f78-24c1-449e-afb9-e4018a0797de'}, {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '057c4afc-15d9-4d68-b1ee-2455ce8bf293'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:42.063444 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06fe5cf-1607-4fc5-bc8c-45a02df74111" -d '{"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac97f78-24c1-449e-afb9-e4018a0797de"}, {"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-unplugged", "status": "completed", "tag": "057c4afc-15d9-4d68-b1ee-2455ce8bf293"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:42.078519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d559f6f-cd65-4d19-9ea4-81e4537d7584 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:37:42.094875 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9d559f6f-cd65-4d19-9ea4-81e4537d7584 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:42.095425 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-9d559f6f-cd65-4d19-9ea4-81e4537d7584 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Added segment db94f770-e165-4e7f-8369-389140d74093 of type vlan for network c3ad376a-14ba-4358-b92c-78110d413010 Sep 29 17:37:42.165797 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9d559f6f-cd65-4d19-9ea4-81e4537d7584 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:42.169330 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce49e79-b41e-4ece-856b-352b8cc33e25 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Router 22740318-fa1b-4051-95b3-59f1f989bbe4 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:37:42.194207 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7594ed-6876-4fbf-96c9-98edb415c1e7 None None] Network d157066e-35ef-439e-96b9-1d3937f57c54 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:42.229850 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9d559f6f-cd65-4d19-9ea4-81e4537d7584 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:42.236772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d559f6f-cd65-4d19-9ea4-81e4537d7584 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:42.237690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9d559f6f-cd65-4d19-9ea4-81e4537d7584 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:42.244771 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8396f94-e8e6-44df-9a4a-e4ac8cc56960 x-openstack-request-id: req-b8396f94-e8e6-44df-9a4a-e4ac8cc56960 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:42.245080 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac97f78-24c1-449e-afb9-e4018a0797de", "code": 200}, {"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-unplugged", "status": "completed", "tag": "057c4afc-15d9-4d68-b1ee-2455ce8bf293", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:42.245586 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8396f94-e8e6-44df-9a4a-e4ac8cc56960 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:42.247612 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac97f78-24c1-449e-afb9-e4018a0797de', 'code': 200} Sep 29 17:37:42.248489 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '057c4afc-15d9-4d68-b1ee-2455ce8bf293', 'code': 200} Sep 29 17:37:42.398610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e565ba69-42e3-45d9-8651-5d21b42baeb3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:37:42.421867 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:42.448096 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:42.565546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Deleting port 64d207b2-379d-4521-89db-713eb279005b {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:42.565990 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:42.597649 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 7e78fec3-5ad5-4b28-8b51-432760c59133, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=7e78fec3-5ad5-4b28-8b51-432760c59133,segment=NetworkSegment(5792626b-bc67-4e41-a185-ecbf05d06c7e),segment_id=5792626b-bc67-4e41-a185-ecbf05d06c7e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:42.637321 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:42.638475 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device be739b7b-a7ce-45a1-bd9c-1714d150d2e3 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:42.722786 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9d559f6f-cd65-4d19-9ea4-81e4537d7584 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9447391 Sep 29 17:37:42.735832 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e565ba69-42e3-45d9-8651-5d21b42baeb3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:42.736214 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:42.737812 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-330fa64a-160e-4536-a0db-d8a771a12404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:42.749946 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46704) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:42.759678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f020c186-e088-4e9f-a43d-71acbc7eace5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'subnet': {'network_id': 'c3ad376a-14ba-4358-b92c-78110d413010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:42.791340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d03d08-8031-4b87-b8ae-bd7500e02288 None None] DHCP port deletion for 2c89cbec-cadb-444b-82bf-eb2bb91ff669 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:37:42.820398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-610c4065-d5bc-4bad-856f-ad9b79bb5895 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Deleting port be739b7b-a7ce-45a1-bd9c-1714d150d2e3 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:42.820912 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-610c4065-d5bc-4bad-856f-ad9b79bb5895 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:42.837910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a6f823c-56a6-49f2-a3bf-581772939c54 req-899a5bf5-568a-43e8-91c9-ffa85c91cf11 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6643515 Sep 29 17:37:42.902973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5613a-2dfb-4b61-b78d-2d5cc3532cc6 req-af28cd81-9607-40b2-b59c-76a711eae23f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:42.908794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] For port 64d207b2-379d-4521-89db-713eb279005b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=64d207b2-379d-4521-89db-713eb279005b,segment=NetworkSegment(20bcc88e-1a50-47fe-8f29-dbe7c70d60e2),segment_id=20bcc88e-1a50-47fe-8f29-dbe7c70d60e2)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:42.909623 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5613a-2dfb-4b61-b78d-2d5cc3532cc6 req-af28cd81-9607-40b2-b59c-76a711eae23f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:42.914853 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:42.917108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5613a-2dfb-4b61-b78d-2d5cc3532cc6 req-af28cd81-9607-40b2-b59c-76a711eae23f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:42.923911 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5613a-2dfb-4b61-b78d-2d5cc3532cc6 req-af28cd81-9607-40b2-b59c-76a711eae23f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:42.930884 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5613a-2dfb-4b61-b78d-2d5cc3532cc6 req-af28cd81-9607-40b2-b59c-76a711eae23f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:42.931722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-330fa64a-160e-4536-a0db-d8a771a12404 None None] For port 64d207b2-379d-4521-89db-713eb279005b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=64d207b2-379d-4521-89db-713eb279005b,segment=NetworkSegment(20bcc88e-1a50-47fe-8f29-dbe7c70d60e2),segment_id=20bcc88e-1a50-47fe-8f29-dbe7c70d60e2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:42.942427 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-91f5613a-2dfb-4b61-b78d-2d5cc3532cc6 req-af28cd81-9607-40b2-b59c-76a711eae23f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 3877 time: 0.6136487 Sep 29 17:37:42.949410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce49e79-b41e-4ece-856b-352b8cc33e25 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:37:42.961108 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce49e79-b41e-4ece-856b-352b8cc33e25 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:42.973764 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d2620-807e-4e6a-a42c-50a70f287d53 None None] Sync routers for ids ['22740318-fa1b-4051-95b3-59f1f989bbe4'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:37:43.000593 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d2620-807e-4e6a-a42c-50a70f287d53 None None] Routers {'22740318-fa1b-4051-95b3-59f1f989bbe4'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:43.001253 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-411d2620-807e-4e6a-a42c-50a70f287d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['22740318-fa1b-4051-95b3-59f1f989bbe4'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:43.016222 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Calling delete_port for 64d207b2-379d-4521-89db-713eb279005b owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:43.042949 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-91f5613a-2dfb-4b61-b78d-2d5cc3532cc6 req-c0d2bfff-2996-43f5-bdf7-8072ad6bc0a4 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989051 Sep 29 17:37:43.047316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d559f6f-cd65-4d19-9ea4-81e4537d7584 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Network': ['ID=c3ad376a-14ba-4358-b92c-78110d413010,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:43.052306 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fce49e79-b41e-4ece-856b-352b8cc33e25 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "DELETE /v2.0/floatingips/6bc6f649-c566-4168-8aef-5efad2420203 HTTP/1.1" status: 204 len: 168 time: 3.5436625 Sep 29 17:37:43.054880 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327d7508-40fe-4574-b383-965ac6e1a833', 'tag': '88f5be58-2bd3-4647-9c4d-32b1d953b479'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:43.069305 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192d38ef-be35-4ccd-b315-7c51ca0a3b85" -d '{"events": [{"name": "network-changed", "server_uuid": "327d7508-40fe-4574-b383-965ac6e1a833", "tag": "88f5be58-2bd3-4647-9c4d-32b1d953b479"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:43.072425 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f020c186-e088-4e9f-a43d-71acbc7eace5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:43.076712 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f020c186-e088-4e9f-a43d-71acbc7eace5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:43.143830 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-330fa64a-160e-4536-a0db-d8a771a12404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:43.150386 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network c3ad376a-14ba-4358-b92c-78110d413010 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:37:43.155117 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=7e78fec3-5ad5-4b28-8b51-432760c59133,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:43.217595 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:43.298530 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-610c4065-d5bc-4bad-856f-ad9b79bb5895 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] For port be739b7b-a7ce-45a1-bd9c-1714d150d2e3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=be739b7b-a7ce-45a1-bd9c-1714d150d2e3,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:43.298902 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-610c4065-d5bc-4bad-856f-ad9b79bb5895 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:43.313513 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f020c186-e088-4e9f-a43d-71acbc7eace5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:43.376772 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-411d2620-807e-4e6a-a42c-50a70f287d53 None None] Set router 22740318-fa1b-4051-95b3-59f1f989bbe4 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:37:43.521439 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020c186-e088-4e9f-a43d-71acbc7eace5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Subnet': ['ID=830f300d-a2b5-4133-80ff-3ea382d08323,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:43.534699 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c68521-7c0b-4ca6-b513-33a38d451000 x-openstack-request-id: req-a9c68521-7c0b-4ca6-b513-33a38d451000 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:43.539775 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327d7508-40fe-4574-b383-965ac6e1a833", "tag": "88f5be58-2bd3-4647-9c4d-32b1d953b479", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:43.540224 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9c68521-7c0b-4ca6-b513-33a38d451000 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:43.540824 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327d7508-40fe-4574-b383-965ac6e1a833', 'tag': '88f5be58-2bd3-4647-9c4d-32b1d953b479', 'status': 'completed', 'code': 200} Sep 29 17:37:43.542304 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f020c186-e088-4e9f-a43d-71acbc7eace5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Checking segment: {'id': 'db94f770-e165-4e7f-8369-389140d74093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': 'c3ad376a-14ba-4358-b92c-78110d413010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:43.542876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f020c186-e088-4e9f-a43d-71acbc7eace5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network hostable DHCP agents. Network: c3ad376a-14ba-4358-b92c-78110d413010, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:37:43.547247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-610c4065-d5bc-4bad-856f-ad9b79bb5895 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Calling delete_port for be739b7b-a7ce-45a1-bd9c-1714d150d2e3 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:43.577510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fa64a-160e-4536-a0db-d8a771a12404 None None] Pushing event updated for resources: {'Port': ['ID=64d207b2-379d-4521-89db-713eb279005b,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:43.585111 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f020c186-e088-4e9f-a43d-71acbc7eace5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network c3ad376a-14ba-4358-b92c-78110d413010 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:37:43.602685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-f020c186-e088-4e9f-a43d-71acbc7eace5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, c3ad376a-14ba-4358-b92c-78110d413010) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:43.607986 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f020c186-e088-4e9f-a43d-71acbc7eace5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:43.608882 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f020c186-e088-4e9f-a43d-71acbc7eace5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:43.616646 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:43.619403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0b7162e8-c80f-4791-8a75-03b3220cefb9 None None] Provisioning complete for port e565ba69-42e3-45d9-8651-5d21b42baeb3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:43.623469 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0b7162e8-c80f-4791-8a75-03b3220cefb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:43.629185 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfe5d50-a095-4dd6-ad18-868789ad396e None None] Network c3ad376a-14ba-4358-b92c-78110d413010 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:43.644146 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f020c186-e088-4e9f-a43d-71acbc7eace5 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8905194 Sep 29 17:37:43.645202 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46718) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:43.687752 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:43.729724 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-411d2620-807e-4e6a-a42c-50a70f287d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446119245', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:35:43Z', 'updated_at': '2021-09-29T17:35:53Z', 'revision_number': 4, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:44Z', 'updated_at': '2021-09-29T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '2e1b1f5e-6c3a-4c47-8c32-752b82108dfd', 'name': '', 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'mac_address': 'fa:16:3e:33:92:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:51Z', 'updated_at': '2021-09-29T17:35:59Z', 'revision_number': 5, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'subnets': [{'id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:43.737439 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:43.769337 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d2620-807e-4e6a-a42c-50a70f287d53 None None] Checking router: 22740318-fa1b-4051-95b3-59f1f989bbe4 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:37:43.780286 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d2620-807e-4e6a-a42c-50a70f287d53 None None] Routers {'22740318-fa1b-4051-95b3-59f1f989bbe4'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:43.781059 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-411d2620-807e-4e6a-a42c-50a70f287d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['22740318-fa1b-4051-95b3-59f1f989bbe4'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:43.789114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-95d03d08-8031-4b87-b8ae-bd7500e02288 None None] Deleting port 64d207b2-379d-4521-89db-713eb279005b {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:43.797917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9726ee4-939e-4a0c-b033-61e2651e466d req-579c2bbb-640c-40e3-a876-ace2f579079a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:43.798733 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-95d03d08-8031-4b87-b8ae-bd7500e02288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:43.799767 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a9726ee4-939e-4a0c-b033-61e2651e466d req-579c2bbb-640c-40e3-a876-ace2f579079a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.6771939 Sep 29 17:37:43.812268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fc550e-941a-4df3-9e84-a9d4cc4f5086 None None] DHCP port deletion for d157066e-35ef-439e-96b9-1d3937f57c54 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:37:43.895529 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-29a5a42a-d4f0-4193-b370-566193a667cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:43.915903 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de468d-b88e-4929-a028-04b21dfef1a9 req-183c67d5-6921-41e9-8892-0612ca22fda8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:43.919239 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00de468d-b88e-4929-a028-04b21dfef1a9 req-183c67d5-6921-41e9-8892-0612ca22fda8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 984 time: 0.2550986 Sep 29 17:37:43.945231 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-411d2620-807e-4e6a-a42c-50a70f287d53 None None] Set router 22740318-fa1b-4051-95b3-59f1f989bbe4 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:37:43.988215 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port e565ba69-42e3-45d9-8651-5d21b42baeb3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e565ba69-42e3-45d9-8651-5d21b42baeb3,segment=NetworkSegment(1706d124-6283-45b5-8e9f-0562124e6f98),segment_id=1706d124-6283-45b5-8e9f-0562124e6f98)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:44.048570 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0534252f-de88-4874-b84b-862903c26bac tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:44.058744 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a9726ee4-939e-4a0c-b033-61e2651e466d req-ebf2ac0c-3378-42c6-b378-553a653205f1 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301512 Sep 29 17:37:44.072569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event deleted for resources: {'Port': ['ID=64d207b2-379d-4521-89db-713eb279005b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:44.090190 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:44.094626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 64d207b2-379d-4521-89db-713eb279005b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:37:44.097634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00de468d-b88e-4929-a028-04b21dfef1a9 req-f7e86f9a-03df-4167-ac86-5cfaf46918f8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5&id=a7cf6b6f-f57b-418d-97ca-bb249e10be88&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1688111 Sep 29 17:37:44.098141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] No DVR routers for this DVR port 64d207b2-379d-4521-89db-713eb279005b on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:44.132017 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-610c4065-d5bc-4bad-856f-ad9b79bb5895 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:44.247160 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0534252f-de88-4874-b84b-862903c26bac tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:44.254869 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=e565ba69-42e3-45d9-8651-5d21b42baeb3,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:44.259361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d38ef-be35-4ccd-b315-7c51ca0a3b85 req-d36f89e1-b171-4ea4-97c3-3ddaeef19851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:44.260282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 5988d418-a748-4b3c-ad5d-5c29fd19e399 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:44.274952 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-192d38ef-be35-4ccd-b315-7c51ca0a3b85 req-d36f89e1-b171-4ea4-97c3-3ddaeef19851 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7e0ab65e9130409c86f928bc5b6c5b35&device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 1135 time: 0.5424809 Sep 29 17:37:44.301900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e78fec3-5ad5-4b28-8b51-432760c59133'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:44.304388 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da48da29-250f-4c15-92f4-20697294e0e3" -d '{"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-unplugged", "status": "completed", "tag": "7e78fec3-5ad5-4b28-8b51-432760c59133"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:44.384614 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc2807f-4ebc-4100-9197-d6dbde6b6617 x-openstack-request-id: req-2bc2807f-4ebc-4100-9197-d6dbde6b6617 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:44.385044 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-unplugged", "status": "completed", "tag": "7e78fec3-5ad5-4b28-8b51-432760c59133", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:44.385449 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2bc2807f-4ebc-4100-9197-d6dbde6b6617 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:44.385905 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e78fec3-5ad5-4b28-8b51-432760c59133', 'code': 200} Sep 29 17:37:44.388383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-95d03d08-8031-4b87-b8ae-bd7500e02288 None None] For port 64d207b2-379d-4521-89db-713eb279005b, host n-d-811748-2, got binding levels [] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:44.388882 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-95d03d08-8031-4b87-b8ae-bd7500e02288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:44.440248 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 64d207b2-379d-4521-89db-713eb279005b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:44.440736 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 64d207b2-379d-4521-89db-713eb279005b not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 29 17:37:44.453560 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 5988d418-a748-4b3c-ad5d-5c29fd19e399 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:44.461615 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d38ef-be35-4ccd-b315-7c51ca0a3b85 req-b31886c5-a4d1-44cf-8445-e8ca05489ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:44.463104 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-192d38ef-be35-4ccd-b315-7c51ca0a3b85 req-b31886c5-a4d1-44cf-8445-e8ca05489ee3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 HTTP/1.1" status: 200 len: 898 time: 0.1680264 Sep 29 17:37:44.488397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Router 32db3485-183d-4c6c-b433-4c3890b2e410 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:37:44.493117 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-95d03d08-8031-4b87-b8ae-bd7500e02288 None None] Calling delete_port for 64d207b2-379d-4521-89db-713eb279005b owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:44.507681 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.ipam_backend_mixin [None req-95d03d08-8031-4b87-b8ae-bd7500e02288 None None] Port 64d207b2-379d-4521-89db-713eb279005b was not found and therefore no delete operation was performed {{(pid=95017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 17:37:44.510271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-98fc550e-941a-4df3-9e84-a9d4cc4f5086 None None] Deleting port e565ba69-42e3-45d9-8651-5d21b42baeb3 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:44.510271 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-98fc550e-941a-4df3-9e84-a9d4cc4f5086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:44.512025 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Port 64d207b2-379d-4521-89db-713eb279005b not found, will not notify nova. {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 29 17:37:44.550827 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-95d03d08-8031-4b87-b8ae-bd7500e02288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:44.624186 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e495a4-f6bc-419f-8c99-0e06f0e3cd46 req-b73272cc-e252-4898-8070-ca0cf8ebfd26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:44.632023 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:44.640495 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:44.669230 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e495a4-f6bc-419f-8c99-0e06f0e3cd46 req-b73272cc-e252-4898-8070-ca0cf8ebfd26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:44.673535 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c4065-d5bc-4bad-856f-ad9b79bb5895 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event deleted for resources: {'Port': ['ID=be739b7b-a7ce-45a1-bd9c-1714d150d2e3,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:44.685060 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e495a4-f6bc-419f-8c99-0e06f0e3cd46 req-b73272cc-e252-4898-8070-ca0cf8ebfd26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:44.695177 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:44.696858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e565ba69-42e3-45d9-8651-5d21b42baeb3 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:44.704093 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-411d2620-807e-4e6a-a42c-50a70f287d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446119245', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:35:43Z', 'updated_at': '2021-09-29T17:35:53Z', 'revision_number': 4, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:44Z', 'updated_at': '2021-09-29T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '2e1b1f5e-6c3a-4c47-8c32-752b82108dfd', 'name': '', 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'mac_address': 'fa:16:3e:33:92:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:51Z', 'updated_at': '2021-09-29T17:35:59Z', 'revision_number': 5, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'subnets': [{'id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:44.715621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e495a4-f6bc-419f-8c99-0e06f0e3cd46 req-b73272cc-e252-4898-8070-ca0cf8ebfd26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:44.738193 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-87e495a4-f6bc-419f-8c99-0e06f0e3cd46 req-b73272cc-e252-4898-8070-ca0cf8ebfd26 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 3143 time: 0.3740647 Sep 29 17:37:44.763248 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d03d08-8031-4b87-b8ae-bd7500e02288 None None] Pushing event deleted for resources: {'Port': ['ID=64d207b2-379d-4521-89db-713eb279005b,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:44.772983 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0534252f-de88-4874-b84b-862903c26bac tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:44.785510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d03d08-8031-4b87-b8ae-bd7500e02288 None None] No DVR routers for this DVR port 64d207b2-379d-4521-89db-713eb279005b on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:44.788456 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-411d2620-807e-4e6a-a42c-50a70f287d53 None None] The sync data for ids ['22740318-fa1b-4051-95b3-59f1f989bbe4'] in n-d-811748-2 is: [{'id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446119245', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:35:43Z', 'updated_at': '2021-09-29T17:35:53Z', 'revision_number': 4, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:44Z', 'updated_at': '2021-09-29T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '2e1b1f5e-6c3a-4c47-8c32-752b82108dfd', 'name': '', 'network_id': 'a588a5dc-5635-4a0a-9f24-0a6d3e2a6066', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'mac_address': 'fa:16:3e:33:92:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:51Z', 'updated_at': '2021-09-29T17:35:59Z', 'revision_number': 5, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'subnets': [{'id': '16e6a24e-4cc5-4504-9886-5b52c278dce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:37:44.839972 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-192d38ef-be35-4ccd-b315-7c51ca0a3b85 req-aa00a2a5-6f26-45ef-9cac-9ad542ce34dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88f5be58-2bd3-4647-9c4d-32b1d953b479 HTTP/1.1" status: 200 len: 217 time: 0.1986721 Sep 29 17:37:44.868773 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-610c4065-d5bc-4bad-856f-ad9b79bb5895 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] No DVR routers for this DVR port be739b7b-a7ce-45a1-bd9c-1714d150d2e3 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:44.869817 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534252f-de88-4874-b84b-862903c26bac tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Subnet': ['ID=830f300d-a2b5-4133-80ff-3ea382d08323,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:44.878068 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-610c4065-d5bc-4bad-856f-ad9b79bb5895 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:44.891140 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-610c4065-d5bc-4bad-856f-ad9b79bb5895 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.35 "DELETE /v2.0/ports/be739b7b-a7ce-45a1-bd9c-1714d150d2e3 HTTP/1.1" status: 204 len: 173 time: 4.1551740 Sep 29 17:37:44.934440 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-87e495a4-f6bc-419f-8c99-0e06f0e3cd46 req-909002a7-16a4-4226-a77a-ae573d9ea49e tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836421 Sep 29 17:37:44.941266 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c89cbec-cadb-444b-82bf-eb2bb91ff669']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:44.965576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-deleted', 'tag': 'be739b7b-a7ce-45a1-bd9c-1714d150d2e3'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:44.965576 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200f79c1-5b30-4e21-9a3e-74a954555ede" -d '{"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-deleted", "tag": "be739b7b-a7ce-45a1-bd9c-1714d150d2e3"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:45.003353 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0534252f-de88-4874-b84b-862903c26bac tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:45.054763 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-0534252f-de88-4874-b84b-862903c26bac tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ad376a-14ba-4358-b92c-78110d413010']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:45.100376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-0534252f-de88-4874-b84b-862903c26bac tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db94f770-e165-4e7f-8369-389140d74093') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:45.100751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-0534252f-de88-4874-b84b-862903c26bac tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db94f770-e165-4e7f-8369-389140d74093') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:45.155008 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0534252f-de88-4874-b84b-862903c26bac tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:45.155719 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65371df1-4385-4790-95d4-07b21037d5df x-openstack-request-id: req-65371df1-4385-4790-95d4-07b21037d5df {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:45.156225 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-deleted", "tag": "be739b7b-a7ce-45a1-bd9c-1714d150d2e3", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:45.156464 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65371df1-4385-4790-95d4-07b21037d5df {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:45.156952 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-deleted', 'tag': 'be739b7b-a7ce-45a1-bd9c-1714d150d2e3', 'status': 'completed', 'code': 200} Sep 29 17:37:45.193565 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bcc88e-1a50-47fe-8f29-dbe7c70d60e2') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:45.194010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bcc88e-1a50-47fe-8f29-dbe7c70d60e2') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:45.212308 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0534252f-de88-4874-b84b-862903c26bac tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:45.234660 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0534252f-de88-4874-b84b-862903c26bac tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:45.235120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0534252f-de88-4874-b84b-862903c26bac tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:45.278446 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:45.372246 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:45.381425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d38ef-be35-4ccd-b315-7c51ca0a3b85 req-25e2f4da-17b1-464e-a073-f3050be25059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:45.383387 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-192d38ef-be35-4ccd-b315-7c51ca0a3b85 req-25e2f4da-17b1-464e-a073-f3050be25059 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=16e6a24e-4cc5-4504-9886-5b52c278dce3 HTTP/1.1" status: 200 len: 834 time: 0.4660168 Sep 29 17:37:45.391494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:45.392335 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:45.399017 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:45.410785 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1297747-2d6f-4c7b-8692-4ae326008d94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-c3ad376a-14ba-4358-b92c-78110d413010', 'network_id': 'c3ad376a-14ba-4358-b92c-78110d413010', 'tenant_id': '17e27756e396474aa986253bf2f2138e', 'fixed_ips': [{'subnet_id': '830f300d-a2b5-4133-80ff-3ea382d08323'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:37:45.412599 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b1297747-2d6f-4c7b-8692-4ae326008d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:45.425120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e073437-0e72-4a66-b2e5-efa7bcb5919b None None] New status for floating IP 6bc6f649-c566-4168-8aef-5efad2420203: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:37:45.439967 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:45.442137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3cb22-8bd1-4496-af74-1849b6ba0d00 req-b44e724b-2426-41ed-874c-e04d2ec903c0 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:45.444026 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5e3cb22-8bd1-4496-af74-1849b6ba0d00 req-b44e724b-2426-41ed-874c-e04d2ec903c0 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.49 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 984 time: 0.6030188 Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:45.453109 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:45.532080 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0534252f-de88-4874-b84b-862903c26bac tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:45.545119 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0534252f-de88-4874-b84b-862903c26bac tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:45.547079 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0534252f-de88-4874-b84b-862903c26bac tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/c3ad376a-14ba-4358-b92c-78110d413010 HTTP/1.1" status: 204 len: 168 time: 1.9005663 Sep 29 17:37:45.587919 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46748) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:45.588757 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534252f-de88-4874-b84b-862903c26bac tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Network': ['ID=c3ad376a-14ba-4358-b92c-78110d413010,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:45.595037 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-447d3dea-bedf-49aa-8dac-12a396458e0b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1020604962'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:45.617241 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-98fc550e-941a-4df3-9e84-a9d4cc4f5086 None None] For port e565ba69-42e3-45d9-8651-5d21b42baeb3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e565ba69-42e3-45d9-8651-5d21b42baeb3,segment=NetworkSegment(1706d124-6283-45b5-8e9f-0562124e6f98),segment_id=1706d124-6283-45b5-8e9f-0562124e6f98)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:45.617686 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-98fc550e-941a-4df3-9e84-a9d4cc4f5086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:45.662037 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-98fc550e-941a-4df3-9e84-a9d4cc4f5086 None None] Calling delete_port for e565ba69-42e3-45d9-8651-5d21b42baeb3 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:45.679224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb755a5-b367-4344-8ef9-6460098310d0 req-d0bef7a9-0c64-4d6a-ae48-f8d9442dbb29 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:45.680834 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6bb755a5-b367-4344-8ef9-6460098310d0 req-d0bef7a9-0c64-4d6a-ae48-f8d9442dbb29 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 984 time: 0.2105672 Sep 29 17:37:45.686089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447d3dea-bedf-49aa-8dac-12a396458e0b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:45.689608 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-447d3dea-bedf-49aa-8dac-12a396458e0b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:45.731642 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0f7ab6-9420-4ebb-95b1-2bca2c8d8494 None None] Network c3ad376a-14ba-4358-b92c-78110d413010 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:45.791430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0f7ab6-9420-4ebb-95b1-2bca2c8d8494 None None] Network c3ad376a-14ba-4358-b92c-78110d413010 could not be found, it might have been deleted concurrently. {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 29 17:37:45.830009 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447d3dea-bedf-49aa-8dac-12a396458e0b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:37:45.887943 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6bb755a5-b367-4344-8ef9-6460098310d0 req-92b863b8-f808-4b09-98a8-cda55e2d9914 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5&id=a7cf6b6f-f57b-418d-97ca-bb249e10be88&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1958241 Sep 29 17:37:45.902562 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-447d3dea-bedf-49aa-8dac-12a396458e0b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:45.907207 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-447d3dea-bedf-49aa-8dac-12a396458e0b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Added segment bee54557-3d6e-45a6-b9f4-f06bccfe85cf of type vlan for network 12d36105-e03b-456d-9d20-8530603ce133 Sep 29 17:37:45.986555 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:46.075006 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port e565ba69-42e3-45d9-8651-5d21b42baeb3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e565ba69-42e3-45d9-8651-5d21b42baeb3,segment=NetworkSegment(1706d124-6283-45b5-8e9f-0562124e6f98),segment_id=1706d124-6283-45b5-8e9f-0562124e6f98)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:46.085662 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-447d3dea-bedf-49aa-8dac-12a396458e0b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:46.094204 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:46.095988 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 64d207b2-379d-4521-89db-713eb279005b no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:46.139650 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-447d3dea-bedf-49aa-8dac-12a396458e0b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:46.147462 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447d3dea-bedf-49aa-8dac-12a396458e0b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:46.148457 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-447d3dea-bedf-49aa-8dac-12a396458e0b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:46.154511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 64d207b2-379d-4521-89db-713eb279005b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:46.155107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 64d207b2-379d-4521-89db-713eb279005b not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:46.221193 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-447d3dea-bedf-49aa-8dac-12a396458e0b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6300750 Sep 29 17:37:46.225155 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46758) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:46.235405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9cb5629b-3d0c-456a-9be0-0d33b28b120e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'subnet': {'network_id': '12d36105-e03b-456d-9d20-8530603ce133', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:46.287343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d3dea-bedf-49aa-8dac-12a396458e0b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Network': ['ID=12d36105-e03b-456d-9d20-8530603ce133,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:46.312699 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 12d36105-e03b-456d-9d20-8530603ce133 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:37:46.351323 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=e565ba69-42e3-45d9-8651-5d21b42baeb3,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:46.355775 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-98fc550e-941a-4df3-9e84-a9d4cc4f5086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:46.467227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:37:46.488304 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc550e-941a-4df3-9e84-a9d4cc4f5086 None None] Pushing event deleted for resources: {'Port': ['ID=e565ba69-42e3-45d9-8651-5d21b42baeb3,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:46.525102 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Sync routers for ids ['32db3485-183d-4c6c-b433-4c3890b2e410'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:37:46.560270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fc550e-941a-4df3-9e84-a9d4cc4f5086 None None] No DVR routers for this DVR port e565ba69-42e3-45d9-8651-5d21b42baeb3 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:46.566442 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Routers {'32db3485-183d-4c6c-b433-4c3890b2e410'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:46.567089 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['32db3485-183d-4c6c-b433-4c3890b2e410'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:46.591063 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:46.592776 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10272318-d4b0-4e0e-b0ac-38e639b69180 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:37:46.608345 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:46.618117 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "DELETE /v2.0/networks/2c89cbec-cadb-444b-82bf-eb2bb91ff669 HTTP/1.1" status: 204 len: 168 time: 6.1037946 Sep 29 17:37:46.633607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46762) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:46.662086 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb5629b-3d0c-456a-9be0-0d33b28b120e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:46.671969 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9cb5629b-3d0c-456a-9be0-0d33b28b120e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:46.735829 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:46.747905 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-40852855-467d-4d5a-9894-df0823ed90a6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.6306877 Sep 29 17:37:46.751563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d38ef-be35-4ccd-b315-7c51ca0a3b85 req-0a8a839a-ccaa-4f64-ac27-2a96d49c1c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:46.760243 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-192d38ef-be35-4ccd-b315-7c51ca0a3b85 req-0a8a839a-ccaa-4f64-ac27-2a96d49c1c0e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a588a5dc-5635-4a0a-9f24-0a6d3e2a6066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3378932 Sep 29 17:37:46.762025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46764) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:46.785328 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Set router 32db3485-183d-4c6c-b433-4c3890b2e410 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:37:46.796006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8d92f-1e5a-4dbf-8241-554680f42ca9 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event deleted for resources: {'Network': ['ID=2c89cbec-cadb-444b-82bf-eb2bb91ff669,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:46.810954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-89c89a86-c0ec-4b8b-aa98-4081e40b1ca9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Deleting port 7e78fec3-5ad5-4b28-8b51-432760c59133 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:46.811442 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-89c89a86-c0ec-4b8b-aa98-4081e40b1ca9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:46.904621 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10272318-d4b0-4e0e-b0ac-38e639b69180 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:37:46.932423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96de158-0e7d-4df1-87d9-8b57641f6f85 req-88622796-160e-4360-b4e8-52b60a60f458 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:46.939264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96de158-0e7d-4df1-87d9-8b57641f6f85 req-88622796-160e-4360-b4e8-52b60a60f458 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:46.945909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96de158-0e7d-4df1-87d9-8b57641f6f85 req-88622796-160e-4360-b4e8-52b60a60f458 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:46.952462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96de158-0e7d-4df1-87d9-8b57641f6f85 req-88622796-160e-4360-b4e8-52b60a60f458 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:46.954361 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c96de158-0e7d-4df1-87d9-8b57641f6f85 req-88622796-160e-4360-b4e8-52b60a60f458 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 3143 time: 0.6112833 Sep 29 17:37:47.011217 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-router', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:37:38Z', 'updated_at': '2021-09-29T17:37:41Z', 'revision_number': 3, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'gw_port': {'id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:39Z', 'updated_at': '2021-09-29T17:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:47.053750 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Checking router: 32db3485-183d-4c6c-b433-4c3890b2e410 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:37:47.054187 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Updating router 32db3485-183d-4c6c-b433-4c3890b2e410 port 095d6e06-502c-4667-ae39-b06a1e93e6d9 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:37:47.058692 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:47.105118 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-357b4d13-2d5d-4210-9b25-e3dacefbf5fe tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:47.107774 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:47.180164 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c96de158-0e7d-4df1-87d9-8b57641f6f85 req-85adc875-c6c8-412c-ac10-718ee9a69f45 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109518 Sep 29 17:37:47.206476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b5e3cb22-8bd1-4496-af74-1849b6ba0d00 req-2a3a19ba-c97b-4c86-a0d9-833495217a92 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Deleting port 88f5be58-2bd3-4647-9c4d-32b1d953b479 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:47.206842 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b5e3cb22-8bd1-4496-af74-1849b6ba0d00 req-2a3a19ba-c97b-4c86-a0d9-833495217a92 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:47.253644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-89c89a86-c0ec-4b8b-aa98-4081e40b1ca9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] For port 7e78fec3-5ad5-4b28-8b51-432760c59133, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=7e78fec3-5ad5-4b28-8b51-432760c59133,segment=NetworkSegment(5792626b-bc67-4e41-a185-ecbf05d06c7e),segment_id=5792626b-bc67-4e41-a185-ecbf05d06c7e)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:47.254030 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-89c89a86-c0ec-4b8b-aa98-4081e40b1ca9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:47.260147 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.ipam_backend_mixin [None req-9cb5629b-3d0c-456a-9be0-0d33b28b120e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Performing IP validity checks on allocation pools {{(pid=95015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 29 17:37:47.260700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.ipam_backend_mixin [None req-9cb5629b-3d0c-456a-9be0-0d33b28b120e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 29 17:37:47.326484 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-192d38ef-be35-4ccd-b315-7c51ca0a3b85 req-56b1e391-111d-4ebd-8233-ac24f9345d16 service neutron] 10.222.0.49 "GET /v2.0/networks/a588a5dc-5635-4a0a-9f24-0a6d3e2a6066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269377 Sep 29 17:37:47.579031 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c8b9b-ddb3-4553-b4b8-8243afda8e68 req-c4f7a01d-4855-4448-939d-9db212b509e1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:47.580618 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-614c8b9b-ddb3-4553-b4b8-8243afda8e68 req-c4f7a01d-4855-4448-939d-9db212b509e1 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 984 time: 0.4702861 Sep 29 17:37:47.671790 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:47.686495 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:47.759983 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Attempting to bind port 095d6e06-502c-4667-ae39-b06a1e93e6d9 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:37:47.760387 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Attempting to bind port 095d6e06-502c-4667-ae39-b06a1e93e6d9 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:37:47.760707 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Attempting to bind port 095d6e06-502c-4667-ae39-b06a1e93e6d9 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:47.764381 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e975b-ec18-49f3-b726-19f8f92f69a5 None None] Pushing event updated for resources: {'Port': ['ID=095d6e06-502c-4667-ae39-b06a1e93e6d9,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:47.769568 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-357b4d13-2d5d-4210-9b25-e3dacefbf5fe tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:47.769757 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:37:47.769916 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:47.770326 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:47.771283 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:37:47.771754 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Bound port: 095d6e06-502c-4667-ae39-b06a1e93e6d9, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:37:47.772332 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:47.781636 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e975b-ec18-49f3-b726-19f8f92f69a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:47.782006 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e975b-ec18-49f3-b726-19f8f92f69a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:47.782318 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e975b-ec18-49f3-b726-19f8f92f69a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:47.782651 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e975b-ec18-49f3-b726-19f8f92f69a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:47.782981 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e975b-ec18-49f3-b726-19f8f92f69a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:47.783314 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e975b-ec18-49f3-b726-19f8f92f69a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:47.783638 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e975b-ec18-49f3-b726-19f8f92f69a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:47.783962 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e975b-ec18-49f3-b726-19f8f92f69a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:47.784284 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e975b-ec18-49f3-b726-19f8f92f69a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:47.784611 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e975b-ec18-49f3-b726-19f8f92f69a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:47.785759 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e975b-ec18-49f3-b726-19f8f92f69a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:47.786754 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50e975b-ec18-49f3-b726-19f8f92f69a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:47.797399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-357b4d13-2d5d-4210-9b25-e3dacefbf5fe tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d157066e-35ef-439e-96b9-1d3937f57c54']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:47.823576 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-357b4d13-2d5d-4210-9b25-e3dacefbf5fe tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1706d124-6283-45b5-8e9f-0562124e6f98') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:47.824419 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-357b4d13-2d5d-4210-9b25-e3dacefbf5fe tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1706d124-6283-45b5-8e9f-0562124e6f98') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:47.835399 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-357b4d13-2d5d-4210-9b25-e3dacefbf5fe tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:47.853360 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-357b4d13-2d5d-4210-9b25-e3dacefbf5fe tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:47.857763 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] For port 095d6e06-502c-4667-ae39-b06a1e93e6d9, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:47.864131 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] For port 095d6e06-502c-4667-ae39-b06a1e93e6d9, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=095d6e06-502c-4667-ae39-b06a1e93e6d9,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:37:47.869722 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9cb5629b-3d0c-456a-9be0-0d33b28b120e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:47.873571 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:47.920314 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-357b4d13-2d5d-4210-9b25-e3dacefbf5fe tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:47.920704 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-357b4d13-2d5d-4210-9b25-e3dacefbf5fe tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:47.925989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291822c0-4827-4192-9bf7-1285c0a2cca4 req-924221e1-029d-4241-b5e9-d4d88acc0691 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:47.934010 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-291822c0-4827-4192-9bf7-1285c0a2cca4 req-924221e1-029d-4241-b5e9-d4d88acc0691 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.5598536 Sep 29 17:37:47.937317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b5e3cb22-8bd1-4496-af74-1849b6ba0d00 req-2a3a19ba-c97b-4c86-a0d9-833495217a92 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] For port 88f5be58-2bd3-4647-9c4d-32b1d953b479, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=88f5be58-2bd3-4647-9c4d-32b1d953b479,segment=NetworkSegment(4cdaddc7-4687-4b7a-a4db-7f814736b1ba),segment_id=4cdaddc7-4687-4b7a-a4db-7f814736b1ba)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:47.938141 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b5e3cb22-8bd1-4496-af74-1849b6ba0d00 req-2a3a19ba-c97b-4c86-a0d9-833495217a92 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:47.945518 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:47.987907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b5e3cb22-8bd1-4496-af74-1849b6ba0d00 req-2a3a19ba-c97b-4c86-a0d9-833495217a92 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Calling delete_port for 88f5be58-2bd3-4647-9c4d-32b1d953b479 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:47.992534 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-192d38ef-be35-4ccd-b315-7c51ca0a3b85 req-87201240-46f1-4b42-b5c3-076bd1be01ce service neutron] 10.222.0.49 "GET /v2.0/networks/a588a5dc-5635-4a0a-9f24-0a6d3e2a6066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195266 Sep 29 17:37:48.006938 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Routers {'32db3485-183d-4c6c-b433-4c3890b2e410'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:48.007586 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['32db3485-183d-4c6c-b433-4c3890b2e410'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:48.095295 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e975b-ec18-49f3-b726-19f8f92f69a5 None None] Pushing event updated for resources: {'Port': ['ID=095d6e06-502c-4667-ae39-b06a1e93e6d9,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:48.122171 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-614c8b9b-ddb3-4553-b4b8-8243afda8e68 req-d8914858-5c96-4d79-91a5-bbcb503924ce tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5&id=a7cf6b6f-f57b-418d-97ca-bb249e10be88&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5192294 Sep 29 17:37:48.174592 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-357b4d13-2d5d-4210-9b25-e3dacefbf5fe tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:48.179116 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5629b-3d0c-456a-9be0-0d33b28b120e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Subnet': ['ID=54635544-df57-4a8f-b15b-31dcd90f0185,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:48.207744 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:37:48.236626 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-357b4d13-2d5d-4210-9b25-e3dacefbf5fe tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:48.239122 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-357b4d13-2d5d-4210-9b25-e3dacefbf5fe tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "DELETE /v2.0/networks/d157066e-35ef-439e-96b9-1d3937f57c54 HTTP/1.1" status: 204 len: 168 time: 1.6016276 Sep 29 17:37:48.250437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46788) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:48.259015 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] Set router 32db3485-183d-4c6c-b433-4c3890b2e410 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:37:48.300506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b4d13-2d5d-4210-9b25-e3dacefbf5fe tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event deleted for resources: {'Network': ['ID=d157066e-35ef-439e-96b9-1d3937f57c54,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:48.361028 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb5629b-3d0c-456a-9be0-0d33b28b120e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Checking segment: {'id': 'bee54557-3d6e-45a6-b9f4-f06bccfe85cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12d36105-e03b-456d-9d20-8530603ce133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:48.361710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb5629b-3d0c-456a-9be0-0d33b28b120e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network hostable DHCP agents. Network: 12d36105-e03b-456d-9d20-8530603ce133, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:37:48.453037 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-291822c0-4827-4192-9bf7-1285c0a2cca4 req-a1e99371-b126-4aa1-9827-66dc66741271 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5180342 Sep 29 17:37:48.500746 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb5629b-3d0c-456a-9be0-0d33b28b120e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network 12d36105-e03b-456d-9d20-8530603ce133 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:37:48.519711 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-12a2442c-2921-43b4-98c4-a4feaecf77a1 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:48.534963 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b5e3cb22-8bd1-4496-af74-1849b6ba0d00 req-2a3a19ba-c97b-4c86-a0d9-833495217a92 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:48.553494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-9cb5629b-3d0c-456a-9be0-0d33b28b120e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 12d36105-e03b-456d-9d20-8530603ce133) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:48.560029 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-89c89a86-c0ec-4b8b-aa98-4081e40b1ca9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:48.560460 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-89c89a86-c0ec-4b8b-aa98-4081e40b1ca9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:48.560782 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-89c89a86-c0ec-4b8b-aa98-4081e40b1ca9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Floating IP 19659256-a406-4e4d-b4c4-45f857dd8344 disassociated. External IP: 172.25.2.205, port: 7e78fec3-5ad5-4b28-8b51-432760c59133. Sep 29 17:37:48.561130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-89c89a86-c0ec-4b8b-aa98-4081e40b1ca9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Calling delete_port for 7e78fec3-5ad5-4b28-8b51-432760c59133 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:48.561877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8630d2-3eb2-4abb-8f0c-09215a53f3f3 None None] Network 12d36105-e03b-456d-9d20-8530603ce133 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:48.575105 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb5629b-3d0c-456a-9be0-0d33b28b120e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:48.575877 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9cb5629b-3d0c-456a-9be0-0d33b28b120e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:48.604941 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fab48-db56-45e8-9132-aabcac4f65ea req-f84a0fa6-cd33-4571-9572-ba100abb4e97 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:48.612593 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fab48-db56-45e8-9132-aabcac4f65ea req-f84a0fa6-cd33-4571-9572-ba100abb4e97 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:48.612792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a19ba-c97b-4c86-a0d9-833495217a92 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event deleted for resources: {'Port': ['ID=88f5be58-2bd3-4647-9c4d-32b1d953b479,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:48.618762 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fab48-db56-45e8-9132-aabcac4f65ea req-f84a0fa6-cd33-4571-9572-ba100abb4e97 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:48.625627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fab48-db56-45e8-9132-aabcac4f65ea req-f84a0fa6-cd33-4571-9572-ba100abb4e97 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:48.628035 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2d9fab48-db56-45e8-9132-aabcac4f65ea req-f84a0fa6-cd33-4571-9572-ba100abb4e97 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 3143 time: 0.2514694 Sep 29 17:37:48.636211 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-router', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:37:38Z', 'updated_at': '2021-09-29T17:37:41Z', 'revision_number': 3, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'gw_port': {'id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:39Z', 'updated_at': '2021-09-29T17:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:48.677065 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f247c9-7afe-4506-857b-860c5b1dedbe None None] The sync data for ids ['32db3485-183d-4c6c-b433-4c3890b2e410'] in n-d-811748-2 is: [{'id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-router', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:37:38Z', 'updated_at': '2021-09-29T17:37:41Z', 'revision_number': 3, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'gw_port': {'id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:39Z', 'updated_at': '2021-09-29T17:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:37:48.686087 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9cb5629b-3d0c-456a-9be0-0d33b28b120e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4596555 Sep 29 17:37:48.688601 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46792) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:48.794951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5e3cb22-8bd1-4496-af74-1849b6ba0d00 req-2a3a19ba-c97b-4c86-a0d9-833495217a92 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] No DVR routers for this DVR port 88f5be58-2bd3-4647-9c4d-32b1d953b479 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:48.854625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-12d36105-e03b-456d-9d20-8530603ce133', 'network_id': '12d36105-e03b-456d-9d20-8530603ce133', 'tenant_id': '17e27756e396474aa986253bf2f2138e', 'fixed_ips': [{'subnet_id': '54635544-df57-4a8f-b15b-31dcd90f0185'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:37:48.855838 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:48.857264 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2d9fab48-db56-45e8-9132-aabcac4f65ea req-cc203755-2231-497e-8d5c-1cf49d3feb1b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865747 Sep 29 17:37:48.892105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-12a2442c-2921-43b4-98c4-a4feaecf77a1 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:48.928800 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-12a2442c-2921-43b4-98c4-a4feaecf77a1 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fe667d-ec4d-45c2-8a34-2e621087334d']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:48.942372 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:48.945896 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-12a2442c-2921-43b4-98c4-a4feaecf77a1 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76300eeb-58ef-4689-b3e7-794c850e9646') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:48.946266 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-12a2442c-2921-43b4-98c4-a4feaecf77a1 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76300eeb-58ef-4689-b3e7-794c850e9646') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:48.959505 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b5e3cb22-8bd1-4496-af74-1849b6ba0d00 req-2a3a19ba-c97b-4c86-a0d9-833495217a92 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:48.960908 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-12a2442c-2921-43b4-98c4-a4feaecf77a1 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:48.962031 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5e3cb22-8bd1-4496-af74-1849b6ba0d00 req-2a3a19ba-c97b-4c86-a0d9-833495217a92 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.49 "DELETE /v2.0/ports/88f5be58-2bd3-4647-9c4d-32b1d953b479 HTTP/1.1" status: 204 len: 173 time: 3.5048077 Sep 29 17:37:48.962906 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327d7508-40fe-4574-b383-965ac6e1a833', 'name': 'network-vif-deleted', 'tag': '88f5be58-2bd3-4647-9c4d-32b1d953b479'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:48.976717 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc6301a-f6c4-4f29-be05-c1b2037f4714" -d '{"events": [{"server_uuid": "327d7508-40fe-4574-b383-965ac6e1a833", "name": "network-vif-deleted", "tag": "88f5be58-2bd3-4647-9c4d-32b1d953b479"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:48.984127 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-12a2442c-2921-43b4-98c4-a4feaecf77a1 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:48.990776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-89c89a86-c0ec-4b8b-aa98-4081e40b1ca9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:49.041556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a2442c-2921-43b4-98c4-a4feaecf77a1 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:49.044028 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-12a2442c-2921-43b4-98c4-a4feaecf77a1 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:49.047159 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:49.103548 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8eb324-0baa-4df1-b4cb-231dd67892b3 x-openstack-request-id: req-5f8eb324-0baa-4df1-b4cb-231dd67892b3 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:49.103683 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327d7508-40fe-4574-b383-965ac6e1a833", "name": "network-vif-deleted", "tag": "88f5be58-2bd3-4647-9c4d-32b1d953b479", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:49.103968 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f8eb324-0baa-4df1-b4cb-231dd67892b3 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:49.104349 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327d7508-40fe-4574-b383-965ac6e1a833', 'name': 'network-vif-deleted', 'tag': '88f5be58-2bd3-4647-9c4d-32b1d953b479', 'status': 'completed', 'code': 200} Sep 29 17:37:49.133316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Allocated IP 172.20.0.3 (12d36105-e03b-456d-9d20-8530603ce133/54635544-df57-4a8f-b15b-31dcd90f0185/12106a0a-0a1a-43ec-9cd5-d7195c6967cd) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:37:49.154818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ad253-1db2-466b-95d0-35c39e1ba2f1 req-ed266e44-acac-4eec-a9e5-2b918d0a321f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:49.157133 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0d4ad253-1db2-466b-95d0-35c39e1ba2f1 req-ed266e44-acac-4eec-a9e5-2b918d0a321f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.5696023 Sep 29 17:37:49.158432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c89a86-c0ec-4b8b-aa98-4081e40b1ca9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event deleted for resources: {'Port': ['ID=7e78fec3-5ad5-4b28-8b51-432760c59133,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:49.230084 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:49.292730 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-12a2442c-2921-43b4-98c4-a4feaecf77a1 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:49.310345 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-12a2442c-2921-43b4-98c4-a4feaecf77a1 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:49.315123 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-12a2442c-2921-43b4-98c4-a4feaecf77a1 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "DELETE /v2.0/networks/55fe667d-ec4d-45c2-8a34-2e621087334d HTTP/1.1" status: 204 len: 168 time: 1.0541427 Sep 29 17:37:49.323426 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46804) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:49.492010 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-06880764-f0c7-4672-a086-6c970233491a req-0c27c6ae-0c09-4144-a228-3f9ed11ab661 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "GET /v2.0/ports?device_id=327d7508-40fe-4574-b383-965ac6e1a833 HTTP/1.1" status: 200 len: 210 time: 0.1309569 Sep 29 17:37:49.545322 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2442c-2921-43b4-98c4-a4feaecf77a1 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event deleted for resources: {'Network': ['ID=55fe667d-ec4d-45c2-8a34-2e621087334d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:49.581940 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0d4ad253-1db2-466b-95d0-35c39e1ba2f1 req-8426f7af-bcbb-4967-92d8-e013d5cfeaba tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076564 Sep 29 17:37:49.735472 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:49.752609 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:49.784925 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:49.826090 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Network 12d36105-e03b-456d-9d20-8530603ce133 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:49.832377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:49.846850 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:49.858070 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Pushing event updated for resources: {'Port': ['ID=12106a0a-0a1a-43ec-9cd5-d7195c6967cd,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:49.897264 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae7978cf-7c02-454c-ab0e-fd0dfac98db0 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:49.979078 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:50.009249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-89c89a86-c0ec-4b8b-aa98-4081e40b1ca9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:37:50.039742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Attempting to bind port 12106a0a-0a1a-43ec-9cd5-d7195c6967cd on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:37:50.040221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Attempting to bind port 12106a0a-0a1a-43ec-9cd5-d7195c6967cd by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'bee54557-3d6e-45a6-b9f4-f06bccfe85cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12d36105-e03b-456d-9d20-8530603ce133'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:37:50.040698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Attempting to bind port 12106a0a-0a1a-43ec-9cd5-d7195c6967cd on network 12d36105-e03b-456d-9d20-8530603ce133 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:50.055336 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:37:50.055894 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Checking segment: {'id': 'bee54557-3d6e-45a6-b9f4-f06bccfe85cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12d36105-e03b-456d-9d20-8530603ce133'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:50.056404 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:50.056904 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Bound using segment: {'id': 'bee54557-3d6e-45a6-b9f4-f06bccfe85cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12d36105-e03b-456d-9d20-8530603ce133'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:37:50.057515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Bound port: 12106a0a-0a1a-43ec-9cd5-d7195c6967cd, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee54557-3d6e-45a6-b9f4-f06bccfe85cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '12d36105-e03b-456d-9d20-8530603ce133'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:37:50.058001 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:50.080576 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Subnet': ['ID=54635544-df57-4a8f-b15b-31dcd90f0185,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:50.164142 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:50.193253 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] For port 12106a0a-0a1a-43ec-9cd5-d7195c6967cd, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:50.198322 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] For port 12106a0a-0a1a-43ec-9cd5-d7195c6967cd, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=12106a0a-0a1a-43ec-9cd5-d7195c6967cd,segment=NetworkSegment(bee54557-3d6e-45a6-b9f4-f06bccfe85cf),segment_id=bee54557-3d6e-45a6-b9f4-f06bccfe85cf)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:37:50.208715 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:50.234228 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d36105-e03b-456d-9d20-8530603ce133']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:50.314666 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae7978cf-7c02-454c-ab0e-fd0dfac98db0 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:50.335542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd03da7-8003-4e4d-aa81-201dc4343618 req-ac6e0ece-ce92-4c0f-aafb-5d57bb611942 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:50.343049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd03da7-8003-4e4d-aa81-201dc4343618 req-ac6e0ece-ce92-4c0f-aafb-5d57bb611942 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:50.343243 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee54557-3d6e-45a6-b9f4-f06bccfe85cf') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:50.343512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee54557-3d6e-45a6-b9f4-f06bccfe85cf') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:50.351704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd03da7-8003-4e4d-aa81-201dc4343618 req-ac6e0ece-ce92-4c0f-aafb-5d57bb611942 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:50.361246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3bd03da7-8003-4e4d-aa81-201dc4343618 req-ac6e0ece-ce92-4c0f-aafb-5d57bb611942 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 2410 time: 0.2039177 Sep 29 17:37:50.373210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a217d0-74f4-4627-92fd-107da6df3f65 None None] Pushing event updated for resources: {'Port': ['ID=12106a0a-0a1a-43ec-9cd5-d7195c6967cd,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:50.380395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 88f5be58-2bd3-4647-9c4d-32b1d953b479 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:37:50.384588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dc912e-1f0f-42b3-9240-1cd7a4272f04 None None] Network 12d36105-e03b-456d-9d20-8530603ce133 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:50.405811 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa5d43-0012-4826-8e77-955ea881e0b4 req-b5c09071-fedb-4902-9399-d55b0349873b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:50.414420 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-45aa5d43-0012-4826-8e77-955ea881e0b4 req-b5c09071-fedb-4902-9399-d55b0349873b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.4542787 Sep 29 17:37:50.422633 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 88f5be58-2bd3-4647-9c4d-32b1d953b479 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:37:50.423836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 88f5be58-2bd3-4647-9c4d-32b1d953b479 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:37:50.449847 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3bd03da7-8003-4e4d-aa81-201dc4343618 req-6123693f-51b5-4b80-b887-890699a3db3c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876155 Sep 29 17:37:50.456531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Allocated IP 172.20.0.1 (e57956a6-584f-407f-aa43-0924387a68d2/d284366c-fe99-4c9e-986b-ecda04f87026/f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:37:50.553019 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-45aa5d43-0012-4826-8e77-955ea881e0b4 req-0e4bc809-c7a7-4c2e-9eb6-46677453388a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351583 Sep 29 17:37:50.563720 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:50.568240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-ae7978cf-7c02-454c-ab0e-fd0dfac98db0 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0216bc76-608a-4729-847d-be67f9d14c0f']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:50.590096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-89c89a86-c0ec-4b8b-aa98-4081e40b1ca9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:37:50.619383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-ae7978cf-7c02-454c-ab0e-fd0dfac98db0 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327be795-0378-4bf8-8e8a-d366dcef838d') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:50.623886 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-ae7978cf-7c02-454c-ab0e-fd0dfac98db0 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327be795-0378-4bf8-8e8a-d366dcef838d') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:50.660459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca50431-f50e-4342-b43f-8499d7e5ee1b None None] Sync routers for ids ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:37:50.698658 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae7978cf-7c02-454c-ab0e-fd0dfac98db0 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:50.722503 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae7978cf-7c02-454c-ab0e-fd0dfac98db0 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:50.726923 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca50431-f50e-4342-b43f-8499d7e5ee1b None None] Routers {'8d5ee2b9-e99d-4398-a58a-b2cf680c9054'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:50.727739 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dca50431-f50e-4342-b43f-8499d7e5ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:50.743636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7978cf-7c02-454c-ab0e-fd0dfac98db0 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:50.744514 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae7978cf-7c02-454c-ab0e-fd0dfac98db0 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:50.798201 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470bfb29-ce1b-4ba4-be5d-b6044d76a826 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:37:50.842072 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 095d6e06-502c-4667-ae39-b06a1e93e6d9 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:50.854406 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:50.858452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46826) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:50.924082 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae7978cf-7c02-454c-ab0e-fd0dfac98db0 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:50.931501 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:50.950018 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae7978cf-7c02-454c-ab0e-fd0dfac98db0 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:50.952543 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ae7978cf-7c02-454c-ab0e-fd0dfac98db0 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] 10.222.0.44 "DELETE /v2.0/networks/0216bc76-608a-4729-847d-be67f9d14c0f HTTP/1.1" status: 204 len: 168 time: 1.6095977 Sep 29 17:37:50.987047 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:50.988030 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:51.003102 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:51.033538 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7978cf-7c02-454c-ab0e-fd0dfac98db0 tempest-BulkNetworkOpsIpV6Test-1829029148 tempest-BulkNetworkOpsIpV6Test-1829029148-project] Pushing event deleted for resources: {'Network': ['ID=0216bc76-608a-4729-847d-be67f9d14c0f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:51.051509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 095d6e06-502c-4667-ae39-b06a1e93e6d9 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:51.053691 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:51.070470 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa0c62-7809-4b32-b5bb-559dd2d09502 req-95cb5307-c326-4311-8de0-a74f3176130a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:51.072230 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bcaa0c62-7809-4b32-b5bb-559dd2d09502 req-95cb5307-c326-4311-8de0-a74f3176130a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2125297 Sep 29 17:37:51.149077 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-21582995-f0a5-4ac7-ba9c-f064a87aefee tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:51.152892 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 17:37:51.152892 n-d-811748-2 neutron-server[95015]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 17:37:51.152892 n-d-811748-2 neutron-server[95015]: [parameters: {'id': '12d36105-e03b-456d-9d20-8530603ce133'}] Sep 29 17:37:51.152892 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:37:51.153718 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:37:51.196370 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bcaa0c62-7809-4b32-b5bb-559dd2d09502 req-5142b393-00aa-4ef1-b6a1-fe38f8516e02 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924437 Sep 29 17:37:51.198243 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-21582995-f0a5-4ac7-ba9c-f064a87aefee tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:51.318163 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-dca50431-f50e-4342-b43f-8499d7e5ee1b None None] Set router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:37:51.373896 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-21582995-f0a5-4ac7-ba9c-f064a87aefee tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:51.377193 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-21582995-f0a5-4ac7-ba9c-f064a87aefee tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:51.384612 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-21582995-f0a5-4ac7-ba9c-f064a87aefee tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "DELETE /v2.0/security-groups/a7cf6b6f-f57b-418d-97ca-bb249e10be88 HTTP/1.1" status: 204 len: 168 time: 0.4846485 Sep 29 17:37:51.396903 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46840) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:51.425445 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21582995-f0a5-4ac7-ba9c-f064a87aefee tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cf6b6f-f57b-418d-97ca-bb249e10be88,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:51.478060 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470bfb29-ce1b-4ba4-be5d-b6044d76a826 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:37:51.524640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46846) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:51.536918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-89c89a86-c0ec-4b8b-aa98-4081e40b1ca9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] No DVR routers for this DVR port 7e78fec3-5ad5-4b28-8b51-432760c59133 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:51.549255 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-89c89a86-c0ec-4b8b-aa98-4081e40b1ca9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:51.551370 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-89c89a86-c0ec-4b8b-aa98-4081e40b1ca9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.35 "DELETE /v2.0/ports/7e78fec3-5ad5-4b28-8b51-432760c59133 HTTP/1.1" status: 204 len: 173 time: 6.6589992 Sep 29 17:37:51.555622 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-deleted', 'tag': '7e78fec3-5ad5-4b28-8b51-432760c59133'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:51.562972 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a7768f-9bdf-449c-a840-8d9d5c783592" -d '{"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-deleted", "tag": "7e78fec3-5ad5-4b28-8b51-432760c59133"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:51.588811 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-15f395dd-59c8-49af-98bb-d930ba7897e6 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:51.651253 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-15f395dd-59c8-49af-98bb-d930ba7897e6 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:51.654484 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:51.909756 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:51.969936 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-15f395dd-59c8-49af-98bb-d930ba7897e6 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:51.972521 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-15f395dd-59c8-49af-98bb-d930ba7897e6 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:51.979418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-15f395dd-59c8-49af-98bb-d930ba7897e6 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "DELETE /v2.0/security-groups/e9bac7ac-2caf-45ef-9f54-a72beb86c5a5 HTTP/1.1" status: 204 len: 168 time: 0.5812380 Sep 29 17:37:51.986795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19282b-c5b4-427d-99d2-b7a966f762a4 req-bfbfcb1b-d664-4afb-b622-21e704b8159a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:52.000831 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19282b-c5b4-427d-99d2-b7a966f762a4 req-bfbfcb1b-d664-4afb-b622-21e704b8159a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:52.006795 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46856) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:52.012819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19282b-c5b4-427d-99d2-b7a966f762a4 req-bfbfcb1b-d664-4afb-b622-21e704b8159a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:52.020355 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b19282b-c5b4-427d-99d2-b7a966f762a4 req-bfbfcb1b-d664-4afb-b622-21e704b8159a tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 2410 time: 0.2844722 Sep 29 17:37:52.030553 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0e865f94-dbf7-4c4c-9e84-58f6afa4b17b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Deleting port 4ac97f78-24c1-449e-afb9-e4018a0797de {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:52.030934 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0e865f94-dbf7-4c4c-9e84-58f6afa4b17b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:52.160808 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:52.167417 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0e865f94-dbf7-4c4c-9e84-58f6afa4b17b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] For port 4ac97f78-24c1-449e-afb9-e4018a0797de, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4ac97f78-24c1-449e-afb9-e4018a0797de,segment=NetworkSegment(21736d5a-63fd-4d44-9c01-1be2659b02f5),segment_id=21736d5a-63fd-4d44-9c01-1be2659b02f5)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:52.167788 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0e865f94-dbf7-4c4c-9e84-58f6afa4b17b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:52.183436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0e865f94-dbf7-4c4c-9e84-58f6afa4b17b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Calling delete_port for 4ac97f78-24c1-449e-afb9-e4018a0797de owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:52.206211 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 095d6e06-502c-4667-ae39-b06a1e93e6d9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=095d6e06-502c-4667-ae39-b06a1e93e6d9,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:52.219166 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:52.309840 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=095d6e06-502c-4667-ae39-b06a1e93e6d9,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:52.313656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dca50431-f50e-4342-b43f-8499d7e5ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'name': 'tempest-TaggedBootDevicesTest-1954892932-router', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '61e72c2a-55e5-4601-a129-eaf298819283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:48Z', 'updated_at': '2021-09-29T17:26:55Z', 'revision_number': 4, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'gw_port': {'id': '61e72c2a-55e5-4601-a129-eaf298819283', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:49Z', 'updated_at': '2021-09-29T17:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '62e2fe07-0e37-4c90-9784-d43fa5adba38', 'name': '', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'mac_address': 'fa:16:3e:b5:af:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:54Z', 'updated_at': '2021-09-29T17:27:05Z', 'revision_number': 5, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'subnets': [{'id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:52.350711 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca50431-f50e-4342-b43f-8499d7e5ee1b None None] Checking router: 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:37:52.366699 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0e865f94-dbf7-4c4c-9e84-58f6afa4b17b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:52.383399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:52.386708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:52.387490 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:52.388387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:52.390146 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:52.391019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:52.392373 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:52.393227 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:52.394188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:52.396046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:52.397463 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:52.399706 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:37:52.417466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca50431-f50e-4342-b43f-8499d7e5ee1b None None] Routers {'8d5ee2b9-e99d-4398-a58a-b2cf680c9054'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:52.418315 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dca50431-f50e-4342-b43f-8499d7e5ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:52.437798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b19282b-c5b4-427d-99d2-b7a966f762a4 req-483b8496-70a6-4380-9311-accd991ea636 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031706 Sep 29 17:37:52.440618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e865f94-dbf7-4c4c-9e84-58f6afa4b17b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event deleted for resources: {'Port': ['ID=4ac97f78-24c1-449e-afb9-e4018a0797de,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:52.490304 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:52.635534 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-dca50431-f50e-4342-b43f-8499d7e5ee1b None None] Set router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:37:52.694418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 095d6e06-502c-4667-ae39-b06a1e93e6d9 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:37:52.701904 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7e7e11-f0ad-404d-8c43-ce9ed42c841b x-openstack-request-id: req-dc7e7e11-f0ad-404d-8c43-ce9ed42c841b {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:52.702489 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-deleted", "tag": "7e78fec3-5ad5-4b28-8b51-432760c59133", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:52.702489 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc7e7e11-f0ad-404d-8c43-ce9ed42c841b {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:52.702714 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-deleted', 'tag': '7e78fec3-5ad5-4b28-8b51-432760c59133', 'status': 'completed', 'code': 200} Sep 29 17:37:52.706772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0e865f94-dbf7-4c4c-9e84-58f6afa4b17b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] No DVR routers for this DVR port 4ac97f78-24c1-449e-afb9-e4018a0797de on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:52.711264 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0e865f94-dbf7-4c4c-9e84-58f6afa4b17b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:52.713655 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-0e865f94-dbf7-4c4c-9e84-58f6afa4b17b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.35 "DELETE /v2.0/ports/4ac97f78-24c1-449e-afb9-e4018a0797de HTTP/1.1" status: 204 len: 173 time: 1.1442034 Sep 29 17:37:52.717717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Network e57956a6-584f-407f-aa43-0924387a68d2 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:52.722448 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:52.731313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:52.790137 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f395dd-59c8-49af-98bb-d930ba7897e6 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bac7ac-2caf-45ef-9f54-a72beb86c5a5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:52.799897 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0067b-2916-4c79-b1f5-124a5463da7a req-9cd8f6e7-e595-4b1e-abae-1b110bae4738 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:52.802442 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4fd0067b-2916-4c79-b1f5-124a5463da7a req-9cd8f6e7-e595-4b1e-abae-1b110bae4738 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 1.0688035 Sep 29 17:37:52.829974 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-663f0034-538c-4112-8343-c09257d946e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7b1297952184b25a228b2bcb7cc432c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3039749 Sep 29 17:37:52.839468 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46862) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:52.906100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:52.913000 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Deleting port 12106a0a-0a1a-43ec-9cd5-d7195c6967cd {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:52.913524 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:52.936125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 095d6e06-502c-4667-ae39-b06a1e93e6d9 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:37:52.936505 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:52.952139 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:53.039298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] For port 12106a0a-0a1a-43ec-9cd5-d7195c6967cd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=12106a0a-0a1a-43ec-9cd5-d7195c6967cd,segment=NetworkSegment(bee54557-3d6e-45a6-b9f4-f06bccfe85cf),segment_id=bee54557-3d6e-45a6-b9f4-f06bccfe85cf)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:53.045049 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:53.052451 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6b30c01a-a190-4853-aaf4-0906e404c1c6 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Deleting port 4897f706-46a1-4776-b2d3-425bd33d21de {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:53.052959 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6b30c01a-a190-4853-aaf4-0906e404c1c6 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:53.181117 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dca50431-f50e-4342-b43f-8499d7e5ee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'name': 'tempest-TaggedBootDevicesTest-1954892932-router', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '61e72c2a-55e5-4601-a129-eaf298819283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:48Z', 'updated_at': '2021-09-29T17:26:55Z', 'revision_number': 4, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'gw_port': {'id': '61e72c2a-55e5-4601-a129-eaf298819283', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:49Z', 'updated_at': '2021-09-29T17:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '62e2fe07-0e37-4c90-9784-d43fa5adba38', 'name': '', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'mac_address': 'fa:16:3e:b5:af:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:54Z', 'updated_at': '2021-09-29T17:27:05Z', 'revision_number': 5, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'subnets': [{'id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:53.183134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Calling delete_port for 12106a0a-0a1a-43ec-9cd5-d7195c6967cd owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:53.195868 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4fd0067b-2916-4c79-b1f5-124a5463da7a req-cb841066-c6b9-43a3-bc7d-f5217a8c7fe6 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750832 Sep 29 17:37:53.234703 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca50431-f50e-4342-b43f-8499d7e5ee1b None None] The sync data for ids ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'] in n-d-811748-2 is: [{'id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'name': 'tempest-TaggedBootDevicesTest-1954892932-router', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '61e72c2a-55e5-4601-a129-eaf298819283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:48Z', 'updated_at': '2021-09-29T17:26:55Z', 'revision_number': 4, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'gw_port': {'id': '61e72c2a-55e5-4601-a129-eaf298819283', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:49Z', 'updated_at': '2021-09-29T17:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '62e2fe07-0e37-4c90-9784-d43fa5adba38', 'name': '', 'network_id': '2b255708-c2d9-4b94-9aae-118e45662db8', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'mac_address': 'fa:16:3e:b5:af:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:54Z', 'updated_at': '2021-09-29T17:27:05Z', 'revision_number': 5, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'subnets': [{'id': 'cb98647a-0614-4fc5-b8fd-672d79ef30b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:37:53.255931 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-24009cb7-fae0-4290-b650-3d72f4514fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:53.296796 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6b30c01a-a190-4853-aaf4-0906e404c1c6 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] For port 4897f706-46a1-4776-b2d3-425bd33d21de, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4897f706-46a1-4776-b2d3-425bd33d21de,segment=NetworkSegment(21736d5a-63fd-4d44-9c01-1be2659b02f5),segment_id=21736d5a-63fd-4d44-9c01-1be2659b02f5)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:53.297319 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6b30c01a-a190-4853-aaf4-0906e404c1c6 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:53.336612 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-24009cb7-fae0-4290-b650-3d72f4514fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:53.408289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6b30c01a-a190-4853-aaf4-0906e404c1c6 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Calling delete_port for 4897f706-46a1-4776-b2d3-425bd33d21de owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:53.483084 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:53.746064 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf721c9-32d3-4a40-96c5-ab2e040315a6 req-250be940-2fb4-495b-8294-08ca8f755f0c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:53.753509 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf721c9-32d3-4a40-96c5-ab2e040315a6 req-250be940-2fb4-495b-8294-08ca8f755f0c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:53.754037 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-acf721c9-32d3-4a40-96c5-ab2e040315a6 req-250be940-2fb4-495b-8294-08ca8f755f0c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 1677 time: 0.0988367 Sep 29 17:37:53.770828 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:53.775364 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfca848-44cc-4416-b67f-3612a3a529a8 None None] New status for floating IP 19659256-a406-4e4d-b4c4-45f857dd8344: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:37:53.799278 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6b30c01a-a190-4853-aaf4-0906e404c1c6 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:53.831004 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Port': ['ID=12106a0a-0a1a-43ec-9cd5-d7195c6967cd,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:53.833754 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-24009cb7-fae0-4290-b650-3d72f4514fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:53.836438 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-24009cb7-fae0-4290-b650-3d72f4514fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:53.837633 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-24009cb7-fae0-4290-b650-3d72f4514fb4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c701a7e1-07fc-47b8-a0be-fd1d2672affb HTTP/1.1" status: 204 len: 168 time: 0.9948804 Sep 29 17:37:53.840543 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No DVR routers for this DVR port 12106a0a-0a1a-43ec-9cd5-d7195c6967cd on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:53.862055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30c01a-a190-4853-aaf4-0906e404c1c6 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event deleted for resources: {'Port': ['ID=4897f706-46a1-4776-b2d3-425bd33d21de,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:53.885159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1e2c1-b991-4948-92b8-a1877af5cf23 req-64c91bfd-d498-4317-9fc9-7e821e7ab03b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:53.886777 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-efb1e2c1-b991-4948-92b8-a1877af5cf23 req-64c91bfd-d498-4317-9fc9-7e821e7ab03b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.4809456 Sep 29 17:37:53.922622 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24009cb7-fae0-4290-b650-3d72f4514fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c701a7e1-07fc-47b8-a0be-fd1d2672affb,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:53.969269 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-acf721c9-32d3-4a40-96c5-ab2e040315a6 req-c331f71c-67ce-466d-801a-2e5d5da857c0 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936018 Sep 29 17:37:54.015944 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.044484 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d36105-e03b-456d-9d20-8530603ce133']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:54.058250 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee54557-3d6e-45a6-b9f4-f06bccfe85cf') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:54.058529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee54557-3d6e-45a6-b9f4-f06bccfe85cf') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:54.073065 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.097062 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a55b31a4-1f6d-4073-bcb5-2645b27f3aa8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.144355 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.165560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6b30c01a-a190-4853-aaf4-0906e404c1c6 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] No DVR routers for this DVR port 4897f706-46a1-4776-b2d3-425bd33d21de on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:54.169604 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6b30c01a-a190-4853-aaf4-0906e404c1c6 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.174734 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6b30c01a-a190-4853-aaf4-0906e404c1c6 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.35 "DELETE /v2.0/ports/4897f706-46a1-4776-b2d3-425bd33d21de HTTP/1.1" status: 204 len: 173 time: 1.4332814 Sep 29 17:37:54.182605 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:54.183075 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:54.186287 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:54.289571 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.289855 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.301650 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.311640 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.329865 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/12d36105-e03b-456d-9d20-8530603ce133 HTTP/1.1" status: 204 len: 168 time: 5.6331689 Sep 29 17:37:54.343930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46878) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:54.346782 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.347264 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c8a92-0aa1-430e-94bc-14e937d3583e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Network': ['ID=12d36105-e03b-456d-9d20-8530603ce133,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:54.363162 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b6ad7253-7fdc-432d-82fd-5d8b0b832a83 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-651875477'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:54.398100 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-efb1e2c1-b991-4948-92b8-a1877af5cf23 req-61507963-71ef-4582-9ad0-dd85451342b2 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142416 Sep 29 17:37:54.492397 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ad7253-7fdc-432d-82fd-5d8b0b832a83 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:54.498120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b6ad7253-7fdc-432d-82fd-5d8b0b832a83 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.533345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:54.578724 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ad7253-7fdc-432d-82fd-5d8b0b832a83 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:37:54.610822 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6c618429-b55d-48d5-beac-a658f661b5f5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Deleting port 057c4afc-15d9-4d68-b1ee-2455ce8bf293 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:54.611448 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6c618429-b55d-48d5-beac-a658f661b5f5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.638065 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b6ad7253-7fdc-432d-82fd-5d8b0b832a83 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.638792 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-b6ad7253-7fdc-432d-82fd-5d8b0b832a83 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Added segment 3f61b0b0-be87-430d-b775-4c1a64947e67 of type vlan for network f91668b7-f803-460a-96a3-ff72521b3db5 Sep 29 17:37:54.746879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6c618429-b55d-48d5-beac-a658f661b5f5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] For port 057c4afc-15d9-4d68-b1ee-2455ce8bf293, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=057c4afc-15d9-4d68-b1ee-2455ce8bf293,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:54.747632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6c618429-b55d-48d5-beac-a658f661b5f5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.765120 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6c618429-b55d-48d5-beac-a658f661b5f5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Calling delete_port for 057c4afc-15d9-4d68-b1ee-2455ce8bf293 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:54.886046 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b6ad7253-7fdc-432d-82fd-5d8b0b832a83 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.905931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-deleted', 'tag': '4ac97f78-24c1-449e-afb9-e4018a0797de'}, {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-deleted', 'tag': '4897f706-46a1-4776-b2d3-425bd33d21de'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:54.909911 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f6c1d5-1ecf-4c73-a463-a27765b73867" -d '{"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-deleted", "tag": "4ac97f78-24c1-449e-afb9-e4018a0797de"}, {"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-deleted", "tag": "4897f706-46a1-4776-b2d3-425bd33d21de"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:54.930020 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b6ad7253-7fdc-432d-82fd-5d8b0b832a83 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.936663 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ad7253-7fdc-432d-82fd-5d8b0b832a83 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:54.937418 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b6ad7253-7fdc-432d-82fd-5d8b0b832a83 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:54.949622 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Network e57956a6-584f-407f-aa43-0924387a68d2 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:54.953374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:54.955389 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a55b31a4-1f6d-4073-bcb5-2645b27f3aa8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Deleting port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:54.955725 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a55b31a4-1f6d-4073-bcb5-2645b27f3aa8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:55.001551 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b6ad7253-7fdc-432d-82fd-5d8b0b832a83 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6429448 Sep 29 17:37:55.002182 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46904) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:55.034532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b61d3904-7fa4-4cd0-b5ff-087f4d92ecc0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'subnet': {'network_id': 'f91668b7-f803-460a-96a3-ff72521b3db5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:55.039014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122d60b-bdf0-439a-8dd6-9875a3ce797e req-aa7ec2f7-9569-448f-ac50-7c22cbf766d0 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:55.046357 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b122d60b-bdf0-439a-8dd6-9875a3ce797e req-aa7ec2f7-9569-448f-ac50-7c22cbf766d0 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1570780 Sep 29 17:37:55.051219 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1310cc66-bb62-486b-a0ea-8934967780de x-openstack-request-id: req-1310cc66-bb62-486b-a0ea-8934967780de {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:55.051556 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-deleted", "tag": "4ac97f78-24c1-449e-afb9-e4018a0797de", "status": "completed", "code": 200}, {"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-deleted", "tag": "4897f706-46a1-4776-b2d3-425bd33d21de", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:55.052382 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1310cc66-bb62-486b-a0ea-8934967780de {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:55.052976 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-deleted', 'tag': '4ac97f78-24c1-449e-afb9-e4018a0797de', 'status': 'completed', 'code': 200} Sep 29 17:37:55.053338 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-deleted', 'tag': '4897f706-46a1-4776-b2d3-425bd33d21de', 'status': 'completed', 'code': 200} Sep 29 17:37:55.196117 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b122d60b-bdf0-439a-8dd6-9875a3ce797e req-d16f446d-c8d0-4871-8bf3-23ee9bb79160 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444874 Sep 29 17:37:55.216135 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad7253-7fdc-432d-82fd-5d8b0b832a83 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Network': ['ID=f91668b7-f803-460a-96a3-ff72521b3db5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:55.242696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network f91668b7-f803-460a-96a3-ff72521b3db5 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:37:55.383740 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91ab46-808e-4a0a-bb07-af895000368e req-49cecb38-ccc7-456f-af48-aa1286050abf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:55.391948 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dd91ab46-808e-4a0a-bb07-af895000368e req-49cecb38-ccc7-456f-af48-aa1286050abf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 943 time: 0.2204533 Sep 29 17:37:55.397149 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-a55b31a4-1f6d-4073-bcb5-2645b27f3aa8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] For port 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2e1b1f5e-6c3a-4c47-8c32-752b82108dfd,segment=NetworkSegment(4cdaddc7-4687-4b7a-a4db-7f814736b1ba),segment_id=4cdaddc7-4687-4b7a-a4db-7f814736b1ba)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:37:55.397542 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a55b31a4-1f6d-4073-bcb5-2645b27f3aa8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:55.452372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Router 32db3485-183d-4c6c-b433-4c3890b2e410 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:37:55.466783 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a55b31a4-1f6d-4073-bcb5-2645b27f3aa8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Calling delete_port for 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:37:55.491444 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6c618429-b55d-48d5-beac-a658f661b5f5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:55.497871 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61d3904-7fa4-4cd0-b5ff-087f4d92ecc0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:55.501381 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b61d3904-7fa4-4cd0-b5ff-087f4d92ecc0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:55.506114 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46916) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:55.529605 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dd91ab46-808e-4a0a-bb07-af895000368e req-5756e3a1-31d5-4532-ad9e-a95286faf851 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups?id=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309593 Sep 29 17:37:55.586567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c618429-b55d-48d5-beac-a658f661b5f5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event deleted for resources: {'Port': ['ID=057c4afc-15d9-4d68-b1ee-2455ce8bf293,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:55.726796 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-92300cc2-9c16-403a-8473-c75a0f6868cb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1840567626'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:37:55.757604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6c618429-b55d-48d5-beac-a658f661b5f5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] No DVR routers for this DVR port 057c4afc-15d9-4d68-b1ee-2455ce8bf293 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:37:55.762423 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6c618429-b55d-48d5-beac-a658f661b5f5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:55.764478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4eb3499-6c5f-4054-bec8-85cab2a41920 req-6c618429-b55d-48d5-beac-a658f661b5f5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.35 "DELETE /v2.0/ports/057c4afc-15d9-4d68-b1ee-2455ce8bf293 HTTP/1.1" status: 204 len: 173 time: 1.5692916 Sep 29 17:37:55.794170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67a7e5-0b66-4357-a318-0ed1939ed2a2 req-ce740a00-8394-4bc5-aa81-c792495b3970 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:55.794586 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92300cc2-9c16-403a-8473-c75a0f6868cb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:37:55.795824 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8c67a7e5-0b66-4357-a318-0ed1939ed2a2 req-ce740a00-8394-4bc5-aa81-c792495b3970 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2111585 Sep 29 17:37:55.799963 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92300cc2-9c16-403a-8473-c75a0f6868cb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:55.852822 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8c67a7e5-0b66-4357-a318-0ed1939ed2a2 req-08b95898-46ff-4ec5-a63a-8f5a0f5a37cb tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496867 Sep 29 17:37:55.854199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:37:55.863097 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Sync routers for ids ['32db3485-183d-4c6c-b433-4c3890b2e410'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:37:55.864363 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2060a2f6-3e17-48cc-9cb8-586905195b45 admin admin] 10.222.0.44 "PUT /v2.0/routers/32db3485-183d-4c6c-b433-4c3890b2e410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0896056 Sep 29 17:37:55.880631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Routers {'32db3485-183d-4c6c-b433-4c3890b2e410'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:55.881407 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['32db3485-183d-4c6c-b433-4c3890b2e410'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:55.956672 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92300cc2-9c16-403a-8473-c75a0f6868cb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:56.148775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Set router 32db3485-183d-4c6c-b433-4c3890b2e410 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:37:56.266177 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b61d3904-7fa4-4cd0-b5ff-087f4d92ecc0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:56.370715 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d3904-7fa4-4cd0-b5ff-087f4d92ecc0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Subnet': ['ID=b531a255-d24e-47f1-8b8b-dc8630d3b264,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:56.416969 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d16290-3ab2-4b41-97e1-2fc029cd5306 req-a86b96f9-05ad-4417-bf64-53b2f9b61504 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:56.437164 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02d16290-3ab2-4b41-97e1-2fc029cd5306 req-a86b96f9-05ad-4417-bf64-53b2f9b61504 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2251790 Sep 29 17:37:56.527765 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02d16290-3ab2-4b41-97e1-2fc029cd5306 req-9bedc18b-9b67-4b86-a895-60c26c7024e9 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757985 Sep 29 17:37:56.548751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d3904-7fa4-4cd0-b5ff-087f4d92ecc0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Checking segment: {'id': '3f61b0b0-be87-430d-b775-4c1a64947e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f91668b7-f803-460a-96a3-ff72521b3db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:56.549291 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d3904-7fa4-4cd0-b5ff-087f4d92ecc0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network hostable DHCP agents. Network: f91668b7-f803-460a-96a3-ff72521b3db5, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:37:56.569029 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a55b31a4-1f6d-4073-bcb5-2645b27f3aa8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:56.718496 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b31a4-1f6d-4073-bcb5-2645b27f3aa8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event deleted for resources: {'Port': ['ID=2e1b1f5e-6c3a-4c47-8c32-752b82108dfd,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:56.733578 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92300cc2-9c16-403a-8473-c75a0f6868cb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:56.816589 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92300cc2-9c16-403a-8473-c75a0f6868cb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:56.819773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d3904-7fa4-4cd0-b5ff-087f4d92ecc0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network f91668b7-f803-460a-96a3-ff72521b3db5 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:37:56.849438 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-router', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:37:38Z', 'updated_at': '2021-09-29T17:37:53Z', 'revision_number': 4, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'gw_port': {'id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:39Z', 'updated_at': '2021-09-29T17:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf', 'name': '', 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'mac_address': 'fa:16:3e:64:6f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:49Z', 'updated_at': '2021-09-29T17:37:53Z', 'revision_number': 2, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'subnets': [{'id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:56.882232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Checking router: 32db3485-183d-4c6c-b433-4c3890b2e410 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:37:56.882583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Updating router 32db3485-183d-4c6c-b433-4c3890b2e410 port f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:37:56.924732 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8508f598-1f40-47dd-aa1d-eef8a4330a7d req-32ffc1b8-ef62-488e-ae18-97c31cf7cd2b tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.0366702 Sep 29 17:37:56.943667 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:57.015457 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-b61d3904-7fa4-4cd0-b5ff-087f4d92ecc0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, f91668b7-f803-460a-96a3-ff72521b3db5) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:57.063731 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61d3904-7fa4-4cd0-b5ff-087f4d92ecc0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:57.064815 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b61d3904-7fa4-4cd0-b5ff-087f4d92ecc0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:57.068174 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-deleted', 'tag': '057c4afc-15d9-4d68-b1ee-2455ce8bf293'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:37:57.076271 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d7a861-e31a-4eaf-aa4a-c6e1cea866db" -d '{"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-deleted", "tag": "057c4afc-15d9-4d68-b1ee-2455ce8bf293"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:37:57.112412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22694add-24cf-43f8-9ffc-656a78378855 req-4ba20da8-feaa-408b-a27f-9b72c6dc872a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:57.113250 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac64c90-5bce-4330-9cc6-1051990591d0 None None] Network f91668b7-f803-460a-96a3-ff72521b3db5 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:57.128203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22694add-24cf-43f8-9ffc-656a78378855 req-4ba20da8-feaa-408b-a27f-9b72c6dc872a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.0988953 Sep 29 17:37:57.196550 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22694add-24cf-43f8-9ffc-656a78378855 req-fffe4987-68b9-49fc-aa41-5d5ef3835673 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665662 Sep 29 17:37:57.247540 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b951c6-0183-43fe-9e3f-fba9e61d7fc3 x-openstack-request-id: req-01b951c6-0183-43fe-9e3f-fba9e61d7fc3 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:37:57.248272 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a3c2bc-dc76-4425-b53e-ddc84cb1037c", "name": "network-vif-deleted", "tag": "057c4afc-15d9-4d68-b1ee-2455ce8bf293", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:37:57.249800 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01b951c6-0183-43fe-9e3f-fba9e61d7fc3 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:37:57.250525 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a3c2bc-dc76-4425-b53e-ddc84cb1037c', 'name': 'network-vif-deleted', 'tag': '057c4afc-15d9-4d68-b1ee-2455ce8bf293', 'status': 'completed', 'code': 200} Sep 29 17:37:57.306043 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46966) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:37:57.306279 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b61d3904-7fa4-4cd0-b5ff-087f4d92ecc0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2919736 Sep 29 17:37:57.312288 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92300cc2-9c16-403a-8473-c75a0f6868cb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:37:57.338431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92300cc2-9c16-403a-8473-c75a0f6868cb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e42777-2a64-4d03-9d2c-28a52d46cb6e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:57.350995 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92300cc2-9c16-403a-8473-c75a0f6868cb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:57.351534 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-92300cc2-9c16-403a-8473-c75a0f6868cb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Added segment 60bbb893-a57a-4e0c-a583-99da5930dd27 of type vlan for network bd1d7695-b6f7-4aae-925d-5b3d662809f2 Sep 29 17:37:57.382943 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:57.494923 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:57.523945 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-4a47bbec-e99e-4dc5-83b7-cd67037d1ed3 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:57.525781 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-4a47bbec-e99e-4dc5-83b7-cd67037d1ed3 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/networks?id=e57956a6-584f-407f-aa43-0924387a68d2 HTTP/1.1" status: 200 len: 820 time: 0.6842980 Sep 29 17:37:57.569700 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92300cc2-9c16-403a-8473-c75a0f6868cb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:57.589529 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-10d10f2b-74ca-453e-ae4f-2074e8296e23 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/quotas/b4bf846cd7a74692964be60c138cc57c HTTP/1.1" status: 200 len: 375 time: 0.0439012 Sep 29 17:37:57.622814 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-f91668b7-f803-460a-96a3-ff72521b3db5', 'network_id': 'f91668b7-f803-460a-96a3-ff72521b3db5', 'tenant_id': '17e27756e396474aa986253bf2f2138e', 'fixed_ips': [{'subnet_id': 'b531a255-d24e-47f1-8b8b-dc8630d3b264'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:37:57.624096 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:57.674250 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:57.782072 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a55b31a4-1f6d-4073-bcb5-2645b27f3aa8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:57.797400 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:57.806547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffccec-e29f-4e9a-ac70-8788727bf197 req-2985257b-4ab6-4683-8bcd-831ab11120ef tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:57.818843 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a6ffccec-e29f-4e9a-ac70-8788727bf197 req-2985257b-4ab6-4683-8bcd-831ab11120ef tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.3620474 Sep 29 17:37:57.829164 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92300cc2-9c16-403a-8473-c75a0f6868cb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:57.841361 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92300cc2-9c16-403a-8473-c75a0f6868cb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:57.842019 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92300cc2-9c16-403a-8473-c75a0f6868cb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:57.859069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Allocated IP 172.20.0.1 (f91668b7-f803-460a-96a3-ff72521b3db5/b531a255-d24e-47f1-8b8b-dc8630d3b264/318f7a9a-e096-49c1-9180-dac56f8fda07) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:37:57.953440 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a6ffccec-e29f-4e9a-ac70-8788727bf197 req-f2ff30a1-35d2-4155-b5f4-8d22cf11052f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335959 Sep 29 17:37:58.052459 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:58.056952 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:58.071837 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-e5361e88-40c7-44e9-afa7-3023346f202c tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4bf846cd7a74692964be60c138cc57c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4736919 Sep 29 17:37:58.077370 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92300cc2-9c16-403a-8473-c75a0f6868cb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Network': ['ID=bd1d7695-b6f7-4aae-925d-5b3d662809f2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:58.096210 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:58.097376 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-92300cc2-9c16-403a-8473-c75a0f6868cb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5846367 Sep 29 17:37:58.131642 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:58.135532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5527f-4c63-44a3-b33f-96a63a9f70e1 None None] Pushing event updated for resources: {'Port': ['ID=f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:58.138199 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network bd1d7695-b6f7-4aae-925d-5b3d662809f2 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:37:58.192372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Subnet': ['ID=b531a255-d24e-47f1-8b8b-dc8630d3b264,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:58.360480 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:58.472786 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc4f8aff-9892-41b0-8f61-88e82647403d req-099c7d6c-e2ec-44f9-96eb-0cd062beccbc tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.0984986 Sep 29 17:37:58.487208 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91668b7-f803-460a-96a3-ff72521b3db5']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:58.506161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f61b0b0-be87-430d-b775-4c1a64947e67') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:58.506842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f61b0b0-be87-430d-b775-4c1a64947e67') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:58.542259 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:58.600597 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:58.605404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Network f91668b7-f803-460a-96a3-ff72521b3db5 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:37:58.612375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:37:58.615832 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:37:58.631212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:37:58.631765 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:37:58.651091 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:37:58.672077 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55b31a4-1f6d-4073-bcb5-2645b27f3aa8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Router 22740318-fa1b-4051-95b3-59f1f989bbe4 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:37:58.742168 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Attempting to bind port f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:37:58.742705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Attempting to bind port f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'fd5d39bc-35dc-4f9a-9bee-70cbff45b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:37:58.743191 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Attempting to bind port f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf on network e57956a6-584f-407f-aa43-0924387a68d2 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:58.748522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Pushing event updated for resources: {'Port': ['ID=318f7a9a-e096-49c1-9180-dac56f8fda07,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:58.764887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:37:58.765654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Checking segment: {'id': 'fd5d39bc-35dc-4f9a-9bee-70cbff45b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:58.766172 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:58.766674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Bound using segment: {'id': 'fd5d39bc-35dc-4f9a-9bee-70cbff45b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:37:58.767264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Bound port: f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5d39bc-35dc-4f9a-9bee-70cbff45b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:37:58.767755 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:58.813881 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-bb09133b-89da-4dd0-97eb-027dba03ad4e service neutron] 10.222.0.44 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7140973 Sep 29 17:37:58.843365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] For port f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:58.847213 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] For port f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf,segment=NetworkSegment(fd5d39bc-35dc-4f9a-9bee-70cbff45b999),segment_id=fd5d39bc-35dc-4f9a-9bee-70cbff45b999)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:37:58.849078 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Attempting to bind port 318f7a9a-e096-49c1-9180-dac56f8fda07 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:37:58.849984 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Attempting to bind port 318f7a9a-e096-49c1-9180-dac56f8fda07 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '3f61b0b0-be87-430d-b775-4c1a64947e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f91668b7-f803-460a-96a3-ff72521b3db5'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:37:58.851317 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Attempting to bind port 318f7a9a-e096-49c1-9180-dac56f8fda07 on network f91668b7-f803-460a-96a3-ff72521b3db5 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:37:58.861814 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:58.943031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5527f-4c63-44a3-b33f-96a63a9f70e1 None None] Pushing event updated for resources: {'Port': ['ID=f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:58.947181 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:37:58.947709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Checking segment: {'id': '3f61b0b0-be87-430d-b775-4c1a64947e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f91668b7-f803-460a-96a3-ff72521b3db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:37:58.948223 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:58.948816 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Bound using segment: {'id': '3f61b0b0-be87-430d-b775-4c1a64947e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f91668b7-f803-460a-96a3-ff72521b3db5'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:37:58.949554 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Bound port: 318f7a9a-e096-49c1-9180-dac56f8fda07, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f61b0b0-be87-430d-b775-4c1a64947e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'f91668b7-f803-460a-96a3-ff72521b3db5'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:37:58.950044 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:58.962200 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.api [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 17:37:58.962200 n-d-811748-2 neutron-server[95016]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 17:37:58.962200 n-d-811748-2 neutron-server[95016]: [parameters: {'id': 'f91668b7-f803-460a-96a3-ff72521b3db5'}] Sep 29 17:37:58.962200 n-d-811748-2 neutron-server[95016]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:37:58.963207 n-d-811748-2 neutron-server[95016]: DEBUG oslo_db.api [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:37:59.013177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa876c0f-d922-4e66-be36-535e6d8290d4 req-33079eeb-2500-4e7a-ac98-b13601a6b59a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:37:59.014757 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa876c0f-d922-4e66-be36-535e6d8290d4 req-33079eeb-2500-4e7a-ac98-b13601a6b59a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1368351 Sep 29 17:37:59.093427 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa876c0f-d922-4e66-be36-535e6d8290d4 req-bfd3f28a-7cc3-4bb4-8fab-19a3649919fa tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670445 Sep 29 17:37:59.104482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] For port 318f7a9a-e096-49c1-9180-dac56f8fda07, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:37:59.109603 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] For port 318f7a9a-e096-49c1-9180-dac56f8fda07, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=318f7a9a-e096-49c1-9180-dac56f8fda07,segment=NetworkSegment(3f61b0b0-be87-430d-b775-4c1a64947e67),segment_id=3f61b0b0-be87-430d-b775-4c1a64947e67)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:37:59.113694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Routers {'32db3485-183d-4c6c-b433-4c3890b2e410'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:37:59.115786 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['32db3485-183d-4c6c-b433-4c3890b2e410'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:59.135115 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:59.337939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] Set router 32db3485-183d-4c6c-b433-4c3890b2e410 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:37:59.436404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae9b31-4aa4-4713-a6b5-4739b3f04ded None None] Pushing event updated for resources: {'Port': ['ID=318f7a9a-e096-49c1-9180-dac56f8fda07,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:37:59.464390 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:59.754388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416e13be-79be-4ded-a649-431d1ac4494b None None] Network f91668b7-f803-460a-96a3-ff72521b3db5 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:37:59.786191 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Deleting port 318f7a9a-e096-49c1-9180-dac56f8fda07 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:37:59.790065 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:37:59.837220 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-router', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:37:38Z', 'updated_at': '2021-09-29T17:37:53Z', 'revision_number': 4, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'gw_port': {'id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:39Z', 'updated_at': '2021-09-29T17:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf', 'name': '', 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'mac_address': 'fa:16:3e:64:6f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:49Z', 'updated_at': '2021-09-29T17:37:58Z', 'revision_number': 4, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'subnets': [{'id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:37:59.947838 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f82ef9-d7c9-415e-bb89-15f68280d742 None None] The sync data for ids ['32db3485-183d-4c6c-b433-4c3890b2e410'] in n-d-811748-2 is: [{'id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-router', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:37:38Z', 'updated_at': '2021-09-29T17:37:53Z', 'revision_number': 4, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'gw_port': {'id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:39Z', 'updated_at': '2021-09-29T17:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf', 'name': '', 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'mac_address': 'fa:16:3e:64:6f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:49Z', 'updated_at': '2021-09-29T17:37:58Z', 'revision_number': 4, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'subnets': [{'id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:38:00.306983 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-49c27912-a6d9-49ee-8a01-97879b1409fe service neutron] 10.222.0.44 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4918027 Sep 29 17:38:00.376809 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55b31a4-1f6d-4073-bcb5-2645b27f3aa8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:38:00.393115 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb607a-8b04-4d2f-b1e4-dcb3ea6c899a None None] Sync routers for ids ['22740318-fa1b-4051-95b3-59f1f989bbe4'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:38:00.403324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a55b31a4-1f6d-4073-bcb5-2645b27f3aa8 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "PUT /v2.0/routers/22740318-fa1b-4051-95b3-59f1f989bbe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3876135 Sep 29 17:38:00.405326 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47004) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:00.412968 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb607a-8b04-4d2f-b1e4-dcb3ea6c899a None None] Routers {'22740318-fa1b-4051-95b3-59f1f989bbe4'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:38:00.414853 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7beb607a-8b04-4d2f-b1e4-dcb3ea6c899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['22740318-fa1b-4051-95b3-59f1f989bbe4'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:00.467986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72935b44-346f-41cd-80cf-208d637b21b6 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:38:00.641190 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d87ba35-6a47-4fe1-ba81-3cf38c142d6e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Deleting subnet 16e6a24e-4cc5-4504-9886-5b52c278dce3 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:38:00.669823 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d87ba35-6a47-4fe1-ba81-3cf38c142d6e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:00.889788 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d87ba35-6a47-4fe1-ba81-3cf38c142d6e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:01.120285 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-7beb607a-8b04-4d2f-b1e4-dcb3ea6c899a None None] Set router 22740318-fa1b-4051-95b3-59f1f989bbe4 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:38:01.140908 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd667729-4cb0-4500-8f9d-f44f26db472f req-2f55ca62-39ac-4515-a133-ac3b10a3371f tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.2802613 Sep 29 17:38:01.284240 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72935b44-346f-41cd-80cf-208d637b21b6 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:38:01.308036 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:38:01.395793 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d87ba35-6a47-4fe1-ba81-3cf38c142d6e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:01.581033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47020) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:01.592262 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4597fa-6ebf-40cd-a697-d8326c589c3d req-498f28c5-076d-4eb3-a8f6-8572bd06ab79 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:01.610966 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb4597fa-6ebf-40cd-a697-d8326c589c3d req-498f28c5-076d-4eb3-a8f6-8572bd06ab79 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/networks?id=a7ae65d9-f785-4446-bdb2-7429d9329f6f HTTP/1.1" status: 200 len: 814 time: 1.9925978 Sep 29 17:38:01.645455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-6e1a6760-b8ba-48a8-bd88-d44a8f6bdd7a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'subnet': {'network_id': 'bd1d7695-b6f7-4aae-925d-5b3d662809f2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:01.695311 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d87ba35-6a47-4fe1-ba81-3cf38c142d6e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:01.711946 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] For port 318f7a9a-e096-49c1-9180-dac56f8fda07, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=318f7a9a-e096-49c1-9180-dac56f8fda07,segment=NetworkSegment(3f61b0b0-be87-430d-b775-4c1a64947e67),segment_id=3f61b0b0-be87-430d-b775-4c1a64947e67)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:01.712320 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:01.729292 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Calling delete_port for 318f7a9a-e096-49c1-9180-dac56f8fda07 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:01.787345 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:01.787637 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:01.885710 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9d779fcb-4534-43c7-aa16-6b21a0e42e71 req-ab0d6c6d-7b04-472b-bd9a-76b61f740625 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 210 time: 0.3440683 Sep 29 17:38:01.888362 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87ba35-6a47-4fe1-ba81-3cf38c142d6e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event deleted for resources: {'Subnet': ['ID=16e6a24e-4cc5-4504-9886-5b52c278dce3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:01.912711 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d87ba35-6a47-4fe1-ba81-3cf38c142d6e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:01.919517 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5d87ba35-6a47-4fe1-ba81-3cf38c142d6e tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "DELETE /v2.0/subnets/16e6a24e-4cc5-4504-9886-5b52c278dce3 HTTP/1.1" status: 204 len: 168 time: 1.5117400 Sep 29 17:38:01.931832 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edf71f7-ba66-4ece-97df-c2fb22c96388 req-765ee797-e382-400f-b3c1-573fc79a6cc2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0479553 Sep 29 17:38:01.933001 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47028) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:02.106291 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb4597fa-6ebf-40cd-a697-d8326c589c3d req-b20beecd-ffad-4fc8-9981-919f65a3218f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/quotas/00f4ff54a31b4dd99836327b3df86ada HTTP/1.1" status: 200 len: 375 time: 0.4937503 Sep 29 17:38:02.153593 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:02.219890 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-698ad5cd-1a8d-47f2-b185-6cc7ca430e90 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:02.345454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1a6760-b8ba-48a8-bd88-d44a8f6bdd7a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:02.349622 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6760-b8ba-48a8-bd88-d44a8f6bdd7a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:02.383345 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:02.472973 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e855a7e0-3e0e-42a7-b81d-45998bff724e req-7c70cff3-7204-4740-aba9-47efc8f43d7c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.0991814 Sep 29 17:38:02.501416 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf,segment=NetworkSegment(fd5d39bc-35dc-4f9a-9bee-70cbff45b999),segment_id=fd5d39bc-35dc-4f9a-9bee-70cbff45b999)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:02.510660 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:02.526259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No DVR routers for this DVR port 318f7a9a-e096-49c1-9180-dac56f8fda07 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:02.569882 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb4597fa-6ebf-40cd-a697-d8326c589c3d req-2d0e9767-0d6d-45fb-a5bb-fe5e4163f7ad tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=00f4ff54a31b4dd99836327b3df86ada&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4626226 Sep 29 17:38:02.572174 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf71f7-ba66-4ece-97df-c2fb22c96388 req-e6c2c5cc-fca2-4cb8-9944-28cf12f21f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:02.576299 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edf71f7-ba66-4ece-97df-c2fb22c96388 req-e6c2c5cc-fca2-4cb8-9944-28cf12f21f3a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00f4ff54a31b4dd99836327b3df86ada&device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 1097 time: 0.4260123 Sep 29 17:38:02.586512 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Port': ['ID=318f7a9a-e096-49c1-9180-dac56f8fda07,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:02.609287 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7beb607a-8b04-4d2f-b1e4-dcb3ea6c899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446119245', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:35:43Z', 'updated_at': '2021-09-29T17:37:56Z', 'revision_number': 5, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port': {'id': '2e4a2134-95ec-4e40-a111-c659e454bc5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:54:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:35:44Z', 'updated_at': '2021-09-29T17:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:02.668658 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-698ad5cd-1a8d-47f2-b185-6cc7ca430e90 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:02.706152 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb607a-8b04-4d2f-b1e4-dcb3ea6c899a None None] Checking router: 22740318-fa1b-4051-95b3-59f1f989bbe4 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:38:02.734876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:02.736261 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb607a-8b04-4d2f-b1e4-dcb3ea6c899a None None] Routers {'22740318-fa1b-4051-95b3-59f1f989bbe4'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:38:02.737966 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7beb607a-8b04-4d2f-b1e4-dcb3ea6c899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:37:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['22740318-fa1b-4051-95b3-59f1f989bbe4'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:02.807338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-698ad5cd-1a8d-47f2-b185-6cc7ca430e90 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Deleting port 2e4a2134-95ec-4e40-a111-c659e454bc5c {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:02.807975 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-698ad5cd-1a8d-47f2-b185-6cc7ca430e90 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:02.809001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d487b1-0d99-4441-a1e2-6c009fef899e None None] Network a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:02.847785 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:02.910569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f91668b7-f803-460a-96a3-ff72521b3db5']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:02.938888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f61b0b0-be87-430d-b775-4c1a64947e67') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:02.942777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f61b0b0-be87-430d-b775-4c1a64947e67') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:02.962904 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:02.999451 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:03.019030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:03.027805 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-7beb607a-8b04-4d2f-b1e4-dcb3ea6c899a None None] Set router 22740318-fa1b-4051-95b3-59f1f989bbe4 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:38:03.028148 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:03.216877 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e8aa471-51ad-4032-93dc-9ef5ba0e32a8 req-dbc4ac5d-1239-4801-b8bb-1e3c366b5022 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 210 time: 0.1160717 Sep 29 17:38:03.226439 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7beb607a-8b04-4d2f-b1e4-dcb3ea6c899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446119245', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:35:43Z', 'updated_at': '2021-09-29T17:38:02Z', 'revision_number': 6, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:03.237355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-698ad5cd-1a8d-47f2-b185-6cc7ca430e90 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] For port 2e4a2134-95ec-4e40-a111-c659e454bc5c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2e4a2134-95ec-4e40-a111-c659e454bc5c,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:03.238020 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-698ad5cd-1a8d-47f2-b185-6cc7ca430e90 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:03.256523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9d2955-204c-480f-aa78-abfdc40a409e None None] DHCP port deletion for a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:38:03.295758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-698ad5cd-1a8d-47f2-b185-6cc7ca430e90 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Calling delete_port for 2e4a2134-95ec-4e40-a111-c659e454bc5c owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:03.327150 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7beb607a-8b04-4d2f-b1e4-dcb3ea6c899a None None] The sync data for ids ['22740318-fa1b-4051-95b3-59f1f989bbe4'] in n-d-811748-2 is: [{'id': '22740318-fa1b-4051-95b3-59f1f989bbe4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-446119245', 'tenant_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:35:43Z', 'updated_at': '2021-09-29T17:38:02Z', 'revision_number': 6, 'project_id': '7e0ab65e9130409c86f928bc5b6c5b35', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:38:03.352055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d2955-204c-480f-aa78-abfdc40a409e None None] Deleting port 012540b1-eb27-483e-81a4-d6b47077d0a0 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:03.352435 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3d9d2955-204c-480f-aa78-abfdc40a409e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:03.438805 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:03.470258 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3d9d2955-204c-480f-aa78-abfdc40a409e None None] For port 012540b1-eb27-483e-81a4-d6b47077d0a0, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=012540b1-eb27-483e-81a4-d6b47077d0a0,segment=NetworkSegment(4cdaddc7-4687-4b7a-a4db-7f814736b1ba),segment_id=4cdaddc7-4687-4b7a-a4db-7f814736b1ba)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:03.471283 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3d9d2955-204c-480f-aa78-abfdc40a409e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:03.490942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d2955-204c-480f-aa78-abfdc40a409e None None] Calling delete_port for 012540b1-eb27-483e-81a4-d6b47077d0a0 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:03.532863 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:03.579847 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:03.586660 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/f91668b7-f803-460a-96a3-ff72521b3db5 HTTP/1.1" status: 204 len: 168 time: 6.2795401 Sep 29 17:38:03.594611 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47044) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:03.603234 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-08742048-92f1-4aed-85fc-029991381470 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-603527946'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:03.644062 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08742048-92f1-4aed-85fc-029991381470 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:03.648912 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-08742048-92f1-4aed-85fc-029991381470 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:03.674134 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3d9d2955-204c-480f-aa78-abfdc40a409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:03.781922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d2955-204c-480f-aa78-abfdc40a409e None None] Pushing event deleted for resources: {'Port': ['ID=012540b1-eb27-483e-81a4-d6b47077d0a0,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:03.796365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9d2955-204c-480f-aa78-abfdc40a409e None None] No DVR routers for this DVR port 012540b1-eb27-483e-81a4-d6b47077d0a0 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:03.796607 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1bb90a65-31d8-4587-8cf2-68c57eb0cc9c req-b5f2d56e-c2df-4f93-9e7d-ecbb9410da96 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.1293726 Sep 29 17:38:03.871729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08742048-92f1-4aed-85fc-029991381470 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:03.906659 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-08742048-92f1-4aed-85fc-029991381470 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:03.907007 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-08742048-92f1-4aed-85fc-029991381470 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Added segment 9c6656d7-1ba8-4535-ba02-acc8625d73d4 of type vlan for network 3e40a5ba-ba9a-4ee7-ae28-9cca55b153d6 Sep 29 17:38:03.923417 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-698ad5cd-1a8d-47f2-b185-6cc7ca430e90 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:03.969177 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ad5cd-1a8d-47f2-b185-6cc7ca430e90 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event deleted for resources: {'Port': ['ID=2e4a2134-95ec-4e40-a111-c659e454bc5c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:04.002295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf71f7-ba66-4ece-97df-c2fb22c96388 req-33c3085e-c5be-4caf-8816-606ce457b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:04.004327 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edf71f7-ba66-4ece-97df-c2fb22c96388 req-33c3085e-c5be-4caf-8816-606ce457b24c service neutron] 10.222.0.49 "GET /v2.0/networks?id=a7ae65d9-f785-4446-bdb2-7429d9329f6f HTTP/1.1" status: 200 len: 915 time: 0.6467755 Sep 29 17:38:04.005994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec28438-62ac-4182-a755-e69e2ec84410 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Network': ['ID=f91668b7-f803-460a-96a3-ff72521b3db5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:04.015753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-b2ac686e-6738-479c-a640-5d82cc6ea228 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:04.017196 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-b2ac686e-6738-479c-a640-5d82cc6ea228 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.35 "GET /v2.0/networks?id=e57956a6-584f-407f-aa43-0924387a68d2 HTTP/1.1" status: 200 len: 820 time: 0.7230198 Sep 29 17:38:04.033244 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-08742048-92f1-4aed-85fc-029991381470 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:04.040947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-8013562e-b0db-418d-a41c-54865aad8ae2 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Request body: {'port': {'device_id': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2', 'admin_state_up': True, 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:04.091111 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-698ad5cd-1a8d-47f2-b185-6cc7ca430e90 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:04.095017 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-08742048-92f1-4aed-85fc-029991381470 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:04.100932 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08742048-92f1-4aed-85fc-029991381470 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:04.101587 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-08742048-92f1-4aed-85fc-029991381470 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:04.122702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a612ef1-8d25-40d9-b918-e2eff6bec33d req-57bd7ee3-2f3b-417d-8e8f-06ec01c192bb tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:04.124181 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a612ef1-8d25-40d9-b918-e2eff6bec33d req-57bd7ee3-2f3b-417d-8e8f-06ec01c192bb tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.8494368 Sep 29 17:38:04.130214 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edf71f7-ba66-4ece-97df-c2fb22c96388 req-5439b8f9-6a90-4298-ae8f-37cbea3461a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c HTTP/1.1" status: 200 len: 217 time: 0.1076396 Sep 29 17:38:04.233167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08742048-92f1-4aed-85fc-029991381470 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Network': ['ID=3e40a5ba-ba9a-4ee7-ae28-9cca55b153d6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:04.253470 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 3e40a5ba-ba9a-4ee7-ae28-9cca55b153d6 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:04.322751 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-698ad5cd-1a8d-47f2-b185-6cc7ca430e90 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:04.331919 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-698ad5cd-1a8d-47f2-b185-6cc7ca430e90 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:04.339277 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-08742048-92f1-4aed-85fc-029991381470 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7428832 Sep 29 17:38:04.345699 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47054) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:04.355741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-433fc6ba-0d2e-4cf6-943c-c1f29a722f23 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'subnet': {'network_id': '3e40a5ba-ba9a-4ee7-ae28-9cca55b153d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:04.450590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf71f7-ba66-4ece-97df-c2fb22c96388 req-453ce4d0-2832-4346-b328-d3533e636374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:04.451958 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-38e71ce0-2431-40b2-a45a-8b4eda816c44 req-f6f23d71-4acf-4639-a0a1-738219fc9c39 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 210 time: 0.0899353 Sep 29 17:38:04.452949 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edf71f7-ba66-4ece-97df-c2fb22c96388 req-453ce4d0-2832-4346-b328-d3533e636374 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bbad4c0-0681-418d-aef1-176c25bc2285 HTTP/1.1" status: 200 len: 854 time: 0.1775758 Sep 29 17:38:04.479309 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-698ad5cd-1a8d-47f2-b185-6cc7ca430e90 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:04.480105 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698ad5cd-1a8d-47f2-b185-6cc7ca430e90 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Fanout notify agent at l3_agent the message router_deleted on router 22740318-fa1b-4051-95b3-59f1f989bbe4 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:38:04.525910 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-698ad5cd-1a8d-47f2-b185-6cc7ca430e90 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:04.527244 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-698ad5cd-1a8d-47f2-b185-6cc7ca430e90 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "DELETE /v2.0/routers/22740318-fa1b-4051-95b3-59f1f989bbe4 HTTP/1.1" status: 204 len: 168 time: 2.5932577 Sep 29 17:38:04.533154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47056) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:04.552819 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edf71f7-ba66-4ece-97df-c2fb22c96388 req-8119c105-13c5-4f9f-9671-c0a6076f2f14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a7ae65d9-f785-4446-bdb2-7429d9329f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520363 Sep 29 17:38:04.565704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-8013562e-b0db-418d-a41c-54865aad8ae2 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Made reservation on behalf of b4bf846cd7a74692964be60c138cc57c for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:04.576337 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-8013562e-b0db-418d-a41c-54865aad8ae2 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:04.687138 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433fc6ba-0d2e-4cf6-943c-c1f29a722f23 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:04.690731 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-433fc6ba-0d2e-4cf6-943c-c1f29a722f23 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:04.717684 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a612ef1-8d25-40d9-b918-e2eff6bec33d req-7c3175b6-93ee-44a4-9501-8b541bf5b3cc tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735630 Sep 29 17:38:04.728015 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:38:04.914151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:04.914534 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:04.974927 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edf71f7-ba66-4ece-97df-c2fb22c96388 req-c7768cc7-9613-4bc6-91ae-1b230092043e service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569872 Sep 29 17:38:04.991989 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6760-b8ba-48a8-bd88-d44a8f6bdd7a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:05.073725 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a6760-b8ba-48a8-bd88-d44a8f6bdd7a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Subnet': ['ID=1959a53c-0d43-4a79-a7c7-74bbe59a7342,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:05.132692 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b758334-30d1-4bb3-a92f-13b126eb17c8 req-d250945b-880f-48a8-a90d-c28fe0e883e1 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.0672214 Sep 29 17:38:05.272952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5e09f896-4bf2-4d3e-84be-a46a61c5b125 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:05.278466 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-433fc6ba-0d2e-4cf6-943c-c1f29a722f23 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:05.288942 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a6760-b8ba-48a8-bd88-d44a8f6bdd7a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Checking segment: {'id': '60bbb893-a57a-4e0c-a583-99da5930dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bd1d7695-b6f7-4aae-925d-5b3d662809f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:05.289495 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a6760-b8ba-48a8-bd88-d44a8f6bdd7a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network hostable DHCP agents. Network: bd1d7695-b6f7-4aae-925d-5b3d662809f2, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:38:05.355374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 012540b1-eb27-483e-81a4-d6b47077d0a0 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:38:05.375905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a6760-b8ba-48a8-bd88-d44a8f6bdd7a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network bd1d7695-b6f7-4aae-925d-5b3d662809f2 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:38:05.415307 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edf71f7-ba66-4ece-97df-c2fb22c96388 req-20cf8ab0-4c6a-42a5-b8f1-8cd610961612 service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253275 Sep 29 17:38:05.418859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-6e1a6760-b8ba-48a8-bd88-d44a8f6bdd7a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, bd1d7695-b6f7-4aae-925d-5b3d662809f2) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:05.442775 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1a6760-b8ba-48a8-bd88-d44a8f6bdd7a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:05.443808 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6760-b8ba-48a8-bd88-d44a8f6bdd7a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:05.472053 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6e1a6760-b8ba-48a8-bd88-d44a8f6bdd7a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.8566275 Sep 29 17:38:05.472053 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-8013562e-b0db-418d-a41c-54865aad8ae2 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Allocated IP 172.20.0.7 (e57956a6-584f-407f-aa43-0924387a68d2/d284366c-fe99-4c9e-986b-ecda04f87026/a37503b7-b3a3-48c0-ae51-7cda76daac12) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:38:05.474952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47072) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:05.481826 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-7e412638-f0b6-4c35-9088-24ea5b0f7b58 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1979592064'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:05.514494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e412638-f0b6-4c35-9088-24ea5b0f7b58 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:05.520536 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7e412638-f0b6-4c35-9088-24ea5b0f7b58 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:05.566681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e412638-f0b6-4c35-9088-24ea5b0f7b58 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:05.578467 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7e412638-f0b6-4c35-9088-24ea5b0f7b58 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:05.578682 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-7e412638-f0b6-4c35-9088-24ea5b0f7b58 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Added segment 4a282bb3-0c12-4e50-ac49-d35258a3af74 of type vlan for network 1296f5db-0553-4858-b5dd-143f23f57d06 Sep 29 17:38:05.618569 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fc6ba-0d2e-4cf6-943c-c1f29a722f23 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Subnet': ['ID=7b9440a9-0ab0-43f6-ad2e-01c9a7020881,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:05.627599 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7e412638-f0b6-4c35-9088-24ea5b0f7b58 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:05.694379 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fac50684-7ec6-4263-b072-0cdc06e97920 req-ce4e6809-c25c-4897-a463-e55894ed4cd3 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 210 time: 0.0395923 Sep 29 17:38:05.698586 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7e412638-f0b6-4c35-9088-24ea5b0f7b58 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:05.705484 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e412638-f0b6-4c35-9088-24ea5b0f7b58 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:05.706318 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7e412638-f0b6-4c35-9088-24ea5b0f7b58 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:05.747254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cf1eb-06e8-4c3a-a42f-ee41799e7d4c req-72e90101-ab67-4f45-8ed9-2a04ec0974a3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:05.758723 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-924cf1eb-06e8-4c3a-a42f-ee41799e7d4c req-72e90101-ab67-4f45-8ed9-2a04ec0974a3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.4916635 Sep 29 17:38:05.777940 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433fc6ba-0d2e-4cf6-943c-c1f29a722f23 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Checking segment: {'id': '9c6656d7-1ba8-4535-ba02-acc8625d73d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '3e40a5ba-ba9a-4ee7-ae28-9cca55b153d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:05.778604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433fc6ba-0d2e-4cf6-943c-c1f29a722f23 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network hostable DHCP agents. Network: 3e40a5ba-ba9a-4ee7-ae28-9cca55b153d6, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:38:05.792835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e412638-f0b6-4c35-9088-24ea5b0f7b58 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Network': ['ID=1296f5db-0553-4858-b5dd-143f23f57d06,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:05.809505 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a44721-bcd3-4841-b893-8431a9dfadcc None None] Network bd1d7695-b6f7-4aae-925d-5b3d662809f2 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:05.812965 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 012540b1-eb27-483e-81a4-d6b47077d0a0 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:38:05.813538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 012540b1-eb27-483e-81a4-d6b47077d0a0 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:38:05.814213 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:38:05.819673 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7e412638-f0b6-4c35-9088-24ea5b0f7b58 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3396754 Sep 29 17:38:05.823100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47074) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:05.823585 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 1296f5db-0553-4858-b5dd-143f23f57d06 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:05.828436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0fca53f3-5436-4d02-a2a5-6bd67cfe1911 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'subnet': {'network_id': '1296f5db-0553-4858-b5dd-143f23f57d06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:05.876324 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:38:05.877118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2e1b1f5e-6c3a-4c47-8c32-752b82108dfd not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:38:05.877824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2e4a2134-95ec-4e40-a111-c659e454bc5c no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:38:05.930536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-924cf1eb-06e8-4c3a-a42f-ee41799e7d4c req-a679e07c-b40d-4d35-a0b9-907dcb9aa347 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473360 Sep 29 17:38:06.042274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fca53f3-5436-4d02-a2a5-6bd67cfe1911 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:06.051968 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0fca53f3-5436-4d02-a2a5-6bd67cfe1911 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:06.077958 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5e09f896-4bf2-4d3e-84be-a46a61c5b125 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:06.149973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433fc6ba-0d2e-4cf6-943c-c1f29a722f23 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network 3e40a5ba-ba9a-4ee7-ae28-9cca55b153d6 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:38:06.168362 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 2e4a2134-95ec-4e40-a111-c659e454bc5c {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:38:06.180567 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-5e09f896-4bf2-4d3e-84be-a46a61c5b125 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a588a5dc-5635-4a0a-9f24-0a6d3e2a6066']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:06.180901 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2e4a2134-95ec-4e40-a111-c659e454bc5c not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:38:06.225603 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-433fc6ba-0d2e-4cf6-943c-c1f29a722f23 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 3e40a5ba-ba9a-4ee7-ae28-9cca55b153d6) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:06.258096 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433fc6ba-0d2e-4cf6-943c-c1f29a722f23 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:06.259520 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-433fc6ba-0d2e-4cf6-943c-c1f29a722f23 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:06.266340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e99ce4-b60b-465b-a37b-cc4a81b91b71 None None] Network 3e40a5ba-ba9a-4ee7-ae28-9cca55b153d6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:06.279680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-5e09f896-4bf2-4d3e-84be-a46a61c5b125 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdaddc7-4687-4b7a-a4db-7f814736b1ba') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:06.281252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-5e09f896-4bf2-4d3e-84be-a46a61c5b125 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdaddc7-4687-4b7a-a4db-7f814736b1ba') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:06.287307 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99ab097f-2dd0-4d78-a7c8-49e4e8f7bfa6 req-332f907c-bbcf-4610-a95b-449d3abfa33d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=00f4ff54a31b4dd99836327b3df86ada HTTP/1.1" status: 200 len: 221 time: 0.0915852 Sep 29 17:38:06.306908 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-433fc6ba-0d2e-4cf6-943c-c1f29a722f23 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9577534 Sep 29 17:38:06.307723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47096) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:06.574887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5e09f896-4bf2-4d3e-84be-a46a61c5b125 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:06.584306 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c98c1cb-95a2-4d0b-8ff1-e2c33c82efc2 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:06.639614 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-24a08493-01c7-4e03-a38b-7949a736b1eb req-22bb8e54-ca35-458a-bff4-6d5910d01cb2 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.0891349 Sep 29 17:38:06.652598 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5e09f896-4bf2-4d3e-84be-a46a61c5b125 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:06.768882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab77f3b-f168-4d6c-96cd-93a89df1f911 req-44ffd348-c061-40ca-a6ab-abe7b5b8d945 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:06.777110 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ab77f3b-f168-4d6c-96cd-93a89df1f911 req-44ffd348-c061-40ca-a6ab-abe7b5b8d945 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.3071988 Sep 29 17:38:06.787780 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-8013562e-b0db-418d-a41c-54865aad8ae2 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:06.812133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e09f896-4bf2-4d3e-84be-a46a61c5b125 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:06.812612 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5e09f896-4bf2-4d3e-84be-a46a61c5b125 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:06.823002 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:06.837193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-bd1d7695-b6f7-4aae-925d-5b3d662809f2', 'network_id': 'bd1d7695-b6f7-4aae-925d-5b3d662809f2', 'tenant_id': '8fd58ccd080b4d6fb81961294b2c55bf', 'fixed_ips': [{'subnet_id': '1959a53c-0d43-4a79-a7c7-74bbe59a7342'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:38:06.838806 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:06.844208 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c98c1cb-95a2-4d0b-8ff1-e2c33c82efc2 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:06.853418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca06f4c-f2d6-422d-baa3-b075edbfa879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-3e40a5ba-ba9a-4ee7-ae28-9cca55b153d6', 'network_id': '3e40a5ba-ba9a-4ee7-ae28-9cca55b153d6', 'tenant_id': '17e27756e396474aa986253bf2f2138e', 'fixed_ips': [{'subnet_id': '7b9440a9-0ab0-43f6-ad2e-01c9a7020881'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:38:06.854710 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9ca06f4c-f2d6-422d-baa3-b075edbfa879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:06.980649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ab77f3b-f168-4d6c-96cd-93a89df1f911 req-4d473755-8c96-48f9-aabb-9deed7b95898 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830983 Sep 29 17:38:06.995633 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5e09f896-4bf2-4d3e-84be-a46a61c5b125 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:07.050599 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5e09f896-4bf2-4d3e-84be-a46a61c5b125 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:07.057488 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5e09f896-4bf2-4d3e-84be-a46a61c5b125 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] 10.222.0.44 "DELETE /v2.0/networks/a588a5dc-5635-4a0a-9f24-0a6d3e2a6066 HTTP/1.1" status: 204 len: 168 time: 2.5226846 Sep 29 17:38:07.076456 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-8013562e-b0db-418d-a41c-54865aad8ae2 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:07.143457 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e09f896-4bf2-4d3e-84be-a46a61c5b125 tempest-TestSecurityGroupsBasicOps-427431198 tempest-TestSecurityGroupsBasicOps-427431198-project] Pushing event deleted for resources: {'Network': ['ID=a588a5dc-5635-4a0a-9f24-0a6d3e2a6066,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:07.162008 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c98c1cb-95a2-4d0b-8ff1-e2c33c82efc2 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:07.174641 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0fca53f3-5436-4d02-a2a5-6bd67cfe1911 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:07.255136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98c1cb-95a2-4d0b-8ff1-e2c33c82efc2 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9440a9-0ab0-43f6-ad2e-01c9a7020881,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:07.268967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Allocated IP 2001:db8:0:ffff::2 (bd1d7695-b6f7-4aae-925d-5b3d662809f2/1959a53c-0d43-4a79-a7c7-74bbe59a7342/9a9a95c7-f932-4436-8805-b903e7157099) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:38:07.324743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-8013562e-b0db-418d-a41c-54865aad8ae2 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Network e57956a6-584f-407f-aa43-0924387a68d2 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:38:07.352655 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-8013562e-b0db-418d-a41c-54865aad8ae2 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:07.375871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-8013562e-b0db-418d-a41c-54865aad8ae2 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server [None req-9ca06f4c-f2d6-422d-baa3-b075edbfa879 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b9440a9-0ab0-43f6-ad2e-01c9a7020881: This subnet is being modified by another concurrent operation. Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 17:38:07.400773 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise exception Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b9440a9-0ab0-43f6-ad2e-01c9a7020881: This subnet is being modified by another concurrent operation. Sep 29 17:38:07.405045 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server Sep 29 17:38:07.412900 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c98c1cb-95a2-4d0b-8ff1-e2c33c82efc2 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:07.421455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013562e-b0db-418d-a41c-54865aad8ae2 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Pushing event updated for resources: {'Port': ['ID=a37503b7-b3a3-48c0-ae51-7cda76daac12,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:07.429977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-8013562e-b0db-418d-a41c-54865aad8ae2 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:07.430634 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-8013562e-b0db-418d-a41c-54865aad8ae2 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:07.455349 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3de68b-9674-4758-88a4-4da4beada26d req-982ee93f-4214-4d90-9366-0cf90c4ef56e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:07.460280 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3a3de68b-9674-4758-88a4-4da4beada26d req-982ee93f-4214-4d90-9366-0cf90c4ef56e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 931 time: 0.3057902 Sep 29 17:38:07.480785 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-8013562e-b0db-418d-a41c-54865aad8ae2 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4471512 Sep 29 17:38:07.489234 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca53f3-5436-4d02-a2a5-6bd67cfe1911 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Subnet': ['ID=b6a48855-26cf-498f-8b51-13793fc4b25a,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:07.499873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d961fd-9122-440b-b2a3-7d6c7791309d req-5540d985-8bb8-4885-957b-a66f9ec5be01 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:07.509007 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43d961fd-9122-440b-b2a3-7d6c7791309d req-5540d985-8bb8-4885-957b-a66f9ec5be01 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2702918 Sep 29 17:38:07.509547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a7b234-6b4c-4e7e-8a72-fe44ca73b7e2 None None] Network 3e40a5ba-ba9a-4ee7-ae28-9cca55b153d6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:07.518146 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-5c98c1cb-95a2-4d0b-8ff1-e2c33c82efc2 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e40a5ba-ba9a-4ee7-ae28-9cca55b153d6']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:07.536849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Request body: {'port': {'device_id': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:07.546833 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3a3de68b-9674-4758-88a4-4da4beada26d req-b8a52828-a4b1-4db1-a4cc-e15aea2ef030 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764830 Sep 29 17:38:07.551165 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-5c98c1cb-95a2-4d0b-8ff1-e2c33c82efc2 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6656d7-1ba8-4535-ba02-acc8625d73d4') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:07.552590 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-5c98c1cb-95a2-4d0b-8ff1-e2c33c82efc2 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6656d7-1ba8-4535-ba02-acc8625d73d4') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:07.564713 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c98c1cb-95a2-4d0b-8ff1-e2c33c82efc2 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:07.581734 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c98c1cb-95a2-4d0b-8ff1-e2c33c82efc2 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:07.590443 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c98c1cb-95a2-4d0b-8ff1-e2c33c82efc2 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:07.590859 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c98c1cb-95a2-4d0b-8ff1-e2c33c82efc2 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:07.601199 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:07.625183 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:07.650347 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fca53f3-5436-4d02-a2a5-6bd67cfe1911 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Checking segment: {'id': '4a282bb3-0c12-4e50-ac49-d35258a3af74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1296f5db-0553-4858-b5dd-143f23f57d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:07.650758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fca53f3-5436-4d02-a2a5-6bd67cfe1911 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network hostable DHCP agents. Network: 1296f5db-0553-4858-b5dd-143f23f57d06, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:38:07.671228 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43d961fd-9122-440b-b2a3-7d6c7791309d req-3e8882ec-f372-4178-ba4b-52ab7216101a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618345 Sep 29 17:38:07.717310 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c98c1cb-95a2-4d0b-8ff1-e2c33c82efc2 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:07.731593 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c98c1cb-95a2-4d0b-8ff1-e2c33c82efc2 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:07.739358 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5c98c1cb-95a2-4d0b-8ff1-e2c33c82efc2 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/3e40a5ba-ba9a-4ee7-ae28-9cca55b153d6 HTTP/1.1" status: 204 len: 168 time: 1.4252641 Sep 29 17:38:07.743571 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47120) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:07.751280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-891a4590-b23d-4f44-ab40-4383d01036a8 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1118690198'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:07.767844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98c1cb-95a2-4d0b-8ff1-e2c33c82efc2 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Network': ['ID=3e40a5ba-ba9a-4ee7-ae28-9cca55b153d6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:07.799997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fca53f3-5436-4d02-a2a5-6bd67cfe1911 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network 1296f5db-0553-4858-b5dd-143f23f57d06 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:38:07.814510 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891a4590-b23d-4f44-ab40-4383d01036a8 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:07.828556 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-891a4590-b23d-4f44-ab40-4383d01036a8 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:07.847933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0fca53f3-5436-4d02-a2a5-6bd67cfe1911 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 1296f5db-0553-4858-b5dd-143f23f57d06) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:07.868623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fca53f3-5436-4d02-a2a5-6bd67cfe1911 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:07.869560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0fca53f3-5436-4d02-a2a5-6bd67cfe1911 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:07.937030 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e0f1c8b1-1972-4ba5-b0d4-f7e1886beaf2 req-6ce8a4fe-9bf9-4d4f-90f2-b9a9e0aa0fae tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.0475214 Sep 29 17:38:07.944084 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891a4590-b23d-4f44-ab40-4383d01036a8 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:07.946198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6147734-6c3f-425a-bcac-a194f4e8eca5 None None] Network 1296f5db-0553-4858-b5dd-143f23f57d06 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:07.969380 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-891a4590-b23d-4f44-ab40-4383d01036a8 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:07.970012 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-891a4590-b23d-4f44-ab40-4383d01036a8 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Added segment fdbcff8c-c26b-4e81-85ad-e55da76f93f0 of type vlan for network 07401d9e-c71c-463e-b94a-207368d572b1 Sep 29 17:38:08.094274 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-891a4590-b23d-4f44-ab40-4383d01036a8 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:08.174036 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-891a4590-b23d-4f44-ab40-4383d01036a8 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:08.199181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891a4590-b23d-4f44-ab40-4383d01036a8 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:08.202452 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-891a4590-b23d-4f44-ab40-4383d01036a8 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:08.222254 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:08.248908 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:08.275620 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0fca53f3-5436-4d02-a2a5-6bd67cfe1911 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4490457 Sep 29 17:38:08.278394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47132) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:08.351795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Network bd1d7695-b6f7-4aae-925d-5b3d662809f2 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:38:08.364784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:08.371671 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47134) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:08.376162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:38:08.376505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a4590-b23d-4f44-ab40-4383d01036a8 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Network': ['ID=07401d9e-c71c-463e-b94a-207368d572b1,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:08.406471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 07401d9e-c71c-463e-b94a-207368d572b1 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:08.411907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d1376-95fc-4bec-8e65-669dac901c2a req-512dab59-c053-4011-9997-9018c7cde329 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:08.418097 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-891a4590-b23d-4f44-ab40-4383d01036a8 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6720557 Sep 29 17:38:08.418825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47138) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:08.419455 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-204d1376-95fc-4bec-8e65-669dac901c2a req-512dab59-c053-4011-9997-9018c7cde329 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.5467789 Sep 29 17:38:08.436516 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f880957d-37f3-42d5-9d46-7b65d8959692 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:08.547198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Pushing event updated for resources: {'Port': ['ID=9a9a95c7-f932-4436-8805-b903e7157099,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:08.668182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Attempting to bind port 9a9a95c7-f932-4436-8805-b903e7157099 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:38:08.672436 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Attempting to bind port 9a9a95c7-f932-4436-8805-b903e7157099 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '60bbb893-a57a-4e0c-a583-99da5930dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bd1d7695-b6f7-4aae-925d-5b3d662809f2'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:38:08.673124 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Attempting to bind port 9a9a95c7-f932-4436-8805-b903e7157099 on network bd1d7695-b6f7-4aae-925d-5b3d662809f2 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:38:08.682501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-1296f5db-0553-4858-b5dd-143f23f57d06', 'network_id': '1296f5db-0553-4858-b5dd-143f23f57d06', 'tenant_id': '8fd58ccd080b4d6fb81961294b2c55bf', 'fixed_ips': [{'subnet_id': 'b6a48855-26cf-498f-8b51-13793fc4b25a'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:38:08.686303 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:08.702759 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-204d1376-95fc-4bec-8e65-669dac901c2a req-154b1694-57e2-4577-861b-e5eb66068ca6 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822218 Sep 29 17:38:08.733908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:38:08.734725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Checking segment: {'id': '60bbb893-a57a-4e0c-a583-99da5930dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bd1d7695-b6f7-4aae-925d-5b3d662809f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:08.735385 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:08.736290 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Bound using segment: {'id': '60bbb893-a57a-4e0c-a583-99da5930dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bd1d7695-b6f7-4aae-925d-5b3d662809f2'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:38:08.737879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Bound port: 9a9a95c7-f932-4436-8805-b903e7157099, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60bbb893-a57a-4e0c-a583-99da5930dd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'bd1d7695-b6f7-4aae-925d-5b3d662809f2'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:38:08.738566 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:08.810800 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:08.946266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] For port 9a9a95c7-f932-4436-8805-b903e7157099, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:38:08.964683 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d26a91a8-ac21-493d-a0e4-619cddab0c3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e0ab65e9130409c86f928bc5b6c5b35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5918167 Sep 29 17:38:08.967399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] For port 9a9a95c7-f932-4436-8805-b903e7157099, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9a9a95c7-f932-4436-8805-b903e7157099,segment=NetworkSegment(60bbb893-a57a-4e0c-a583-99da5930dd27),segment_id=60bbb893-a57a-4e0c-a583-99da5930dd27)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:38:08.975626 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:08.980753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47144) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:09.032205 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Allocated IP 2001:db8::1 (1296f5db-0553-4858-b5dd-143f23f57d06/b6a48855-26cf-498f-8b51-13793fc4b25a/8c4a5bad-12b8-4608-b575-4738ef2eeb8d) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:38:09.081938 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f880957d-37f3-42d5-9d46-7b65d8959692 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:09.103375 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80522e9-9c2c-4c12-82e3-69acbecc70d3 req-e7c2ca14-31f8-415e-b3bd-c759455fe86e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:09.121758 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f80522e9-9c2c-4c12-82e3-69acbecc70d3 req-e7c2ca14-31f8-415e-b3bd-c759455fe86e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 931 time: 0.3251002 Sep 29 17:38:09.136155 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f4149-019a-40b4-993c-a6bb168c8df4 None None] Pushing event updated for resources: {'Port': ['ID=9a9a95c7-f932-4436-8805-b903e7157099,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:09.168726 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f880957d-37f3-42d5-9d46-7b65d8959692 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:09.201494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a37503b7-b3a3-48c0-ae51-7cda76daac12 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:38:09.212077 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:09.221498 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f880957d-37f3-42d5-9d46-7b65d8959692 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network 07401d9e-c71c-463e-b94a-207368d572b1 is not hosted by any dhcp agent {{(pid=95015) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 17:38:09.227969 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Transition to ACTIVE for port object a37503b7-b3a3-48c0-ae51-7cda76daac12 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:38:09.252414 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f880957d-37f3-42d5-9d46-7b65d8959692 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:09.253082 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f880957d-37f3-42d5-9d46-7b65d8959692 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:09.259392 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f880957d-37f3-42d5-9d46-7b65d8959692 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "PUT /v2.0/networks/07401d9e-c71c-463e-b94a-207368d572b1 HTTP/1.1" status: 200 len: 723 time: 0.8345273 Sep 29 17:38:09.272965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47154) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:09.292410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-30cecefa-75d6-4598-b7f7-ec56208a5131 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'subnet': {'network_id': '07401d9e-c71c-463e-b94a-207368d572b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:09.341001 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:09.384802 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f80522e9-9c2c-4c12-82e3-69acbecc70d3 req-e0fb8be5-46ef-4901-961f-fce63108c674 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620609 Sep 29 17:38:09.463607 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:09.476560 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:09.576776 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880957d-37f3-42d5-9d46-7b65d8959692 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Network': ['ID=07401d9e-c71c-463e-b94a-207368d572b1,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:09.592995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a12880-d432-4884-870f-8501148bb123 req-1e248d75-535b-49eb-8d7a-f8f779595c2c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:09.601671 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-08a12880-d432-4884-870f-8501148bb123 req-1e248d75-535b-49eb-8d7a-f8f779595c2c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.7844203 Sep 29 17:38:09.603565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 07401d9e-c71c-463e-b94a-207368d572b1 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:09.638375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Network 1296f5db-0553-4858-b5dd-143f23f57d06 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:38:09.651015 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f51ccdb-470d-4811-8c5e-58030dd3fd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:09.684357 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:09.689696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:38:09.728545 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Pushing event updated for resources: {'Port': ['ID=8c4a5bad-12b8-4608-b575-4738ef2eeb8d,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:09.809690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f51ccdb-470d-4811-8c5e-58030dd3fd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:09.915202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=a37503b7-b3a3-48c0-ae51-7cda76daac12,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:09.931258 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-08a12880-d432-4884-870f-8501148bb123 req-9cd74d7d-d6ae-4029-9f59-056b4a311ddf tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285921 Sep 29 17:38:09.992512 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f51ccdb-470d-4811-8c5e-58030dd3fd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:09.998707 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f51ccdb-470d-4811-8c5e-58030dd3fd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:10.008639 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7f51ccdb-470d-4811-8c5e-58030dd3fd46 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2130cf3-5bba-4b90-b73f-676652fc4c19 HTTP/1.1" status: 204 len: 168 time: 1.0244064 Sep 29 17:38:10.046893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51ccdb-470d-4811-8c5e-58030dd3fd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2130cf3-5bba-4b90-b73f-676652fc4c19,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:10.057696 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:10.223567 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Attempting to bind port 8c4a5bad-12b8-4608-b575-4738ef2eeb8d on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:38:10.224315 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Attempting to bind port 8c4a5bad-12b8-4608-b575-4738ef2eeb8d by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '4a282bb3-0c12-4e50-ac49-d35258a3af74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1296f5db-0553-4858-b5dd-143f23f57d06'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:38:10.224633 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Attempting to bind port 8c4a5bad-12b8-4608-b575-4738ef2eeb8d on network 1296f5db-0553-4858-b5dd-143f23f57d06 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:38:10.256804 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:38:10.261391 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Checking segment: {'id': '4a282bb3-0c12-4e50-ac49-d35258a3af74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1296f5db-0553-4858-b5dd-143f23f57d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:10.262061 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:10.262328 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Bound using segment: {'id': '4a282bb3-0c12-4e50-ac49-d35258a3af74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1296f5db-0553-4858-b5dd-143f23f57d06'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:38:10.265674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Bound port: 8c4a5bad-12b8-4608-b575-4738ef2eeb8d, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a282bb3-0c12-4e50-ac49-d35258a3af74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1296f5db-0553-4858-b5dd-143f23f57d06'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:38:10.266080 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:10.355863 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Attempting to bind port a37503b7-b3a3-48c0-ae51-7cda76daac12 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:38:10.356742 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Attempting to bind port a37503b7-b3a3-48c0-ae51-7cda76daac12 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'fd5d39bc-35dc-4f9a-9bee-70cbff45b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:38:10.357025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Attempting to bind port a37503b7-b3a3-48c0-ae51-7cda76daac12 on network e57956a6-584f-407f-aa43-0924387a68d2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:38:10.369154 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Port a37503b7-b3a3-48c0-ae51-7cda76daac12 on network e57956a6-584f-407f-aa43-0924387a68d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:38:10.369535 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Attempting to bind port a37503b7-b3a3-48c0-ae51-7cda76daac12 on network e57956a6-584f-407f-aa43-0924387a68d2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:38:10.379322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:38:10.379856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Checking segment: {'id': 'fd5d39bc-35dc-4f9a-9bee-70cbff45b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:10.380273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Bound using segment: {'id': 'fd5d39bc-35dc-4f9a-9bee-70cbff45b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:38:10.380819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Bound port: a37503b7-b3a3-48c0-ae51-7cda76daac12, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5d39bc-35dc-4f9a-9bee-70cbff45b999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:38:10.381184 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:10.430017 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7edc4-ae35-4f56-b2cc-1485fe845b3f req-dd65cd82-631d-4e47-b08d-fedee2c46df2 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:10.438785 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4ed7edc4-ae35-4f56-b2cc-1485fe845b3f req-dd65cd82-631d-4e47-b08d-fedee2c46df2 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1477060 Sep 29 17:38:10.458536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33c8f8b1-6a70-421e-aae6-4b57dfc66f54 req-5bd7640c-035c-4972-8141-be76490b0155 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.9119215 Sep 29 17:38:10.501757 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4ed7edc4-ae35-4f56-b2cc-1485fe845b3f req-cf865ead-bfd6-4703-90ca-d470107c7d26 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615010 Sep 29 17:38:10.521538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] For port 8c4a5bad-12b8-4608-b575-4738ef2eeb8d, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:38:10.532067 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] For port 8c4a5bad-12b8-4608-b575-4738ef2eeb8d, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8c4a5bad-12b8-4608-b575-4738ef2eeb8d,segment=NetworkSegment(4a282bb3-0c12-4e50-ac49-d35258a3af74),segment_id=4a282bb3-0c12-4e50-ac49-d35258a3af74)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:38:10.539194 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:10.557225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cecefa-75d6-4598-b7f7-ec56208a5131 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:10.565767 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-30cecefa-75d6-4598-b7f7-ec56208a5131 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:10.684957 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5b4ec-6932-4bf8-a63f-5757037faab3 None None] Pushing event updated for resources: {'Port': ['ID=8c4a5bad-12b8-4608-b575-4738ef2eeb8d,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:10.761844 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-df04b5b8-2978-4b00-ae73-fa0eb4c2c130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:10.819936 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:10.824378 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] For port a37503b7-b3a3-48c0-ae51-7cda76daac12, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:38:10.854787 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9a9a95c7-f932-4436-8805-b903e7157099 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:38:10.861870 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47172) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:10.907760 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c3af50d-7eda-42ae-8b3e-aa7e9dc9027e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:10.916468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] For port a37503b7-b3a3-48c0-ae51-7cda76daac12, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a37503b7-b3a3-48c0-ae51-7cda76daac12,segment=NetworkSegment(fd5d39bc-35dc-4f9a-9bee-70cbff45b999),segment_id=fd5d39bc-35dc-4f9a-9bee-70cbff45b999)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:38:10.923372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a48855-26cf-498f-8b51-13793fc4b25a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:10.932977 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:10.963241 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9a9a95c7-f932-4436-8805-b903e7157099 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:10.966427 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:11.044828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5d1868-3311-4723-a704-2e4d380ac62d None None] Network bd1d7695-b6f7-4aae-925d-5b3d662809f2 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:11.187993 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c3af50d-7eda-42ae-8b3e-aa7e9dc9027e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:11.221919 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64910683-e78a-465b-9401-1550762b8d40 req-65a4e4fe-4f21-4a65-86c2-80fb819dc14e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:11.231524 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64910683-e78a-465b-9401-1550762b8d40 req-65a4e4fe-4f21-4a65-86c2-80fb819dc14e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 943 time: 0.4539661 Sep 29 17:38:11.264031 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c3af50d-7eda-42ae-8b3e-aa7e9dc9027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:11.326778 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1c3af50d-7eda-42ae-8b3e-aa7e9dc9027e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=846f55542dbf4980a53041a4e5b89dbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588296 Sep 29 17:38:11.331399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47180) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:11.372150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-58057d5b-19b3-46bc-9ab8-4ecb6bd32355 None None] Provisioning complete for port 9a9a95c7-f932-4436-8805-b903e7157099 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:11.372725 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-58057d5b-19b3-46bc-9ab8-4ecb6bd32355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:11.456114 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64910683-e78a-465b-9401-1550762b8d40 req-bac4d0e9-d4d2-4ce2-963c-457b78f20eeb tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234573 Sep 29 17:38:11.529969 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3af50d-7eda-42ae-8b3e-aa7e9dc9027e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621907c7-9d44-44e0-b491-ba6f6420359c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:11.555914 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2706cd72-eb26-46fb-a8f3-405a9627bdf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:11.594591 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2706cd72-eb26-46fb-a8f3-405a9627bdf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:11.633674 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:11.684929 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 9a9a95c7-f932-4436-8805-b903e7157099, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9a9a95c7-f932-4436-8805-b903e7157099,segment=NetworkSegment(60bbb893-a57a-4e0c-a583-99da5930dd27),segment_id=60bbb893-a57a-4e0c-a583-99da5930dd27)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:11.707097 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2706cd72-eb26-46fb-a8f3-405a9627bdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:11.713398 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:11.715013 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2706cd72-eb26-46fb-a8f3-405a9627bdf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:11.718604 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2706cd72-eb26-46fb-a8f3-405a9627bdf4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/621907c7-9d44-44e0-b491-ba6f6420359c HTTP/1.1" status: 204 len: 168 time: 0.3800557 Sep 29 17:38:11.774688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:11.797596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94abbd-ff1a-4d8c-a903-4aba543b7144 req-68c18303-b48b-4529-9cc7-ffde9d8395f7 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:11.802058 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1e94abbd-ff1a-4d8c-a903-4aba543b7144 req-68c18303-b48b-4529-9cc7-ffde9d8395f7 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 1.0489945 Sep 29 17:38:11.808250 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706cd72-eb26-46fb-a8f3-405a9627bdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621907c7-9d44-44e0-b491-ba6f6420359c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:11.860597 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-15e0ada1-9a85-4672-b588-fa99ea0d17b5 req-bd564434-baed-40b1-b13f-4202b894cf1d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.0634866 Sep 29 17:38:11.935021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:11.946741 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:11.948673 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] 10.222.0.35 "PUT /v2.0/ports/a37503b7-b3a3-48c0-ae51-7cda76daac12 HTTP/1.1" status: 200 len: 1091 time: 4.4164510 Sep 29 17:38:11.949776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'tag': 'a37503b7-b3a3-48c0-ae51-7cda76daac12'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:38:11.958398 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48d0d83-c1fc-4fc3-ade5-966e5900961a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ddd24ac-df6f-4918-bdb7-4bace3be9c01", "tag": "a37503b7-b3a3-48c0-ae51-7cda76daac12"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:38:12.009258 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-30cecefa-75d6-4598-b7f7-ec56208a5131 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:12.037625 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1296f5db-0553-4858-b5dd-143f23f57d06']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:12.066032 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=9a9a95c7-f932-4436-8805-b903e7157099,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:12.181258 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2023cff7-9c9b-4c84-961e-6b93961c6dfa x-openstack-request-id: req-2023cff7-9c9b-4c84-961e-6b93961c6dfa {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:38:12.181567 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ddd24ac-df6f-4918-bdb7-4bace3be9c01", "tag": "a37503b7-b3a3-48c0-ae51-7cda76daac12", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:38:12.182123 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2023cff7-9c9b-4c84-961e-6b93961c6dfa {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:38:12.182868 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'tag': 'a37503b7-b3a3-48c0-ae51-7cda76daac12', 'status': 'completed', 'code': 200} Sep 29 17:38:12.184804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a282bb3-0c12-4e50-ac49-d35258a3af74') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:12.185150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a282bb3-0c12-4e50-ac49-d35258a3af74') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:12.190799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cecefa-75d6-4598-b7f7-ec56208a5131 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Subnet': ['ID=86d9b2f2-17be-4116-93a6-c2d9041319ef,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:12.197161 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cecefa-75d6-4598-b7f7-ec56208a5131 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Checking segment: {'id': 'fdbcff8c-c26b-4e81-85ad-e55da76f93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '07401d9e-c71c-463e-b94a-207368d572b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:12.197925 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cecefa-75d6-4598-b7f7-ec56208a5131 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network hostable DHCP agents. Network: 07401d9e-c71c-463e-b94a-207368d572b1, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:38:12.265631 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cecefa-75d6-4598-b7f7-ec56208a5131 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network 07401d9e-c71c-463e-b94a-207368d572b1 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:38:12.285716 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-30cecefa-75d6-4598-b7f7-ec56208a5131 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 07401d9e-c71c-463e-b94a-207368d572b1) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:12.297316 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cecefa-75d6-4598-b7f7-ec56208a5131 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:12.298214 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-30cecefa-75d6-4598-b7f7-ec56208a5131 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:12.298766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c881e51e-e4fa-492b-88b0-2088045f8c7b None None] Network 07401d9e-c71c-463e-b94a-207368d572b1 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:12.306508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1e94abbd-ff1a-4d8c-a903-4aba543b7144 req-6594032f-ffe2-4284-9d45-e94a30724981 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821901 Sep 29 17:38:12.308596 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:12.324968 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-30cecefa-75d6-4598-b7f7-ec56208a5131 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0499899 Sep 29 17:38:12.327194 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47194) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:12.331718 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32c686-1658-4cf4-a773-65fa42247bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=a37503b7-b3a3-48c0-ae51-7cda76daac12,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:12.346626 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-318ff9c0-b405-480e-bb5b-739719330fa0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:12.389626 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:12.423478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-4c635c8c-9b42-4bbd-984e-5451946ff3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:12.426406 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-4c635c8c-9b42-4bbd-984e-5451946ff3f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4bf846cd7a74692964be60c138cc57c&device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 1094 time: 0.3768227 Sep 29 17:38:12.427599 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:12.428003 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:12.431459 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:12.669551 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-339e2071-40c2-44f9-a12c-ac10c696c313 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37503b7-b3a3-48c0-ae51-7cda76daac12 HTTP/1.1" status: 200 len: 217 time: 0.1836145 Sep 29 17:38:12.721728 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d84247-7375-467f-a0b3-054816ca35ff None None] Network 1296f5db-0553-4858-b5dd-143f23f57d06 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:12.737156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a002ab-72c7-4062-9b1c-774c85d9aaa8 req-b0ce56e9-7b65-4bad-91e1-07e2e83f0722 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:12.738221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47204) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:12.740285 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-55a002ab-72c7-4062-9b1c-774c85d9aaa8 req-b0ce56e9-7b65-4bad-91e1-07e2e83f0722 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 943 time: 0.1776156 Sep 29 17:38:12.818340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-663cc7d0-7bab-4c5a-8169-3474c4094435 None None] Provisioning complete for port 9a9a95c7-f932-4436-8805-b903e7157099 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:12.818725 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-663cc7d0-7bab-4c5a-8169-3474c4094435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:12.826067 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.api [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 17:38:12.826067 n-d-811748-2 neutron-server[95016]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 17:38:12.826067 n-d-811748-2 neutron-server[95016]: [parameters: {'id': '1296f5db-0553-4858-b5dd-143f23f57d06'}] Sep 29 17:38:12.826067 n-d-811748-2 neutron-server[95016]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:38:12.827354 n-d-811748-2 neutron-server[95016]: DEBUG oslo_db.api [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:38:12.834938 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-318ff9c0-b405-480e-bb5b-739719330fa0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-125923994'] for subnet, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:12.879973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8c4a5bad-12b8-4608-b575-4738ef2eeb8d up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:38:12.889024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09a651-f78d-4cd4-a948-7d705fcb9911 req-f5b02521-5bc4-4322-98dc-882064161e36 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:12.891392 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb09a651-f78d-4cd4-a948-7d705fcb9911 req-f5b02521-5bc4-4322-98dc-882064161e36 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.3258076 Sep 29 17:38:12.893615 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-c147d099-c469-4478-bbb1-e711a08f43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:12.895452 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-c147d099-c469-4478-bbb1-e711a08f43e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d284366c-fe99-4c9e-986b-ecda04f87026 HTTP/1.1" status: 200 len: 860 time: 0.1559889 Sep 29 17:38:12.900951 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d727c063-cdff-4b92-b473-8421f9d65cb6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0250b7e7664d43a2a1e1d98acd47ca49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1321328 Sep 29 17:38:12.903055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47208) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:12.916820 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-07401d9e-c71c-463e-b94a-207368d572b1', 'network_id': '07401d9e-c71c-463e-b94a-207368d572b1', 'tenant_id': '17e27756e396474aa986253bf2f2138e', 'fixed_ips': [{'subnet_id': '86d9b2f2-17be-4116-93a6-c2d9041319ef'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:38:12.917705 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:12.958015 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-c0d32ad9-a2ab-4909-b8a6-377997845fcf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e57956a6-584f-407f-aa43-0924387a68d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459888 Sep 29 17:38:13.043964 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-55a002ab-72c7-4062-9b1c-774c85d9aaa8 req-8933c1cc-5f05-4101-a1a7-d87001899b9b tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839270 Sep 29 17:38:13.114464 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb09a651-f78d-4cd4-a948-7d705fcb9911 req-1cb324f0-cf3a-406a-9ed9-cfabd95dcdd1 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114017 Sep 29 17:38:13.216724 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-af5413ec-0a75-439f-8422-10807f26a71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:13.230379 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-318ff9c0-b405-480e-bb5b-739719330fa0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770531869687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126097259'] for subnet, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:13.318854 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318ff9c0-b405-480e-bb5b-739719330fa0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:13.321894 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-318ff9c0-b405-480e-bb5b-739719330fa0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:13.323356 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-318ff9c0-b405-480e-bb5b-739719330fa0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "PUT /v2.0/subnets/86d9b2f2-17be-4116-93a6-c2d9041319ef HTTP/1.1" status: 200 len: 806 time: 0.9949169 Sep 29 17:38:13.336000 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47216) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:13.363587 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:13.387954 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-940b8951-35f6-45ae-9a67-711c40ac5227 req-b1ea2c21-bc2a-46b7-ada9-d6bfdabe10d5 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.1253462 Sep 29 17:38:13.403022 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-af5413ec-0a75-439f-8422-10807f26a71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:13.412507 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-7dcd000f-59c5-4317-a7e9-15ef27fa2424 service neutron] 10.222.0.35 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367781 Sep 29 17:38:13.440808 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8c4a5bad-12b8-4608-b575-4738ef2eeb8d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:13.441182 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:13.448201 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Allocated IP 172.20.0.2 (07401d9e-c71c-463e-b94a-207368d572b1/86d9b2f2-17be-4116-93a6-c2d9041319ef/88b57562-5760-4cc7-ab1b-0898bbba7e36) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:38:13.519395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fab495-0b85-48da-a8b4-e09c66da18d6 None None] DHCP port deletion for 1296f5db-0553-4858-b5dd-143f23f57d06 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:38:13.525481 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ff9c0-b405-480e-bb5b-739719330fa0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Subnet': ['ID=86d9b2f2-17be-4116-93a6-c2d9041319ef,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:13.549937 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8c62-14f6-4e86-99b9-2c74fe78b713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:13.585056 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-af5413ec-0a75-439f-8422-10807f26a71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:13.588094 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-af5413ec-0a75-439f-8422-10807f26a71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:13.589508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-af5413ec-0a75-439f-8422-10807f26a71b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6093829a-668f-4cca-a380-9e05a96a2d56 HTTP/1.1" status: 204 len: 168 time: 0.6853447 Sep 29 17:38:13.622353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbc4c6-d35d-4754-98bb-bae83ea03156 req-e5f8a0e4-5d45-49f9-a3af-786ffa837d1d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:13.631706 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-13fbc4c6-d35d-4754-98bb-bae83ea03156 req-e5f8a0e4-5d45-49f9-a3af-786ffa837d1d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2453232 Sep 29 17:38:13.640474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5413ec-0a75-439f-8422-10807f26a71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6093829a-668f-4cca-a380-9e05a96a2d56,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:13.701418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-13fbc4c6-d35d-4754-98bb-bae83ea03156 req-4d3baf82-909c-44b4-9c77-f5914e98819f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687273 Sep 29 17:38:13.717647 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:13.827353 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f626d04-1d27-41ba-aeb6-5ea284e71424 req-9aa718a0-3268-46ca-be1a-8118c45fd5f1 service neutron] 10.222.0.35 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930297 Sep 29 17:38:13.851523 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Deleting port 8c4a5bad-12b8-4608-b575-4738ef2eeb8d {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:13.852089 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:13.872011 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:13.910098 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:13.999883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9238b-e914-4d84-b72c-7de0aecaef66 req-f07b891d-0987-4c07-82ea-f0fe38a1883f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:14.013075 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33f9238b-e914-4d84-b72c-7de0aecaef66 req-f07b891d-0987-4c07-82ea-f0fe38a1883f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1340594 Sep 29 17:38:14.037761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] For port 8c4a5bad-12b8-4608-b575-4738ef2eeb8d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8c4a5bad-12b8-4608-b575-4738ef2eeb8d,segment=NetworkSegment(4a282bb3-0c12-4e50-ac49-d35258a3af74),segment_id=4a282bb3-0c12-4e50-ac49-d35258a3af74)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:14.038439 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:14.080853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Calling delete_port for 8c4a5bad-12b8-4608-b575-4738ef2eeb8d owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:14.087977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d0d83-c1fc-4fc3-ade5-966e5900961a req-d16a6cb1-8bbd-43fa-989b-87138410625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:14.090107 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e48d0d83-c1fc-4fc3-ade5-966e5900961a req-d16a6cb1-8bbd-43fa-989b-87138410625d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4bf846cd7a74692964be60c138cc57c&device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 1094 time: 0.1050146 Sep 29 17:38:14.101262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 8c4a5bad-12b8-4608-b575-4738ef2eeb8d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8c4a5bad-12b8-4608-b575-4738ef2eeb8d,segment=NetworkSegment(4a282bb3-0c12-4e50-ac49-d35258a3af74),segment_id=4a282bb3-0c12-4e50-ac49-d35258a3af74)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:14.137870 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:14.138479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33f9238b-e914-4d84-b72c-7de0aecaef66 req-d9dedd07-ea33-4cac-b9e1-575f1a670546 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169846 Sep 29 17:38:14.140374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9a9a95c7-f932-4436-8805-b903e7157099 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:38:14.170719 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-93beb616-9eca-4179-be9a-7510012b0cc2 None None] Provisioning complete for port 8c4a5bad-12b8-4608-b575-4738ef2eeb8d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:14.171098 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-93beb616-9eca-4179-be9a-7510012b0cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:14.341052 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:14.366537 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:14.405065 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-c1fab495-0b85-48da-a8b4-e09c66da18d6 None None] Deleting port 8c4a5bad-12b8-4608-b575-4738ef2eeb8d {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:14.406560 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c1fab495-0b85-48da-a8b4-e09c66da18d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:14.408390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=8c4a5bad-12b8-4608-b575-4738ef2eeb8d,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:14.425190 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:14.494696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Pushing event updated for resources: {'Port': ['ID=88b57562-5760-4cc7-ab1b-0898bbba7e36,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:14.516051 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Subnet': ['ID=86d9b2f2-17be-4116-93a6-c2d9041319ef,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:14.574254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56603b-08a6-44e2-9c89-39a40afbf298 req-e125201b-e3d0-487e-8b02-3c6445e2712e tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:14.597572 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3c56603b-08a6-44e2-9c89-39a40afbf298 req-e125201b-e3d0-487e-8b02-3c6445e2712e tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2435429 Sep 29 17:38:14.694762 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:14.731465 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:14.748085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Network 07401d9e-c71c-463e-b94a-207368d572b1 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:38:14.761077 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d0d83-c1fc-4fc3-ade5-966e5900961a req-97fb124a-f995-42e9-80ba-cb31b519ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:14.762651 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e48d0d83-c1fc-4fc3-ade5-966e5900961a req-97fb124a-f995-42e9-80ba-cb31b519ef6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e57956a6-584f-407f-aa43-0924387a68d2 HTTP/1.1" status: 200 len: 921 time: 0.6605866 Sep 29 17:38:14.772065 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:14.778756 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3c56603b-08a6-44e2-9c89-39a40afbf298 req-08b76b72-9723-41fe-92c9-7a68f9860bd8 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847939 Sep 29 17:38:14.793942 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07401d9e-c71c-463e-b94a-207368d572b1']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:14.819549 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbcff8c-c26b-4e81-85ad-e55da76f93f0') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:14.821997 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbcff8c-c26b-4e81-85ad-e55da76f93f0') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:14.838589 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:14.878588 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:14.887024 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:14.887754 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:14.891078 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:14.944447 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c1fab495-0b85-48da-a8b4-e09c66da18d6 None None] For port 8c4a5bad-12b8-4608-b575-4738ef2eeb8d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8c4a5bad-12b8-4608-b575-4738ef2eeb8d,segment=NetworkSegment(4a282bb3-0c12-4e50-ac49-d35258a3af74),segment_id=4a282bb3-0c12-4e50-ac49-d35258a3af74)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:14.945131 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c1fab495-0b85-48da-a8b4-e09c66da18d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:14.967723 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e48d0d83-c1fc-4fc3-ade5-966e5900961a req-727fac10-6a43-4e8a-b9a9-6ade94cde465 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37503b7-b3a3-48c0-ae51-7cda76daac12 HTTP/1.1" status: 200 len: 217 time: 0.1871979 Sep 29 17:38:14.998820 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fed500-45b9-44eb-88cc-3d09415a6a7f req-88fb77a6-b175-4344-8a66-709d0b45e4a9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:14.999798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-60fed500-45b9-44eb-88cc-3d09415a6a7f req-88fb77a6-b175-4344-8a66-709d0b45e4a9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 943 time: 0.6861928 Sep 29 17:38:15.004948 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:15.015208 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:15.017483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-c1fab495-0b85-48da-a8b4-e09c66da18d6 None None] Calling delete_port for 8c4a5bad-12b8-4608-b575-4738ef2eeb8d owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:15.021387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:15.026772 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:38:15.028599 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 17:38:15.028599 n-d-811748-2 neutron-server[95015]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 17:38:15.028599 n-d-811748-2 neutron-server[95015]: [parameters: {'id': '07401d9e-c71c-463e-b94a-207368d572b1'}] Sep 29 17:38:15.028599 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:38:15.029326 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:38:15.034709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9a9a95c7-f932-4436-8805-b903e7157099 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:15.035470 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:15.048867 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No DVR routers for this DVR port 8c4a5bad-12b8-4608-b575-4738ef2eeb8d on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:15.087628 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d4f87b16-3fc2-4b81-9185-2e4637b3c440 req-15b681d6-573c-401e-a41b-1f212dbb5447 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.0570254 Sep 29 17:38:15.141597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Port': ['ID=8c4a5bad-12b8-4608-b575-4738ef2eeb8d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:15.307114 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-60fed500-45b9-44eb-88cc-3d09415a6a7f req-646229c4-94fb-4586-af9e-f2acca12736f tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701658 Sep 29 17:38:15.357170 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b2339-f408-4367-be4f-f55055ce9007 req-9a574b6d-e0a4-4485-9d77-1718c507d948 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:15.380659 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d08b2339-f408-4367-be4f-f55055ce9007 req-9a574b6d-e0a4-4485-9d77-1718c507d948 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1668639 Sep 29 17:38:15.382301 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:15.386964 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d0d83-c1fc-4fc3-ade5-966e5900961a req-62da7b93-6154-477e-9bbf-84ad7f54c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:15.389165 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e48d0d83-c1fc-4fc3-ade5-966e5900961a req-62da7b93-6154-477e-9bbf-84ad7f54c86b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d284366c-fe99-4c9e-986b-ecda04f87026 HTTP/1.1" status: 200 len: 860 time: 0.3880994 Sep 29 17:38:15.425517 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e48d0d83-c1fc-4fc3-ade5-966e5900961a req-88c0efb0-6b7f-4d89-876b-1bb24f4e99fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e57956a6-584f-407f-aa43-0924387a68d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282793 Sep 29 17:38:15.440960 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Attempting to bind port 88b57562-5760-4cc7-ab1b-0898bbba7e36 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:38:15.445384 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Attempting to bind port 88b57562-5760-4cc7-ab1b-0898bbba7e36 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'fdbcff8c-c26b-4e81-85ad-e55da76f93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '07401d9e-c71c-463e-b94a-207368d572b1'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:38:15.445966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Attempting to bind port 88b57562-5760-4cc7-ab1b-0898bbba7e36 on network 07401d9e-c71c-463e-b94a-207368d572b1 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:38:15.454730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1296f5db-0553-4858-b5dd-143f23f57d06']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:15.486300 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a282bb3-0c12-4e50-ac49-d35258a3af74') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:15.486779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a282bb3-0c12-4e50-ac49-d35258a3af74') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:15.503118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:38:15.505219 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Checking segment: {'id': 'fdbcff8c-c26b-4e81-85ad-e55da76f93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '07401d9e-c71c-463e-b94a-207368d572b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:15.506795 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:15.506795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Bound using segment: {'id': 'fdbcff8c-c26b-4e81-85ad-e55da76f93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '07401d9e-c71c-463e-b94a-207368d572b1'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:38:15.508215 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:15.508742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Bound port: 88b57562-5760-4cc7-ab1b-0898bbba7e36, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbcff8c-c26b-4e81-85ad-e55da76f93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '07401d9e-c71c-463e-b94a-207368d572b1'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:38:15.514087 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:15.535412 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d08b2339-f408-4367-be4f-f55055ce9007 req-86417341-7fa3-45ec-8eb2-f04422a1553b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474674 Sep 29 17:38:15.536929 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:15.587184 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:15.628011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:15.628458 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:15.638054 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:15.640844 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47264) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:15.671878 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] For port 88b57562-5760-4cc7-ab1b-0898bbba7e36, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:38:15.674254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] For port 88b57562-5760-4cc7-ab1b-0898bbba7e36, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=88b57562-5760-4cc7-ab1b-0898bbba7e36,segment=NetworkSegment(fdbcff8c-c26b-4e81-85ad-e55da76f93f0),segment_id=fdbcff8c-c26b-4e81-85ad-e55da76f93f0)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:38:15.691267 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:15.747655 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c1fab495-0b85-48da-a8b4-e09c66da18d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:15.770190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fab495-0b85-48da-a8b4-e09c66da18d6 None None] No DVR routers for this DVR port 8c4a5bad-12b8-4608-b575-4738ef2eeb8d on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:15.791636 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e48d0d83-c1fc-4fc3-ade5-966e5900961a req-fc92c973-a355-4db7-b1f1-5c22ce7ad4ec service neutron] 10.222.0.35 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504431 Sep 29 17:38:15.818795 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Deleting port 88b57562-5760-4cc7-ab1b-0898bbba7e36 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:15.819654 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:15.926634 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8fe48-de52-41e7-85b7-843aaff4c9a5 None None] Pushing event updated for resources: {'Port': ['ID=88b57562-5760-4cc7-ab1b-0898bbba7e36,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:15.935916 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8c4a5bad-12b8-4608-b575-4738ef2eeb8d no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:38:15.938898 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db93b445-52c6-4de1-b713-e49e581b8a27 None None] Network 07401d9e-c71c-463e-b94a-207368d572b1 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:15.950481 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] For port 88b57562-5760-4cc7-ab1b-0898bbba7e36, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=88b57562-5760-4cc7-ab1b-0898bbba7e36,segment=NetworkSegment(fdbcff8c-c26b-4e81-85ad-e55da76f93f0),segment_id=fdbcff8c-c26b-4e81-85ad-e55da76f93f0)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:15.954786 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:15.995413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Calling delete_port for 88b57562-5760-4cc7-ab1b-0898bbba7e36 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:16.061320 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e48d0d83-c1fc-4fc3-ade5-966e5900961a req-a0ef60dd-bd35-4632-9ee0-e5cb9878f05d service neutron] 10.222.0.35 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643297 Sep 29 17:38:16.118279 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:16.144380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5d8f86b6-7fad-4890-9b32-2d0a6d67cfc2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-85970622-network', 'tenant_id': '261539f5c2dc42ac92634671d2b84b48'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:16.159396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No DVR routers for this DVR port 88b57562-5760-4cc7-ab1b-0898bbba7e36 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:16.208110 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:16.222862 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Port': ['ID=88b57562-5760-4cc7-ab1b-0898bbba7e36,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:16.256859 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:16.258843 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/1296f5db-0553-4858-b5dd-143f23f57d06 HTTP/1.1" status: 204 len: 168 time: 7.9655633 Sep 29 17:38:16.267922 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47272) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:16.278570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7ae58f2f-7d95-4588-92c5-882329ab9ef4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1301347713'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:16.302725 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd35fbc-2cda-4dd0-bb27-26fe468274e3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Network': ['ID=1296f5db-0553-4858-b5dd-143f23f57d06,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:16.306331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8f86b6-7fad-4890-9b32-2d0a6d67cfc2 admin admin] Made reservation on behalf of 261539f5c2dc42ac92634671d2b84b48 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:16.308789 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d8f86b6-7fad-4890-9b32-2d0a6d67cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:16.319470 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d8f86b6-7fad-4890-9b32-2d0a6d67cfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:16.349587 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9fb4346c-d17a-4d6a-a98e-fadcf86f3c40 req-f63e2d5c-3001-403a-a993-6236ea3432cd tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.0954187 Sep 29 17:38:16.354926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae58f2f-7d95-4588-92c5-882329ab9ef4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:16.360747 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ae58f2f-7d95-4588-92c5-882329ab9ef4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:16.366945 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8932050-5f29-45bb-8bb9-b92f7395fd81 req-4f3c9a49-c411-4b54-b808-523a811f9dfa tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:16.368511 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8932050-5f29-45bb-8bb9-b92f7395fd81 req-4f3c9a49-c411-4b54-b808-523a811f9dfa tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.5759249 Sep 29 17:38:16.428744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 8c4a5bad-12b8-4608-b575-4738ef2eeb8d {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:38:16.429313 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8c4a5bad-12b8-4608-b575-4738ef2eeb8d not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:38:16.439113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fab495-0b85-48da-a8b4-e09c66da18d6 None None] Pushing event deleted for resources: {'Port': ['ID=8c4a5bad-12b8-4608-b575-4738ef2eeb8d,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:16.493115 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8932050-5f29-45bb-8bb9-b92f7395fd81 req-ce8a642c-1cfc-4ce1-8609-2c8767742712 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171761 Sep 29 17:38:16.497946 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:16.549290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae58f2f-7d95-4588-92c5-882329ab9ef4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:16.578935 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a37503b7-b3a3-48c0-ae51-7cda76daac12 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:38:16.600022 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-b38d4174-806d-4cc4-873d-92c896af3ba3 req-f662ede6-ee62-4237-aadd-cedb84b92ff7 tempest-AttachSCSIVolumeTestJSON-220530869 tempest-AttachSCSIVolumeTestJSON-220530869-project] (95015) timed out ('10.222.0.35', 61742) {{(pid=95015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 17:38:16.612200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07401d9e-c71c-463e-b94a-207368d572b1']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:16.613505 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d8f86b6-7fad-4890-9b32-2d0a6d67cfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:16.618056 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d8f86b6-7fad-4890-9b32-2d0a6d67cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:16.638072 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ae58f2f-7d95-4588-92c5-882329ab9ef4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:16.638901 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-7ae58f2f-7d95-4588-92c5-882329ab9ef4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Added segment 7439adfc-4ce6-4886-89c4-49dc8118860b of type vlan for network fc6d6994-3fd3-4aae-aac1-2db7dd280c69 Sep 29 17:38:16.655779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8f86b6-7fad-4890-9b32-2d0a6d67cfc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:16.693893 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c55e2dd-047e-4782-81b3-54b075c20b5a None None] Network 07401d9e-c71c-463e-b94a-207368d572b1 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:16.712498 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ae58f2f-7d95-4588-92c5-882329ab9ef4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:16.746029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f86b6-7fad-4890-9b32-2d0a6d67cfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61801dbf-cecd-4d38-aa7c-d245c76d47af,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:16.786776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d8f86b6-7fad-4890-9b32-2d0a6d67cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:16.787131 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-5d8f86b6-7fad-4890-9b32-2d0a6d67cfc2 admin admin] Added segment dff02117-45fc-413d-ac5d-b8020bb07a5f of type vlan for network 8a4ba6b0-2f48-49a4-80c8-22c448d265df Sep 29 17:38:16.789316 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ae58f2f-7d95-4588-92c5-882329ab9ef4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:16.797460 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae58f2f-7d95-4588-92c5-882329ab9ef4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:16.798344 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ae58f2f-7d95-4588-92c5-882329ab9ef4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:16.808428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbcff8c-c26b-4e81-85ad-e55da76f93f0') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:16.808932 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbcff8c-c26b-4e81-85ad-e55da76f93f0') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:16.883458 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb9bb5-55bc-4def-b426-97609dcb6eb0 req-a408c3a9-f263-4581-ab54-427d9a697fee tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:16.892029 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6fdb9bb5-55bc-4def-b426-97609dcb6eb0 req-a408c3a9-f263-4581-ab54-427d9a697fee tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2442036 Sep 29 17:38:16.905691 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae58f2f-7d95-4588-92c5-882329ab9ef4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Network': ['ID=fc6d6994-3fd3-4aae-aac1-2db7dd280c69,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:16.915052 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d8f86b6-7fad-4890-9b32-2d0a6d67cfc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:16.926574 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network fc6d6994-3fd3-4aae-aac1-2db7dd280c69 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:16.941657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ce3bd-1ff2-4b61-bf0b-cc02cdf39e57 req-a54ed1b5-d1e8-4cfa-904c-bfed45015633 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:16.946136 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-301ce3bd-1ff2-4b61-bf0b-cc02cdf39e57 req-a54ed1b5-d1e8-4cfa-904c-bfed45015633 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 943 time: 0.4319751 Sep 29 17:38:16.948910 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:17.006516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6fdb9bb5-55bc-4def-b426-97609dcb6eb0 req-a5847f62-53a1-4d06-88c4-ca6cfe8c12ff tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124926 Sep 29 17:38:17.010257 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7ae58f2f-7d95-4588-92c5-882329ab9ef4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7358530 Sep 29 17:38:17.011830 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:17.015422 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a37503b7-b3a3-48c0-ae51-7cda76daac12, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a37503b7-b3a3-48c0-ae51-7cda76daac12,segment=NetworkSegment(fd5d39bc-35dc-4f9a-9bee-70cbff45b999),segment_id=fd5d39bc-35dc-4f9a-9bee-70cbff45b999)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:17.015675 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47284) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:17.032267 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-28d12372-75da-4601-a6cd-6b0dcf2120de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'subnet': {'network_id': 'fc6d6994-3fd3-4aae-aac1-2db7dd280c69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:17.039883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:17.040462 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:17.045651 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:17.108838 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d8f86b6-7fad-4890-9b32-2d0a6d67cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:17.110992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8f86b6-7fad-4890-9b32-2d0a6d67cfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:17.111985 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d8f86b6-7fad-4890-9b32-2d0a6d67cfc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:17.128945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-301ce3bd-1ff2-4b61-bf0b-cc02cdf39e57 req-748100e7-c76b-499e-90f0-d24182a2a696 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620653 Sep 29 17:38:17.148200 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:17.164212 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5d8f86b6-7fad-4890-9b32-2d0a6d67cfc2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5085411 Sep 29 17:38:17.164928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47290) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:17.181312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0dfba0aa-4e2a-4da5-8181-2e35a6df3c89 admin admin] Request body: {'subnet': {'network_id': '8a4ba6b0-2f48-49a4-80c8-22c448d265df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-85970622-subnet', 'tenant_id': '261539f5c2dc42ac92634671d2b84b48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:17.279182 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:17.294404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'a37503b7-b3a3-48c0-ae51-7cda76daac12', 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2', 'port_id': 'a37503b7-b3a3-48c0-ae51-7cda76daac12', 'mac_address': 'fa:16:3e:61:49:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:38:17.301633 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5647b222-0e51-4525-b921-06f2aa834841 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:38:17.312298 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:17.314425 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/07401d9e-c71c-463e-b94a-207368d572b1 HTTP/1.1" status: 204 len: 168 time: 3.9770277 Sep 29 17:38:17.319719 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47296) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:17.333592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfba0aa-4e2a-4da5-8181-2e35a6df3c89 admin admin] Made reservation on behalf of 261539f5c2dc42ac92634671d2b84b48 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:17.347607 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0dfba0aa-4e2a-4da5-8181-2e35a6df3c89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:17.367635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f86b6-7fad-4890-9b32-2d0a6d67cfc2 admin admin] Pushing event updated for resources: {'Network': ['ID=8a4ba6b0-2f48-49a4-80c8-22c448d265df,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:17.387116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 8a4ba6b0-2f48-49a4-80c8-22c448d265df details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:17.458339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4472ae7-c6f4-4052-8e43-8b3347466e31 req-7a5dfef5-34ea-4431-8806-f8638d146f88 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:17.459931 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d4472ae7-c6f4-4052-8e43-8b3347466e31 req-7a5dfef5-34ea-4431-8806-f8638d146f88 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2711804 Sep 29 17:38:17.473858 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-f74aacb5-9d1e-4ed2-9b16-29258c95121e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:17.476536 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:17.482799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f74aacb5-9d1e-4ed2-9b16-29258c95121e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:17.488188 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f74aacb5-9d1e-4ed2-9b16-29258c95121e tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/07401d9e-c71c-463e-b94a-207368d572b1 HTTP/1.1" status: 404 len: 339 time: 0.1641624 Sep 29 17:38:17.491134 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47304) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:17.498343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727a170-0712-4673-9bcc-57b4408ec888 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Network': ['ID=07401d9e-c71c-463e-b94a-207368d572b1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:17.518197 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b64d65df-84d6-45fa-b44b-c345cf070983 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1286293433', 'description': 'd1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:17.551240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d12372-75da-4601-a6cd-6b0dcf2120de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:17.557630 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28d12372-75da-4601-a6cd-6b0dcf2120de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:17.625942 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d4472ae7-c6f4-4052-8e43-8b3347466e31 req-3395a8a4-5431-4cd9-8a3c-900acee17a9f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576145 Sep 29 17:38:17.626526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64d65df-84d6-45fa-b44b-c345cf070983 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:17.630436 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b64d65df-84d6-45fa-b44b-c345cf070983 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:17.636360 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b8535a3-0091-4c65-9828-5a2c4dac288e req-0f49f35c-70f8-4b7b-a578-2e7ac9ef3b4d tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.0711229 Sep 29 17:38:17.663401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a37503b7-b3a3-48c0-ae51-7cda76daac12 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:38:17.776277 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a37503b7-b3a3-48c0-ae51-7cda76daac12, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a37503b7-b3a3-48c0-ae51-7cda76daac12,segment=NetworkSegment(fd5d39bc-35dc-4f9a-9bee-70cbff45b999),segment_id=fd5d39bc-35dc-4f9a-9bee-70cbff45b999)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:17.789683 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:17.801659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5647b222-0e51-4525-b921-06f2aa834841 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:38:17.909823 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0dfba0aa-4e2a-4da5-8181-2e35a6df3c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:17.938490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64d65df-84d6-45fa-b44b-c345cf070983 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:17.950858 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b64d65df-84d6-45fa-b44b-c345cf070983 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:17.951399 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-b64d65df-84d6-45fa-b44b-c345cf070983 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Added segment 81d7e0d3-8e4d-4293-a9ef-267c05a3c569 of type vlan for network e46ebf2d-3ee1-4815-ad40-bbf846f5dbd3 Sep 29 17:38:17.999412 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b64d65df-84d6-45fa-b44b-c345cf070983 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:18.045802 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b64d65df-84d6-45fa-b44b-c345cf070983 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:18.047371 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28d12372-75da-4601-a6cd-6b0dcf2120de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:18.051560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64d65df-84d6-45fa-b44b-c345cf070983 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:18.052839 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b64d65df-84d6-45fa-b44b-c345cf070983 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1585468'] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:18.096806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=a37503b7-b3a3-48c0-ae51-7cda76daac12,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:18.237749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a37503b7-b3a3-48c0-ae51-7cda76daac12'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:38:18.249183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d12372-75da-4601-a6cd-6b0dcf2120de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Subnet': ['ID=0fd5af1e-9d94-4c23-9927-2d112fa4e2a5,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:18.307335 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d12372-75da-4601-a6cd-6b0dcf2120de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Checking segment: {'id': '7439adfc-4ce6-4886-89c4-49dc8118860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fc6d6994-3fd3-4aae-aac1-2db7dd280c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:18.307613 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d12372-75da-4601-a6cd-6b0dcf2120de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network hostable DHCP agents. Network: fc6d6994-3fd3-4aae-aac1-2db7dd280c69, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:38:18.344127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b64d65df-84d6-45fa-b44b-c345cf070983 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8509824 Sep 29 17:38:18.347200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d65df-84d6-45fa-b44b-c345cf070983 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Network': ['ID=e46ebf2d-3ee1-4815-ad40-bbf846f5dbd3,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:18.350858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfba0aa-4e2a-4da5-8181-2e35a6df3c89 admin admin] Checking segment: {'id': 'dff02117-45fc-413d-ac5d-b8020bb07a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8a4ba6b0-2f48-49a4-80c8-22c448d265df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:18.351449 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfba0aa-4e2a-4da5-8181-2e35a6df3c89 admin admin] Network hostable DHCP agents. Network: 8a4ba6b0-2f48-49a4-80c8-22c448d265df, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:38:18.357600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47316) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:18.367785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21d002-7a74-4fd8-97b1-2745ebcaff83 req-898dac6e-5622-4411-b574-0f3c1b2fe398 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:18.376282 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e21d002-7a74-4fd8-97b1-2745ebcaff83 req-898dac6e-5622-4411-b574-0f3c1b2fe398 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.4677672 Sep 29 17:38:18.380006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfba0aa-4e2a-4da5-8181-2e35a6df3c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bc8ef53-da64-47f6-ba3f-2515fe90a3cf,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:18.383126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network e46ebf2d-3ee1-4815-ad40-bbf846f5dbd3 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:18.421493 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73832c40-40a9-4038-9bda-83cd512ad205 req-68861b1a-d70f-4c50-bd67-cccd72f3cefa tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:18.423288 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-73832c40-40a9-4038-9bda-83cd512ad205 req-68861b1a-d70f-4c50-bd67-cccd72f3cefa tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 944 time: 0.1490152 Sep 29 17:38:18.424045 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d12372-75da-4601-a6cd-6b0dcf2120de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network fc6d6994-3fd3-4aae-aac1-2db7dd280c69 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:38:18.459565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-28d12372-75da-4601-a6cd-6b0dcf2120de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, fc6d6994-3fd3-4aae-aac1-2db7dd280c69) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:18.470046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bda911-d618-454c-8d32-e8a50c1fa4dd None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:38:18.479969 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d12372-75da-4601-a6cd-6b0dcf2120de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:18.480286 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28d12372-75da-4601-a6cd-6b0dcf2120de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:18.506591 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49eeda39-45a8-4b78-aa57-ca221b0561c9 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:18.510784 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-49eeda39-45a8-4b78-aa57-ca221b0561c9 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "GET /v2.0/networks?id=e46ebf2d-3ee1-4815-ad40-bbf846f5dbd3 HTTP/1.1" status: 200 len: 761 time: 0.1296806 Sep 29 17:38:18.511250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47322) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:18.516671 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f8636fd5-c5cf-4276-8e1e-30de69a85d57 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'network': {'description': 'd2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:18.541476 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-73832c40-40a9-4038-9bda-83cd512ad205 req-23b3401f-9748-4e40-8727-e24b734cb32c tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084330 Sep 29 17:38:18.559566 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-28d12372-75da-4601-a6cd-6b0dcf2120de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5402570 Sep 29 17:38:18.571622 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47324) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:18.583807 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e21d002-7a74-4fd8-97b1-2745ebcaff83 req-d509e844-4523-481f-816c-1fc377381115 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060969 Sep 29 17:38:18.586926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3d0bdeea-4460-446b-8157-cda1b01e26e2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2090597774'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:18.626279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfba0aa-4e2a-4da5-8181-2e35a6df3c89 admin admin] Network 8a4ba6b0-2f48-49a4-80c8-22c448d265df is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:38:18.672922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0dfba0aa-4e2a-4da5-8181-2e35a6df3c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 8a4ba6b0-2f48-49a4-80c8-22c448d265df) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:18.683792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfba0aa-4e2a-4da5-8181-2e35a6df3c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:18.684394 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0dfba0aa-4e2a-4da5-8181-2e35a6df3c89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:18.716741 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bda911-d618-454c-8d32-e8a50c1fa4dd None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:38:18.738253 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0bdeea-4460-446b-8157-cda1b01e26e2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:18.760796 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3d0bdeea-4460-446b-8157-cda1b01e26e2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:18.843391 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0bdeea-4460-446b-8157-cda1b01e26e2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:18.875161 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3d0bdeea-4460-446b-8157-cda1b01e26e2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:18.875666 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-3d0bdeea-4460-446b-8157-cda1b01e26e2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Added segment 58683a27-8358-41ee-b10e-4ca01c4ac445 of type vlan for network bf7f3f28-86f7-4409-98a6-5c86df327965 Sep 29 17:38:18.943962 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0dfba0aa-4e2a-4da5-8181-2e35a6df3c89 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7672722 Sep 29 17:38:19.008482 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5cab1364-4295-425e-9bd6-40d120d10db0 req-3635c91c-50ec-4fee-aa93-e71606349d1c tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.0783651 Sep 29 17:38:19.018905 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3d0bdeea-4460-446b-8157-cda1b01e26e2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:19.053457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb33040-c554-49cb-9a94-477b76ab1943 req-dd80c7f7-b93a-4ce7-84ad-8b3c12392ad3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:19.057375 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fbb33040-c554-49cb-9a94-477b76ab1943 req-dd80c7f7-b93a-4ce7-84ad-8b3c12392ad3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2323012 Sep 29 17:38:19.084247 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3d0bdeea-4460-446b-8157-cda1b01e26e2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:19.092716 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0bdeea-4460-446b-8157-cda1b01e26e2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:19.094000 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3d0bdeea-4460-446b-8157-cda1b01e26e2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:19.122605 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f8636fd5-c5cf-4276-8e1e-30de69a85d57 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:19.159117 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3d0bdeea-4460-446b-8157-cda1b01e26e2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5857630 Sep 29 17:38:19.160008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47334) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:19.169826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d4fa52cc-31f5-4b81-a480-ba03f8478aa4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'subnet': {'network_id': 'bf7f3f28-86f7-4409-98a6-5c86df327965', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:19.174820 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fbb33040-c554-49cb-9a94-477b76ab1943 req-ac33e552-95fb-4544-908e-31e32865e661 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086013 Sep 29 17:38:19.176016 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f8636fd5-c5cf-4276-8e1e-30de69a85d57 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:19.212873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8636fd5-c5cf-4276-8e1e-30de69a85d57 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network e46ebf2d-3ee1-4815-ad40-bbf846f5dbd3 is not hosted by any dhcp agent {{(pid=95016) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 17:38:19.226546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8636fd5-c5cf-4276-8e1e-30de69a85d57 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:19.228583 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f8636fd5-c5cf-4276-8e1e-30de69a85d57 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:19.233563 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f8636fd5-c5cf-4276-8e1e-30de69a85d57 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "PUT /v2.0/networks/e46ebf2d-3ee1-4815-ad40-bbf846f5dbd3 HTTP/1.1" status: 200 len: 758 time: 0.7190681 Sep 29 17:38:19.261822 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47344) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:19.299993 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bdeea-4460-446b-8157-cda1b01e26e2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Network': ['ID=bf7f3f28-86f7-4409-98a6-5c86df327965,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:19.327990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8636fd5-c5cf-4276-8e1e-30de69a85d57 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Network': ['ID=e46ebf2d-3ee1-4815-ad40-bbf846f5dbd3,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:19.328781 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network bf7f3f28-86f7-4409-98a6-5c86df327965 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:19.388306 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network e46ebf2d-3ee1-4815-ad40-bbf846f5dbd3 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:19.404820 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b6889c-6997-4c0a-9d72-382e38834f47 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:19.412730 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47356) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:19.413586 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-04b6889c-6997-4c0a-9d72-382e38834f47 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "GET /v2.0/networks?id=e46ebf2d-3ee1-4815-ad40-bbf846f5dbd3 HTTP/1.1" status: 200 len: 761 time: 0.1431961 Sep 29 17:38:19.459478 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-79aed4d8-f332-4fcb-a66e-781675e6cb54 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2064474262'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:19.521149 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79aed4d8-f332-4fcb-a66e-781675e6cb54 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:19.525159 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-79aed4d8-f332-4fcb-a66e-781675e6cb54 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:19.597636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fa52cc-31f5-4b81-a480-ba03f8478aa4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:19.618419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f2dc6-778f-47e5-9ba2-5685a507a247 req-e0a7897f-78de-4af4-a0c1-05064a40b2c8 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:19.620941 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d4fa52cc-31f5-4b81-a480-ba03f8478aa4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:19.631618 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79aed4d8-f332-4fcb-a66e-781675e6cb54 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:19.633993 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-558f2dc6-778f-47e5-9ba2-5685a507a247 req-e0a7897f-78de-4af4-a0c1-05064a40b2c8 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1542389 Sep 29 17:38:19.642979 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-79aed4d8-f332-4fcb-a66e-781675e6cb54 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:19.643685 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-79aed4d8-f332-4fcb-a66e-781675e6cb54 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Added segment 3bbae718-b88f-43cd-8832-724eacbd2212 of type vlan for network 157065f1-b450-4d06-9bdb-6fa45a81a614 Sep 29 17:38:19.695996 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-79aed4d8-f332-4fcb-a66e-781675e6cb54 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:19.748930 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-79aed4d8-f332-4fcb-a66e-781675e6cb54 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:19.751097 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-558f2dc6-778f-47e5-9ba2-5685a507a247 req-769d91ec-5b0a-4d3a-b04b-128b4845d1e2 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161377 Sep 29 17:38:19.764093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aed4d8-f332-4fcb-a66e-781675e6cb54 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:19.764546 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-79aed4d8-f332-4fcb-a66e-781675e6cb54 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:19.908132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-fc6d6994-3fd3-4aae-aac1-2db7dd280c69', 'network_id': 'fc6d6994-3fd3-4aae-aac1-2db7dd280c69', 'tenant_id': '8fd58ccd080b4d6fb81961294b2c55bf', 'fixed_ips': [{'subnet_id': '0fd5af1e-9d94-4c23-9927-2d112fa4e2a5'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:38:19.909064 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:19.909230 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.ipam_backend_mixin [None req-d4fa52cc-31f5-4b81-a480-ba03f8478aa4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Performing IP validity checks on allocation pools {{(pid=95015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 29 17:38:19.909726 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.ipam_backend_mixin [None req-d4fa52cc-31f5-4b81-a480-ba03f8478aa4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 29 17:38:19.917733 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-79aed4d8-f332-4fcb-a66e-781675e6cb54 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4980972 Sep 29 17:38:19.920891 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47384) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:19.957241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-92e9d259-41cb-4f3b-90dd-a17135c5824c tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'subnet': {'network_id': '157065f1-b450-4d06-9bdb-6fa45a81a614', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:20.011409 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f45da-e68f-4c38-a8c0-00882ffd588f req-0384a71d-b8b4-4d5d-abe3-488156ee06e4 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:20.016412 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-872f45da-e68f-4c38-a8c0-00882ffd588f req-0384a71d-b8b4-4d5d-abe3-488156ee06e4 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.0994282 Sep 29 17:38:20.052368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aed4d8-f332-4fcb-a66e-781675e6cb54 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Network': ['ID=157065f1-b450-4d06-9bdb-6fa45a81a614,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:20.062787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47390) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:20.079392 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9720031f-96f2-4521-8873-04487280cbfc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-978193681-network', 'tenant_id': '513bfb5f7ade4010b86faed8ef36feb1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:20.093880 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 157065f1-b450-4d06-9bdb-6fa45a81a614 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:20.102592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdefbd8-d02a-4325-badd-7979cfed9b02 req-4c8efecc-4d6b-46a5-acde-25ef8682407a tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:20.104517 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ffdefbd8-d02a-4325-badd-7979cfed9b02 req-4c8efecc-4d6b-46a5-acde-25ef8682407a tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 944 time: 0.3346374 Sep 29 17:38:20.139345 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-872f45da-e68f-4c38-a8c0-00882ffd588f req-425e9e9f-99c6-4286-9b3a-13d444ba835f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161001 Sep 29 17:38:20.163930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e9d259-41cb-4f3b-90dd-a17135c5824c tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:20.175608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9720031f-96f2-4521-8873-04487280cbfc admin admin] Made reservation on behalf of 513bfb5f7ade4010b86faed8ef36feb1 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:20.178005 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9720031f-96f2-4521-8873-04487280cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:20.179643 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92e9d259-41cb-4f3b-90dd-a17135c5824c tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:20.191690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9720031f-96f2-4521-8873-04487280cbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:20.349480 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Allocated IP 2001:db8::1 (fc6d6994-3fd3-4aae-aac1-2db7dd280c69/0fd5af1e-9d94-4c23-9927-2d112fa4e2a5/998f9ec9-ae80-4c9c-80be-1b613b076e82) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:38:20.392494 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ffdefbd8-d02a-4325-badd-7979cfed9b02 req-884d37b9-298a-47dc-89ec-418a3d2289b7 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759314 Sep 29 17:38:20.462801 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f6030139-9070-4de9-9846-d4d890b987f6 req-6dee386a-20a1-4659-b10a-5a9622fdc176 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/ports?device_id=31a3c2bc-dc76-4425-b53e-ddc84cb1037c HTTP/1.1" status: 200 len: 210 time: 0.0409565 Sep 29 17:38:20.478840 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9720031f-96f2-4521-8873-04487280cbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:20.485234 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9720031f-96f2-4521-8873-04487280cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:20.523649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720031f-96f2-4521-8873-04487280cbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7ba64a-d37f-45de-b8de-b0bf6af2b10b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:20.534498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9720031f-96f2-4521-8873-04487280cbfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:20.558515 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9720031f-96f2-4521-8873-04487280cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:20.559121 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-9720031f-96f2-4521-8873-04487280cbfc admin admin] Added segment b0d6037b-e258-4dfb-9c33-968b4c77d973 of type vlan for network fc3111b4-12a5-4607-aee9-539df3e221f8 Sep 29 17:38:20.578261 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d4fa52cc-31f5-4b81-a480-ba03f8478aa4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:20.599250 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:20.607033 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:20.616011 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9720031f-96f2-4521-8873-04487280cbfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:20.647568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Network fc6d6994-3fd3-4aae-aac1-2db7dd280c69 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:38:20.649016 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9720031f-96f2-4521-8873-04487280cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:20.651812 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9720031f-96f2-4521-8873-04487280cbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:20.652501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:20.652631 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9720031f-96f2-4521-8873-04487280cbfc admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:20.656352 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:38:20.669721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Pushing event updated for resources: {'Port': ['ID=998f9ec9-ae80-4c9c-80be-1b613b076e82,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:20.694943 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9720031f-96f2-4521-8873-04487280cbfc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6292651 Sep 29 17:38:20.698108 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47398) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:20.706755 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c31a66e9-788e-4ce1-ba9e-b6d65d7bab5b admin admin] Request body: {'subnet': {'network_id': 'fc3111b4-12a5-4607-aee9-539df3e221f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-978193681-subnet', 'tenant_id': '513bfb5f7ade4010b86faed8ef36feb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:20.730976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Attempting to bind port 998f9ec9-ae80-4c9c-80be-1b613b076e82 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:38:20.731763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Attempting to bind port 998f9ec9-ae80-4c9c-80be-1b613b076e82 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '7439adfc-4ce6-4886-89c4-49dc8118860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fc6d6994-3fd3-4aae-aac1-2db7dd280c69'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:38:20.732131 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Attempting to bind port 998f9ec9-ae80-4c9c-80be-1b613b076e82 on network fc6d6994-3fd3-4aae-aac1-2db7dd280c69 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:38:20.737806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:38:20.738178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Checking segment: {'id': '7439adfc-4ce6-4886-89c4-49dc8118860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fc6d6994-3fd3-4aae-aac1-2db7dd280c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:20.738962 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:20.739422 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Bound using segment: {'id': '7439adfc-4ce6-4886-89c4-49dc8118860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fc6d6994-3fd3-4aae-aac1-2db7dd280c69'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:38:20.740011 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Bound port: 998f9ec9-ae80-4c9c-80be-1b613b076e82, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7439adfc-4ce6-4886-89c4-49dc8118860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'fc6d6994-3fd3-4aae-aac1-2db7dd280c69'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:38:20.740390 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:20.790508 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720031f-96f2-4521-8873-04487280cbfc admin admin] Pushing event updated for resources: {'Network': ['ID=fc3111b4-12a5-4607-aee9-539df3e221f8,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:20.807961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network fc3111b4-12a5-4607-aee9-539df3e221f8 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:20.808232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31a66e9-788e-4ce1-ba9e-b6d65d7bab5b admin admin] Made reservation on behalf of 513bfb5f7ade4010b86faed8ef36feb1 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:20.810836 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c31a66e9-788e-4ce1-ba9e-b6d65d7bab5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:20.850654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] For port 998f9ec9-ae80-4c9c-80be-1b613b076e82, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:38:20.919819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] For port 998f9ec9-ae80-4c9c-80be-1b613b076e82, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=998f9ec9-ae80-4c9c-80be-1b613b076e82,segment=NetworkSegment(7439adfc-4ce6-4886-89c4-49dc8118860b),segment_id=7439adfc-4ce6-4886-89c4-49dc8118860b)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:38:20.928504 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:20.990940 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc3e0b-998e-4526-8f61-cdb5698292fa req-414cbccd-cc2a-4fd1-a351-b9cb6b70efbc tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:20.992443 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-72dc3e0b-998e-4526-8f61-cdb5698292fa req-414cbccd-cc2a-4fd1-a351-b9cb6b70efbc tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.4707208 Sep 29 17:38:21.021970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fa52cc-31f5-4b81-a480-ba03f8478aa4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Checking segment: {'id': '58683a27-8358-41ee-b10e-4ca01c4ac445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'bf7f3f28-86f7-4409-98a6-5c86df327965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:21.022566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fa52cc-31f5-4b81-a480-ba03f8478aa4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network hostable DHCP agents. Network: bf7f3f28-86f7-4409-98a6-5c86df327965, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:38:21.031385 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb85890-6b25-473b-bde1-7f40a8694820 None None] Pushing event updated for resources: {'Port': ['ID=998f9ec9-ae80-4c9c-80be-1b613b076e82,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:21.085866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa52cc-31f5-4b81-a480-ba03f8478aa4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Subnet': ['ID=c7e75885-e189-48fd-a8d7-c75d87f98dfa,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:21.088493 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92e9d259-41cb-4f3b-90dd-a17135c5824c tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:21.096281 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c31a66e9-788e-4ce1-ba9e-b6d65d7bab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:21.104616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fa52cc-31f5-4b81-a480-ba03f8478aa4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network bf7f3f28-86f7-4409-98a6-5c86df327965 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:38:21.167134 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-72dc3e0b-998e-4526-8f61-cdb5698292fa req-d0de2318-841b-44a1-86db-62bd7e3cfd25 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632965 Sep 29 17:38:21.169461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a66e9-788e-4ce1-ba9e-b6d65d7bab5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6316d8ea-f546-436c-b1ca-6417d007c4c9,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:21.174384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d4fa52cc-31f5-4b81-a480-ba03f8478aa4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, bf7f3f28-86f7-4409-98a6-5c86df327965) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:21.191291 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa52cc-31f5-4b81-a480-ba03f8478aa4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:21.192606 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d4fa52cc-31f5-4b81-a480-ba03f8478aa4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:21.196280 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a66e9-788e-4ce1-ba9e-b6d65d7bab5b admin admin] Checking segment: {'id': 'b0d6037b-e258-4dfb-9c33-968b4c77d973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'fc3111b4-12a5-4607-aee9-539df3e221f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:21.197098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31a66e9-788e-4ce1-ba9e-b6d65d7bab5b admin admin] Network hostable DHCP agents. Network: fc3111b4-12a5-4607-aee9-539df3e221f8, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:38:21.201043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-2898dd06-6392-42b8-8660-236379255d84 req-26f3cdab-bedf-45bc-9196-07a206a8cd91 service neutron] (95015) timed out ('10.222.0.44', 46980) {{(pid=95015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 17:38:21.215322 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9d259-41cb-4f3b-90dd-a17135c5824c tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Subnet': ['ID=c0255816-d0fc-4e04-92bb-f3f808528cc7,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:21.228032 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e9d259-41cb-4f3b-90dd-a17135c5824c tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Checking segment: {'id': '3bbae718-b88f-43cd-8832-724eacbd2212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '157065f1-b450-4d06-9bdb-6fa45a81a614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:21.228431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e9d259-41cb-4f3b-90dd-a17135c5824c tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network hostable DHCP agents. Network: 157065f1-b450-4d06-9bdb-6fa45a81a614, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:38:21.234473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31a66e9-788e-4ce1-ba9e-b6d65d7bab5b admin admin] Network fc3111b4-12a5-4607-aee9-539df3e221f8 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:38:21.237809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47422) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:21.238266 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d4fa52cc-31f5-4b81-a480-ba03f8478aa4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0738096 Sep 29 17:38:21.270244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e9d259-41cb-4f3b-90dd-a17135c5824c tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network 157065f1-b450-4d06-9bdb-6fa45a81a614 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:38:21.275575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-c31a66e9-788e-4ce1-ba9e-b6d65d7bab5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, fc3111b4-12a5-4607-aee9-539df3e221f8) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:21.294323 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-92e9d259-41cb-4f3b-90dd-a17135c5824c tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 157065f1-b450-4d06-9bdb-6fa45a81a614) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:21.300223 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e9d259-41cb-4f3b-90dd-a17135c5824c tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:21.302117 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92e9d259-41cb-4f3b-90dd-a17135c5824c tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:21.331520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31a66e9-788e-4ce1-ba9e-b6d65d7bab5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:21.332347 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c31a66e9-788e-4ce1-ba9e-b6d65d7bab5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:21.364610 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-92e9d259-41cb-4f3b-90dd-a17135c5824c tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4138792 Sep 29 17:38:21.369064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47432) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:21.439272 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c31a66e9-788e-4ce1-ba9e-b6d65d7bab5b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7316399 Sep 29 17:38:21.536570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf40d76-f7b8-4ce9-b10d-b6d65d0c4fba req-a1e257ac-3599-417e-99ec-9e44b3aa4af9 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:21.549774 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-acf40d76-f7b8-4ce9-b10d-b6d65d0c4fba req-a1e257ac-3599-417e-99ec-9e44b3aa4af9 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2563417 Sep 29 17:38:21.600842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a915a5-23e0-4932-8d23-bc35cf548dcf req-344c83ee-61d4-43fb-a991-f07a0b3d323e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:21.603196 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c2a915a5-23e0-4932-8d23-bc35cf548dcf req-344c83ee-61d4-43fb-a991-f07a0b3d323e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 944 time: 0.0855811 Sep 29 17:38:21.603348 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37ea7bb8-80ff-4fe9-a4ee-da70af8cdde6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:21.622934 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e93fac5b-970d-4ac1-9603-6d600a859421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:21.673616 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c2a915a5-23e0-4932-8d23-bc35cf548dcf req-0ede0521-0a1c-44ee-b2bb-bcf866c7d816 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579743 Sep 29 17:38:21.687767 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-acf40d76-f7b8-4ce9-b10d-b6d65d0c4fba req-592b645c-3b5d-46ab-8d53-750ad30352af tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194298 Sep 29 17:38:21.819379 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47476) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:21.835441 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37ea7bb8-80ff-4fe9-a4ee-da70af8cdde6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:21.845859 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e93fac5b-970d-4ac1-9603-6d600a859421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:21.916168 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 998f9ec9-ae80-4c9c-80be-1b613b076e82 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:38:21.937811 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1ac8-f0aa-4a03-907a-1c67f098c2a9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.002104 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1ac8-f0aa-4a03-907a-1c67f098c2a9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.016297 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e93fac5b-970d-4ac1-9603-6d600a859421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.043538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 998f9ec9-ae80-4c9c-80be-1b613b076e82 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:22.044003 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.064131 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37ea7bb8-80ff-4fe9-a4ee-da70af8cdde6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.078981 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fac5b-970d-4ac1-9603-6d600a859421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Subnet': ['ID=c0255816-d0fc-4e04-92bb-f3f808528cc7,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:22.121340 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1ac8-f0aa-4a03-907a-1c67f098c2a9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.124179 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d3e1ac8-f0aa-4a03-907a-1c67f098c2a9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.125808 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7d3e1ac8-f0aa-4a03-907a-1c67f098c2a9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "DELETE /v2.0/security-groups/4a6bd03c-3c26-4c07-9709-e5c2e1d5730e HTTP/1.1" status: 204 len: 168 time: 0.3053033 Sep 29 17:38:22.130259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47486) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:22.161380 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-3e95e96e-14d0-470e-8f6b-c1525e05f4dd tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] show failed (client error): The resource could not be found. Sep 29 17:38:22.173427 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3e95e96e-14d0-470e-8f6b-c1525e05f4dd tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "GET /v2.0/security-groups/4a6bd03c-3c26-4c07-9709-e5c2e1d5730e HTTP/1.1" status: 404 len: 347 time: 0.0415165 Sep 29 17:38:22.180297 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47492) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:22.197733 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e1ac8-f0aa-4a03-907a-1c67f098c2a9 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6bd03c-3c26-4c07-9709-e5c2e1d5730e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:22.204340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea7bb8-80ff-4fe9-a4ee-da70af8cdde6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e75885-e189-48fd-a8d7-c75d87f98dfa,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:22.280673 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e93fac5b-970d-4ac1-9603-6d600a859421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.307568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-e93fac5b-970d-4ac1-9603-6d600a859421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157065f1-b450-4d06-9bdb-6fa45a81a614']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:22.389337 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37ea7bb8-80ff-4fe9-a4ee-da70af8cdde6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.434718 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-37ea7bb8-80ff-4fe9-a4ee-da70af8cdde6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7f3f28-86f7-4409-98a6-5c86df327965']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:22.448095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-0e677555-9592-4a9a-8148-287f55952eaa tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:22.450647 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-37ea7bb8-80ff-4fe9-a4ee-da70af8cdde6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58683a27-8358-41ee-b10e-4ca01c4ac445') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:22.451287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-37ea7bb8-80ff-4fe9-a4ee-da70af8cdde6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58683a27-8358-41ee-b10e-4ca01c4ac445') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:22.458322 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-0e677555-9592-4a9a-8148-287f55952eaa tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/networks?id=8a4ba6b0-2f48-49a4-80c8-22c448d265df HTTP/1.1" status: 200 len: 810 time: 0.2415047 Sep 29 17:38:22.467307 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37ea7bb8-80ff-4fe9-a4ee-da70af8cdde6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.481661 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-9d604f64-20dc-46bf-af3b-fb0f676c3584 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/quotas/261539f5c2dc42ac92634671d2b84b48 HTTP/1.1" status: 200 len: 375 time: 0.0211697 Sep 29 17:38:22.486221 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37ea7bb8-80ff-4fe9-a4ee-da70af8cdde6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.493032 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-98c58b25-67df-49d0-8a16-19409ee90419 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Deleting port abfdddd0-7b74-4ea3-867e-cd21ef9500a1 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:22.493500 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ea7bb8-80ff-4fe9-a4ee-da70af8cdde6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:22.493912 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37ea7bb8-80ff-4fe9-a4ee-da70af8cdde6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.494263 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c58b25-67df-49d0-8a16-19409ee90419 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:22.534894 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:22.549556 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-625890df-7529-4c9a-b2d4-c3c717abba37 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=261539f5c2dc42ac92634671d2b84b48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662973 Sep 29 17:38:22.560540 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.588267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-e93fac5b-970d-4ac1-9603-6d600a859421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbae718-b88f-43cd-8832-724eacbd2212') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:22.588624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-e93fac5b-970d-4ac1-9603-6d600a859421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbae718-b88f-43cd-8832-724eacbd2212') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:22.602720 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a37503b7-b3a3-48c0-ae51-7cda76daac12 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:38:22.607337 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e93fac5b-970d-4ac1-9603-6d600a859421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.619544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e02ca-d758-4bbd-b7fa-e065db49427b req-6990631c-c586-4e0c-809a-8b69a90311f1 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:22.621385 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc0e02ca-d758-4bbd-b7fa-e065db49427b req-6990631c-c586-4e0c-809a-8b69a90311f1 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.5547717 Sep 29 17:38:22.641151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 998f9ec9-ae80-4c9c-80be-1b613b076e82, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=998f9ec9-ae80-4c9c-80be-1b613b076e82,segment=NetworkSegment(7439adfc-4ce6-4886-89c4-49dc8118860b),segment_id=7439adfc-4ce6-4886-89c4-49dc8118860b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:22.642687 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37ea7bb8-80ff-4fe9-a4ee-da70af8cdde6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.654870 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.676902 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37ea7bb8-80ff-4fe9-a4ee-da70af8cdde6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.679071 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-37ea7bb8-80ff-4fe9-a4ee-da70af8cdde6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/bf7f3f28-86f7-4409-98a6-5c86df327965 HTTP/1.1" status: 204 len: 168 time: 1.4376671 Sep 29 17:38:22.685526 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e93fac5b-970d-4ac1-9603-6d600a859421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.687318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47496) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:22.694408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f20a7820-d53d-436c-8279-36b8f4b008da tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-761392667'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:22.726895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93fac5b-970d-4ac1-9603-6d600a859421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:22.727750 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e93fac5b-970d-4ac1-9603-6d600a859421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.743202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port a37503b7-b3a3-48c0-ae51-7cda76daac12 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:38:22.745769 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=998f9ec9-ae80-4c9c-80be-1b613b076e82,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:22.745917 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c58b25-67df-49d0-8a16-19409ee90419 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.746313 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c58b25-67df-49d0-8a16-19409ee90419 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.751295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea7bb8-80ff-4fe9-a4ee-da70af8cdde6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Network': ['ID=bf7f3f28-86f7-4409-98a6-5c86df327965,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:22.751629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port a37503b7-b3a3-48c0-ae51-7cda76daac12 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:22.752059 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:22.753798 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:22.779980 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-98c58b25-67df-49d0-8a16-19409ee90419 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Calling delete_port for abfdddd0-7b74-4ea3-867e-cd21ef9500a1 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:22.808627 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc0e02ca-d758-4bbd-b7fa-e065db49427b req-d46d3e6a-2f4c-4d07-9d70-b80886d79e4f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755204 Sep 29 17:38:22.811904 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bf0aaa-6638-4d77-9772-ea11971962e4 None None] Network fc6d6994-3fd3-4aae-aac1-2db7dd280c69 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:22.813768 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883b544f-ada2-4db4-98a0-8e45e6cad6ed None None] Network 8a4ba6b0-2f48-49a4-80c8-22c448d265df requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:22.822153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-946eba28-17a7-4c28-8003-dfb8d4681584 service neutron] 10.222.0.44 "GET /v2.0/networks/8a4ba6b0-2f48-49a4-80c8-22c448d265df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716243 Sep 29 17:38:22.906097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20a7820-d53d-436c-8279-36b8f4b008da tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:22.918611 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f20a7820-d53d-436c-8279-36b8f4b008da tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.998010 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e93fac5b-970d-4ac1-9603-6d600a859421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:22.998010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20a7820-d53d-436c-8279-36b8f4b008da tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:23.038162 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e93fac5b-970d-4ac1-9603-6d600a859421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:23.040068 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e93fac5b-970d-4ac1-9603-6d600a859421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/157065f1-b450-4d06-9bdb-6fa45a81a614 HTTP/1.1" status: 204 len: 168 time: 1.6690559 Sep 29 17:38:23.043930 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469e4ac9-713d-494a-8abb-92c4b6b159b9 None None] Network fc3111b4-12a5-4607-aee9-539df3e221f8 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:23.044465 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47510) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:23.047529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fac5b-970d-4ac1-9603-6d600a859421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Network': ['ID=157065f1-b450-4d06-9bdb-6fa45a81a614,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:23.058518 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f20a7820-d53d-436c-8279-36b8f4b008da tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:23.059193 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-f20a7820-d53d-436c-8279-36b8f4b008da tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Added segment e69ae4a0-8afa-489d-a2b1-5a7a1fe6187f of type vlan for network 3429d28a-e0ec-479f-9fb1-1076eae9efc0 Sep 29 17:38:23.114666 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-e162dcfa-dc47-4694-9a8d-36cadba3a0f7 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] GET failed (client error): The resource could not be found. Sep 29 17:38:23.118784 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e162dcfa-dc47-4694-9a8d-36cadba3a0f7 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "GET /v2.0/subnets/c0255816-d0fc-4e04-92bb-f3f808528cc7 HTTP/1.1" status: 404 len: 337 time: 0.0709579 Sep 29 17:38:23.122905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47512) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:23.144770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c80fde6-5729-411d-bd51-12e2e642faaf None None] Network 157065f1-b450-4d06-9bdb-6fa45a81a614 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:23.153639 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6d5832-fbc1-42a6-9bf9-f01b19836633 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:23.154420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6d5832-fbc1-42a6-9bf9-f01b19836633 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:23.159195 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-e96e6dbf-802d-44aa-94b2-0a25b48c6a47 service neutron] 10.222.0.44 "GET /v2.0/networks/8a4ba6b0-2f48-49a4-80c8-22c448d265df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242789 Sep 29 17:38:23.160544 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47514) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:23.161475 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ce6d5832-fbc1-42a6-9bf9-f01b19836633 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/157065f1-b450-4d06-9bdb-6fa45a81a614 HTTP/1.1" status: 404 len: 339 time: 0.0362856 Sep 29 17:38:23.172899 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a425ee-af02-4cd0-8b9d-b2ff583b0122 None None] Network bf7f3f28-86f7-4409-98a6-5c86df327965 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:23.179150 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f20a7820-d53d-436c-8279-36b8f4b008da tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:23.208212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d0568-555f-456b-9a50-b0eb8e8757f7 req-88ddbcbd-03dd-4ab6-a8fd-d8baee1c07f7 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:23.216288 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-240d0568-555f-456b-9a50-b0eb8e8757f7 req-88ddbcbd-03dd-4ab6-a8fd-d8baee1c07f7 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 944 time: 0.1648080 Sep 29 17:38:23.292528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c80fde6-5729-411d-bd51-12e2e642faaf None None] Network 157065f1-b450-4d06-9bdb-6fa45a81a614 could not be found, it might have been deleted concurrently. {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 29 17:38:23.294136 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:23.321398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403d94ff-b000-4c4f-a8f6-634c3d2a8b17 None None] Network 157065f1-b450-4d06-9bdb-6fa45a81a614 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:23.365393 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a425ee-af02-4cd0-8b9d-b2ff583b0122 None None] Network bf7f3f28-86f7-4409-98a6-5c86df327965 could not be found, it might have been deleted concurrently. {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 29 17:38:23.430068 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c58b25-67df-49d0-8a16-19409ee90419 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:23.438384 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3157598b-71ff-48e5-91b8-e1574e6eb6b6 None None] Network bf7f3f28-86f7-4409-98a6-5c86df327965 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:23.484600 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3157598b-71ff-48e5-91b8-e1574e6eb6b6 None None] Network bf7f3f28-86f7-4409-98a6-5c86df327965 could not be found, it might have been deleted concurrently. {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 29 17:38:23.486301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022feb61-b426-4dfd-9287-73e20d0daf24 None None] Network fc3111b4-12a5-4607-aee9-539df3e221f8 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:23.492831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d547e55e-73ac-4fb0-b71d-18f8d068c390 None None] Provisioning complete for port 998f9ec9-ae80-4c9c-80be-1b613b076e82 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:23.493224 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d547e55e-73ac-4fb0-b71d-18f8d068c390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:23.495704 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-adb7115c-2656-43ae-9fe9-8aeb1a34d810 req-5039b628-db3c-4aff-9cf7-0f05a25cdf65 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 210 time: 0.0871241 Sep 29 17:38:23.497835 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c58b25-67df-49d0-8a16-19409ee90419 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event deleted for resources: {'Port': ['ID=abfdddd0-7b74-4ea3-867e-cd21ef9500a1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:23.499728 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403d94ff-b000-4c4f-a8f6-634c3d2a8b17 None None] Network 157065f1-b450-4d06-9bdb-6fa45a81a614 could not be found, it might have been deleted concurrently. {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 29 17:38:23.510183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836a17ce-bab0-4946-896d-9e297b0bfc2b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:23.511948 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-836a17ce-bab0-4946-896d-9e297b0bfc2b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3499484 Sep 29 17:38:23.516736 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47520) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:23.567176 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37503b7-b3a3-48c0-ae51-7cda76daac12'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:38:23.569592 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6093c256-123b-49e6-8cda-3a977eacebf0" -d '{"events": [{"server_uuid": "9ddd24ac-df6f-4918-bdb7-4bace3be9c01", "name": "network-vif-plugged", "status": "completed", "tag": "a37503b7-b3a3-48c0-ae51-7cda76daac12"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:38:23.585519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f073fc-9488-4baf-b454-f60a8e2e76bc None None] Network 8a4ba6b0-2f48-49a4-80c8-22c448d265df requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:23.589388 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b0f161e1-a47e-4a5e-ac96-ddb922d85bbd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 207 time: 0.0604625 Sep 29 17:38:23.629903 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47524) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:23.731420 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61911e9e-760e-445d-8321-b31a960f0560 x-openstack-request-id: req-61911e9e-760e-445d-8321-b31a960f0560 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:38:23.731722 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ddd24ac-df6f-4918-bdb7-4bace3be9c01", "name": "network-vif-plugged", "status": "completed", "tag": "a37503b7-b3a3-48c0-ae51-7cda76daac12", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:38:23.731980 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61911e9e-760e-445d-8321-b31a960f0560 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:38:23.732381 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a37503b7-b3a3-48c0-ae51-7cda76daac12', 'code': 200} Sep 29 17:38:23.815162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port a37503b7-b3a3-48c0-ae51-7cda76daac12, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a37503b7-b3a3-48c0-ae51-7cda76daac12,segment=NetworkSegment(fd5d39bc-35dc-4f9a-9bee-70cbff45b999),segment_id=fd5d39bc-35dc-4f9a-9bee-70cbff45b999)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:23.925661 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:23.942385 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c58b25-67df-49d0-8a16-19409ee90419 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:23.970872 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-98c58b25-67df-49d0-8a16-19409ee90419 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:23.980199 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-98c58b25-67df-49d0-8a16-19409ee90419 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "DELETE /v2.0/floatingips/19659256-a406-4e4d-b4c4-45f857dd8344 HTTP/1.1" status: 204 len: 168 time: 1.7969198 Sep 29 17:38:23.993818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47534) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:24.041227 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 998f9ec9-ae80-4c9c-80be-1b613b076e82 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:38:24.046783 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=a37503b7-b3a3-48c0-ae51-7cda76daac12,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:24.121237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682b7ff5-f6df-456a-a0a2-eeb68a859fa6 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:24.132359 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f20a7820-d53d-436c-8279-36b8f4b008da tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:24.132994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682b7ff5-f6df-456a-a0a2-eeb68a859fa6 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:24.139167 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20a7820-d53d-436c-8279-36b8f4b008da tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:24.139881 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f20a7820-d53d-436c-8279-36b8f4b008da tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:24.150277 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682b7ff5-f6df-456a-a0a2-eeb68a859fa6 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:24.174932 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682b7ff5-f6df-456a-a0a2-eeb68a859fa6 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:24.182865 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-682b7ff5-f6df-456a-a0a2-eeb68a859fa6 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5457587 Sep 29 17:38:24.195394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47540) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:24.214248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1d773-960e-4ea8-bf58-52b6b9917779 req-c1a10034-76c2-4d4e-9128-6585e7763c06 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:24.218396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 998f9ec9-ae80-4c9c-80be-1b613b076e82 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:24.218771 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:24.220320 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0ba1d773-960e-4ea8-bf58-52b6b9917779 req-c1a10034-76c2-4d4e-9128-6585e7763c06 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2987347 Sep 29 17:38:24.275089 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-240d0568-555f-456b-9a50-b0eb8e8757f7 req-2780e65f-6984-4a5d-864c-6d64cb8dec4d tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0555212 Sep 29 17:38:24.294002 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f20a7820-d53d-436c-8279-36b8f4b008da tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6055639 Sep 29 17:38:24.302729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47542) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:24.308505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-fdacd330-8180-4ed0-a335-3906a7fe9516 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'subnet': {'network_id': '3429d28a-e0ec-479f-9fb1-1076eae9efc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:24.401972 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38321496-34ea-4c6f-8d8b-52cf85cf3d2e req-cf4b3175-39aa-4bab-a263-ff17d4dc2e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:24.403717 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38321496-34ea-4c6f-8d8b-52cf85cf3d2e req-cf4b3175-39aa-4bab-a263-ff17d4dc2e29 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 1096 time: 0.4215677 Sep 29 17:38:24.404396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a7820-d53d-436c-8279-36b8f4b008da tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Network': ['ID=3429d28a-e0ec-479f-9fb1-1076eae9efc0,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:24.406202 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0ba1d773-960e-4ea8-bf58-52b6b9917779 req-98a7f56e-e045-4ec8-8ac5-bbb27b5c1454 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741614 Sep 29 17:38:24.443996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 3429d28a-e0ec-479f-9fb1-1076eae9efc0 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:24.469542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-12ddfc6f-95e7-4ba1-8342-ae1a639785b8 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Deleting port 5988d418-a748-4b3c-ad5d-5c29fd19e399 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:24.476828 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12ddfc6f-95e7-4ba1-8342-ae1a639785b8 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:24.663348 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-21408e14-8c87-4843-a1f2-5791179ceea8 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4643936 Sep 29 17:38:24.675303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47550) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:24.717296 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38321496-34ea-4c6f-8d8b-52cf85cf3d2e req-7a7fd703-6f82-47b1-83bd-7f666bdd8d8b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870324 Sep 29 17:38:24.764759 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-770f8867-8e8b-4aea-8472-4e53b0843b0c req-c3e61498-6fa8-45a4-a652-0ad3beca6602 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 210 time: 0.1204531 Sep 29 17:38:24.766011 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdacd330-8180-4ed0-a335-3906a7fe9516 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:24.770891 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdacd330-8180-4ed0-a335-3906a7fe9516 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:24.919997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b868dde-1c0d-4131-81e2-040d7b45add0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:24.921873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b868dde-1c0d-4131-81e2-040d7b45add0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:24.928471 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0b868dde-1c0d-4131-81e2-040d7b45add0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2100763 Sep 29 17:38:24.929966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47554) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:24.950520 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12ddfc6f-95e7-4ba1-8342-ae1a639785b8 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:24.999566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ceb214-9863-4677-ae28-540139fcb907 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:25.000947 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ceb214-9863-4677-ae28-540139fcb907 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:25.002576 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e5ceb214-9863-4677-ae28-540139fcb907 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0714216 Sep 29 17:38:25.008869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47556) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:25.014645 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-12ddfc6f-95e7-4ba1-8342-ae1a639785b8 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Calling delete_port for 5988d418-a748-4b3c-ad5d-5c29fd19e399 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:25.061183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978880a8-3e2f-4070-90d1-627ed9ee4857 req-40e7603e-b8d1-4792-8530-58b6a2d71b4b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:25.067065 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d99469e-9adb-4e8d-b3bc-e31a1a8456ca None None] Network fc6d6994-3fd3-4aae-aac1-2db7dd280c69 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:25.068706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-978880a8-3e2f-4070-90d1-627ed9ee4857 req-40e7603e-b8d1-4792-8530-58b6a2d71b4b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2650976 Sep 29 17:38:25.167136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47560) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:25.178767 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:38:25.206050 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c54b01a8-fac5-40b6-8644-6e700c674ae1 None None] Provisioning complete for port 998f9ec9-ae80-4c9c-80be-1b613b076e82 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:25.206546 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c54b01a8-fac5-40b6-8644-6e700c674ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:25.222634 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-978880a8-3e2f-4070-90d1-627ed9ee4857 req-8c313cc1-9061-47d4-889b-47f074b9e293 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529505 Sep 29 17:38:25.241122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-d6ad7b52-9524-4873-95c6-4adda2b2895c tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:25.242774 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-d6ad7b52-9524-4873-95c6-4adda2b2895c tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.49 "GET /v2.0/networks?id=8a4ba6b0-2f48-49a4-80c8-22c448d265df HTTP/1.1" status: 200 len: 810 time: 0.3046756 Sep 29 17:38:25.288348 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdacd330-8180-4ed0-a335-3906a7fe9516 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:25.308982 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e539ff8f-9c37-429e-85c5-7d78c0a4da3a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:25.311371 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e539ff8f-9c37-429e-85c5-7d78c0a4da3a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "GET /v2.0/networks/655af29c-e403-497e-aaf3-18a11b8ae993 HTTP/1.1" status: 200 len: 799 time: 0.3014388 Sep 29 17:38:25.318468 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47564) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:25.363191 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Request body: {'port': {'device_id': '325711cf-61a6-4648-a68a-a44ae600e8e4', 'network_id': '8a4ba6b0-2f48-49a4-80c8-22c448d265df', 'admin_state_up': True, 'tenant_id': '261539f5c2dc42ac92634671d2b84b48'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:25.364875 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-e980b9e7-419d-41ac-b29a-3790156088c9 admin admin] Deleting subnet e7d53b9a-368c-49b0-8d35-1ff2d49c5d97 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:38:25.378657 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e980b9e7-419d-41ac-b29a-3790156088c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:25.417609 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12ddfc6f-95e7-4ba1-8342-ae1a639785b8 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:25.500715 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacd330-8180-4ed0-a335-3906a7fe9516 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Subnet': ['ID=836acb50-b092-43e9-b6e9-fa5291a7ec08,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:25.503896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddfc6f-95e7-4ba1-8342-ae1a639785b8 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event deleted for resources: {'Port': ['ID=5988d418-a748-4b3c-ad5d-5c29fd19e399,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:25.570115 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e980b9e7-419d-41ac-b29a-3790156088c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:25.574625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdacd330-8180-4ed0-a335-3906a7fe9516 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Checking segment: {'id': 'e69ae4a0-8afa-489d-a2b1-5a7a1fe6187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3429d28a-e0ec-479f-9fb1-1076eae9efc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:25.575095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdacd330-8180-4ed0-a335-3906a7fe9516 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network hostable DHCP agents. Network: 3429d28a-e0ec-479f-9fb1-1076eae9efc0, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:38:25.658364 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8433d-39f7-4a56-b189-7ac55a6fa11a req-306f0329-2403-4f8e-ae27-e0419de8ae43 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:25.667871 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fff8433d-39f7-4a56-b189-7ac55a6fa11a req-306f0329-2403-4f8e-ae27-e0419de8ae43 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.2509828 Sep 29 17:38:25.668129 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12ddfc6f-95e7-4ba1-8342-ae1a639785b8 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:25.673398 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-12ddfc6f-95e7-4ba1-8342-ae1a639785b8 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "DELETE /v2.0/ports/5988d418-a748-4b3c-ad5d-5c29fd19e399 HTTP/1.1" status: 204 len: 168 time: 1.6720982 Sep 29 17:38:25.674622 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47568) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:25.683284 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Made reservation on behalf of 261539f5c2dc42ac92634671d2b84b48 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:25.685903 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdacd330-8180-4ed0-a335-3906a7fe9516 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network 3429d28a-e0ec-479f-9fb1-1076eae9efc0 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:38:25.699033 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:25.726385 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e980b9e7-419d-41ac-b29a-3790156088c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:25.766063 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0e63746b-d070-4c99-b870-5803354e4f6b tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "GET /v2.0/networks/655af29c-e403-497e-aaf3-18a11b8ae993?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4159713 Sep 29 17:38:25.771126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-fdacd330-8180-4ed0-a335-3906a7fe9516 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 3429d28a-e0ec-479f-9fb1-1076eae9efc0) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:25.772734 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47570) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:25.791262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb1bfcb-c651-4872-bc00-a88c6b6a2733 None None] Network 3429d28a-e0ec-479f-9fb1-1076eae9efc0 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:25.817893 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fff8433d-39f7-4a56-b189-7ac55a6fa11a req-e298b6f2-188b-4c81-bcfc-097a6ab4d5f0 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426456 Sep 29 17:38:25.819586 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdacd330-8180-4ed0-a335-3906a7fe9516 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:25.830171 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdacd330-8180-4ed0-a335-3906a7fe9516 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:25.905007 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fdacd330-8180-4ed0-a335-3906a7fe9516 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6007974 Sep 29 17:38:25.907824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47574) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:25.975410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Allocated IP 172.20.0.8 (8a4ba6b0-2f48-49a4-80c8-22c448d265df/3bc8ef53-da64-47f6-ba3f-2515fe90a3cf/20afe24d-65d1-4d9a-9ecc-fecfd92e66f9) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:38:26.006413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37c920e-130c-4635-835a-4b61f23e3d6a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:26.008059 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-dfa74295-77c6-460c-a3be-f31876610c74 None None] Provisioning complete for port 998f9ec9-ae80-4c9c-80be-1b613b076e82 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:26.008442 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dfa74295-77c6-460c-a3be-f31876610c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.015272 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e37c920e-130c-4635-835a-4b61f23e3d6a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "GET /v2.0/subnets/23d71f99-afd9-4b8e-b738-83c9bd610a6a HTTP/1.1" status: 200 len: 811 time: 0.2373405 Sep 29 17:38:26.022297 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47576) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:26.034957 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-afecfec8-5f75-454b-ad4e-9514af935281 req-6b2f3594-d8fb-42b1-8b40-4215d16035cb tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 210 time: 0.0551186 Sep 29 17:38:26.055207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-03edc78d-3ba6-4374-8ab5-4c1a7849cbc3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Deleting port a36d37ce-a325-4d1c-9721-c8f32e0f47e7 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:26.055453 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-03edc78d-3ba6-4374-8ab5-4c1a7849cbc3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.086332 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.137259 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e980b9e7-419d-41ac-b29a-3790156088c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.200174 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e980b9e7-419d-41ac-b29a-3790156088c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.206307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47578) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:26.206549 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e980b9e7-419d-41ac-b29a-3790156088c9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e7d53b9a-368c-49b0-8d35-1ff2d49c5d97 HTTP/1.1" status: 204 len: 168 time: 1.0362358 Sep 29 17:38:26.255749 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980b9e7-419d-41ac-b29a-3790156088c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d53b9a-368c-49b0-8d35-1ff2d49c5d97,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:26.279955 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5fa646-3b50-4625-8c17-9e077efe18fd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:26.287191 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0a5fa646-3b50-4625-8c17-9e077efe18fd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "GET /v2.0/subnets/23d71f99-afd9-4b8e-b738-83c9bd610a6a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2580614 Sep 29 17:38:26.287191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47582) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:26.301943 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-91773a36-1e47-4188-a10d-57d4bf0928cd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1871963516'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:26.321472 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-03edc78d-3ba6-4374-8ab5-4c1a7849cbc3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.327568 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.399488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91773a36-1e47-4188-a10d-57d4bf0928cd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:26.402972 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91773a36-1e47-4188-a10d-57d4bf0928cd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.404723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-03edc78d-3ba6-4374-8ab5-4c1a7849cbc3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Calling delete_port for a36d37ce-a325-4d1c-9721-c8f32e0f47e7 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:26.421085 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c2dc7c7-f781-4e98-9cca-79fc053629bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.430090 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-3429d28a-e0ec-479f-9fb1-1076eae9efc0', 'network_id': '3429d28a-e0ec-479f-9fb1-1076eae9efc0', 'tenant_id': '8fd58ccd080b4d6fb81961294b2c55bf', 'fixed_ips': [{'subnet_id': '836acb50-b092-43e9-b6e9-fa5291a7ec08'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:38:26.430974 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.495114 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.596604 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Allocated IP 2001:db8::1 (3429d28a-e0ec-479f-9fb1-1076eae9efc0/836acb50-b092-43e9-b6e9-fa5291a7ec08/57d79135-c983-4ffa-898c-003e81f672e8) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:38:26.606822 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c2dc7c7-f781-4e98-9cca-79fc053629bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.646943 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9c2dc7c7-f781-4e98-9cca-79fc053629bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4efc05-9e5c-4fb0-8634-4c289a726bb7']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:26.659508 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.663524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9c2dc7c7-f781-4e98-9cca-79fc053629bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877cd8f8-5244-48bb-a12f-6367e58e5134') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:26.663960 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9c2dc7c7-f781-4e98-9cca-79fc053629bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877cd8f8-5244-48bb-a12f-6367e58e5134') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:26.727365 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c2dc7c7-f781-4e98-9cca-79fc053629bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.753621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd90cef-c506-461f-8227-a0029d137d19 req-7c31fa0f-5ca3-42db-915f-39977a0acea8 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:26.755321 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-efd90cef-c506-461f-8227-a0029d137d19 req-7c31fa0f-5ca3-42db-915f-39977a0acea8 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.4441593 Sep 29 17:38:26.757680 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c2dc7c7-f781-4e98-9cca-79fc053629bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.764764 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91773a36-1e47-4188-a10d-57d4bf0928cd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:26.773364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Network 8a4ba6b0-2f48-49a4-80c8-22c448d265df is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:38:26.781352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2dc7c7-f781-4e98-9cca-79fc053629bd admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:26.781775 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c2dc7c7-f781-4e98-9cca-79fc053629bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:26.784797 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:26.788565 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.791149 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91773a36-1e47-4188-a10d-57d4bf0928cd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.791774 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-91773a36-1e47-4188-a10d-57d4bf0928cd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Added segment 2a22ab34-8c9d-45e7-91bd-b4a3c7f8901f of type vlan for network 534dfee5-7f67-4c1e-851d-b61423c5733b Sep 29 17:38:26.796376 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.800694 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Pushing event updated for resources: {'Port': ['ID=20afe24d-65d1-4d9a-9ecc-fecfd92e66f9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:26.804558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:26.812614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:38:26.815498 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-03edc78d-3ba6-4374-8ab5-4c1a7849cbc3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.822050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:26.822397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:26.822742 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:26.823086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:26.823420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:26.823750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:26.824096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:26.824405 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:26.824750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:26.825078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:26.825430 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:26.825753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:26.871004 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Pushing event updated for resources: {'Port': ['ID=57d79135-c983-4ffa-898c-003e81f672e8,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:26.874801 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91773a36-1e47-4188-a10d-57d4bf0928cd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.887762 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Network 3429d28a-e0ec-479f-9fb1-1076eae9efc0 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:38:26.889242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:26.894041 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:38:26.912041 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.922799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03edc78d-3ba6-4374-8ab5-4c1a7849cbc3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event deleted for resources: {'Port': ['ID=a36d37ce-a325-4d1c-9721-c8f32e0f47e7,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:26.956160 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-efd90cef-c506-461f-8227-a0029d137d19 req-9e3d5227-5a91-4855-9c53-c2642006f375 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924155 Sep 29 17:38:26.956749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Attempting to bind port 57d79135-c983-4ffa-898c-003e81f672e8 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:38:26.957192 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Attempting to bind port 57d79135-c983-4ffa-898c-003e81f672e8 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'e69ae4a0-8afa-489d-a2b1-5a7a1fe6187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3429d28a-e0ec-479f-9fb1-1076eae9efc0'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:38:26.957794 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Attempting to bind port 57d79135-c983-4ffa-898c-003e81f672e8 on network 3429d28a-e0ec-479f-9fb1-1076eae9efc0 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:38:26.960761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Subnet': ['ID=836acb50-b092-43e9-b6e9-fa5291a7ec08,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:26.963911 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91773a36-1e47-4188-a10d-57d4bf0928cd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.968102 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:38:26.969096 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Checking segment: {'id': 'e69ae4a0-8afa-489d-a2b1-5a7a1fe6187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3429d28a-e0ec-479f-9fb1-1076eae9efc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:26.969725 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.970310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Bound using segment: {'id': 'e69ae4a0-8afa-489d-a2b1-5a7a1fe6187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3429d28a-e0ec-479f-9fb1-1076eae9efc0'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:38:26.970653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91773a36-1e47-4188-a10d-57d4bf0928cd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:26.971156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Bound port: 57d79135-c983-4ffa-898c-003e81f672e8, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69ae4a0-8afa-489d-a2b1-5a7a1fe6187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3429d28a-e0ec-479f-9fb1-1076eae9efc0'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:38:26.971629 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91773a36-1e47-4188-a10d-57d4bf0928cd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.971903 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:26.996769 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c2dc7c7-f781-4e98-9cca-79fc053629bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.008802 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c2dc7c7-f781-4e98-9cca-79fc053629bd admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.010768 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9c2dc7c7-f781-4e98-9cca-79fc053629bd admin admin] 10.222.0.44 "DELETE /v2.0/networks/7f4efc05-9e5c-4fb0-8634-4c289a726bb7 HTTP/1.1" status: 204 len: 168 time: 0.8000855 Sep 29 17:38:27.035095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:27.035864 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.060302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dc7c7-f781-4e98-9cca-79fc053629bd admin admin] Pushing event deleted for resources: {'Network': ['ID=7f4efc05-9e5c-4fb0-8634-4c289a726bb7,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:27.086649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-aa2e4897-fa2e-4698-a54c-6d0d9758310a tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7296002 Sep 29 17:38:27.087767 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-03edc78d-3ba6-4374-8ab5-4c1a7849cbc3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.091909 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-03edc78d-3ba6-4374-8ab5-4c1a7849cbc3 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "DELETE /v2.0/ports/a36d37ce-a325-4d1c-9721-c8f32e0f47e7 HTTP/1.1" status: 204 len: 168 time: 1.4138260 Sep 29 17:38:27.092994 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] For port 57d79135-c983-4ffa-898c-003e81f672e8, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:38:27.097872 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-91773a36-1e47-4188-a10d-57d4bf0928cd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8080525 Sep 29 17:38:27.097872 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47594) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:27.098156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb32f93-0280-4709-bf5a-99e1bcf100d4 req-0e3818da-b89d-4751-a17e-db7846b29375 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:27.099350 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb32f93-0280-4709-bf5a-99e1bcf100d4 req-0e3818da-b89d-4751-a17e-db7846b29375 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.1849668 Sep 29 17:38:27.099838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47596) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:27.104955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] For port 57d79135-c983-4ffa-898c-003e81f672e8, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=57d79135-c983-4ffa-898c-003e81f672e8,segment=NetworkSegment(e69ae4a0-8afa-489d-a2b1-5a7a1fe6187f),segment_id=e69ae4a0-8afa-489d-a2b1-5a7a1fe6187f)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:38:27.105856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Request body: {'port': {'device_id': '325711cf-61a6-4648-a68a-a44ae600e8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:27.114590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5fcec44d-65bc-4327-858d-2fc347edc96f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'subnet': {'network_id': '534dfee5-7f67-4c1e-851d-b61423c5733b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:27.116392 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.197704 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.206178 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb32f93-0280-4709-bf5a-99e1bcf100d4 req-a4ae9ae0-5cfa-4bdb-9cba-66f91b29a5f7 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971377 Sep 29 17:38:27.210920 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b43598-a37b-4619-9f2c-51258d89b614 None None] Pushing event updated for resources: {'Port': ['ID=57d79135-c983-4ffa-898c-003e81f672e8,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:27.257593 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91773a36-1e47-4188-a10d-57d4bf0928cd tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Network': ['ID=534dfee5-7f67-4c1e-851d-b61423c5733b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:27.267565 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.297886 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3429d28a-e0ec-479f-9fb1-1076eae9efc0']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:27.301435 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 534dfee5-7f67-4c1e-851d-b61423c5733b details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:27.318581 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd32839-2c5c-4c78-91ed-5b8ae6826248 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Deleting subnet ba6db94f-8467-4528-901c-b0e5cf73d643 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:38:27.322226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47600) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:27.326675 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69ae4a0-8afa-489d-a2b1-5a7a1fe6187f') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:27.327001 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69ae4a0-8afa-489d-a2b1-5a7a1fe6187f') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:27.328738 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7cd32839-2c5c-4c78-91ed-5b8ae6826248 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.353843 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcec44d-65bc-4327-858d-2fc347edc96f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Made reservation on behalf of 17e27756e396474aa986253bf2f2138e for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:27.357639 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fcec44d-65bc-4327-858d-2fc347edc96f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.368625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a3699-6e71-4683-bc34-7185372fa883 req-661a6546-77a2-4359-8a82-882273635321 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:27.370225 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-130a3699-6e71-4683-bc34-7185372fa883 req-661a6546-77a2-4359-8a82-882273635321 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2884550 Sep 29 17:38:27.375886 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.415309 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.418955 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7cd32839-2c5c-4c78-91ed-5b8ae6826248 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.424028 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.450345 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbce8ca-d99d-450a-9ce6-6c6dcd60e863 None None] Network 3429d28a-e0ec-479f-9fb1-1076eae9efc0 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:27.467512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:27.467920 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:27.471070 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:27.496570 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-130a3699-6e71-4683-bc34-7185372fa883 req-6d25e795-a5ca-4930-9ec2-6ab01b6b6125 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162746 Sep 29 17:38:27.578642 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 17:38:27.578642 n-d-811748-2 neutron-server[95015]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 17:38:27.578642 n-d-811748-2 neutron-server[95015]: [parameters: {'id': '3429d28a-e0ec-479f-9fb1-1076eae9efc0'}] Sep 29 17:38:27.578642 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:38:27.579216 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:38:27.601660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.ipam_backend_mixin [None req-5fcec44d-65bc-4327-858d-2fc347edc96f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Performing IP validity checks on allocation pools {{(pid=95016) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 29 17:38:27.602170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.ipam_backend_mixin [None req-5fcec44d-65bc-4327-858d-2fc347edc96f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95016) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 29 17:38:27.622721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3135437e-03e8-4afc-98ea-0e35d034c6e4 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:38:27.623946 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0bb50c63-534c-4016-8905-6db01ea2a7f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7666020079f14112a9eb1394c2f4e2a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2991221 Sep 29 17:38:27.627196 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47604) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:27.639980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454bb22-08e0-4d9a-84ab-3ae477ae16ec req-85ce39db-d285-4485-a563-983b5c890c90 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:27.648679 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b454bb22-08e0-4d9a-84ab-3ae477ae16ec req-85ce39db-d285-4485-a563-983b5c890c90 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 931 time: 0.2828422 Sep 29 17:38:27.656632 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7cd32839-2c5c-4c78-91ed-5b8ae6826248 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.752212 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-88fbd797-4ca3-48f7-b2ce-571898de2292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.753878 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b454bb22-08e0-4d9a-84ab-3ae477ae16ec req-ce137ff2-96f5-443e-b4d7-eff630ef84c8 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042666 Sep 29 17:38:27.794569 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7cd32839-2c5c-4c78-91ed-5b8ae6826248 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.822456 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-88fbd797-4ca3-48f7-b2ce-571898de2292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.828266 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd32839-2c5c-4c78-91ed-5b8ae6826248 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6db94f-8467-4528-901c-b0e5cf73d643,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:27.842588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3135437e-03e8-4afc-98ea-0e35d034c6e4 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:38:27.870974 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7cd32839-2c5c-4c78-91ed-5b8ae6826248 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.872877 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7cd32839-2c5c-4c78-91ed-5b8ae6826248 tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "DELETE /v2.0/subnets/ba6db94f-8467-4528-901c-b0e5cf73d643 HTTP/1.1" status: 204 len: 168 time: 0.7710288 Sep 29 17:38:27.883028 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47612) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:27.912540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d3c2a-59e6-4f6e-b0fd-b54c1cffa69d req-eec7bcbb-eed8-4848-b71a-3c67afec88c8 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:27.914118 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0a5d3c2a-59e6-4f6e-b0fd-b54c1cffa69d req-eec7bcbb-eed8-4848-b71a-3c67afec88c8 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.0869615 Sep 29 17:38:27.948798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea05747-fa35-419a-a3ae-bcf7ae916508 req-ec7a07f8-baec-4c81-87ed-633af90b2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:27.950361 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fea05747-fa35-419a-a3ae-bcf7ae916508 req-ec7a07f8-baec-4c81-87ed-633af90b2e7e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4bf846cd7a74692964be60c138cc57c&device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 1096 time: 0.1778440 Sep 29 17:38:27.951504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-88fbd797-4ca3-48f7-b2ce-571898de2292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.954128 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-88fbd797-4ca3-48f7-b2ce-571898de2292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:27.958374 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-88fbd797-4ca3-48f7-b2ce-571898de2292 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a6e87e76-e4b3-4e36-a537-acbb18c0c8b8 HTTP/1.1" status: 204 len: 168 time: 0.3253326 Sep 29 17:38:27.977802 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0a5d3c2a-59e6-4f6e-b0fd-b54c1cffa69d req-99ef006e-5f6c-4e09-a361-117706450a98 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574012 Sep 29 17:38:27.978673 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbd797-4ca3-48f7-b2ce-571898de2292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e87e76-e4b3-4e36-a537-acbb18c0c8b8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:28.068473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-519f4ebf-ccdf-45f0-97a5-f88fe90255ac tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Deleting subnet 07394c81-5025-4bdd-abaf-3f63c1e7c967 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:38:28.079832 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-519f4ebf-ccdf-45f0-97a5-f88fe90255ac tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.080741 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.156546 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Deleting port 57d79135-c983-4ffa-898c-003e81f672e8 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:28.156893 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.232805 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926e3f38-64bb-4fef-8016-95c61742c229 None None] Network 9c23919b-5dc6-4f3c-a975-ad284351567f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:28.257669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] For port 57d79135-c983-4ffa-898c-003e81f672e8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=57d79135-c983-4ffa-898c-003e81f672e8,segment=NetworkSegment(e69ae4a0-8afa-489d-a2b1-5a7a1fe6187f),segment_id=e69ae4a0-8afa-489d-a2b1-5a7a1fe6187f)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:28.259170 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.278126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Calling delete_port for 57d79135-c983-4ffa-898c-003e81f672e8 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:28.407490 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.443240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Port': ['ID=57d79135-c983-4ffa-898c-003e81f672e8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:28.447294 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No DVR routers for this DVR port 57d79135-c983-4ffa-898c-003e81f672e8 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:28.463412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b627d-84ce-4ab6-b510-336e0ef2182a None None] DHCP port deletion for 9c23919b-5dc6-4f3c-a975-ad284351567f request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:38:28.514961 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-519f4ebf-ccdf-45f0-97a5-f88fe90255ac tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.519207 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f00b627d-84ce-4ab6-b510-336e0ef2182a None None] Deleting port bf69f209-08ad-4f66-9745-278127eaed48 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:28.520526 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f00b627d-84ce-4ab6-b510-336e0ef2182a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.564635 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.589605 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3429d28a-e0ec-479f-9fb1-1076eae9efc0']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:28.599634 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f00b627d-84ce-4ab6-b510-336e0ef2182a None None] For port bf69f209-08ad-4f66-9745-278127eaed48, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=bf69f209-08ad-4f66-9745-278127eaed48,segment=NetworkSegment(21736d5a-63fd-4d44-9c01-1be2659b02f5),segment_id=21736d5a-63fd-4d44-9c01-1be2659b02f5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:28.600042 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f00b627d-84ce-4ab6-b510-336e0ef2182a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.601547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69ae4a0-8afa-489d-a2b1-5a7a1fe6187f') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:28.601851 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69ae4a0-8afa-489d-a2b1-5a7a1fe6187f') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:28.616142 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.616368 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f00b627d-84ce-4ab6-b510-336e0ef2182a None None] Calling delete_port for bf69f209-08ad-4f66-9745-278127eaed48 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:28.627876 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.634858 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:28.635305 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:28.655954 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:28.677329 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-519f4ebf-ccdf-45f0-97a5-f88fe90255ac tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.709587 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f00b627d-84ce-4ab6-b510-336e0ef2182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.716495 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fcec44d-65bc-4327-858d-2fc347edc96f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.720223 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.736757 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b627d-84ce-4ab6-b510-336e0ef2182a None None] Pushing event deleted for resources: {'Port': ['ID=bf69f209-08ad-4f66-9745-278127eaed48,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:28.747266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00b627d-84ce-4ab6-b510-336e0ef2182a None None] No DVR routers for this DVR port bf69f209-08ad-4f66-9745-278127eaed48 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:28.756475 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.758996 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/3429d28a-e0ec-479f-9fb1-1076eae9efc0 HTTP/1.1" status: 204 len: 168 time: 2.8471992 Sep 29 17:38:28.760319 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053e4b1-9177-4e4a-9138-66b1de365442 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Network': ['ID=3429d28a-e0ec-479f-9fb1-1076eae9efc0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:28.765444 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47632) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:28.773904 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b322bde6-6402-4229-8f6c-e2229c99b18f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1628802229'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:28.797213 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b322bde6-6402-4229-8f6c-e2229c99b18f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:28.804315 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b322bde6-6402-4229-8f6c-e2229c99b18f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.825026 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9367a0-6098-4a59-8fcc-5e6d7ca20944 req-4ae2a022-ca99-46c3-a004-484865a185a2 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:28.826572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1e9367a0-6098-4a59-8fcc-5e6d7ca20944 req-4ae2a022-ca99-46c3-a004-484865a185a2 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.8653102 Sep 29 17:38:28.832796 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b322bde6-6402-4229-8f6c-e2229c99b18f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:28.857347 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b322bde6-6402-4229-8f6c-e2229c99b18f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.857927 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-b322bde6-6402-4229-8f6c-e2229c99b18f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Added segment 81fa0619-cd4f-4bb9-8e1f-55bb2f1bd9b9 of type vlan for network d540721b-509a-4a01-a119-50652a5f0d96 Sep 29 17:38:28.887559 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:38:28.901732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea05747-fa35-419a-a3ae-bcf7ae916508 req-2a6d8039-5873-486b-8e11-8a121556e5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:28.903207 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fea05747-fa35-419a-a3ae-bcf7ae916508 req-2a6d8039-5873-486b-8e11-8a121556e5d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e57956a6-584f-407f-aa43-0924387a68d2 HTTP/1.1" status: 200 len: 921 time: 0.9402428 Sep 29 17:38:28.913167 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.918373 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcec44d-65bc-4327-858d-2fc347edc96f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Subnet': ['ID=31757258-ae0e-4b35-b784-95ac3b619516,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:28.935027 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-519f4ebf-ccdf-45f0-97a5-f88fe90255ac tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.941469 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b322bde6-6402-4229-8f6c-e2229c99b18f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:28.977785 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da3592-d424-4280-837f-9336cefb53ac req-829303f0-48ba-4eb6-aa5e-85cc5b4d97ba tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:28.984249 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-53da3592-d424-4280-837f-9336cefb53ac req-829303f0-48ba-4eb6-aa5e-85cc5b4d97ba tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 931 time: 0.1054285 Sep 29 17:38:28.995660 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b322bde6-6402-4229-8f6c-e2229c99b18f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.001161 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b322bde6-6402-4229-8f6c-e2229c99b18f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:29.001768 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b322bde6-6402-4229-8f6c-e2229c99b18f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.003086 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fea05747-fa35-419a-a3ae-bcf7ae916508 req-66e8479d-5d8a-4576-b1c3-d227d13402f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37503b7-b3a3-48c0-ae51-7cda76daac12 HTTP/1.1" status: 200 len: 217 time: 0.0856547 Sep 29 17:38:29.004699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Transition to ACTIVE for port object 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:38:29.009424 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcec44d-65bc-4327-858d-2fc347edc96f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Checking segment: {'id': '2a22ab34-8c9d-45e7-91bd-b4a3c7f8901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '534dfee5-7f67-4c1e-851d-b61423c5733b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:29.009790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcec44d-65bc-4327-858d-2fc347edc96f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network hostable DHCP agents. Network: 534dfee5-7f67-4c1e-851d-b61423c5733b, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:38:29.016592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f4ebf-ccdf-45f0-97a5-f88fe90255ac tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event deleted for resources: {'Subnet': ['ID=07394c81-5025-4bdd-abaf-3f63c1e7c967,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:29.027530 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.032218 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-519f4ebf-ccdf-45f0-97a5-f88fe90255ac tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.036878 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-519f4ebf-ccdf-45f0-97a5-f88fe90255ac tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "DELETE /v2.0/subnets/07394c81-5025-4bdd-abaf-3f63c1e7c967 HTTP/1.1" status: 204 len: 168 time: 1.1514664 Sep 29 17:38:29.037824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32006c83-5b7d-4860-a2fd-1c3c4af65b84 None None] Network 7ed3e81f-beb1-44af-b586-483c0095cc3b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:29.040331 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47646) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:29.042454 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1e9367a0-6098-4a59-8fcc-5e6d7ca20944 req-4867df21-771b-4999-a926-39bfa527f9b4 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006946 Sep 29 17:38:29.131566 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-53da3592-d424-4280-837f-9336cefb53ac req-c1a439ce-be19-4add-b1c0-61b0ec1809a0 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432424 Sep 29 17:38:29.137767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea05747-fa35-419a-a3ae-bcf7ae916508 req-091632a3-7b7e-4684-b766-b42b69798dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:29.139801 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fea05747-fa35-419a-a3ae-bcf7ae916508 req-091632a3-7b7e-4684-b766-b42b69798dac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d284366c-fe99-4c9e-986b-ecda04f87026 HTTP/1.1" status: 200 len: 860 time: 0.1277025 Sep 29 17:38:29.143387 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b322bde6-6402-4229-8f6c-e2229c99b18f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3768225 Sep 29 17:38:29.150097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47650) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:29.152563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcec44d-65bc-4327-858d-2fc347edc96f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Network 534dfee5-7f67-4c1e-851d-b61423c5733b is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:38:29.167695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0cbf608a-04a9-4f9a-b383-31f8f1b36b64 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'subnet': {'network_id': 'd540721b-509a-4a01-a119-50652a5f0d96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:29.172581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Pushing event updated for resources: {'Port': ['ID=20afe24d-65d1-4d9a-9ecc-fecfd92e66f9,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:29.189575 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322bde6-6402-4229-8f6c-e2229c99b18f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Network': ['ID=d540721b-509a-4a01-a119-50652a5f0d96,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:29.225671 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fea05747-fa35-419a-a3ae-bcf7ae916508 req-008191a2-6f39-4395-8917-d71bd4a3b550 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e57956a6-584f-407f-aa43-0924387a68d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763342 Sep 29 17:38:29.236192 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network d540721b-509a-4a01-a119-50652a5f0d96 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:29.270406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-5fcec44d-65bc-4327-858d-2fc347edc96f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 534dfee5-7f67-4c1e-851d-b61423c5733b) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:29.297266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1345d9be-4799-405a-91b1-2be9ed6bedfa None None] Network 534dfee5-7f67-4c1e-851d-b61423c5733b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:29.304467 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8768643c-21ac-4873-9e31-924052fcabbf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.324631 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcec44d-65bc-4327-858d-2fc347edc96f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:29.325613 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fcec44d-65bc-4327-858d-2fc347edc96f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.445525 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5fcec44d-65bc-4327-858d-2fc347edc96f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3434501 Sep 29 17:38:29.446224 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47652) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:29.460763 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-acffc76b-f4de-47d1-8f37-90c7d7c9dccf tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:29.471712 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8768643c-21ac-4873-9e31-924052fcabbf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.502294 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Attempting to bind port 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:38:29.502636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Attempting to bind port 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'dff02117-45fc-413d-ac5d-b8020bb07a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8a4ba6b0-2f48-49a4-80c8-22c448d265df'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:38:29.502968 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Attempting to bind port 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 on network 8a4ba6b0-2f48-49a4-80c8-22c448d265df {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:38:29.508503 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8768643c-21ac-4873-9e31-924052fcabbf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c23919b-5dc6-4f3c-a975-ad284351567f']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:29.525862 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8768643c-21ac-4873-9e31-924052fcabbf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21736d5a-63fd-4d44-9c01-1be2659b02f5') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:29.526515 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8768643c-21ac-4873-9e31-924052fcabbf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21736d5a-63fd-4d44-9c01-1be2659b02f5') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:29.529074 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Port 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 on network 8a4ba6b0-2f48-49a4-80c8-22c448d265df not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:38:29.529354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Attempting to bind port 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 on network 8a4ba6b0-2f48-49a4-80c8-22c448d265df {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:38:29.533452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ce1982-e099-478e-b761-b2e3a6300019 None None] DHCP port deletion for 7ed3e81f-beb1-44af-b586-483c0095cc3b request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:38:29.538006 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8768643c-21ac-4873-9e31-924052fcabbf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.544835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:38:29.545169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Checking segment: {'id': 'dff02117-45fc-413d-ac5d-b8020bb07a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8a4ba6b0-2f48-49a4-80c8-22c448d265df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:29.545547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Bound using segment: {'id': 'dff02117-45fc-413d-ac5d-b8020bb07a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8a4ba6b0-2f48-49a4-80c8-22c448d265df'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:38:29.546021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Bound port: 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff02117-45fc-413d-ac5d-b8020bb07a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8a4ba6b0-2f48-49a4-80c8-22c448d265df'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:38:29.546411 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.551760 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8768643c-21ac-4873-9e31-924052fcabbf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.554448 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbf608a-04a9-4f9a-b383-31f8f1b36b64 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:29.557960 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cbf608a-04a9-4f9a-b383-31f8f1b36b64 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.562973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8768643c-21ac-4873-9e31-924052fcabbf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:29.563390 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8768643c-21ac-4873-9e31-924052fcabbf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.575788 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110930f3-e65e-40cd-b3fb-97222873e26e req-eb3e0d54-4468-4e18-9cda-9269c80a0439 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:29.581842 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-110930f3-e65e-40cd-b3fb-97222873e26e req-eb3e0d54-4468-4e18-9cda-9269c80a0439 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.2710409 Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:29.583698 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:29.598888 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fea05747-fa35-419a-a3ae-bcf7ae916508 req-9c033b7e-df6e-4d57-8f82-095b9fd1aa8a service neutron] 10.222.0.35 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489151 Sep 29 17:38:29.611134 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a84a65-c007-4e6b-97c2-075466870196 req-66df4228-423f-4095-846f-168182dc3d81 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:29.612572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18a84a65-c007-4e6b-97c2-075466870196 req-66df4228-423f-4095-846f-168182dc3d81 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2804520 Sep 29 17:38:29.666334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-534dfee5-7f67-4c1e-851d-b61423c5733b', 'network_id': '534dfee5-7f67-4c1e-851d-b61423c5733b', 'tenant_id': '17e27756e396474aa986253bf2f2138e', 'fixed_ips': [{'subnet_id': '31757258-ae0e-4b35-b784-95ac3b619516'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:38:29.669639 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.670400 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-acffc76b-f4de-47d1-8f37-90c7d7c9dccf tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127220586'] for subnet, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.714267 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-110930f3-e65e-40cd-b3fb-97222873e26e req-1dcf05e2-b6ea-48cd-8598-e7c3cac88c72 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092637 Sep 29 17:38:29.714964 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8768643c-21ac-4873-9e31-924052fcabbf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.733533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8768643c-21ac-4873-9e31-924052fcabbf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.736626 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8768643c-21ac-4873-9e31-924052fcabbf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "DELETE /v2.0/networks/9c23919b-5dc6-4f3c-a975-ad284351567f HTTP/1.1" status: 204 len: 168 time: 0.6945269 Sep 29 17:38:29.752470 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47658) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:29.766237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768643c-21ac-4873-9e31-924052fcabbf tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event deleted for resources: {'Network': ['ID=9c23919b-5dc6-4f3c-a975-ad284351567f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:29.880426 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device bf69f209-08ad-4f66-9745-278127eaed48 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:38:29.880652 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.916353 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: bf69f209-08ad-4f66-9745-278127eaed48 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:38:29.916857 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device bf69f209-08ad-4f66-9745-278127eaed48 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:38:29.917612 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 00e275b1-7e76-4816-ae84-59f5f0e26a10 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:38:29.935834 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18a84a65-c007-4e6b-97c2-075466870196 req-a524e450-73a4-433e-a53f-c5a3ac1b5b96 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440586 Sep 29 17:38:29.952536 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Deleting port 00e275b1-7e76-4816-ae84-59f5f0e26a10 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:29.952925 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:29.981955 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:38:29.981955 n-d-811748-2 neutron-server[95017]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 29 17:38:29.981955 n-d-811748-2 neutron-server[95017]: [parameters: {'in_use': 1, 'id_1': '31757258-ae0e-4b35-b784-95ac3b619516'}] Sep 29 17:38:29.981955 n-d-811748-2 neutron-server[95017]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:38:29.982426 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:38:29.987959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] For port 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:38:29.994592 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-01ce1982-e099-478e-b761-b2e3a6300019 None None] Deleting port 00e275b1-7e76-4816-ae84-59f5f0e26a10 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:29.994970 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-01ce1982-e099-478e-b761-b2e3a6300019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.028020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] For port 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=20afe24d-65d1-4d9a-9ecc-fecfd92e66f9,segment=NetworkSegment(dff02117-45fc-413d-ac5d-b8020bb07a5f),segment_id=dff02117-45fc-413d-ac5d-b8020bb07a5f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:38:30.033817 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fea05747-fa35-419a-a3ae-bcf7ae916508 req-d273a9a4-c181-4d89-9c24-8c09a6ed1fdd service neutron] 10.222.0.35 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138212 Sep 29 17:38:30.040388 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] For port 00e275b1-7e76-4816-ae84-59f5f0e26a10, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=00e275b1-7e76-4816-ae84-59f5f0e26a10,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:30.040766 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.057662 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Calling delete_port for 00e275b1-7e76-4816-ae84-59f5f0e26a10 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:30.068550 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.085714 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.154906 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-01ce1982-e099-478e-b761-b2e3a6300019 None None] For port 00e275b1-7e76-4816-ae84-59f5f0e26a10, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=00e275b1-7e76-4816-ae84-59f5f0e26a10,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:30.155561 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-01ce1982-e099-478e-b761-b2e3a6300019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.174659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 00e275b1-7e76-4816-ae84-59f5f0e26a10, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=00e275b1-7e76-4816-ae84-59f5f0e26a10,segment=NetworkSegment(079aeb9a-f5a7-4fb6-ab6a-469e7886c570),segment_id=079aeb9a-f5a7-4fb6-ab6a-469e7886c570)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:30.179967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-01ce1982-e099-478e-b761-b2e3a6300019 None None] Calling delete_port for 00e275b1-7e76-4816-ae84-59f5f0e26a10 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:30.184522 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.193804 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.236183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] No DVR routers for this DVR port 00e275b1-7e76-4816-ae84-59f5f0e26a10 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:30.243935 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event deleted for resources: {'Port': ['ID=00e275b1-7e76-4816-ae84-59f5f0e26a10,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:30.256601 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event deleted for resources: {'Port': ['ID=00e275b1-7e76-4816-ae84-59f5f0e26a10,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:30.274011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:30.274645 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.276033 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] 10.222.0.49 "PUT /v2.0/ports/20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 HTTP/1.1" status: 200 len: 1091 time: 3.1753175 Sep 29 17:38:30.280613 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325711cf-61a6-4648-a68a-a44ae600e8e4', 'tag': '20afe24d-65d1-4d9a-9ecc-fecfd92e66f9'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:38:30.283212 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c15b6c-0642-47bb-97c4-db4137c9c9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "325711cf-61a6-4648-a68a-a44ae600e8e4", "tag": "20afe24d-65d1-4d9a-9ecc-fecfd92e66f9"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:38:30.349687 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-01ce1982-e099-478e-b761-b2e3a6300019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.373307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fbe5c7-e7b1-4c47-8f80-b4ccef991488 service neutron] Pushing event updated for resources: {'Port': ['ID=20afe24d-65d1-4d9a-9ecc-fecfd92e66f9,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:30.382763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce1982-e099-478e-b761-b2e3a6300019 None None] Pushing event deleted for resources: {'Port': ['ID=00e275b1-7e76-4816-ae84-59f5f0e26a10,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:30.386526 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce1982-e099-478e-b761-b2e3a6300019 None None] No DVR routers for this DVR port 00e275b1-7e76-4816-ae84-59f5f0e26a10 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:30.392116 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-acffc76b-f4de-47d1-8f37-90c7d7c9dccf tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770531869687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127569959'] for subnet, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.413124 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb26bc4-8959-422a-a765-75f7f70b9ab3 req-4f4e6cb9-a211-4fdc-83ab-28651882d88e tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:30.413440 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.415339 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bdb26bc4-8959-422a-a765-75f7f70b9ab3 req-4f4e6cb9-a211-4fdc-83ab-28651882d88e tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.3550115 Sep 29 17:38:30.437568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed3e81f-beb1-44af-b586-483c0095cc3b']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:30.453712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0034e-fd0a-4027-93d7-a491ffc1cdcb req-04ba0a1f-1ed5-4bb2-bcd3-55dfaa82de0f tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:30.455176 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f6e0034e-fd0a-4027-93d7-a491ffc1cdcb req-04ba0a1f-1ed5-4bb2-bcd3-55dfaa82de0f tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 943 time: 0.1751890 Sep 29 17:38:30.459853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079aeb9a-f5a7-4fb6-ab6a-469e7886c570') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:30.460212 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079aeb9a-f5a7-4fb6-ab6a-469e7886c570') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:30.479936 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.483349 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.515167 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.517436 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cbf608a-04a9-4f9a-b383-31f8f1b36b64 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.527317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acffc76b-f4de-47d1-8f37-90c7d7c9dccf tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:30.527934 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-acffc76b-f4de-47d1-8f37-90c7d7c9dccf tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.533740 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-acffc76b-f4de-47d1-8f37-90c7d7c9dccf tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "PUT /v2.0/subnets/31757258-ae0e-4b35-b784-95ac3b619516 HTTP/1.1" status: 200 len: 877 time: 1.0792677 Sep 29 17:38:30.536443 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47676) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:30.556943 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:30.557410 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:30.571253 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:30.578199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-0766d31f-1172-498f-b40c-0b9a60f483ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:30.579968 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-0766d31f-1172-498f-b40c-0b9a60f483ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=261539f5c2dc42ac92634671d2b84b48&device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 1094 time: 0.2459199 Sep 29 17:38:30.580723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffc76b-f4de-47d1-8f37-90c7d7c9dccf tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event updated for resources: {'Subnet': ['ID=31757258-ae0e-4b35-b784-95ac3b619516,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:30.613088 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bdb26bc4-8959-422a-a765-75f7f70b9ab3 req-2595e86b-27d0-46eb-8bb0-cf055bee0498 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790819 Sep 29 17:38:30.641473 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f6e0034e-fd0a-4027-93d7-a491ffc1cdcb req-3977d410-3b08-4dac-a516-1c22a436cdcc tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710742 Sep 29 17:38:30.682812 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-a30a3673-1a43-4562-82d4-69016026e0b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 HTTP/1.1" status: 200 len: 217 time: 0.0847845 Sep 29 17:38:30.709088 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf608a-04a9-4f9a-b383-31f8f1b36b64 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Checking segment: {'id': '81fa0619-cd4f-4bb9-8e1f-55bb2f1bd9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd540721b-509a-4a01-a119-50652a5f0d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:30.709417 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbf608a-04a9-4f9a-b383-31f8f1b36b64 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network hostable DHCP agents. Network: d540721b-509a-4a01-a119-50652a5f0d96, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:38:30.749767 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Allocated IP 172.20.0.3 (534dfee5-7f67-4c1e-851d-b61423c5733b/31757258-ae0e-4b35-b784-95ac3b619516/b94cc2db-ad3d-4d42-925a-fee8f8b33375) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:38:30.756302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf608a-04a9-4f9a-b383-31f8f1b36b64 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Subnet': ['ID=cfcfeb3a-c1ef-4263-9693-146e7175fc98,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:30.766028 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.781607 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-e9d314cb-6be9-468c-8682-975c78610440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:30.781781 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.782345 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-e9d314cb-6be9-468c-8682-975c78610440 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bc8ef53-da64-47f6-ba3f-2515fe90a3cf HTTP/1.1" status: 200 len: 850 time: 0.0898137 Sep 29 17:38:30.783660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] 10.222.0.44 "DELETE /v2.0/networks/7ed3e81f-beb1-44af-b586-483c0095cc3b HTTP/1.1" status: 204 len: 168 time: 1.0301719 Sep 29 17:38:30.791532 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbf608a-04a9-4f9a-b383-31f8f1b36b64 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network d540721b-509a-4a01-a119-50652a5f0d96 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:38:30.822427 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e72f0-f007-4ec2-afd8-194a54653fba tempest-TaggedBootDevicesTest-1047392717 tempest-TaggedBootDevicesTest-1047392717-project] Pushing event deleted for resources: {'Network': ['ID=7ed3e81f-beb1-44af-b586-483c0095cc3b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:30.838997 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.847602 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f430a1-a4e5-4fc3-b0ee-a265b1891630 x-openstack-request-id: req-64f430a1-a4e5-4fc3-b0ee-a265b1891630 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:38:30.848840 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325711cf-61a6-4648-a68a-a44ae600e8e4", "tag": "20afe24d-65d1-4d9a-9ecc-fecfd92e66f9", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:38:30.849354 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-64f430a1-a4e5-4fc3-b0ee-a265b1891630 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:38:30.850205 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325711cf-61a6-4648-a68a-a44ae600e8e4', 'tag': '20afe24d-65d1-4d9a-9ecc-fecfd92e66f9', 'status': 'completed', 'code': 200} Sep 29 17:38:30.854246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-e90a858a-7cf0-4311-9813-7cc7f1cabfb7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a4ba6b0-2f48-49a4-80c8-22c448d265df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639203 Sep 29 17:38:30.907803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0cbf608a-04a9-4f9a-b383-31f8f1b36b64 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, d540721b-509a-4a01-a119-50652a5f0d96) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:30.929096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbf608a-04a9-4f9a-b383-31f8f1b36b64 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:30.929738 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cbf608a-04a9-4f9a-b383-31f8f1b36b64 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:30.987469 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f9a8eb-232f-4a3e-a8de-d23aa401e26a None None] Network d540721b-509a-4a01-a119-50652a5f0d96 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:31.006482 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0cbf608a-04a9-4f9a-b383-31f8f1b36b64 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8545897 Sep 29 17:38:31.009948 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:31.010135 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47688) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:31.066867 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-65b0afe2-cdf5-4163-a7c9-701e5f2aa199 service neutron] 10.222.0.49 "GET /v2.0/networks/8a4ba6b0-2f48-49a4-80c8-22c448d265df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043910 Sep 29 17:38:31.071439 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da071aad-5939-4c3c-a041-b0b57dd6fa04 req-eb2a0ba2-64d1-47ab-b173-0423ad3a3b44 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:31.077860 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-da071aad-5939-4c3c-a041-b0b57dd6fa04 req-eb2a0ba2-64d1-47ab-b173-0423ad3a3b44 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1187141 Sep 29 17:38:31.116903 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-da071aad-5939-4c3c-a041-b0b57dd6fa04 req-d89098a4-3191-498d-a89e-91f8605303fa tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363011 Sep 29 17:38:31.216585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730bb67-4635-4810-9f89-554a9ffaabef req-a5f5fc7a-8cdf-464a-aae3-7824930d09c8 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:31.237422 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9730bb67-4635-4810-9f89-554a9ffaabef req-a5f5fc7a-8cdf-464a-aae3-7824930d09c8 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.2889743 Sep 29 17:38:31.337537 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9730bb67-4635-4810-9f89-554a9ffaabef req-7a35c69c-133d-4380-9812-a993d130ded6 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944459 Sep 29 17:38:31.378992 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-113c35ed-c2be-4a87-8305-cda80fd45ddb req-8f0d4b68-3a4e-4a27-8388-3496f772a374 service neutron] 10.222.0.49 "GET /v2.0/networks/8a4ba6b0-2f48-49a4-80c8-22c448d265df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809799 Sep 29 17:38:31.379616 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67ed553b-1b7a-40d3-9d99-25b201881f03 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:31.439929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866780a-d16d-4128-9b34-539e0033cdc5 req-aa2462ce-b28c-49c7-a7ad-3676a9f39e5c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:31.448950 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a866780a-d16d-4128-9b34-539e0033cdc5 req-aa2462ce-b28c-49c7-a7ad-3676a9f39e5c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1135802 Sep 29 17:38:31.499020 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:31.518558 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a866780a-d16d-4128-9b34-539e0033cdc5 req-cc09313f-df0b-457f-acd8-776cacbab51a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636528 Sep 29 17:38:31.527453 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67ed553b-1b7a-40d3-9d99-25b201881f03 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:31.531503 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:31.555446 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:31.599982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Network 534dfee5-7f67-4c1e-851d-b61423c5733b is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:38:31.607339 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:31.612993 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:38:31.624971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60533b74-3672-4980-b724-d232d4e004fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-d540721b-509a-4a01-a119-50652a5f0d96', 'network_id': 'd540721b-509a-4a01-a119-50652a5f0d96', 'tenant_id': '8fd58ccd080b4d6fb81961294b2c55bf', 'fixed_ips': [{'subnet_id': 'cfcfeb3a-c1ef-4263-9693-146e7175fc98'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:38:31.625952 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60533b74-3672-4980-b724-d232d4e004fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:31.660542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Pushing event updated for resources: {'Port': ['ID=b94cc2db-ad3d-4d42-925a-fee8f8b33375,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:31.674511 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c15b6c-0642-47bb-97c4-db4137c9c9b9 req-499c00df-e5c0-4964-9bbd-a9c60ef30734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:31.677619 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-55c15b6c-0642-47bb-97c4-db4137c9c9b9 req-499c00df-e5c0-4964-9bbd-a9c60ef30734 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=261539f5c2dc42ac92634671d2b84b48&device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 1094 time: 0.2212019 Sep 29 17:38:31.712504 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Attempting to bind port b94cc2db-ad3d-4d42-925a-fee8f8b33375 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:38:31.713127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Attempting to bind port b94cc2db-ad3d-4d42-925a-fee8f8b33375 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '2a22ab34-8c9d-45e7-91bd-b4a3c7f8901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '534dfee5-7f67-4c1e-851d-b61423c5733b'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:38:31.713525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Attempting to bind port b94cc2db-ad3d-4d42-925a-fee8f8b33375 on network 534dfee5-7f67-4c1e-851d-b61423c5733b {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:38:31.778829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:38:31.779476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Checking segment: {'id': '2a22ab34-8c9d-45e7-91bd-b4a3c7f8901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '534dfee5-7f67-4c1e-851d-b61423c5733b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:31.779609 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:31.779971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Bound using segment: {'id': '2a22ab34-8c9d-45e7-91bd-b4a3c7f8901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '534dfee5-7f67-4c1e-851d-b61423c5733b'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:38:31.780448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Bound port: b94cc2db-ad3d-4d42-925a-fee8f8b33375, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a22ab34-8c9d-45e7-91bd-b4a3c7f8901f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '534dfee5-7f67-4c1e-851d-b61423c5733b'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:38:31.780861 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:31.787306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Subnet': ['ID=31757258-ae0e-4b35-b784-95ac3b619516,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:31.828011 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67ed553b-1b7a-40d3-9d99-25b201881f03 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server [None req-60533b74-3672-4980-b724-d232d4e004fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfcfeb3a-c1ef-4263-9693-146e7175fc98: This subnet is being modified by another concurrent operation. Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 17:38:31.858433 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise exception Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cfcfeb3a-c1ef-4263-9693-146e7175fc98: This subnet is being modified by another concurrent operation. Sep 29 17:38:31.863439 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server Sep 29 17:38:31.881709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d77ce09-87cc-4563-84e0-bc972ebf4be6 None None] Network d540721b-509a-4a01-a119-50652a5f0d96 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:31.886996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed553b-1b7a-40d3-9d99-25b201881f03 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Subnet': ['ID=cfcfeb3a-c1ef-4263-9693-146e7175fc98,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:31.894047 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] For port b94cc2db-ad3d-4d42-925a-fee8f8b33375, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:38:31.938367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] For port b94cc2db-ad3d-4d42-925a-fee8f8b33375, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b94cc2db-ad3d-4d42-925a-fee8f8b33375,segment=NetworkSegment(2a22ab34-8c9d-45e7-91bd-b4a3c7f8901f),segment_id=2a22ab34-8c9d-45e7-91bd-b4a3c7f8901f)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:38:31.948798 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:31.958748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033142b9-b292-40c7-a049-0b6901193efe req-4283862f-cee8-44b1-8fcf-2858d7cad05e tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:31.960413 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-033142b9-b292-40c7-a049-0b6901193efe req-4283862f-cee8-44b1-8fcf-2858d7cad05e tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2169375 Sep 29 17:38:31.964557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c15b6c-0642-47bb-97c4-db4137c9c9b9 req-f717e992-3672-4a3a-a4bc-143e8eede58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:31.966123 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-55c15b6c-0642-47bb-97c4-db4137c9c9b9 req-f717e992-3672-4a3a-a4bc-143e8eede58c service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a4ba6b0-2f48-49a4-80c8-22c448d265df HTTP/1.1" status: 200 len: 911 time: 0.2791748 Sep 29 17:38:32.002515 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67ed553b-1b7a-40d3-9d99-25b201881f03 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:32.073907 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-55c15b6c-0642-47bb-97c4-db4137c9c9b9 req-b929499b-5864-4ab9-ab31-40f3d8522f6b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 HTTP/1.1" status: 200 len: 217 time: 0.0674798 Sep 29 17:38:32.076820 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-67ed553b-1b7a-40d3-9d99-25b201881f03 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d540721b-509a-4a01-a119-50652a5f0d96']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:32.100924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a5a9a5-9f8f-4f25-b366-4b55f74bc104 None None] Network 534dfee5-7f67-4c1e-851d-b61423c5733b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:32.105691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-67ed553b-1b7a-40d3-9d99-25b201881f03 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81fa0619-cd4f-4bb9-8e1f-55bb2f1bd9b9') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:32.106055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-67ed553b-1b7a-40d3-9d99-25b201881f03 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81fa0619-cd4f-4bb9-8e1f-55bb2f1bd9b9') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:32.107054 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:32.137433 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-033142b9-b292-40c7-a049-0b6901193efe req-79e8cb06-2083-4f85-83e3-5c75fb641ac1 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675732 Sep 29 17:38:32.145833 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67ed553b-1b7a-40d3-9d99-25b201881f03 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:32.171185 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26be5fe-2663-48c7-8157-4e66a2ec6f08 req-a281f52b-d25c-4350-ae6d-ef848370493d tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:32.174950 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c15b6c-0642-47bb-97c4-db4137c9c9b9 req-42929df2-6143-4482-910f-3fb1256d9ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:32.176473 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-55c15b6c-0642-47bb-97c4-db4137c9c9b9 req-42929df2-6143-4482-910f-3fb1256d9ed4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bc8ef53-da64-47f6-ba3f-2515fe90a3cf HTTP/1.1" status: 200 len: 850 time: 0.0861218 Sep 29 17:38:32.178114 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b26be5fe-2663-48c7-8157-4e66a2ec6f08 req-a281f52b-d25c-4350-ae6d-ef848370493d tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 943 time: 0.2588053 Sep 29 17:38:32.182752 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67ed553b-1b7a-40d3-9d99-25b201881f03 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:32.210298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534dfee5-7f67-4c1e-851d-b61423c5733b']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:32.231043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a22ab34-8c9d-45e7-91bd-b4a3c7f8901f') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:32.231667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a22ab34-8c9d-45e7-91bd-b4a3c7f8901f') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:32.246673 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:32.251849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ed553b-1b7a-40d3-9d99-25b201881f03 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:32.255710 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67ed553b-1b7a-40d3-9d99-25b201881f03 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:32.259960 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:32.284823 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b26be5fe-2663-48c7-8157-4e66a2ec6f08 req-7831d7b8-5ecf-485d-bfd3-1d8c3a738e5c tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846136 Sep 29 17:38:32.286198 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:32.299826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:32.300222 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:32.304155 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:32.308857 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-55c15b6c-0642-47bb-97c4-db4137c9c9b9 req-7e71ee19-967b-409d-9cfc-9e5b6a0b4ff2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a4ba6b0-2f48-49a4-80c8-22c448d265df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236546 Sep 29 17:38:32.334287 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5b118-15e1-43f4-bfbf-f703ebbe5b39 None None] Pushing event updated for resources: {'Port': ['ID=b94cc2db-ad3d-4d42-925a-fee8f8b33375,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:32.380670 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 17:38:32.380670 n-d-811748-2 neutron-server[95015]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 17:38:32.380670 n-d-811748-2 neutron-server[95015]: [parameters: {'id': '534dfee5-7f67-4c1e-851d-b61423c5733b'}] Sep 29 17:38:32.380670 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:38:32.381125 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:38:32.531016 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0c4d0-17c3-44d8-9135-982efa51b3d2 req-d33d7693-0f60-407c-8553-e469207c4927 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:32.534587 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f4b0c4d0-17c3-44d8-9135-982efa51b3d2 req-d33d7693-0f60-407c-8553-e469207c4927 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.0852537 Sep 29 17:38:32.545506 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056228ec-1812-44df-9cec-d8d729c57fca None None] Network 534dfee5-7f67-4c1e-851d-b61423c5733b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:32.557158 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67ed553b-1b7a-40d3-9d99-25b201881f03 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:32.571673 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67ed553b-1b7a-40d3-9d99-25b201881f03 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:32.577772 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-67ed553b-1b7a-40d3-9d99-25b201881f03 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/d540721b-509a-4a01-a119-50652a5f0d96 HTTP/1.1" status: 204 len: 168 time: 1.5590248 Sep 29 17:38:32.582130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47728) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:32.592575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed553b-1b7a-40d3-9d99-25b201881f03 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Network': ['ID=d540721b-509a-4a01-a119-50652a5f0d96,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:32.605415 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:38:32.612238 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c18a53ff-f335-4ff9-8690-ba09578aa642 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-561523357'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:32.617015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cb157-1050-4bf3-a06b-ae170e54f868 req-2ded3377-610b-4f4c-bf97-c78af991ba1f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:32.618624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd1cb157-1050-4bf3-a06b-ae170e54f868 req-2ded3377-610b-4f4c-bf97-c78af991ba1f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1419692 Sep 29 17:38:32.637498 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f4b0c4d0-17c3-44d8-9135-982efa51b3d2 req-0e628f73-58bd-415f-be92-a7f41d35405c tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961730 Sep 29 17:38:32.656329 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-55c15b6c-0642-47bb-97c4-db4137c9c9b9 req-4cc597ea-1835-4971-8c17-f30a15782f31 service neutron] 10.222.0.49 "GET /v2.0/networks/8a4ba6b0-2f48-49a4-80c8-22c448d265df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376684 Sep 29 17:38:32.670700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18a53ff-f335-4ff9-8690-ba09578aa642 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:32.674308 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c18a53ff-f335-4ff9-8690-ba09578aa642 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:32.689413 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd1cb157-1050-4bf3-a06b-ae170e54f868 req-974f081c-d81c-4c5b-8844-03aa67a5d02c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578232 Sep 29 17:38:32.719777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18a53ff-f335-4ff9-8690-ba09578aa642 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:32.734961 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c18a53ff-f335-4ff9-8690-ba09578aa642 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:32.735988 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-c18a53ff-f335-4ff9-8690-ba09578aa642 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Added segment b54255e5-2609-4fb2-9d32-46d0330f3bca of type vlan for network 9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39 Sep 29 17:38:32.796035 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c18a53ff-f335-4ff9-8690-ba09578aa642 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:32.858357 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c18a53ff-f335-4ff9-8690-ba09578aa642 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:32.859600 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-55c15b6c-0642-47bb-97c4-db4137c9c9b9 req-2397e14c-987f-4e64-8ca6-f16c3a119ce3 service neutron] 10.222.0.49 "GET /v2.0/networks/8a4ba6b0-2f48-49a4-80c8-22c448d265df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943188 Sep 29 17:38:32.868206 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18a53ff-f335-4ff9-8690-ba09578aa642 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:32.868854 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c18a53ff-f335-4ff9-8690-ba09578aa642 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:32.892921 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:32.905853 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d460e6-7aa7-47de-b805-a16c413d8c03 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:38:32.962496 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c18a53ff-f335-4ff9-8690-ba09578aa642 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3763251 Sep 29 17:38:32.965639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47734) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:32.972279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9dd76985-2e6a-41c9-8b8e-9db5e2ea876d tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'subnet': {'network_id': '9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:33.000184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=20afe24d-65d1-4d9a-9ecc-fecfd92e66f9,segment=NetworkSegment(dff02117-45fc-413d-ac5d-b8020bb07a5f),segment_id=dff02117-45fc-413d-ac5d-b8020bb07a5f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:33.006885 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a53ff-f335-4ff9-8690-ba09578aa642 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Network': ['ID=9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:33.037183 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:33.040049 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eae8cc-9677-4d14-b4f0-86f4b4302c95 req-1445ae75-9a09-4a7b-a231-326204307780 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:33.047925 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78eae8cc-9677-4d14-b4f0-86f4b4302c95 req-1445ae75-9a09-4a7b-a231-326204307780 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2046223 Sep 29 17:38:33.077657 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '20afe24d-65d1-4d9a-9ecc-fecfd92e66f9', 'network_id': '8a4ba6b0-2f48-49a4-80c8-22c448d265df', 'port_id': '20afe24d-65d1-4d9a-9ecc-fecfd92e66f9', 'mac_address': 'fa:16:3e:83:b6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc8ef53-da64-47f6-ba3f-2515fe90a3cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:38:33.101421 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78eae8cc-9677-4d14-b4f0-86f4b4302c95 req-4c33d661-f8c7-4800-8156-c3ec5440fb37 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477071 Sep 29 17:38:33.114082 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Deleting port b94cc2db-ad3d-4d42-925a-fee8f8b33375 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:33.114672 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:33.134195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd76985-2e6a-41c9-8b8e-9db5e2ea876d tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:33.138696 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9dd76985-2e6a-41c9-8b8e-9db5e2ea876d tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:33.253062 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] For port b94cc2db-ad3d-4d42-925a-fee8f8b33375, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b94cc2db-ad3d-4d42-925a-fee8f8b33375,segment=NetworkSegment(2a22ab34-8c9d-45e7-91bd-b4a3c7f8901f),segment_id=2a22ab34-8c9d-45e7-91bd-b4a3c7f8901f)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:33.253536 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:33.259380 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:33.262476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d460e6-7aa7-47de-b805-a16c413d8c03 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:38:33.271832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Calling delete_port for b94cc2db-ad3d-4d42-925a-fee8f8b33375 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:33.280249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:38:33.296154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c18db-0a3d-4a55-839e-45b10d1e5aec req-8b36cf58-1bd5-46e3-b19d-b703a79cffbd tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:33.297781 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-337c18db-0a3d-4a55-839e-45b10d1e5aec req-8b36cf58-1bd5-46e3-b19d-b703a79cffbd tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.0858004 Sep 29 17:38:33.331486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=20afe24d-65d1-4d9a-9ecc-fecfd92e66f9,segment=NetworkSegment(dff02117-45fc-413d-ac5d-b8020bb07a5f),segment_id=dff02117-45fc-413d-ac5d-b8020bb07a5f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:33.363012 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:33.397536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-337c18db-0a3d-4a55-839e-45b10d1e5aec req-bff84699-ac81-4a52-a60b-6c27d0e36970 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662637 Sep 29 17:38:33.434753 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:33.465559 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Port': ['ID=b94cc2db-ad3d-4d42-925a-fee8f8b33375,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:33.476759 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No DVR routers for this DVR port b94cc2db-ad3d-4d42-925a-fee8f8b33375 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:33.606586 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=20afe24d-65d1-4d9a-9ecc-fecfd92e66f9,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:33.607625 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:33.661910 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534dfee5-7f67-4c1e-851d-b61423c5733b']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:33.697577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['20afe24d-65d1-4d9a-9ecc-fecfd92e66f9'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:38:33.700952 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a22ab34-8c9d-45e7-91bd-b4a3c7f8901f') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:33.701249 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a22ab34-8c9d-45e7-91bd-b4a3c7f8901f') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:33.715950 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:33.736350 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:33.747927 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458d476-057f-4463-9f2e-fe64c0e1acdc req-dd3ac4b3-de70-4c27-9955-2ba5b5408da5 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:33.749486 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5458d476-057f-4463-9f2e-fe64c0e1acdc req-dd3ac4b3-de70-4c27-9955-2ba5b5408da5 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1027491 Sep 29 17:38:33.756584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:33.757060 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:33.760301 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:33.817947 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5458d476-057f-4463-9f2e-fe64c0e1acdc req-8bcec859-582d-48c8-b1cf-fc3b25b152a5 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560608 Sep 29 17:38:33.842957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35fd60-73ae-4580-b3d1-9d8221a9731e req-855b3ed0-4402-43b0-93ef-524044051ae2 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:33.851335 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb35fd60-73ae-4580-b3d1-9d8221a9731e req-855b3ed0-4402-43b0-93ef-524044051ae2 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 944 time: 0.1105700 Sep 29 17:38:33.860509 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:33.862175 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ecefea-12a7-4f04-9543-4f396da96213 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:38:33.878198 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:33.884142 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/534dfee5-7f67-4c1e-851d-b61423c5733b HTTP/1.1" status: 204 len: 168 time: 3.3399489 Sep 29 17:38:33.885036 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4060050-305e-4759-b606-7a343be34aea tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Network': ['ID=534dfee5-7f67-4c1e-851d-b61423c5733b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:33.887049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47752) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:33.930951 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45f17f6-f024-4914-aea0-d31f98ea9e19 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:33.931412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45f17f6-f024-4914-aea0-d31f98ea9e19 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:33.933786 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b45f17f6-f024-4914-aea0-d31f98ea9e19 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/subnets/31757258-ae0e-4b35-b784-95ac3b619516 HTTP/1.1" status: 404 len: 337 time: 0.0453987 Sep 29 17:38:33.937330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47754) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:33.974685 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea77ace7-4798-42ff-9609-97d3f99e3b14 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:33.975381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea77ace7-4798-42ff-9609-97d3f99e3b14 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:33.977246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ea77ace7-4798-42ff-9609-97d3f99e3b14 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/534dfee5-7f67-4c1e-851d-b61423c5733b HTTP/1.1" status: 404 len: 339 time: 0.0385687 Sep 29 17:38:33.981115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b4f94-c855-4e7f-bbfa-10d13091a0f0 req-1f334466-2c4b-44c9-aea4-619a00d7f225 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:33.982920 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-284b4f94-c855-4e7f-bbfa-10d13091a0f0 req-1f334466-2c4b-44c9-aea4-619a00d7f225 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.0661223 Sep 29 17:38:33.983497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47756) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:34.023099 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e9f21d-094a-460d-be2e-dc31be8faa76 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:34.023714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e9f21d-094a-460d-be2e-dc31be8faa76 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:34.025893 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-29e9f21d-094a-460d-be2e-dc31be8faa76 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/subnets/c0255816-d0fc-4e04-92bb-f3f808528cc7 HTTP/1.1" status: 404 len: 337 time: 0.0414004 Sep 29 17:38:34.032743 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47758) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:34.059258 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb35fd60-73ae-4580-b3d1-9d8221a9731e req-7a42fca5-14cd-4109-ad27-1eb397dfd0ad tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933191 Sep 29 17:38:34.082069 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8814b1b-be4f-41d1-b3fa-b9993983020a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:34.083633 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8814b1b-be4f-41d1-b3fa-b9993983020a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:34.085637 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f8814b1b-be4f-41d1-b3fa-b9993983020a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/157065f1-b450-4d06-9bdb-6fa45a81a614 HTTP/1.1" status: 404 len: 339 time: 0.0517716 Sep 29 17:38:34.088897 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47762) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:34.103538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ecefea-12a7-4f04-9543-4f396da96213 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:38:34.130693 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-284b4f94-c855-4e7f-bbfa-10d13091a0f0 req-c0e05522-28b4-4e71-8de5-929b28627a2e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089649 Sep 29 17:38:34.220691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9dd76985-2e6a-41c9-8b8e-9db5e2ea876d tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:34.277785 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-944876d5-fd65-43ce-a646-4f66aa40deab tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:34.323607 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd76985-2e6a-41c9-8b8e-9db5e2ea876d tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Subnet': ['ID=cf9b2478-59f8-437b-be1f-3e42b62ea6ae,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:34.343227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd76985-2e6a-41c9-8b8e-9db5e2ea876d tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Checking segment: {'id': 'b54255e5-2609-4fb2-9d32-46d0330f3bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:34.343586 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd76985-2e6a-41c9-8b8e-9db5e2ea876d tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network hostable DHCP agents. Network: 9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:38:34.350301 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bde0e-cf8e-4077-baa2-cb661b6ce2e6 req-7ed3543f-1b27-46f6-889e-447858ab2103 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:34.352070 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-977bde0e-cf8e-4077-baa2-cb661b6ce2e6 req-7ed3543f-1b27-46f6-889e-447858ab2103 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.0962193 Sep 29 17:38:34.364213 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd76985-2e6a-41c9-8b8e-9db5e2ea876d tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network 9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:38:34.390615 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-9dd76985-2e6a-41c9-8b8e-9db5e2ea876d tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:34.394881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd76985-2e6a-41c9-8b8e-9db5e2ea876d tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:34.395522 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9dd76985-2e6a-41c9-8b8e-9db5e2ea876d tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:34.423336 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9dd76985-2e6a-41c9-8b8e-9db5e2ea876d tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4558272 Sep 29 17:38:34.427697 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47772) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:34.432918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1250b1a6-0f7c-4079-a44e-28706663d1d6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'subnet': {'network_id': '9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:34.496121 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-944876d5-fd65-43ce-a646-4f66aa40deab tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:34.524321 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-944876d5-fd65-43ce-a646-4f66aa40deab tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46ebf2d-3ee1-4815-ad40-bbf846f5dbd3']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:34.541142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d55098-0a59-41ca-b476-9902ddb316d1 None None] Network 9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:34.543296 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-944876d5-fd65-43ce-a646-4f66aa40deab tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d7e0d3-8e4d-4293-a9ef-267c05a3c569') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:34.543748 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-944876d5-fd65-43ce-a646-4f66aa40deab tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d7e0d3-8e4d-4293-a9ef-267c05a3c569') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:34.565389 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-944876d5-fd65-43ce-a646-4f66aa40deab tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:34.594299 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-944876d5-fd65-43ce-a646-4f66aa40deab tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:34.616194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1250b1a6-0f7c-4079-a44e-28706663d1d6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:34.616805 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944876d5-fd65-43ce-a646-4f66aa40deab tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:34.619202 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-944876d5-fd65-43ce-a646-4f66aa40deab tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:34.621044 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1250b1a6-0f7c-4079-a44e-28706663d1d6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:34.635605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:34.655845 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:34.666020 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-977bde0e-cf8e-4077-baa2-cb661b6ce2e6 req-e904ff51-fb82-4636-94e6-3c40c3a843bb tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852628 Sep 29 17:38:34.732201 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:38:34.746456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:34.747014 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:34.788973 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-944876d5-fd65-43ce-a646-4f66aa40deab tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:34.804950 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-944876d5-fd65-43ce-a646-4f66aa40deab tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:34.812754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47780) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:34.814287 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-944876d5-fd65-43ce-a646-4f66aa40deab tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/e46ebf2d-3ee1-4815-ad40-bbf846f5dbd3 HTTP/1.1" status: 204 len: 168 time: 0.7221103 Sep 29 17:38:34.859812 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39', 'network_id': '9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39', 'tenant_id': '8fd58ccd080b4d6fb81961294b2c55bf', 'fixed_ips': [{'subnet_id': 'cf9b2478-59f8-437b-be1f-3e42b62ea6ae'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:38:34.860815 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:34.864086 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944876d5-fd65-43ce-a646-4f66aa40deab tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Network': ['ID=e46ebf2d-3ee1-4815-ad40-bbf846f5dbd3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:34.888210 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef89c098-64ff-4043-8255-92646751eeaa tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:34.888729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef89c098-64ff-4043-8255-92646751eeaa tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:34.893493 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ef89c098-64ff-4043-8255-92646751eeaa tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/subnets/86d9b2f2-17be-4116-93a6-c2d9041319ef HTTP/1.1" status: 404 len: 337 time: 0.0794861 Sep 29 17:38:34.896812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47782) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:34.954875 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4b8fb2-1323-4435-9955-7e5ca867cc89 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:34.955386 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4b8fb2-1323-4435-9955-7e5ca867cc89 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:34.957841 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7c4b8fb2-1323-4435-9955-7e5ca867cc89 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/07401d9e-c71c-463e-b94a-207368d572b1 HTTP/1.1" status: 404 len: 339 time: 0.0604489 Sep 29 17:38:34.960311 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47784) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:34.988020 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-29bdc7e7-317c-40c8-9aa8-e6dad6a1feeb tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:34.989029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29bdc7e7-317c-40c8-9aa8-e6dad6a1feeb tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:34.993242 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-29bdc7e7-317c-40c8-9aa8-e6dad6a1feeb tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/subnets/7b9440a9-0ab0-43f6-ad2e-01c9a7020881 HTTP/1.1" status: 404 len: 337 time: 0.0296018 Sep 29 17:38:34.993452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47786) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:35.028608 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1250b1a6-0f7c-4079-a44e-28706663d1d6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:35.043070 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fb7178-3a6a-460a-a507-ce12676dcadc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:35.043696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56fb7178-3a6a-460a-a507-ce12676dcadc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:35.049108 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-56fb7178-3a6a-460a-a507-ce12676dcadc tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/3e40a5ba-ba9a-4ee7-ae28-9cca55b153d6 HTTP/1.1" status: 404 len: 339 time: 0.0511718 Sep 29 17:38:35.051775 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47788) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:35.063230 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:35.073804 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffad5c3-2de0-49d2-a495-8603ef9d83ee req-b90a7ecb-060b-4c1b-8966-383f8e2b53dd tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:35.085057 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dffad5c3-2de0-49d2-a495-8603ef9d83ee req-b90a7ecb-060b-4c1b-8966-383f8e2b53dd tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2139332 Sep 29 17:38:35.095566 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1250b1a6-0f7c-4079-a44e-28706663d1d6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network 9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:38:35.100242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-1250b1a6-0f7c-4079-a44e-28706663d1d6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:35.104756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1250b1a6-0f7c-4079-a44e-28706663d1d6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:35.105665 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1250b1a6-0f7c-4079-a44e-28706663d1d6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:35.117948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250b1a6-0f7c-4079-a44e-28706663d1d6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Subnet': ['ID=e7e3949e-d4e8-45ff-8615-1764b11e11d0,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:35.131050 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1250b1a6-0f7c-4079-a44e-28706663d1d6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7022176 Sep 29 17:38:35.133549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47792) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:35.159507 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=20afe24d-65d1-4d9a-9ecc-fecfd92e66f9,segment=NetworkSegment(dff02117-45fc-413d-ac5d-b8020bb07a5f),segment_id=dff02117-45fc-413d-ac5d-b8020bb07a5f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:35.161305 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325711cf-61a6-4648-a68a-a44ae600e8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20afe24d-65d1-4d9a-9ecc-fecfd92e66f9'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:38:35.164140 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eafce69-165d-477f-8fff-8ec6b6274202" -d '{"events": [{"server_uuid": "325711cf-61a6-4648-a68a-a44ae600e8e4", "name": "network-vif-plugged", "status": "completed", "tag": "20afe24d-65d1-4d9a-9ecc-fecfd92e66f9"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:38:35.166144 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-0894543e-9a7b-40bc-aaf7-332c1bdd8868 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:35.166640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0894543e-9a7b-40bc-aaf7-332c1bdd8868 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:35.172723 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0894543e-9a7b-40bc-aaf7-332c1bdd8868 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/subnets/b531a255-d24e-47f1-8b8b-dc8630d3b264 HTTP/1.1" status: 404 len: 337 time: 0.1159248 Sep 29 17:38:35.173240 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:35.176414 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47798) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:35.213449 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d15b2d-c5c2-457d-aeac-f69efdf63cce tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:35.214241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d15b2d-c5c2-457d-aeac-f69efdf63cce tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:35.220078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47800) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:35.222311 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-66d15b2d-c5c2-457d-aeac-f69efdf63cce tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/f91668b7-f803-460a-96a3-ff72521b3db5 HTTP/1.1" status: 404 len: 339 time: 0.0373576 Sep 29 17:38:35.230038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Allocated IP 2001:db8::2 (9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39/cf9b2478-59f8-437b-be1f-3e42b62ea6ae/627e279f-c9cb-4bad-91be-b2904ab245c8) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:38:35.249379 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dffad5c3-2de0-49d2-a495-8603ef9d83ee req-77d01f01-eeca-4465-8fe8-62c3f7bbe3fb tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625946 Sep 29 17:38:35.256523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=20afe24d-65d1-4d9a-9ecc-fecfd92e66f9,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:35.327618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c736744-de61-4d5d-8ed8-0323d6d76d0a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:35.329103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c736744-de61-4d5d-8ed8-0323d6d76d0a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:35.331758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c736744-de61-4d5d-8ed8-0323d6d76d0a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:35.333785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c736744-de61-4d5d-8ed8-0323d6d76d0a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:35.335492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c736744-de61-4d5d-8ed8-0323d6d76d0a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:35.340870 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3c736744-de61-4d5d-8ed8-0323d6d76d0a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2028174 Sep 29 17:38:35.340870 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3f0bb6-749d-4d3a-8662-098bbc0d8291 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:35.340870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3f0bb6-749d-4d3a-8662-098bbc0d8291 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:35.341259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47804) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:35.346437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ea4bb858-c0b2-4e4e-acf2-184b0ef83a93 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1145598702'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:35.355801 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bc3f0bb6-749d-4d3a-8662-098bbc0d8291 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/subnets/54635544-df57-4a8f-b15b-31dcd90f0185 HTTP/1.1" status: 404 len: 337 time: 0.1214752 Sep 29 17:38:35.366081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47806) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:35.417666 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a485b3-fed7-4680-abea-8481252f3f46 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:35.418288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a485b3-fed7-4680-abea-8481252f3f46 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:35.423104 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-89a485b3-fed7-4680-abea-8481252f3f46 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/12d36105-e03b-456d-9d20-8530603ce133 HTTP/1.1" status: 404 len: 339 time: 0.0528698 Sep 29 17:38:35.425451 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47810) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:35.449160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db5593-a4bc-424f-ae49-24e13645fe6d req-9c4ca75c-8ed7-44c5-bfa2-cf006ab79eed tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:35.450841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c2db5593-a4bc-424f-ae49-24e13645fe6d req-9c4ca75c-8ed7-44c5-bfa2-cf006ab79eed tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.2605226 Sep 29 17:38:35.468091 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4bb858-c0b2-4e4e-acf2-184b0ef83a93 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:35.472490 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea4bb858-c0b2-4e4e-acf2-184b0ef83a93 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:35.474487 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-083b4f56-2b21-4ee3-a174-cbb66dbedb02 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:35.474968 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083b4f56-2b21-4ee3-a174-cbb66dbedb02 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:35.480081 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-083b4f56-2b21-4ee3-a174-cbb66dbedb02 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/subnets/830f300d-a2b5-4133-80ff-3ea382d08323 HTTP/1.1" status: 404 len: 337 time: 0.0529397 Sep 29 17:38:35.486794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47812) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:35.499701 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:35.508325 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:35.516741 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc89d99-bde7-437c-a80f-6028bf14e421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:35.517357 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc89d99-bde7-437c-a80f-6028bf14e421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:35.519522 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bbc89d99-bde7-437c-a80f-6028bf14e421 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/c3ad376a-14ba-4358-b92c-78110d413010 HTTP/1.1" status: 404 len: 339 time: 0.0315597 Sep 29 17:38:35.530929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47814) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:35.537822 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c2db5593-a4bc-424f-ae49-24e13645fe6d req-8d2a833a-17a4-45de-93c0-d8f6ef023169 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655429 Sep 29 17:38:35.552136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81226d05-e5f0-47e1-a078-eb36b41ac43a req-a4dab639-0c3d-4bc6-8eae-13aa52615cb8 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:35.554032 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81226d05-e5f0-47e1-a078-eb36b41ac43a req-a4dab639-0c3d-4bc6-8eae-13aa52615cb8 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.1792614 Sep 29 17:38:35.589407 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Network 9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:38:35.609675 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:35.611624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Pushing event updated for resources: {'Port': ['ID=627e279f-c9cb-4bad-91be-b2904ab245c8,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:35.615939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4bb858-c0b2-4e4e-acf2-184b0ef83a93 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:35.620152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:38:35.632457 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-da762949-a297-402c-ab71-51c8b221280f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:35.632959 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da762949-a297-402c-ab71-51c8b221280f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:35.636784 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-da762949-a297-402c-ab71-51c8b221280f tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/subnets/b8d415b2-c13f-4094-91ba-fe8bc52ddeb8 HTTP/1.1" status: 404 len: 337 time: 0.0800128 Sep 29 17:38:35.638540 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47816) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:35.658000 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb831aec-4628-41bd-b3f1-813369b1a335 x-openstack-request-id: req-fb831aec-4628-41bd-b3f1-813369b1a335 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:38:35.658360 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325711cf-61a6-4648-a68a-a44ae600e8e4", "name": "network-vif-plugged", "status": "completed", "tag": "20afe24d-65d1-4d9a-9ecc-fecfd92e66f9", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:38:35.658591 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb831aec-4628-41bd-b3f1-813369b1a335 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:38:35.658932 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325711cf-61a6-4648-a68a-a44ae600e8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20afe24d-65d1-4d9a-9ecc-fecfd92e66f9', 'code': 200} Sep 29 17:38:35.663873 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea4bb858-c0b2-4e4e-acf2-184b0ef83a93 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:35.664214 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-ea4bb858-c0b2-4e4e-acf2-184b0ef83a93 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Added segment dc9b1b53-9e92-47fc-8fc2-5529de89a216 of type vlan for network 889fea29-2dce-4bf1-84c6-659a8b30ef68 Sep 29 17:38:35.673183 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2d114e-17c9-4afd-9ff6-1944fea96730 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:35.674472 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2d114e-17c9-4afd-9ff6-1944fea96730 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:35.681670 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9e2d114e-17c9-4afd-9ff6-1944fea96730 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/576bf97c-79cc-4294-994d-9d0a2b358528 HTTP/1.1" status: 404 len: 339 time: 0.0408454 Sep 29 17:38:35.683360 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47820) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:35.685392 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81226d05-e5f0-47e1-a078-eb36b41ac43a req-9021a9f0-b56b-4bbe-a794-ffc0c2ba9cdb tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075048 Sep 29 17:38:35.730501 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97af05e-a7e9-435d-bf32-3c7e5e8753c0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:35.730971 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97af05e-a7e9-435d-bf32-3c7e5e8753c0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:35.736325 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c97af05e-a7e9-435d-bf32-3c7e5e8753c0 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/subnets/f88bab68-ecd7-45fe-b5d9-67beef060bd9 HTTP/1.1" status: 404 len: 337 time: 0.0520256 Sep 29 17:38:35.753012 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47824) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:35.757270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Attempting to bind port 627e279f-c9cb-4bad-91be-b2904ab245c8 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:38:35.758308 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Attempting to bind port 627e279f-c9cb-4bad-91be-b2904ab245c8 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'b54255e5-2609-4fb2-9d32-46d0330f3bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:38:35.758704 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Attempting to bind port 627e279f-c9cb-4bad-91be-b2904ab245c8 on network 9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:38:35.780369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:38:35.780750 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Checking segment: {'id': 'b54255e5-2609-4fb2-9d32-46d0330f3bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:35.781331 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:35.784741 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Bound using segment: {'id': 'b54255e5-2609-4fb2-9d32-46d0330f3bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:38:35.784741 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Bound port: 627e279f-c9cb-4bad-91be-b2904ab245c8, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54255e5-2609-4fb2-9d32-46d0330f3bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:38:35.784741 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:35.811882 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffd3c2a-b91f-4a56-a6ee-48724cfe7eb9 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:35.812395 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffd3c2a-b91f-4a56-a6ee-48724cfe7eb9 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:35.817240 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0ffd3c2a-b91f-4a56-a6ee-48724cfe7eb9 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/a57ec955-deb8-4e49-94e6-a741609f6cb9 HTTP/1.1" status: 404 len: 339 time: 0.0449867 Sep 29 17:38:35.820390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47826) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:35.825747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f82e87-c45c-42c8-9bd6-574dbc535e23 req-afa75b53-1964-48d4-bb96-c60c8290f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:35.828487 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a4f82e87-c45c-42c8-9bd6-574dbc535e23 req-afa75b53-1964-48d4-bb96-c60c8290f7d9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 1096 time: 0.1314406 Sep 29 17:38:35.842615 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea4bb858-c0b2-4e4e-acf2-184b0ef83a93 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:35.874953 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-4472db05-f8b5-44ed-a88b-ac52a550d5c6 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:35.875766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4472db05-f8b5-44ed-a88b-ac52a550d5c6 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:35.880211 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4472db05-f8b5-44ed-a88b-ac52a550d5c6 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/subnets/42aa7ead-7ac7-420a-aba7-8d6bd951490d HTTP/1.1" status: 404 len: 337 time: 0.0559323 Sep 29 17:38:35.882422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47832) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:35.919741 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] For port 627e279f-c9cb-4bad-91be-b2904ab245c8, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:38:35.922495 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e161e09-4eac-455b-9384-378dbaa0ec1a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:35.923195 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e161e09-4eac-455b-9384-378dbaa0ec1a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:35.925049 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9e161e09-4eac-455b-9384-378dbaa0ec1a tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/86778cd4-1d75-42ff-8faa-126d14d6b45e HTTP/1.1" status: 404 len: 339 time: 0.0392942 Sep 29 17:38:35.928013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] For port 627e279f-c9cb-4bad-91be-b2904ab245c8, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=627e279f-c9cb-4bad-91be-b2904ab245c8,segment=NetworkSegment(b54255e5-2609-4fb2-9d32-46d0330f3bca),segment_id=b54255e5-2609-4fb2-9d32-46d0330f3bca)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:38:35.928928 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47834) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:35.938745 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:35.961886 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea4bb858-c0b2-4e4e-acf2-184b0ef83a93 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:35.966738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb746863-b6b1-44a8-9bee-080eafcfa1ef req-81d97b73-5e94-4c03-b86f-e915e86c9afe tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:35.967318 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4bb858-c0b2-4e4e-acf2-184b0ef83a93 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:35.968031 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea4bb858-c0b2-4e4e-acf2-184b0ef83a93 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:35.971116 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb746863-b6b1-44a8-9bee-080eafcfa1ef req-81d97b73-5e94-4c03-b86f-e915e86c9afe tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2045367 Sep 29 17:38:35.976106 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a4f82e87-c45c-42c8-9bd6-574dbc535e23 req-02753eb3-e924-47de-9598-1bbd274fe0ec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963604 Sep 29 17:38:36.047164 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb746863-b6b1-44a8-9bee-080eafcfa1ef req-82904d4b-54b8-46c2-bd97-380e6788d5aa tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642829 Sep 29 17:38:36.066545 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b16be-fed1-458c-ab12-fdaa694912ba None None] Pushing event updated for resources: {'Port': ['ID=627e279f-c9cb-4bad-91be-b2904ab245c8,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:36.185000 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-a777a802-c8bf-41ef-800d-1a8549805de7 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Deleting subnet 23d71f99-afd9-4b8e-b738-83c9bd610a6a {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:38:36.207060 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a777a802-c8bf-41ef-800d-1a8549805de7 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:36.631980 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ea4bb858-c0b2-4e4e-acf2-184b0ef83a93 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2894480 Sep 29 17:38:36.635334 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47844) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:36.643262 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a3024195-d657-4a05-a521-9f8d1849f1d3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:36.680280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bb858-c0b2-4e4e-acf2-184b0ef83a93 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Network': ['ID=889fea29-2dce-4bf1-84c6-659a8b30ef68,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:36.692205 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 889fea29-2dce-4bf1-84c6-659a8b30ef68 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:36.712204 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a777a802-c8bf-41ef-800d-1a8549805de7 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:36.750488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5976ed-4726-421f-b33d-6129241bfbeb req-b7cb6980-0b7c-4a44-9cd3-7599df8bf1a0 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:36.758698 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c5976ed-4726-421f-b33d-6129241bfbeb req-b7cb6980-0b7c-4a44-9cd3-7599df8bf1a0 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1296422 Sep 29 17:38:36.763427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba1306-a164-42f8-9ec8-26eed0089af7 req-4753f0e8-7c87-4a37-abfa-83875cd0bff1 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:36.765136 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38ba1306-a164-42f8-9ec8-26eed0089af7 req-4753f0e8-7c87-4a37-abfa-83875cd0bff1 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.1424391 Sep 29 17:38:36.822234 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c5976ed-4726-421f-b33d-6129241bfbeb req-6bd735fe-3ceb-44a7-bcea-bea60376d4da tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620899 Sep 29 17:38:36.911592 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a777a802-c8bf-41ef-800d-1a8549805de7 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:36.916457 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38ba1306-a164-42f8-9ec8-26eed0089af7 req-27f006cd-3a02-4f80-8b4d-8544d78a6810 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331162 Sep 29 17:38:36.957746 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3024195-d657-4a05-a521-9f8d1849f1d3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:36.996096 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3024195-d657-4a05-a521-9f8d1849f1d3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:37.005680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3024195-d657-4a05-a521-9f8d1849f1d3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network 889fea29-2dce-4bf1-84c6-659a8b30ef68 is not hosted by any dhcp agent {{(pid=95016) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 17:38:37.027710 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3024195-d657-4a05-a521-9f8d1849f1d3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:37.028489 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3024195-d657-4a05-a521-9f8d1849f1d3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:37.030373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a3024195-d657-4a05-a521-9f8d1849f1d3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "PUT /v2.0/networks/889fea29-2dce-4bf1-84c6-659a8b30ef68 HTTP/1.1" status: 200 len: 723 time: 0.3925738 Sep 29 17:38:37.039622 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47854) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:37.052486 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ae036d36-0b41-40e9-bb59-fb1f1c9a06fd tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'subnet': {'network_id': '889fea29-2dce-4bf1-84c6-659a8b30ef68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:37.165039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3024195-d657-4a05-a521-9f8d1849f1d3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Network': ['ID=889fea29-2dce-4bf1-84c6-659a8b30ef68,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:37.192515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 889fea29-2dce-4bf1-84c6-659a8b30ef68 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:37.208568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65d9d2-091c-42f4-aff6-82855a980a31 req-4ebb7750-baf8-4e02-948d-f336caac229e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:37.210842 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd65d9d2-091c-42f4-aff6-82855a980a31 req-4ebb7750-baf8-4e02-948d-f336caac229e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.3024828 Sep 29 17:38:37.313563 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a777a802-c8bf-41ef-800d-1a8549805de7 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:37.346500 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b628a3a-e2e2-40ae-a01c-1147bce6ac46 req-b7d19095-9502-4054-a7db-f91e97666b7d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:37.348891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b628a3a-e2e2-40ae-a01c-1147bce6ac46 req-b7d19095-9502-4054-a7db-f91e97666b7d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.0755138 Sep 29 17:38:37.377862 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9743ac00-44e7-4063-9c92-e24b789404f1 None None] Network 655af29c-e403-497e-aaf3-18a11b8ae993 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:37.381265 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a777a802-c8bf-41ef-800d-1a8549805de7 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:37.384011 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a777a802-c8bf-41ef-800d-1a8549805de7 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/subnets/23d71f99-afd9-4b8e-b738-83c9bd610a6a HTTP/1.1" status: 204 len: 168 time: 1.4541309 Sep 29 17:38:37.384851 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777a802-c8bf-41ef-800d-1a8549805de7 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Subnet': ['ID=23d71f99-afd9-4b8e-b738-83c9bd610a6a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:37.388125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47858) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:37.455126 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd65d9d2-091c-42f4-aff6-82855a980a31 req-3cc9b9e8-15ec-4ef7-9a2c-b98b6591257e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712511 Sep 29 17:38:37.473685 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b628a3a-e2e2-40ae-a01c-1147bce6ac46 req-bf156954-6292-4e9a-a8bb-8074d9011688 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180036 Sep 29 17:38:37.475951 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae036d36-0b41-40e9-bb59-fb1f1c9a06fd tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:37.479813 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae036d36-0b41-40e9-bb59-fb1f1c9a06fd tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:37.543061 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:37.627190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b3a875-d1d6-4cca-9975-093ac0bc267d None None] Network 9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:37.627645 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Deleting port a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:37.628089 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:37.720121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] For port a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1,segment=NetworkSegment(38760a64-17ac-46ed-8824-ee2a1553c6d8),segment_id=38760a64-17ac-46ed-8824-ee2a1553c6d8)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:37.720486 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:37.751951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Calling delete_port for a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:37.947009 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 627e279f-c9cb-4bad-91be-b2904ab245c8 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:38:37.955774 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5589736f-60d8-493a-be8d-490f919ace78 None None] Provisioning complete for port 627e279f-c9cb-4bad-91be-b2904ab245c8 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:37.956154 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5589736f-60d8-493a-be8d-490f919ace78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:37.967963 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae036d36-0b41-40e9-bb59-fb1f1c9a06fd tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:37.968709 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:38.002400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Port': ['ID=a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:38.011283 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] No DVR routers for this DVR port a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:38.104670 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525c459f-cac7-4a51-b013-cae50ac1123f None None] DHCP port deletion for 655af29c-e403-497e-aaf3-18a11b8ae993 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:38:38.134862 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae036d36-0b41-40e9-bb59-fb1f1c9a06fd tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Subnet': ['ID=a8bbae05-7df4-4865-87e7-e08d74fce731,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:38.213695 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae036d36-0b41-40e9-bb59-fb1f1c9a06fd tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Checking segment: {'id': 'dc9b1b53-9e92-47fc-8fc2-5529de89a216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '889fea29-2dce-4bf1-84c6-659a8b30ef68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:38.215540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae036d36-0b41-40e9-bb59-fb1f1c9a06fd tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network hostable DHCP agents. Network: 889fea29-2dce-4bf1-84c6-659a8b30ef68, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:38:38.236406 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5589736f-60d8-493a-be8d-490f919ace78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:38.248357 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8025b-91da-469b-ae3a-605fe00b5cde req-8d77bbdd-405e-4b5c-9133-903b51ad12b6 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:38.262363 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-17d8025b-91da-469b-ae3a-605fe00b5cde req-8d77bbdd-405e-4b5c-9133-903b51ad12b6 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.4012489 Sep 29 17:38:38.271638 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:38.311434 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 627e279f-c9cb-4bad-91be-b2904ab245c8 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:38.311803 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:38.347334 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425ddfd-12b2-4bb0-b045-26c2af1a5400 req-c5ee3469-124b-4e58-b8ff-791a869188e4 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:38.357792 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5425ddfd-12b2-4bb0-b045-26c2af1a5400 req-c5ee3469-124b-4e58-b8ff-791a869188e4 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.2681048 Sep 29 17:38:38.385715 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655af29c-e403-497e-aaf3-18a11b8ae993']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:38.393411 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-17d8025b-91da-469b-ae3a-605fe00b5cde req-847468e6-607c-40fb-ae0a-460ec6875700 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302185 Sep 29 17:38:38.394166 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae036d36-0b41-40e9-bb59-fb1f1c9a06fd tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network 889fea29-2dce-4bf1-84c6-659a8b30ef68 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:38:38.418147 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5589736f-60d8-493a-be8d-490f919ace78 None None] For port 627e279f-c9cb-4bad-91be-b2904ab245c8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=627e279f-c9cb-4bad-91be-b2904ab245c8,segment=NetworkSegment(b54255e5-2609-4fb2-9d32-46d0330f3bca),segment_id=b54255e5-2609-4fb2-9d32-46d0330f3bca)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:38.430567 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-ae036d36-0b41-40e9-bb59-fb1f1c9a06fd tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 889fea29-2dce-4bf1-84c6-659a8b30ef68) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:38.430750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38760a64-17ac-46ed-8824-ee2a1553c6d8') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:38.430922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38760a64-17ac-46ed-8824-ee2a1553c6d8') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:38.438326 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae036d36-0b41-40e9-bb59-fb1f1c9a06fd tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:38.438914 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae036d36-0b41-40e9-bb59-fb1f1c9a06fd tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:38.454283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11da10bd-cb90-4174-b518-8b3dbfa0568f None None] Network 889fea29-2dce-4bf1-84c6-659a8b30ef68 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:38.458988 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5589736f-60d8-493a-be8d-490f919ace78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:38.477635 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ae036d36-0b41-40e9-bb59-fb1f1c9a06fd tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4368744 Sep 29 17:38:38.480598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47878) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:38.486406 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:38.521350 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5425ddfd-12b2-4bb0-b045-26c2af1a5400 req-a76cb8a6-6052-48db-99ad-f4d8d86dda72 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625602 Sep 29 17:38:38.523361 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:38.551834 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589736f-60d8-493a-be8d-490f919ace78 None None] Pushing event updated for resources: {'Port': ['ID=627e279f-c9cb-4bad-91be-b2904ab245c8,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:38.569839 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:38.591094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:38.593893 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:38.603573 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:38.765312 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:38.777045 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f06c0c-e6b1-47c2-8bf0-945fe8d348b0 req-1b088363-5a89-414a-ad7d-fb24a86c9ab8 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:38.781087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476f1fb2-ec37-486f-b3df-b7082226cc09 None None] Update dhcp port {'port': {'network_id': '9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39', 'fixed_ips': [{'subnet_id': 'cf9b2478-59f8-437b-be1f-3e42b62ea6ae', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e7e3949e-d4e8-45ff-8615-1764b11e11d0'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '627e279f-c9cb-4bad-91be-b2904ab245c8'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:38:38.784831 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24f06c0c-e6b1-47c2-8bf0-945fe8d348b0 req-1b088363-5a89-414a-ad7d-fb24a86c9ab8 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.1123879 Sep 29 17:38:38.798565 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:38.800744 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] 10.222.0.44 "DELETE /v2.0/networks/655af29c-e403-497e-aaf3-18a11b8ae993 HTTP/1.1" status: 204 len: 168 time: 1.4114099 Sep 29 17:38:38.819814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5fec6-b2c3-4ac2-80d2-fff03cb0c816 tempest-NetworksTest-1981000280 tempest-NetworksTest-1981000280-project] Pushing event deleted for resources: {'Network': ['ID=655af29c-e403-497e-aaf3-18a11b8ae993,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:38.840519 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-125923994'] for subnet, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:38.871343 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24f06c0c-e6b1-47c2-8bf0-945fe8d348b0 req-87797270-94f5-492b-88c9-15fbfe169543 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848775 Sep 29 17:38:38.906768 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889079b-c179-49c2-9e19-9c26aa6b99eb req-b068f63f-8d1a-41d4-96af-d5f1519bc222 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:38.915802 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5889079b-c179-49c2-9e19-9c26aa6b99eb req-b068f63f-8d1a-41d4-96af-d5f1519bc222 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.2143722 Sep 29 17:38:38.938760 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-476f1fb2-ec37-486f-b3df-b7082226cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:39.020344 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5889079b-c179-49c2-9e19-9c26aa6b99eb req-88de8e36-3304-4274-be55-818a90ba598f tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027830 Sep 29 17:38:39.059164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-889fea29-2dce-4bf1-84c6-659a8b30ef68', 'network_id': '889fea29-2dce-4bf1-84c6-659a8b30ef68', 'tenant_id': '8fd58ccd080b4d6fb81961294b2c55bf', 'fixed_ips': [{'subnet_id': 'a8bbae05-7df4-4865-87e7-e08d74fce731'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:38:39.060024 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:39.069724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248f832-aace-4ef3-9d8a-b45b62d5bf7a req-80505926-6082-4614-8aac-203fd54badd2 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:39.078673 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c248f832-aace-4ef3-9d8a-b45b62d5bf7a req-80505926-6082-4614-8aac-203fd54badd2 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1098323 Sep 29 17:38:39.217013 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c248f832-aace-4ef3-9d8a-b45b62d5bf7a req-a6c55608-1cfa-407b-b059-3219674f3d8b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306176 Sep 29 17:38:39.219445 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770531869687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126097259'] for subnet, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:39.245089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:39.245692 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:39.250387 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "PUT /v2.0/subnets/a8bbae05-7df4-4865-87e7-e08d74fce731 HTTP/1.1" status: 200 len: 826 time: 0.7683241 Sep 29 17:38:39.253661 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47894) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:39.387934 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47902) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:39.405913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Subnet': ['ID=a8bbae05-7df4-4865-87e7-e08d74fce731,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:39.450758 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:39.458652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:39.459002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:39.459342 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:39.459680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:39.460012 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:39.460343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:39.460669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:39.460997 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:39.461409 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:39.461702 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:39.462025 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:39.462349 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a5344-3287-47e1-9b40-8a60b887a5b0 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:39.500420 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd7736-15a1-4329-ab45-c7fb213c0176 req-e84a6b98-a958-4a3a-ace8-be1100da1f3f tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:39.510370 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ccd7736-15a1-4329-ab45-c7fb213c0176 req-e84a6b98-a958-4a3a-ace8-be1100da1f3f tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.1013744 Sep 29 17:38:39.547866 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Allocated IP 2001:db8::2 (889fea29-2dce-4bf1-84c6-659a8b30ef68/a8bbae05-7df4-4865-87e7-e08d74fce731/3a8d905e-1c66-4e20-9c95-92531f89d2a0) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:38:39.573470 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ccd7736-15a1-4329-ab45-c7fb213c0176 req-cbecde18-d5a4-446d-8533-c64101ee7ed0 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613089 Sep 29 17:38:39.590843 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02030c24-e7ce-4c0a-803b-729f9498f460 req-402a7f82-656c-4252-8e71-bfec54c9a8bf tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:39.604276 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02030c24-e7ce-4c0a-803b-729f9498f460 req-402a7f82-656c-4252-8e71-bfec54c9a8bf tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1488383 Sep 29 17:38:39.645030 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aa191d9e-5ff0-4861-b13e-2fcfbaf66d0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17e27756e396474aa986253bf2f2138e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496679 Sep 29 17:38:39.647520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47908) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:39.667206 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:39.680546 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02030c24-e7ce-4c0a-803b-729f9498f460 req-ec761985-d10c-405c-8543-d33f86851909 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745368 Sep 29 17:38:39.775888 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d75f4df-0eb4-40e2-95ed-97928439afc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:39.841100 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-476f1fb2-ec37-486f-b3df-b7082226cc09 None None] Allocated IP 172.20.0.1 (9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39/e7e3949e-d4e8-45ff-8615-1764b11e11d0/627e279f-c9cb-4bad-91be-b2904ab245c8) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:38:39.845915 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d75f4df-0eb4-40e2-95ed-97928439afc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:39.921042 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 627e279f-c9cb-4bad-91be-b2904ab245c8 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:38:39.945977 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d75f4df-0eb4-40e2-95ed-97928439afc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:39.949017 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d75f4df-0eb4-40e2-95ed-97928439afc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:39.950264 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8d75f4df-0eb4-40e2-95ed-97928439afc1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28cc9b05-8af2-4f19-868a-cd0c1320ed46 HTTP/1.1" status: 204 len: 168 time: 0.3015234 Sep 29 17:38:39.951031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715eee4a-966d-4d88-a9f7-119809ed5181 req-198532fe-bb81-4e77-94b4-14532c9eabcf tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:39.974733 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:39.974876 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-715eee4a-966d-4d88-a9f7-119809ed5181 req-198532fe-bb81-4e77-94b4-14532c9eabcf tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1076519 Sep 29 17:38:39.975651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75f4df-0eb4-40e2-95ed-97928439afc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cc9b05-8af2-4f19-868a-cd0c1320ed46,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:39.999227 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:40.092507 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc74d9b-8047-4009-827e-60a895e2eeb0 req-852787f2-00e7-43ae-a28e-64692fab79c4 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:40.101546 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2dc74d9b-8047-4009-827e-60a895e2eeb0 req-852787f2-00e7-43ae-a28e-64692fab79c4 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.1020894 Sep 29 17:38:40.119756 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Pushing event updated for resources: {'Port': ['ID=3a8d905e-1c66-4e20-9c95-92531f89d2a0,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:40.121000 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-715eee4a-966d-4d88-a9f7-119809ed5181 req-6ae42660-3779-4e3e-8afe-0ebbc44fe53c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418996 Sep 29 17:38:40.145120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Network 889fea29-2dce-4bf1-84c6-659a8b30ef68 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:38:40.159596 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:40.164588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:40.175496 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2dc74d9b-8047-4009-827e-60a895e2eeb0 req-942de8df-f712-4486-afb6-cbb6045d8532 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725827 Sep 29 17:38:40.195353 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:38:40.244782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Subnet': ['ID=a8bbae05-7df4-4865-87e7-e08d74fce731,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:40.247574 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 627e279f-c9cb-4bad-91be-b2904ab245c8 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:40.248166 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:40.304157 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-476f1fb2-ec37-486f-b3df-b7082226cc09 None None] For port 627e279f-c9cb-4bad-91be-b2904ab245c8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=627e279f-c9cb-4bad-91be-b2904ab245c8,segment=NetworkSegment(b54255e5-2609-4fb2-9d32-46d0330f3bca),segment_id=b54255e5-2609-4fb2-9d32-46d0330f3bca)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:40.351101 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Attempting to bind port 3a8d905e-1c66-4e20-9c95-92531f89d2a0 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:38:40.351700 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Attempting to bind port 3a8d905e-1c66-4e20-9c95-92531f89d2a0 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'dc9b1b53-9e92-47fc-8fc2-5529de89a216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '889fea29-2dce-4bf1-84c6-659a8b30ef68'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:38:40.352163 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Attempting to bind port 3a8d905e-1c66-4e20-9c95-92531f89d2a0 on network 889fea29-2dce-4bf1-84c6-659a8b30ef68 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:38:40.371579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:38:40.372039 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Checking segment: {'id': 'dc9b1b53-9e92-47fc-8fc2-5529de89a216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '889fea29-2dce-4bf1-84c6-659a8b30ef68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:40.372678 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:40.374658 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Bound using segment: {'id': 'dc9b1b53-9e92-47fc-8fc2-5529de89a216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '889fea29-2dce-4bf1-84c6-659a8b30ef68'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:38:40.374780 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Bound port: 3a8d905e-1c66-4e20-9c95-92531f89d2a0, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc9b1b53-9e92-47fc-8fc2-5529de89a216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '889fea29-2dce-4bf1-84c6-659a8b30ef68'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:38:40.375335 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:40.404622 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-476f1fb2-ec37-486f-b3df-b7082226cc09 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:40.419727 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-476f1fb2-ec37-486f-b3df-b7082226cc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:40.465146 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:40.547494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889fea29-2dce-4bf1-84c6-659a8b30ef68']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:40.582271 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429ea44-c845-4ec9-83c2-b3b9faf55d19 req-7bec6368-2b34-40c7-bb72-905d4c94add9 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:40.595626 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d429ea44-c845-4ec9-83c2-b3b9faf55d19 req-7bec6368-2b34-40c7-bb72-905d4c94add9 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2753217 Sep 29 17:38:40.607623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9b1b53-9e92-47fc-8fc2-5529de89a216') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:40.607623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9b1b53-9e92-47fc-8fc2-5529de89a216') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:40.630143 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:40.664433 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:40.698102 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d429ea44-c845-4ec9-83c2-b3b9faf55d19 req-e038d5e9-5ad0-44ed-9a3c-6c76bcbc9be6 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949314 Sep 29 17:38:40.699483 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:40.705384 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:40.721640 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:40.789391 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f1fb2-ec37-486f-b3df-b7082226cc09 None None] Pushing event updated for resources: {'Port': ['ID=627e279f-c9cb-4bad-91be-b2904ab245c8,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:40.796534 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-991ca2c6-e2ad-4987-8851-356b3eec4a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:40.811226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] For port 3a8d905e-1c66-4e20-9c95-92531f89d2a0, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:38:40.905487 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.api [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 17:38:40.905487 n-d-811748-2 neutron-server[95016]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 17:38:40.905487 n-d-811748-2 neutron-server[95016]: [parameters: {'id': '889fea29-2dce-4bf1-84c6-659a8b30ef68'}] Sep 29 17:38:40.905487 n-d-811748-2 neutron-server[95016]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:38:40.905874 n-d-811748-2 neutron-server[95016]: DEBUG oslo_db.api [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:38:40.909745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] For port 3a8d905e-1c66-4e20-9c95-92531f89d2a0, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3a8d905e-1c66-4e20-9c95-92531f89d2a0,segment=NetworkSegment(dc9b1b53-9e92-47fc-8fc2-5529de89a216),segment_id=dc9b1b53-9e92-47fc-8fc2-5529de89a216)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:38:40.917903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:38:40.964068 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea577e8-41eb-4dcb-aa5b-781a9e0c8893 req-003a6fa4-b1dc-4788-9a96-e414100ef8e9 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:40.967050 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2ea577e8-41eb-4dcb-aa5b-781a9e0c8893 req-003a6fa4-b1dc-4788-9a96-e414100ef8e9 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.1323028 Sep 29 17:38:41.011370 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:38:41.012547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a8bdb969-1ffe-41b9-8f3d-8a08ee9a75f1 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:38:41.015278 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:41.083354 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2ea577e8-41eb-4dcb-aa5b-781a9e0c8893 req-9e7dca81-d014-46ee-92d6-8f7815a514ca tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057701 Sep 29 17:38:41.260160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b9a087-1232-4b9f-ac1e-14ad26e28e58 None None] Network 889fea29-2dce-4bf1-84c6-659a8b30ef68 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:41.328117 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ad4ea-dad4-4916-a658-566e286db60a None None] Pushing event updated for resources: {'Port': ['ID=3a8d905e-1c66-4e20-9c95-92531f89d2a0,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:41.407422 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:41.648097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Deleting port 3a8d905e-1c66-4e20-9c95-92531f89d2a0 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:41.648540 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:41.693237 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f69ca23-1d98-403d-bbfd-2ba6e495978f None None] Network 889fea29-2dce-4bf1-84c6-659a8b30ef68 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:41.704802 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47974) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:41.966692 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7809fd-2f63-45b0-ac16-6f03a843c419 req-e018440d-0e67-4e8c-bef5-8ad94d94c33b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:41.986135 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca7809fd-2f63-45b0-ac16-6f03a843c419 req-e018440d-0e67-4e8c-bef5-8ad94d94c33b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1949391 Sep 29 17:38:42.032402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] For port 3a8d905e-1c66-4e20-9c95-92531f89d2a0, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3a8d905e-1c66-4e20-9c95-92531f89d2a0,segment=NetworkSegment(dc9b1b53-9e92-47fc-8fc2-5529de89a216),segment_id=dc9b1b53-9e92-47fc-8fc2-5529de89a216)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:42.035343 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:42.044762 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca7809fd-2f63-45b0-ac16-6f03a843c419 req-fe9e9e1a-3cde-44df-ac91-b871b5eb7df3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575030 Sep 29 17:38:42.055499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 627e279f-c9cb-4bad-91be-b2904ab245c8 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:38:42.075338 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e0421c6f-81ff-463e-8c4f-c64db75d48b3 tempest-ServiceProvidersTest-1241659012 tempest-ServiceProvidersTest-1241659012-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3671162 Sep 29 17:38:42.135194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Calling delete_port for 3a8d905e-1c66-4e20-9c95-92531f89d2a0 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:42.145244 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8961383-cefd-4349-8042-36f5bc1c8e51 None None] Network 9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:42.220160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-de76e5fd-4f76-4f6f-a7d4-6f8a997f0bfc None None] Provisioning complete for port 627e279f-c9cb-4bad-91be-b2904ab245c8 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:42.221049 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de76e5fd-4f76-4f6f-a7d4-6f8a997f0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:42.272041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d29986-1e02-4a98-9eef-fecd1d43e7d1 req-d1263a9c-7a5e-4b60-b4c7-59f14c70b75b tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:42.277042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81673c-4ba8-4e75-8ae3-be056ae74a01 req-c8ba694d-1623-4745-b012-e412096a2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:42.281407 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1d29986-1e02-4a98-9eef-fecd1d43e7d1 req-d1263a9c-7a5e-4b60-b4c7-59f14c70b75b tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.1101685 Sep 29 17:38:42.287176 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e81673c-4ba8-4e75-8ae3-be056ae74a01 req-c8ba694d-1623-4745-b012-e412096a2691 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=261539f5c2dc42ac92634671d2b84b48&device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 1096 time: 0.5568016 Sep 29 17:38:42.313804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd41ff9-6110-4ce7-a596-733f6a1eff57 req-d13d029c-e35c-4604-932f-fcfe77b1a156 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:42.315355 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ecd41ff9-6110-4ce7-a596-733f6a1eff57 req-d13d029c-e35c-4604-932f-fcfe77b1a156 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.5245881 Sep 29 17:38:42.367046 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1d29986-1e02-4a98-9eef-fecd1d43e7d1 req-a248e368-c3bb-4aba-940f-618d45eb8c35 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844693 Sep 29 17:38:42.444357 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ecd41ff9-6110-4ce7-a596-733f6a1eff57 req-b35ed762-236f-45f0-8718-83323589b8cf tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080132 Sep 29 17:38:42.531437 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 627e279f-c9cb-4bad-91be-b2904ab245c8 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:42.532526 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:42.611319 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:42.663299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81673c-4ba8-4e75-8ae3-be056ae74a01 req-8c645b57-a889-408d-ade7-e36818fd9d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:42.664731 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e81673c-4ba8-4e75-8ae3-be056ae74a01 req-8c645b57-a889-408d-ade7-e36818fd9d2f service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a4ba6b0-2f48-49a4-80c8-22c448d265df HTTP/1.1" status: 200 len: 911 time: 0.3340666 Sep 29 17:38:42.676506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47992) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:42.677032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Port': ['ID=3a8d905e-1c66-4e20-9c95-92531f89d2a0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:42.713977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No DVR routers for this DVR port 3a8d905e-1c66-4e20-9c95-92531f89d2a0 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:42.716365 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e81673c-4ba8-4e75-8ae3-be056ae74a01 req-06795374-ce06-4224-a3ff-e9d0b5127e04 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 HTTP/1.1" status: 200 len: 217 time: 0.0408232 Sep 29 17:38:42.795244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81673c-4ba8-4e75-8ae3-be056ae74a01 req-f881c2b0-7d31-4163-a353-ab2a7f68203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:42.796772 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e81673c-4ba8-4e75-8ae3-be056ae74a01 req-f881c2b0-7d31-4163-a353-ab2a7f68203a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bc8ef53-da64-47f6-ba3f-2515fe90a3cf HTTP/1.1" status: 200 len: 850 time: 0.0543859 Sep 29 17:38:42.859857 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3373fb68-79eb-4385-933f-5bf6b3ce1850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:42.923329 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e81673c-4ba8-4e75-8ae3-be056ae74a01 req-11395dc0-97b2-4fe9-9cfd-6315d1a284f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a4ba6b0-2f48-49a4-80c8-22c448d265df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780866 Sep 29 17:38:42.990389 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.042984 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3373fb68-79eb-4385-933f-5bf6b3ce1850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.056421 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3373fb68-79eb-4385-933f-5bf6b3ce1850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.137060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889fea29-2dce-4bf1-84c6-659a8b30ef68']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:43.158385 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3373fb68-79eb-4385-933f-5bf6b3ce1850 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed564deb50674e329000b058799ea712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4806502 Sep 29 17:38:43.159206 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48002) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:43.160074 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373fb68-79eb-4385-933f-5bf6b3ce1850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7007b89d-7e42-4311-ae7b-dc53a64605ba,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:43.210777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc9b1b53-9e92-47fc-8fc2-5529de89a216') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:43.211346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc9b1b53-9e92-47fc-8fc2-5529de89a216') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:43.228142 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.264678 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.274245 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e81673c-4ba8-4e75-8ae3-be056ae74a01 req-ac3975cb-402a-4b49-8292-31a146b1e07e service neutron] 10.222.0.49 "GET /v2.0/networks/8a4ba6b0-2f48-49a4-80c8-22c448d265df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364921 Sep 29 17:38:43.276146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:43.276582 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:43.279781 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:43.282202 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6472577-22f7-478b-8a5a-1883cc6a7f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.340526 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6472577-22f7-478b-8a5a-1883cc6a7f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.348748 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e229f9f7-492e-45fc-8bc8-72ed9b39035c None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:38:43.379261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d76f5-0ea6-4736-a7b0-b18102ce1096 req-a70e0c7f-370a-4bb9-a39f-b3c9121f3a71 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:43.381543 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-503d76f5-0ea6-4736-a7b0-b18102ce1096 req-a70e0c7f-370a-4bb9-a39f-b3c9121f3a71 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2494137 Sep 29 17:38:43.401695 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6472577-22f7-478b-8a5a-1883cc6a7f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.404239 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6472577-22f7-478b-8a5a-1883cc6a7f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.408247 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d6472577-22f7-478b-8a5a-1883cc6a7f47 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7007b89d-7e42-4311-ae7b-dc53a64605ba HTTP/1.1" status: 204 len: 168 time: 0.2328143 Sep 29 17:38:43.417789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6472577-22f7-478b-8a5a-1883cc6a7f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7007b89d-7e42-4311-ae7b-dc53a64605ba,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:43.502086 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.509836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e2affae1-0e70-47a6-a678-48524ad9c652 None None] Provisioning complete for port 627e279f-c9cb-4bad-91be-b2904ab245c8 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:43.510213 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e2affae1-0e70-47a6-a678-48524ad9c652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.515818 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e81673c-4ba8-4e75-8ae3-be056ae74a01 req-9b003310-bf0a-4b75-9cf6-92fe643f624e service neutron] 10.222.0.49 "GET /v2.0/networks/8a4ba6b0-2f48-49a4-80c8-22c448d265df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228458 Sep 29 17:38:43.517101 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.518713 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/889fea29-2dce-4bf1-84c6-659a8b30ef68 HTTP/1.1" status: 204 len: 168 time: 4.2634609 Sep 29 17:38:43.524463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48010) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:43.548894 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-503d76f5-0ea6-4736-a7b0-b18102ce1096 req-93d354c5-d582-48f7-8026-738afbefad15 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591496 Sep 29 17:38:43.552080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e8b0a-ea85-4752-ba05-ba5051ea4f5b tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Network': ['ID=889fea29-2dce-4bf1-84c6-659a8b30ef68,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:43.565845 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a5997ade-bc11-4da6-98fb-3d44bb0e871c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.576444 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6f1f76-c7bd-4c0d-8d17-3a7046cb2498 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:43.577097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6f1f76-c7bd-4c0d-8d17-3a7046cb2498 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:43.582901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0c6f1f76-c7bd-4c0d-8d17-3a7046cb2498 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/889fea29-2dce-4bf1-84c6-659a8b30ef68 HTTP/1.1" status: 404 len: 339 time: 0.0532200 Sep 29 17:38:43.585220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48014) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:43.595564 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-00d87f38-9b80-48d3-97d1-463ea5d92df2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2139416944', 'description': 'd1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:43.640018 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499f06f-b531-45f5-9235-f850490aaf07 req-eca3dd25-6905-4c57-b2ad-c0ba5e3e59e7 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:43.640482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e229f9f7-492e-45fc-8bc8-72ed9b39035c None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:38:43.652477 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9499f06f-b531-45f5-9235-f850490aaf07 req-eca3dd25-6905-4c57-b2ad-c0ba5e3e59e7 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.1701038 Sep 29 17:38:43.695433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d87f38-9b80-48d3-97d1-463ea5d92df2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:43.709581 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-00d87f38-9b80-48d3-97d1-463ea5d92df2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.718176 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32419993-f9ae-4c06-9cea-77f26c686b19 req-9057439d-2475-4bd1-91a3-ec2ea2ed22bc tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:43.723076 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32419993-f9ae-4c06-9cea-77f26c686b19 req-9057439d-2475-4bd1-91a3-ec2ea2ed22bc tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.0767553 Sep 29 17:38:43.750756 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9499f06f-b531-45f5-9235-f850490aaf07 req-bdb1d60a-b258-41d0-90dc-b2273e3d7f29 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973897 Sep 29 17:38:43.755352 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d87f38-9b80-48d3-97d1-463ea5d92df2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:43.772751 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-00d87f38-9b80-48d3-97d1-463ea5d92df2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.773552 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-00d87f38-9b80-48d3-97d1-463ea5d92df2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Added segment daa464b2-37c7-469f-80d4-c1fe28535200 of type vlan for network 0772bdd1-4181-4055-8921-8a0fbc07174f Sep 29 17:38:43.802308 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32419993-f9ae-4c06-9cea-77f26c686b19 req-daaff7e5-5d22-4559-bd6f-5e7b87fe63d4 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702727 Sep 29 17:38:43.853065 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-00d87f38-9b80-48d3-97d1-463ea5d92df2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.888838 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-00d87f38-9b80-48d3-97d1-463ea5d92df2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.894724 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d87f38-9b80-48d3-97d1-463ea5d92df2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:43.898918 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-00d87f38-9b80-48d3-97d1-463ea5d92df2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:43.936211 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-00d87f38-9b80-48d3-97d1-463ea5d92df2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3457587 Sep 29 17:38:43.939708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48022) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:43.973866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d87f38-9b80-48d3-97d1-463ea5d92df2 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Network': ['ID=0772bdd1-4181-4055-8921-8a0fbc07174f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:44.005942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 0772bdd1-4181-4055-8921-8a0fbc07174f details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:44.081617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae20643-f374-4b1f-8866-6ab5b2d9afd8 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:44.084700 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6ae20643-f374-4b1f-8866-6ab5b2d9afd8 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "GET /v2.0/networks?id=0772bdd1-4181-4055-8921-8a0fbc07174f HTTP/1.1" status: 200 len: 765 time: 0.1412559 Sep 29 17:38:44.087322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48032) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:44.093339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ee65a48e-9468-4c9a-b892-8a29f4efdb22 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'network': {'description': 'd2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:44.361328 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee65a48e-9468-4c9a-b892-8a29f4efdb22 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:44.380280 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee65a48e-9468-4c9a-b892-8a29f4efdb22 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:44.411502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee65a48e-9468-4c9a-b892-8a29f4efdb22 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network 0772bdd1-4181-4055-8921-8a0fbc07174f is not hosted by any dhcp agent {{(pid=95016) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 17:38:44.416479 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee65a48e-9468-4c9a-b892-8a29f4efdb22 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:44.417139 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee65a48e-9468-4c9a-b892-8a29f4efdb22 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:44.420897 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ee65a48e-9468-4c9a-b892-8a29f4efdb22 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "PUT /v2.0/networks/0772bdd1-4181-4055-8921-8a0fbc07174f HTTP/1.1" status: 200 len: 762 time: 0.3300669 Sep 29 17:38:44.422602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48044) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:44.460321 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:44.465601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65a48e-9468-4c9a-b892-8a29f4efdb22 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Network': ['ID=0772bdd1-4181-4055-8921-8a0fbc07174f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:44.478194 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 0772bdd1-4181-4055-8921-8a0fbc07174f details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:44.609555 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:44.634044 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:44.638354 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21ae9b8-9e2b-4db1-bfd3-4672d0c5c6d3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:44.645256 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f21ae9b8-9e2b-4db1-bfd3-4672d0c5c6d3 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "GET /v2.0/networks?id=0772bdd1-4181-4055-8921-8a0fbc07174f HTTP/1.1" status: 200 len: 765 time: 0.2214987 Sep 29 17:38:44.645918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48054) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:44.873026 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11586f-ca2b-4eb0-ba77-235da4725283 req-d506dc07-dc2e-4264-9470-f4cf1655e96b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:44.874987 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b11586f-ca2b-4eb0-ba77-235da4725283 req-d506dc07-dc2e-4264-9470-f4cf1655e96b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1876485 Sep 29 17:38:44.937667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087c773-836d-4bca-ad7f-fec6370d8d9e req-d4bd052b-c5a3-44e6-9f49-05891c0d5d37 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:44.939888 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d087c773-836d-4bca-ad7f-fec6370d8d9e req-d4bd052b-c5a3-44e6-9f49-05891c0d5d37 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.0695248 Sep 29 17:38:44.965034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bc8ce3-1a69-4831-82a0-6c1dc752dde8 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:44.966640 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-14bc8ce3-1a69-4831-82a0-6c1dc752dde8 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3197041 Sep 29 17:38:44.969695 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48072) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:44.976453 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b11586f-ca2b-4eb0-ba77-235da4725283 req-c0091346-012a-450a-85a6-8dd37a4ac426 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910420 Sep 29 17:38:45.016845 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2e67f5a6-beeb-45bc-8b8b-30da1afc9333 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 207 time: 0.0457678 Sep 29 17:38:45.020704 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48074) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:45.039680 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d087c773-836d-4bca-ad7f-fec6370d8d9e req-508debb4-f168-4e20-9620-b98b9df25d18 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861266 Sep 29 17:38:45.172022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cb4f7-890a-4cc9-822c-927d155c51f7 req-ffa1a01f-4a12-492a-a552-b033c11dc005 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.178360 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-528cb4f7-890a-4cc9-822c-927d155c51f7 req-ffa1a01f-4a12-492a-a552-b033c11dc005 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.1198583 Sep 29 17:38:45.225296 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-528cb4f7-890a-4cc9-822c-927d155c51f7 req-e33c6953-4177-4e96-aefe-1875c55b4a80 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439379 Sep 29 17:38:45.298131 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e82f7f-5f1a-42ab-9e68-1011594cb4ea tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.307644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e82f7f-5f1a-42ab-9e68-1011594cb4ea tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.317567 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e82f7f-5f1a-42ab-9e68-1011594cb4ea tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.324118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e82f7f-5f1a-42ab-9e68-1011594cb4ea tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.330860 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e82f7f-5f1a-42ab-9e68-1011594cb4ea tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.337767 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e82f7f-5f1a-42ab-9e68-1011594cb4ea tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.345907 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-04e82f7f-5f1a-42ab-9e68-1011594cb4ea tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3239195 Sep 29 17:38:45.346323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48084) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:45.487129 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a0592242-8889-48ef-a8ea-9aebfefc456a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1393251 Sep 29 17:38:45.492826 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48092) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:45.583246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea170e73-0691-4a79-bfe9-6625d8e9f803 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.584798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea170e73-0691-4a79-bfe9-6625d8e9f803 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.586444 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea170e73-0691-4a79-bfe9-6625d8e9f803 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.587935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea170e73-0691-4a79-bfe9-6625d8e9f803 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.589481 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea170e73-0691-4a79-bfe9-6625d8e9f803 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.591191 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ea170e73-0691-4a79-bfe9-6625d8e9f803 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0974352 Sep 29 17:38:45.596423 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48094) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:45.604116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ae919-60bb-48fa-92b5-bf2ddd7c6c00 req-5899af6d-2e9f-4855-b699-ccace09e1771 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.605623 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-226ae919-60bb-48fa-92b5-bf2ddd7c6c00 req-5899af6d-2e9f-4855-b699-ccace09e1771 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.1038318 Sep 29 17:38:45.698411 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-226ae919-60bb-48fa-92b5-bf2ddd7c6c00 req-ad33c0cc-796a-446d-ae6e-ab58b8c982c2 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854738 Sep 29 17:38:45.746337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f550715f-94ea-455e-8b69-e2a6589622b6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.747732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f550715f-94ea-455e-8b69-e2a6589622b6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.749256 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f550715f-94ea-455e-8b69-e2a6589622b6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.750653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f550715f-94ea-455e-8b69-e2a6589622b6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.752068 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f550715f-94ea-455e-8b69-e2a6589622b6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['shared'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.754333 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f550715f-94ea-455e-8b69-e2a6589622b6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1560664 Sep 29 17:38:45.757761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48098) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:45.872592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6f69a6-e728-4eaf-b7f1-f4e554bea248 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:45.874291 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8e6f69a6-e728-4eaf-b7f1-f4e554bea248 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "GET /v2.0/networks/bd1d7695-b6f7-4aae-925d-5b3d662809f2 HTTP/1.1" status: 200 len: 804 time: 0.1156034 Sep 29 17:38:45.878472 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48100) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:46.015117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48106) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:46.031239 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-199be18b-560b-4bcc-ba0e-8130e40acbdb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "GET /v2.0/networks/bd1d7695-b6f7-4aae-925d-5b3d662809f2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1508355 Sep 29 17:38:46.104250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d660e0a8-b6a7-4c97-ba48-c194758fb96f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:46.105778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d660e0a8-b6a7-4c97-ba48-c194758fb96f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "GET /v2.0/subnets/1959a53c-0d43-4a79-a7c7-74bbe59a7342 HTTP/1.1" status: 200 len: 843 time: 0.0896826 Sep 29 17:38:46.111160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48110) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:46.239830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5beccb8-c775-402b-9032-d787b67cd13c req-ddb27b04-f4be-4577-b228-2de65808414c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:46.252946 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b5beccb8-c775-402b-9032-d787b67cd13c req-ddb27b04-f4be-4577-b228-2de65808414c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1523073 Sep 29 17:38:46.260377 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfb05eb-d229-4534-8020-c92325b0aecc tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['shared'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:46.266868 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0dfb05eb-d229-4534-8020-c92325b0aecc tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "GET /v2.0/subnets/1959a53c-0d43-4a79-a7c7-74bbe59a7342?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1494641 Sep 29 17:38:46.269038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48118) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:46.284632 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-81e269fd-af7f-46e3-be17-e56b972e29de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1076826121'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:46.297818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48120) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:46.356221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e269fd-af7f-46e3-be17-e56b972e29de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:46.372103 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b5beccb8-c775-402b-9032-d787b67cd13c req-c351bb55-81ee-4e9f-843d-1cb55263165d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168149 Sep 29 17:38:46.383008 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-81e269fd-af7f-46e3-be17-e56b972e29de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:46.459188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e269fd-af7f-46e3-be17-e56b972e29de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:46.481862 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-81e269fd-af7f-46e3-be17-e56b972e29de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:46.482215 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-81e269fd-af7f-46e3-be17-e56b972e29de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Added segment ab6e4c33-5db4-4ca4-acab-52f64025722a of type vlan for network 8323c07b-8c1c-450e-8156-a4a81832d59a Sep 29 17:38:46.563475 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-81e269fd-af7f-46e3-be17-e56b972e29de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:46.602403 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4149af-94bf-4920-be45-654ba473c0f2 req-14291cad-943c-4595-8369-d3d469843b98 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:46.603953 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db4149af-94bf-4920-be45-654ba473c0f2 req-14291cad-943c-4595-8369-d3d469843b98 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.0891705 Sep 29 17:38:46.827885 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:46.887296 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d935c-8768-4e95-9177-95e9a7f6170d req-b53c6b3e-a65d-4bc7-ae08-2d4c3c18422d tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:46.888994 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c79d935c-8768-4e95-9177-95e9a7f6170d req-b53c6b3e-a65d-4bc7-ae08-2d4c3c18422d tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.0677619 Sep 29 17:38:46.942427 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c79d935c-8768-4e95-9177-95e9a7f6170d req-13770a81-93b3-44f6-b139-7f993fa571ce tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454183 Sep 29 17:38:47.093523 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-81e269fd-af7f-46e3-be17-e56b972e29de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:47.100477 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e269fd-af7f-46e3-be17-e56b972e29de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:47.100955 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-81e269fd-af7f-46e3-be17-e56b972e29de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:47.151930 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-81e269fd-af7f-46e3-be17-e56b972e29de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8807330 Sep 29 17:38:47.166027 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48136) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:47.178305 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-aa2eed2a-87e9-4ab6-9f5d-e9f851763eb4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'subnet': {'network_id': '8323c07b-8c1c-450e-8156-a4a81832d59a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:47.211509 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db4149af-94bf-4920-be45-654ba473c0f2 req-105a2b72-6cab-433f-bf09-534b98ac6dab tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790166 Sep 29 17:38:47.303401 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e269fd-af7f-46e3-be17-e56b972e29de tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Network': ['ID=8323c07b-8c1c-450e-8156-a4a81832d59a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:47.319955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 8323c07b-8c1c-450e-8156-a4a81832d59a details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:47.339959 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2eed2a-87e9-4ab6-9f5d-e9f851763eb4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Made reservation on behalf of 8fd58ccd080b4d6fb81961294b2c55bf for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:47.343684 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa2eed2a-87e9-4ab6-9f5d-e9f851763eb4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:47.398265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996129e0-c76c-40d6-af7f-097f6c739130 req-81bbc959-23db-4738-865f-4429d328fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:47.400226 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-996129e0-c76c-40d6-af7f-097f6c739130 req-81bbc959-23db-4738-865f-4429d328fca8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=261539f5c2dc42ac92634671d2b84b48&device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 1096 time: 0.1574364 Sep 29 17:38:47.438397 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.ipam_backend_mixin [None req-aa2eed2a-87e9-4ab6-9f5d-e9f851763eb4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Performing IP validity checks on allocation pools {{(pid=95015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 29 17:38:47.438397 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.ipam_backend_mixin [None req-aa2eed2a-87e9-4ab6-9f5d-e9f851763eb4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 29 17:38:47.547319 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996129e0-c76c-40d6-af7f-097f6c739130 req-131fd0b0-c12c-4b35-ada4-818cbf24d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:47.548804 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-996129e0-c76c-40d6-af7f-097f6c739130 req-131fd0b0-c12c-4b35-ada4-818cbf24d6fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a4ba6b0-2f48-49a4-80c8-22c448d265df HTTP/1.1" status: 200 len: 911 time: 0.1411107 Sep 29 17:38:47.575287 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b06e6-f358-462e-b857-b36d9ea13b66 req-29ca675d-77bb-4d87-b6ad-a2ef3d029360 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:47.576790 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9d1b06e6-f358-462e-b857-b36d9ea13b66 req-29ca675d-77bb-4d87-b6ad-a2ef3d029360 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.3792553 Sep 29 17:38:47.578174 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa2eed2a-87e9-4ab6-9f5d-e9f851763eb4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:47.626599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-996129e0-c76c-40d6-af7f-097f6c739130 req-17e52425-fe21-47cf-92fd-84be9b13544c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 HTTP/1.1" status: 200 len: 217 time: 0.0694485 Sep 29 17:38:47.683583 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9d1b06e6-f358-462e-b857-b36d9ea13b66 req-7ffb4c55-4546-4548-99a8-e3a4315d7143 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974739 Sep 29 17:38:47.684464 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2eed2a-87e9-4ab6-9f5d-e9f851763eb4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Subnet': ['ID=74f61196-7540-4010-8d63-dc1b343e13d3,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:47.694759 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2eed2a-87e9-4ab6-9f5d-e9f851763eb4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Checking segment: {'id': 'ab6e4c33-5db4-4ca4-acab-52f64025722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8323c07b-8c1c-450e-8156-a4a81832d59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:47.695119 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2eed2a-87e9-4ab6-9f5d-e9f851763eb4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network hostable DHCP agents. Network: 8323c07b-8c1c-450e-8156-a4a81832d59a, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:38:47.721216 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2eed2a-87e9-4ab6-9f5d-e9f851763eb4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Network 8323c07b-8c1c-450e-8156-a4a81832d59a is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:38:47.735331 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-aa2eed2a-87e9-4ab6-9f5d-e9f851763eb4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 8323c07b-8c1c-450e-8156-a4a81832d59a) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:47.737626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77959a15-d38a-40eb-9922-4f375175e897 req-1b6bc725-c048-4342-93f2-f97e32e62236 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:47.739845 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-77959a15-d38a-40eb-9922-4f375175e897 req-1b6bc725-c048-4342-93f2-f97e32e62236 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1597295 Sep 29 17:38:47.741522 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2eed2a-87e9-4ab6-9f5d-e9f851763eb4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:47.742154 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa2eed2a-87e9-4ab6-9f5d-e9f851763eb4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:47.743871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996129e0-c76c-40d6-af7f-097f6c739130 req-a31f6df1-11ba-4729-996e-2430ecbb447e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:47.748127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-996129e0-c76c-40d6-af7f-097f6c739130 req-a31f6df1-11ba-4729-996e-2430ecbb447e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3bc8ef53-da64-47f6-ba3f-2515fe90a3cf HTTP/1.1" status: 200 len: 850 time: 0.1059332 Sep 29 17:38:47.762007 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aa2eed2a-87e9-4ab6-9f5d-e9f851763eb4 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5941832 Sep 29 17:38:47.764899 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48142) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:47.766286 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d507af6-6833-4b5e-9cbd-1f862aa6ec98 None None] Network 8323c07b-8c1c-450e-8156-a4a81832d59a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:47.772024 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7670c001-338e-4bc3-9501-f6212d032557 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:47.810833 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-996129e0-c76c-40d6-af7f-097f6c739130 req-9842c022-2c49-4c08-9232-8e99c34cffc1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a4ba6b0-2f48-49a4-80c8-22c448d265df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552356 Sep 29 17:38:47.888625 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7670c001-338e-4bc3-9501-f6212d032557 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-125923994'] for subnet, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:47.893985 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-77959a15-d38a-40eb-9922-4f375175e897 req-96deff94-f446-495b-bccd-765f1d99288c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372843 Sep 29 17:38:47.985143 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2cceb9cc-be63-4f44-8709-949d3b37167f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:47.988757 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-996129e0-c76c-40d6-af7f-097f6c739130 req-3889dfef-7ee8-42e0-a085-fe5d60a5b389 service neutron] 10.222.0.49 "GET /v2.0/networks/8a4ba6b0-2f48-49a4-80c8-22c448d265df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692016 Sep 29 17:38:47.990355 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-8323c07b-8c1c-450e-8156-a4a81832d59a', 'network_id': '8323c07b-8c1c-450e-8156-a4a81832d59a', 'tenant_id': '8fd58ccd080b4d6fb81961294b2c55bf', 'fixed_ips': [{'subnet_id': '74f61196-7540-4010-8d63-dc1b343e13d3'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:38:47.991282 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:48.137803 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7670c001-338e-4bc3-9501-f6212d032557 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770531869687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126097259'] for subnet, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:48.215724 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7670c001-338e-4bc3-9501-f6212d032557 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:48.217010 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7670c001-338e-4bc3-9501-f6212d032557 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:48.219203 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7670c001-338e-4bc3-9501-f6212d032557 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "PUT /v2.0/subnets/74f61196-7540-4010-8d63-dc1b343e13d3 HTTP/1.1" status: 200 len: 900 time: 0.4529965 Sep 29 17:38:48.223044 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48148) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:48.242555 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-996129e0-c76c-40d6-af7f-097f6c739130 req-26c982fa-befe-4658-83cd-5afc0d85dd2f service neutron] 10.222.0.49 "GET /v2.0/networks/8a4ba6b0-2f48-49a4-80c8-22c448d265df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157335 Sep 29 17:38:48.250563 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Allocated IP 2001:db8::3 (8323c07b-8c1c-450e-8156-a4a81832d59a/74f61196-7540-4010-8d63-dc1b343e13d3/35c02cba-2f90-4d39-919a-a08a5f457326) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:38:48.369054 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:48.405970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670c001-338e-4bc3-9501-f6212d032557 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event updated for resources: {'Subnet': ['ID=74f61196-7540-4010-8d63-dc1b343e13d3,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:48.482070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-2cceb9cc-be63-4f44-8709-949d3b37167f admin admin] Deleting port 62e2fe07-0e37-4c90-9784-d43fa5adba38 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:48.482328 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2cceb9cc-be63-4f44-8709-949d3b37167f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:48.571152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fb5b4-de5b-4fd4-90ed-f368109e4feb req-0b347371-26b0-4f3e-b0b7-0d27ddc30d97 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:48.597937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-328fb5b4-de5b-4fd4-90ed-f368109e4feb req-0b347371-26b0-4f3e-b0b7-0d27ddc30d97 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.2347465 Sep 29 17:38:48.602123 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:48.614105 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:48.635444 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-2cceb9cc-be63-4f44-8709-949d3b37167f admin admin] For port 62e2fe07-0e37-4c90-9784-d43fa5adba38, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=62e2fe07-0e37-4c90-9784-d43fa5adba38,segment=NetworkSegment(5792626b-bc67-4e41-a185-ecbf05d06c7e),segment_id=5792626b-bc67-4e41-a185-ecbf05d06c7e)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:48.635812 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2cceb9cc-be63-4f44-8709-949d3b37167f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:48.649005 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:48.663857 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-2cceb9cc-be63-4f44-8709-949d3b37167f admin admin] Calling delete_port for 62e2fe07-0e37-4c90-9784-d43fa5adba38 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:48.705589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Network 8323c07b-8c1c-450e-8156-a4a81832d59a is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:38:48.735700 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:38:48.741885 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:38:48.748986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Pushing event updated for resources: {'Port': ['ID=35c02cba-2f90-4d39-919a-a08a5f457326,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:48.768742 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-328fb5b4-de5b-4fd4-90ed-f368109e4feb req-0fce17a2-bde4-4354-a750-c28eb7dbc9ba tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561093 Sep 29 17:38:48.829593 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:48.866783 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Attempting to bind port 35c02cba-2f90-4d39-919a-a08a5f457326 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:38:48.867166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Attempting to bind port 35c02cba-2f90-4d39-919a-a08a5f457326 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'ab6e4c33-5db4-4ca4-acab-52f64025722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8323c07b-8c1c-450e-8156-a4a81832d59a'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:38:48.867536 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Attempting to bind port 35c02cba-2f90-4d39-919a-a08a5f457326 on network 8323c07b-8c1c-450e-8156-a4a81832d59a {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:38:48.874742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:38:48.875119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Checking segment: {'id': 'ab6e4c33-5db4-4ca4-acab-52f64025722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8323c07b-8c1c-450e-8156-a4a81832d59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:38:48.875647 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:48.876092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Bound using segment: {'id': 'ab6e4c33-5db4-4ca4-acab-52f64025722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8323c07b-8c1c-450e-8156-a4a81832d59a'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:38:48.876967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Bound port: 35c02cba-2f90-4d39-919a-a08a5f457326, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6e4c33-5db4-4ca4-acab-52f64025722a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '8323c07b-8c1c-450e-8156-a4a81832d59a'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:38:48.877390 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:48.895632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Subnet': ['ID=74f61196-7540-4010-8d63-dc1b343e13d3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:48.964551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9f6bf-268c-4bf1-acd6-2cab9cecc51d req-16ab8f0a-0c0f-4a6c-91e6-3c2f6371f192 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:48.974701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ee9f6bf-268c-4bf1-acd6-2cab9cecc51d req-16ab8f0a-0c0f-4a6c-91e6-3c2f6371f192 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.1898799 Sep 29 17:38:49.001617 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:49.042978 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ee9f6bf-268c-4bf1-acd6-2cab9cecc51d req-fb4de3df-432b-4325-8a3b-9f2b4eca1469 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673013 Sep 29 17:38:49.045571 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8323c07b-8c1c-450e-8156-a4a81832d59a']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:49.072881 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6e4c33-5db4-4ca4-acab-52f64025722a') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:49.072881 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6e4c33-5db4-4ca4-acab-52f64025722a') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:49.084951 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] For port 35c02cba-2f90-4d39-919a-a08a5f457326, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:38:49.088623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] For port 35c02cba-2f90-4d39-919a-a08a5f457326, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=35c02cba-2f90-4d39-919a-a08a5f457326,segment=NetworkSegment(ab6e4c33-5db4-4ca4-acab-52f64025722a),segment_id=ab6e4c33-5db4-4ca4-acab-52f64025722a)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:38:49.097981 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:49.103546 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:49.104612 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2cceb9cc-be63-4f44-8709-949d3b37167f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:49.121091 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:49.128571 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:49.129847 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:49.165944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceb9cc-be63-4f44-8709-949d3b37167f admin admin] Pushing event deleted for resources: {'Port': ['ID=62e2fe07-0e37-4c90-9784-d43fa5adba38,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:49.190683 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:49.239966 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 17:38:49.239966 n-d-811748-2 neutron-server[95015]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 17:38:49.239966 n-d-811748-2 neutron-server[95015]: [parameters: {'id': '8323c07b-8c1c-450e-8156-a4a81832d59a'}] Sep 29 17:38:49.239966 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:38:49.241296 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:38:49.265754 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60244806-1b47-4588-92b8-0d4a0466c77c None None] Pushing event updated for resources: {'Port': ['ID=35c02cba-2f90-4d39-919a-a08a5f457326,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:49.282424 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8303672b-1beb-4807-82e7-207a3e8b335f None None] Network 8323c07b-8c1c-450e-8156-a4a81832d59a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:49.289156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c74f8f-7587-46e9-89e8-d21b3c7290b2 req-fff603ba-db1a-4dc5-b28f-e4e52019d5e3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:49.291001 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-72c74f8f-7587-46e9-89e8-d21b3c7290b2 req-fff603ba-db1a-4dc5-b28f-e4e52019d5e3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2126718 Sep 29 17:38:49.384392 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-72c74f8f-7587-46e9-89e8-d21b3c7290b2 req-6491b5d5-3a12-4a34-a723-f58d17c6b98d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860579 Sep 29 17:38:49.397864 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2cceb9cc-be63-4f44-8709-949d3b37167f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:49.536915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba3c758-9992-4e53-9e69-3fd15879e085 None None] Network 8323c07b-8c1c-450e-8156-a4a81832d59a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:49.720574 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cceb9cc-be63-4f44-8709-949d3b37167f admin admin] Router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:38:49.743086 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:49.768026 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562bb444-97cb-4f7b-8d46-032881a2ee49 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:38:49.865873 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Deleting port 35c02cba-2f90-4d39-919a-a08a5f457326 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:49.870996 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:49.947850 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562bb444-97cb-4f7b-8d46-032881a2ee49 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:38:49.982506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] For port 35c02cba-2f90-4d39-919a-a08a5f457326, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=35c02cba-2f90-4d39-919a-a08a5f457326,segment=NetworkSegment(ab6e4c33-5db4-4ca4-acab-52f64025722a),segment_id=ab6e4c33-5db4-4ca4-acab-52f64025722a)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:49.984717 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:50.072380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cceb9cc-be63-4f44-8709-949d3b37167f admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:38:50.090530 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2cceb9cc-be63-4f44-8709-949d3b37167f admin admin] 10.222.0.44 "PUT /v2.0/routers/8d5ee2b9-e99d-4398-a58a-b2cf680c9054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7898843 Sep 29 17:38:50.091264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48172) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:50.092165 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Calling delete_port for 35c02cba-2f90-4d39-919a-a08a5f457326 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:50.094917 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c6593d-3dd3-498b-b5f5-da0ccf0b75a6 None None] Sync routers for ids ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:38:50.175139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63aa7b-7403-490d-97ef-524c4fc2b5de req-498dcc81-1989-4adb-a915-1d9258f00bf8 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:50.185718 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d63aa7b-7403-490d-97ef-524c4fc2b5de req-498dcc81-1989-4adb-a915-1d9258f00bf8 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.2267463 Sep 29 17:38:50.273176 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c6593d-3dd3-498b-b5f5-da0ccf0b75a6 None None] Routers {'8d5ee2b9-e99d-4398-a58a-b2cf680c9054'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:38:50.276154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-34c6593d-3dd3-498b-b5f5-da0ccf0b75a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:38:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:50.398087 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1190ff-84ec-451e-8629-1d8cc5ba153a req-6f7cdcb0-03e4-4940-a4f0-6c4c85ff6900 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:50.402461 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d63aa7b-7403-490d-97ef-524c4fc2b5de req-efc79792-b654-4ea5-a21a-613a02429c1d tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160633 Sep 29 17:38:50.406201 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c1190ff-84ec-451e-8629-1d8cc5ba153a req-6f7cdcb0-03e4-4940-a4f0-6c4c85ff6900 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.1091006 Sep 29 17:38:50.407961 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc0af575-883d-4056-ac8f-f1645d0a881f admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:50.433801 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:50.490934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-34c6593d-3dd3-498b-b5f5-da0ccf0b75a6 None None] Set router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:38:50.513777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Port': ['ID=35c02cba-2f90-4d39-919a-a08a5f457326,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:50.531701 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No DVR routers for this DVR port 35c02cba-2f90-4d39-919a-a08a5f457326 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:50.546254 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c1190ff-84ec-451e-8629-1d8cc5ba153a req-0f5eb212-aa33-48ef-a3fe-5ff30158d163 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346676 Sep 29 17:38:50.572316 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc0af575-883d-4056-ac8f-f1645d0a881f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:50.688483 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-dc0af575-883d-4056-ac8f-f1645d0a881f admin admin] Deleting port 61e72c2a-55e5-4601-a129-eaf298819283 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:50.689143 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc0af575-883d-4056-ac8f-f1645d0a881f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:50.710874 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:50.811048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8323c07b-8c1c-450e-8156-a4a81832d59a']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:50.821110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18a90b-1982-4b2d-a1c6-b00d4d00d383 req-68f8afdb-8a2e-4bac-958b-d0aa3a532ba6 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:50.828836 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6c18a90b-1982-4b2d-a1c6-b00d4d00d383 req-68f8afdb-8a2e-4bac-958b-d0aa3a532ba6 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1627824 Sep 29 17:38:50.842255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6e4c33-5db4-4ca4-acab-52f64025722a') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:50.842552 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6e4c33-5db4-4ca4-acab-52f64025722a') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:50.875879 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:50.876998 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-dc0af575-883d-4056-ac8f-f1645d0a881f admin admin] For port 61e72c2a-55e5-4601-a129-eaf298819283, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=61e72c2a-55e5-4601-a129-eaf298819283,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:50.877496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc0af575-883d-4056-ac8f-f1645d0a881f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:50.923948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-dc0af575-883d-4056-ac8f-f1645d0a881f admin admin] Calling delete_port for 61e72c2a-55e5-4601-a129-eaf298819283 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:50.928599 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6c18a90b-1982-4b2d-a1c6-b00d4d00d383 req-f96b4636-2c11-47cd-940f-137ab99f5b58 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988207 Sep 29 17:38:50.940707 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:50.947367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-34c6593d-3dd3-498b-b5f5-da0ccf0b75a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'name': 'tempest-TaggedBootDevicesTest-1954892932-router', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '61e72c2a-55e5-4601-a129-eaf298819283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:48Z', 'updated_at': '2021-09-29T17:38:49Z', 'revision_number': 5, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'gw_port': {'id': '61e72c2a-55e5-4601-a129-eaf298819283', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:59:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 868, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:26:49Z', 'updated_at': '2021-09-29T17:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:50.966564 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:50.968160 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:51.014632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c6593d-3dd3-498b-b5f5-da0ccf0b75a6 None None] Checking router: 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:38:51.035849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c6593d-3dd3-498b-b5f5-da0ccf0b75a6 None None] Routers {'8d5ee2b9-e99d-4398-a58a-b2cf680c9054'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:38:51.037381 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-34c6593d-3dd3-498b-b5f5-da0ccf0b75a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:38:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:51.041225 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:51.115797 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:51.138868 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:51.146208 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/8323c07b-8c1c-450e-8156-a4a81832d59a HTTP/1.1" status: 204 len: 168 time: 2.9207969 Sep 29 17:38:51.152833 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-34c6593d-3dd3-498b-b5f5-da0ccf0b75a6 None None] Set router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:38:51.156646 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48194) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:51.193808 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5e5152-f1f4-4ad2-8b59-29409392391e tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:51.194263 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5e5152-f1f4-4ad2-8b59-29409392391e tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:51.196093 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0b5e5152-f1f4-4ad2-8b59-29409392391e tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/subnets/74f61196-7540-4010-8d63-dc1b343e13d3 HTTP/1.1" status: 404 len: 337 time: 0.0373695 Sep 29 17:38:51.198451 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8045d-f426-4e71-973d-17dc9ed818a5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Network': ['ID=8323c07b-8c1c-450e-8156-a4a81832d59a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:51.207322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48196) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:51.232575 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-4055005d-ac5b-4dbb-9617-65b7129f0cab tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:51.233552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4055005d-ac5b-4dbb-9617-65b7129f0cab tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:51.235945 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4055005d-ac5b-4dbb-9617-65b7129f0cab tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/8323c07b-8c1c-450e-8156-a4a81832d59a HTTP/1.1" status: 404 len: 339 time: 0.0264895 Sep 29 17:38:51.240219 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48202) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:51.248289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90db87-e0d1-4d51-b3e6-68afc9136431 req-fdaf3594-ceb4-469f-a4ff-c0e45d0f1904 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:51.249036 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-34c6593d-3dd3-498b-b5f5-da0ccf0b75a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'name': 'tempest-TaggedBootDevicesTest-1954892932-router', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:48Z', 'updated_at': '2021-09-29T17:38:50Z', 'revision_number': 6, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:51.250415 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f90db87-e0d1-4d51-b3e6-68afc9136431 req-fdaf3594-ceb4-469f-a4ff-c0e45d0f1904 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.1877439 Sep 29 17:38:51.339866 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f90db87-e0d1-4d51-b3e6-68afc9136431 req-f64c2ce0-b625-4caf-a23f-83a3c2321cf8 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701108 Sep 29 17:38:51.343967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c6593d-3dd3-498b-b5f5-da0ccf0b75a6 None None] The sync data for ids ['8d5ee2b9-e99d-4398-a58a-b2cf680c9054'] in n-d-811748-2 is: [{'id': '8d5ee2b9-e99d-4398-a58a-b2cf680c9054', 'name': 'tempest-TaggedBootDevicesTest-1954892932-router', 'tenant_id': 'ca18e70d69384487ae4efe61e82aa845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:26:48Z', 'updated_at': '2021-09-29T17:38:50Z', 'revision_number': 6, 'project_id': 'ca18e70d69384487ae4efe61e82aa845', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:38:51.405005 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c1fad33b-28d9-48ee-9f52-6e0e66029cec tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:51.450611 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc0af575-883d-4056-ac8f-f1645d0a881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:51.500018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0af575-883d-4056-ac8f-f1645d0a881f admin admin] Pushing event deleted for resources: {'Port': ['ID=61e72c2a-55e5-4601-a129-eaf298819283,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:51.593394 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c1fad33b-28d9-48ee-9f52-6e0e66029cec tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:51.639409 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c1fad33b-28d9-48ee-9f52-6e0e66029cec tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0772bdd1-4181-4055-8921-8a0fbc07174f']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:51.654682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c1fad33b-28d9-48ee-9f52-6e0e66029cec tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa464b2-37c7-469f-80d4-c1fe28535200') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:51.654912 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c1fad33b-28d9-48ee-9f52-6e0e66029cec tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa464b2-37c7-469f-80d4-c1fe28535200') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:51.670158 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c1fad33b-28d9-48ee-9f52-6e0e66029cec tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:51.683472 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc0af575-883d-4056-ac8f-f1645d0a881f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:51.700056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be68c7-25c1-429a-9a7d-bca0ccc65ee7 req-72e35d08-acd1-469f-9d06-6569f00eb36f tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:51.701763 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-72be68c7-25c1-429a-9a7d-bca0ccc65ee7 req-72e35d08-acd1-469f-9d06-6569f00eb36f tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.1711366 Sep 29 17:38:51.736167 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c1fad33b-28d9-48ee-9f52-6e0e66029cec tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:51.791666 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fad33b-28d9-48ee-9f52-6e0e66029cec tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:51.792677 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c1fad33b-28d9-48ee-9f52-6e0e66029cec tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:51.867724 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:51.899768 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 62e2fe07-0e37-4c90-9784-d43fa5adba38 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:38:51.912148 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c1fad33b-28d9-48ee-9f52-6e0e66029cec tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:51.918516 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc0af575-883d-4056-ac8f-f1645d0a881f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:51.925903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 62e2fe07-0e37-4c90-9784-d43fa5adba38 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:38:51.927270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 62e2fe07-0e37-4c90-9784-d43fa5adba38 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:38:51.927466 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c1fad33b-28d9-48ee-9f52-6e0e66029cec tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:51.932233 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c1fad33b-28d9-48ee-9f52-6e0e66029cec tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/0772bdd1-4181-4055-8921-8a0fbc07174f HTTP/1.1" status: 204 len: 168 time: 0.6904798 Sep 29 17:38:51.933638 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc0af575-883d-4056-ac8f-f1645d0a881f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:51.934136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48210) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:51.963569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fad33b-28d9-48ee-9f52-6e0e66029cec tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Network': ['ID=0772bdd1-4181-4055-8921-8a0fbc07174f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:51.984709 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a31549-eee0-4c91-9afb-fb229591ebfb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:51.985172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a31549-eee0-4c91-9afb-fb229591ebfb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:51.986986 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-06a31549-eee0-4c91-9afb-fb229591ebfb tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/subnets/a8bbae05-7df4-4865-87e7-e08d74fce731 HTTP/1.1" status: 404 len: 337 time: 0.0518565 Sep 29 17:38:51.994999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48214) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:52.062492 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-72be68c7-25c1-429a-9a7d-bca0ccc65ee7 req-140771ac-6bac-4917-ad5d-905de237d162 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225777 Sep 29 17:38:52.065005 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-89fd6707-8587-4de9-b0c8-bd2c70fd3a05 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:52.065681 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89fd6707-8587-4de9-b0c8-bd2c70fd3a05 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:52.067632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-89fd6707-8587-4de9-b0c8-bd2c70fd3a05 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/889fea29-2dce-4bf1-84c6-659a8b30ef68 HTTP/1.1" status: 404 len: 339 time: 0.0621912 Sep 29 17:38:52.071218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48218) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:52.116640 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc0af575-883d-4056-ac8f-f1645d0a881f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:52.117452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0af575-883d-4056-ac8f-f1645d0a881f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d5ee2b9-e99d-4398-a58a-b2cf680c9054 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:38:52.125600 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc0af575-883d-4056-ac8f-f1645d0a881f admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:52.129650 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-dc0af575-883d-4056-ac8f-f1645d0a881f admin admin] 10.222.0.44 "DELETE /v2.0/routers/8d5ee2b9-e99d-4398-a58a-b2cf680c9054 HTTP/1.1" status: 204 len: 168 time: 2.0372334 Sep 29 17:38:52.132701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48220) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:52.159369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba3790-d8e2-422a-ae47-b81313ff1c26 req-935e1c60-02f4-465b-98ad-051c05bfa32a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:52.161872 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2fba3790-d8e2-422a-ae47-b81313ff1c26 req-935e1c60-02f4-465b-98ad-051c05bfa32a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1077595 Sep 29 17:38:52.196070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-891b542a-5c59-47b5-8d8d-f6602365b716 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Deleting subnet e7e3949e-d4e8-45ff-8615-1764b11e11d0 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:38:52.201139 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11ac607-babd-49b5-9416-68de05ead240 admin admin] Deleting subnet cb98647a-0614-4fc5-b8fd-672d79ef30b4 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:38:52.206196 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-891b542a-5c59-47b5-8d8d-f6602365b716 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:52.208909 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b11ac607-babd-49b5-9416-68de05ead240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:52.272566 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2fba3790-d8e2-422a-ae47-b81313ff1c26 req-393375bf-7456-4caf-a3b0-f8f7be68443d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046870 Sep 29 17:38:52.297675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-891b542a-5c59-47b5-8d8d-f6602365b716 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:52.302295 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b11ac607-babd-49b5-9416-68de05ead240 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:52.694171 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f981865-a330-4b84-8c9d-f03c4bec3a2c details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:38:52.991212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b11ac607-babd-49b5-9416-68de05ead240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:52.993747 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-891b542a-5c59-47b5-8d8d-f6602365b716 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:53.205381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108bc33-dfed-459d-ac89-8fc7c115b4a0 req-2da0732f-825d-497c-a096-a1479c8eeffb tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:53.205668 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d108bc33-dfed-459d-ac89-8fc7c115b4a0 req-2da0732f-825d-497c-a096-a1479c8eeffb tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.49 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.2620318 Sep 29 17:38:53.220761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109b747-f14d-4905-8de3-ab3a45023b26 req-489f76b9-7018-4085-aef0-b3c0f98f5db4 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:53.223439 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4f981865-a330-4b84-8c9d-f03c4bec3a2c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:53.229480 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5109b747-f14d-4905-8de3-ab3a45023b26 req-489f76b9-7018-4085-aef0-b3c0f98f5db4 tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 945 time: 0.2689261 Sep 29 17:38:53.236487 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '4f981865-a330-4b84-8c9d-f03c4bec3a2c', 'network_id': 'a7ae65d9-f785-4446-bdb2-7429d9329f6f', 'port_id': '4f981865-a330-4b84-8c9d-f03c4bec3a2c', 'mac_address': 'fa:16:3e:db:b0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbad4c0-0681-418d-aef1-176c25bc2285', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:38:53.284202 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9057b6-7818-4dfc-b3c8-a2df3aa2f031 req-1aefd85f-dca3-4dec-a07e-847d4ad512a7 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:53.290831 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:53.296088 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc9057b6-7818-4dfc-b3c8-a2df3aa2f031 req-1aefd85f-dca3-4dec-a07e-847d4ad512a7 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.1086798 Sep 29 17:38:53.304556 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b11ac607-babd-49b5-9416-68de05ead240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:53.319851 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f981865-a330-4b84-8c9d-f03c4bec3a2c {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:38:53.343170 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4f981865-a330-4b84-8c9d-f03c4bec3a2c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:53.353691 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:53.357089 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-891b542a-5c59-47b5-8d8d-f6602365b716 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:53.362475 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cc9057b6-7818-4dfc-b3c8-a2df3aa2f031 req-914da00e-1289-4336-aa87-28b6054e8c56 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652430 Sep 29 17:38:53.397938 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b11ac607-babd-49b5-9416-68de05ead240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:53.402214 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b11ac607-babd-49b5-9416-68de05ead240 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cb98647a-0614-4fc5-b8fd-672d79ef30b4 HTTP/1.1" status: 204 len: 168 time: 1.2661498 Sep 29 17:38:53.402604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48234) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:53.403749 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5109b747-f14d-4905-8de3-ab3a45023b26 req-a88fb254-9db0-45fa-af55-77c52a218e8b tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/security-groups?id=61801dbf-cecd-4d38-aa7c-d245c76d47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731951 Sep 29 17:38:53.407536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ac607-babd-49b5-9416-68de05ead240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb98647a-0614-4fc5-b8fd-672d79ef30b4,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:53.418845 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-891b542a-5c59-47b5-8d8d-f6602365b716 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:53.423805 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-891b542a-5c59-47b5-8d8d-f6602365b716 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/subnets/e7e3949e-d4e8-45ff-8615-1764b11e11d0 HTTP/1.1" status: 204 len: 168 time: 1.3515894 Sep 29 17:38:53.437507 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84329f61-4eaf-4aef-93c6-5e9bdb8407a0 None None] Network 2b255708-c2d9-4b94-9aae-118e45662db8 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:53.442377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24865870-1380-44e0-a05d-5c6a87090dfa None None] Network 9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:53.445572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48236) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:53.478221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b542a-5c59-47b5-8d8d-f6602365b716 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e3949e-d4e8-45ff-8615-1764b11e11d0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:53.542296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['4f981865-a330-4b84-8c9d-f03c4bec3a2c'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:38:53.556037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-358577bb-90da-4243-8786-97be7e848405 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Deleting subnet cf9b2478-59f8-437b-be1f-3e42b62ea6ae {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:38:53.578856 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-358577bb-90da-4243-8786-97be7e848405 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:53.591546 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:53.628931 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-358577bb-90da-4243-8786-97be7e848405 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:53.680304 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=4f981865-a330-4b84-8c9d-f03c4bec3a2c,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:53.721718 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:53.722751 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:53.722751 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:53.723055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:53.723275 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:53.723611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:53.723941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:53.724262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:53.724584 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:53.724902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:53.725217 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:53.725714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:38:53.757065 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-358577bb-90da-4243-8786-97be7e848405 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:53.767109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] Deleting port be2acf32-0a9d-4c67-845c-592a00166fef {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:53.767816 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:53.813849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 61e72c2a-55e5-4601-a129-eaf298819283 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:38:53.843984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-d108bc33-dfed-459d-ac89-8fc7c115b4a0 req-885e7b1c-8111-4b29-a899-f82a8297496e tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Deleting port 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:53.844457 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d108bc33-dfed-459d-ac89-8fc7c115b4a0 req-885e7b1c-8111-4b29-a899-f82a8297496e tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:53.882116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 61e72c2a-55e5-4601-a129-eaf298819283 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:38:53.888637 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 61e72c2a-55e5-4601-a129-eaf298819283 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:38:53.964399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] For port be2acf32-0a9d-4c67-845c-592a00166fef, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=be2acf32-0a9d-4c67-845c-592a00166fef,segment=NetworkSegment(5792626b-bc67-4e41-a185-ecbf05d06c7e),segment_id=5792626b-bc67-4e41-a185-ecbf05d06c7e)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:53.964769 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:54.001108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] Calling delete_port for be2acf32-0a9d-4c67-845c-592a00166fef owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:54.022883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d108bc33-dfed-459d-ac89-8fc7c115b4a0 req-885e7b1c-8111-4b29-a899-f82a8297496e tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] For port 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=20afe24d-65d1-4d9a-9ecc-fecfd92e66f9,segment=NetworkSegment(dff02117-45fc-413d-ac5d-b8020bb07a5f),segment_id=dff02117-45fc-413d-ac5d-b8020bb07a5f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:54.023431 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d108bc33-dfed-459d-ac89-8fc7c115b4a0 req-885e7b1c-8111-4b29-a899-f82a8297496e tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:54.065649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-d108bc33-dfed-459d-ac89-8fc7c115b4a0 req-885e7b1c-8111-4b29-a899-f82a8297496e tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Calling delete_port for 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:54.091904 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889a2cae-7694-4323-9d83-f4e1ee71b610 None None] DHCP port deletion for 2b255708-c2d9-4b94-9aae-118e45662db8 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:38:54.126702 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:54.182793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-889a2cae-7694-4323-9d83-f4e1ee71b610 None None] The port 'be2acf32-0a9d-4c67-845c-592a00166fef' was deleted {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 29 17:38:54.278156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a1b21e-dd6f-4ad1-9c84-9ac638a44e1c None None] DHCP port deletion for 9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:38:54.303615 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-358577bb-90da-4243-8786-97be7e848405 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:54.334502 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d108bc33-dfed-459d-ac89-8fc7c115b4a0 req-885e7b1c-8111-4b29-a899-f82a8297496e tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:54.337893 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-358577bb-90da-4243-8786-97be7e848405 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:54.342039 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-358577bb-90da-4243-8786-97be7e848405 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/subnets/cf9b2478-59f8-437b-be1f-3e42b62ea6ae HTTP/1.1" status: 204 len: 168 time: 0.8945265 Sep 29 17:38:54.434916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48262) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:54.435603 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1b21e-dd6f-4ad1-9c84-9ac638a44e1c None None] Deleting port 627e279f-c9cb-4bad-91be-b2904ab245c8 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:54.435990 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b21e-dd6f-4ad1-9c84-9ac638a44e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:54.563347 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] No DVR routers for this DVR port be2acf32-0a9d-4c67-845c-592a00166fef on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:54.587005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358577bb-90da-4243-8786-97be7e848405 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Subnet': ['ID=cf9b2478-59f8-437b-be1f-3e42b62ea6ae,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:54.617754 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] Pushing event deleted for resources: {'Port': ['ID=be2acf32-0a9d-4c67-845c-592a00166fef,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:54.623259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e7b1c-8111-4b29-a899-f82a8297496e tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Pushing event deleted for resources: {'Port': ['ID=20afe24d-65d1-4d9a-9ecc-fecfd92e66f9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:54.634454 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a7a1b21e-dd6f-4ad1-9c84-9ac638a44e1c None None] For port 627e279f-c9cb-4bad-91be-b2904ab245c8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=627e279f-c9cb-4bad-91be-b2904ab245c8,segment=NetworkSegment(b54255e5-2609-4fb2-9d32-46d0330f3bca),segment_id=b54255e5-2609-4fb2-9d32-46d0330f3bca)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:54.634863 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b21e-dd6f-4ad1-9c84-9ac638a44e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:54.666406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d108bc33-dfed-459d-ac89-8fc7c115b4a0 req-885e7b1c-8111-4b29-a899-f82a8297496e tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] No DVR routers for this DVR port 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:54.682220 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d108bc33-dfed-459d-ac89-8fc7c115b4a0 req-885e7b1c-8111-4b29-a899-f82a8297496e tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:54.683499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1b21e-dd6f-4ad1-9c84-9ac638a44e1c None None] Calling delete_port for 627e279f-c9cb-4bad-91be-b2904ab245c8 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:54.703066 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d108bc33-dfed-459d-ac89-8fc7c115b4a0 req-885e7b1c-8111-4b29-a899-f82a8297496e tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.49 "DELETE /v2.0/ports/20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 HTTP/1.1" status: 204 len: 173 time: 1.4554281 Sep 29 17:38:54.716485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f981865-a330-4b84-8c9d-f03c4bec3a2c up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:38:54.717670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325711cf-61a6-4648-a68a-a44ae600e8e4', 'name': 'network-vif-deleted', 'tag': '20afe24d-65d1-4d9a-9ecc-fecfd92e66f9'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:38:54.724020 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1629789d-570c-4fb4-8cd1-d0923f991cd0" -d '{"events": [{"server_uuid": "325711cf-61a6-4648-a68a-a44ae600e8e4", "name": "network-vif-deleted", "tag": "20afe24d-65d1-4d9a-9ecc-fecfd92e66f9"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:38:54.741485 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90286b-2ada-46e0-93d9-8aae2bce462b req-f0866fe4-ba6d-4816-a2de-1a60d875166b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:54.743233 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b90286b-2ada-46e0-93d9-8aae2bce462b req-f0866fe4-ba6d-4816-a2de-1a60d875166b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 945 time: 1.1674931 Sep 29 17:38:54.841245 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64652d-7cc6-4d51-bfd8-1b6022433fbc req-69371942-e4d3-4e58-b26e-8f5145f27878 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:54.852066 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dd64652d-7cc6-4d51-bfd8-1b6022433fbc req-69371942-e4d3-4e58-b26e-8f5145f27878 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.2632594 Sep 29 17:38:54.922850 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:54.928640 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:54.978282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 4f981865-a330-4b84-8c9d-f03c4bec3a2c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:38:54.982480 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:55.002630 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b90286b-2ada-46e0-93d9-8aae2bce462b req-d3cef33e-4f3b-45c2-b58d-413a681c5745 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377837 Sep 29 17:38:55.019591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b255708-c2d9-4b94-9aae-118e45662db8']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:55.042288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Deleting port 627e279f-c9cb-4bad-91be-b2904ab245c8 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:55.045650 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:55.061297 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dd64652d-7cc6-4d51-bfd8-1b6022433fbc req-65ef4289-c4ef-4a1a-a5fe-528610fc3076 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082884 Sep 29 17:38:55.067375 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5792626b-bc67-4e41-a185-ecbf05d06c7e') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:55.067670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5792626b-bc67-4e41-a185-ecbf05d06c7e') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:55.121927 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b21e-dd6f-4ad1-9c84-9ac638a44e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:55.133102 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:55.187450 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:55.209616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:55.210125 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:55.212110 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:55.216883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1b21e-dd6f-4ad1-9c84-9ac638a44e1c None None] Pushing event deleted for resources: {'Port': ['ID=627e279f-c9cb-4bad-91be-b2904ab245c8,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:55.241235 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a1b21e-dd6f-4ad1-9c84-9ac638a44e1c None None] No DVR routers for this DVR port 627e279f-c9cb-4bad-91be-b2904ab245c8 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:55.316516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] For port 627e279f-c9cb-4bad-91be-b2904ab245c8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=627e279f-c9cb-4bad-91be-b2904ab245c8,segment=NetworkSegment(b54255e5-2609-4fb2-9d32-46d0330f3bca),segment_id=b54255e5-2609-4fb2-9d32-46d0330f3bca)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:55.319900 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:55.352334 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Calling delete_port for 627e279f-c9cb-4bad-91be-b2904ab245c8 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:55.359367 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:55.374473 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:55.378252 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] 10.222.0.44 "DELETE /v2.0/networks/2b255708-c2d9-4b94-9aae-118e45662db8 HTTP/1.1" status: 204 len: 168 time: 1.9746177 Sep 29 17:38:55.410846 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:55.427669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28778d83-e883-46c2-ad2e-f0282df4320e admin admin] Pushing event deleted for resources: {'Network': ['ID=2b255708-c2d9-4b94-9aae-118e45662db8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:55.469839 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e896ff-4c24-4208-8730-bba7180a6dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f981865-a330-4b84-8c9d-f03c4bec3a2c'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:38:55.473396 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be48f781-333e-4e84-89d7-12640cf392c5" -d '{"events": [{"server_uuid": "e4e896ff-4c24-4208-8730-bba7180a6dcd", "name": "network-vif-plugged", "status": "completed", "tag": "4f981865-a330-4b84-8c9d-f03c4bec3a2c"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:38:55.489827 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4f981865-a330-4b84-8c9d-f03c4bec3a2c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:55.499660 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:55.504078 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:38:55.543343 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baf9f02-6eb2-471a-bffb-e3256508e828 x-openstack-request-id: req-3baf9f02-6eb2-471a-bffb-e3256508e828 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:38:55.543685 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325711cf-61a6-4648-a68a-a44ae600e8e4", "name": "network-vif-deleted", "tag": "20afe24d-65d1-4d9a-9ecc-fecfd92e66f9", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:38:55.543979 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3baf9f02-6eb2-471a-bffb-e3256508e828 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:38:55.544479 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325711cf-61a6-4648-a68a-a44ae600e8e4', 'name': 'network-vif-deleted', 'tag': '20afe24d-65d1-4d9a-9ecc-fecfd92e66f9', 'status': 'completed', 'code': 200} Sep 29 17:38:55.564061 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8213f48c-30cf-4659-93b6-5352a21f73c8 req-62bedd0c-f18c-47e7-880d-ddc27b157f2b tempest-TestServerAdvancedOps-1736013827 tempest-TestServerAdvancedOps-1736013827-project] 10.222.0.44 "GET /v2.0/ports?device_id=325711cf-61a6-4648-a68a-a44ae600e8e4 HTTP/1.1" status: 200 len: 210 time: 0.0555642 Sep 29 17:38:55.647153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48292) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:55.658342 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82b3d36-a1f2-4adb-a8b7-87ab8345f4ce x-openstack-request-id: req-b82b3d36-a1f2-4adb-a8b7-87ab8345f4ce {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:38:55.658862 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e896ff-4c24-4208-8730-bba7180a6dcd", "name": "network-vif-plugged", "status": "completed", "tag": "4f981865-a330-4b84-8c9d-f03c4bec3a2c", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:38:55.659249 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b82b3d36-a1f2-4adb-a8b7-87ab8345f4ce {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:38:55.660455 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e896ff-4c24-4208-8730-bba7180a6dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f981865-a330-4b84-8c9d-f03c4bec3a2c', 'code': 200} Sep 29 17:38:55.661993 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:38:55.663128 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 20afe24d-65d1-4d9a-9ecc-fecfd92e66f9 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:38:55.670357 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:55.689765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No DVR routers for this DVR port 627e279f-c9cb-4bad-91be-b2904ab245c8 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:55.743295 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=4f981865-a330-4b84-8c9d-f03c4bec3a2c,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:55.796694 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4fc1e715-9813-40ed-8d8e-62575cae21ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca18e70d69384487ae4efe61e82aa845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464446 Sep 29 17:38:55.804079 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48296) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:55.852579 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:55.912330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:55.919907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6898902d-668a-44f1-bf57-36376396c43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:55.941850 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54255e5-2609-4fb2-9d32-46d0330f3bca') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:55.942138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54255e5-2609-4fb2-9d32-46d0330f3bca') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:55.963491 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:55.997193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 627e279f-c9cb-4bad-91be-b2904ab245c8 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:38:56.029993 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6898902d-668a-44f1-bf57-36376396c43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:56.042100 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 627e279f-c9cb-4bad-91be-b2904ab245c8 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:38:56.044665 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:56.046589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 627e279f-c9cb-4bad-91be-b2904ab245c8 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:38:56.047296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device be2acf32-0a9d-4c67-845c-592a00166fef no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:38:56.064977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Port': ['ID=627e279f-c9cb-4bad-91be-b2904ab245c8,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:56.071002 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:56.071619 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:56.075412 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:56.117289 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: be2acf32-0a9d-4c67-845c-592a00166fef {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:38:56.138057 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device be2acf32-0a9d-4c67-845c-592a00166fef not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:38:56.309470 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6898902d-668a-44f1-bf57-36376396c43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:56.321989 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6898902d-668a-44f1-bf57-36376396c43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:56.324111 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6898902d-668a-44f1-bf57-36376396c43e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b888cb76-d83d-4763-869d-5d1a2072cbb0 HTTP/1.1" status: 204 len: 168 time: 0.5189207 Sep 29 17:38:56.349091 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:56.356738 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212c182-5ad8-4a74-8fa9-69639e8ada86 req-4c99725e-f33a-4692-908f-3f273e1d3198 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:56.367641 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2212c182-5ad8-4a74-8fa9-69639e8ada86 req-4c99725e-f33a-4692-908f-3f273e1d3198 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1335588 Sep 29 17:38:56.415345 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898902d-668a-44f1-bf57-36376396c43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b888cb76-d83d-4763-869d-5d1a2072cbb0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:56.425117 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:56.428198 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39 HTTP/1.1" status: 204 len: 168 time: 1.8765225 Sep 29 17:38:56.434991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48310) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:56.439758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d98fc-6824-42ec-9457-79eba130bb11 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Network': ['ID=9f1ffd2c-57e1-433f-aa4e-c672fc5bfe39,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:56.468049 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2212c182-5ad8-4a74-8fa9-69639e8ada86 req-fa31ab19-d703-4724-bb74-271d93718e6f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987234 Sep 29 17:38:56.498955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296feede-e8a8-4392-8c14-ff307c5891fe req-4f863971-4539-4190-878e-4ee510343ebf tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:56.503209 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-296feede-e8a8-4392-8c14-ff307c5891fe req-4f863971-4539-4190-878e-4ee510343ebf tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.2368276 Sep 29 17:38:56.505473 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c38bb07-738a-447e-98e6-0b6a13425d0f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:56.510690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c38bb07-738a-447e-98e6-0b6a13425d0f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:56.512916 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3c38bb07-738a-447e-98e6-0b6a13425d0f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/subnets/cfcfeb3a-c1ef-4263-9693-146e7175fc98 HTTP/1.1" status: 404 len: 337 time: 0.0678797 Sep 29 17:38:56.515894 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48312) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:56.543596 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-375c1e21-bab1-4f57-af76-d4e54313d213 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:56.552191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375c1e21-bab1-4f57-af76-d4e54313d213 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:56.554250 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-375c1e21-bab1-4f57-af76-d4e54313d213 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/d540721b-509a-4a01-a119-50652a5f0d96 HTTP/1.1" status: 404 len: 339 time: 0.0372109 Sep 29 17:38:56.558008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48316) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:56.598099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-296feede-e8a8-4392-8c14-ff307c5891fe req-3b4a51fb-ffb0-46d6-a0c8-7d148e73f91c tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829458 Sep 29 17:38:56.635946 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec44bc2-9524-4814-90f8-1d202f494ff8 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:56.636555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec44bc2-9524-4814-90f8-1d202f494ff8 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:56.638498 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6ec44bc2-9524-4814-90f8-1d202f494ff8 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/subnets/836acb50-b092-43e9-b6e9-fa5291a7ec08 HTTP/1.1" status: 404 len: 337 time: 0.0793965 Sep 29 17:38:56.643577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48320) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:56.761022 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a78739-cfa0-4a51-9345-979baf385b2c tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:56.767959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a78739-cfa0-4a51-9345-979baf385b2c tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:56.773778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-99a78739-cfa0-4a51-9345-979baf385b2c tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/3429d28a-e0ec-479f-9fb1-1076eae9efc0 HTTP/1.1" status: 404 len: 339 time: 0.1277499 Sep 29 17:38:56.779556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48322) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:56.779556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48324) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:56.899816 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-6560bc64-9c1f-4535-8aca-e20a11abbeb1 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:56.905725 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6560bc64-9c1f-4535-8aca-e20a11abbeb1 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:56.912590 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6560bc64-9c1f-4535-8aca-e20a11abbeb1 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/subnets/c7e75885-e189-48fd-a8d7-c75d87f98dfa HTTP/1.1" status: 404 len: 337 time: 0.1321824 Sep 29 17:38:56.913089 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48330) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:56.966665 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed86c320-a684-412d-ac11-e35174c8223f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:56.967344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed86c320-a684-412d-ac11-e35174c8223f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:56.967667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-362a52ac-e670-485e-9a85-42d8c3aca61f admin admin] Deleting subnet 3bc8ef53-da64-47f6-ba3f-2515fe90a3cf {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:38:56.970111 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ed86c320-a684-412d-ac11-e35174c8223f tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/bf7f3f28-86f7-4409-98a6-5c86df327965 HTTP/1.1" status: 404 len: 339 time: 0.0552063 Sep 29 17:38:56.980894 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48332) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:57.048410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710952b-a173-47ac-b3e3-4d7c90a62deb req-41181225-8a39-4fd6-a61c-9b9957f8e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:57.050034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8710952b-a173-47ac-b3e3-4d7c90a62deb req-41181225-8a39-4fd6-a61c-9b9957f8e440 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 1096 time: 0.0778003 Sep 29 17:38:57.118250 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8710952b-a173-47ac-b3e3-4d7c90a62deb req-f920b412-7e39-4a68-a910-1d655bc924e1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612085 Sep 29 17:38:57.125952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-362a52ac-e670-485e-9a85-42d8c3aca61f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:57.131943 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51ea906-bad5-4edf-91f1-dd439ea5f69e tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Deleting subnet 0fd5af1e-9d94-4c23-9927-2d112fa4e2a5 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:38:57.153549 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b51ea906-bad5-4edf-91f1-dd439ea5f69e tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:57.212062 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-362a52ac-e670-485e-9a85-42d8c3aca61f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:57.239552 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b51ea906-bad5-4edf-91f1-dd439ea5f69e tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:57.266544 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:57.311483 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-362a52ac-e670-485e-9a85-42d8c3aca61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:57.409549 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b51ea906-bad5-4edf-91f1-dd439ea5f69e tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:57.463635 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-362a52ac-e670-485e-9a85-42d8c3aca61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:57.515784 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a52ac-e670-485e-9a85-42d8c3aca61f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bc8ef53-da64-47f6-ba3f-2515fe90a3cf,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:57.523934 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-362a52ac-e670-485e-9a85-42d8c3aca61f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:57.526985 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-362a52ac-e670-485e-9a85-42d8c3aca61f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3bc8ef53-da64-47f6-ba3f-2515fe90a3cf HTTP/1.1" status: 204 len: 168 time: 0.7480288 Sep 29 17:38:57.529620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48356) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:57.557431 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b51ea906-bad5-4edf-91f1-dd439ea5f69e tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:57.591144 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ea906-bad5-4edf-91f1-dd439ea5f69e tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd5af1e-9d94-4c23-9927-2d112fa4e2a5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:57.626985 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b51ea906-bad5-4edf-91f1-dd439ea5f69e tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:57.631488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb3657a-4c96-40b1-b97c-cfe56b4ec93d None None] Network fc6d6994-3fd3-4aae-aac1-2db7dd280c69 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:38:57.634803 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b51ea906-bad5-4edf-91f1-dd439ea5f69e tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/subnets/0fd5af1e-9d94-4c23-9927-2d112fa4e2a5 HTTP/1.1" status: 204 len: 168 time: 0.6494992 Sep 29 17:38:57.647988 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48364) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:57.680161 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8cf784f9-c676-46f1-931d-330962dd8b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:57.859127 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542d905-de4c-4882-8614-c49b57eb2209 req-175bae99-c99c-4c1c-be48-5812d669c2be tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:57.868987 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2542d905-de4c-4882-8614-c49b57eb2209 req-175bae99-c99c-4c1c-be48-5812d669c2be tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1282468 Sep 29 17:38:57.874850 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8cf784f9-c676-46f1-931d-330962dd8b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:57.891310 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:57.912205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda0179-1132-466c-be4d-a626fceaebdf req-f9e84afd-d645-4b23-9962-32b8145f8632 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:57.919468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2cda0179-1132-466c-be4d-a626fceaebdf req-f9e84afd-d645-4b23-9962-32b8145f8632 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.1570988 Sep 29 17:38:57.925356 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-8cf784f9-c676-46f1-931d-330962dd8b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4ba6b0-2f48-49a4-80c8-22c448d265df']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:57.936037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48370) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:57.979471 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2542d905-de4c-4882-8614-c49b57eb2209 req-ddf72b98-4857-4b97-a8fa-74c22672dffe tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091337 Sep 29 17:38:57.992004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-8cf784f9-c676-46f1-931d-330962dd8b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff02117-45fc-413d-ac5d-b8020bb07a5f') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:57.992301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-8cf784f9-c676-46f1-931d-330962dd8b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff02117-45fc-413d-ac5d-b8020bb07a5f') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:58.025219 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8cf784f9-c676-46f1-931d-330962dd8b8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.116834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Deleting port 998f9ec9-ae80-4c9c-80be-1b613b076e82 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:58.117728 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.157714 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2cda0179-1132-466c-be4d-a626fceaebdf req-000a5edb-6f0b-471a-8a9c-03c94a09505b tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186468 Sep 29 17:38:58.160507 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8cf784f9-c676-46f1-931d-330962dd8b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.182741 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf784f9-c676-46f1-931d-330962dd8b8f admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:58.183679 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8cf784f9-c676-46f1-931d-330962dd8b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:58.186976 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:58.224054 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce5ce3c-9dfd-4826-bc43-0de9755143a5 None None] DHCP port deletion for fc6d6994-3fd3-4aae-aac1-2db7dd280c69 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:38:58.350749 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] For port 998f9ec9-ae80-4c9c-80be-1b613b076e82, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=998f9ec9-ae80-4c9c-80be-1b613b076e82,segment=NetworkSegment(7439adfc-4ce6-4886-89c4-49dc8118860b),segment_id=7439adfc-4ce6-4886-89c4-49dc8118860b)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:58.351152 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.378477 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Calling delete_port for 998f9ec9-ae80-4c9c-80be-1b613b076e82 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:58.387108 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-fce5ce3c-9dfd-4826-bc43-0de9755143a5 None None] Deleting port 998f9ec9-ae80-4c9c-80be-1b613b076e82 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:38:58.388192 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fce5ce3c-9dfd-4826-bc43-0de9755143a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.399293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-953ca8ec-5bda-40d2-93cc-18d95a2b7b3f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-297019089-network', 'tenant_id': '9ce1e7f8fc744c2fa2563daeea8426cd'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:58.445231 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8cf784f9-c676-46f1-931d-330962dd8b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.460649 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8cf784f9-c676-46f1-931d-330962dd8b8f admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.471695 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8cf784f9-c676-46f1-931d-330962dd8b8f admin admin] 10.222.0.44 "DELETE /v2.0/networks/8a4ba6b0-2f48-49a4-80c8-22c448d265df HTTP/1.1" status: 204 len: 168 time: 0.9410112 Sep 29 17:38:58.482112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48378) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:58.553793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-fce5ce3c-9dfd-4826-bc43-0de9755143a5 None None] For port 998f9ec9-ae80-4c9c-80be-1b613b076e82, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=998f9ec9-ae80-4c9c-80be-1b613b076e82,segment=NetworkSegment(7439adfc-4ce6-4886-89c4-49dc8118860b),segment_id=7439adfc-4ce6-4886-89c4-49dc8118860b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:38:58.554597 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fce5ce3c-9dfd-4826-bc43-0de9755143a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.563933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953ca8ec-5bda-40d2-93cc-18d95a2b7b3f admin admin] Made reservation on behalf of 9ce1e7f8fc744c2fa2563daeea8426cd for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:38:58.576136 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-953ca8ec-5bda-40d2-93cc-18d95a2b7b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.578208 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-fce5ce3c-9dfd-4826-bc43-0de9755143a5 None None] Calling delete_port for 998f9ec9-ae80-4c9c-80be-1b613b076e82 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:38:58.580931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf784f9-c676-46f1-931d-330962dd8b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4ba6b0-2f48-49a4-80c8-22c448d265df,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:58.601005 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.614962 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-953ca8ec-5bda-40d2-93cc-18d95a2b7b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.648811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb02124-d8cd-4dba-9f5e-fd1db454e326 admin admin] Deleting subnet 6316d8ea-f546-436c-b1ca-6417d007c4c9 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:38:58.651876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Port': ['ID=998f9ec9-ae80-4c9c-80be-1b613b076e82,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:58.664659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No DVR routers for this DVR port 998f9ec9-ae80-4c9c-80be-1b613b076e82 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:58.680301 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eeb02124-d8cd-4dba-9f5e-fd1db454e326 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.730863 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fce5ce3c-9dfd-4826-bc43-0de9755143a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.743124 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eeb02124-d8cd-4dba-9f5e-fd1db454e326 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.745889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce5ce3c-9dfd-4826-bc43-0de9755143a5 None None] No DVR routers for this DVR port 998f9ec9-ae80-4c9c-80be-1b613b076e82 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:38:58.767317 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5ce3c-9dfd-4826-bc43-0de9755143a5 None None] Pushing event deleted for resources: {'Port': ['ID=998f9ec9-ae80-4c9c-80be-1b613b076e82,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:58.805030 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.838418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6d6994-3fd3-4aae-aac1-2db7dd280c69']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:58.845597 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eeb02124-d8cd-4dba-9f5e-fd1db454e326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.856940 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7439adfc-4ce6-4886-89c4-49dc8118860b') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:58.857316 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7439adfc-4ce6-4886-89c4-49dc8118860b') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:58.869094 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.895938 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.902814 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:58.903206 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.964645 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eeb02124-d8cd-4dba-9f5e-fd1db454e326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:58.984605 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:58.992341 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:58.993118 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eeb02124-d8cd-4dba-9f5e-fd1db454e326 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.006471 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-eeb02124-d8cd-4dba-9f5e-fd1db454e326 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6316d8ea-f546-436c-b1ca-6417d007c4c9 HTTP/1.1" status: 204 len: 168 time: 0.5196781 Sep 29 17:38:59.007711 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-953ca8ec-5bda-40d2-93cc-18d95a2b7b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.008503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48382) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:59.037911 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.043066 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/fc6d6994-3fd3-4aae-aac1-2db7dd280c69 HTTP/1.1" status: 204 len: 168 time: 1.3917491 Sep 29 17:38:59.043066 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d98e7-e39e-4874-a350-28ecbe933891 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Network': ['ID=fc6d6994-3fd3-4aae-aac1-2db7dd280c69,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:59.046194 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48386) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:59.051348 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-953ca8ec-5bda-40d2-93cc-18d95a2b7b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.072754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb02124-d8cd-4dba-9f5e-fd1db454e326 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6316d8ea-f546-436c-b1ca-6417d007c4c9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:59.089796 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-707953de-be43-4492-9249-460c52dff34a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:59.090257 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-707953de-be43-4492-9249-460c52dff34a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:59.094861 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-707953de-be43-4492-9249-460c52dff34a tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/subnets/b6a48855-26cf-498f-8b51-13793fc4b25a HTTP/1.1" status: 404 len: 337 time: 0.0453067 Sep 29 17:38:59.095999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48388) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:59.106127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953ca8ec-5bda-40d2-93cc-18d95a2b7b3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:38:59.136272 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5312bf-2bc4-49da-87c7-f83559f154a6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] DELETE failed (client error): The resource could not be found. Sep 29 17:38:59.136983 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d5312bf-2bc4-49da-87c7-f83559f154a6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:38:59.141808 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6d5312bf-2bc4-49da-87c7-f83559f154a6 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/1296f5db-0553-4858-b5dd-143f23f57d06 HTTP/1.1" status: 404 len: 339 time: 0.0423234 Sep 29 17:38:59.145048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48390) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:59.247019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ca8ec-5bda-40d2-93cc-18d95a2b7b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc51ecf-318b-4e99-b0cb-005dba7b4dbf,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:59.259090 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-953ca8ec-5bda-40d2-93cc-18d95a2b7b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.259439 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-953ca8ec-5bda-40d2-93cc-18d95a2b7b3f admin admin] Added segment c5f6923b-ac60-49fc-9dd8-dbe332eda0fc of type vlan for network 884c975c-4806-4e44-9cc0-6ecee4e2ec8a Sep 29 17:38:59.262977 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94f6f23e-ce98-4a80-8d43-3f68314c76da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.318818 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8f93fc-bb47-488e-9ebb-f382099a71ef tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Deleting subnet 1959a53c-0d43-4a79-a7c7-74bbe59a7342 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:38:59.322038 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a8f93fc-bb47-488e-9ebb-f382099a71ef tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.364415 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a8f93fc-bb47-488e-9ebb-f382099a71ef tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.367769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d7f34-2c6b-4f9e-8ee1-b3ac3ac3cdd6 req-e4b60622-64ad-44bf-9333-96cc7d9795b3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:59.377808 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db7d7f34-2c6b-4f9e-8ee1-b3ac3ac3cdd6 req-e4b60622-64ad-44bf-9333-96cc7d9795b3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2244923 Sep 29 17:38:59.463194 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-953ca8ec-5bda-40d2-93cc-18d95a2b7b3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.492829 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed6d52-d1aa-4ba3-bd93-586e947d5a5c req-d7457b0a-55c4-4c01-b1fa-8c943213c653 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:59.494484 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-80ed6d52-d1aa-4ba3-bd93-586e947d5a5c req-d7457b0a-55c4-4c01-b1fa-8c943213c653 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.1911469 Sep 29 17:38:59.594578 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db7d7f34-2c6b-4f9e-8ee1-b3ac3ac3cdd6 req-b796c1a6-1e1d-47c2-a320-e417a27052e9 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139475 Sep 29 17:38:59.651684 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a8f93fc-bb47-488e-9ebb-f382099a71ef tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.716805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-953ca8ec-5bda-40d2-93cc-18d95a2b7b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.718508 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ca8ec-5bda-40d2-93cc-18d95a2b7b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:38:59.719881 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-953ca8ec-5bda-40d2-93cc-18d95a2b7b3f admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.723451 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-80ed6d52-d1aa-4ba3-bd93-586e947d5a5c req-88387492-3c44-48ba-a30b-e29b052fc0a6 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903131 Sep 29 17:38:59.759326 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94f6f23e-ce98-4a80-8d43-3f68314c76da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.817598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-88ca1466-5efa-4795-a307-2125b91e092c req-a487e522-1b1f-4ef3-a9f0-60cbe4a5660b tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-101176571', 'description': 'tempest-description-544438995'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:59.871365 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-953ca8ec-5bda-40d2-93cc-18d95a2b7b3f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9101319 Sep 29 17:38:59.872305 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a8f93fc-bb47-488e-9ebb-f382099a71ef tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.874990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ca8ec-5bda-40d2-93cc-18d95a2b7b3f admin admin] Pushing event updated for resources: {'Network': ['ID=884c975c-4806-4e44-9cc0-6ecee4e2ec8a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:59.881530 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48412) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:38:59.887680 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 884c975c-4806-4e44-9cc0-6ecee4e2ec8a details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:38:59.892694 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-94f6f23e-ce98-4a80-8d43-3f68314c76da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3111b4-12a5-4607-aee9-539df3e221f8']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:59.910383 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-94f6f23e-ce98-4a80-8d43-3f68314c76da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d6037b-e258-4dfb-9c33-968b4c77d973') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:59.910800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-94f6f23e-ce98-4a80-8d43-3f68314c76da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d6037b-e258-4dfb-9c33-968b4c77d973') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:38:59.919396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2a5e16a1-9e5a-44b2-941b-ff3b2e025a31 admin admin] Request body: {'subnet': {'network_id': '884c975c-4806-4e44-9cc0-6ecee4e2ec8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-297019089-subnet', 'tenant_id': '9ce1e7f8fc744c2fa2563daeea8426cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:38:59.931835 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94f6f23e-ce98-4a80-8d43-3f68314c76da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.932867 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f93fc-bb47-488e-9ebb-f382099a71ef tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Subnet': ['ID=1959a53c-0d43-4a79-a7c7-74bbe59a7342,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:38:59.942747 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-88ca1466-5efa-4795-a307-2125b91e092c req-a487e522-1b1f-4ef3-a9f0-60cbe4a5660b tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.952007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 998f9ec9-ae80-4c9c-80be-1b613b076e82 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:38:59.962882 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94f6f23e-ce98-4a80-8d43-3f68314c76da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.975848 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f6f23e-ce98-4a80-8d43-3f68314c76da admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:38:59.977350 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94f6f23e-ce98-4a80-8d43-3f68314c76da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:38:59.981361 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:38:59.986747 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a8f93fc-bb47-488e-9ebb-f382099a71ef tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:38:59.991773 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9a8f93fc-bb47-488e-9ebb-f382099a71ef tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/subnets/1959a53c-0d43-4a79-a7c7-74bbe59a7342 HTTP/1.1" status: 204 len: 168 time: 0.8426926 Sep 29 17:38:59.996386 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48414) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:00.019351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 998f9ec9-ae80-4c9c-80be-1b613b076e82 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:39:00.020277 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 998f9ec9-ae80-4c9c-80be-1b613b076e82 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:39:00.036310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec8449-0bb9-4b0e-a781-188d22ec9f07 None None] Network bd1d7695-b6f7-4aae-925d-5b3d662809f2 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:00.043692 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5e16a1-9e5a-44b2-941b-ff3b2e025a31 admin admin] Made reservation on behalf of 9ce1e7f8fc744c2fa2563daeea8426cd for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:00.048261 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a5e16a1-9e5a-44b2-941b-ff3b2e025a31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.073111 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94f6f23e-ce98-4a80-8d43-3f68314c76da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.079265 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94f6f23e-ce98-4a80-8d43-3f68314c76da admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.081211 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-94f6f23e-ce98-4a80-8d43-3f68314c76da admin admin] 10.222.0.44 "DELETE /v2.0/networks/fc3111b4-12a5-4607-aee9-539df3e221f8 HTTP/1.1" status: 204 len: 168 time: 1.0630283 Sep 29 17:39:00.119426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6f23e-ce98-4a80-8d43-3f68314c76da admin admin] Pushing event deleted for resources: {'Network': ['ID=fc3111b4-12a5-4607-aee9-539df3e221f8,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:00.334589 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a5e16a1-9e5a-44b2-941b-ff3b2e025a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.353935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48422) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:00.383412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20d62e2-2f52-40c4-861b-9aca0b73bd17 None None] DHCP port deletion for bd1d7695-b6f7-4aae-925d-5b3d662809f2 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:39:00.447147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9195839c-c2f0-475c-a82b-cb92bc73412a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=261539f5c2dc42ac92634671d2b84b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890265 Sep 29 17:39:00.449313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48426) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:00.499249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b20d62e2-2f52-40c4-861b-9aca0b73bd17 None None] Deleting port 9a9a95c7-f932-4436-8805-b903e7157099 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:00.501757 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b20d62e2-2f52-40c4-861b-9aca0b73bd17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.502288 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-88ca1466-5efa-4795-a307-2125b91e092c req-a487e522-1b1f-4ef3-a9f0-60cbe4a5660b tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.532015 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-211ee004-bbe6-4a68-a281-d89ccbac1ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.544437 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.553780 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-88ca1466-5efa-4795-a307-2125b91e092c req-a487e522-1b1f-4ef3-a9f0-60cbe4a5660b tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.566920 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-211ee004-bbe6-4a68-a281-d89ccbac1ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.615662 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487e522-1b1f-4ef3-a9f0-60cbe4a5660b tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2adc1ec9-23e9-44c4-ba81-3ff368d719fc,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:00.622388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b20d62e2-2f52-40c4-861b-9aca0b73bd17 None None] For port 9a9a95c7-f932-4436-8805-b903e7157099, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9a9a95c7-f932-4436-8805-b903e7157099,segment=NetworkSegment(60bbb893-a57a-4e0c-a583-99da5930dd27),segment_id=60bbb893-a57a-4e0c-a583-99da5930dd27)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:00.623258 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b20d62e2-2f52-40c4-861b-9aca0b73bd17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.646331 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b20d62e2-2f52-40c4-861b-9aca0b73bd17 None None] Calling delete_port for 9a9a95c7-f932-4436-8805-b903e7157099 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:00.653393 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e16a1-9e5a-44b2-941b-ff3b2e025a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c738bd43-17c8-47c6-b4fe-768f1a88b72d,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:00.655576 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-88ca1466-5efa-4795-a307-2125b91e092c req-a487e522-1b1f-4ef3-a9f0-60cbe4a5660b tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.666666 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88ca1466-5efa-4795-a307-2125b91e092c req-a487e522-1b1f-4ef3-a9f0-60cbe4a5660b tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8574097 Sep 29 17:39:00.700790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5e16a1-9e5a-44b2-941b-ff3b2e025a31 admin admin] Checking segment: {'id': 'c5f6923b-ac60-49fc-9dd8-dbe332eda0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '884c975c-4806-4e44-9cc0-6ecee4e2ec8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:39:00.701158 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5e16a1-9e5a-44b2-941b-ff3b2e025a31 admin admin] Network hostable DHCP agents. Network: 884c975c-4806-4e44-9cc0-6ecee4e2ec8a, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:39:00.710091 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-211ee004-bbe6-4a68-a281-d89ccbac1ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.712630 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-211ee004-bbe6-4a68-a281-d89ccbac1ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.713828 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-211ee004-bbe6-4a68-a281-d89ccbac1ab7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/61801dbf-cecd-4d38-aa7c-d245c76d47af HTTP/1.1" status: 204 len: 168 time: 0.2632530 Sep 29 17:39:00.739767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ee004-bbe6-4a68-a281-d89ccbac1ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61801dbf-cecd-4d38-aa7c-d245c76d47af,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:00.848664 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5e16a1-9e5a-44b2-941b-ff3b2e025a31 admin admin] Network 884c975c-4806-4e44-9cc0-6ecee4e2ec8a is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:39:00.879466 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Deleting port 9a9a95c7-f932-4436-8805-b903e7157099 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:00.882317 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.906472 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b20d62e2-2f52-40c4-861b-9aca0b73bd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.942778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-2a5e16a1-9e5a-44b2-941b-ff3b2e025a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 884c975c-4806-4e44-9cc0-6ecee4e2ec8a) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:00.949931 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d62e2-2f52-40c4-861b-9aca0b73bd17 None None] Pushing event deleted for resources: {'Port': ['ID=9a9a95c7-f932-4436-8805-b903e7157099,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:00.957126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d62e2-2f52-40c4-861b-9aca0b73bd17 None None] No DVR routers for this DVR port 9a9a95c7-f932-4436-8805-b903e7157099 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:39:00.964427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a0a00f-3c68-4b65-af78-c8b95c2ec760 None None] Network 884c975c-4806-4e44-9cc0-6ecee4e2ec8a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:00.971580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496d9fd-1054-47b4-9216-3e85ca6c6f22 req-e53c748d-d738-460f-a5bf-c1c4241b2af3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:00.975252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5e16a1-9e5a-44b2-941b-ff3b2e025a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:00.975837 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a5e16a1-9e5a-44b2-941b-ff3b2e025a31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:00.992812 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7496d9fd-1054-47b4-9216-3e85ca6c6f22 req-e53c748d-d738-460f-a5bf-c1c4241b2af3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2065313 Sep 29 17:39:01.075865 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93a13b3d-32cd-462d-8496-222951cc2573 req-87d07900-0be9-4d05-b4d5-3faecbcd0fd1 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-101176571&fields=id&tenant_id=b4bf846cd7a74692964be60c138cc57c HTTP/1.1" status: 200 len: 267 time: 0.2196474 Sep 29 17:39:01.139825 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc085ad0-c404-4cc8-b3ff-4d87a5eff32f None None] Network 884c975c-4806-4e44-9cc0-6ecee4e2ec8a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:01.141131 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2a5e16a1-9e5a-44b2-941b-ff3b2e025a31 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2264922 Sep 29 17:39:01.190040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] For port 9a9a95c7-f932-4436-8805-b903e7157099, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9a9a95c7-f932-4436-8805-b903e7157099,segment=NetworkSegment(60bbb893-a57a-4e0c-a583-99da5930dd27),segment_id=60bbb893-a57a-4e0c-a583-99da5930dd27)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:01.190458 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:01.202871 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7496d9fd-1054-47b4-9216-3e85ca6c6f22 req-15c4138f-b87e-44b1-b1dd-950ab87ca77f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072625 Sep 29 17:39:01.241832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Calling delete_port for 9a9a95c7-f932-4436-8805-b903e7157099 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:01.437727 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:01.470458 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] No DVR routers for this DVR port 9a9a95c7-f932-4436-8805-b903e7157099 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:39:01.642388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48460) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:01.704821 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:01.707829 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-22c02f97-4239-4e9c-b417-91b4c0b325d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=513bfb5f7ade4010b86faed8ef36feb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638652 Sep 29 17:39:01.710264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48462) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:01.715251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Port': ['ID=9a9a95c7-f932-4436-8805-b903e7157099,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:01.768453 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a13b3d-32cd-462d-8496-222951cc2573 req-d2692b6b-adff-43ab-9ad8-afc99474379f tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:01.788598 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93a13b3d-32cd-462d-8496-222951cc2573 req-d2692b6b-adff-43ab-9ad8-afc99474379f tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.6941240 Sep 29 17:39:01.812901 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-93a13b3d-32cd-462d-8496-222951cc2573 req-a7225b28-b03b-4c54-a2ac-10ca875ada13 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Request body: {'port': {'security_groups': ['1879b89d-395a-495d-af7e-d094a1b95a31', '2adc1ec9-23e9-44c4-ba81-3ff368d719fc']}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:01.859157 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b33bcb71-ad43-4aba-83d6-5dba801da1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:01.912039 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1d7695-b6f7-4aae-925d-5b3d662809f2']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:01.917941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9a9a95c7-f932-4436-8805-b903e7157099 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:39:01.951758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bbb893-a57a-4e0c-a583-99da5930dd27') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:01.952173 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bbb893-a57a-4e0c-a583-99da5930dd27') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:01.954932 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b33bcb71-ad43-4aba-83d6-5dba801da1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:01.955068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 9a9a95c7-f932-4436-8805-b903e7157099 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:39:01.955497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9a9a95c7-f932-4436-8805-b903e7157099 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:39:02.005013 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:02.082835 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:02.106949 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:39:02.107393 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:02.140108 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b33bcb71-ad43-4aba-83d6-5dba801da1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:02.142749 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b33bcb71-ad43-4aba-83d6-5dba801da1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:02.144428 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b33bcb71-ad43-4aba-83d6-5dba801da1ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc7ba64a-d37f-45de-b8de-b0bf6af2b10b HTTP/1.1" status: 204 len: 168 time: 0.4326379 Sep 29 17:39:02.162311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bcb71-ad43-4aba-83d6-5dba801da1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7ba64a-d37f-45de-b8de-b0bf6af2b10b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:02.196641 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:39:02.197768 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:39:02.202491 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:02.219130 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:02.224594 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] 10.222.0.44 "DELETE /v2.0/networks/bd1d7695-b6f7-4aae-925d-5b3d662809f2 HTTP/1.1" status: 204 len: 168 time: 2.2209048 Sep 29 17:39:02.235165 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-93a13b3d-32cd-462d-8496-222951cc2573 req-a7225b28-b03b-4c54-a2ac-10ca875ada13 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:02.280196 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e20e87-a9e0-404c-99ca-2c5e729523d5 tempest-NetworksIpV6Test-622236546 tempest-NetworksIpV6Test-622236546-project] Pushing event deleted for resources: {'Network': ['ID=bd1d7695-b6f7-4aae-925d-5b3d662809f2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:02.609350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-93a13b3d-32cd-462d-8496-222951cc2573 req-a7225b28-b03b-4c54-a2ac-10ca875ada13 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] For port a37503b7-b3a3-48c0-ae51-7cda76daac12, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a37503b7-b3a3-48c0-ae51-7cda76daac12,segment=NetworkSegment(fd5d39bc-35dc-4f9a-9bee-70cbff45b999),segment_id=fd5d39bc-35dc-4f9a-9bee-70cbff45b999)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:02.612268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c460b0c-0924-4732-a2f9-d21eb6de3805 req-35f492cd-af85-4464-b67e-e79ae07d7ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:02.615051 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c460b0c-0924-4732-a2f9-d21eb6de3805 req-35f492cd-af85-4464-b67e-e79ae07d7ec5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00f4ff54a31b4dd99836327b3df86ada&device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 1097 time: 0.0941193 Sep 29 17:39:02.639720 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-dd611159-50d1-4947-b416-6d62f7af85d8 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:02.651175 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-dd611159-50d1-4947-b416-6d62f7af85d8 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/networks?id=884c975c-4806-4e44-9cc0-6ecee4e2ec8a HTTP/1.1" status: 200 len: 817 time: 0.3158026 Sep 29 17:39:02.679642 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-93a13b3d-32cd-462d-8496-222951cc2573 req-a7225b28-b03b-4c54-a2ac-10ca875ada13 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:02.733448 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-93a13b3d-32cd-462d-8496-222951cc2573 req-a7225b28-b03b-4c54-a2ac-10ca875ada13 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:02.744983 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a37503b7-b3a3-48c0-ae51-7cda76daac12'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:39:02.964418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48490) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:02.978357 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c460b0c-0924-4732-a2f9-d21eb6de3805 req-3b137d47-0067-4d91-ad53-d31469972d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:02.981057 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c460b0c-0924-4732-a2f9-d21eb6de3805 req-3b137d47-0067-4d91-ad53-d31469972d86 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a7ae65d9-f785-4446-bdb2-7429d9329f6f HTTP/1.1" status: 200 len: 915 time: 0.3209548 Sep 29 17:39:03.006598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a13b3d-32cd-462d-8496-222951cc2573 req-a7225b28-b03b-4c54-a2ac-10ca875ada13 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:03.015067 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-93a13b3d-32cd-462d-8496-222951cc2573 req-a7225b28-b03b-4c54-a2ac-10ca875ada13 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:03.023767 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93a13b3d-32cd-462d-8496-222951cc2573 req-a7225b28-b03b-4c54-a2ac-10ca875ada13 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "PUT /v2.0/ports/a37503b7-b3a3-48c0-ae51-7cda76daac12 HTTP/1.1" status: 200 len: 981 time: 1.2303388 Sep 29 17:39:03.024281 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'tag': 'a37503b7-b3a3-48c0-ae51-7cda76daac12'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:39:03.026721 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7541bd-1b60-4ebf-b3f7-b971ba9d53bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9ddd24ac-df6f-4918-bdb7-4bace3be9c01", "tag": "a37503b7-b3a3-48c0-ae51-7cda76daac12"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:39:03.093291 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-63f8ee52-6562-4578-be1d-0ef3692cc53f tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/quotas/9ce1e7f8fc744c2fa2563daeea8426cd HTTP/1.1" status: 200 len: 375 time: 0.4404047 Sep 29 17:39:03.097024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c460b0c-0924-4732-a2f9-d21eb6de3805 req-95669858-821a-4318-a6b8-aa19b73e86c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c HTTP/1.1" status: 200 len: 217 time: 0.1075740 Sep 29 17:39:03.104749 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7225b28-b03b-4c54-a2ac-10ca875ada13 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Pushing event updated for resources: {'Port': ['ID=a37503b7-b3a3-48c0-ae51-7cda76daac12,revision_number=6']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:03.182718 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a37503b7-b3a3-48c0-ae51-7cda76daac12'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:39:03.400215 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-6d0ec21c-2d2b-42bf-9878-b2a2201c92e8 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9ce1e7f8fc744c2fa2563daeea8426cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3048875 Sep 29 17:39:03.438265 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bacc8-d5ee-462c-b9e3-64ede14f0c1f req-bcaa199b-c70e-4ba0-87f7-d117947eb83b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:03.451913 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a12bacc8-d5ee-462c-b9e3-64ede14f0c1f req-bcaa199b-c70e-4ba0-87f7-d117947eb83b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1532240 Sep 29 17:39:03.609153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3fe7ee1b-1eb5-4218-b433-b59b31139939 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8fd58ccd080b4d6fb81961294b2c55bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6402628 Sep 29 17:39:03.622217 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-6cb8a766-553c-4da9-a26a-157286db64f0 service neutron] 10.222.0.44 "GET /v2.0/networks/884c975c-4806-4e44-9cc0-6ecee4e2ec8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211270 Sep 29 17:39:03.624171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48506) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:03.630344 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a12bacc8-d5ee-462c-b9e3-64ede14f0c1f req-2ffaf52e-dce8-4f99-8e84-e1bfb11158c1 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715600 Sep 29 17:39:03.678938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c460b0c-0924-4732-a2f9-d21eb6de3805 req-a76ca337-d3c4-41e2-af71-07156196fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:03.680562 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c460b0c-0924-4732-a2f9-d21eb6de3805 req-a76ca337-d3c4-41e2-af71-07156196fb0a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bbad4c0-0681-418d-aef1-176c25bc2285 HTTP/1.1" status: 200 len: 854 time: 0.5160198 Sep 29 17:39:03.743623 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c460b0c-0924-4732-a2f9-d21eb6de3805 req-a9ae85b1-c753-4bcb-b3c2-b72f0da69b7d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a7ae65d9-f785-4446-bdb2-7429d9329f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506456 Sep 29 17:39:03.887570 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-08186cfb-4790-4c98-b3e2-6c9f661139b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:03.970644 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c29bf3d0-ef21-488d-a2e3-cf3e901c158f req-57d91d1b-1e4c-49fd-8f09-aaadec58033f tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-101176571&fields=id&tenant_id=b4bf846cd7a74692964be60c138cc57c HTTP/1.1" status: 200 len: 267 time: 0.0596061 Sep 29 17:39:03.991127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-72e13d3f-4a46-4281-9e84-669f833975d8 service neutron] 10.222.0.44 "GET /v2.0/networks/884c975c-4806-4e44-9cc0-6ecee4e2ec8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676350 Sep 29 17:39:03.993973 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-08186cfb-4790-4c98-b3e2-6c9f661139b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:04.115095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bf3d0-ef21-488d-a2e3-cf3e901c158f req-a6e54189-23bb-473d-864c-f205d012152f tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:04.121862 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c29bf3d0-ef21-488d-a2e3-cf3e901c158f req-a6e54189-23bb-473d-864c-f205d012152f tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 984 time: 0.1439393 Sep 29 17:39:04.137933 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-c29bf3d0-ef21-488d-a2e3-cf3e901c158f req-abf10437-5f7e-458b-8d06-7cc655cdcf0a tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Request body: {'port': {'security_groups': ['1879b89d-395a-495d-af7e-d094a1b95a31']}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:04.142778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c460b0c-0924-4732-a2f9-d21eb6de3805 req-fea943e0-15f1-4154-acf7-d2e0418293ef service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498950 Sep 29 17:39:04.143371 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-08186cfb-4790-4c98-b3e2-6c9f661139b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:04.146820 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-08186cfb-4790-4c98-b3e2-6c9f661139b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:04.147883 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-08186cfb-4790-4c98-b3e2-6c9f661139b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71e42777-2a64-4d03-9d2c-28a52d46cb6e HTTP/1.1" status: 204 len: 168 time: 0.5148563 Sep 29 17:39:04.304205 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-c29bf3d0-ef21-488d-a2e3-cf3e901c158f req-abf10437-5f7e-458b-8d06-7cc655cdcf0a tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:04.398828 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c460b0c-0924-4732-a2f9-d21eb6de3805 req-4c8585ff-539f-481a-adf4-6c4d06a1f4a5 service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421618 Sep 29 17:39:04.405827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08186cfb-4790-4c98-b3e2-6c9f661139b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e42777-2a64-4d03-9d2c-28a52d46cb6e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:04.765734 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-c29bf3d0-ef21-488d-a2e3-cf3e901c158f req-abf10437-5f7e-458b-8d06-7cc655cdcf0a tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] For port a37503b7-b3a3-48c0-ae51-7cda76daac12, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a37503b7-b3a3-48c0-ae51-7cda76daac12,segment=NetworkSegment(fd5d39bc-35dc-4f9a-9bee-70cbff45b999),segment_id=fd5d39bc-35dc-4f9a-9bee-70cbff45b999)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:04.912667 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-c29bf3d0-ef21-488d-a2e3-cf3e901c158f req-abf10437-5f7e-458b-8d06-7cc655cdcf0a tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:04.926358 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-c29bf3d0-ef21-488d-a2e3-cf3e901c158f req-abf10437-5f7e-458b-8d06-7cc655cdcf0a tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:04.961055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a37503b7-b3a3-48c0-ae51-7cda76daac12'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:39:04.986535 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4feb1a-0f0b-4b05-af30-efdd13ad5857 x-openstack-request-id: req-9d4feb1a-0f0b-4b05-af30-efdd13ad5857 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:39:04.987095 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ddd24ac-df6f-4918-bdb7-4bace3be9c01", "tag": "a37503b7-b3a3-48c0-ae51-7cda76daac12", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:39:04.987346 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d4feb1a-0f0b-4b05-af30-efdd13ad5857 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:39:04.988517 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'tag': 'a37503b7-b3a3-48c0-ae51-7cda76daac12', 'status': 'completed', 'code': 200} Sep 29 17:39:05.124118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bf3d0-ef21-488d-a2e3-cf3e901c158f req-abf10437-5f7e-458b-8d06-7cc655cdcf0a tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:05.124800 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-c29bf3d0-ef21-488d-a2e3-cf3e901c158f req-abf10437-5f7e-458b-8d06-7cc655cdcf0a tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:05.165482 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c29bf3d0-ef21-488d-a2e3-cf3e901c158f req-abf10437-5f7e-458b-8d06-7cc655cdcf0a tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "PUT /v2.0/ports/a37503b7-b3a3-48c0-ae51-7cda76daac12 HTTP/1.1" status: 200 len: 942 time: 1.0283482 Sep 29 17:39:05.216853 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-babd134c-1506-4d2d-917d-87c5d4033d5a req-cdfc9d8f-09bc-4200-b4b7-516fffccb490 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 210 time: 0.0979285 Sep 29 17:39:05.259993 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7541bd-1b60-4ebf-b3f7-b971ba9d53bb req-96125fad-41ee-4f25-840e-9edda4b08e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:05.261569 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c7541bd-1b60-4ebf-b3f7-b971ba9d53bb req-96125fad-41ee-4f25-840e-9edda4b08e24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4bf846cd7a74692964be60c138cc57c&device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 1096 time: 0.2460561 Sep 29 17:39:05.332782 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf10437-5f7e-458b-8d06-7cc655cdcf0a tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Pushing event updated for resources: {'Port': ['ID=a37503b7-b3a3-48c0-ae51-7cda76daac12,revision_number=7']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:05.382601 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a37503b7-b3a3-48c0-ae51-7cda76daac12'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:39:05.518613 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d2e58-850f-496d-b45b-ab69084aaa44 req-b2c35427-68cb-4e22-87df-a8707a04b510 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:05.547613 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-997d2e58-850f-496d-b45b-ab69084aaa44 req-b2c35427-68cb-4e22-87df-a8707a04b510 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1720495 Sep 29 17:39:05.703789 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-997d2e58-850f-496d-b45b-ab69084aaa44 req-77018068-a8df-4730-a037-fa9a936b4797 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535954 Sep 29 17:39:05.812073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7541bd-1b60-4ebf-b3f7-b971ba9d53bb req-00c883a8-9e4a-40bb-ac23-be6fbada3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:05.815654 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c7541bd-1b60-4ebf-b3f7-b971ba9d53bb req-00c883a8-9e4a-40bb-ac23-be6fbada3b05 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e57956a6-584f-407f-aa43-0924387a68d2 HTTP/1.1" status: 200 len: 921 time: 0.5461605 Sep 29 17:39:05.866137 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48562) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:05.949614 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c7541bd-1b60-4ebf-b3f7-b971ba9d53bb req-a24f4a8b-e272-43fa-b4d1-8078fca19fd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37503b7-b3a3-48c0-ae51-7cda76daac12 HTTP/1.1" status: 200 len: 217 time: 0.0685093 Sep 29 17:39:06.012802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7541bd-1b60-4ebf-b3f7-b971ba9d53bb req-079a6fdd-52c5-4c18-89aa-585fb40084bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:06.014112 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c7541bd-1b60-4ebf-b3f7-b971ba9d53bb req-079a6fdd-52c5-4c18-89aa-585fb40084bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d284366c-fe99-4c9e-986b-ecda04f87026 HTTP/1.1" status: 200 len: 860 time: 0.0569668 Sep 29 17:39:06.054118 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c7541bd-1b60-4ebf-b3f7-b971ba9d53bb req-816468db-7e54-4c7a-ba5e-c0b0932dc164 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e57956a6-584f-407f-aa43-0924387a68d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325289 Sep 29 17:39:06.101814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-f8ca9b53-a77b-4b05-872a-f840fdcacbec tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6139851 Sep 29 17:39:06.120059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:06.120239 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-8537c785-448b-4d53-9801-bd3f5d74e3fe tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-446988180'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:06.513830 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40fb76f4-9bfd-4adc-b69b-586e6b68f1aa req-e23c4ad3-b215-4459-92b9-075ebdd6b299 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 210 time: 0.0689452 Sep 29 17:39:06.570936 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.api [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:39:06.570936 n-d-811748-2 neutron-server[95016]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 29 17:39:06.570936 n-d-811748-2 neutron-server[95016]: [parameters: {'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'id': '071c7577-e1e9-418a-89f6-04d49158d15e', 'expiration': datetime.datetime(2021, 9, 29, 17, 41, 6, 542307)}] Sep 29 17:39:06.570936 n-d-811748-2 neutron-server[95016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:39:06.572045 n-d-811748-2 neutron-server[95016]: DEBUG oslo_db.api [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:39:06.572596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8537c785-448b-4d53-9801-bd3f5d74e3fe tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:06.578481 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8537c785-448b-4d53-9801-bd3f5d74e3fe tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:06.592339 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8537c785-448b-4d53-9801-bd3f5d74e3fe tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:06.705674 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c7541bd-1b60-4ebf-b3f7-b971ba9d53bb req-49c97727-94a0-4a07-a0e5-137b84f784f8 service neutron] 10.222.0.35 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340086 Sep 29 17:39:06.806647 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8537c785-448b-4d53-9801-bd3f5d74e3fe tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:06.818792 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8537c785-448b-4d53-9801-bd3f5d74e3fe tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:06.835719 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8537c785-448b-4d53-9801-bd3f5d74e3fe tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:39:06.861631 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8537c785-448b-4d53-9801-bd3f5d74e3fe tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:06.863412 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-8537c785-448b-4d53-9801-bd3f5d74e3fe tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Added segment 494081b5-4ccf-4fcd-b59d-4037eb091065 of type vlan for network 7f138965-bbf0-4f57-83e5-d6b898ca7bde Sep 29 17:39:07.004147 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8537c785-448b-4d53-9801-bd3f5d74e3fe tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:07.036604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-59a2c935-d44e-4ed4-8c77-fd4850feb971 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:07.038045 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-59a2c935-d44e-4ed4-8c77-fd4850feb971 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.49 "GET /v2.0/networks?id=884c975c-4806-4e44-9cc0-6ecee4e2ec8a HTTP/1.1" status: 200 len: 817 time: 0.4922581 Sep 29 17:39:07.061514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-91ec9c50-cc7d-4bec-aa4d-5ff8075495ad tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Request body: {'port': {'device_id': '3c94cec9-60f7-478f-85ff-85af744895c6', 'network_id': '884c975c-4806-4e44-9cc0-6ecee4e2ec8a', 'admin_state_up': True, 'tenant_id': '9ce1e7f8fc744c2fa2563daeea8426cd'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:07.086962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'tag': 'a37503b7-b3a3-48c0-ae51-7cda76daac12'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:39:07.090087 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca2be20-735b-421c-a751-f3229cb02e39" -d '{"events": [{"name": "network-changed", "server_uuid": "9ddd24ac-df6f-4918-bdb7-4bace3be9c01", "tag": "a37503b7-b3a3-48c0-ae51-7cda76daac12"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:39:07.101066 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8537c785-448b-4d53-9801-bd3f5d74e3fe tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:07.107128 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8537c785-448b-4d53-9801-bd3f5d74e3fe tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:07.107959 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8537c785-448b-4d53-9801-bd3f5d74e3fe tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:07.183785 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537c785-448b-4d53-9801-bd3f5d74e3fe tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Network': ['ID=7f138965-bbf0-4f57-83e5-d6b898ca7bde,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:07.197578 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:39:07.212188 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537c785-448b-4d53-9801-bd3f5d74e3fe tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3fdbf8-8bec-4981-bb94-6f5b7de04f8b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:07.232301 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8537c785-448b-4d53-9801-bd3f5d74e3fe tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3651206 Sep 29 17:39:07.235054 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48584) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:07.240931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-bd34b97e-e49c-4f93-9f73-916a73292c11 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'name': 'tempest-PortsTestJSON-2097249027'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:07.507160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-91ec9c50-cc7d-4bec-aa4d-5ff8075495ad tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Made reservation on behalf of 9ce1e7f8fc744c2fa2563daeea8426cd for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:07.523280 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-91ec9c50-cc7d-4bec-aa4d-5ff8075495ad tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:07.540125 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c7541bd-1b60-4ebf-b3f7-b971ba9d53bb req-7a92004a-bb3b-4475-879d-af05f937edf9 service neutron] 10.222.0.35 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8333957 Sep 29 17:39:07.636195 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:07.673547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd34b97e-e49c-4f93-9f73-916a73292c11 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:07.678619 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bd34b97e-e49c-4f93-9f73-916a73292c11 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:07.732636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1a26a-0276-4446-b46a-f86351bdb205 req-73581765-c6b7-44bc-ae61-2bf96f0d08b0 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:07.754746 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-67d1a26a-0276-4446-b46a-f86351bdb205 req-73581765-c6b7-44bc-ae61-2bf96f0d08b0 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.6844587 Sep 29 17:39:07.766651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-bd34b97e-e49c-4f93-9f73-916a73292c11 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port 71fd84bc-d79b-4423-8a9d-5dc8e984a54f yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:39:08.028083 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-67d1a26a-0276-4446-b46a-f86351bdb205 req-0abfc536-ce95-43af-a270-472fcffeb3ee tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728519 Sep 29 17:39:08.066463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-91ec9c50-cc7d-4bec-aa4d-5ff8075495ad tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Allocated IP 172.20.0.12 (884c975c-4806-4e44-9cc0-6ecee4e2ec8a/c738bd43-17c8-47c6-b4fe-768f1a88b72d/531a3ca2-0db9-40ee-8faa-33fc14245698) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:39:08.126787 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248b01c7-d0c3-40b6-8663-137701739755 x-openstack-request-id: req-248b01c7-d0c3-40b6-8663-137701739755 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:39:08.127217 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ddd24ac-df6f-4918-bdb7-4bace3be9c01", "tag": "a37503b7-b3a3-48c0-ae51-7cda76daac12", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:39:08.127320 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-248b01c7-d0c3-40b6-8663-137701739755 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:39:08.127703 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'tag': 'a37503b7-b3a3-48c0-ae51-7cda76daac12', 'status': 'completed', 'code': 200} Sep 29 17:39:08.232445 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bd34b97e-e49c-4f93-9f73-916a73292c11 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:08.236677 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:08.318452 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8b36c53d-01a5-45a2-8c30-0ee4b65a401e req-81cfb820-aaa1-45ec-a288-d7ffc50bfbae tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 210 time: 0.0674915 Sep 29 17:39:08.360772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Allocated IP 172.25.2.92 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/e80fea39-b504-4807-94e9-6f2a323845b1) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:39:08.362037 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bd34b97e-e49c-4f93-9f73-916a73292c11 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:08.476154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34b97e-e49c-4f93-9f73-916a73292c11 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=71fd84bc-d79b-4423-8a9d-5dc8e984a54f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:08.528580 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd34b97e-e49c-4f93-9f73-916a73292c11 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Checking segment: {'id': '494081b5-4ccf-4fcd-b59d-4037eb091065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:39:08.528855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd34b97e-e49c-4f93-9f73-916a73292c11 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network hostable DHCP agents. Network: 7f138965-bbf0-4f57-83e5-d6b898ca7bde, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:39:08.569764 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd34b97e-e49c-4f93-9f73-916a73292c11 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:39:08.587732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-bd34b97e-e49c-4f93-9f73-916a73292c11 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 7f138965-bbf0-4f57-83e5-d6b898ca7bde) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:08.591687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd34b97e-e49c-4f93-9f73-916a73292c11 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:08.598679 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd34b97e-e49c-4f93-9f73-916a73292c11 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:08.598882 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ab1e89-c114-4275-9ae6-b72fdf833740 None None] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:08.606105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bd34b97e-e49c-4f93-9f73-916a73292c11 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:08.626706 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:08.637596 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bd34b97e-e49c-4f93-9f73-916a73292c11 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4012976 Sep 29 17:39:08.640525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48602) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:08.646529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ca83d788-acb8-452d-9299-7dd27165cf10 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1407460698'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:08.699905 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca83d788-acb8-452d-9299-7dd27165cf10 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:08.703708 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ca83d788-acb8-452d-9299-7dd27165cf10 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:08.733777 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:08.766114 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca83d788-acb8-452d-9299-7dd27165cf10 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:39:08.806710 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ca83d788-acb8-452d-9299-7dd27165cf10 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:08.816049 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-ca83d788-acb8-452d-9299-7dd27165cf10 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Added segment 45248f66-5bef-453f-8cff-c2bfff436b52 of type vlan for network 8fc62106-ff4f-4998-aecd-8125ab8674ea Sep 29 17:39:08.839600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2be20-735b-421c-a751-f3229cb02e39 req-9cc13a85-0434-4234-84dc-eead0a9f8545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:08.841243 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eca2be20-735b-421c-a751-f3229cb02e39 req-9cc13a85-0434-4234-84dc-eead0a9f8545 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4bf846cd7a74692964be60c138cc57c&device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 1096 time: 0.6636987 Sep 29 17:39:08.850730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:08.887883 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ca83d788-acb8-452d-9299-7dd27165cf10 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:08.926648 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ca83d788-acb8-452d-9299-7dd27165cf10 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:08.939843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca83d788-acb8-452d-9299-7dd27165cf10 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:08.943778 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ca83d788-acb8-452d-9299-7dd27165cf10 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:09.004638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2be20-735b-421c-a751-f3229cb02e39 req-853cf20c-27fa-443a-9f4b-e9f33f76d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:09.006122 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eca2be20-735b-421c-a751-f3229cb02e39 req-853cf20c-27fa-443a-9f4b-e9f33f76d13f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e57956a6-584f-407f-aa43-0924387a68d2 HTTP/1.1" status: 200 len: 921 time: 0.1543648 Sep 29 17:39:09.019134 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:09.025198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:09.155923 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83d788-acb8-452d-9299-7dd27165cf10 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Network': ['ID=8fc62106-ff4f-4998-aecd-8125ab8674ea,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:09.159422 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ca83d788-acb8-452d-9299-7dd27165cf10 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5175793 Sep 29 17:39:09.164049 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48608) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:09.168171 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 8fc62106-ff4f-4998-aecd-8125ab8674ea details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:39:09.182234 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'ports': [{'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde'}, {'network_id': '8fc62106-ff4f-4998-aecd-8125ab8674ea'}]} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:09.184374 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:09.185993 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'network_id': '8fc62106-ff4f-4998-aecd-8125ab8674ea'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:09.201155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Pushing event updated for resources: {'Port': ['ID=e80fea39-b504-4807-94e9-6f2a323845b1,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:09.266016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eca2be20-735b-421c-a751-f3229cb02e39 req-550763f3-cde5-4533-9259-c2836027c1f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37503b7-b3a3-48c0-ae51-7cda76daac12 HTTP/1.1" status: 200 len: 217 time: 0.2308314 Sep 29 17:39:09.374832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34204ed7-ee5a-4e28-abe3-d4faa63221df req-98d35a99-d255-41b8-b79a-38b4614c5069 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:09.377043 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-34204ed7-ee5a-4e28-abe3-d4faa63221df req-98d35a99-d255-41b8-b79a-38b4614c5069 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1851680 Sep 29 17:39:09.387391 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:09.463635 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-91ec9c50-cc7d-4bec-aa4d-5ff8075495ad tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:09.468286 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:09.507488 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-34204ed7-ee5a-4e28-abe3-d4faa63221df req-80778ffd-88f7-4a57-850d-e472f85ecc60 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476079 Sep 29 17:39:09.525488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'port': 2} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:09.530733 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:09.549521 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:09.559609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2be20-735b-421c-a751-f3229cb02e39 req-9ab53d85-2fdb-4748-850a-a40102649fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:09.570744 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eca2be20-735b-421c-a751-f3229cb02e39 req-9ab53d85-2fdb-4748-850a-a40102649fbd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d284366c-fe99-4c9e-986b-ecda04f87026 HTTP/1.1" status: 200 len: 860 time: 0.2741225 Sep 29 17:39:09.653392 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eca2be20-735b-421c-a751-f3229cb02e39 req-ddb6a956-04c2-483a-bdd3-44165460dba2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e57956a6-584f-407f-aa43-0924387a68d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744328 Sep 29 17:39:09.701895 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-91ec9c50-cc7d-4bec-aa4d-5ff8075495ad tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:09.756291 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec9c50-cc7d-4bec-aa4d-5ff8075495ad tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Pushing event updated for resources: {'Port': ['ID=531a3ca2-0db9-40ee-8faa-33fc14245698,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:09.775146 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port 0e1024de-7110-4303-bb42-0b10cffc438a yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:39:09.818607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f166843a-295f-43ae-a8e9-dc2acb3a340b req-309bab95-61bc-4deb-9a49-5c69504e419d tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:09.820340 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f166843a-295f-43ae-a8e9-dc2acb3a340b req-309bab95-61bc-4deb-9a49-5c69504e419d tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 932 time: 0.1200943 Sep 29 17:39:09.886210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-91ec9c50-cc7d-4bec-aa4d-5ff8075495ad tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Network 884c975c-4806-4e44-9cc0-6ecee4e2ec8a is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:09.895612 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-91ec9c50-cc7d-4bec-aa4d-5ff8075495ad tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:09.902661 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-91ec9c50-cc7d-4bec-aa4d-5ff8075495ad tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:09.931263 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f166843a-295f-43ae-a8e9-dc2acb3a340b req-b28c25c2-3274-406d-bb1c-2cf7bd48a8b5 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/security-groups?id=dcc51ecf-318b-4e99-b0cb-005dba7b4dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044519 Sep 29 17:39:10.044125 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:10.078622 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-91ec9c50-cc7d-4bec-aa4d-5ff8075495ad tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:10.079237 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-91ec9c50-cc7d-4bec-aa4d-5ff8075495ad tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:10.148366 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:10.161409 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:10.211997 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-91ec9c50-cc7d-4bec-aa4d-5ff8075495ad tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1618981 Sep 29 17:39:10.213952 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eca2be20-735b-421c-a751-f3229cb02e39 req-72cf5010-ea86-4904-a2ad-4fa4916e22ff service neutron] 10.222.0.35 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447423 Sep 29 17:39:10.261811 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:10.270386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Request body: {'port': {'device_id': '3c94cec9-60f7-478f-85ff-85af744895c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:10.276403 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port 7ed8caff-a629-456d-86d1-0045a76e04bf yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:39:10.406617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Pushing event updated for resources: {'Port': ['ID=e80fea39-b504-4807-94e9-6f2a323845b1,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:10.483804 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:10.484662 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:10.486332 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-196879cc-561c-4072-ae1c-41b9dfcc3cc9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3721938 Sep 29 17:39:10.488873 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:10.546548 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:10.631614 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eca2be20-735b-421c-a751-f3229cb02e39 req-50dad825-743a-4f64-a874-039f7b1b750f service neutron] 10.222.0.35 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251066 Sep 29 17:39:10.683233 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:10.689911 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:10.703954 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:10.705217 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:10.710514 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=0e1024de-7110-4303-bb42-0b10cffc438a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:10.766734 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-31a7e4b3-b913-471a-9ba6-0415954f1229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:10.794729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=7ed8caff-a629-456d-86d1-0045a76e04bf,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:10.803033 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-cc8bcb29-024d-475c-8f27-044427c91cb3 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 695 time: 0.3082590 Sep 29 17:39:10.827450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe1def-63bb-4c7c-bc1d-70137d9519b9 req-db797164-e083-4081-af6e-703dbb2da211 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:10.829108 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7bfe1def-63bb-4c7c-bc1d-70137d9519b9 req-db797164-e083-4081-af6e-703dbb2da211 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1818814 Sep 29 17:39:10.884497 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7bfe1def-63bb-4c7c-bc1d-70137d9519b9 req-2c258d84-9ab5-44be-8f34-e89ec9737200 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421846 Sep 29 17:39:10.901400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Checking segment: {'id': '45248f66-5bef-453f-8cff-c2bfff436b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '8fc62106-ff4f-4998-aecd-8125ab8674ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:39:10.902014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network hostable DHCP agents. Network: 8fc62106-ff4f-4998-aecd-8125ab8674ea, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:39:10.929353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 8fc62106-ff4f-4998-aecd-8125ab8674ea is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:39:10.945050 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 8fc62106-ff4f-4998-aecd-8125ab8674ea) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:10.950712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:10.957244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:10.957626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5465370e-6c00-4be5-b8cb-867ac7096c7a None None] Network 8fc62106-ff4f-4998-aecd-8125ab8674ea requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:10.962547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:10.963348 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:10.996229 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-07c2dcdf-d755-487a-a64e-413fd3a9cfbd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8261888 Sep 29 17:39:10.996715 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48628) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:11.022886 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-ba3a885b-0ee2-45f7-a712-7062d25cadfd tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:11.024702 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-ba3a885b-0ee2-45f7-a712-7062d25cadfd tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.2159538 Sep 29 17:39:11.097525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-c1ecfc36-271c-4821-8354-866d75244258 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:39:11.109944 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f4ff36a-d403-4392-8bea-c27678c1db12 req-c1ecfc36-271c-4821-8354-866d75244258 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0327454 Sep 29 17:39:11.227195 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ae6be-728c-4af5-910b-3714a766ce20 req-4e8ff516-99d1-4686-9968-c43caceddc68 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:11.228777 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cf4ae6be-728c-4af5-910b-3714a766ce20 req-4e8ff516-99d1-4686-9968-c43caceddc68 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 932 time: 0.1434882 Sep 29 17:39:11.364689 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cf4ae6be-728c-4af5-910b-3714a766ce20 req-596fda99-bf7b-4723-87b4-cb61a1300609 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/security-groups?id=dcc51ecf-318b-4e99-b0cb-005dba7b4dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244540 Sep 29 17:39:11.412284 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ed1269ca-16c1-4fb8-8514-acbbdfa2df3b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port 7ed8caff-a629-456d-86d1-0045a76e04bf {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:11.412531 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ed1269ca-16c1-4fb8-8514-acbbdfa2df3b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:11.496282 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ed1269ca-16c1-4fb8-8514-acbbdfa2df3b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:11.504864 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531a3ca2-0db9-40ee-8faa-33fc14245698 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:39:11.512576 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ed1269ca-16c1-4fb8-8514-acbbdfa2df3b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for 7ed8caff-a629-456d-86d1-0045a76e04bf owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:11.527415 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:11.543388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Transition to ACTIVE for port object 531a3ca2-0db9-40ee-8faa-33fc14245698 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:39:11.551914 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:11.625719 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ed1269ca-16c1-4fb8-8514-acbbdfa2df3b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:11.655072 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ed1269ca-16c1-4fb8-8514-acbbdfa2df3b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:11.660164 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ed1269ca-16c1-4fb8-8514-acbbdfa2df3b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/7ed8caff-a629-456d-86d1-0045a76e04bf HTTP/1.1" status: 204 len: 168 time: 0.6592762 Sep 29 17:39:11.664596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48678) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:11.715477 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-9efdad6d-be9e-4544-a352-c250918078bb tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:11.717167 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-9efdad6d-be9e-4544-a352-c250918078bb tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3556595 Sep 29 17:39:11.730966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1269ca-16c1-4fb8-8514-acbbdfa2df3b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=7ed8caff-a629-456d-86d1-0045a76e04bf,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:11.918646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Pushing event updated for resources: {'Port': ['ID=531a3ca2-0db9-40ee-8faa-33fc14245698,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:11.940236 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-ccd85e00-0b93-4d67-bb13-3505367f774c tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 695 time: 0.1944935 Sep 29 17:39:11.952391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c349e0d-e46f-439f-bb16-f9a8cf084633 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:11.959283 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c349e0d-e46f-439f-bb16-f9a8cf084633 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:11.964225 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8c349e0d-e46f-439f-bb16-f9a8cf084633 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2914672 Sep 29 17:39:11.964481 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48692) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:11.974290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-ca9ef665-cbfe-40f9-90ad-3b3e1214556c tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Request body: {'floatingip': {'port_id': 'a37503b7-b3a3-48c0-ae51-7cda76daac12', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:12.043365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Attempting to bind port 531a3ca2-0db9-40ee-8faa-33fc14245698 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:39:12.043891 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Attempting to bind port 531a3ca2-0db9-40ee-8faa-33fc14245698 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'c5f6923b-ac60-49fc-9dd8-dbe332eda0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '884c975c-4806-4e44-9cc0-6ecee4e2ec8a'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:39:12.044352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Attempting to bind port 531a3ca2-0db9-40ee-8faa-33fc14245698 on network 884c975c-4806-4e44-9cc0-6ecee4e2ec8a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:39:12.052975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Port 531a3ca2-0db9-40ee-8faa-33fc14245698 on network 884c975c-4806-4e44-9cc0-6ecee4e2ec8a not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:39:12.053498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Attempting to bind port 531a3ca2-0db9-40ee-8faa-33fc14245698 on network 884c975c-4806-4e44-9cc0-6ecee4e2ec8a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:39:12.070442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:39:12.070442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Checking segment: {'id': 'c5f6923b-ac60-49fc-9dd8-dbe332eda0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '884c975c-4806-4e44-9cc0-6ecee4e2ec8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:39:12.071064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Bound using segment: {'id': 'c5f6923b-ac60-49fc-9dd8-dbe332eda0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '884c975c-4806-4e44-9cc0-6ecee4e2ec8a'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:39:12.071648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Bound port: 531a3ca2-0db9-40ee-8faa-33fc14245698, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5f6923b-ac60-49fc-9dd8-dbe332eda0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '884c975c-4806-4e44-9cc0-6ecee4e2ec8a'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:39:12.072163 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:12.093159 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-ca9ef665-cbfe-40f9-90ad-3b3e1214556c tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:12.265549 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810128cc-284b-49a8-9d5c-7842acbc59fb req-d5a47c32-626d-461a-affa-bb191fdee44d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:12.267124 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-810128cc-284b-49a8-9d5c-7842acbc59fb req-d5a47c32-626d-461a-affa-bb191fdee44d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2463834 Sep 29 17:39:12.318170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] For port 531a3ca2-0db9-40ee-8faa-33fc14245698, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:39:12.324043 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] For port 531a3ca2-0db9-40ee-8faa-33fc14245698, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=531a3ca2-0db9-40ee-8faa-33fc14245698,segment=NetworkSegment(c5f6923b-ac60-49fc-9dd8-dbe332eda0fc),segment_id=c5f6923b-ac60-49fc-9dd8-dbe332eda0fc)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:39:12.334819 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:12.360668 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-810128cc-284b-49a8-9d5c-7842acbc59fb req-d7a28c29-4252-44e0-b4ce-50063992e427 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772104 Sep 29 17:39:12.374394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-be9b7441-4eb6-40bc-8e9d-650ea3a3d282 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port 0e1024de-7110-4303-bb42-0b10cffc438a {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:12.374784 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be9b7441-4eb6-40bc-8e9d-650ea3a3d282 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:12.426473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:12.427860 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:12.429326 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] 10.222.0.49 "PUT /v2.0/ports/531a3ca2-0db9-40ee-8faa-33fc14245698 HTTP/1.1" status: 200 len: 1092 time: 2.1644499 Sep 29 17:39:12.536509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c94cec9-60f7-478f-85ff-85af744895c6', 'tag': '531a3ca2-0db9-40ee-8faa-33fc14245698'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:39:12.540372 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d6817f-8855-4cd9-a108-e256811a2a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c94cec9-60f7-478f-85ff-85af744895c6", "tag": "531a3ca2-0db9-40ee-8faa-33fc14245698"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:39:12.846880 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be9b7441-4eb6-40bc-8e9d-650ea3a3d282 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:12.867458 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994be7bb-c3fa-437a-ad20-a8d0e39694d6 req-0895f3f3-6731-4755-b3b3-e436800160c6 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:12.869022 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-994be7bb-c3fa-437a-ad20-a8d0e39694d6 req-0895f3f3-6731-4755-b3b3-e436800160c6 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 944 time: 0.1129055 Sep 29 17:39:12.875916 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-be9b7441-4eb6-40bc-8e9d-650ea3a3d282 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for 0e1024de-7110-4303-bb42-0b10cffc438a owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:12.934297 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-994be7bb-c3fa-437a-ad20-a8d0e39694d6 req-2a260c6e-b959-4829-96f3-86d617bbf456 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/security-groups?id=dcc51ecf-318b-4e99-b0cb-005dba7b4dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561094 Sep 29 17:39:13.029100 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be9b7441-4eb6-40bc-8e9d-650ea3a3d282 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:13.108566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b7441-4eb6-40bc-8e9d-650ea3a3d282 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=0e1024de-7110-4303-bb42-0b10cffc438a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:13.126569 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be9b7441-4eb6-40bc-8e9d-650ea3a3d282 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:13.129479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-be9b7441-4eb6-40bc-8e9d-650ea3a3d282 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/0e1024de-7110-4303-bb42-0b10cffc438a HTTP/1.1" status: 204 len: 168 time: 1.1636610 Sep 29 17:39:13.132069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48736) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:13.174359 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b112583-d95b-4c06-9125-4e4e68fd8284 x-openstack-request-id: req-5b112583-d95b-4c06-9125-4e4e68fd8284 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:39:13.174938 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c94cec9-60f7-478f-85ff-85af744895c6", "tag": "531a3ca2-0db9-40ee-8faa-33fc14245698", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:39:13.175817 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b112583-d95b-4c06-9125-4e4e68fd8284 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:39:13.176556 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c94cec9-60f7-478f-85ff-85af744895c6', 'tag': '531a3ca2-0db9-40ee-8faa-33fc14245698', 'status': 'completed', 'code': 200} Sep 29 17:39:13.178248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b8993-97e7-43cb-8bfe-9b1de0b5a82a service neutron] Pushing event updated for resources: {'Port': ['ID=531a3ca2-0db9-40ee-8faa-33fc14245698,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:13.257807 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c954407-efa2-4d15-898f-86f2b3c6ef21 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:13.259380 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2c954407-efa2-4d15-898f-86f2b3c6ef21 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1254539 Sep 29 17:39:13.270324 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48740) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:13.276497 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-66890b9c-2e4b-43c0-a078-6cb997c46650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:13.280096 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-66890b9c-2e4b-43c0-a078-6cb997c46650 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ce1e7f8fc744c2fa2563daeea8426cd&device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 1095 time: 0.7136011 Sep 29 17:39:13.318943 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a455dd-af71-4447-a300-eaefd8c67160 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] GET failed (client error): The resource could not be found. Sep 29 17:39:13.320526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c7a455dd-af71-4447-a300-eaefd8c67160 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/7ed8caff-a629-456d-86d1-0045a76e04bf HTTP/1.1" status: 404 len: 333 time: 0.0492253 Sep 29 17:39:13.328027 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48744) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:13.368184 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-6cfd5da7-b27c-4af7-a556-0443ee706054 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=531a3ca2-0db9-40ee-8faa-33fc14245698 HTTP/1.1" status: 200 len: 217 time: 0.0763609 Sep 29 17:39:13.392258 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-709b2a2f-7c8e-438a-a629-97c6d78648f9 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] GET failed (client error): The resource could not be found. Sep 29 17:39:13.394778 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-709b2a2f-7c8e-438a-a629-97c6d78648f9 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/0e1024de-7110-4303-bb42-0b10cffc438a HTTP/1.1" status: 404 len: 333 time: 0.0657215 Sep 29 17:39:13.398489 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48746) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:13.482144 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cd0261a-d769-4033-8299-14bbf16b4695 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:13.507253 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d0cf393e-7f25-479e-887a-5e1dab75de36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:13.573889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-b9b416db-9a76-46f1-8507-47d7eeb044ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:13.575614 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-b9b416db-9a76-46f1-8507-47d7eeb044ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c738bd43-17c8-47c6-b4fe-768f1a88b72d HTTP/1.1" status: 200 len: 857 time: 0.1956141 Sep 29 17:39:13.757029 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cd0261a-d769-4033-8299-14bbf16b4695 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:13.842735 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-21f8d8e6-0786-41fe-9035-72e5b5c0993c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=884c975c-4806-4e44-9cc0-6ecee4e2ec8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2520373 Sep 29 17:39:13.843645 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c4809-8559-49c8-89fc-5a387de6119c req-fb011eca-d5fd-46e3-bc7e-b22912926a53 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:13.845479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b90c4809-8559-49c8-89fc-5a387de6119c req-fb011eca-d5fd-46e3-bc7e-b22912926a53 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2952831 Sep 29 17:39:13.908842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2cd0261a-d769-4033-8299-14bbf16b4695 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc62106-ff4f-4998-aecd-8125ab8674ea']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:13.942516 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2cd0261a-d769-4033-8299-14bbf16b4695 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45248f66-5bef-453f-8cff-c2bfff436b52') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:13.942815 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2cd0261a-d769-4033-8299-14bbf16b4695 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45248f66-5bef-453f-8cff-c2bfff436b52') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:13.947229 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b90c4809-8559-49c8-89fc-5a387de6119c req-d68aa0ca-4efe-4118-aa21-ebead6d6ef47 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897760 Sep 29 17:39:13.962426 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cd0261a-d769-4033-8299-14bbf16b4695 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:14.013837 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cd0261a-d769-4033-8299-14bbf16b4695 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:14.027211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd0261a-d769-4033-8299-14bbf16b4695 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:39:14.027612 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cd0261a-d769-4033-8299-14bbf16b4695 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:39:14.030974 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:39:14.128622 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.resource_extend [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-ca9ef665-cbfe-40f9-90ad-3b3e1214556c tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:39:14.154095 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cd0261a-d769-4033-8299-14bbf16b4695 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:14.189421 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2cd0261a-d769-4033-8299-14bbf16b4695 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:14.195597 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-03b41421-2d38-4c36-945d-d0c5c7befb9d service neutron] 10.222.0.49 "GET /v2.0/networks/884c975c-4806-4e44-9cc0-6ecee4e2ec8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439531 Sep 29 17:39:14.196875 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48756) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:14.198539 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2cd0261a-d769-4033-8299-14bbf16b4695 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/networks/8fc62106-ff4f-4998-aecd-8125ab8674ea HTTP/1.1" status: 204 len: 168 time: 0.7988255 Sep 29 17:39:14.204463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ce7d15c5-ce60-4cc4-9610-d9371c1d58a6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1077618104'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:14.246069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7d15c5-ce60-4cc4-9610-d9371c1d58a6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:14.250831 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ce7d15c5-ce60-4cc4-9610-d9371c1d58a6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:14.250970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0261a-d769-4033-8299-14bbf16b4695 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Network': ['ID=8fc62106-ff4f-4998-aecd-8125ab8674ea,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:14.275935 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e58c0-f628-4620-87ef-0d9e7cea7d9f req-3e7d5118-abdd-4ddd-9646-5c814da0802d tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:14.284010 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-840e58c0-f628-4620-87ef-0d9e7cea7d9f req-3e7d5118-abdd-4ddd-9646-5c814da0802d tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 944 time: 0.0842555 Sep 29 17:39:14.303022 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-ca9ef665-cbfe-40f9-90ad-3b3e1214556c tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:14.323393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7d15c5-ce60-4cc4-9610-d9371c1d58a6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:39:14.324277 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-840e58c0-f628-4620-87ef-0d9e7cea7d9f req-aaf66a8e-b621-4d20-bc52-ab62c798a99d tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/security-groups?id=dcc51ecf-318b-4e99-b0cb-005dba7b4dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386713 Sep 29 17:39:14.333964 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ce7d15c5-ce60-4cc4-9610-d9371c1d58a6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:14.334285 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-ce7d15c5-ce60-4cc4-9610-d9371c1d58a6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Added segment d9d28cb1-dbe4-4f47-95b3-97fe31824fb1 of type vlan for network e17e6f07-3aee-4671-ac93-4f3dff7c5f7f Sep 29 17:39:14.391310 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-ca9ef665-cbfe-40f9-90ad-3b3e1214556c tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:14.443540 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:14.532091 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ce7d15c5-ce60-4cc4-9610-d9371c1d58a6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:14.549600 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:14.614764 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:14.635241 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-446020e2-604f-4bcd-86ea-d0b9f5e1468b req-e6f89b5d-c33d-4a2a-becd-beff10713339 service neutron] 10.222.0.49 "GET /v2.0/networks/884c975c-4806-4e44-9cc0-6ecee4e2ec8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048741 Sep 29 17:39:14.656222 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-ca9ef665-cbfe-40f9-90ad-3b3e1214556c tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Floating IP 7e860960-8399-4831-acc0-300b6fbf0f7d associated. External IP: 172.25.2.92, port: a37503b7-b3a3-48c0-ae51-7cda76daac12. Sep 29 17:39:14.661639 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ce7d15c5-ce60-4cc4-9610-d9371c1d58a6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:14.669714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7d15c5-ce60-4cc4-9610-d9371c1d58a6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:14.670734 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ce7d15c5-ce60-4cc4-9610-d9371c1d58a6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:14.817343 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ce7d15c5-ce60-4cc4-9610-d9371c1d58a6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6184213 Sep 29 17:39:14.819746 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48760) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:14.825088 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-050eeb96-b2d3-474d-9fa5-33f74505a99c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'subnet': {'network_id': 'e17e6f07-3aee-4671-ac93-4f3dff7c5f7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:14.952663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d15c5-ce60-4cc4-9610-d9371c1d58a6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Network': ['ID=e17e6f07-3aee-4671-ac93-4f3dff7c5f7f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:14.970371 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network e17e6f07-3aee-4671-ac93-4f3dff7c5f7f details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:39:14.994081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6817f-8855-4cd9-a108-e256811a2a9c req-be951e30-2cda-4783-ae9c-b9fa72efb492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:15.001718 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0d6817f-8855-4cd9-a108-e256811a2a9c req-be951e30-2cda-4783-ae9c-b9fa72efb492 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9ce1e7f8fc744c2fa2563daeea8426cd&device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 1095 time: 0.2015867 Sep 29 17:39:15.031625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050eeb96-b2d3-474d-9fa5-33f74505a99c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:15.040033 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-050eeb96-b2d3-474d-9fa5-33f74505a99c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:15.271350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.ipam_backend_mixin [None req-050eeb96-b2d3-474d-9fa5-33f74505a99c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Performing IP validity checks on allocation pools {{(pid=95015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 29 17:39:15.272590 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.ipam_backend_mixin [None req-050eeb96-b2d3-474d-9fa5-33f74505a99c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 29 17:39:15.363797 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6817f-8855-4cd9-a108-e256811a2a9c req-b28696c7-c28e-4a4d-b78a-04bca5c0efa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:15.370343 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0d6817f-8855-4cd9-a108-e256811a2a9c req-b28696c7-c28e-4a4d-b78a-04bca5c0efa9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=884c975c-4806-4e44-9cc0-6ecee4e2ec8a HTTP/1.1" status: 200 len: 918 time: 0.3595791 Sep 29 17:39:15.508354 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-050eeb96-b2d3-474d-9fa5-33f74505a99c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:15.513545 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0d6817f-8855-4cd9-a108-e256811a2a9c req-f2155a11-bf8e-46ce-b4ef-2787e00b856c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=531a3ca2-0db9-40ee-8faa-33fc14245698 HTTP/1.1" status: 200 len: 217 time: 0.1076756 Sep 29 17:39:15.709295 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050eeb96-b2d3-474d-9fa5-33f74505a99c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Checking segment: {'id': 'd9d28cb1-dbe4-4f47-95b3-97fe31824fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e17e6f07-3aee-4671-ac93-4f3dff7c5f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:39:15.709723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050eeb96-b2d3-474d-9fa5-33f74505a99c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network hostable DHCP agents. Network: e17e6f07-3aee-4671-ac93-4f3dff7c5f7f, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:39:15.728725 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436fd3c-c058-4822-990e-e9fb4ea4f810 req-95803820-b3f0-4e87-a6dc-d0fbad7b2615 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:15.738340 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f436fd3c-c058-4822-990e-e9fb4ea4f810 req-95803820-b3f0-4e87-a6dc-d0fbad7b2615 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2549133 Sep 29 17:39:15.750690 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050eeb96-b2d3-474d-9fa5-33f74505a99c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Subnet': ['ID=2ce98229-ad10-4861-b77d-0b8360bccc87,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:15.809543 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f436fd3c-c058-4822-990e-e9fb4ea4f810 req-bdec2c94-412f-4025-b750-6af8366582e0 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697422 Sep 29 17:39:15.811207 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050eeb96-b2d3-474d-9fa5-33f74505a99c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network e17e6f07-3aee-4671-ac93-4f3dff7c5f7f is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:39:15.843574 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-050eeb96-b2d3-474d-9fa5-33f74505a99c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, e17e6f07-3aee-4671-ac93-4f3dff7c5f7f) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:15.854499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb3b34a-0f97-4c35-80be-d1b11575022b None None] Network e17e6f07-3aee-4671-ac93-4f3dff7c5f7f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:15.856863 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6817f-8855-4cd9-a108-e256811a2a9c req-e2413ba2-0cd2-4725-9f0e-f43f39b123fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:15.858542 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0d6817f-8855-4cd9-a108-e256811a2a9c req-e2413ba2-0cd2-4725-9f0e-f43f39b123fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c738bd43-17c8-47c6-b4fe-768f1a88b72d HTTP/1.1" status: 200 len: 857 time: 0.2479146 Sep 29 17:39:15.860146 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050eeb96-b2d3-474d-9fa5-33f74505a99c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:15.861027 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-050eeb96-b2d3-474d-9fa5-33f74505a99c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:15.885794 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-050eeb96-b2d3-474d-9fa5-33f74505a99c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0648952 Sep 29 17:39:15.888160 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48780) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:15.899344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-df78544f-e3c9-4f93-a4ed-5b91acc52e4f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'network_id': 'e17e6f07-3aee-4671-ac93-4f3dff7c5f7f', 'name': 'tempest-PortsTestJSON-18977138'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:15.965508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0d6817f-8855-4cd9-a108-e256811a2a9c req-496cd6e8-27c3-4128-8577-3da1b03972ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=884c975c-4806-4e44-9cc0-6ecee4e2ec8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949111 Sep 29 17:39:16.143322 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0d6817f-8855-4cd9-a108-e256811a2a9c req-3541dc6c-9498-4677-9b08-c355683467a9 service neutron] 10.222.0.49 "GET /v2.0/networks/884c975c-4806-4e44-9cc0-6ecee4e2ec8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471467 Sep 29 17:39:16.181310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-ca9ef665-cbfe-40f9-90ad-3b3e1214556c tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Router 32db3485-183d-4c6c-b433-4c3890b2e410 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:39:16.195198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-e17e6f07-3aee-4671-ac93-4f3dff7c5f7f', 'network_id': 'e17e6f07-3aee-4671-ac93-4f3dff7c5f7f', 'tenant_id': '0342b138809740a49086a30d461c8c6e', 'fixed_ips': [{'subnet_id': '2ce98229-ad10-4861-b77d-0b8360bccc87'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:39:16.196914 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:16.211638 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df78544f-e3c9-4f93-a4ed-5b91acc52e4f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:16.217965 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df78544f-e3c9-4f93-a4ed-5b91acc52e4f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:16.249507 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-df78544f-e3c9-4f93-a4ed-5b91acc52e4f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port e6fa02b6-f7e4-41f9-ae7c-8916f148840b yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:39:16.369626 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0d6817f-8855-4cd9-a108-e256811a2a9c req-8e4ec0a2-5582-427e-a432-85eb1d13c461 service neutron] 10.222.0.49 "GET /v2.0/networks/884c975c-4806-4e44-9cc0-6ecee4e2ec8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180629 Sep 29 17:39:16.421571 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcab2a-1ed1-481e-8eab-825766b90359 req-0358bb54-269e-4598-b17c-bb04979d2b6d tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:16.423883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-ca9ef665-cbfe-40f9-90ad-3b3e1214556c tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:39:16.432139 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ddfcab2a-1ed1-481e-8eab-825766b90359 req-0358bb54-269e-4598-b17c-bb04979d2b6d tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 944 time: 0.2894723 Sep 29 17:39:16.445453 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-ca9ef665-cbfe-40f9-90ad-3b3e1214556c tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:16.451869 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b60ef-cc61-40f5-a124-71dd18daeba3 None None] Sync routers for ids ['32db3485-183d-4c6c-b433-4c3890b2e410'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:39:16.478392 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b60ef-cc61-40f5-a124-71dd18daeba3 None None] Routers {'32db3485-183d-4c6c-b433-4c3890b2e410'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:39:16.479117 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ac7b60ef-cc61-40f5-a124-71dd18daeba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:39:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['32db3485-183d-4c6c-b433-4c3890b2e410'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:16.491555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-df78544f-e3c9-4f93-a4ed-5b91acc52e4f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Allocated IP 172.20.0.12 (e17e6f07-3aee-4671-ac93-4f3dff7c5f7f/2ce98229-ad10-4861-b77d-0b8360bccc87/e6fa02b6-f7e4-41f9-ae7c-8916f148840b) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:39:16.541840 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ddfcab2a-1ed1-481e-8eab-825766b90359 req-1341f35c-2649-4326-9189-516769993242 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/security-groups?id=dcc51ecf-318b-4e99-b0cb-005dba7b4dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082318 Sep 29 17:39:16.573689 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-ca9ef665-cbfe-40f9-90ad-3b3e1214556c tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "PUT /v2.0/floatingips/7e860960-8399-4831-acc0-300b6fbf0f7d HTTP/1.1" status: 200 len: 995 time: 4.6044147 Sep 29 17:39:16.579748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'tag': 'a37503b7-b3a3-48c0-ae51-7cda76daac12'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:39:16.582794 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e474286-bd62-45c7-8ace-2a17c46ec41f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ddd24ac-df6f-4918-bdb7-4bace3be9c01", "tag": "a37503b7-b3a3-48c0-ae51-7cda76daac12"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:39:16.701236 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359c4214-ba05-4192-9643-8844489b78e1 x-openstack-request-id: req-359c4214-ba05-4192-9643-8844489b78e1 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:39:16.701640 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ddd24ac-df6f-4918-bdb7-4bace3be9c01", "tag": "a37503b7-b3a3-48c0-ae51-7cda76daac12", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:39:16.701945 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-359c4214-ba05-4192-9643-8844489b78e1 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:39:16.702395 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'tag': 'a37503b7-b3a3-48c0-ae51-7cda76daac12', 'status': 'completed', 'code': 200} Sep 29 17:39:16.705479 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-a6832c56-58ef-45b0-9b02-45e88c0d1452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:16.715501 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-a6832c56-58ef-45b0-9b02-45e88c0d1452 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4bf846cd7a74692964be60c138cc57c&device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 1096 time: 0.1446223 Sep 29 17:39:16.739043 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-ca925827-1b3d-4f7a-ab12-858a6d31caa2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2334745 Sep 29 17:39:16.757397 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 531a3ca2-0db9-40ee-8faa-33fc14245698 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:39:16.841620 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-ac7b60ef-cc61-40f5-a124-71dd18daeba3 None None] Set router 32db3485-183d-4c6c-b433-4c3890b2e410 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:39:16.936375 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e474286-bd62-45c7-8ace-2a17c46ec41f req-ef262bcd-7f84-4af3-9450-7c0aed893055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:16.938156 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e474286-bd62-45c7-8ace-2a17c46ec41f req-ef262bcd-7f84-4af3-9450-7c0aed893055 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4bf846cd7a74692964be60c138cc57c&device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 1096 time: 0.1625445 Sep 29 17:39:17.001555 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-e2d954ac-b36a-41d5-aae3-5a84616ca290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:17.002501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-e2d954ac-b36a-41d5-aae3-5a84616ca290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:17.003588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-e2d954ac-b36a-41d5-aae3-5a84616ca290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:17.004142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-e2d954ac-b36a-41d5-aae3-5a84616ca290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:17.005335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-e2d954ac-b36a-41d5-aae3-5a84616ca290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:17.005885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-e2d954ac-b36a-41d5-aae3-5a84616ca290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:17.006677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-e2d954ac-b36a-41d5-aae3-5a84616ca290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:17.008793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-e2d954ac-b36a-41d5-aae3-5a84616ca290 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=875de71af1fe4656a0ed844803995187&device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 6501 time: 0.1631980 Sep 29 17:39:17.031109 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:17.052482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 531a3ca2-0db9-40ee-8faa-33fc14245698, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=531a3ca2-0db9-40ee-8faa-33fc14245698,segment=NetworkSegment(c5f6923b-ac60-49fc-9dd8-dbe332eda0fc),segment_id=c5f6923b-ac60-49fc-9dd8-dbe332eda0fc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:17.069119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '531a3ca2-0db9-40ee-8faa-33fc14245698', 'network_id': '884c975c-4806-4e44-9cc0-6ecee4e2ec8a', 'port_id': '531a3ca2-0db9-40ee-8faa-33fc14245698', 'mac_address': 'fa:16:3e:c4:7d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c738bd43-17c8-47c6-b4fe-768f1a88b72d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:39:17.165788 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:17.170658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-7e42bc87-63b9-4b01-b76b-6d0e6f28d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:17.177717 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-7e42bc87-63b9-4b01-b76b-6d0e6f28d966 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e57956a6-584f-407f-aa43-0924387a68d2 HTTP/1.1" status: 200 len: 921 time: 0.4610507 Sep 29 17:39:17.192017 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531a3ca2-0db9-40ee-8faa-33fc14245698 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:39:17.280333 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 531a3ca2-0db9-40ee-8faa-33fc14245698, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=531a3ca2-0db9-40ee-8faa-33fc14245698,segment=NetworkSegment(c5f6923b-ac60-49fc-9dd8-dbe332eda0fc),segment_id=c5f6923b-ac60-49fc-9dd8-dbe332eda0fc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:17.298789 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:17.314560 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88df66-8f8b-41e8-8931-6ddeceba03dd req-4f0ca664-e4ad-4b60-91ad-79bda277a2e3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:17.321162 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea88df66-8f8b-41e8-8931-6ddeceba03dd req-4f0ca664-e4ad-4b60-91ad-79bda277a2e3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2472944 Sep 29 17:39:17.414480 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=531a3ca2-0db9-40ee-8faa-33fc14245698,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:17.430757 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df78544f-e3c9-4f93-a4ed-5b91acc52e4f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:17.504097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e474286-bd62-45c7-8ace-2a17c46ec41f req-0bc9ca35-8fbe-4296-ac9a-50b132993106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:17.516223 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea88df66-8f8b-41e8-8931-6ddeceba03dd req-2e67c0e8-d2f2-4564-bf8a-fa35ad7cf9e2 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831853 Sep 29 17:39:17.516439 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e474286-bd62-45c7-8ace-2a17c46ec41f req-0bc9ca35-8fbe-4296-ac9a-50b132993106 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e57956a6-584f-407f-aa43-0924387a68d2 HTTP/1.1" status: 200 len: 921 time: 0.5677485 Sep 29 17:39:17.527203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['531a3ca2-0db9-40ee-8faa-33fc14245698'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:39:17.573163 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ac7b60ef-cc61-40f5-a124-71dd18daeba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-router', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:37:38Z', 'updated_at': '2021-09-29T17:37:53Z', 'revision_number': 4, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'gw_port': {'id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:39Z', 'updated_at': '2021-09-29T17:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7e860960-8399-4831-acc0-300b6fbf0f7d', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'port_id': 'a37503b7-b3a3-48c0-ae51-7cda76daac12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2', 'mac_address': 'fa:16:3e:61:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:39:09Z', 'updated_at': '2021-09-29T17:39:13Z', 'revision_number': 1, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf', 'name': '', 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'mac_address': 'fa:16:3e:64:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:49Z', 'updated_at': '2021-09-29T17:38:02Z', 'revision_number': 5, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'subnets': [{'id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:17.597827 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-915025e4-e037-4359-be02-721ecae42e6b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37503b7-b3a3-48c0-ae51-7cda76daac12 HTTP/1.1" status: 200 len: 998 time: 0.3853974 Sep 29 17:39:17.600925 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-9e2b741e-7f32-4a91-937d-9f165c92f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:17.601456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-9e2b741e-7f32-4a91-937d-9f165c92f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:17.601924 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-9e2b741e-7f32-4a91-937d-9f165c92f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:17.604494 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-9e2b741e-7f32-4a91-937d-9f165c92f4a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5573b2a-46c0-432e-9115-a36c094db3c8&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60&id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 HTTP/1.1" status: 200 len: 2297 time: 0.5585933 Sep 29 17:39:17.654581 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b60ef-cc61-40f5-a124-71dd18daeba3 None None] Checking router: 32db3485-183d-4c6c-b433-4c3890b2e410 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:39:17.662384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df78544f-e3c9-4f93-a4ed-5b91acc52e4f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:17.681562 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b60ef-cc61-40f5-a124-71dd18daeba3 None None] Routers {'32db3485-183d-4c6c-b433-4c3890b2e410'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:39:17.691057 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ac7b60ef-cc61-40f5-a124-71dd18daeba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:39:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['32db3485-183d-4c6c-b433-4c3890b2e410'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:17.756475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df78544f-e3c9-4f93-a4ed-5b91acc52e4f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network e17e6f07-3aee-4671-ac93-4f3dff7c5f7f is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:17.766436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-df78544f-e3c9-4f93-a4ed-5b91acc52e4f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:17.771557 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df78544f-e3c9-4f93-a4ed-5b91acc52e4f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:17.838633 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Allocated IP 172.20.0.2 (e17e6f07-3aee-4671-ac93-4f3dff7c5f7f/2ce98229-ad10-4861-b77d-0b8360bccc87/4abae57c-b9b0-4de7-9e42-c87c1700002e) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:39:17.851897 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e474286-bd62-45c7-8ace-2a17c46ec41f req-c2cd2794-149a-4180-9f26-376140c0e972 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37503b7-b3a3-48c0-ae51-7cda76daac12 HTTP/1.1" status: 200 len: 998 time: 0.3123202 Sep 29 17:39:17.934002 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-c1cd84fa-ad61-4b48-927d-1d6f7aa18c1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 HTTP/1.1" status: 200 len: 1001 time: 0.3197968 Sep 29 17:39:17.939774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-b982f8ff-cbf2-44c3-80dd-d17e2bf10036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:17.944107 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-b982f8ff-cbf2-44c3-80dd-d17e2bf10036 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d284366c-fe99-4c9e-986b-ecda04f87026 HTTP/1.1" status: 200 len: 860 time: 0.3321698 Sep 29 17:39:17.966533 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78544f-e3c9-4f93-a4ed-5b91acc52e4f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=e6fa02b6-f7e4-41f9-ae7c-8916f148840b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:17.977797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df78544f-e3c9-4f93-a4ed-5b91acc52e4f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:17.978518 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df78544f-e3c9-4f93-a4ed-5b91acc52e4f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:18.008163 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-ac7b60ef-cc61-40f5-a124-71dd18daeba3 None None] Set router 32db3485-183d-4c6c-b433-4c3890b2e410 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:39:18.015675 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-8a56831a-3663-46ce-987d-ef471d2b7f6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e57956a6-584f-407f-aa43-0924387a68d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549593 Sep 29 17:39:18.071500 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-8ad123c8-79bb-441f-a3d8-117a94e1987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:18.072109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bde08e-7fe8-4f83-8902-a1761a2d6d91 req-b2257843-cb43-4ec9-9d80-77ed2a9f9540 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:18.073574 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-8ad123c8-79bb-441f-a3d8-117a94e1987e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=126c1e0e-1c93-4d92-8bf8-691e8431329a HTTP/1.1" status: 200 len: 856 time: 0.1281290 Sep 29 17:39:18.079636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-565a4499-eaa6-4c55-9dc0-4aefddff1b45 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:39:18.080543 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-38bde08e-7fe8-4f83-8902-a1761a2d6d91 req-b2257843-cb43-4ec9-9d80-77ed2a9f9540 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 945 time: 0.2282381 Sep 29 17:39:18.147038 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-565a4499-eaa6-4c55-9dc0-4aefddff1b45 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065191 Sep 29 17:39:18.147555 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-38bde08e-7fe8-4f83-8902-a1761a2d6d91 req-410a6cde-fa4c-43a0-81e5-6ac94d424949 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/security-groups?id=dcc51ecf-318b-4e99-b0cb-005dba7b4dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530381 Sep 29 17:39:18.147630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e474286-bd62-45c7-8ace-2a17c46ec41f req-4ca57e73-53ce-46fb-a59d-fc7c9021d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:18.151843 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e474286-bd62-45c7-8ace-2a17c46ec41f req-4ca57e73-53ce-46fb-a59d-fc7c9021d891 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d284366c-fe99-4c9e-986b-ecda04f87026 HTTP/1.1" status: 200 len: 860 time: 0.2663779 Sep 29 17:39:18.153740 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-df78544f-e3c9-4f93-a4ed-5b91acc52e4f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2636249 Sep 29 17:39:18.180613 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48798) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:18.228937 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e474286-bd62-45c7-8ace-2a17c46ec41f req-af267f09-b84d-4c2d-b9b7-6585489a8187 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e57956a6-584f-407f-aa43-0924387a68d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641258 Sep 29 17:39:18.256816 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-df5c4e39-81a8-470a-b371-bf60c1096b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:18.257897 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:18.259204 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-df5c4e39-81a8-470a-b371-bf60c1096b48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5573b2a-46c0-432e-9115-a36c094db3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1745157 Sep 29 17:39:18.278046 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:18.406231 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Network e17e6f07-3aee-4671-ac93-4f3dff7c5f7f is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:18.411376 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:18.414950 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ac7b60ef-cc61-40f5-a124-71dd18daeba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-router', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:37:38Z', 'updated_at': '2021-09-29T17:37:53Z', 'revision_number': 4, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'gw_port': {'id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:39Z', 'updated_at': '2021-09-29T17:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7e860960-8399-4831-acc0-300b6fbf0f7d', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'port_id': 'a37503b7-b3a3-48c0-ae51-7cda76daac12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2', 'mac_address': 'fa:16:3e:61:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:39:09Z', 'updated_at': '2021-09-29T17:39:13Z', 'revision_number': 1, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf', 'name': '', 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'mac_address': 'fa:16:3e:64:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:49Z', 'updated_at': '2021-09-29T17:38:02Z', 'revision_number': 5, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'subnets': [{'id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:18.429863 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:18.466298 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Pushing event updated for resources: {'Port': ['ID=4abae57c-b9b0-4de7-9e42-c87c1700002e,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:18.489515 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7b60ef-cc61-40f5-a124-71dd18daeba3 None None] The sync data for ids ['32db3485-183d-4c6c-b433-4c3890b2e410'] in n-d-811748-2 is: [{'id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-router', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:37:38Z', 'updated_at': '2021-09-29T17:37:53Z', 'revision_number': 4, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'gw_port': {'id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:39Z', 'updated_at': '2021-09-29T17:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7e860960-8399-4831-acc0-300b6fbf0f7d', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'port_id': 'a37503b7-b3a3-48c0-ae51-7cda76daac12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2', 'mac_address': 'fa:16:3e:61:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:39:09Z', 'updated_at': '2021-09-29T17:39:13Z', 'revision_number': 1, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf', 'name': '', 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'mac_address': 'fa:16:3e:64:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:49Z', 'updated_at': '2021-09-29T17:38:02Z', 'revision_number': 5, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'subnets': [{'id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:39:18.493123 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3fac95af-1715-45f4-80c1-4a0221fb3029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port e6fa02b6-f7e4-41f9-ae7c-8916f148840b {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:18.496770 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fac95af-1715-45f4-80c1-4a0221fb3029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:18.562606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Attempting to bind port 4abae57c-b9b0-4de7-9e42-c87c1700002e on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:39:18.563290 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Attempting to bind port 4abae57c-b9b0-4de7-9e42-c87c1700002e by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd9d28cb1-dbe4-4f47-95b3-97fe31824fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e17e6f07-3aee-4671-ac93-4f3dff7c5f7f'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:39:18.563626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Attempting to bind port 4abae57c-b9b0-4de7-9e42-c87c1700002e on network e17e6f07-3aee-4671-ac93-4f3dff7c5f7f {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:39:18.575159 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:39:18.577330 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Checking segment: {'id': 'd9d28cb1-dbe4-4f47-95b3-97fe31824fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e17e6f07-3aee-4671-ac93-4f3dff7c5f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:39:18.577933 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:18.578410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Bound using segment: {'id': 'd9d28cb1-dbe4-4f47-95b3-97fe31824fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e17e6f07-3aee-4671-ac93-4f3dff7c5f7f'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:39:18.579005 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Bound port: 4abae57c-b9b0-4de7-9e42-c87c1700002e, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9d28cb1-dbe4-4f47-95b3-97fe31824fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e17e6f07-3aee-4671-ac93-4f3dff7c5f7f'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:39:18.581083 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:18.792531 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 531a3ca2-0db9-40ee-8faa-33fc14245698 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:39:18.887046 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fac95af-1715-45f4-80c1-4a0221fb3029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:18.898773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] For port 4abae57c-b9b0-4de7-9e42-c87c1700002e, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:39:18.913780 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3fac95af-1715-45f4-80c1-4a0221fb3029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for e6fa02b6-f7e4-41f9-ae7c-8916f148840b owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:18.935259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30c418-95e9-4608-b3ac-64ac480af6f7 req-ea1d426e-4035-4363-aa04-d91f67ae9b4a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:18.938799 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e30c418-95e9-4608-b3ac-64ac480af6f7 req-ea1d426e-4035-4363-aa04-d91f67ae9b4a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.2185571 Sep 29 17:39:18.960988 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] For port 4abae57c-b9b0-4de7-9e42-c87c1700002e, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4abae57c-b9b0-4de7-9e42-c87c1700002e,segment=NetworkSegment(d9d28cb1-dbe4-4f47-95b3-97fe31824fb1),segment_id=d9d28cb1-dbe4-4f47-95b3-97fe31824fb1)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:39:18.975635 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:19.037113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca02951-7ac2-49d7-ba7e-732c53cdc9cc None None] New status for floating IP 7e860960-8399-4831-acc0-300b6fbf0f7d: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:39:19.133812 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-b29239f0-a550-4e24-acdc-9152ffca5c37 service neutron] 10.222.0.44 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0358689 Sep 29 17:39:19.194727 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e30c418-95e9-4608-b3ac-64ac480af6f7 req-dd01dda4-a60d-4eaa-821e-238f1b56face tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384944 Sep 29 17:39:19.406309 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 531a3ca2-0db9-40ee-8faa-33fc14245698 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:39:19.409059 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da4ccf-b2d5-48fc-b9ea-9b87c1a2c8b9 None None] Pushing event updated for resources: {'Port': ['ID=4abae57c-b9b0-4de7-9e42-c87c1700002e,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:19.420207 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 531a3ca2-0db9-40ee-8faa-33fc14245698 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:19.420207 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:19.505696 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e474286-bd62-45c7-8ace-2a17c46ec41f req-63551a05-4a27-4d21-90d0-799d535f8b58 service neutron] 10.222.0.35 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2623348 Sep 29 17:39:19.515397 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-483b3542-9128-4179-875c-835fa975a5b5 service neutron] 10.222.0.35 "GET /v2.0/networks/c5573b2a-46c0-432e-9115-a36c094db3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2396269 Sep 29 17:39:19.717868 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e474286-bd62-45c7-8ace-2a17c46ec41f req-3d684b20-e940-4dfd-9b76-512c426c3e68 service neutron] 10.222.0.35 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004905 Sep 29 17:39:19.730213 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f12b2057-727a-4e48-9e43-c2ad5829db34 req-52a31367-fb19-4359-bfa2-b021184d0435 service neutron] 10.222.0.44 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5946581 Sep 29 17:39:19.786411 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fac95af-1715-45f4-80c1-4a0221fb3029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:19.827079 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:19.898618 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf282e4a-5daa-47eb-9b98-80e30b62a35f req-2e9550e9-2d6b-4eaa-8f57-e5b4f05dc5f9 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:19.905925 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bf282e4a-5daa-47eb-9b98-80e30b62a35f req-2e9550e9-2d6b-4eaa-8f57-e5b4f05dc5f9 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 945 time: 0.3797009 Sep 29 17:39:19.916360 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c94cec9-60f7-478f-85ff-85af744895c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531a3ca2-0db9-40ee-8faa-33fc14245698'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:39:19.928516 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef194aa-e398-478b-8e86-72fadd3d6028" -d '{"events": [{"server_uuid": "3c94cec9-60f7-478f-85ff-85af744895c6", "name": "network-vif-plugged", "status": "completed", "tag": "531a3ca2-0db9-40ee-8faa-33fc14245698"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:39:19.931713 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac95af-1715-45f4-80c1-4a0221fb3029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=e6fa02b6-f7e4-41f9-ae7c-8916f148840b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:19.946591 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 531a3ca2-0db9-40ee-8faa-33fc14245698, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=531a3ca2-0db9-40ee-8faa-33fc14245698,segment=NetworkSegment(c5f6923b-ac60-49fc-9dd8-dbe332eda0fc),segment_id=c5f6923b-ac60-49fc-9dd8-dbe332eda0fc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:19.955922 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:20.088058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4abae57c-b9b0-4de7-9e42-c87c1700002e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:39:20.121421 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fac95af-1715-45f4-80c1-4a0221fb3029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:20.126384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3fac95af-1715-45f4-80c1-4a0221fb3029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/e6fa02b6-f7e4-41f9-ae7c-8916f148840b HTTP/1.1" status: 204 len: 168 time: 1.9438968 Sep 29 17:39:20.133776 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48848) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:20.169146 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=531a3ca2-0db9-40ee-8faa-33fc14245698,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:20.200909 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-b82c456d-c07d-4765-9325-c1fc2c105b90 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 1000 time: 0.4058774 Sep 29 17:39:20.201561 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bf282e4a-5daa-47eb-9b98-80e30b62a35f req-3dcb3e07-b138-43a0-9f6a-ac56ad755fbe tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/security-groups?id=dcc51ecf-318b-4e99-b0cb-005dba7b4dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835453 Sep 29 17:39:20.203473 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-83417fb6-4671-4ea4-aa26-c23c54e390ff tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] DELETE failed (client error): The resource could not be found. Sep 29 17:39:20.203755 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83417fb6-4671-4ea4-aa26-c23c54e390ff tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:39:20.205502 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-83417fb6-4671-4ea4-aa26-c23c54e390ff tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/e6fa02b6-f7e4-41f9-ae7c-8916f148840b HTTP/1.1" status: 404 len: 333 time: 0.0627573 Sep 29 17:39:20.208629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48852) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:20.256896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 4abae57c-b9b0-4de7-9e42-c87c1700002e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:20.257840 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:20.275266 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6428d76-68d8-415a-8c9d-aa2b1346d67e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] GET failed (client error): The resource could not be found. Sep 29 17:39:20.276940 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d6428d76-68d8-415a-8c9d-aa2b1346d67e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/e6fa02b6-f7e4-41f9-ae7c-8916f148840b HTTP/1.1" status: 404 len: 333 time: 0.0673654 Sep 29 17:39:20.279761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48854) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:20.311154 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-676c0d92-ca15-426a-9f1e-fee5fe3447c7 service neutron] 10.222.0.35 "GET /v2.0/networks/c5573b2a-46c0-432e-9115-a36c094db3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793717 Sep 29 17:39:20.319310 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397813ad-350d-4610-adfe-ce6ba8fc7430 x-openstack-request-id: req-397813ad-350d-4610-adfe-ce6ba8fc7430 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:39:20.319832 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c94cec9-60f7-478f-85ff-85af744895c6", "name": "network-vif-plugged", "status": "completed", "tag": "531a3ca2-0db9-40ee-8faa-33fc14245698", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:39:20.320026 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-397813ad-350d-4610-adfe-ce6ba8fc7430 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:39:20.321330 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c94cec9-60f7-478f-85ff-85af744895c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531a3ca2-0db9-40ee-8faa-33fc14245698', 'code': 200} Sep 29 17:39:20.403516 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a69043-1314-49ba-b4e8-5d585f7cbdc1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting subnet 2ce98229-ad10-4861-b77d-0b8360bccc87 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:39:20.421157 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34a69043-1314-49ba-b4e8-5d585f7cbdc1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:20.431890 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:20.439967 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-286c468b-a9b4-4c57-afa9-d120541306e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=4f6cffde-a8ea-41f5-87b1-161951399f91 HTTP/1.1" status: 200 len: 217 time: 0.1165090 Sep 29 17:39:20.541129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 4abae57c-b9b0-4de7-9e42-c87c1700002e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4abae57c-b9b0-4de7-9e42-c87c1700002e,segment=NetworkSegment(d9d28cb1-dbe4-4f47-95b3-97fe31824fb1),segment_id=d9d28cb1-dbe4-4f47-95b3-97fe31824fb1)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:20.550854 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:20.618593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-78666e02-0385-425f-810f-d9455a1f9c09 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:20.618593 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-78666e02-0385-425f-810f-d9455a1f9c09 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports/a37503b7-b3a3-48c0-ae51-7cda76daac12 HTTP/1.1" status: 200 len: 942 time: 0.4019458 Sep 29 17:39:20.619278 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=4abae57c-b9b0-4de7-9e42-c87c1700002e,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:20.665975 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34a69043-1314-49ba-b4e8-5d585f7cbdc1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:20.673009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-b160fd54-40b1-4fae-a6fe-1cac4fa366e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:20.673009 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-b160fd54-40b1-4fae-a6fe-1cac4fa366e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 200 len: 797 time: 0.1239665 Sep 29 17:39:20.719511 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3faebbb-4f1a-4a31-a630-d67cfa4122f1 req-6cefd63c-8d05-429d-8ba9-43b3110162cb tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:20.723729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6951ca-0bbe-4790-8625-21f50bb8bdc8 req-c9afea92-2461-40a1-bd98-f4c9f6ae86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:20.725289 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c6951ca-0bbe-4790-8625-21f50bb8bdc8 req-c9afea92-2461-40a1-bd98-f4c9f6ae86b1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 1097 time: 0.2823160 Sep 29 17:39:20.734797 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3faebbb-4f1a-4a31-a630-d67cfa4122f1 req-6cefd63c-8d05-429d-8ba9-43b3110162cb tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.3103554 Sep 29 17:39:20.790963 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3faebbb-4f1a-4a31-a630-d67cfa4122f1 req-2d50933f-6540-4480-b384-25ef244b10ad tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551822 Sep 29 17:39:20.865905 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34a69043-1314-49ba-b4e8-5d585f7cbdc1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:20.918876 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-8d339b7d-c658-4fe2-983f-a26ebbdac052 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 1000 time: 0.2186208 Sep 29 17:39:20.950094 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c6951ca-0bbe-4790-8625-21f50bb8bdc8 req-79835c6f-65ea-491d-a554-5628d6d0c827 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dcc51ecf-318b-4e99-b0cb-005dba7b4dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185634 Sep 29 17:39:20.988012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ef9da9-5bf4-4ab3-89bb-6552af684647 None None] Network e17e6f07-3aee-4671-ac93-4f3dff7c5f7f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:20.989867 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-b751611a-a72a-406e-b631-a1475743fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:20.991213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34a69043-1314-49ba-b4e8-5d585f7cbdc1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:20.991448 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-b751611a-a72a-406e-b631-a1475743fac5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3465371 Sep 29 17:39:21.044841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a69043-1314-49ba-b4e8-5d585f7cbdc1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Subnet': ['ID=2ce98229-ad10-4861-b77d-0b8360bccc87,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:21.052918 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34a69043-1314-49ba-b4e8-5d585f7cbdc1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:21.054935 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-34a69043-1314-49ba-b4e8-5d585f7cbdc1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/2ce98229-ad10-4861-b77d-0b8360bccc87 HTTP/1.1" status: 204 len: 168 time: 0.7740169 Sep 29 17:39:21.057711 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48870) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:21.186392 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:21.193877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f744901c-07a6-4f73-a2df-489411ad9dd1 None None] Provisioning complete for port 4abae57c-b9b0-4de7-9e42-c87c1700002e triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:21.194368 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f744901c-07a6-4f73-a2df-489411ad9dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:21.256238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-072baba2-d6c0-4558-b525-2235b5f5f6bc tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:21.265682 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-072baba2-d6c0-4558-b525-2235b5f5f6bc tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 0.3383327 Sep 29 17:39:21.337914 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port 4abae57c-b9b0-4de7-9e42-c87c1700002e {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:21.338256 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:21.354162 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-447d2d9f-9e09-41d6-bb94-b8d2a0ef493d tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 1000 time: 0.0872459 Sep 29 17:39:21.366122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-454d11bf-676d-4603-bfab-5027ec392534 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:21.427012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e933730-e6c8-4b05-a8d6-cfa7cc5e51e7 None None] DHCP port deletion for e17e6f07-3aee-4671-ac93-4f3dff7c5f7f request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:39:21.438062 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-454d11bf-676d-4603-bfab-5027ec392534 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:21.484317 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-7195dced-27cd-4985-8bd3-5fe80074ee85 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840794 Sep 29 17:39:21.534651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] For port 4abae57c-b9b0-4de7-9e42-c87c1700002e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4abae57c-b9b0-4de7-9e42-c87c1700002e,segment=NetworkSegment(d9d28cb1-dbe4-4f47-95b3-97fe31824fb1),segment_id=d9d28cb1-dbe4-4f47-95b3-97fe31824fb1)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:21.535019 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:21.555955 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for 4abae57c-b9b0-4de7-9e42-c87c1700002e owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:21.730509 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:21.771715 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4e933730-e6c8-4b05-a8d6-cfa7cc5e51e7 None None] Deleting port 4abae57c-b9b0-4de7-9e42-c87c1700002e {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:21.772265 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4e933730-e6c8-4b05-a8d6-cfa7cc5e51e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:21.812445 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-fd5921b8-b9cd-4867-870b-0c90a90f701e service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178051 Sep 29 17:39:21.836372 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-454d11bf-676d-4603-bfab-5027ec392534 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:21.847075 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No DVR routers for this DVR port 4abae57c-b9b0-4de7-9e42-c87c1700002e on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:39:21.851647 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=4abae57c-b9b0-4de7-9e42-c87c1700002e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:21.854113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4e933730-e6c8-4b05-a8d6-cfa7cc5e51e7 None None] For port 4abae57c-b9b0-4de7-9e42-c87c1700002e, host n-d-811748-2, got binding levels [] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:21.854540 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4e933730-e6c8-4b05-a8d6-cfa7cc5e51e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:21.869685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4e933730-e6c8-4b05-a8d6-cfa7cc5e51e7 None None] Calling delete_port for 4abae57c-b9b0-4de7-9e42-c87c1700002e owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:21.872383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.ipam_backend_mixin [None req-4e933730-e6c8-4b05-a8d6-cfa7cc5e51e7 None None] Port 4abae57c-b9b0-4de7-9e42-c87c1700002e was not found and therefore no delete operation was performed {{(pid=95017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 17:39:21.873740 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4e933730-e6c8-4b05-a8d6-cfa7cc5e51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:21.899409 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-9ac7328a-bcb6-40f6-ad77-bd9c58f8db1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=7917363c-c768-4f5a-92b4-6ea93f5618f4 HTTP/1.1" status: 200 len: 217 time: 0.0783083 Sep 29 17:39:21.900019 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-454d11bf-676d-4603-bfab-5027ec392534 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:21.900360 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-454d11bf-676d-4603-bfab-5027ec392534 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Floating IP 7e860960-8399-4831-acc0-300b6fbf0f7d disassociated. External IP: 172.25.2.92, port: a37503b7-b3a3-48c0-ae51-7cda76daac12. Sep 29 17:39:21.909698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e933730-e6c8-4b05-a8d6-cfa7cc5e51e7 None None] No DVR routers for this DVR port 4abae57c-b9b0-4de7-9e42-c87c1700002e on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:39:21.912665 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603c485-2830-4d0b-8bc8-f3d322acbc44 req-3acdbd78-8e04-4112-b96c-0a31bce492e9 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:21.923767 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5603c485-2830-4d0b-8bc8-f3d322acbc44 req-3acdbd78-8e04-4112-b96c-0a31bce492e9 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 946 time: 0.2665462 Sep 29 17:39:21.929081 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e933730-e6c8-4b05-a8d6-cfa7cc5e51e7 None None] Pushing event deleted for resources: {'Port': ['ID=4abae57c-b9b0-4de7-9e42-c87c1700002e,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:21.933969 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4abae57c-b9b0-4de7-9e42-c87c1700002e no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:39:21.957945 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 4abae57c-b9b0-4de7-9e42-c87c1700002e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:39:21.958299 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4abae57c-b9b0-4de7-9e42-c87c1700002e not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:39:22.006480 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5603c485-2830-4d0b-8bc8-f3d322acbc44 req-a80aaac1-7208-4ffc-b89a-b3e5ee6b30b5 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/security-groups?id=dcc51ecf-318b-4e99-b0cb-005dba7b4dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806315 Sep 29 17:39:22.054219 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a3f7c-0386-4eaf-a9e1-0c0bf879d6bb req-b8cc2506-6ead-4c2c-8eba-f079244434f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:22.055718 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ba0a3f7c-0386-4eaf-a9e1-0c0bf879d6bb req-b8cc2506-6ead-4c2c-8eba-f079244434f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00f4ff54a31b4dd99836327b3df86ada&device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 1097 time: 0.3413002 Sep 29 17:39:22.075040 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:22.097531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-9ae37676-cbc8-4bb8-8d65-d9fb20434b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:22.099247 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-9ae37676-cbc8-4bb8-8d65-d9fb20434b1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 200 len: 797 time: 0.1911926 Sep 29 17:39:22.146251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17e6f07-3aee-4671-ac93-4f3dff7c5f7f']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:22.158708 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d28cb1-dbe4-4f47-95b3-97fe31824fb1') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:22.159695 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d28cb1-dbe4-4f47-95b3-97fe31824fb1') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:22.174702 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:22.199008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db0c6b-329c-4c42-871d-eeb9c8a2e763 req-2f983e13-9f4d-472f-8cd3-41d50f48af2a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:22.217867 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-10db0c6b-329c-4c42-871d-eeb9c8a2e763 req-2f983e13-9f4d-472f-8cd3-41d50f48af2a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1042008 Sep 29 17:39:22.238613 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:22.257604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:39:22.258231 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:39:22.272033 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:39:22.298168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-16c1cab7-16f9-4aae-b09d-ab234679a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:22.298709 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-10db0c6b-329c-4c42-871d-eeb9c8a2e763 req-ff8f4d54-16fd-4a82-8c5d-9aaa368f38cb tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797317 Sep 29 17:39:22.299758 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-16c1cab7-16f9-4aae-b09d-ab234679a3f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1898773 Sep 29 17:39:22.305478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a3f7c-0386-4eaf-a9e1-0c0bf879d6bb req-14deccef-6401-4b15-a768-3742fd7e73cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:22.307223 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ba0a3f7c-0386-4eaf-a9e1-0c0bf879d6bb req-14deccef-6401-4b15-a768-3742fd7e73cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=a7ae65d9-f785-4446-bdb2-7429d9329f6f HTTP/1.1" status: 200 len: 915 time: 0.2398341 Sep 29 17:39:22.343880 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:22.352102 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:22.358414 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/networks/e17e6f07-3aee-4671-ac93-4f3dff7c5f7f HTTP/1.1" status: 204 len: 168 time: 1.2957654 Sep 29 17:39:22.358414 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48884) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:22.366573 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ba0a3f7c-0386-4eaf-a9e1-0c0bf879d6bb req-4e4272fc-737c-4882-8182-33a306b1a6c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c HTTP/1.1" status: 200 len: 217 time: 0.0497580 Sep 29 17:39:22.370030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-91f8bfd7-f4b3-481b-b1e4-8a3c676eb3af tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-764997610'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:22.402651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d7651-c072-4451-83aa-0c84d43d463d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Network': ['ID=e17e6f07-3aee-4671-ac93-4f3dff7c5f7f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:22.414362 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f8bfd7-f4b3-481b-b1e4-8a3c676eb3af tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:22.418484 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91f8bfd7-f4b3-481b-b1e4-8a3c676eb3af tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:22.444855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f8bfd7-f4b3-481b-b1e4-8a3c676eb3af tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:39:22.455236 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91f8bfd7-f4b3-481b-b1e4-8a3c676eb3af tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:22.455629 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-91f8bfd7-f4b3-481b-b1e4-8a3c676eb3af tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Added segment 7f663dca-d008-42a5-a484-97f6ba4a92ab of type vlan for network 219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3 Sep 29 17:39:22.489732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a3f7c-0386-4eaf-a9e1-0c0bf879d6bb req-58dcce66-7391-493e-9155-4ed81a301615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:22.491181 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ba0a3f7c-0386-4eaf-a9e1-0c0bf879d6bb req-58dcce66-7391-493e-9155-4ed81a301615 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bbad4c0-0681-418d-aef1-176c25bc2285 HTTP/1.1" status: 200 len: 854 time: 0.1116607 Sep 29 17:39:22.500794 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91f8bfd7-f4b3-481b-b1e4-8a3c676eb3af tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:22.510586 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-454d11bf-676d-4603-bfab-5027ec392534 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Router 32db3485-183d-4c6c-b433-4c3890b2e410 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:39:22.528174 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91f8bfd7-f4b3-481b-b1e4-8a3c676eb3af tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:22.531035 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-675c4652-cdd5-46ac-a05c-b30a0a3c5a5b service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216311 Sep 29 17:39:22.534642 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ba0a3f7c-0386-4eaf-a9e1-0c0bf879d6bb req-44d5d142-8465-44cf-9dbb-9db9c3183f11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a7ae65d9-f785-4446-bdb2-7429d9329f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344648 Sep 29 17:39:22.541001 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f8bfd7-f4b3-481b-b1e4-8a3c676eb3af tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:22.541680 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91f8bfd7-f4b3-481b-b1e4-8a3c676eb3af tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:22.544761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-ba0a3f7c-0386-4eaf-a9e1-0c0bf879d6bb req-b968c885-a228-42f2-a0a5-4b619a473d6a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:39:22.545744 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ba0a3f7c-0386-4eaf-a9e1-0c0bf879d6bb req-b968c885-a228-42f2-a0a5-4b619a473d6a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050268 Sep 29 17:39:22.579537 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-91f8bfd7-f4b3-481b-b1e4-8a3c676eb3af tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2174530 Sep 29 17:39:22.583080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48886) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:22.588134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-38457ea2-e287-44da-9c75-4c6ed3382dd8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'subnet': {'network_id': '219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:22.640287 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8bfd7-f4b3-481b-b1e4-8a3c676eb3af tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Network': ['ID=219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:22.663522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:39:22.757771 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38457ea2-e287-44da-9c75-4c6ed3382dd8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:22.764901 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38457ea2-e287-44da-9c75-4c6ed3382dd8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:22.797595 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-454d11bf-676d-4603-bfab-5027ec392534 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:39:22.812607 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-454d11bf-676d-4603-bfab-5027ec392534 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:22.814262 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f87bd4-8d96-43d1-a69e-037d3d16d2a5 None None] Sync routers for ids ['32db3485-183d-4c6c-b433-4c3890b2e410'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:39:22.833527 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f87bd4-8d96-43d1-a69e-037d3d16d2a5 None None] Routers {'32db3485-183d-4c6c-b433-4c3890b2e410'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:39:22.834158 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c5f87bd4-8d96-43d1-a69e-037d3d16d2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:39:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['32db3485-183d-4c6c-b433-4c3890b2e410'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:22.849111 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-454d11bf-676d-4603-bfab-5027ec392534 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "PUT /v2.0/floatingips/7e860960-8399-4831-acc0-300b6fbf0f7d HTTP/1.1" status: 200 len: 694 time: 1.4941127 Sep 29 17:39:22.852753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'tag': 'a37503b7-b3a3-48c0-ae51-7cda76daac12'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:39:22.854912 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34f6d5c-a009-4da8-936a-f36ec5ab85b4" -d '{"events": [{"name": "network-changed", "server_uuid": "9ddd24ac-df6f-4918-bdb7-4bace3be9c01", "tag": "a37503b7-b3a3-48c0-ae51-7cda76daac12"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:39:22.882226 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-69bcf4b2-c8d0-4c8e-b2fd-422b37a2290f service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350697 Sep 29 17:39:22.884155 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ba0a3f7c-0386-4eaf-a9e1-0c0bf879d6bb req-ea27953c-347b-4a61-92d6-7820d87b3a64 service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286023 Sep 29 17:39:22.940145 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148ee505-fe01-4a1f-8df3-2b817a2a93bf x-openstack-request-id: req-148ee505-fe01-4a1f-8df3-2b817a2a93bf {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:39:22.941255 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ddd24ac-df6f-4918-bdb7-4bace3be9c01", "tag": "a37503b7-b3a3-48c0-ae51-7cda76daac12", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:39:22.941730 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-148ee505-fe01-4a1f-8df3-2b817a2a93bf {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:39:22.942315 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'tag': 'a37503b7-b3a3-48c0-ae51-7cda76daac12', 'status': 'completed', 'code': 200} Sep 29 17:39:23.067587 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38457ea2-e287-44da-9c75-4c6ed3382dd8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:23.076101 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-d14eeab7-2e97-48c8-a97c-20d13bc93cea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=50ca4778-6f90-4824-b2a2-0811f211b24d HTTP/1.1" status: 200 len: 217 time: 0.1248860 Sep 29 17:39:23.147192 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-c5f87bd4-8d96-43d1-a69e-037d3d16d2a5 None None] Set router 32db3485-183d-4c6c-b433-4c3890b2e410 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:39:23.222583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38457ea2-e287-44da-9c75-4c6ed3382dd8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Subnet': ['ID=5c601dce-b248-4618-a0eb-c72a7f1449d3,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:23.233409 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38457ea2-e287-44da-9c75-4c6ed3382dd8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Checking segment: {'id': '7f663dca-d008-42a5-a484-97f6ba4a92ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:39:23.233776 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38457ea2-e287-44da-9c75-4c6ed3382dd8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network hostable DHCP agents. Network: 219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:39:23.278668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e5367-866b-40bb-9b3e-d073c65e6d7e req-fac77a91-65ad-490b-9db7-6de703d05f85 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:23.290113 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd0e5367-866b-40bb-9b3e-d073c65e6d7e req-fac77a91-65ad-490b-9db7-6de703d05f85 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 946 time: 0.1517925 Sep 29 17:39:23.300813 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38457ea2-e287-44da-9c75-4c6ed3382dd8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:39:23.335936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-38457ea2-e287-44da-9c75-4c6ed3382dd8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:23.340410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38457ea2-e287-44da-9c75-4c6ed3382dd8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:23.341149 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38457ea2-e287-44da-9c75-4c6ed3382dd8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:23.344892 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e712a2c-b169-4cd2-b8a0-be215f6a6004 None None] Network 219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:23.402064 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-38457ea2-e287-44da-9c75-4c6ed3382dd8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8178310 Sep 29 17:39:23.424610 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd0e5367-866b-40bb-9b3e-d073c65e6d7e req-6aa567ae-55cb-4791-a41d-37a33f754a7d tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/security-groups?id=dcc51ecf-318b-4e99-b0cb-005dba7b4dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331787 Sep 29 17:39:23.426306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48902) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:23.444403 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c0f69051-53b5-4eff-a3d6-72359d16e356 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'network_id': '219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-382326138'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:23.519431 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c5f87bd4-8d96-43d1-a69e-037d3d16d2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-router', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:37:38Z', 'updated_at': '2021-09-29T17:37:53Z', 'revision_number': 4, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'gw_port': {'id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:39Z', 'updated_at': '2021-09-29T17:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf', 'name': '', 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'mac_address': 'fa:16:3e:64:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:49Z', 'updated_at': '2021-09-29T17:38:02Z', 'revision_number': 5, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'subnets': [{'id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:23.577783 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f87bd4-8d96-43d1-a69e-037d3d16d2a5 None None] Checking router: 32db3485-183d-4c6c-b433-4c3890b2e410 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:39:23.599031 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f87bd4-8d96-43d1-a69e-037d3d16d2a5 None None] Routers {'32db3485-183d-4c6c-b433-4c3890b2e410'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:39:23.600303 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c5f87bd4-8d96-43d1-a69e-037d3d16d2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:39:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['32db3485-183d-4c6c-b433-4c3890b2e410'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:23.655474 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3', 'network_id': '219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3', 'tenant_id': '0342b138809740a49086a30d461c8c6e', 'fixed_ips': [{'subnet_id': '5c601dce-b248-4618-a0eb-c72a7f1449d3'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:39:23.655474 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:23.655950 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01bc97-40b2-4250-82ce-d427d8eaa349 req-939525c4-6215-4257-8ac4-8478b51051ae tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:23.657548 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb01bc97-40b2-4250-82ce-d427d8eaa349 req-939525c4-6215-4257-8ac4-8478b51051ae tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.0687613 Sep 29 17:39:23.685172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-b04e0824-ef2e-4ad6-a6ce-0142934f969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:23.686860 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-b04e0824-ef2e-4ad6-a6ce-0142934f969f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4bf846cd7a74692964be60c138cc57c&device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 1096 time: 0.8018444 Sep 29 17:39:23.732503 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f69051-53b5-4eff-a3d6-72359d16e356 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:23.739021 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0f69051-53b5-4eff-a3d6-72359d16e356 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:23.772055 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb01bc97-40b2-4250-82ce-d427d8eaa349 req-aa269050-2f3f-4ae8-a063-37a5a24e3326 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027706 Sep 29 17:39:23.778001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f6d5c-a009-4da8-936a-f36ec5ab85b4 req-e9641db4-8e1f-49f8-812a-339b86ea9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:23.779055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-c0f69051-53b5-4eff-a3d6-72359d16e356 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port 1ee3d379-8039-4c35-820d-792039d3ee2a yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:39:23.791042 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c34f6d5c-a009-4da8-936a-f36ec5ab85b4 req-e9641db4-8e1f-49f8-812a-339b86ea9977 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4bf846cd7a74692964be60c138cc57c&device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 1096 time: 0.7667902 Sep 29 17:39:23.807699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-ab93e60e-f2da-444b-a289-c3434e34e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:23.809358 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-ab93e60e-f2da-444b-a289-c3434e34e0ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 200 len: 797 time: 0.6857133 Sep 29 17:39:23.850005 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-c5f87bd4-8d96-43d1-a69e-037d3d16d2a5 None None] Set router 32db3485-183d-4c6c-b433-4c3890b2e410 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:39:23.960179 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Allocated IP 172.20.0.2 (219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3/5c601dce-b248-4618-a0eb-c72a7f1449d3/b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:39:24.015653 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ba0a3f7c-0386-4eaf-a9e1-0c0bf879d6bb req-e0ce506f-240d-4a09-82ad-ec3a264f4f14 service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0722244 Sep 29 17:39:24.016794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-38289ce5-5389-4538-a12f-5ff05226ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:24.038638 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-38289ce5-5389-4538-a12f-5ff05226ed6b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e57956a6-584f-407f-aa43-0924387a68d2 HTTP/1.1" status: 200 len: 921 time: 0.3404365 Sep 29 17:39:24.238700 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-a16d72e9-a474-4e0d-b7f3-7e89eb42b5e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37503b7-b3a3-48c0-ae51-7cda76daac12 HTTP/1.1" status: 200 len: 217 time: 0.1988115 Sep 29 17:39:24.242303 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c5f87bd4-8d96-43d1-a69e-037d3d16d2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-router', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:37:38Z', 'updated_at': '2021-09-29T17:37:53Z', 'revision_number': 4, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'gw_port': {'id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:39Z', 'updated_at': '2021-09-29T17:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf', 'name': '', 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'mac_address': 'fa:16:3e:64:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:49Z', 'updated_at': '2021-09-29T17:38:02Z', 'revision_number': 5, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'subnets': [{'id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:24.288092 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f87bd4-8d96-43d1-a69e-037d3d16d2a5 None None] The sync data for ids ['32db3485-183d-4c6c-b433-4c3890b2e410'] in n-d-811748-2 is: [{'id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-router', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:37:38Z', 'updated_at': '2021-09-29T17:37:53Z', 'revision_number': 4, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'gw_port': {'id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:39Z', 'updated_at': '2021-09-29T17:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf', 'name': '', 'network_id': 'e57956a6-584f-407f-aa43-0924387a68d2', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'mac_address': 'fa:16:3e:64:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2124, 'fixed_ips': [{'subnet_id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:49Z', 'updated_at': '2021-09-29T17:38:02Z', 'revision_number': 5, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'subnets': [{'id': 'd284366c-fe99-4c9e-986b-ecda04f87026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:39:24.299130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f6d5c-a009-4da8-936a-f36ec5ab85b4 req-c14d77cb-551b-4f25-9d03-c872abd1016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:24.301214 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c34f6d5c-a009-4da8-936a-f36ec5ab85b4 req-c14d77cb-551b-4f25-9d03-c872abd1016e service neutron] 10.222.0.35 "GET /v2.0/networks?id=e57956a6-584f-407f-aa43-0924387a68d2 HTTP/1.1" status: 200 len: 921 time: 0.5065472 Sep 29 17:39:24.320889 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:24.349371 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:24.369612 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c34f6d5c-a009-4da8-936a-f36ec5ab85b4 req-00ab5847-964d-4600-abc4-2d4d8ce8d86e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a37503b7-b3a3-48c0-ae51-7cda76daac12 HTTP/1.1" status: 200 len: 217 time: 0.0571616 Sep 29 17:39:24.371045 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-e389ff43-1d55-4730-96f4-11970052398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:24.372900 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-e389ff43-1d55-4730-96f4-11970052398a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d284366c-fe99-4c9e-986b-ecda04f87026 HTTP/1.1" status: 200 len: 860 time: 0.1334407 Sep 29 17:39:24.376084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-a7b0ec4e-a0f1-4041-94a5-87fd035a41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:24.377601 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-a7b0ec4e-a0f1-4041-94a5-87fd035a41b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5347269 Sep 29 17:39:24.447546 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Network 219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:24.452864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:24.457580 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-61dd7e31-b3e8-4d96-82bc-4db6e910bb04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e57956a6-584f-407f-aa43-0924387a68d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602293 Sep 29 17:39:24.458079 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:24.484649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-c0f69051-53b5-4eff-a3d6-72359d16e356 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Allocated IP 172.20.0.9 (219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3/5c601dce-b248-4618-a0eb-c72a7f1449d3/1ee3d379-8039-4c35-820d-792039d3ee2a) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:39:24.549359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f6d5c-a009-4da8-936a-f36ec5ab85b4 req-177340a8-9413-463d-a0da-8cc89ea95528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:24.551923 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c34f6d5c-a009-4da8-936a-f36ec5ab85b4 req-177340a8-9413-463d-a0da-8cc89ea95528 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d284366c-fe99-4c9e-986b-ecda04f87026 HTTP/1.1" status: 200 len: 860 time: 0.1727588 Sep 29 17:39:24.563815 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Pushing event updated for resources: {'Port': ['ID=b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:24.574191 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Attempting to bind port b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:39:24.578382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Attempting to bind port b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '7f663dca-d008-42a5-a484-97f6ba4a92ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:39:24.579021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Attempting to bind port b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 on network 219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:39:24.586522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:39:24.587272 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Checking segment: {'id': '7f663dca-d008-42a5-a484-97f6ba4a92ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:39:24.587888 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:24.588629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Bound using segment: {'id': '7f663dca-d008-42a5-a484-97f6ba4a92ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:39:24.589344 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Bound port: b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f663dca-d008-42a5-a484-97f6ba4a92ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:39:24.589977 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:24.631818 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c34f6d5c-a009-4da8-936a-f36ec5ab85b4 req-e75d74b1-40c8-47ed-82ee-115208fc32ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e57956a6-584f-407f-aa43-0924387a68d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597043 Sep 29 17:39:24.691708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] For port b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:39:24.695692 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] For port b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5,segment=NetworkSegment(7f663dca-d008-42a5-a484-97f6ba4a92ab),segment_id=7f663dca-d008-42a5-a484-97f6ba4a92ab)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:39:24.704192 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:24.723122 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0f69051-53b5-4eff-a3d6-72359d16e356 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:24.740559 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb0992-95d9-49ed-95c6-4e737889b472 req-1b524518-17e6-40ce-9f8e-e2cbb2d8d2cf tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:24.748794 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43eb0992-95d9-49ed-95c6-4e737889b472 req-1b524518-17e6-40ce-9f8e-e2cbb2d8d2cf tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 946 time: 0.1015234 Sep 29 17:39:24.759217 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94f7409-5f3d-44de-84dc-411c4e92f81c None None] New status for floating IP 7e860960-8399-4831-acc0-300b6fbf0f7d: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:39:24.816460 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43eb0992-95d9-49ed-95c6-4e737889b472 req-afc09474-772a-436e-b30f-37db0b546645 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/security-groups?id=dcc51ecf-318b-4e99-b0cb-005dba7b4dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659819 Sep 29 17:39:24.847743 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0f69051-53b5-4eff-a3d6-72359d16e356 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:24.858405 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c34f6d5c-a009-4da8-936a-f36ec5ab85b4 req-c3d0a16a-5149-4581-a3c5-3dcea4611a3e service neutron] 10.222.0.35 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645195 Sep 29 17:39:24.876476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-7ff41aeb-0cde-423a-bc32-02458b7a8caf service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882679 Sep 29 17:39:24.986633 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f69051-53b5-4eff-a3d6-72359d16e356 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:24.987229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-a8c2751a-67c4-4b3b-b007-65f1dbdb5d97 service neutron] 10.222.0.44 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133216 Sep 29 17:39:25.043665 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f69051-53b5-4eff-a3d6-72359d16e356 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=1ee3d379-8039-4c35-820d-792039d3ee2a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:25.047005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-c0f69051-53b5-4eff-a3d6-72359d16e356 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:25.051467 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f69051-53b5-4eff-a3d6-72359d16e356 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:25.070435 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf0aa2-dec2-46d7-98f0-bb320a1b36c0 None None] Pushing event updated for resources: {'Port': ['ID=b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:25.137383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057557-faf7-418d-917e-801b9b2dee9f req-68d717fb-e8d4-4f29-8496-1bc5a64ff4d2 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:25.141558 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ee057557-faf7-418d-917e-801b9b2dee9f req-68d717fb-e8d4-4f29-8496-1bc5a64ff4d2 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.1502323 Sep 29 17:39:25.227469 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f69051-53b5-4eff-a3d6-72359d16e356 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:25.227469 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0f69051-53b5-4eff-a3d6-72359d16e356 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:25.278154 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c0f69051-53b5-4eff-a3d6-72359d16e356 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.8507247 Sep 29 17:39:25.282605 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48920) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:25.302456 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-6c23681f-691a-4cf4-b190-cc50b574c190 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132304 Sep 29 17:39:25.304354 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c34f6d5c-a009-4da8-936a-f36ec5ab85b4 req-1f5b6c77-ca5b-45fb-9689-37bdd3ebacd3 service neutron] 10.222.0.35 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246597 Sep 29 17:39:25.324551 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30a51de0-b85d-4e05-9102-0a37c99cdcff req-a8ec08be-3854-48b6-8d30-a56f1694b68a service neutron] 10.222.0.44 "GET /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331492 Sep 29 17:39:25.388956 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-5413ca98-21f6-4b67-a19a-7d5582080219 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=0f106657-1ac8-4cf6-818e-c6f19b81b4c7 HTTP/1.1" status: 200 len: 217 time: 0.0496621 Sep 29 17:39:25.423562 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ee057557-faf7-418d-917e-801b9b2dee9f req-9b152f19-bd42-4663-917c-06ad8141e7ae tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506962 Sep 29 17:39:25.487973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-b4921102-34c9-4ce7-ac9d-b6f51a318198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:25.491238 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-b4921102-34c9-4ce7-ac9d-b6f51a318198 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 200 len: 797 time: 0.1015108 Sep 29 17:39:25.561038 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3fa8817-8918-4190-9c34-df25490dfab0 req-4443ded6-5882-45f2-b4d2-f199e67c2236 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/floatingips/7e860960-8399-4831-acc0-300b6fbf0f7d HTTP/1.1" status: 200 len: 692 time: 0.0690947 Sep 29 17:39:25.594745 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-6ee26fab-79f4-46cc-bf08-418a61e7bd4d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port 1ee3d379-8039-4c35-820d-792039d3ee2a {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:25.595597 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6ee26fab-79f4-46cc-bf08-418a61e7bd4d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:25.610626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-a5c6384f-90ac-41bf-a918-29dd2e12a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:25.612699 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-a5c6384f-90ac-41bf-a918-29dd2e12a05f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0920961 Sep 29 17:39:25.657410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38408931-f5ed-4d21-8089-357a6e091873 req-c7ea1289-a2be-4cad-b1c9-f258b16ab3cd tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:25.658916 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38408931-f5ed-4d21-8089-357a6e091873 req-c7ea1289-a2be-4cad-b1c9-f258b16ab3cd tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.49 "GET /v2.0/ports?device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 946 time: 0.0934877 Sep 29 17:39:25.808466 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-e2ca7f22-3ac5-4aac-8ca0-6ac9f1b65850 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859620 Sep 29 17:39:25.996711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-38408931-f5ed-4d21-8089-357a6e091873 req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Deleting port 531a3ca2-0db9-40ee-8faa-33fc14245698 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:25.997366 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-38408931-f5ed-4d21-8089-357a6e091873 req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:26.013370 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:39:26.102024 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:26.105137 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:26.138706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-504c386f-fb23-4e25-832a-55f1f8ea24c2 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213587 Sep 29 17:39:26.151772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0894c-fd4c-4411-92ad-143ae8bad142 req-9f054a39-4314-4db3-9d04-9c880758d976 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:26.153253 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d1f0894c-fd4c-4411-92ad-143ae8bad142 req-9f054a39-4314-4db3-9d04-9c880758d976 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/ports?device_id=3c94cec9-60f7-478f-85ff-85af744895c6 HTTP/1.1" status: 200 len: 946 time: 0.1719677 Sep 29 17:39:26.212012 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-428c385d-7fa4-4b18-85e1-1d3ff3eeb35d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62fd392b-0e65-4206-a548-c46677c479e2 HTTP/1.1" status: 200 len: 217 time: 0.0577195 Sep 29 17:39:26.383695 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:26.387501 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6ee26fab-79f4-46cc-bf08-418a61e7bd4d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:26.404018 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-6ee26fab-79f4-46cc-bf08-418a61e7bd4d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for 1ee3d379-8039-4c35-820d-792039d3ee2a owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:26.545198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5,segment=NetworkSegment(7f663dca-d008-42a5-a484-97f6ba4a92ab),segment_id=7f663dca-d008-42a5-a484-97f6ba4a92ab)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:26.555097 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:26.597271 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d1f0894c-fd4c-4411-92ad-143ae8bad142 req-b0370326-a878-48f4-a8d1-1e26abad4265 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.44 "GET /v2.0/security-groups?id=dcc51ecf-318b-4e99-b0cb-005dba7b4dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344134 Sep 29 17:39:26.665143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-38408931-f5ed-4d21-8089-357a6e091873 req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] For port 531a3ca2-0db9-40ee-8faa-33fc14245698, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=531a3ca2-0db9-40ee-8faa-33fc14245698,segment=NetworkSegment(c5f6923b-ac60-49fc-9dd8-dbe332eda0fc),segment_id=c5f6923b-ac60-49fc-9dd8-dbe332eda0fc)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:26.665686 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-38408931-f5ed-4d21-8089-357a6e091873 req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:26.708782 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4552f759-c858-4349-b9ea-3dd41d5f7a57 None None] Network 219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:26.735885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-38408931-f5ed-4d21-8089-357a6e091873 req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Calling delete_port for 531a3ca2-0db9-40ee-8faa-33fc14245698 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:26.828657 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-c0d885b7-c0b5-4517-93bf-cff2fef45561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:26.830283 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-c0d885b7-c0b5-4517-93bf-cff2fef45561 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef HTTP/1.1" status: 200 len: 797 time: 0.6063790 Sep 29 17:39:26.841449 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f981865-a330-4b84-8c9d-f03c4bec3a2c no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:39:26.850777 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6ee26fab-79f4-46cc-bf08-418a61e7bd4d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:26.861770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:26.928652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa8817-8918-4190-9c34-df25490dfab0 req-60072939-3e7d-4918-9cf7-5ea5c758bd6a tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:26.931081 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3fa8817-8918-4190-9c34-df25490dfab0 req-60072939-3e7d-4918-9cf7-5ea5c758bd6a tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/networks/67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 784 time: 1.3687394 Sep 29 17:39:26.934694 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee26fab-79f4-46cc-bf08-418a61e7bd4d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=1ee3d379-8039-4c35-820d-792039d3ee2a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:26.948501 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-e3fa8817-8918-4190-9c34-df25490dfab0 req-aa68c523-ad03-48bf-a2f8-471e32b46cf3 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:39:26.952069 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3fa8817-8918-4190-9c34-df25490dfab0 req-aa68c523-ad03-48bf-a2f8-471e32b46cf3 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116863 Sep 29 17:39:27.025059 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-5c9d6f39-c980-4b7d-a271-267c410a8b65 req-96609a2e-44e2-46f0-98b9-c3eb1a7a7dd8 service neutron] (95015) timed out ('10.222.0.44', 47156) {{(pid=95015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 17:39:27.030448 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-38408931-f5ed-4d21-8089-357a6e091873 req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:27.037626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0789e53c-ae1c-4d00-944c-b65ceb39b251 None None] Provisioning complete for port b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:27.039543 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0789e53c-ae1c-4d00-944c-b65ceb39b251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:27.046134 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48940) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:27.054269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['531a3ca2-0db9-40ee-8faa-33fc14245698'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:39:27.088787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Pushing event deleted for resources: {'Port': ['ID=531a3ca2-0db9-40ee-8faa-33fc14245698,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:27.110743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:27.111803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:27.111803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:27.113619 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:27.113619 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:27.113839 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:27.114347 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:27.114693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:27.115030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:27.115363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:27.116148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:27.116404 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:27.173247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-914b9618-c5e6-452c-aaaa-7338385592d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:27.175360 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-914b9618-c5e6-452c-aaaa-7338385592d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3365049 Sep 29 17:39:27.199387 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3fa8817-8918-4190-9c34-df25490dfab0 req-0b3543ba-9793-4c4d-88a0-b08650c08c74 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 695 time: 0.2288768 Sep 29 17:39:27.204810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ce9c6-eab8-4398-bfd5-7fddf48a5203 req-64f73542-6d07-49a2-a1a5-0d834f1ced3a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:27.216882 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-010ce9c6-eab8-4398-bfd5-7fddf48a5203 req-64f73542-6d07-49a2-a1a5-0d834f1ced3a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 946 time: 0.3620601 Sep 29 17:39:27.261459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-bbe1c9d8-e7b7-4fe2-887f-c92ed20cd65e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:39:27.262692 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-bbe1c9d8-e7b7-4fe2-887f-c92ed20cd65e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056300 Sep 29 17:39:27.278270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-38408931-f5ed-4d21-8089-357a6e091873 req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] No DVR routers for this DVR port 531a3ca2-0db9-40ee-8faa-33fc14245698 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:39:27.288453 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:27.323996 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3fa8817-8918-4190-9c34-df25490dfab0 req-83a6d629-8b71-463b-81f3-27ac517d2280 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 695 time: 0.1229885 Sep 29 17:39:27.337234 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-38408931-f5ed-4d21-8089-357a6e091873 req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:27.338188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e896ff-4c24-4208-8730-bba7180a6dcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f981865-a330-4b84-8c9d-f03c4bec3a2c'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:39:27.340867 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361af1f2-54a8-4754-b6d7-2d22271f966a" -d '{"events": [{"server_uuid": "e4e896ff-4c24-4208-8730-bba7180a6dcd", "name": "network-vif-unplugged", "status": "completed", "tag": "4f981865-a330-4b84-8c9d-f03c4bec3a2c"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:39:27.344390 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38408931-f5ed-4d21-8089-357a6e091873 req-9b0831a2-1b3b-40c4-ad68-40f9c3839131 tempest-InstanceActionsV221TestJSON-1318923820 tempest-InstanceActionsV221TestJSON-1318923820-project] 10.222.0.49 "DELETE /v2.0/ports/531a3ca2-0db9-40ee-8faa-33fc14245698 HTTP/1.1" status: 204 len: 173 time: 1.6728661 Sep 29 17:39:27.352841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c94cec9-60f7-478f-85ff-85af744895c6', 'name': 'network-vif-deleted', 'tag': '531a3ca2-0db9-40ee-8faa-33fc14245698'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:39:27.358049 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ce105e-faba-430e-8878-6bf532b14b45" -d '{"events": [{"server_uuid": "3c94cec9-60f7-478f-85ff-85af744895c6", "name": "network-vif-deleted", "tag": "531a3ca2-0db9-40ee-8faa-33fc14245698"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:39:27.359629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4f981865-a330-4b84-8c9d-f03c4bec3a2c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:27.384124 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:27.389151 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-010ce9c6-eab8-4398-bfd5-7fddf48a5203 req-29091545-b65c-4998-95b3-8d0effb24ece tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710098 Sep 29 17:39:27.401796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07a84e15-fb70-42d1-8f67-a58ea1ffc567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:27.428712 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:27.488234 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6ee26fab-79f4-46cc-bf08-418a61e7bd4d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:27.494382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=4f981865-a330-4b84-8c9d-f03c4bec3a2c,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:27.498964 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6ee26fab-79f4-46cc-bf08-418a61e7bd4d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/1ee3d379-8039-4c35-820d-792039d3ee2a HTTP/1.1" status: 204 len: 168 time: 2.2123260 Sep 29 17:39:27.507916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48950) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:27.553913 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c078df6b-18fc-4d71-965f-d7f863864c34 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] GET failed (client error): The resource could not be found. Sep 29 17:39:27.558273 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c078df6b-18fc-4d71-965f-d7f863864c34 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/1ee3d379-8039-4c35-820d-792039d3ee2a HTTP/1.1" status: 404 len: 333 time: 0.0454185 Sep 29 17:39:27.562220 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48952) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:27.636277 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Sep 2021 17:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5088b53b-f5da-4c19-9e43-56d3f7177d70 x-openstack-request-id: req-5088b53b-f5da-4c19-9e43-56d3f7177d70 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:39:27.636521 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e896ff-4c24-4208-8730-bba7180a6dcd", "name": "network-vif-unplugged", "status": "failed", "tag": "4f981865-a330-4b84-8c9d-f03c4bec3a2c", "code": 422}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:39:27.636800 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5088b53b-f5da-4c19-9e43-56d3f7177d70 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:39:27.637222 n-d-811748-2 neutron-server[95017]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e4e896ff-4c24-4208-8730-bba7180a6dcd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f981865-a330-4b84-8c9d-f03c4bec3a2c', 'code': 422} returned with failed status Sep 29 17:39:27.683450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-e3fa8817-8918-4190-9c34-df25490dfab0 req-618724fc-e103-492e-a5a0-d587330f266e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Deleting port e80fea39-b504-4807-94e9-6f2a323845b1 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:27.684104 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e3fa8817-8918-4190-9c34-df25490dfab0 req-618724fc-e103-492e-a5a0-d587330f266e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:27.853855 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e3fa8817-8918-4190-9c34-df25490dfab0 req-618724fc-e103-492e-a5a0-d587330f266e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:27.854501 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e3fa8817-8918-4190-9c34-df25490dfab0 req-618724fc-e103-492e-a5a0-d587330f266e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:27.882248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-e3fa8817-8918-4190-9c34-df25490dfab0 req-618724fc-e103-492e-a5a0-d587330f266e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Calling delete_port for e80fea39-b504-4807-94e9-6f2a323845b1 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:27.958847 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4f1005c5-2e68-44cd-8cf2-f21bbc795736 None None] Provisioning complete for port b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:27.966421 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b78e8d-5189-4cde-9cff-f2135c7225ea x-openstack-request-id: req-95b78e8d-5189-4cde-9cff-f2135c7225ea {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:39:27.966627 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4f1005c5-2e68-44cd-8cf2-f21bbc795736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:27.966728 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c94cec9-60f7-478f-85ff-85af744895c6", "name": "network-vif-deleted", "tag": "531a3ca2-0db9-40ee-8faa-33fc14245698", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:39:27.966957 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95b78e8d-5189-4cde-9cff-f2135c7225ea {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:39:27.967359 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c94cec9-60f7-478f-85ff-85af744895c6', 'name': 'network-vif-deleted', 'tag': '531a3ca2-0db9-40ee-8faa-33fc14245698', 'status': 'completed', 'code': 200} Sep 29 17:39:27.976199 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:39:27.991612 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e38df44-07ab-46c2-a904-c8387984a8ec tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting subnet 5c601dce-b248-4618-a0eb-c72a7f1449d3 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:39:27.999348 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6e38df44-07ab-46c2-a904-c8387984a8ec tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.133149 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e3fa8817-8918-4190-9c34-df25490dfab0 req-618724fc-e103-492e-a5a0-d587330f266e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.139146 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-388b0c2b-c5d6-4dc7-9e0c-3cb039e3a77e service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8558571 Sep 29 17:39:28.167743 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618724fc-e103-492e-a5a0-d587330f266e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Pushing event deleted for resources: {'Port': ['ID=e80fea39-b504-4807-94e9-6f2a323845b1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:28.168661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:28.170472 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.181948 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6e38df44-07ab-46c2-a904-c8387984a8ec tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.258561 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e3fa8817-8918-4190-9c34-df25490dfab0 req-618724fc-e103-492e-a5a0-d587330f266e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.261615 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-e3fa8817-8918-4190-9c34-df25490dfab0 req-618724fc-e103-492e-a5a0-d587330f266e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.265042 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3fa8817-8918-4190-9c34-df25490dfab0 req-618724fc-e103-492e-a5a0-d587330f266e tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "DELETE /v2.0/floatingips/7e860960-8399-4831-acc0-300b6fbf0f7d HTTP/1.1" status: 204 len: 173 time: 0.9318087 Sep 29 17:39:28.297401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-81fabc3d-ae04-43e6-af05-bd10d32b31e9 None None] Could not find standard attr ID for object 1ee3d379-8039-4c35-820d-792039d3ee2a. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:39:28.297551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98320a-1b59-479c-9aae-dd853c024327 req-1eacf412-3784-4556-8dfe-c0e7589255b7 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:28.306508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fc98320a-1b59-479c-9aae-dd853c024327 req-1eacf412-3784-4556-8dfe-c0e7589255b7 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.3345270 Sep 29 17:39:28.436531 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6f3dc9d4-13e7-45e6-b086-4c095df2a5a1 req-827281f8-3098-4fae-8cf0-27942792ccab tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups/2adc1ec9-23e9-44c4-ba81-3ff368d719fc HTTP/1.1" status: 200 len: 1808 time: 0.0683341 Sep 29 17:39:28.479589 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fc98320a-1b59-479c-9aae-dd853c024327 req-c858c7d6-ce61-483f-9dd3-536d3b53ef31 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702137 Sep 29 17:39:28.501014 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-09c457be-5f35-4802-8c1f-cba50ad88cbd service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495486 Sep 29 17:39:28.517139 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6f3dc9d4-13e7-45e6-b086-4c095df2a5a1 req-9049f8e5-6f16-4e28-ac10-c5ed3d36cf70 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.529699 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6e38df44-07ab-46c2-a904-c8387984a8ec tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.547018 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6f3dc9d4-13e7-45e6-b086-4c095df2a5a1 req-9049f8e5-6f16-4e28-ac10-c5ed3d36cf70 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.580487 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07a84e15-fb70-42d1-8f67-a58ea1ffc567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.617250 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07a84e15-fb70-42d1-8f67-a58ea1ffc567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.620944 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-0d0ded6c-476f-4f9e-8839-3ccc55185cb3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e6a33a17-f0e2-435c-abe1-66eb743072fa HTTP/1.1" status: 200 len: 217 time: 0.0797629 Sep 29 17:39:28.627415 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6f3dc9d4-13e7-45e6-b086-4c095df2a5a1 req-9049f8e5-6f16-4e28-ac10-c5ed3d36cf70 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.631248 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-6f3dc9d4-13e7-45e6-b086-4c095df2a5a1 req-9049f8e5-6f16-4e28-ac10-c5ed3d36cf70 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.633818 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6f3dc9d4-13e7-45e6-b086-4c095df2a5a1 req-9049f8e5-6f16-4e28-ac10-c5ed3d36cf70 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "DELETE /v2.0/security-groups/2adc1ec9-23e9-44c4-ba81-3ff368d719fc HTTP/1.1" status: 204 len: 173 time: 0.1893950 Sep 29 17:39:28.646775 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049f8e5-6f16-4e28-ac10-c5ed3d36cf70 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adc1ec9-23e9-44c4-ba81-3ff368d719fc,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:28.729976 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a84e15-fb70-42d1-8f67-a58ea1ffc567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fb97b5-e040-4343-a660-2f2808c05d76,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:28.751895 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-07a84e15-fb70-42d1-8f67-a58ea1ffc567 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e77cde1d7c104568af5be9159b890d36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6737847 Sep 29 17:39:28.755644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48978) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:28.769738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-e5dae32c-3156-4c3c-b022-845592622ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:28.771571 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-e5dae32c-3156-4c3c-b022-845592622ed1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef HTTP/1.1" status: 200 len: 797 time: 0.1270242 Sep 29 17:39:28.776608 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6e38df44-07ab-46c2-a904-c8387984a8ec tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.832473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38df44-07ab-46c2-a904-c8387984a8ec tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Subnet': ['ID=5c601dce-b248-4618-a0eb-c72a7f1449d3,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:28.845990 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6e38df44-07ab-46c2-a904-c8387984a8ec tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.848624 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-0b24bf2a-c2e8-4191-84c4-318032579765 req-c7db1a00-9c4d-45c1-85ed-6a342cc8787a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:39:28.849640 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6e38df44-07ab-46c2-a904-c8387984a8ec tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/5c601dce-b248-4618-a0eb-c72a7f1449d3 HTTP/1.1" status: 204 len: 168 time: 1.2856867 Sep 29 17:39:28.853932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a9282a-4562-4ad0-af31-24767732772f None None] Network 219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:28.854865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48982) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:28.858263 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0b24bf2a-c2e8-4191-84c4-318032579765 req-c7db1a00-9c4d-45c1-85ed-6a342cc8787a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163586 Sep 29 17:39:28.882673 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70e7e16d-b8b5-4afc-8e85-9a38748d668a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.942315 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70e7e16d-b8b5-4afc-8e85-9a38748d668a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:28.977041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-b0937277-0b3c-4af0-9936-e9ed8a2d1956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:28.978912 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-b0937277-0b3c-4af0-9936-e9ed8a2d1956 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1986341 Sep 29 17:39:29.000466 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48986) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:29.067099 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.150235 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70e7e16d-b8b5-4afc-8e85-9a38748d668a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.154662 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70e7e16d-b8b5-4afc-8e85-9a38748d668a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.158327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f29f2c-6e55-45c6-8e66-e1ac9e9e9fe8 None None] DHCP port deletion for 219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:39:29.160933 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-70e7e16d-b8b5-4afc-8e85-9a38748d668a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34fb97b5-e040-4343-a660-2f2808c05d76 HTTP/1.1" status: 204 len: 168 time: 0.4029729 Sep 29 17:39:29.168551 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75d7bc1-a529-4883-b74d-a02ba71a5963 admin admin] Deleting subnet c738bd43-17c8-47c6-b4fe-768f1a88b72d {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:39:29.189970 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f75d7bc1-a529-4883-b74d-a02ba71a5963 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.247037 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7e16d-b8b5-4afc-8e85-9a38748d668a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fb97b5-e040-4343-a660-2f2808c05d76,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:29.276839 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d6f29f2c-6e55-45c6-8e66-e1ac9e9e9fe8 None None] Deleting port b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:29.277461 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d6f29f2c-6e55-45c6-8e66-e1ac9e9e9fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.288688 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f75d7bc1-a529-4883-b74d-a02ba71a5963 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.299524 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-089b5b9a-f837-4e6d-88a0-a1399205490a service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281346 Sep 29 17:39:29.315507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd6a06-d5eb-4f1c-b218-f00980c4f725 req-0a48c4b8-099e-4447-8aa5-dc02056db39f tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:29.322168 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-45bd6a06-d5eb-4f1c-b218-f00980c4f725 req-0a48c4b8-099e-4447-8aa5-dc02056db39f tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.1784627 Sep 29 17:39:29.344770 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:29.345119 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.353855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808733a-ba85-4c3a-845e-7a20796e89e2 req-3c3a19f8-fd12-48f2-84d9-b5f1255f1b1f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:29.363508 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8808733a-ba85-4c3a-845e-7a20796e89e2 req-3c3a19f8-fd12-48f2-84d9-b5f1255f1b1f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.2641664 Sep 29 17:39:29.436235 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d6f29f2c-6e55-45c6-8e66-e1ac9e9e9fe8 None None] For port b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5,segment=NetworkSegment(7f663dca-d008-42a5-a484-97f6ba4a92ab),segment_id=7f663dca-d008-42a5-a484-97f6ba4a92ab)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:29.437036 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d6f29f2c-6e55-45c6-8e66-e1ac9e9e9fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.464838 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d6f29f2c-6e55-45c6-8e66-e1ac9e9e9fe8 None None] Calling delete_port for b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:29.466411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49004) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:29.483777 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f75d7bc1-a529-4883-b74d-a02ba71a5963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.500700 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-45bd6a06-d5eb-4f1c-b218-f00980c4f725 req-da13c851-2d9c-405a-a550-f1ce305083a9 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728129 Sep 29 17:39:29.511473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] For port b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5,segment=NetworkSegment(7f663dca-d008-42a5-a484-97f6ba4a92ab),segment_id=7f663dca-d008-42a5-a484-97f6ba4a92ab)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:29.511834 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.531356 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:29.554715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96a93373-d311-4a60-8c53-ec8b7cffc985 req-f77f8539-b446-46e1-afea-f5a2de9c4c61 service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243896 Sep 29 17:39:29.576045 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d6f29f2c-6e55-45c6-8e66-e1ac9e9e9fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.634148 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8808733a-ba85-4c3a-845e-7a20796e89e2 req-d444df7c-1b4f-4e22-9e25-510b29f4d0a6 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695100 Sep 29 17:39:29.651359 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f29f2c-6e55-45c6-8e66-e1ac9e9e9fe8 None None] Pushing event deleted for resources: {'Port': ['ID=b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:29.655883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f29f2c-6e55-45c6-8e66-e1ac9e9e9fe8 None None] No DVR routers for this DVR port b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:39:29.677267 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.681863 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f75d7bc1-a529-4883-b74d-a02ba71a5963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.707441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:29.709644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No DVR routers for this DVR port b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:39:29.724629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d7bc1-a529-4883-b74d-a02ba71a5963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c738bd43-17c8-47c6-b4fe-768f1a88b72d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:29.729115 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f75d7bc1-a529-4883-b74d-a02ba71a5963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.731202 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f75d7bc1-a529-4883-b74d-a02ba71a5963 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c738bd43-17c8-47c6-b4fe-768f1a88b72d HTTP/1.1" status: 204 len: 168 time: 0.7274961 Sep 29 17:39:29.734511 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49008) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:29.790774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49012) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:29.812284 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c5b0fd97-e352-4196-9102-3c3050fcb6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.843932 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.860650 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43168765-29fe-4f03-9374-d54def553864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.873156 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dbc15c10-63e1-4fa5-8241-a5e2b61b785c req-56d22a30-af3c-4c4d-8ba1-c7065adc5141 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3988187 Sep 29 17:39:29.878334 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-dbc15c10-63e1-4fa5-8241-a5e2b61b785c req-559886aa-58fb-4cb4-ad4c-7f6ee9184d8b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:39:29.879901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dbc15c10-63e1-4fa5-8241-a5e2b61b785c req-559886aa-58fb-4cb4-ad4c-7f6ee9184d8b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054007 Sep 29 17:39:29.885163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:29.900886 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f663dca-d008-42a5-a484-97f6ba4a92ab') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:29.901467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f663dca-d008-42a5-a484-97f6ba4a92ab') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:29.916589 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.932068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:39:29.942386 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.953616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:39:29.954208 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:39:29.958380 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:39:29.990944 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:39:29.991290 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b9c9e59f-6a03-4e7e-8aa7-cc0f86350fc5 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:39:30.044513 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43168765-29fe-4f03-9374-d54def553864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.095268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-43168765-29fe-4f03-9374-d54def553864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884c975c-4806-4e44-9cc0-6ecee4e2ec8a']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:30.105298 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.119561 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-43168765-29fe-4f03-9374-d54def553864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f6923b-ac60-49fc-9dd8-dbe332eda0fc') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:30.119914 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-43168765-29fe-4f03-9374-d54def553864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f6923b-ac60-49fc-9dd8-dbe332eda0fc') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:30.123602 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.132622 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/networks/219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3 HTTP/1.1" status: 204 len: 168 time: 1.2766418 Sep 29 17:39:30.133142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49022) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:30.149220 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43168765-29fe-4f03-9374-d54def553864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.155915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-99258f8f-a3f7-4404-8d29-ac2b7c64096d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'name': 'tempest-PortsTestJSON-168519050'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:30.162749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0f4fa-e27f-4df6-9d9c-44e1aa78abde tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Network': ['ID=219c9974-e8cb-4c1c-b7d9-f9bc2efb54c3,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:30.168366 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43168765-29fe-4f03-9374-d54def553864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.187040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43168765-29fe-4f03-9374-d54def553864 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:39:30.187630 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43168765-29fe-4f03-9374-d54def553864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:39:30.189536 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:39:30.261541 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c5b0fd97-e352-4196-9102-3c3050fcb6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.267588 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c5b0fd97-e352-4196-9102-3c3050fcb6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.268743 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43168765-29fe-4f03-9374-d54def553864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.278917 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43168765-29fe-4f03-9374-d54def553864 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.285163 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-43168765-29fe-4f03-9374-d54def553864 admin admin] 10.222.0.44 "DELETE /v2.0/networks/884c975c-4806-4e44-9cc0-6ecee4e2ec8a HTTP/1.1" status: 204 len: 168 time: 0.5494206 Sep 29 17:39:30.310375 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43168765-29fe-4f03-9374-d54def553864 admin admin] Pushing event deleted for resources: {'Network': ['ID=884c975c-4806-4e44-9cc0-6ecee4e2ec8a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:30.317887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b0fd97-e352-4196-9102-3c3050fcb6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f02e582-113d-415d-9e72-8a408b1e1599,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:30.336660 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c5b0fd97-e352-4196-9102-3c3050fcb6d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=327389db3ab34355af3bad8a1a0113b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5447273 Sep 29 17:39:30.339439 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49026) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:30.345321 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99258f8f-a3f7-4404-8d29-ac2b7c64096d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:30.351287 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99258f8f-a3f7-4404-8d29-ac2b7c64096d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.373879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-99258f8f-a3f7-4404-8d29-ac2b7c64096d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port 0a695c6d-9593-4bf9-b881-ebd222c3ce0b yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:39:30.428129 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7063d129-9a3e-4d26-a706-dee36f130e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.453533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7063d129-9a3e-4d26-a706-dee36f130e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.538762 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7063d129-9a3e-4d26-a706-dee36f130e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.541829 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7063d129-9a3e-4d26-a706-dee36f130e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.544101 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7063d129-9a3e-4d26-a706-dee36f130e8d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f02e582-113d-415d-9e72-8a408b1e1599 HTTP/1.1" status: 204 len: 168 time: 0.2031341 Sep 29 17:39:30.561149 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063d129-9a3e-4d26-a706-dee36f130e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f02e582-113d-415d-9e72-8a408b1e1599,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:30.654254 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99258f8f-a3f7-4404-8d29-ac2b7c64096d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.677826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49034) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:30.713163 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99258f8f-a3f7-4404-8d29-ac2b7c64096d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.730460 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28dd50-f3bc-410e-814a-e06d464bd1c0 req-b24b116e-6f6a-4a03-b211-308e0a1d9a83 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:30.733385 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6e28dd50-f3bc-410e-814a-e06d464bd1c0 req-b24b116e-6f6a-4a03-b211-308e0a1d9a83 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.1263361 Sep 29 17:39:30.781547 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7ed94cf5-efcc-4eba-bc1f-b3431c22e52b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ce1e7f8fc744c2fa2563daeea8426cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999439 Sep 29 17:39:30.784582 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49038) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:30.807557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f981865-a330-4b84-8c9d-f03c4bec3a2c no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:39:30.816879 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6e28dd50-f3bc-410e-814a-e06d464bd1c0 req-7ec75ffe-05d5-4b6c-9725-619872ffaf7a tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674222 Sep 29 17:39:30.836093 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99258f8f-a3f7-4404-8d29-ac2b7c64096d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:30.840672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-99258f8f-a3f7-4404-8d29-ac2b7c64096d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:30.852641 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99258f8f-a3f7-4404-8d29-ac2b7c64096d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:30.858998 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99258f8f-a3f7-4404-8d29-ac2b7c64096d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:30.859630 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99258f8f-a3f7-4404-8d29-ac2b7c64096d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.861165 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6409ac3e-bd6d-4e25-b0a1-a3b3d52c5115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.865990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99258f8f-a3f7-4404-8d29-ac2b7c64096d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=0a695c6d-9593-4bf9-b881-ebd222c3ce0b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:30.925183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8255e-71fb-45a0-ab4b-88993cac57ad req-8bcb3105-084e-4704-bc0e-3b3f733c3171 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:30.929500 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6409ac3e-bd6d-4e25-b0a1-a3b3d52c5115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:30.941742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18d8255e-71fb-45a0-ab4b-88993cac57ad req-8bcb3105-084e-4704-bc0e-3b3f733c3171 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.1654937 Sep 29 17:39:30.947459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 531a3ca2-0db9-40ee-8faa-33fc14245698 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:39:30.970155 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 531a3ca2-0db9-40ee-8faa-33fc14245698 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:39:30.970787 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 531a3ca2-0db9-40ee-8faa-33fc14245698 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:39:30.992383 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18d8255e-71fb-45a0-ab4b-88993cac57ad req-cc9a8773-a0f1-4bc8-be0c-d67b787fcd83 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501511 Sep 29 17:39:30.996774 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-99258f8f-a3f7-4404-8d29-ac2b7c64096d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8493068 Sep 29 17:39:30.997431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49046) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:31.069359 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6409ac3e-bd6d-4e25-b0a1-a3b3d52c5115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:31.071924 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6409ac3e-bd6d-4e25-b0a1-a3b3d52c5115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:31.073081 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6409ac3e-bd6d-4e25-b0a1-a3b3d52c5115 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dcc51ecf-318b-4e99-b0cb-005dba7b4dbf HTTP/1.1" status: 204 len: 168 time: 0.2873640 Sep 29 17:39:31.098960 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409ac3e-bd6d-4e25-b0a1-a3b3d52c5115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc51ecf-318b-4e99-b0cb-005dba7b4dbf,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:31.181541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-377a9c66-f4cc-4649-80d3-b950ee11c398 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port 0a695c6d-9593-4bf9-b881-ebd222c3ce0b {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:31.181888 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-377a9c66-f4cc-4649-80d3-b950ee11c398 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:31.287691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc15c10-63e1-4fa5-8241-a5e2b61b785c req-54318b42-87b0-4a7c-aaa4-01d3b569a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:31.289664 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbc15c10-63e1-4fa5-8241-a5e2b61b785c req-54318b42-87b0-4a7c-aaa4-01d3b569a3af service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd&tenant_id=00f4ff54a31b4dd99836327b3df86ada HTTP/1.1" status: 200 len: 1095 time: 0.4260435 Sep 29 17:39:31.305464 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-377a9c66-f4cc-4649-80d3-b950ee11c398 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:31.344811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-377a9c66-f4cc-4649-80d3-b950ee11c398 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for 0a695c6d-9593-4bf9-b881-ebd222c3ce0b owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:31.399772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc15c10-63e1-4fa5-8241-a5e2b61b785c req-b3b758b8-8a3e-4a22-8cee-b748f47727bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:31.401325 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbc15c10-63e1-4fa5-8241-a5e2b61b785c req-b3b758b8-8a3e-4a22-8cee-b748f47727bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00f4ff54a31b4dd99836327b3df86ada&device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 1095 time: 0.0851130 Sep 29 17:39:31.510097 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-377a9c66-f4cc-4649-80d3-b950ee11c398 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:31.550731 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a9c66-f4cc-4649-80d3-b950ee11c398 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=0a695c6d-9593-4bf9-b881-ebd222c3ce0b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:31.553612 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc15c10-63e1-4fa5-8241-a5e2b61b785c req-2060e22b-9809-4550-96e6-b631a3300500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:31.555072 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbc15c10-63e1-4fa5-8241-a5e2b61b785c req-2060e22b-9809-4550-96e6-b631a3300500 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a7ae65d9-f785-4446-bdb2-7429d9329f6f HTTP/1.1" status: 200 len: 915 time: 0.1451304 Sep 29 17:39:31.559058 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-377a9c66-f4cc-4649-80d3-b950ee11c398 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:31.563537 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49072) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:31.563669 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-377a9c66-f4cc-4649-80d3-b950ee11c398 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/0a695c6d-9593-4bf9-b881-ebd222c3ce0b HTTP/1.1" status: 204 len: 168 time: 0.5655236 Sep 29 17:39:31.570111 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d212e5a7-636e-4e9a-950a-f711c712a5f1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'mac_address': 'fa:16:3e:e1:3d:26', 'name': 'tempest-PortsTestJSON-1961430893'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:31.617433 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbc15c10-63e1-4fa5-8241-a5e2b61b785c req-211ba151-250f-4f55-b378-7997161fc8c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c HTTP/1.1" status: 200 len: 217 time: 0.0526717 Sep 29 17:39:31.714528 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea8da9-ebd0-41f2-9a4f-51e4cb1898e6 req-cd2a4dfc-d0fe-4a06-8faf-597917579824 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:31.716404 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9bea8da9-ebd0-41f2-9a4f-51e4cb1898e6 req-cd2a4dfc-d0fe-4a06-8faf-597917579824 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.35 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.1096656 Sep 29 17:39:31.720344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc15c10-63e1-4fa5-8241-a5e2b61b785c req-efab5c0d-5849-4fb5-a6f7-bc35f941dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:31.722701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbc15c10-63e1-4fa5-8241-a5e2b61b785c req-efab5c0d-5849-4fb5-a6f7-bc35f941dd3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bbad4c0-0681-418d-aef1-176c25bc2285 HTTP/1.1" status: 200 len: 854 time: 0.0746505 Sep 29 17:39:31.725394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d212e5a7-636e-4e9a-950a-f711c712a5f1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:31.848568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbc15c10-63e1-4fa5-8241-a5e2b61b785c req-d12d3a0f-fa51-45d2-a2da-66ec20cf85ae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a7ae65d9-f785-4446-bdb2-7429d9329f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740092 Sep 29 17:39:31.860910 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d212e5a7-636e-4e9a-950a-f711c712a5f1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:31.895653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-d212e5a7-636e-4e9a-950a-f711c712a5f1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port fc48a4d7-eec6-40ac-9fe7-ca1cf454045f yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:39:31.933994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-9bea8da9-ebd0-41f2-9a4f-51e4cb1898e6 req-aa0927e3-84f1-491b-b70e-8d639fa048ad tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Deleting port a37503b7-b3a3-48c0-ae51-7cda76daac12 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:31.934338 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9bea8da9-ebd0-41f2-9a4f-51e4cb1898e6 req-aa0927e3-84f1-491b-b70e-8d639fa048ad tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:32.129993 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbc15c10-63e1-4fa5-8241-a5e2b61b785c req-9340870a-d458-4024-a12e-41831700b7c5 service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716835 Sep 29 17:39:32.142407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8d51b-aba7-40ae-83a0-3e7e742befb9 req-d17054ed-8eae-4f4d-9782-5e5b735658e2 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:32.150994 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9d8d51b-aba7-40ae-83a0-3e7e742befb9 req-d17054ed-8eae-4f4d-9782-5e5b735658e2 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 945 time: 0.1813498 Sep 29 17:39:32.172991 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d212e5a7-636e-4e9a-950a-f711c712a5f1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:32.226531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-9bea8da9-ebd0-41f2-9a4f-51e4cb1898e6 req-aa0927e3-84f1-491b-b70e-8d639fa048ad tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] For port a37503b7-b3a3-48c0-ae51-7cda76daac12, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=a37503b7-b3a3-48c0-ae51-7cda76daac12,segment=NetworkSegment(fd5d39bc-35dc-4f9a-9bee-70cbff45b999),segment_id=fd5d39bc-35dc-4f9a-9bee-70cbff45b999)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:32.226531 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9bea8da9-ebd0-41f2-9a4f-51e4cb1898e6 req-aa0927e3-84f1-491b-b70e-8d639fa048ad tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:32.279005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-9bea8da9-ebd0-41f2-9a4f-51e4cb1898e6 req-aa0927e3-84f1-491b-b70e-8d639fa048ad tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Calling delete_port for a37503b7-b3a3-48c0-ae51-7cda76daac12 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:32.296126 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d212e5a7-636e-4e9a-950a-f711c712a5f1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:32.302830 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9d8d51b-aba7-40ae-83a0-3e7e742befb9 req-8d7fc0b5-b1a4-472d-9501-5020ba4993be tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/security-groups?id=1879b89d-395a-495d-af7e-d094a1b95a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505201 Sep 29 17:39:32.377221 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d212e5a7-636e-4e9a-950a-f711c712a5f1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:32.383978 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d212e5a7-636e-4e9a-950a-f711c712a5f1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:32.389118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d212e5a7-636e-4e9a-950a-f711c712a5f1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:32.395111 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d212e5a7-636e-4e9a-950a-f711c712a5f1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:32.395912 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d212e5a7-636e-4e9a-950a-f711c712a5f1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:32.447039 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc05b27-31d1-43e1-9271-7c2b3352418a req-cbcf4ffb-edef-4ee7-b54b-9efe333571f0 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:32.458366 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dbc05b27-31d1-43e1-9271-7c2b3352418a req-cbcf4ffb-edef-4ee7-b54b-9efe333571f0 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.1807265 Sep 29 17:39:32.462168 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49102) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:32.472852 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212e5a7-636e-4e9a-950a-f711c712a5f1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=fc48a4d7-eec6-40ac-9fe7-ca1cf454045f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:32.508547 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d212e5a7-636e-4e9a-950a-f711c712a5f1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9411886 Sep 29 17:39:32.514368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49108) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:32.571691 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dbc05b27-31d1-43e1-9271-7c2b3352418a req-22c20463-fa72-4bd2-b102-069043c16a14 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073694 Sep 29 17:39:32.603268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177e4d0a-1276-43e9-8234-bc8f00f7c3b1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:32.607528 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-177e4d0a-1276-43e9-8234-bc8f00f7c3b1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/fc48a4d7-eec6-40ac-9fe7-ca1cf454045f HTTP/1.1" status: 200 len: 841 time: 0.0894299 Sep 29 17:39:32.607828 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49112) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:32.659611 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-41f0ca54-8718-4f17-9871-e43fb1748a08 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1371738260-network', 'tenant_id': '41eea862de9540c69207e705d28de0c7'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:32.730841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbc15c10-63e1-4fa5-8241-a5e2b61b785c req-6b5d485b-8f1e-40b5-9f17-0e5bf42e1200 service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770836 Sep 29 17:39:32.733013 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-29ee529b-49bd-4dd8-8427-a06583fd7bbb tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port fc48a4d7-eec6-40ac-9fe7-ca1cf454045f {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:32.733381 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29ee529b-49bd-4dd8-8427-a06583fd7bbb tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:32.737635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f0ca54-8718-4f17-9871-e43fb1748a08 admin admin] Made reservation on behalf of 41eea862de9540c69207e705d28de0c7 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:32.740148 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41f0ca54-8718-4f17-9871-e43fb1748a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:32.765629 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41f0ca54-8718-4f17-9871-e43fb1748a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:32.882642 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9bea8da9-ebd0-41f2-9a4f-51e4cb1898e6 req-aa0927e3-84f1-491b-b70e-8d639fa048ad tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:32.891789 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29ee529b-49bd-4dd8-8427-a06583fd7bbb tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:32.921178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-29ee529b-49bd-4dd8-8427-a06583fd7bbb tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for fc48a4d7-eec6-40ac-9fe7-ca1cf454045f owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:32.935922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['a37503b7-b3a3-48c0-ae51-7cda76daac12'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:39:33.008909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0927e3-84f1-491b-b70e-8d639fa048ad tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Pushing event deleted for resources: {'Port': ['ID=a37503b7-b3a3-48c0-ae51-7cda76daac12,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:33.046658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bea8da9-ebd0-41f2-9a4f-51e4cb1898e6 req-aa0927e3-84f1-491b-b70e-8d639fa048ad tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] No DVR routers for this DVR port a37503b7-b3a3-48c0-ae51-7cda76daac12 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:39:33.049505 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9bea8da9-ebd0-41f2-9a4f-51e4cb1898e6 req-aa0927e3-84f1-491b-b70e-8d639fa048ad tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:33.052386 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9bea8da9-ebd0-41f2-9a4f-51e4cb1898e6 req-aa0927e3-84f1-491b-b70e-8d639fa048ad tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.35 "DELETE /v2.0/ports/a37503b7-b3a3-48c0-ae51-7cda76daac12 HTTP/1.1" status: 204 len: 173 time: 1.3287895 Sep 29 17:39:33.052868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'name': 'network-vif-deleted', 'tag': 'a37503b7-b3a3-48c0-ae51-7cda76daac12'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:39:33.063318 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41f0ca54-8718-4f17-9871-e43fb1748a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:33.063799 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50e607a-cd74-4e9c-98dd-7ff3703a1144" -d '{"events": [{"server_uuid": "9ddd24ac-df6f-4918-bdb7-4bace3be9c01", "name": "network-vif-deleted", "tag": "a37503b7-b3a3-48c0-ae51-7cda76daac12"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:39:33.077526 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41f0ca54-8718-4f17-9871-e43fb1748a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:33.133838 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f0ca54-8718-4f17-9871-e43fb1748a08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:39:33.143819 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29ee529b-49bd-4dd8-8427-a06583fd7bbb tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:33.177073 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41f0ca54-8718-4f17-9871-e43fb1748a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:33.177451 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-41f0ca54-8718-4f17-9871-e43fb1748a08 admin admin] Added segment eb8055c2-53a0-45d1-99fd-4ae95fc1fb21 of type vlan for network 8a269a08-9fff-4c08-b691-75b3a9da933f Sep 29 17:39:33.182102 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0ca54-8718-4f17-9871-e43fb1748a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee09e13-3968-4da6-87aa-f041c1109374,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:33.193562 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee529b-49bd-4dd8-8427-a06583fd7bbb tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=fc48a4d7-eec6-40ac-9fe7-ca1cf454045f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:33.235151 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29ee529b-49bd-4dd8-8427-a06583fd7bbb tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:33.240643 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-29ee529b-49bd-4dd8-8427-a06583fd7bbb tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/fc48a4d7-eec6-40ac-9fe7-ca1cf454045f HTTP/1.1" status: 204 len: 168 time: 0.6281631 Sep 29 17:39:33.242268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41f0ca54-8718-4f17-9871-e43fb1748a08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:33.246294 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49146) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:33.275553 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41f0ca54-8718-4f17-9871-e43fb1748a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:33.277100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f0ca54-8718-4f17-9871-e43fb1748a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:33.278095 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41f0ca54-8718-4f17-9871-e43fb1748a08 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:33.326864 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-41f0ca54-8718-4f17-9871-e43fb1748a08 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8603199 Sep 29 17:39:33.327735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49152) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:33.337255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4ae1ac7a-2d01-457a-92c9-1f3d8b28412c admin admin] Request body: {'subnet': {'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1371738260-subnet', 'tenant_id': '41eea862de9540c69207e705d28de0c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:33.337646 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb135f2-c640-4946-a7dd-bd3d38e0a028 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] GET failed (client error): The resource could not be found. Sep 29 17:39:33.347619 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1bb135f2-c640-4946-a7dd-bd3d38e0a028 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/fc48a4d7-eec6-40ac-9fe7-ca1cf454045f HTTP/1.1" status: 404 len: 333 time: 0.0940821 Sep 29 17:39:33.348084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49154) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:33.356444 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-6dccb545-3136-448c-8522-dfab9e989e0b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'name': 'tempest-PortsTestJSON-1082925493'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:33.373625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0ca54-8718-4f17-9871-e43fb1748a08 admin admin] Pushing event updated for resources: {'Network': ['ID=8a269a08-9fff-4c08-b691-75b3a9da933f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:33.392360 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 8a269a08-9fff-4c08-b691-75b3a9da933f details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:39:33.395718 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae1ac7a-2d01-457a-92c9-1f3d8b28412c admin admin] Made reservation on behalf of 41eea862de9540c69207e705d28de0c7 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:33.399549 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ac7a-2d01-457a-92c9-1f3d8b28412c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:33.441495 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf585e8-7ee6-4028-8f97-14e2a871973f x-openstack-request-id: req-2cf585e8-7ee6-4028-8f97-14e2a871973f {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:39:33.441822 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ddd24ac-df6f-4918-bdb7-4bace3be9c01", "name": "network-vif-deleted", "tag": "a37503b7-b3a3-48c0-ae51-7cda76daac12", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:39:33.442058 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2cf585e8-7ee6-4028-8f97-14e2a871973f {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:39:33.442453 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ddd24ac-df6f-4918-bdb7-4bace3be9c01', 'name': 'network-vif-deleted', 'tag': 'a37503b7-b3a3-48c0-ae51-7cda76daac12', 'status': 'completed', 'code': 200} Sep 29 17:39:33.530206 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e699428a-2566-49d7-89d8-2d1c03b4e24d req-c198a691-7262-43e4-8984-9a273d7d1201 tempest-ServerRescueTestJSONUnderV235-1595429844 tempest-ServerRescueTestJSONUnderV235-1595429844-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ddd24ac-df6f-4918-bdb7-4bace3be9c01 HTTP/1.1" status: 200 len: 210 time: 0.0841503 Sep 29 17:39:33.629359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dccb545-3136-448c-8522-dfab9e989e0b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:33.641441 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6dccb545-3136-448c-8522-dfab9e989e0b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:33.668842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-6dccb545-3136-448c-8522-dfab9e989e0b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port 1207c3aa-d3f0-4bce-90d3-bf7645febe23 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:39:33.967455 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536b6f3-9fde-4301-bdea-d621df9c3404 req-62e15d46-dc10-4ded-8b20-2282d9b9b4fc tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:33.975771 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8536b6f3-9fde-4301-bdea-d621df9c3404 req-62e15d46-dc10-4ded-8b20-2282d9b9b4fc tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.2614594 Sep 29 17:39:33.977618 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ac7a-2d01-457a-92c9-1f3d8b28412c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:34.015323 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6dccb545-3136-448c-8522-dfab9e989e0b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:34.063471 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6dccb545-3136-448c-8522-dfab9e989e0b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:34.145129 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccb545-3136-448c-8522-dfab9e989e0b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=1207c3aa-d3f0-4bce-90d3-bf7645febe23,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:34.147247 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8536b6f3-9fde-4301-bdea-d621df9c3404 req-3f5389df-71f1-4340-ba88-fd0be1c70983 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315870 Sep 29 17:39:34.155041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1ac7a-2d01-457a-92c9-1f3d8b28412c admin admin] Pushing event updated for resources: {'Subnet': ['ID=589bb32e-16be-4d4e-a9f6-0531049b1280,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:34.159355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dccb545-3136-448c-8522-dfab9e989e0b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:34.160836 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-6dccb545-3136-448c-8522-dfab9e989e0b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:34.163572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dccb545-3136-448c-8522-dfab9e989e0b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:34.170644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dccb545-3136-448c-8522-dfab9e989e0b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:34.171704 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6dccb545-3136-448c-8522-dfab9e989e0b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:34.194443 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6dccb545-3136-448c-8522-dfab9e989e0b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8450000 Sep 29 17:39:34.196809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49170) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:34.202326 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae1ac7a-2d01-457a-92c9-1f3d8b28412c admin admin] Checking segment: {'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:39:34.203041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae1ac7a-2d01-457a-92c9-1f3d8b28412c admin admin] Network hostable DHCP agents. Network: 8a269a08-9fff-4c08-b691-75b3a9da933f, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:39:34.207711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-866cf43f-c3a2-4d0c-a517-6588a342ca5f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:34.227731 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae1ac7a-2d01-457a-92c9-1f3d8b28412c admin admin] Network 8a269a08-9fff-4c08-b691-75b3a9da933f is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:39:34.256122 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-4ae1ac7a-2d01-457a-92c9-1f3d8b28412c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 8a269a08-9fff-4c08-b691-75b3a9da933f) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:34.266229 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086b9c55-8ad1-4451-8224-75b4bb59de74 None None] Network 8a269a08-9fff-4c08-b691-75b3a9da933f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:34.269674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae1ac7a-2d01-457a-92c9-1f3d8b28412c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:34.271594 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ae1ac7a-2d01-457a-92c9-1f3d8b28412c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:34.331492 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4ae1ac7a-2d01-457a-92c9-1f3d8b28412c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0000334 Sep 29 17:39:34.341180 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-866cf43f-c3a2-4d0c-a517-6588a342ca5f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:34.645596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49192) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:34.858353 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-866cf43f-c3a2-4d0c-a517-6588a342ca5f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:34.868576 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-866cf43f-c3a2-4d0c-a517-6588a342ca5f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:34.887643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-866cf43f-c3a2-4d0c-a517-6588a342ca5f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] In _notify_port_updated(), no bound segment for port 1207c3aa-d3f0-4bce-90d3-bf7645febe23 on network 7f138965-bbf0-4f57-83e5-d6b898ca7bde {{(pid=95016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:39:34.896609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866cf43f-c3a2-4d0c-a517-6588a342ca5f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:34.897643 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-866cf43f-c3a2-4d0c-a517-6588a342ca5f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:34.902262 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-866cf43f-c3a2-4d0c-a517-6588a342ca5f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "PUT /v2.0/ports/1207c3aa-d3f0-4bce-90d3-bf7645febe23 HTTP/1.1" status: 200 len: 818 time: 0.7019513 Sep 29 17:39:34.902642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49200) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:35.138737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cf43f-c3a2-4d0c-a517-6588a342ca5f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=1207c3aa-d3f0-4bce-90d3-bf7645febe23,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:35.188870 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a37503b7-b3a3-48c0-ae51-7cda76daac12 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:39:35.263090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-db6d79b8-c70a-4df9-8628-2b5af4d5efeb tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port 1207c3aa-d3f0-4bce-90d3-bf7645febe23 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:35.263512 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-db6d79b8-c70a-4df9-8628-2b5af4d5efeb tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:35.305798 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: a37503b7-b3a3-48c0-ae51-7cda76daac12 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:39:35.306760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device a37503b7-b3a3-48c0-ae51-7cda76daac12 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:39:35.411624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-8a269a08-9fff-4c08-b691-75b3a9da933f', 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f', 'tenant_id': '41eea862de9540c69207e705d28de0c7', 'fixed_ips': [{'subnet_id': '589bb32e-16be-4d4e-a9f6-0531049b1280'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:39:35.412783 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:35.484949 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7bc96-56e2-40ff-8194-676a46f66355 req-72c4180f-4522-4648-83b7-27fd0e087e69 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:35.487314 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ddf7bc96-56e2-40ff-8194-676a46f66355 req-72c4180f-4522-4648-83b7-27fd0e087e69 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.1474206 Sep 29 17:39:35.576221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab85ed3-1d57-4434-914c-923b8435f767 req-4db665f1-3c17-43a3-abec-728953a30049 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:35.580405 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ddf7bc96-56e2-40ff-8194-676a46f66355 req-d8ffa632-63a3-4129-897c-d60d4deeca70 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849302 Sep 29 17:39:35.593735 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab85ed3-1d57-4434-914c-923b8435f767 req-4db665f1-3c17-43a3-abec-728953a30049 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/networks?id=8a269a08-9fff-4c08-b691-75b3a9da933f HTTP/1.1" status: 200 len: 816 time: 0.5656400 Sep 29 17:39:35.603581 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-db6d79b8-c70a-4df9-8628-2b5af4d5efeb tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:35.626055 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab85ed3-1d57-4434-914c-923b8435f767 req-725aa187-9110-4dfa-b830-9a019a391e4f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/quotas/41eea862de9540c69207e705d28de0c7 HTTP/1.1" status: 200 len: 375 time: 0.0189579 Sep 29 17:39:35.683879 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab85ed3-1d57-4434-914c-923b8435f767 req-455050e9-a650-4676-9a63-e916495b0ef8 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=41eea862de9540c69207e705d28de0c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484364 Sep 29 17:39:35.685813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-db6d79b8-c70a-4df9-8628-2b5af4d5efeb tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for 1207c3aa-d3f0-4bce-90d3-bf7645febe23 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:35.732850 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf7b66f1-82c9-4f56-b090-fc31c2fc6ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:35.803631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Allocated IP 172.20.0.2 (8a269a08-9fff-4c08-b691-75b3a9da933f/589bb32e-16be-4d4e-a9f6-0531049b1280/ca60241d-f4d7-4d23-b38c-87e4dd250ddf) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:39:35.833550 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab85ed3-1d57-4434-914c-923b8435f767 req-831c62c9-a536-49d8-8dd1-28f8be5717e7 service neutron] 10.222.0.44 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405985 Sep 29 17:39:36.069693 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab85ed3-1d57-4434-914c-923b8435f767 req-3b6bee16-03bf-4f02-91e4-a6261f07227b service neutron] 10.222.0.44 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616998 Sep 29 17:39:36.075077 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-db6d79b8-c70a-4df9-8628-2b5af4d5efeb tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:36.132282 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-db6d79b8-c70a-4df9-8628-2b5af4d5efeb tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:36.136128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-db6d79b8-c70a-4df9-8628-2b5af4d5efeb tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/1207c3aa-d3f0-4bce-90d3-bf7645febe23 HTTP/1.1" status: 204 len: 168 time: 1.2324471 Sep 29 17:39:36.136294 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:36.137627 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d79b8-c70a-4df9-8628-2b5af4d5efeb tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=1207c3aa-d3f0-4bce-90d3-bf7645febe23,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:36.149832 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:36.153143 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49218) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:36.289490 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Pushing event updated for resources: {'Port': ['ID=ca60241d-f4d7-4d23-b38c-87e4dd250ddf,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:36.297743 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Network 8a269a08-9fff-4c08-b691-75b3a9da933f is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:36.300776 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:36.302317 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:36.344847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45afcc52-1a8b-483c-bee8-242caf11941f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:36.349684 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-45afcc52-1a8b-483c-bee8-242caf11941f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1942263 Sep 29 17:39:36.352244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49220) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:36.431663 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ecad23-2488-4bf4-8da3-b4ccee06e406 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] GET failed (client error): The resource could not be found. Sep 29 17:39:36.438325 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-20ecad23-2488-4bf4-8da3-b4ccee06e406 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/1207c3aa-d3f0-4bce-90d3-bf7645febe23 HTTP/1.1" status: 404 len: 333 time: 0.0795760 Sep 29 17:39:36.439013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49228) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:36.449665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-cf3d5834-cdda-4a57-b51e-0166cd0fed32 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1224915625'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:36.469519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Attempting to bind port ca60241d-f4d7-4d23-b38c-87e4dd250ddf on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:39:36.469519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Attempting to bind port ca60241d-f4d7-4d23-b38c-87e4dd250ddf by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:39:36.469519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Attempting to bind port ca60241d-f4d7-4d23-b38c-87e4dd250ddf on network 8a269a08-9fff-4c08-b691-75b3a9da933f {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:39:36.476912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:39:36.477450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Checking segment: {'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:39:36.477868 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:36.478267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Bound using segment: {'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:39:36.478776 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Bound port: ca60241d-f4d7-4d23-b38c-87e4dd250ddf, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:39:36.479804 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:36.505082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3d5834-cdda-4a57-b51e-0166cd0fed32 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:36.515015 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5834-cdda-4a57-b51e-0166cd0fed32 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:36.589785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3d5834-cdda-4a57-b51e-0166cd0fed32 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:39:36.628060 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5834-cdda-4a57-b51e-0166cd0fed32 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:36.628529 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-cf3d5834-cdda-4a57-b51e-0166cd0fed32 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Added segment 56b918c0-943a-40e7-8807-f66ec59e5f73 of type vlan for network a8753ae1-7df2-4b6e-a72c-254159e6f81c Sep 29 17:39:36.671980 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b66f1-82c9-4f56-b090-fc31c2fc6ae9 admin admin] Deleting port f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:36.690200 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf7b66f1-82c9-4f56-b090-fc31c2fc6ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:36.767270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] For port ca60241d-f4d7-4d23-b38c-87e4dd250ddf, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:39:36.780113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] For port ca60241d-f4d7-4d23-b38c-87e4dd250ddf, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ca60241d-f4d7-4d23-b38c-87e4dd250ddf,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:39:36.800730 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:36.955308 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5834-cdda-4a57-b51e-0166cd0fed32 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:37.001042 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cf5c0-17bf-4f26-90db-4634945c77ff None None] Pushing event updated for resources: {'Port': ['ID=ca60241d-f4d7-4d23-b38c-87e4dd250ddf,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:37.075817 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb63454-bd28-46bd-88ae-74f088298046 req-d8f67046-4ddd-4a02-8113-1fbfdc34aef4 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:37.077740 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4eb63454-bd28-46bd-88ae-74f088298046 req-d8f67046-4ddd-4a02-8113-1fbfdc34aef4 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.2317119 Sep 29 17:39:37.079008 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5834-cdda-4a57-b51e-0166cd0fed32 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:37.086771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d5834-cdda-4a57-b51e-0166cd0fed32 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:37.087411 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5834-cdda-4a57-b51e-0166cd0fed32 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:37.113893 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-bf7b66f1-82c9-4f56-b090-fc31c2fc6ae9 admin admin] For port f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf,segment=NetworkSegment(fd5d39bc-35dc-4f9a-9bee-70cbff45b999),segment_id=fd5d39bc-35dc-4f9a-9bee-70cbff45b999)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:37.118228 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf7b66f1-82c9-4f56-b090-fc31c2fc6ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:37.170561 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b66f1-82c9-4f56-b090-fc31c2fc6ae9 admin admin] Calling delete_port for f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:37.201901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cf3d5834-cdda-4a57-b51e-0166cd0fed32 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7614765 Sep 29 17:39:37.209134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da18e0a-8078-4621-a8fd-52c864269bac req-511d7e0a-abb7-4535-98a0-5efa0591c931 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:37.218887 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7da18e0a-8078-4621-a8fd-52c864269bac req-511d7e0a-abb7-4535-98a0-5efa0591c931 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/networks?id=8a269a08-9fff-4c08-b691-75b3a9da933f HTTP/1.1" status: 200 len: 816 time: 0.4775538 Sep 29 17:39:37.220384 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49264) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:37.255112 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7da18e0a-8078-4621-a8fd-52c864269bac req-f080daf4-c7b7-401a-88c1-d5ebad7da3f5 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/quotas/41eea862de9540c69207e705d28de0c7 HTTP/1.1" status: 200 len: 375 time: 0.0313051 Sep 29 17:39:37.351873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f43e0950-9d67-4edb-8fa9-6046b78ec2d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'subnet': {'network_id': 'a8753ae1-7df2-4b6e-a72c-254159e6f81c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:37.365468 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7da18e0a-8078-4621-a8fd-52c864269bac req-84241858-b56a-4f88-98ae-636fca8ad9bf tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=41eea862de9540c69207e705d28de0c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1090305 Sep 29 17:39:37.375559 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d5834-cdda-4a57-b51e-0166cd0fed32 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Network': ['ID=a8753ae1-7df2-4b6e-a72c-254159e6f81c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:37.388872 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network a8753ae1-7df2-4b6e-a72c-254159e6f81c details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:39:37.443086 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4eb63454-bd28-46bd-88ae-74f088298046 req-dac05654-160f-4171-9c91-d9ce8c46c361 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512936 Sep 29 17:39:37.726274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43e0950-9d67-4edb-8fa9-6046b78ec2d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:37.733585 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f43e0950-9d67-4edb-8fa9-6046b78ec2d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:37.847361 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7da18e0a-8078-4621-a8fd-52c864269bac req-448b1033-5b1e-4490-a049-aab3144f18b3 service neutron] 10.222.0.44 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803576 Sep 29 17:39:38.053857 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ca60241d-f4d7-4d23-b38c-87e4dd250ddf up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:39:38.230698 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf7b66f1-82c9-4f56-b090-fc31c2fc6ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:38.278522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ca60241d-f4d7-4d23-b38c-87e4dd250ddf triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:38.280153 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:38.310964 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f43e0950-9d67-4edb-8fa9-6046b78ec2d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:38.342292 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7da18e0a-8078-4621-a8fd-52c864269bac req-42398df7-956b-418b-8097-bc5b7cac89a2 service neutron] 10.222.0.44 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837234 Sep 29 17:39:38.471238 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b66f1-82c9-4f56-b090-fc31c2fc6ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:38.623338 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e0950-9d67-4edb-8fa9-6046b78ec2d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Subnet': ['ID=9f844994-76e4-4ba5-bb38-645443ce4ea6,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:38.634105 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:38.661400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e0950-9d67-4edb-8fa9-6046b78ec2d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Checking segment: {'id': '56b918c0-943a-40e7-8807-f66ec59e5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a8753ae1-7df2-4b6e-a72c-254159e6f81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:39:38.674071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e0950-9d67-4edb-8fa9-6046b78ec2d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network hostable DHCP agents. Network: a8753ae1-7df2-4b6e-a72c-254159e6f81c, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:39:38.734571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port ca60241d-f4d7-4d23-b38c-87e4dd250ddf, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ca60241d-f4d7-4d23-b38c-87e4dd250ddf,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:38.745104 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:38.823593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e0950-9d67-4edb-8fa9-6046b78ec2d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network a8753ae1-7df2-4b6e-a72c-254159e6f81c is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:39:38.906172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216be9e0-5fe7-4581-a369-5c7cda13e429 req-34da55dd-0cf4-4c47-b1f0-60edbbc2f73e tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:38.916624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-216be9e0-5fe7-4581-a369-5c7cda13e429 req-34da55dd-0cf4-4c47-b1f0-60edbbc2f73e tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.2197263 Sep 29 17:39:38.925263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-f43e0950-9d67-4edb-8fa9-6046b78ec2d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, a8753ae1-7df2-4b6e-a72c-254159e6f81c) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:38.949672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8777adf7-697d-4f23-b684-a8eecd7ef1ba None None] Network a8753ae1-7df2-4b6e-a72c-254159e6f81c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:38.959362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43e0950-9d67-4edb-8fa9-6046b78ec2d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:38.960003 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f43e0950-9d67-4edb-8fa9-6046b78ec2d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:38.989504 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=ca60241d-f4d7-4d23-b38c-87e4dd250ddf,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:39.185682 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:39:39.203982 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f43e0950-9d67-4edb-8fa9-6046b78ec2d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9815593 Sep 29 17:39:39.207002 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49302) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:39.251736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-dc103d8d-078b-4f12-b8e5-af5c9dc87f76 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'subnet': {'network_id': 'a8753ae1-7df2-4b6e-a72c-254159e6f81c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:39.280548 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b8f750-113c-4ee4-91ac-ddf9ddafc032 None None] Network 8a269a08-9fff-4c08-b691-75b3a9da933f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:39.416325 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-216be9e0-5fe7-4581-a369-5c7cda13e429 req-dad82555-fffd-4fd7-8d88-faeb01a25cc9 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987121 Sep 29 17:39:39.470014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e3400726-90a7-429f-948c-c89f2b221317 None None] Provisioning complete for port ca60241d-f4d7-4d23-b38c-87e4dd250ddf triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:39.470396 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e3400726-90a7-429f-948c-c89f2b221317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:39.681164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-a8753ae1-7df2-4b6e-a72c-254159e6f81c', 'network_id': 'a8753ae1-7df2-4b6e-a72c-254159e6f81c', 'tenant_id': '0342b138809740a49086a30d461c8c6e', 'fixed_ips': [{'subnet_id': '9f844994-76e4-4ba5-bb38-645443ce4ea6'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:39:39.682069 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:39.729270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab85ed3-1d57-4434-914c-923b8435f767 req-566c0a2a-6834-44d6-8652-1dc6714ca832 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:39.737588 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab85ed3-1d57-4434-914c-923b8435f767 req-566c0a2a-6834-44d6-8652-1dc6714ca832 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.49 "GET /v2.0/networks?id=8a269a08-9fff-4c08-b691-75b3a9da933f HTTP/1.1" status: 200 len: 816 time: 0.7197361 Sep 29 17:39:39.767267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-fab85ed3-1d57-4434-914c-923b8435f767 req-00e17d67-69fc-45d1-a4af-ec78d1253a6f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Request body: {'port': {'device_id': 'fa1d133d-b783-4c56-969e-2ae4e3c56ea8', 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f', 'admin_state_up': True, 'tenant_id': '41eea862de9540c69207e705d28de0c7'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:39.901747 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf7b66f1-82c9-4f56-b090-fc31c2fc6ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:40.063414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab85ed3-1d57-4434-914c-923b8435f767 req-00e17d67-69fc-45d1-a4af-ec78d1253a6f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Made reservation on behalf of 41eea862de9540c69207e705d28de0c7 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:40.067136 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab85ed3-1d57-4434-914c-923b8435f767 req-00e17d67-69fc-45d1-a4af-ec78d1253a6f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:40.172505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc103d8d-078b-4f12-b8e5-af5c9dc87f76 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:40.185417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc103d8d-078b-4f12-b8e5-af5c9dc87f76 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:40.235337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0322f74-39ca-4d55-b210-517c1304943e req-0c7e1ca9-e89d-45b5-9969-36aa49b140fa tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:40.243681 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f0322f74-39ca-4d55-b210-517c1304943e req-0c7e1ca9-e89d-45b5-9969-36aa49b140fa tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/networks?id=8a269a08-9fff-4c08-b691-75b3a9da933f HTTP/1.1" status: 200 len: 816 time: 0.3395898 Sep 29 17:39:40.270552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ca60241d-f4d7-4d23-b38c-87e4dd250ddf up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:39:40.313715 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f0322f74-39ca-4d55-b210-517c1304943e req-e0ce4a55-4eee-4bac-a82b-81efb1c3be46 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/quotas/41eea862de9540c69207e705d28de0c7 HTTP/1.1" status: 200 len: 375 time: 0.0687816 Sep 29 17:39:40.737455 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f0322f74-39ca-4d55-b210-517c1304943e req-c4973a34-5b20-423d-9eb6-3b6f2db74539 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=41eea862de9540c69207e705d28de0c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4229062 Sep 29 17:39:40.896925 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Allocated IP 172.20.0.2 (a8753ae1-7df2-4b6e-a72c-254159e6f81c/9f844994-76e4-4ba5-bb38-645443ce4ea6/95e2c9e0-683b-40ec-9eac-47aeb89038b1) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:39:41.054349 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6e58d536-48f3-4fbe-993a-18b1a73016eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:41.151265 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f0322f74-39ca-4d55-b210-517c1304943e req-5d7266da-5360-4193-8b0e-ee473f140043 service neutron] 10.222.0.44 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905299 Sep 29 17:39:41.163465 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7b66f1-82c9-4f56-b090-fc31c2fc6ae9 admin admin] Router 32db3485-183d-4c6c-b433-4c3890b2e410 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:39:41.294399 n-d-811748-2 neutron-server[95016]: INFO neutron.db.ipam_backend_mixin [None req-dc103d8d-078b-4f12-b8e5-af5c9dc87f76 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9f844994-76e4-4ba5-bb38-645443ce4ea6 (CIDR: 172.20.0.0/28) Sep 29 17:39:41.298529 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f0322f74-39ca-4d55-b210-517c1304943e req-c255168e-99c0-45ea-ad75-7dc6859819b5 service neutron] 10.222.0.44 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461699 Sep 29 17:39:41.332163 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc103d8d-078b-4f12-b8e5-af5c9dc87f76 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:39:41.332634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc103d8d-078b-4f12-b8e5-af5c9dc87f76 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:39:41.369306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-fab85ed3-1d57-4434-914c-923b8435f767 req-00e17d67-69fc-45d1-a4af-ec78d1253a6f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Allocated IP 172.20.0.14 (8a269a08-9fff-4c08-b691-75b3a9da933f/589bb32e-16be-4d4e-a9f6-0531049b1280/25f7f599-db50-43cc-b1ec-12927e9d0df1) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:39:41.401202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-55d1a1c4-a356-4570-a388-a67e3be1c0a8 None None] Provisioning complete for port ca60241d-f4d7-4d23-b38c-87e4dd250ddf triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:41.404022 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-55d1a1c4-a356-4570-a388-a67e3be1c0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:41.463056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1d2df-0787-42c2-85e5-b3f0e78c94c4 req-0b5bcb46-37bf-4fbe-ac4b-9a5836446bdc tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:41.480900 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95c1d2df-0787-42c2-85e5-b3f0e78c94c4 req-0b5bcb46-37bf-4fbe-ac4b-9a5836446bdc tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.7810566 Sep 29 17:39:41.551148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ca60241d-f4d7-4d23-b38c-87e4dd250ddf triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:41.551536 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:41.645685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7b66f1-82c9-4f56-b090-fc31c2fc6ae9 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:39:41.651548 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-dc103d8d-078b-4f12-b8e5-af5c9dc87f76 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4221790 Sep 29 17:39:41.676523 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1e229c-79c0-4e69-ad41-e3d3b6d62503 None None] Sync routers for ids ['32db3485-183d-4c6c-b433-4c3890b2e410'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:39:41.687166 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bf7b66f1-82c9-4f56-b090-fc31c2fc6ae9 admin admin] 10.222.0.44 "PUT /v2.0/routers/32db3485-183d-4c6c-b433-4c3890b2e410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0159612 Sep 29 17:39:41.694653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49328) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:41.695224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49334) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:41.695804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da18e0a-8078-4621-a8fd-52c864269bac req-b700d764-e7f1-4d16-b5fd-89c40dc84fdc tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:41.707936 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1e229c-79c0-4e69-ad41-e3d3b6d62503 None None] Routers {'32db3485-183d-4c6c-b433-4c3890b2e410'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:39:41.708962 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3b1e229c-79c0-4e69-ad41-e3d3b6d62503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:39:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['32db3485-183d-4c6c-b433-4c3890b2e410'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:41.711686 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7da18e0a-8078-4621-a8fd-52c864269bac req-b700d764-e7f1-4d16-b5fd-89c40dc84fdc tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.35 "GET /v2.0/networks?id=8a269a08-9fff-4c08-b691-75b3a9da933f HTTP/1.1" status: 200 len: 816 time: 0.9598641 Sep 29 17:39:41.728536 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'subnet': {'network_id': 'a8753ae1-7df2-4b6e-a72c-254159e6f81c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:41.855626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7da18e0a-8078-4621-a8fd-52c864269bac req-3212bce7-5571-4f4d-b3f4-13a0e60dbd45 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Request body: {'port': {'device_id': '57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e', 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f', 'admin_state_up': True, 'tenant_id': '41eea862de9540c69207e705d28de0c7'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:41.964920 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95c1d2df-0787-42c2-85e5-b3f0e78c94c4 req-14467afa-d459-4acb-bfd6-14b93bc066c3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829502 Sep 29 17:39:42.146685 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-3b1e229c-79c0-4e69-ad41-e3d3b6d62503 None None] Set router 32db3485-183d-4c6c-b433-4c3890b2e410 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:39:42.224070 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:42.386009 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:42.570544 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3c5d7aea-2e6e-4dad-bd61-4a124c2bd0a4 req-031fe4d5-2011-4498-bca5-2db6520149c2 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 210 time: 0.4814138 Sep 29 17:39:42.644788 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:42.662702 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3b1e229c-79c0-4e69-ad41-e3d3b6d62503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-router', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:37:38Z', 'updated_at': '2021-09-29T17:39:37Z', 'revision_number': 5, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'gw_port': {'id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:39Z', 'updated_at': '2021-09-29T17:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:42.679195 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:42.775679 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab85ed3-1d57-4434-914c-923b8435f767 req-00e17d67-69fc-45d1-a4af-ec78d1253a6f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:42.786572 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Pushing event updated for resources: {'Port': ['ID=95e2c9e0-683b-40ec-9eac-47aeb89038b1,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:42.829220 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1e229c-79c0-4e69-ad41-e3d3b6d62503 None None] Checking router: 32db3485-183d-4c6c-b433-4c3890b2e410 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:39:42.842364 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a38d-7a0a-47c6-b8c8-75cd6bafcbbc admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:42.853015 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Network a8753ae1-7df2-4b6e-a72c-254159e6f81c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:42.853618 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1e229c-79c0-4e69-ad41-e3d3b6d62503 None None] Routers {'32db3485-183d-4c6c-b433-4c3890b2e410'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:39:42.854828 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3b1e229c-79c0-4e69-ad41-e3d3b6d62503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:39:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['32db3485-183d-4c6c-b433-4c3890b2e410'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:42.858264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:42.874520 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:43.207637 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Attempting to bind port 95e2c9e0-683b-40ec-9eac-47aeb89038b1 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:39:43.209655 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Attempting to bind port 95e2c9e0-683b-40ec-9eac-47aeb89038b1 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '56b918c0-943a-40e7-8807-f66ec59e5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a8753ae1-7df2-4b6e-a72c-254159e6f81c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:39:43.211005 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Attempting to bind port 95e2c9e0-683b-40ec-9eac-47aeb89038b1 on network a8753ae1-7df2-4b6e-a72c-254159e6f81c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:39:43.235075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:39:43.235768 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Checking segment: {'id': '56b918c0-943a-40e7-8807-f66ec59e5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a8753ae1-7df2-4b6e-a72c-254159e6f81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:39:43.236364 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:43.239329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Bound using segment: {'id': '56b918c0-943a-40e7-8807-f66ec59e5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a8753ae1-7df2-4b6e-a72c-254159e6f81c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:39:43.240895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Bound port: 95e2c9e0-683b-40ec-9eac-47aeb89038b1, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56b918c0-943a-40e7-8807-f66ec59e5f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'a8753ae1-7df2-4b6e-a72c-254159e6f81c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:39:43.248318 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:43.326571 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-3b1e229c-79c0-4e69-ad41-e3d3b6d62503 None None] Set router 32db3485-183d-4c6c-b433-4c3890b2e410 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:39:43.364271 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab85ed3-1d57-4434-914c-923b8435f767 req-00e17d67-69fc-45d1-a4af-ec78d1253a6f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:43.490793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] For port 95e2c9e0-683b-40ec-9eac-47aeb89038b1, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:39:43.531010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e17d67-69fc-45d1-a4af-ec78d1253a6f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Pushing event updated for resources: {'Port': ['ID=25f7f599-db50-43cc-b1ec-12927e9d0df1,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:43.550588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] For port 95e2c9e0-683b-40ec-9eac-47aeb89038b1, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=95e2c9e0-683b-40ec-9eac-47aeb89038b1,segment=NetworkSegment(56b918c0-943a-40e7-8807-f66ec59e5f73),segment_id=56b918c0-943a-40e7-8807-f66ec59e5f73)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:39:43.551652 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cb798faa-4a9a-4c77-867a-48d4ce0b3591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:43.559513 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:43.573464 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da18e0a-8078-4621-a8fd-52c864269bac req-3212bce7-5571-4f4d-b3f4-13a0e60dbd45 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Made reservation on behalf of 41eea862de9540c69207e705d28de0c7 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:43.576964 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7da18e0a-8078-4621-a8fd-52c864269bac req-3212bce7-5571-4f4d-b3f4-13a0e60dbd45 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:43.597483 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab85ed3-1d57-4434-914c-923b8435f767 req-00e17d67-69fc-45d1-a4af-ec78d1253a6f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Network 8a269a08-9fff-4c08-b691-75b3a9da933f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:43.630292 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-fab85ed3-1d57-4434-914c-923b8435f767 req-00e17d67-69fc-45d1-a4af-ec78d1253a6f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:43.647310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab85ed3-1d57-4434-914c-923b8435f767 req-00e17d67-69fc-45d1-a4af-ec78d1253a6f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:43.661756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dafeade-d683-4bfb-8644-7d86f48c7e4f req-2d5ead57-264e-4414-843a-2c5a11a74e50 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:43.670834 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1dafeade-d683-4bfb-8644-7d86f48c7e4f req-2d5ead57-264e-4414-843a-2c5a11a74e50 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.2768168 Sep 29 17:39:43.786501 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a38d-7a0a-47c6-b8c8-75cd6bafcbbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:43.828052 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850eff35-56f4-4ffe-8fa5-80f0b34dac1d None None] Pushing event updated for resources: {'Port': ['ID=95e2c9e0-683b-40ec-9eac-47aeb89038b1,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:43.872909 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1dafeade-d683-4bfb-8644-7d86f48c7e4f req-757c2d0a-e0a7-40a8-8cf0-b952c42fed9a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009659 Sep 29 17:39:43.944995 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6cf4b16-394c-4426-97bd-2e4abbf16394 req-8a53a511-51a8-4647-a16c-32644bf9a39f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 210 time: 0.1254101 Sep 29 17:39:44.049601 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3b1e229c-79c0-4e69-ad41-e3d3b6d62503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-router', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:37:38Z', 'updated_at': '2021-09-29T17:39:37Z', 'revision_number': 5, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'gw_port': {'id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:39Z', 'updated_at': '2021-09-29T17:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:44.148924 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1e229c-79c0-4e69-ad41-e3d3b6d62503 None None] The sync data for ids ['32db3485-183d-4c6c-b433-4c3890b2e410'] in n-d-811748-2 is: [{'id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'name': 'tempest-ServerRescueTestJSONUnderV235-1559931432-router', 'tenant_id': 'b4bf846cd7a74692964be60c138cc57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:37:38Z', 'updated_at': '2021-09-29T17:39:37Z', 'revision_number': 5, 'project_id': 'b4bf846cd7a74692964be60c138cc57c', 'gw_port': {'id': '095d6e06-502c-4667-ae39-b06a1e93e6d9', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32db3485-183d-4c6c-b433-4c3890b2e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:37:39Z', 'updated_at': '2021-09-29T17:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:39:44.372477 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-b9a7a38d-7a0a-47c6-b8c8-75cd6bafcbbc admin admin] Deleting port 095d6e06-502c-4667-ae39-b06a1e93e6d9 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:44.375327 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a38d-7a0a-47c6-b8c8-75cd6bafcbbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:44.400989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1ee98e2c-bb29-4ed9-a8f9-aa7e44199520 None None] Provisioning complete for port 25f7f599-db50-43cc-b1ec-12927e9d0df1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:44.401695 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1ee98e2c-bb29-4ed9-a8f9-aa7e44199520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:44.500555 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1ee98e2c-bb29-4ed9-a8f9-aa7e44199520 None None] Port 25f7f599-db50-43cc-b1ec-12927e9d0df1 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:39:44.529319 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:44.535826 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:44.608941 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:44.644420 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:44.810015 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49364) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:44.850962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network a8753ae1-7df2-4b6e-a72c-254159e6f81c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:44.935687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-b9a7a38d-7a0a-47c6-b8c8-75cd6bafcbbc admin admin] For port 095d6e06-502c-4667-ae39-b06a1e93e6d9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=095d6e06-502c-4667-ae39-b06a1e93e6d9,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:44.935939 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a38d-7a0a-47c6-b8c8-75cd6bafcbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:45.001642 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-b9a7a38d-7a0a-47c6-b8c8-75cd6bafcbbc admin admin] Calling delete_port for 095d6e06-502c-4667-ae39-b06a1e93e6d9 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:45.029864 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab85ed3-1d57-4434-914c-923b8435f767 req-00e17d67-69fc-45d1-a4af-ec78d1253a6f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:45.047290 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab85ed3-1d57-4434-914c-923b8435f767 req-00e17d67-69fc-45d1-a4af-ec78d1253a6f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:45.127817 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab85ed3-1d57-4434-914c-923b8435f767 req-00e17d67-69fc-45d1-a4af-ec78d1253a6f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3695927 Sep 29 17:39:45.165185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Request body: {'port': {'device_id': 'fa1d133d-b783-4c56-969e-2ae4e3c56ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:45.178499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 95e2c9e0-683b-40ec-9eac-47aeb89038b1 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:39:45.202222 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:45.220464 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:45.222219 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:45.293500 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5947556 Sep 29 17:39:45.298066 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49374) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:45.323899 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-90ba5542-c4cb-4364-b52e-f878c1e33fe4 req-3f1ba470-6ef8-4f60-86cb-95097711be9a tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 210 time: 0.1282542 Sep 29 17:39:45.352493 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 95e2c9e0-683b-40ec-9eac-47aeb89038b1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:45.352493 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:45.352664 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'network_id': 'a8753ae1-7df2-4b6e-a72c-254159e6f81c', 'fixed_ips': [{'subnet_id': '9f844994-76e4-4ba5-bb38-645443ce4ea6'}, {'subnet_id': 'c17465ca-29a8-411e-be13-775b7bbe331e'}], 'name': 'tempest-PortsTestJSON-1810966672'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:45.512900 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55d7e32c-fae1-4e98-8ddb-ae56031f8943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:45.558167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Subnet': ['ID=c17465ca-29a8-411e-be13-775b7bbe331e,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:45.559608 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:45.586988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0322f74-39ca-4d55-b210-517c1304943e req-8fe43a49-5d2d-4587-acbc-b6038a655715 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:45.588837 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0322f74-39ca-4d55-b210-517c1304943e req-8fe43a49-5d2d-4587-acbc-b6038a655715 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.49 "GET /v2.0/networks?id=8a269a08-9fff-4c08-b691-75b3a9da933f HTTP/1.1" status: 200 len: 816 time: 0.7211668 Sep 29 17:39:45.614274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e324bd-d34b-40d6-bde4-2201c84c52b6 req-6fbbbadf-4907-4c24-a8c8-a6c80228aa0d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:45.625697 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2e324bd-d34b-40d6-bde4-2201c84c52b6 req-6fbbbadf-4907-4c24-a8c8-a6c80228aa0d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.5281861 Sep 29 17:39:45.652017 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-f0322f74-39ca-4d55-b210-517c1304943e req-b93a750a-6619-4418-92a3-a740d46fd5c7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Request body: {'port': {'device_id': '84f08cc5-a6d2-4c94-a1ca-6ac873c429dc', 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f', 'admin_state_up': True, 'tenant_id': '41eea862de9540c69207e705d28de0c7'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:45.670795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 95e2c9e0-683b-40ec-9eac-47aeb89038b1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=95e2c9e0-683b-40ec-9eac-47aeb89038b1,segment=NetworkSegment(56b918c0-943a-40e7-8807-f66ec59e5f73),segment_id=56b918c0-943a-40e7-8807-f66ec59e5f73)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:45.680792 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:45.707040 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:39:45.722037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-7da18e0a-8078-4621-a8fd-52c864269bac req-3212bce7-5571-4f4d-b3f4-13a0e60dbd45 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Allocated IP 172.20.0.9 (8a269a08-9fff-4c08-b691-75b3a9da933f/589bb32e-16be-4d4e-a9f6-0531049b1280/02ebb19e-21e2-43c8-98e7-0c3cb87cc756) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:39:45.728570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:45.729254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:45.732502 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:45.732930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:45.733438 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:45.733869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:45.734299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:45.734772 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:45.735540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:45.735692 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:45.736038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:45.736420 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5452ed25-c92b-4190-8b35-1cbace7d5e1e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:45.756681 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55d7e32c-fae1-4e98-8ddb-ae56031f8943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:45.765730 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:45.781648 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4355e6-363a-47b4-a090-aff79d676d7e None None] Network a8753ae1-7df2-4b6e-a72c-254159e6f81c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:45.800080 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:39:45.800612 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f9a8aad8-04ff-4e67-9ebf-93a6302d3ddf not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:39:45.857218 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:45.865937 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55d7e32c-fae1-4e98-8ddb-ae56031f8943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:45.881425 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9b3625df-2b70-4592-9128-8afe6cece6f4 None None] Provisioning complete for port 95e2c9e0-683b-40ec-9eac-47aeb89038b1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:45.881769 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9b3625df-2b70-4592-9128-8afe6cece6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:45.883410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=95e2c9e0-683b-40ec-9eac-47aeb89038b1,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:45.893409 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e2e324bd-d34b-40d6-bde4-2201c84c52b6 req-1177d3d9-c07a-477f-abea-399319c7209f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608391 Sep 29 17:39:45.944435 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7e32c-fae1-4e98-8ddb-ae56031f8943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a8ba40-e15d-481b-8c01-42f06458333a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:46.019879 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-55d7e32c-fae1-4e98-8ddb-ae56031f8943 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e90650b3d5e9425681a61c5b19b9686b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2090695 Sep 29 17:39:46.052273 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49380) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:46.126333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0322f74-39ca-4d55-b210-517c1304943e req-b93a750a-6619-4418-92a3-a740d46fd5c7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Made reservation on behalf of 41eea862de9540c69207e705d28de0c7 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:46.140264 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0322f74-39ca-4d55-b210-517c1304943e req-b93a750a-6619-4418-92a3-a740d46fd5c7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:46.172563 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:46.219026 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-edbd0217-6ba1-4522-816a-28afcdca3d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:46.223342 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a38d-7a0a-47c6-b8c8-75cd6bafcbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:46.257219 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port 194c071b-1b68-4d9d-ba9b-31e53b83fbd0 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:39:46.294111 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a7a38d-7a0a-47c6-b8c8-75cd6bafcbbc admin admin] Pushing event deleted for resources: {'Port': ['ID=095d6e06-502c-4667-ae39-b06a1e93e6d9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:46.357162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0797eab9-4362-4522-9161-6eac2280bed0 None None] Update dhcp port {'port': {'network_id': 'a8753ae1-7df2-4b6e-a72c-254159e6f81c', 'fixed_ips': [{'subnet_id': '9f844994-76e4-4ba5-bb38-645443ce4ea6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c17465ca-29a8-411e-be13-775b7bbe331e'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '95e2c9e0-683b-40ec-9eac-47aeb89038b1'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:39:46.418954 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0797eab9-4362-4522-9161-6eac2280bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:46.439462 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-edbd0217-6ba1-4522-816a-28afcdca3d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:46.458610 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7da18e0a-8078-4621-a8fd-52c864269bac req-3212bce7-5571-4f4d-b3f4-13a0e60dbd45 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:46.526240 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7da18e0a-8078-4621-a8fd-52c864269bac req-3212bce7-5571-4f4d-b3f4-13a0e60dbd45 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:46.676157 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212bce7-5571-4f4d-b3f4-13a0e60dbd45 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Pushing event updated for resources: {'Port': ['ID=02ebb19e-21e2-43c8-98e7-0c3cb87cc756,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:46.694078 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2a215e9b-35f2-465c-8cd5-dc7935575276 req-2880b22e-6fd4-46ca-891b-ad2a6f73465c tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 210 time: 0.1405218 Sep 29 17:39:46.746310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da18e0a-8078-4621-a8fd-52c864269bac req-3212bce7-5571-4f4d-b3f4-13a0e60dbd45 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Network 8a269a08-9fff-4c08-b691-75b3a9da933f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:46.751183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-7da18e0a-8078-4621-a8fd-52c864269bac req-3212bce7-5571-4f4d-b3f4-13a0e60dbd45 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:46.796050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da18e0a-8078-4621-a8fd-52c864269bac req-3212bce7-5571-4f4d-b3f4-13a0e60dbd45 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:46.883157 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:46.901159 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-0797eab9-4362-4522-9161-6eac2280bed0 None None] Allocated IP 172.20.0.18 (a8753ae1-7df2-4b6e-a72c-254159e6f81c/c17465ca-29a8-411e-be13-775b7bbe331e/95e2c9e0-683b-40ec-9eac-47aeb89038b1) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:39:46.963073 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a38d-7a0a-47c6-b8c8-75cd6bafcbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.011976 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da18e0a-8078-4621-a8fd-52c864269bac req-3212bce7-5571-4f4d-b3f4-13a0e60dbd45 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:47.012743 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7da18e0a-8078-4621-a8fd-52c864269bac req-3212bce7-5571-4f4d-b3f4-13a0e60dbd45 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.051248 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7da18e0a-8078-4621-a8fd-52c864269bac req-3212bce7-5571-4f4d-b3f4-13a0e60dbd45 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2372496 Sep 29 17:39:47.154189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Request body: {'port': {'device_id': '57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:47.169096 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 95e2c9e0-683b-40ec-9eac-47aeb89038b1 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:39:47.211779 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a38d-7a0a-47c6-b8c8-75cd6bafcbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.216062 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a38d-7a0a-47c6-b8c8-75cd6bafcbbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.227389 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0797eab9-4362-4522-9161-6eac2280bed0 None None] For port 95e2c9e0-683b-40ec-9eac-47aeb89038b1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=95e2c9e0-683b-40ec-9eac-47aeb89038b1,segment=NetworkSegment(56b918c0-943a-40e7-8807-f66ec59e5f73),segment_id=56b918c0-943a-40e7-8807-f66ec59e5f73)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:47.283968 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0797eab9-4362-4522-9161-6eac2280bed0 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.306044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f7f599-db50-43cc-b1ec-12927e9d0df1 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:39:47.306514 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-edbd0217-6ba1-4522-816a-28afcdca3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.310294 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-edbd0217-6ba1-4522-816a-28afcdca3d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.311967 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.316899 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-edbd0217-6ba1-4522-816a-28afcdca3d0b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1a8ba40-e15d-481b-8c01-42f06458333a HTTP/1.1" status: 204 len: 168 time: 1.2594123 Sep 29 17:39:47.318436 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0797eab9-4362-4522-9161-6eac2280bed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.328340 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.388610 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567edaa3-7eb4-44c4-83b0-79b1bdb5177a req-7d9b079f-9098-4662-ab04-f3fcaac9a6ba tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:47.390346 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-567edaa3-7eb4-44c4-83b0-79b1bdb5177a req-7d9b079f-9098-4662-ab04-f3fcaac9a6ba tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.2860146 Sep 29 17:39:47.395064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Transition to ACTIVE for port object 25f7f599-db50-43cc-b1ec-12927e9d0df1 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:39:47.410932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797eab9-4362-4522-9161-6eac2280bed0 None None] Pushing event updated for resources: {'Port': ['ID=95e2c9e0-683b-40ec-9eac-47aeb89038b1,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:47.523203 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.617962 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a38d-7a0a-47c6-b8c8-75cd6bafcbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.618720 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a7a38d-7a0a-47c6-b8c8-75cd6bafcbbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32db3485-183d-4c6c-b433-4c3890b2e410 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:39:47.623251 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-16cbbb30-71ff-4fb4-8451-a7df79a9c293 {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:39:47.623712 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:39:47.626819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 95e2c9e0-683b-40ec-9eac-47aeb89038b1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:47.627734 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.628301 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9a7a38d-7a0a-47c6-b8c8-75cd6bafcbbc admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.632878 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b9a7a38d-7a0a-47c6-b8c8-75cd6bafcbbc admin admin] 10.222.0.44 "DELETE /v2.0/routers/32db3485-183d-4c6c-b433-4c3890b2e410 HTTP/1.1" status: 204 len: 168 time: 5.9302754 Sep 29 17:39:47.633039 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c020aadd-077d-48ea-b61a-4c4d1e5f82ef None None] Provisioning complete for port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:47.633039 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c020aadd-077d-48ea-b61a-4c4d1e5f82ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.634966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49408) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:47.650106 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd0217-6ba1-4522-816a-28afcdca3d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a8ba40-e15d-481b-8c01-42f06458333a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:47.750359 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b66a625-996e-4236-8250-dd1ccd10eb49 admin admin] Deleting subnet d284366c-fe99-4c9e-986b-ecda04f87026 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:39:47.755002 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2b66a625-996e-4236-8250-dd1ccd10eb49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.808464 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2b66a625-996e-4236-8250-dd1ccd10eb49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:47.838604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Pushing event updated for resources: {'Port': ['ID=25f7f599-db50-43cc-b1ec-12927e9d0df1,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:47.932961 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2b66a625-996e-4236-8250-dd1ccd10eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:48.134543 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:48.144140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-f0322f74-39ca-4d55-b210-517c1304943e req-b93a750a-6619-4418-92a3-a740d46fd5c7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Allocated IP 172.20.0.8 (8a269a08-9fff-4c08-b691-75b3a9da933f/589bb32e-16be-4d4e-a9f6-0531049b1280/c5a91e5e-dcee-4e35-81d0-5f2650445019) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:39:48.195104 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a6e5448-2900-499b-9977-2f961aebbf61 req-90fbc6a4-0ebe-41e5-8431-db42428c293c tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 210 time: 0.1099305 Sep 29 17:39:48.256321 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-567edaa3-7eb4-44c4-83b0-79b1bdb5177a req-66a528b7-9fd4-4e29-88e6-d39f49ef6404 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8580256 Sep 29 17:39:48.257942 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49416) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:48.285878 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port 8aa97602-a07a-4dd2-978c-9e96fb4a2dee yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:39:48.365879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-c020aadd-077d-48ea-b61a-4c4d1e5f82ef None None] Port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:39:48.452008 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bf184e58-c43c-4261-bcaf-1db7a66e50f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:48.706417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bf184e58-c43c-4261-bcaf-1db7a66e50f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:48.794242 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bf184e58-c43c-4261-bcaf-1db7a66e50f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:48.830915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Attempting to bind port 25f7f599-db50-43cc-b1ec-12927e9d0df1 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:39:48.831312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Attempting to bind port 25f7f599-db50-43cc-b1ec-12927e9d0df1 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:39:48.831903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Attempting to bind port 25f7f599-db50-43cc-b1ec-12927e9d0df1 on network 8a269a08-9fff-4c08-b691-75b3a9da933f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:39:48.863559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d45c1e3-7bce-4c79-bf78-fdde594eb8c0 None None] Network a8753ae1-7df2-4b6e-a72c-254159e6f81c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:48.873448 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bf184e58-c43c-4261-bcaf-1db7a66e50f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=332e6ca8b1b245c48dccee898156b73e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5779729 Sep 29 17:39:48.895069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49424) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:48.903467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Port 25f7f599-db50-43cc-b1ec-12927e9d0df1 on network 8a269a08-9fff-4c08-b691-75b3a9da933f not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:39:48.905813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Attempting to bind port 25f7f599-db50-43cc-b1ec-12927e9d0df1 on network 8a269a08-9fff-4c08-b691-75b3a9da933f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:39:49.008783 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2b66a625-996e-4236-8250-dd1ccd10eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:49.040723 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 95e2c9e0-683b-40ec-9eac-47aeb89038b1 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:39:49.128840 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0f495d65-4bd7-4da9-b414-0a4e4dca08af None None] Provisioning complete for port 95e2c9e0-683b-40ec-9eac-47aeb89038b1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:49.129301 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0f495d65-4bd7-4da9-b414-0a4e4dca08af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:49.146737 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2b66a625-996e-4236-8250-dd1ccd10eb49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:49.151153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2b66a625-996e-4236-8250-dd1ccd10eb49 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d284366c-fe99-4c9e-986b-ecda04f87026 HTTP/1.1" status: 204 len: 168 time: 1.5125628 Sep 29 17:39:49.151765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49426) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:49.181200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66a625-996e-4236-8250-dd1ccd10eb49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d284366c-fe99-4c9e-986b-ecda04f87026,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:49.261572 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0322f74-39ca-4d55-b210-517c1304943e req-b93a750a-6619-4418-92a3-a740d46fd5c7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:49.305049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:39:49.307606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Checking segment: {'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:39:49.308140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Bound using segment: {'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:39:49.308786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Bound port: 25f7f599-db50-43cc-b1ec-12927e9d0df1, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:39:49.309200 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:49.328698 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0322f74-39ca-4d55-b210-517c1304943e req-b93a750a-6619-4418-92a3-a740d46fd5c7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:49.403754 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 95e2c9e0-683b-40ec-9eac-47aeb89038b1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:49.404812 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:49.537299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf184e58-c43c-4261-bcaf-1db7a66e50f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16b3086-06a4-437d-9d5c-558b65184e6f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:49.573337 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 095d6e06-502c-4667-ae39-b06a1e93e6d9 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:39:49.620050 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 095d6e06-502c-4667-ae39-b06a1e93e6d9 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:39:49.620489 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 095d6e06-502c-4667-ae39-b06a1e93e6d9 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:39:49.739125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0322f74-39ca-4d55-b210-517c1304943e req-b93a750a-6619-4418-92a3-a740d46fd5c7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Network 8a269a08-9fff-4c08-b691-75b3a9da933f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:49.772729 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49ed1452-337b-49d6-b8f2-e189edee4ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:49.782931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a750a-6619-4418-92a3-a740d46fd5c7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Pushing event updated for resources: {'Port': ['ID=c5a91e5e-dcee-4e35-81d0-5f2650445019,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:49.785920 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-f0322f74-39ca-4d55-b210-517c1304943e req-b93a750a-6619-4418-92a3-a740d46fd5c7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:49.794265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4439f6e8-bb41-4aee-9b10-017a951fbceb None None] Provisioning complete for port 95e2c9e0-683b-40ec-9eac-47aeb89038b1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:49.794935 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4439f6e8-bb41-4aee-9b10-017a951fbceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:49.799394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0322f74-39ca-4d55-b210-517c1304943e req-b93a750a-6619-4418-92a3-a740d46fd5c7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:49.861518 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0322f74-39ca-4d55-b210-517c1304943e req-b93a750a-6619-4418-92a3-a740d46fd5c7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:49.862187 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0322f74-39ca-4d55-b210-517c1304943e req-b93a750a-6619-4418-92a3-a740d46fd5c7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:49.883522 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9818b-8592-49bd-8004-5c6b0617c4b9 req-50a337d6-0b8b-4333-84cb-a549363f8cf4 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:49.885250 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dc9818b-8592-49bd-8004-5c6b0617c4b9 req-50a337d6-0b8b-4333-84cb-a549363f8cf4 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 931 time: 0.5534160 Sep 29 17:39:49.916575 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Allocated IP 172.20.0.9 (a8753ae1-7df2-4b6e-a72c-254159e6f81c/9f844994-76e4-4ba5-bb38-645443ce4ea6/8aa97602-a07a-4dd2-978c-9e96fb4a2dee) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:39:49.930720 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Allocated IP 172.20.0.25 (a8753ae1-7df2-4b6e-a72c-254159e6f81c/c17465ca-29a8-411e-be13-775b7bbe331e/8aa97602-a07a-4dd2-978c-9e96fb4a2dee) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:39:49.930720 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b8f0-26e6-4f83-977e-40cfed2954d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:49.953046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad282fd1-62d7-4ce6-8369-5ab03c43a870 req-ff4be190-8cae-4ef2-9297-10f96b2f3bcf tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:49.954541 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad282fd1-62d7-4ce6-8369-5ab03c43a870 req-ff4be190-8cae-4ef2-9297-10f96b2f3bcf tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.2650363 Sep 29 17:39:49.967624 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49ed1452-337b-49d6-b8f2-e189edee4ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:49.980965 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0322f74-39ca-4d55-b210-517c1304943e req-b93a750a-6619-4418-92a3-a740d46fd5c7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3528745 Sep 29 17:39:49.997478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Request body: {'port': {'device_id': '84f08cc5-a6d2-4c94-a1ca-6ac873c429dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:50.041617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] For port 25f7f599-db50-43cc-b1ec-12927e9d0df1, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:39:50.073663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] For port 25f7f599-db50-43cc-b1ec-12927e9d0df1, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=25f7f599-db50-43cc-b1ec-12927e9d0df1,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:39:50.095178 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dc9818b-8592-49bd-8004-5c6b0617c4b9 req-95f7a6fa-9c88-45d4-b685-0e4fd1095127 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879003 Sep 29 17:39:50.097029 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.140457 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad282fd1-62d7-4ce6-8369-5ab03c43a870 req-e2592e11-a5d8-421f-9b39-fbb474ec12c6 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638868 Sep 29 17:39:50.220051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:39:50.250453 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.270539 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.278553 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b8f0-26e6-4f83-977e-40cfed2954d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.279308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:50.279995 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.281401 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab85ed3-1d57-4434-914c-923b8435f767 req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] 10.222.0.49 "PUT /v2.0/ports/25f7f599-db50-43cc-b1ec-12927e9d0df1 HTTP/1.1" status: 200 len: 1092 time: 5.1271429 Sep 29 17:39:50.284357 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1d133d-b783-4c56-969e-2ae4e3c56ea8', 'tag': '25f7f599-db50-43cc-b1ec-12927e9d0df1'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:39:50.285230 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e860c796-888f-4882-8dd9-800d59f779c8" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1d133d-b783-4c56-969e-2ae4e3c56ea8", "tag": "25f7f599-db50-43cc-b1ec-12927e9d0df1"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:39:50.297406 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1c06294a-e913-4413-a44f-3cab5fa568ff None None] Provisioning complete for port c5a91e5e-dcee-4e35-81d0-5f2650445019 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:50.298712 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1c06294a-e913-4413-a44f-3cab5fa568ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.320626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f60627-74b2-4969-b287-6348c1b43182 service neutron] Pushing event updated for resources: {'Port': ['ID=25f7f599-db50-43cc-b1ec-12927e9d0df1,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:50.381836 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Transition to ACTIVE for port object 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:39:50.387071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1c06294a-e913-4413-a44f-3cab5fa568ff None None] Port c5a91e5e-dcee-4e35-81d0-5f2650445019 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:39:50.399769 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72264074-e636-49c1-b102-65a9c33f09eb x-openstack-request-id: req-72264074-e636-49c1-b102-65a9c33f09eb {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:39:50.400153 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1d133d-b783-4c56-969e-2ae4e3c56ea8", "tag": "25f7f599-db50-43cc-b1ec-12927e9d0df1", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:39:50.400335 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72264074-e636-49c1-b102-65a9c33f09eb {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:39:50.400698 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1d133d-b783-4c56-969e-2ae4e3c56ea8', 'tag': '25f7f599-db50-43cc-b1ec-12927e9d0df1', 'status': 'completed', 'code': 200} Sep 29 17:39:50.401299 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49ed1452-337b-49d6-b8f2-e189edee4ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.403927 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-49ed1452-337b-49d6-b8f2-e189edee4ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.407854 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-49ed1452-337b-49d6-b8f2-e189edee4ae1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c16b3086-06a4-437d-9d5c-558b65184e6f HTTP/1.1" status: 204 len: 168 time: 1.4756436 Sep 29 17:39:50.421565 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.480436 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.486367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-5dc7b8f0-26e6-4f83-977e-40cfed2954d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57956a6-584f-407f-aa43-0924387a68d2']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:50.495289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Pushing event updated for resources: {'Port': ['ID=02ebb19e-21e2-43c8-98e7-0c3cb87cc756,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:50.498750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed1452-337b-49d6-b8f2-e189edee4ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16b3086-06a4-437d-9d5c-558b65184e6f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:50.500513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-5dc7b8f0-26e6-4f83-977e-40cfed2954d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5d39bc-35dc-4f9a-9bee-70cbff45b999') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:50.500813 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-5dc7b8f0-26e6-4f83-977e-40cfed2954d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5d39bc-35dc-4f9a-9bee-70cbff45b999') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:39:50.544367 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b8f0-26e6-4f83-977e-40cfed2954d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.572947 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b8f0-26e6-4f83-977e-40cfed2954d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.583266 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc7b8f0-26e6-4f83-977e-40cfed2954d2 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:39:50.583548 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b8f0-26e6-4f83-977e-40cfed2954d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:39:50.585312 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:39:50.611560 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.617780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab85ed3-1d57-4434-914c-923b8435f767 req-0d22e6e6-cdb4-46a8-8741-6fdc1d802077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:50.619470 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab85ed3-1d57-4434-914c-923b8435f767 req-0d22e6e6-cdb4-46a8-8741-6fdc1d802077 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=41eea862de9540c69207e705d28de0c7&device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 1095 time: 0.2423899 Sep 29 17:39:50.687099 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network a8753ae1-7df2-4b6e-a72c-254159e6f81c is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:39:50.687950 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b8f0-26e6-4f83-977e-40cfed2954d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.693524 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:50.699460 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dc7b8f0-26e6-4f83-977e-40cfed2954d2 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.701141 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5dc7b8f0-26e6-4f83-977e-40cfed2954d2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e57956a6-584f-407f-aa43-0924387a68d2 HTTP/1.1" status: 204 len: 168 time: 1.5411348 Sep 29 17:39:50.701940 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:39:50.727490 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab85ed3-1d57-4434-914c-923b8435f767 req-4026bdf0-f9c6-47cf-a09b-cc908c242db5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25f7f599-db50-43cc-b1ec-12927e9d0df1 HTTP/1.1" status: 200 len: 217 time: 0.0905669 Sep 29 17:39:50.760711 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:50.761439 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:50.792067 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=8aa97602-a07a-4dd2-978c-9e96fb4a2dee,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:50.808307 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7b8f0-26e6-4f83-977e-40cfed2954d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e57956a6-584f-407f-aa43-0924387a68d2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:50.824777 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2b6bce93-cda0-46f9-ae21-ea82af7053ed tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.4952345 Sep 29 17:39:50.825436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49450) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:50.830683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-609ed55b-780f-4210-9bdf-7fa9c168d7be tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f844994-76e4-4ba5-bb38-645443ce4ea6'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:50.986294 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-609ed55b-780f-4210-9bdf-7fa9c168d7be tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:51.020299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab85ed3-1d57-4434-914c-923b8435f767 req-e1425699-3fcd-4294-bdbc-c8345fe2a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:51.025892 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab85ed3-1d57-4434-914c-923b8435f767 req-e1425699-3fcd-4294-bdbc-c8345fe2a5b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=589bb32e-16be-4d4e-a9f6-0531049b1280 HTTP/1.1" status: 200 len: 855 time: 0.2398169 Sep 29 17:39:51.095056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Attempting to bind port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:39:51.095056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Attempting to bind port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:39:51.095056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Attempting to bind port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 on network 8a269a08-9fff-4c08-b691-75b3a9da933f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:39:51.120903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 on network 8a269a08-9fff-4c08-b691-75b3a9da933f not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:39:51.121427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Attempting to bind port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 on network 8a269a08-9fff-4c08-b691-75b3a9da933f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:39:51.139247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49462) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:51.161217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:39:51.161667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Checking segment: {'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:39:51.162123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Bound using segment: {'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:39:51.162630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Bound port: 02ebb19e-21e2-43c8-98e7-0c3cb87cc756, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:39:51.163066 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:51.203989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab85ed3-1d57-4434-914c-923b8435f767 req-194e1786-8149-49fa-aaef-8a0c150c5279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:51.206280 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab85ed3-1d57-4434-914c-923b8435f767 req-194e1786-8149-49fa-aaef-8a0c150c5279 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a269a08-9fff-4c08-b691-75b3a9da933f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694570 Sep 29 17:39:51.229722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5b3f4924-9788-406b-8205-e6c2e2458b62 None None] Provisioning complete for port 8aa97602-a07a-4dd2-978c-9e96fb4a2dee triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:51.230796 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4924-9788-406b-8205-e6c2e2458b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:51.290127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5b3f4924-9788-406b-8205-e6c2e2458b62 None None] Port 8aa97602-a07a-4dd2-978c-9e96fb4a2dee cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:39:51.464979 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09949d-4b01-442a-b6cd-5a603fabe797 req-1814280d-5af3-4f7f-b520-4925f0510c2b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:51.466677 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd09949d-4b01-442a-b6cd-5a603fabe797 req-1814280d-5af3-4f7f-b520-4925f0510c2b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.1011884 Sep 29 17:39:51.469685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-609ed55b-780f-4210-9bdf-7fa9c168d7be tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Delete allocated IP 172.20.0.25 (a8753ae1-7df2-4b6e-a72c-254159e6f81c/c17465ca-29a8-411e-be13-775b7bbe331e) {{(pid=95015) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 17:39:51.580936 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-26b2ae35-0e02-4faf-af7f-2b377cb60272 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4bf846cd7a74692964be60c138cc57c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4378328 Sep 29 17:39:51.582246 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49476) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:51.622090 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd09949d-4b01-442a-b6cd-5a603fabe797 req-f7d69c66-7f60-42c4-ac83-cb19d5c82878 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197240 Sep 29 17:39:51.655669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a91e5e-dcee-4e35-81d0-5f2650445019 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:39:51.706403 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:51.724025 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-609ed55b-780f-4210-9bdf-7fa9c168d7be tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:51.724397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] For port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:39:51.730709 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-499312bb-249e-49c0-9c93-cdae5cd87284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:51.738512 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfa694-b566-49db-86fb-d10fbc15344e req-fe1aeef9-911c-4697-85c5-b6a1a18d7dc8 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:51.745829 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3cfa694-b566-49db-86fb-d10fbc15344e req-fe1aeef9-911c-4697-85c5-b6a1a18d7dc8 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 931 time: 0.1735876 Sep 29 17:39:51.761669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] For port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=02ebb19e-21e2-43c8-98e7-0c3cb87cc756,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:39:51.779768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Transition to ACTIVE for port object c5a91e5e-dcee-4e35-81d0-5f2650445019 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:39:51.787821 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-499312bb-249e-49c0-9c93-cdae5cd87284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:51.789711 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-609ed55b-780f-4210-9bdf-7fa9c168d7be tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:51.800991 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:51.855869 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab85ed3-1d57-4434-914c-923b8435f767 req-7f88fcdc-9d3d-4737-ba75-ed09e4bc06e2 service neutron] 10.222.0.49 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334298 Sep 29 17:39:51.857152 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:51.920754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:51.921415 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:51.923520 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7da18e0a-8078-4621-a8fd-52c864269bac req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] 10.222.0.35 "PUT /v2.0/ports/02ebb19e-21e2-43c8-98e7-0c3cb87cc756 HTTP/1.1" status: 200 len: 1091 time: 4.8255830 Sep 29 17:39:51.943835 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-609ed55b-780f-4210-9bdf-7fa9c168d7be tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] In _notify_port_updated(), no bound segment for port 8aa97602-a07a-4dd2-978c-9e96fb4a2dee on network a8753ae1-7df2-4b6e-a72c-254159e6f81c {{(pid=95015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:39:51.949224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609ed55b-780f-4210-9bdf-7fa9c168d7be tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:51.949919 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-609ed55b-780f-4210-9bdf-7fa9c168d7be tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:51.951280 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-609ed55b-780f-4210-9bdf-7fa9c168d7be tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "PUT /v2.0/ports/8aa97602-a07a-4dd2-978c-9e96fb4a2dee HTTP/1.1" status: 200 len: 919 time: 1.1248791 Sep 29 17:39:51.966184 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49482) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:51.984956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ed55b-780f-4210-9bdf-7fa9c168d7be tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=8aa97602-a07a-4dd2-978c-9e96fb4a2dee,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:51.996036 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3cfa694-b566-49db-86fb-d10fbc15344e req-803858c0-306d-430e-a17b-6b3afe6d573d tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493308 Sep 29 17:39:52.000578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a961f761-f7a3-4dbc-8e4d-b0c0d18a943a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f844994-76e4-4ba5-bb38-645443ce4ea6'}, {'subnet_id': 'c17465ca-29a8-411e-be13-775b7bbe331e'}]}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:52.022081 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-499312bb-249e-49c0-9c93-cdae5cd87284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:52.027245 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-499312bb-249e-49c0-9c93-cdae5cd87284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:52.032040 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-499312bb-249e-49c0-9c93-cdae5cd87284 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1879b89d-395a-495d-af7e-d094a1b95a31 HTTP/1.1" status: 204 len: 168 time: 0.4459133 Sep 29 17:39:52.096389 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499312bb-249e-49c0-9c93-cdae5cd87284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1879b89d-395a-495d-af7e-d094a1b95a31,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:52.171653 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca037d38-ba09-45ed-acdc-58c011dd3489 service neutron] Pushing event updated for resources: {'Port': ['ID=02ebb19e-21e2-43c8-98e7-0c3cb87cc756,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:52.294960 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab85ed3-1d57-4434-914c-923b8435f767 req-f5d2663d-4af8-45b6-ac3d-3efd7a4f61ac service neutron] 10.222.0.49 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124777 Sep 29 17:39:52.315055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a91e5e-dcee-4e35-81d0-5f2650445019,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:52.377367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da18e0a-8078-4621-a8fd-52c864269bac req-790ba229-3754-4bb5-9fe6-a5a8eed1136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:52.383712 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7da18e0a-8078-4621-a8fd-52c864269bac req-790ba229-3754-4bb5-9fe6-a5a8eed1136a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=41eea862de9540c69207e705d28de0c7&device_id=57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e HTTP/1.1" status: 200 len: 1094 time: 0.3727467 Sep 29 17:39:52.385355 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4eddda6a-2f07-4836-9f1e-62db0333f2f3 None None] Provisioning complete for port 8aa97602-a07a-4dd2-978c-9e96fb4a2dee triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:52.385820 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4eddda6a-2f07-4836-9f1e-62db0333f2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:52.429172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e', 'tag': '02ebb19e-21e2-43c8-98e7-0c3cb87cc756'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:39:52.431654 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387ee144-4232-4f6d-a103-8fe1b7b01777" -d '{"events": [{"name": "network-changed", "server_uuid": "57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e", "tag": "02ebb19e-21e2-43c8-98e7-0c3cb87cc756"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:39:52.432327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4eddda6a-2f07-4836-9f1e-62db0333f2f3 None None] Port 8aa97602-a07a-4dd2-978c-9e96fb4a2dee cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:39:52.491643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Attempting to bind port c5a91e5e-dcee-4e35-81d0-5f2650445019 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:39:52.492371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Attempting to bind port c5a91e5e-dcee-4e35-81d0-5f2650445019 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:39:52.492934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Attempting to bind port c5a91e5e-dcee-4e35-81d0-5f2650445019 on network 8a269a08-9fff-4c08-b691-75b3a9da933f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:39:52.534960 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b8a7bb-822e-40d7-9b9c-d3f359ac023c x-openstack-request-id: req-91b8a7bb-822e-40d7-9b9c-d3f359ac023c {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:39:52.535335 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e", "tag": "02ebb19e-21e2-43c8-98e7-0c3cb87cc756", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:39:52.535706 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91b8a7bb-822e-40d7-9b9c-d3f359ac023c {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:39:52.536344 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e', 'tag': '02ebb19e-21e2-43c8-98e7-0c3cb87cc756', 'status': 'completed', 'code': 200} Sep 29 17:39:52.543248 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7da18e0a-8078-4621-a8fd-52c864269bac req-2f48a9d7-e6c7-41dc-9386-ed06affd46d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02ebb19e-21e2-43c8-98e7-0c3cb87cc756 HTTP/1.1" status: 200 len: 217 time: 0.1153288 Sep 29 17:39:52.545778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Port c5a91e5e-dcee-4e35-81d0-5f2650445019 on network 8a269a08-9fff-4c08-b691-75b3a9da933f not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:39:52.546397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Attempting to bind port c5a91e5e-dcee-4e35-81d0-5f2650445019 on network 8a269a08-9fff-4c08-b691-75b3a9da933f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:39:52.600722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:39:52.601404 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Checking segment: {'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:39:52.601496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Bound using segment: {'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:39:52.601930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Bound port: c5a91e5e-dcee-4e35-81d0-5f2650445019, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:39:52.602296 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:52.610047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860c796-888f-4882-8dd9-800d59f779c8 req-843e7c84-b436-4239-984a-0aeb502cbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:52.612121 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e860c796-888f-4882-8dd9-800d59f779c8 req-843e7c84-b436-4239-984a-0aeb502cbb69 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=41eea862de9540c69207e705d28de0c7&device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 1095 time: 0.2194979 Sep 29 17:39:52.715953 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a961f761-f7a3-4dbc-8e4d-b0c0d18a943a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:52.748893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da18e0a-8078-4621-a8fd-52c864269bac req-0c55abd0-2810-424f-853d-4479a3d5ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:52.750455 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7da18e0a-8078-4621-a8fd-52c864269bac req-0c55abd0-2810-424f-853d-4479a3d5ef2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=589bb32e-16be-4d4e-a9f6-0531049b1280 HTTP/1.1" status: 200 len: 855 time: 0.1947520 Sep 29 17:39:52.876019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f981865-a330-4b84-8c9d-f03c4bec3a2c details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:39:52.880442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860c796-888f-4882-8dd9-800d59f779c8 req-60532593-3251-47fc-b51c-c94a0c88da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:52.882300 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e860c796-888f-4882-8dd9-800d59f779c8 req-60532593-3251-47fc-b51c-c94a0c88da0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a269a08-9fff-4c08-b691-75b3a9da933f HTTP/1.1" status: 200 len: 917 time: 0.2474494 Sep 29 17:39:52.958751 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e860c796-888f-4882-8dd9-800d59f779c8 req-b6b03739-1ba9-4074-a81e-ed44cdb52349 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25f7f599-db50-43cc-b1ec-12927e9d0df1 HTTP/1.1" status: 200 len: 217 time: 0.0559201 Sep 29 17:39:53.058014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4f981865-a330-4b84-8c9d-f03c4bec3a2c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:53.073646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da18e0a-8078-4621-a8fd-52c864269bac req-04c59d37-4280-4924-9974-4741bf934f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:53.075184 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7da18e0a-8078-4621-a8fd-52c864269bac req-04c59d37-4280-4924-9974-4741bf934f1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a269a08-9fff-4c08-b691-75b3a9da933f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3059990 Sep 29 17:39:53.088769 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '4f981865-a330-4b84-8c9d-f03c4bec3a2c', 'network_id': 'a7ae65d9-f785-4446-bdb2-7429d9329f6f', 'port_id': '4f981865-a330-4b84-8c9d-f03c4bec3a2c', 'mac_address': 'fa:16:3e:db:b0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbad4c0-0681-418d-aef1-176c25bc2285', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:39:53.106115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] For port c5a91e5e-dcee-4e35-81d0-5f2650445019, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:39:53.192030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a2e55-18b8-4075-a316-69f8f206a776 req-c5cffa7e-637f-450f-884f-55229472738a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:53.192773 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:53.193619 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c79a2e55-18b8-4075-a316-69f8f206a776 req-c5cffa7e-637f-450f-884f-55229472738a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 944 time: 0.4691472 Sep 29 17:39:53.211717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860c796-888f-4882-8dd9-800d59f779c8 req-3a4a0c5a-9a98-4a15-ba3f-0e7c282d8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:53.213125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f981865-a330-4b84-8c9d-f03c4bec3a2c {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:39:53.213269 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e860c796-888f-4882-8dd9-800d59f779c8 req-3a4a0c5a-9a98-4a15-ba3f-0e7c282d8dbf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=589bb32e-16be-4d4e-a9f6-0531049b1280 HTTP/1.1" status: 200 len: 855 time: 0.2235246 Sep 29 17:39:53.233036 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed47ec-e2ff-4412-bac9-a3190a14a961 req-2d301c9b-3deb-4631-9d5e-694fe57a64e2 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:53.243148 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48ed47ec-e2ff-4412-bac9-a3190a14a961 req-2d301c9b-3deb-4631-9d5e-694fe57a64e2 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 943 time: 0.1135523 Sep 29 17:39:53.256494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] For port c5a91e5e-dcee-4e35-81d0-5f2650445019, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c5a91e5e-dcee-4e35-81d0-5f2650445019,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:39:53.263951 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4f981865-a330-4b84-8c9d-f03c4bec3a2c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:53.279645 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:53.338366 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48ed47ec-e2ff-4412-bac9-a3190a14a961 req-09796a1b-9910-472d-ac66-6a2718b313cd tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926299 Sep 29 17:39:53.340288 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:53.343700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49542) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:53.454318 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=4f981865-a330-4b84-8c9d-f03c4bec3a2c,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:53.454837 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c79a2e55-18b8-4075-a316-69f8f206a776 req-0d2b846e-be2b-4602-9229-883223ca8a89 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299271 Sep 29 17:39:53.478110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:53.478768 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:53.480279 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0322f74-39ca-4d55-b210-517c1304943e req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] 10.222.0.49 "PUT /v2.0/ports/c5a91e5e-dcee-4e35-81d0-5f2650445019 HTTP/1.1" status: 200 len: 1091 time: 3.4873161 Sep 29 17:39:53.506857 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['4f981865-a330-4b84-8c9d-f03c4bec3a2c'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:39:53.612581 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-8addce90-acad-44b1-a11a-4985628d5f16 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1426684633-network', 'tenant_id': '63c985596efe42be8da2d1c5e2545b47'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:53.660634 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8addce90-acad-44b1-a11a-4985628d5f16 admin admin] Made reservation on behalf of 63c985596efe42be8da2d1c5e2545b47 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:53.665985 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8addce90-acad-44b1-a11a-4985628d5f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:53.688306 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8addce90-acad-44b1-a11a-4985628d5f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:53.738504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860c796-888f-4882-8dd9-800d59f779c8 req-efa0ddc2-cf79-40a9-9116-60fb26f67e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:53.740694 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e860c796-888f-4882-8dd9-800d59f779c8 req-efa0ddc2-cf79-40a9-9116-60fb26f67e9f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a269a08-9fff-4c08-b691-75b3a9da933f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4788358 Sep 29 17:39:53.796820 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7da18e0a-8078-4621-a8fd-52c864269bac req-afe800ac-9535-40e9-8d71-13bede4930c2 service neutron] 10.222.0.35 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383610 Sep 29 17:39:53.811720 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d0ac1-fe4f-494d-a8e7-d74002de9963 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a91e5e-dcee-4e35-81d0-5f2650445019,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:53.828537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0322f74-39ca-4d55-b210-517c1304943e req-f4dd6758-8858-4df1-9a75-a8d90eb60abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:53.831327 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0322f74-39ca-4d55-b210-517c1304943e req-f4dd6758-8858-4df1-9a75-a8d90eb60abb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=41eea862de9540c69207e705d28de0c7&device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 1094 time: 0.2505336 Sep 29 17:39:53.950248 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8addce90-acad-44b1-a11a-4985628d5f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:53.957351 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8addce90-acad-44b1-a11a-4985628d5f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:53.982647 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8addce90-acad-44b1-a11a-4985628d5f16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:39:54.025192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addce90-acad-44b1-a11a-4985628d5f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa61556-7dc6-4940-985f-e969531ac654,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:54.031943 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8addce90-acad-44b1-a11a-4985628d5f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:54.032521 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-8addce90-acad-44b1-a11a-4985628d5f16 admin admin] Added segment e6ed6e71-d22a-4bd7-8a5c-42f87065fb56 of type vlan for network 6624fa7d-19ef-4d74-846f-4d7a40bde209 Sep 29 17:39:54.088558 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8addce90-acad-44b1-a11a-4985628d5f16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:54.094469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7da18e0a-8078-4621-a8fd-52c864269bac req-b657f2a7-3644-484c-a771-ea96bd803d68 service neutron] 10.222.0.35 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722027 Sep 29 17:39:54.119014 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8addce90-acad-44b1-a11a-4985628d5f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:54.122476 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8addce90-acad-44b1-a11a-4985628d5f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:54.123138 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8addce90-acad-44b1-a11a-4985628d5f16 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:54.187979 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49574) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:54.195089 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8addce90-acad-44b1-a11a-4985628d5f16 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8502846 Sep 29 17:39:54.196338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8addce90-acad-44b1-a11a-4985628d5f16 admin admin] Pushing event updated for resources: {'Network': ['ID=6624fa7d-19ef-4d74-846f-4d7a40bde209,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:54.199815 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49578) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:54.204628 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-53bc9917-0714-41a5-9084-eec6c67cd758 admin admin] Request body: {'subnet': {'network_id': '6624fa7d-19ef-4d74-846f-4d7a40bde209', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1426684633-subnet', 'tenant_id': '63c985596efe42be8da2d1c5e2545b47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:54.214758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 6624fa7d-19ef-4d74-846f-4d7a40bde209 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:39:54.234826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bc9917-0714-41a5-9084-eec6c67cd758 admin admin] Made reservation on behalf of 63c985596efe42be8da2d1c5e2545b47 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:54.237838 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53bc9917-0714-41a5-9084-eec6c67cd758 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:54.434852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34c9550b-f99d-43a6-86f1-a66a1977446e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:54.435727 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0322f74-39ca-4d55-b210-517c1304943e req-b17ec054-fff0-40f9-aac8-2a1c6d9ed2aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5a91e5e-dcee-4e35-81d0-5f2650445019 HTTP/1.1" status: 200 len: 217 time: 0.5768850 Sep 29 17:39:54.541088 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53bc9917-0714-41a5-9084-eec6c67cd758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:54.541764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f08cc5-a6d2-4c94-a1ca-6ac873c429dc', 'tag': 'c5a91e5e-dcee-4e35-81d0-5f2650445019'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:39:54.544040 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9717beb7-ad7b-4163-8912-489586499d77" -d '{"events": [{"name": "network-changed", "server_uuid": "84f08cc5-a6d2-4c94-a1ca-6ac873c429dc", "tag": "c5a91e5e-dcee-4e35-81d0-5f2650445019"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:39:54.575062 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-a961f761-f7a3-4dbc-8e4d-b0c0d18a943a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Allocated IP 172.20.0.20 (a8753ae1-7df2-4b6e-a72c-254159e6f81c/c17465ca-29a8-411e-be13-775b7bbe331e/8aa97602-a07a-4dd2-978c-9e96fb4a2dee) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:39:54.601140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ee144-4232-4f6d-a103-8fe1b7b01777 req-51e08e00-0e3e-4588-8f03-3024717d6c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:54.602690 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-387ee144-4232-4f6d-a103-8fe1b7b01777 req-51e08e00-0e3e-4588-8f03-3024717d6c65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=41eea862de9540c69207e705d28de0c7&device_id=57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e HTTP/1.1" status: 200 len: 1094 time: 0.1631129 Sep 29 17:39:54.612531 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e860c796-888f-4882-8dd9-800d59f779c8 req-e5baa62e-3be8-419e-947a-c084d1e758cf service neutron] 10.222.0.49 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8582995 Sep 29 17:39:54.663069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc9917-0714-41a5-9084-eec6c67cd758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=090bcfec-e6b9-4197-ac05-56a79385aaf9,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:54.695516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c07da-7278-4959-b66e-6d1713a89758 req-a72cbaf2-908a-4cad-ab57-bcd1e9d542d1 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:54.696898 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d11c07da-7278-4959-b66e-6d1713a89758 req-a72cbaf2-908a-4cad-ab57-bcd1e9d542d1 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 943 time: 0.2467628 Sep 29 17:39:54.698452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0322f74-39ca-4d55-b210-517c1304943e req-46186c41-46f9-4312-acf4-52e890f92b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:54.699750 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0322f74-39ca-4d55-b210-517c1304943e req-46186c41-46f9-4312-acf4-52e890f92b00 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=589bb32e-16be-4d4e-a9f6-0531049b1280 HTTP/1.1" status: 200 len: 855 time: 0.2480087 Sep 29 17:39:54.709872 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bc9917-0714-41a5-9084-eec6c67cd758 admin admin] Checking segment: {'id': 'e6ed6e71-d22a-4bd7-8a5c-42f87065fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6624fa7d-19ef-4d74-846f-4d7a40bde209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:39:54.710799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bc9917-0714-41a5-9084-eec6c67cd758 admin admin] Network hostable DHCP agents. Network: 6624fa7d-19ef-4d74-846f-4d7a40bde209, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:39:54.731600 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34c9550b-f99d-43a6-86f1-a66a1977446e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:54.747835 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594fc31-e843-47d8-9f5e-8c24ff7db6bc req-e140353d-14c7-49a5-b029-b81b77e6f9b7 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:54.749357 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8594fc31-e843-47d8-9f5e-8c24ff7db6bc req-e140353d-14c7-49a5-b029-b81b77e6f9b7 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 945 time: 0.1017547 Sep 29 17:39:54.751558 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34c9550b-f99d-43a6-86f1-a66a1977446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:54.799589 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bc9917-0714-41a5-9084-eec6c67cd758 admin admin] Network 6624fa7d-19ef-4d74-846f-4d7a40bde209 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:39:54.824184 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-34c9550b-f99d-43a6-86f1-a66a1977446e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d54c217511cc4dbe9a00ef87342d5d49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6347861 Sep 29 17:39:54.827735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49588) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:54.828333 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-53bc9917-0714-41a5-9084-eec6c67cd758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 6624fa7d-19ef-4d74-846f-4d7a40bde209) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:39:54.839786 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5848c4-d6ee-4ead-b832-fc2bf5c1fca2 None None] Network 6624fa7d-19ef-4d74-846f-4d7a40bde209 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:54.846537 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bc9917-0714-41a5-9084-eec6c67cd758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:54.847139 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53bc9917-0714-41a5-9084-eec6c67cd758 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:54.857482 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9550b-f99d-43a6-86f1-a66a1977446e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786b59ed-b364-4faa-a82d-51b5e5ec0677,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:54.891371 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8594fc31-e843-47d8-9f5e-8c24ff7db6bc req-60287268-bf7d-4e7e-9fce-0676d290012d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338289 Sep 29 17:39:54.901300 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ee144-4232-4f6d-a103-8fe1b7b01777 req-4ba63c60-bcff-4095-bc88-8361eb4256c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:54.902768 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-387ee144-4232-4f6d-a103-8fe1b7b01777 req-4ba63c60-bcff-4095-bc88-8361eb4256c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a269a08-9fff-4c08-b691-75b3a9da933f HTTP/1.1" status: 200 len: 917 time: 0.2883506 Sep 29 17:39:54.919478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d11c07da-7278-4959-b66e-6d1713a89758 req-faad0142-8dba-41db-a4ba-23008948411c tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075675 Sep 29 17:39:54.937183 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-53bc9917-0714-41a5-9084-eec6c67cd758 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7317598 Sep 29 17:39:54.984246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0322f74-39ca-4d55-b210-517c1304943e req-ee92b57b-bffb-42c2-ae9b-713a17b07e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:54.985795 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0322f74-39ca-4d55-b210-517c1304943e req-ee92b57b-bffb-42c2-ae9b-713a17b07e99 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a269a08-9fff-4c08-b691-75b3a9da933f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2728751 Sep 29 17:39:54.994394 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9798f2-0c55-43a9-9108-a34c03a1acdf x-openstack-request-id: req-3b9798f2-0c55-43a9-9108-a34c03a1acdf {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:39:54.994687 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f08cc5-a6d2-4c94-a1ca-6ac873c429dc", "tag": "c5a91e5e-dcee-4e35-81d0-5f2650445019", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:39:54.994937 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b9798f2-0c55-43a9-9108-a34c03a1acdf {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:39:54.995419 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f08cc5-a6d2-4c94-a1ca-6ac873c429dc', 'tag': 'c5a91e5e-dcee-4e35-81d0-5f2650445019', 'status': 'completed', 'code': 200} Sep 29 17:39:54.998242 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-387ee144-4232-4f6d-a103-8fe1b7b01777 req-a82d4a1a-c26a-438e-ba08-b4d3b6efb38e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02ebb19e-21e2-43c8-98e7-0c3cb87cc756 HTTP/1.1" status: 200 len: 217 time: 0.0838478 Sep 29 17:39:55.002631 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d1ec988f-c33d-41e8-a8bb-26c4288a94e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:55.003535 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e860c796-888f-4882-8dd9-800d59f779c8 req-4e83f40d-2a29-4e7d-8df1-cd282319f7f9 service neutron] 10.222.0.49 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778906 Sep 29 17:39:55.028989 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d1ec988f-c33d-41e8-a8bb-26c4288a94e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:55.052375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 25f7f599-db50-43cc-b1ec-12927e9d0df1 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:39:55.056525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f981865-a330-4b84-8c9d-f03c4bec3a2c up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:39:55.091809 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d1ec988f-c33d-41e8-a8bb-26c4288a94e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:55.094560 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d1ec988f-c33d-41e8-a8bb-26c4288a94e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:55.099254 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d1ec988f-c33d-41e8-a8bb-26c4288a94e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/786b59ed-b364-4faa-a82d-51b5e5ec0677 HTTP/1.1" status: 204 len: 168 time: 0.2658293 Sep 29 17:39:55.123943 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec988f-c33d-41e8-a8bb-26c4288a94e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786b59ed-b364-4faa-a82d-51b5e5ec0677,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:55.140790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9abbc2-5ce3-494f-bcad-7fc0a5f1f815 None None] Network 6624fa7d-19ef-4d74-846f-4d7a40bde209 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:55.161720 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a961f761-f7a3-4dbc-8e4d-b0c0d18a943a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:55.238001 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a961f761-f7a3-4dbc-8e4d-b0c0d18a943a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:55.332393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ee144-4232-4f6d-a103-8fe1b7b01777 req-5d2464fb-b025-4740-b778-d1f924a92045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:55.336551 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-387ee144-4232-4f6d-a103-8fe1b7b01777 req-5d2464fb-b025-4740-b778-d1f924a92045 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=589bb32e-16be-4d4e-a9f6-0531049b1280 HTTP/1.1" status: 200 len: 855 time: 0.3239567 Sep 29 17:39:55.337937 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 4f981865-a330-4b84-8c9d-f03c4bec3a2c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:55.338309 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:55.464511 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0322f74-39ca-4d55-b210-517c1304943e req-f1b85db8-9b59-4281-9083-f51cb44d13c9 service neutron] 10.222.0.49 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650459 Sep 29 17:39:55.535548 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 25f7f599-db50-43cc-b1ec-12927e9d0df1, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=25f7f599-db50-43cc-b1ec-12927e9d0df1,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:55.537897 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ee144-4232-4f6d-a103-8fe1b7b01777 req-eee55e83-d16f-4ba5-b03f-1343607f9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:55.539462 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-387ee144-4232-4f6d-a103-8fe1b7b01777 req-eee55e83-d16f-4ba5-b03f-1343607f9be8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a269a08-9fff-4c08-b691-75b3a9da933f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920533 Sep 29 17:39:55.557003 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '25f7f599-db50-43cc-b1ec-12927e9d0df1', 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f', 'port_id': '25f7f599-db50-43cc-b1ec-12927e9d0df1', 'mac_address': 'fa:16:3e:89:58:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589bb32e-16be-4d4e-a9f6-0531049b1280', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:39:55.559706 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:55.566723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961f761-f7a3-4dbc-8e4d-b0c0d18a943a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=8aa97602-a07a-4dd2-978c-9e96fb4a2dee,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:55.660349 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49612) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:55.688127 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:55.715204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f7f599-db50-43cc-b1ec-12927e9d0df1 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:39:55.722727 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ee00728-f041-49a0-a1be-5fd14485d8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:55.746977 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 4f981865-a330-4b84-8c9d-f03c4bec3a2c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:55.759399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e896ff-4c24-4208-8730-bba7180a6dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f981865-a330-4b84-8c9d-f03c4bec3a2c'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:39:55.762284 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388b1c02-aa17-49dc-baa4-937e44e1eb54" -d '{"events": [{"server_uuid": "e4e896ff-4c24-4208-8730-bba7180a6dcd", "name": "network-vif-plugged", "status": "completed", "tag": "4f981865-a330-4b84-8c9d-f03c4bec3a2c"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:39:55.762765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a961f761-f7a3-4dbc-8e4d-b0c0d18a943a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] In _notify_port_updated(), no bound segment for port 8aa97602-a07a-4dd2-978c-9e96fb4a2dee on network a8753ae1-7df2-4b6e-a72c-254159e6f81c {{(pid=95016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:39:55.769631 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a961f761-f7a3-4dbc-8e4d-b0c0d18a943a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:55.770316 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a961f761-f7a3-4dbc-8e4d-b0c0d18a943a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:55.773189 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a961f761-f7a3-4dbc-8e4d-b0c0d18a943a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "PUT /v2.0/ports/8aa97602-a07a-4dd2-978c-9e96fb4a2dee HTTP/1.1" status: 200 len: 999 time: 3.8059478 Sep 29 17:39:55.781662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49622) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:55.781847 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:55.824364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 25f7f599-db50-43cc-b1ec-12927e9d0df1, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=25f7f599-db50-43cc-b1ec-12927e9d0df1,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:55.836638 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-bfc9defb-7c2c-4da1-93bb-12735df4bc36 None None] Provisioning complete for port 8aa97602-a07a-4dd2-978c-9e96fb4a2dee triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:55.837163 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bfc9defb-7c2c-4da1-93bb-12735df4bc36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:55.841363 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:55.842938 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0322f74-39ca-4d55-b210-517c1304943e req-19c6edf8-3229-48a1-860c-4922484985ba service neutron] 10.222.0.49 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644462 Sep 29 17:39:55.911827 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=4f981865-a330-4b84-8c9d-f03c4bec3a2c,revision_number=10']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:55.927840 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:55.928337 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:55.928775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:55.929206 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:55.929680 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:55.930099 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:55.930535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:55.931004 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:55.931376 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:55.931878 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:55.932293 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:55.932709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:39:55.936525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-bfc9defb-7c2c-4da1-93bb-12735df4bc36 None None] Port 8aa97602-a07a-4dd2-978c-9e96fb4a2dee cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:39:55.974101 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-387ee144-4232-4f6d-a103-8fe1b7b01777 req-d05c777e-2409-4ee1-bb65-b710ea671e27 service neutron] 10.222.0.35 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988101 Sep 29 17:39:55.990250 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=25f7f599-db50-43cc-b1ec-12927e9d0df1,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:56.061783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717beb7-ad7b-4163-8912-489586499d77 req-96f947fe-93d5-4db0-8d94-e8b8e705178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:56.062762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9717beb7-ad7b-4163-8912-489586499d77 req-96f947fe-93d5-4db0-8d94-e8b8e705178f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=41eea862de9540c69207e705d28de0c7&device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 1094 time: 0.1379173 Sep 29 17:39:56.071026 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf2047d-5c64-4068-a212-c3ccc772199a x-openstack-request-id: req-2cf2047d-5c64-4068-a212-c3ccc772199a {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:39:56.071434 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e896ff-4c24-4208-8730-bba7180a6dcd", "name": "network-vif-plugged", "status": "completed", "tag": "4f981865-a330-4b84-8c9d-f03c4bec3a2c", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:39:56.071797 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2cf2047d-5c64-4068-a212-c3ccc772199a {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:39:56.072294 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e896ff-4c24-4208-8730-bba7180a6dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f981865-a330-4b84-8c9d-f03c4bec3a2c', 'code': 200} Sep 29 17:39:56.076601 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['25f7f599-db50-43cc-b1ec-12927e9d0df1'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:39:56.126787 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-79e021a8-cfd9-4060-bd57-9c67c66fead9 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:56.135057 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-79e021a8-cfd9-4060-bd57-9c67c66fead9 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/networks?id=6624fa7d-19ef-4d74-846f-4d7a40bde209 HTTP/1.1" status: 200 len: 809 time: 0.4060879 Sep 29 17:39:56.148868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-64dff156-bebe-4e15-8b53-fc6a3b2bc02e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port 8aa97602-a07a-4dd2-978c-9e96fb4a2dee {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:39:56.149140 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64dff156-bebe-4e15-8b53-fc6a3b2bc02e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:56.214609 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-fd841020-5390-438b-a9a4-4f695cc99b9c tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/quotas/63c985596efe42be8da2d1c5e2545b47 HTTP/1.1" status: 200 len: 375 time: 0.0633285 Sep 29 17:39:56.286686 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-1362a484-0bc1-47fa-a133-7a8116f5c295 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=63c985596efe42be8da2d1c5e2545b47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583620 Sep 29 17:39:56.300272 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-387ee144-4232-4f6d-a103-8fe1b7b01777 req-432ee452-b7f0-49e3-af47-d818a6061740 service neutron] 10.222.0.35 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180063 Sep 29 17:39:56.311082 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ee00728-f041-49a0-a1be-5fd14485d8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:56.324563 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ee00728-f041-49a0-a1be-5fd14485d8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:56.416953 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5ee00728-f041-49a0-a1be-5fd14485d8c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6653999951641f7ae8491079fdffd87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7554107 Sep 29 17:39:56.419829 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa28d0c-c651-4704-9440-f5eb47e1a74b req-15ff509a-7ef0-4a75-8fc1-8a839bd19ea8 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:56.421469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fa28d0c-c651-4704-9440-f5eb47e1a74b req-15ff509a-7ef0-4a75-8fc1-8a839bd19ea8 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.2211175 Sep 29 17:39:56.424424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49632) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:56.435216 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee00728-f041-49a0-a1be-5fd14485d8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be489e4b-4bd4-48fb-9fee-3b0043cd1311,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:56.472183 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64dff156-bebe-4e15-8b53-fc6a3b2bc02e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:56.478010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717beb7-ad7b-4163-8912-489586499d77 req-e2c88e81-937d-4668-9b9a-aea38ea5aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:56.479508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9717beb7-ad7b-4163-8912-489586499d77 req-e2c88e81-937d-4668-9b9a-aea38ea5aa28 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a269a08-9fff-4c08-b691-75b3a9da933f HTTP/1.1" status: 200 len: 917 time: 0.3790233 Sep 29 17:39:56.484834 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-a1b39ab3-c441-451c-bf3c-2d9c01695cc9 service neutron] 10.222.0.44 "GET /v2.0/networks/6624fa7d-19ef-4d74-846f-4d7a40bde209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868894 Sep 29 17:39:56.513183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1285d-e9c2-4ecd-865d-4e13b7de0a83 req-173d1778-9333-4bdc-8f7a-ba7891634679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:56.514585 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5bf1285d-e9c2-4ecd-865d-4e13b7de0a83 req-173d1778-9333-4bdc-8f7a-ba7891634679 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 1098 time: 0.2176745 Sep 29 17:39:56.521098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-64dff156-bebe-4e15-8b53-fc6a3b2bc02e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for 8aa97602-a07a-4dd2-978c-9e96fb4a2dee owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:39:56.527467 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d557c38a-df8d-48a1-a70a-d3e85cc7fa9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:56.563254 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fa28d0c-c651-4704-9440-f5eb47e1a74b req-d418f968-e7cb-468f-b583-b46482f05a15 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308975 Sep 29 17:39:56.569382 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9717beb7-ad7b-4163-8912-489586499d77 req-fa8358ab-fc2b-4079-b638-e25b7c2a81ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5a91e5e-dcee-4e35-81d0-5f2650445019 HTTP/1.1" status: 200 len: 217 time: 0.0731711 Sep 29 17:39:56.594575 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d557c38a-df8d-48a1-a70a-d3e85cc7fa9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:56.646800 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-7dd6fb9e-4be0-4729-89bb-d515f78ecdba service neutron] 10.222.0.44 "GET /v2.0/networks/6624fa7d-19ef-4d74-846f-4d7a40bde209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533544 Sep 29 17:39:56.679659 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d557c38a-df8d-48a1-a70a-d3e85cc7fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:56.684219 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d557c38a-df8d-48a1-a70a-d3e85cc7fa9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:56.685670 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d557c38a-df8d-48a1-a70a-d3e85cc7fa9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be489e4b-4bd4-48fb-9fee-3b0043cd1311 HTTP/1.1" status: 204 len: 168 time: 0.2600758 Sep 29 17:39:56.695563 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557c38a-df8d-48a1-a70a-d3e85cc7fa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be489e4b-4bd4-48fb-9fee-3b0043cd1311,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:56.884285 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c5a91e5e-dcee-4e35-81d0-5f2650445019 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:39:57.068239 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2a66544c-a64a-48fb-87c5-8136b6929d73 req-87166302-b8fd-4d27-8830-79406b1efafd tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 210 time: 0.0687709 Sep 29 17:39:57.143232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c5a91e5e-dcee-4e35-81d0-5f2650445019, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c5a91e5e-dcee-4e35-81d0-5f2650445019,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:57.156558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 25f7f599-db50-43cc-b1ec-12927e9d0df1 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:39:57.182632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'c5a91e5e-dcee-4e35-81d0-5f2650445019', 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f', 'port_id': 'c5a91e5e-dcee-4e35-81d0-5f2650445019', 'mac_address': 'fa:16:3e:c1:a2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589bb32e-16be-4d4e-a9f6-0531049b1280', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:39:57.184950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:39:57.283723 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 25f7f599-db50-43cc-b1ec-12927e9d0df1 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:39:57.301346 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:57.312682 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 25f7f599-db50-43cc-b1ec-12927e9d0df1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:39:57.319979 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:57.369689 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5bf1285d-e9c2-4ecd-865d-4e13b7de0a83 req-df7a9020-be37-4511-8d01-89fb5106731d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8155313 Sep 29 17:39:57.375332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717beb7-ad7b-4163-8912-489586499d77 req-302a279c-de4e-4d31-b213-666e9ee3f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:57.376781 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9717beb7-ad7b-4163-8912-489586499d77 req-302a279c-de4e-4d31-b213-666e9ee3f5e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=589bb32e-16be-4d4e-a9f6-0531049b1280 HTTP/1.1" status: 200 len: 855 time: 0.7975078 Sep 29 17:39:57.402656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a91e5e-dcee-4e35-81d0-5f2650445019 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:39:57.408930 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:57.441412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afebb9-ef0c-4aab-9bb1-5e883cb8d183 req-7343280f-aca6-42a7-9b7d-905fe0ba6bc0 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:57.442952 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-76afebb9-ef0c-4aab-9bb1-5e883cb8d183 req-7343280f-aca6-42a7-9b7d-905fe0ba6bc0 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 943 time: 0.1679831 Sep 29 17:39:57.498135 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c5a91e5e-dcee-4e35-81d0-5f2650445019, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c5a91e5e-dcee-4e35-81d0-5f2650445019,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:57.518248 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:57.568642 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-76afebb9-ef0c-4aab-9bb1-5e883cb8d183 req-a78995c0-9662-4eef-b895-eaf7e781a062 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091256 Sep 29 17:39:57.616342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=02ebb19e-21e2-43c8-98e7-0c3cb87cc756,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:57.708132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '02ebb19e-21e2-43c8-98e7-0c3cb87cc756', 'network_id': '8a269a08-9fff-4c08-b691-75b3a9da933f', 'port_id': '02ebb19e-21e2-43c8-98e7-0c3cb87cc756', 'mac_address': 'fa:16:3e:9f:0d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589bb32e-16be-4d4e-a9f6-0531049b1280', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:39:57.722398 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:57.777257 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9fbb1-4966-42f7-9b92-331fcbfcbe4c req-2d7b8a71-3937-497f-9dec-ceef16d2bffd tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:57.780231 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2ff9fbb1-4966-42f7-9b92-331fcbfcbe4c req-2d7b8a71-3937-497f-9dec-ceef16d2bffd tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1020386 Sep 29 17:39:57.805214 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['c5a91e5e-dcee-4e35-81d0-5f2650445019'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:39:57.823279 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64dff156-bebe-4e15-8b53-fc6a3b2bc02e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:57.849608 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:57.877966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:39:57.890979 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2ff9fbb1-4966-42f7-9b92-331fcbfcbe4c req-efb24166-db1d-4bad-a5cb-23d654e0f650 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997076 Sep 29 17:39:57.894320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=c5a91e5e-dcee-4e35-81d0-5f2650445019,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:57.933223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=02ebb19e-21e2-43c8-98e7-0c3cb87cc756,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:57.972625 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dff156-bebe-4e15-8b53-fc6a3b2bc02e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=8aa97602-a07a-4dd2-978c-9e96fb4a2dee,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:57.974793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 25f7f599-db50-43cc-b1ec-12927e9d0df1, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=25f7f599-db50-43cc-b1ec-12927e9d0df1,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:39:57.990827 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:58.066363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717beb7-ad7b-4163-8912-489586499d77 req-b5118f59-eb89-4743-8c8a-0c4d8694a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:58.067895 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9717beb7-ad7b-4163-8912-489586499d77 req-b5118f59-eb89-4743-8c8a-0c4d8694a393 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a269a08-9fff-4c08-b691-75b3a9da933f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4983697 Sep 29 17:39:58.073607 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64dff156-bebe-4e15-8b53-fc6a3b2bc02e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:58.076014 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-64dff156-bebe-4e15-8b53-fc6a3b2bc02e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/8aa97602-a07a-4dd2-978c-9e96fb4a2dee HTTP/1.1" status: 204 len: 168 time: 2.2904634 Sep 29 17:39:58.078946 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49670) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:58.095406 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1d133d-b783-4c56-969e-2ae4e3c56ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f7f599-db50-43cc-b1ec-12927e9d0df1'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:39:58.098600 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed8564f-b5a6-4446-ad01-489ddae77fef" -d '{"events": [{"server_uuid": "fa1d133d-b783-4c56-969e-2ae4e3c56ea8", "name": "network-vif-plugged", "status": "completed", "tag": "25f7f599-db50-43cc-b1ec-12927e9d0df1"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:39:58.103838 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:58.106429 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=02ebb19e-21e2-43c8-98e7-0c3cb87cc756,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:58.136977 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e408c8f-a009-441b-b8e3-0499f4fc7554 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] GET failed (client error): The resource could not be found. Sep 29 17:39:58.141353 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9e408c8f-a009-441b-b8e3-0499f4fc7554 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/8aa97602-a07a-4dd2-978c-9e96fb4a2dee HTTP/1.1" status: 404 len: 333 time: 0.0593314 Sep 29 17:39:58.145663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49680) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:58.327653 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2faaca77-8e39-413a-a76b-eea1de7c671f req-e1fefba5-29ac-4969-a34e-8f10349260b6 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 210 time: 0.0810335 Sep 29 17:39:58.391862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-c011e485-f9e1-4a5a-99ba-89996c085b61 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting subnet c17465ca-29a8-411e-be13-775b7bbe331e {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:39:58.401909 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c011e485-f9e1-4a5a-99ba-89996c085b61 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:58.498352 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e126aa-6d66-4bc4-8ec9-069ce7a27c3f x-openstack-request-id: req-e1e126aa-6d66-4bc4-8ec9-069ce7a27c3f {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:39:58.499060 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1d133d-b783-4c56-969e-2ae4e3c56ea8", "name": "network-vif-plugged", "status": "completed", "tag": "25f7f599-db50-43cc-b1ec-12927e9d0df1", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:39:58.499527 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1e126aa-6d66-4bc4-8ec9-069ce7a27c3f {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:39:58.500598 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1d133d-b783-4c56-969e-2ae4e3c56ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f7f599-db50-43cc-b1ec-12927e9d0df1', 'code': 200} Sep 29 17:39:58.537557 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9717beb7-ad7b-4163-8912-489586499d77 req-71b97d66-0850-4e2e-9cb0-c6cfc0b14608 service neutron] 10.222.0.49 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602211 Sep 29 17:39:58.578132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=25f7f599-db50-43cc-b1ec-12927e9d0df1,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:58.622072 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c011e485-f9e1-4a5a-99ba-89996c085b61 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:58.711374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['02ebb19e-21e2-43c8-98e7-0c3cb87cc756'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:39:58.914559 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9717beb7-ad7b-4163-8912-489586499d77 req-d4d16351-a111-4d5a-806d-0b8dfd8b5c3b service neutron] 10.222.0.49 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444633 Sep 29 17:39:58.916319 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fb42c-affc-4ff9-b7fb-4dac9465b540 req-03278bb4-e3d2-4e3f-bcfb-177b52d9abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:58.917765 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-110fb42c-affc-4ff9-b7fb-4dac9465b540 req-03278bb4-e3d2-4e3f-bcfb-177b52d9abcc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 1097 time: 0.5128033 Sep 29 17:39:59.053182 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c3422-6d4b-479b-98a5-4695f3ca6678 req-d5aae503-9447-4002-a78e-9c3faec73aa2 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:59.059444 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb5c3422-6d4b-479b-98a5-4695f3ca6678 req-d5aae503-9447-4002-a78e-9c3faec73aa2 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.0859993 Sep 29 17:39:59.100803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-bef7092d-2cc6-4304-9d80-f014405f83ec tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:59.101729 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-bef7092d-2cc6-4304-9d80-f014405f83ec tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.35 "GET /v2.0/networks?id=6624fa7d-19ef-4d74-846f-4d7a40bde209 HTTP/1.1" status: 200 len: 809 time: 0.6267514 Sep 29 17:39:59.133701 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb5c3422-6d4b-479b-98a5-4695f3ca6678 req-8f112f8a-52b8-45c2-89ec-ce6884ff2de6 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662827 Sep 29 17:39:59.149164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa6dc7-5503-43bc-a47f-f5097a553b5e req-7f4ac8d1-9028-4b1a-9562-9edf8a795740 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:59.149164 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e6fa6dc7-5503-43bc-a47f-f5097a553b5e req-7f4ac8d1-9028-4b1a-9562-9edf8a795740 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 944 time: 0.3114750 Sep 29 17:39:59.149164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-66bbde4a-acfe-4451-bc58-ec44ab5379cc tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Request body: {'port': {'device_id': '8faeab56-e111-4662-8543-5af5efa5a47a', 'network_id': '6624fa7d-19ef-4d74-846f-4d7a40bde209', 'admin_state_up': True, 'tenant_id': '63c985596efe42be8da2d1c5e2545b47'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:39:59.181671 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-110fb42c-affc-4ff9-b7fb-4dac9465b540 req-cee99f24-8d18-4de3-a7aa-2334627445ed service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211969 Sep 29 17:39:59.219465 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c011e485-f9e1-4a5a-99ba-89996c085b61 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:59.295309 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e6fa6dc7-5503-43bc-a47f-f5097a553b5e req-78aa888e-74ae-47bf-9be5-99fdde29d661 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422274 Sep 29 17:39:59.370968 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c011e485-f9e1-4a5a-99ba-89996c085b61 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:59.400979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-66bbde4a-acfe-4451-bc58-ec44ab5379cc tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Made reservation on behalf of 63c985596efe42be8da2d1c5e2545b47 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:39:59.404663 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-66bbde4a-acfe-4451-bc58-ec44ab5379cc tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:59.410607 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011e485-f9e1-4a5a-99ba-89996c085b61 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Subnet': ['ID=c17465ca-29a8-411e-be13-775b7bbe331e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:39:59.419261 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c011e485-f9e1-4a5a-99ba-89996c085b61 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:59.423469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c011e485-f9e1-4a5a-99ba-89996c085b61 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/c17465ca-29a8-411e-be13-775b7bbe331e HTTP/1.1" status: 204 len: 168 time: 1.2244866 Sep 29 17:39:59.424458 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49746) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:59.427182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268c5f02-9d1b-47e9-9910-432f609408bf None None] Network a8753ae1-7df2-4b6e-a72c-254159e6f81c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:39:59.527322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2675ac2-6ff8-407e-847a-47fd4ef27234 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting subnet 9f844994-76e4-4ba5-bb38-645443ce4ea6 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:39:59.533961 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d2675ac2-6ff8-407e-847a-47fd4ef27234 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:59.558223 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71eaf8-78a5-4560-8718-83693d4fbe33 req-acb6030e-9fea-45d4-8e23-83139adedf88 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:59.576759 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71eaf8-78a5-4560-8718-83693d4fbe33 req-acb6030e-9fea-45d4-8e23-83139adedf88 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:59.596323 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71eaf8-78a5-4560-8718-83693d4fbe33 req-acb6030e-9fea-45d4-8e23-83139adedf88 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:59.616448 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71eaf8-78a5-4560-8718-83693d4fbe33 req-acb6030e-9fea-45d4-8e23-83139adedf88 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:59.626720 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71eaf8-78a5-4560-8718-83693d4fbe33 req-acb6030e-9fea-45d4-8e23-83139adedf88 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:59.645913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-963775bb-118f-47d6-94f8-47dd264b5e59 req-0c7eb503-c6ab-456d-b853-d76895343592 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 210 time: 0.1046402 Sep 29 17:39:59.649441 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71eaf8-78a5-4560-8718-83693d4fbe33 req-acb6030e-9fea-45d4-8e23-83139adedf88 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:59.664690 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71eaf8-78a5-4560-8718-83693d4fbe33 req-acb6030e-9fea-45d4-8e23-83139adedf88 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:39:59.670050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d2675ac2-6ff8-407e-847a-47fd4ef27234 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:39:59.678077 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f71eaf8-78a5-4560-8718-83693d4fbe33 req-acb6030e-9fea-45d4-8e23-83139adedf88 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5444 time: 0.2785516 Sep 29 17:39:59.772616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49754) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:39:59.788365 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f71eaf8-78a5-4560-8718-83693d4fbe33 req-d362150d-c7a8-4218-b048-2b7262c3222c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1092892 Sep 29 17:39:59.811988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-66bbde4a-acfe-4451-bc58-ec44ab5379cc tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Allocated IP 172.20.0.11 (6624fa7d-19ef-4d74-846f-4d7a40bde209/090bcfec-e6b9-4197-ac05-56a79385aaf9/806d719f-16d4-410e-ad06-b1c9ca8cdbbf) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:39:59.894634 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d2675ac2-6ff8-407e-847a-47fd4ef27234 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:00.103275 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4ee593c-b06b-4896-bc2d-94b8448d9540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:00.125320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f5c9a-e371-4456-a5fc-405aa0dfb368 req-a9073755-7c7d-4e0f-a86d-cd13cde40df2 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:00.132735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f5c9a-e371-4456-a5fc-405aa0dfb368 req-a9073755-7c7d-4e0f-a86d-cd13cde40df2 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:00.140775 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f5c9a-e371-4456-a5fc-405aa0dfb368 req-a9073755-7c7d-4e0f-a86d-cd13cde40df2 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:00.147340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f5c9a-e371-4456-a5fc-405aa0dfb368 req-a9073755-7c7d-4e0f-a86d-cd13cde40df2 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:00.156344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f5c9a-e371-4456-a5fc-405aa0dfb368 req-a9073755-7c7d-4e0f-a86d-cd13cde40df2 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:00.170158 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f5c9a-e371-4456-a5fc-405aa0dfb368 req-a9073755-7c7d-4e0f-a86d-cd13cde40df2 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:00.181913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f5c9a-e371-4456-a5fc-405aa0dfb368 req-a9073755-7c7d-4e0f-a86d-cd13cde40df2 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:00.183713 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-131f5c9a-e371-4456-a5fc-405aa0dfb368 req-a9073755-7c7d-4e0f-a86d-cd13cde40df2 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5444 time: 0.2447064 Sep 29 17:40:00.184756 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d2675ac2-6ff8-407e-847a-47fd4ef27234 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:00.228783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2675ac2-6ff8-407e-847a-47fd4ef27234 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Subnet': ['ID=9f844994-76e4-4ba5-bb38-645443ce4ea6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:00.272364 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d2675ac2-6ff8-407e-847a-47fd4ef27234 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:00.274803 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d2675ac2-6ff8-407e-847a-47fd4ef27234 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/9f844994-76e4-4ba5-bb38-645443ce4ea6 HTTP/1.1" status: 204 len: 168 time: 0.8498266 Sep 29 17:40:00.278096 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49774) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:00.316690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-66bbde4a-acfe-4451-bc58-ec44ab5379cc tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:00.389707 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-66bbde4a-acfe-4451-bc58-ec44ab5379cc tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:00.425835 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a0f39-e807-4071-8ebd-de2163de1b5f req-5e5ff443-2151-4845-8a49-54b5ea63c16c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:00.437371 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a5a0f39-e807-4071-8ebd-de2163de1b5f req-5e5ff443-2151-4845-8a49-54b5ea63c16c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.2271326 Sep 29 17:40:00.448307 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:00.494306 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4ee593c-b06b-4896-bc2d-94b8448d9540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:00.504014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-66bbde4a-acfe-4451-bc58-ec44ab5379cc tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Network 6624fa7d-19ef-4d74-846f-4d7a40bde209 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:00.507945 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b4ee593c-b06b-4896-bc2d-94b8448d9540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:00.517138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-66bbde4a-acfe-4451-bc58-ec44ab5379cc tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:00.524225 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a5a0f39-e807-4071-8ebd-de2163de1b5f req-6271a4f1-e81d-4244-88e4-ff0b57dbd3d9 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680952 Sep 29 17:40:00.535043 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-66bbde4a-acfe-4451-bc58-ec44ab5379cc tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:00.560003 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port 95e2c9e0-683b-40ec-9eac-47aeb89038b1 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:00.560370 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:00.588028 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-66bbde4a-acfe-4451-bc58-ec44ab5379cc tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:00.588686 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-66bbde4a-acfe-4451-bc58-ec44ab5379cc tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:00.634593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbde4a-acfe-4451-bc58-ec44ab5379cc tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Pushing event updated for resources: {'Port': ['ID=806d719f-16d4-410e-ad06-b1c9ca8cdbbf,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:00.647516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-66bbde4a-acfe-4451-bc58-ec44ab5379cc tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5146053 Sep 29 17:40:00.657498 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b4ee593c-b06b-4896-bc2d-94b8448d9540 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32816f78c3ad49bd9d59bf9288427a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8824134 Sep 29 17:40:00.668526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b99832-de6b-4acd-bae0-2febf5670e19 req-80a579a6-86ed-4a74-96d9-cf6f0501d1e1 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:00.672342 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49780) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:00.676915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-54b99832-de6b-4acd-bae0-2febf5670e19 req-80a579a6-86ed-4a74-96d9-cf6f0501d1e1 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 944 time: 0.2314284 Sep 29 17:40:00.686963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee593c-b06b-4896-bc2d-94b8448d9540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff4c994-3042-4498-8859-5f38acca13c4,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:00.693428 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7008b28d-5471-45fa-bc94-7ddcae2aa7e6 None None] Network a8753ae1-7df2-4b6e-a72c-254159e6f81c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:00.694728 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Request body: {'port': {'device_id': '8faeab56-e111-4662-8543-5af5efa5a47a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:00.727328 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] For port 95e2c9e0-683b-40ec-9eac-47aeb89038b1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=95e2c9e0-683b-40ec-9eac-47aeb89038b1,segment=NetworkSegment(56b918c0-943a-40e7-8807-f66ec59e5f73),segment_id=56b918c0-943a-40e7-8807-f66ec59e5f73)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:00.727718 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:00.731110 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-df9fe976-8757-4806-abbb-67b6a805af5c None None] Provisioning complete for port 95e2c9e0-683b-40ec-9eac-47aeb89038b1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:00.731742 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-df9fe976-8757-4806-abbb-67b6a805af5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:00.761944 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for 95e2c9e0-683b-40ec-9eac-47aeb89038b1 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:00.801332 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-54b99832-de6b-4acd-bae0-2febf5670e19 req-36f86af7-d619-47f2-ba3f-35151b981a43 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218603 Sep 29 17:40:00.818876 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:00.880064 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:00.914477 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c5a91e5e-dcee-4e35-81d0-5f2650445019 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:00.957795 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No DVR routers for this DVR port 95e2c9e0-683b-40ec-9eac-47aeb89038b1 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:01.005583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad08403-d1fc-4e51-aed3-32b8fd6085b8 None None] DHCP port deletion for a8753ae1-7df2-4b6e-a72c-254159e6f81c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:40:01.009696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port c5a91e5e-dcee-4e35-81d0-5f2650445019 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:40:01.011636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=95e2c9e0-683b-40ec-9eac-47aeb89038b1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:01.018940 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port c5a91e5e-dcee-4e35-81d0-5f2650445019 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:01.019314 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.146692 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.154080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896eb13-738e-487c-96d6-57bce61c8cee req-3874ac09-c6d1-4f9f-b910-1956d45c604a tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:01.154891 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:01.155586 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c896eb13-738e-487c-96d6-57bce61c8cee req-3874ac09-c6d1-4f9f-b910-1956d45c604a tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 932 time: 0.1432173 Sep 29 17:40:01.177990 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.203356 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed21d02-07f0-4b98-9758-90870d8cffb6 req-1047fd19-5427-4a0a-959b-4c6a7326b852 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:01.215922 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ed21d02-07f0-4b98-9758-90870d8cffb6 req-1047fd19-5427-4a0a-959b-4c6a7326b852 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.5570900 Sep 29 17:40:01.230527 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8753ae1-7df2-4b6e-a72c-254159e6f81c']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:01.239197 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f08cc5-a6d2-4c94-a1ca-6ac873c429dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a91e5e-dcee-4e35-81d0-5f2650445019'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:40:01.241681 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6893be7b-4c49-428d-a0e6-6838407c6d43" -d '{"events": [{"server_uuid": "84f08cc5-a6d2-4c94-a1ca-6ac873c429dc", "name": "network-vif-plugged", "status": "completed", "tag": "c5a91e5e-dcee-4e35-81d0-5f2650445019"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:40:01.246897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:40:01.258671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:01.259051 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.261750 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port c5a91e5e-dcee-4e35-81d0-5f2650445019, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c5a91e5e-dcee-4e35-81d0-5f2650445019,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:01.273737 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c896eb13-738e-487c-96d6-57bce61c8cee req-d2694ac5-df0f-4318-97b0-6ffd12e3af3a tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aa61556-7dc6-4940-985f-e969531ac654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014059 Sep 29 17:40:01.274322 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9793022-7a11-473d-bb78-ff0f6cf6a0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.287355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b918c0-943a-40e7-8807-f66ec59e5f73') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:01.287355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b918c0-943a-40e7-8807-f66ec59e5f73') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:01.296078 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.310193 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.349787 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9793022-7a11-473d-bb78-ff0f6cf6a0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.365080 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308d1af0-8d48-421c-a9d9-8ce65acdacd6 x-openstack-request-id: req-308d1af0-8d48-421c-a9d9-8ce65acdacd6 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:40:01.365779 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f08cc5-a6d2-4c94-a1ca-6ac873c429dc", "name": "network-vif-plugged", "status": "completed", "tag": "c5a91e5e-dcee-4e35-81d0-5f2650445019", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:40:01.366355 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-308d1af0-8d48-421c-a9d9-8ce65acdacd6 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:40:01.367043 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f08cc5-a6d2-4c94-a1ca-6ac873c429dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a91e5e-dcee-4e35-81d0-5f2650445019', 'code': 200} Sep 29 17:40:01.367591 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.370174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=c5a91e5e-dcee-4e35-81d0-5f2650445019,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:01.385039 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ed21d02-07f0-4b98-9758-90870d8cffb6 req-b4ab9da2-ea41-4940-a74d-fbca58716160 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680472 Sep 29 17:40:01.400065 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:40:01.400730 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:40:01.404088 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:40:01.467108 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.501096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806d719f-16d4-410e-ad06-b1c9ca8cdbbf {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:40:01.504424 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.524719 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.527125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=02ebb19e-21e2-43c8-98e7-0c3cb87cc756,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:01.530571 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/networks/a8753ae1-7df2-4b6e-a72c-254159e6f81c HTTP/1.1" status: 204 len: 168 time: 1.2498124 Sep 29 17:40:01.532551 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.534824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49796) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:01.586596 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.602359 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9793022-7a11-473d-bb78-ff0f6cf6a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.606605 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9793022-7a11-473d-bb78-ff0f6cf6a0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.608132 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b9793022-7a11-473d-bb78-ff0f6cf6a0b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cff4c994-3042-4498-8859-5f38acca13c4 HTTP/1.1" status: 204 len: 168 time: 0.9348631 Sep 29 17:40:01.625745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=02ebb19e-21e2-43c8-98e7-0c3cb87cc756,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:01.636077 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Transition to ACTIVE for port object 806d719f-16d4-410e-ad06-b1c9ca8cdbbf will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:40:01.642198 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5c005-1848-4661-ad29-d15cbf3091a2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Network': ['ID=a8753ae1-7df2-4b6e-a72c-254159e6f81c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:01.644694 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.652358 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9793022-7a11-473d-bb78-ff0f6cf6a0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff4c994-3042-4498-8859-5f38acca13c4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:01.660473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cc529-dddc-472b-95b6-af2ebcf239ba req-b13780ee-4d3c-44d8-9804-b4d6e002cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:01.663690 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0a3cc529-dddc-472b-95b6-af2ebcf239ba req-b13780ee-4d3c-44d8-9804-b4d6e002cb44 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 1096 time: 0.1409407 Sep 29 17:40:01.677691 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6930184-9115-48ff-9316-3f7922e646a1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:01.679256 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c6930184-9115-48ff-9316-3f7922e646a1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1410859 Sep 29 17:40:01.682953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49802) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:01.718396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202e8df-eea9-4e72-a805-9437b61d5102 req-50fd2fe7-8839-4f20-8eae-c2e346e6936f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:01.719989 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f202e8df-eea9-4e72-a805-9437b61d5102 req-50fd2fe7-8839-4f20-8eae-c2e346e6936f tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1476433 Sep 29 17:40:01.740182 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=806d719f-16d4-410e-ad06-b1c9ca8cdbbf,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:01.746494 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-22a9f0bd-e171-491b-bcaa-ef617ef165fc tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0625861 Sep 29 17:40:01.749976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49804) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:01.759661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f34fde47-b430-48e6-8a29-99adfb3782a9 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-133519872'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:01.797975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34fde47-b430-48e6-8a29-99adfb3782a9 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:01.801662 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f34fde47-b430-48e6-8a29-99adfb3782a9 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.838880 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34fde47-b430-48e6-8a29-99adfb3782a9 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:40:01.848062 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0a3cc529-dddc-472b-95b6-af2ebcf239ba req-915dffc0-429c-4a07-b4cc-38e456b2a0f0 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442349 Sep 29 17:40:01.851177 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f34fde47-b430-48e6-8a29-99adfb3782a9 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.851334 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-f34fde47-b430-48e6-8a29-99adfb3782a9 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Added segment 66ae111e-cb17-4693-bcfa-4dc44707fe9c of type vlan for network fe4a981c-f220-43b5-9e5a-0637aac9f1b9 Sep 29 17:40:01.909334 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f202e8df-eea9-4e72-a805-9437b61d5102 req-fec53d64-78f3-4e29-941f-4e16b2def808 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791894 Sep 29 17:40:01.950233 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f34fde47-b430-48e6-8a29-99adfb3782a9 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:01.993332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Attempting to bind port 806d719f-16d4-410e-ad06-b1c9ca8cdbbf on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:40:01.995114 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Attempting to bind port 806d719f-16d4-410e-ad06-b1c9ca8cdbbf by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'e6ed6e71-d22a-4bd7-8a5c-42f87065fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6624fa7d-19ef-4d74-846f-4d7a40bde209'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:40:01.995552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Attempting to bind port 806d719f-16d4-410e-ad06-b1c9ca8cdbbf on network 6624fa7d-19ef-4d74-846f-4d7a40bde209 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:02.007073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Port 806d719f-16d4-410e-ad06-b1c9ca8cdbbf on network 6624fa7d-19ef-4d74-846f-4d7a40bde209 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:40:02.008796 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Attempting to bind port 806d719f-16d4-410e-ad06-b1c9ca8cdbbf on network 6624fa7d-19ef-4d74-846f-4d7a40bde209 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:02.024557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:40:02.026654 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Checking segment: {'id': 'e6ed6e71-d22a-4bd7-8a5c-42f87065fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6624fa7d-19ef-4d74-846f-4d7a40bde209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:02.027425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Bound using segment: {'id': 'e6ed6e71-d22a-4bd7-8a5c-42f87065fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6624fa7d-19ef-4d74-846f-4d7a40bde209'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:40:02.028201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Bound port: 806d719f-16d4-410e-ad06-b1c9ca8cdbbf, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6ed6e71-d22a-4bd7-8a5c-42f87065fb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6624fa7d-19ef-4d74-846f-4d7a40bde209'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:40:02.028832 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:02.030927 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f34fde47-b430-48e6-8a29-99adfb3782a9 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:02.039124 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34fde47-b430-48e6-8a29-99adfb3782a9 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:02.039750 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f34fde47-b430-48e6-8a29-99adfb3782a9 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:02.139038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fde47-b430-48e6-8a29-99adfb3782a9 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Network': ['ID=fe4a981c-f220-43b5-9e5a-0637aac9f1b9,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:02.145977 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f34fde47-b430-48e6-8a29-99adfb3782a9 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3939514 Sep 29 17:40:02.154520 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network fe4a981c-f220-43b5-9e5a-0637aac9f1b9 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:40:02.154992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d052e-8b0e-463d-bd49-32e0c58b8300 req-b9fe3246-391e-44bb-b414-bd32ef22d8b6 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:02.156671 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e0d052e-8b0e-463d-bd49-32e0c58b8300 req-b9fe3246-391e-44bb-b414-bd32ef22d8b6 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 945 time: 0.1926365 Sep 29 17:40:02.157241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49824) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:02.162780 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-73ca9ffd-317e-4efc-b7a6-0b2a27659bdf tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'subnet': {'network_id': 'fe4a981c-f220-43b5-9e5a-0637aac9f1b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:02.178059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc854e4-7a28-4982-a587-dae17cc4bffe req-b4e9981d-507d-4499-bc3b-85e5818f830b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:02.179567 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dcc854e4-7a28-4982-a587-dae17cc4bffe req-b4e9981d-507d-4499-bc3b-85e5818f830b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1411455 Sep 29 17:40:02.217085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] For port 806d719f-16d4-410e-ad06-b1c9ca8cdbbf, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:40:02.221769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] For port 806d719f-16d4-410e-ad06-b1c9ca8cdbbf, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=806d719f-16d4-410e-ad06-b1c9ca8cdbbf,segment=NetworkSegment(e6ed6e71-d22a-4bd7-8a5c-42f87065fb56),segment_id=e6ed6e71-d22a-4bd7-8a5c-42f87065fb56)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:40:02.235540 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:02.286653 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:02.287417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:02.289136 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] 10.222.0.35 "PUT /v2.0/ports/806d719f-16d4-410e-ad06-b1c9ca8cdbbf HTTP/1.1" status: 200 len: 1092 time: 1.6033208 Sep 29 17:40:02.293978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faeab56-e111-4662-8543-5af5efa5a47a', 'tag': '806d719f-16d4-410e-ad06-b1c9ca8cdbbf'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:40:02.296104 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0e41de-d97c-42f0-a7dc-a6969298757e" -d '{"events": [{"name": "network-changed", "server_uuid": "8faeab56-e111-4662-8543-5af5efa5a47a", "tag": "806d719f-16d4-410e-ad06-b1c9ca8cdbbf"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:40:02.320917 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dcc854e4-7a28-4982-a587-dae17cc4bffe req-18bcbe73-f7a5-4df6-8c4c-533f78421e01 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261921 Sep 29 17:40:02.365940 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e0d052e-8b0e-463d-bd49-32e0c58b8300 req-745a5d09-b063-490c-9633-bcae35a7246a tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987174 Sep 29 17:40:02.368908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ca9ffd-317e-4efc-b7a6-0b2a27659bdf tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:02.375045 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-73ca9ffd-317e-4efc-b7a6-0b2a27659bdf tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:02.421027 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd0514-4d7e-4d54-a851-356f0045e1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=806d719f-16d4-410e-ad06-b1c9ca8cdbbf,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:02.488154 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-8ed469ac-956c-4114-92ca-574d69963a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:02.495755 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-8ed469ac-956c-4114-92ca-574d69963a35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63c985596efe42be8da2d1c5e2545b47&device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 1095 time: 0.1337645 Sep 29 17:40:02.497268 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59db8c5c-f74a-4d45-a6ad-58a78dca343c x-openstack-request-id: req-59db8c5c-f74a-4d45-a6ad-58a78dca343c {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:40:02.497593 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faeab56-e111-4662-8543-5af5efa5a47a", "tag": "806d719f-16d4-410e-ad06-b1c9ca8cdbbf", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:40:02.497841 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59db8c5c-f74a-4d45-a6ad-58a78dca343c {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:40:02.498230 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faeab56-e111-4662-8543-5af5efa5a47a', 'tag': '806d719f-16d4-410e-ad06-b1c9ca8cdbbf', 'status': 'completed', 'code': 200} Sep 29 17:40:02.499959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49850) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:02.608931 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-3183c5ef-b79c-4818-a500-298322ab603f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=806d719f-16d4-410e-ad06-b1c9ca8cdbbf HTTP/1.1" status: 200 len: 217 time: 0.0858996 Sep 29 17:40:02.640834 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37252e43-49f7-4832-a4e1-c40757866a59 req-939b05a4-e362-4df9-8a15-d82564b2155c tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:02.648661 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-37252e43-49f7-4832-a4e1-c40757866a59 req-939b05a4-e362-4df9-8a15-d82564b2155c tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 944 time: 0.1835473 Sep 29 17:40:02.672277 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc1bc1-439c-49c6-b50f-42c09d2b7e1d req-a1270ccb-860c-40b8-a655-c1a438e515e3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:02.674270 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-befc1bc1-439c-49c6-b50f-42c09d2b7e1d req-a1270ccb-860c-40b8-a655-c1a438e515e3 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1279647 Sep 29 17:40:02.774616 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-befc1bc1-439c-49c6-b50f-42c09d2b7e1d req-b537b7f3-2e17-4336-b36d-2108d45a0825 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886624 Sep 29 17:40:02.805268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-73ca9ffd-317e-4efc-b7a6-0b2a27659bdf tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:02.888205 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca9ffd-317e-4efc-b7a6-0b2a27659bdf tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Subnet': ['ID=d2f461ec-7614-458a-9e84-440f39576702,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:02.937143 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca9ffd-317e-4efc-b7a6-0b2a27659bdf tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Checking segment: {'id': '66ae111e-cb17-4693-bcfa-4dc44707fe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fe4a981c-f220-43b5-9e5a-0637aac9f1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:02.937645 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ca9ffd-317e-4efc-b7a6-0b2a27659bdf tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network hostable DHCP agents. Network: fe4a981c-f220-43b5-9e5a-0637aac9f1b9, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:40:02.995211 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 95e2c9e0-683b-40ec-9eac-47aeb89038b1 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:40:03.007338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ca9ffd-317e-4efc-b7a6-0b2a27659bdf tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network fe4a981c-f220-43b5-9e5a-0637aac9f1b9 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:40:03.015795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 95e2c9e0-683b-40ec-9eac-47aeb89038b1 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:40:03.016485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 95e2c9e0-683b-40ec-9eac-47aeb89038b1 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:40:03.040580 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e03153-2411-4ca7-8496-4295d36b96da req-5725864a-4d63-44c8-be5e-f7818a32d6f7 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:03.048486 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-80e03153-2411-4ca7-8496-4295d36b96da req-5725864a-4d63-44c8-be5e-f7818a32d6f7 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1137583 Sep 29 17:40:03.051396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-73ca9ffd-317e-4efc-b7a6-0b2a27659bdf tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, fe4a981c-f220-43b5-9e5a-0637aac9f1b9) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:03.059725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58e91e0-dfb0-4f0f-a45c-b92e53d0e8ed None None] Network fe4a981c-f220-43b5-9e5a-0637aac9f1b9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:03.069549 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca9ffd-317e-4efc-b7a6-0b2a27659bdf tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:03.070131 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-73ca9ffd-317e-4efc-b7a6-0b2a27659bdf tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:03.108893 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-80e03153-2411-4ca7-8496-4295d36b96da req-e0601389-0958-4ee5-9988-c6a91a7cddf0 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593987 Sep 29 17:40:03.129487 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-73ca9ffd-317e-4efc-b7a6-0b2a27659bdf tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9708333 Sep 29 17:40:03.131537 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49878) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:03.138613 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-10278562-f33a-4d2c-9dee-2e637911e029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'network_id': 'fe4a981c-f220-43b5-9e5a-0637aac9f1b9', 'name': 'tempest-PortsTestJSON-991289478'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:03.166801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-4cdd1cc3-9e08-4699-9c78-ec000fc46d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:03.168293 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-4cdd1cc3-9e08-4699-9c78-ec000fc46d37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=090bcfec-e6b9-4197-ac05-56a79385aaf9 HTTP/1.1" status: 200 len: 849 time: 0.5168293 Sep 29 17:40:03.230964 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-17b3b0a6-0300-42c4-a4ce-ba26e9081164 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6624fa7d-19ef-4d74-846f-4d7a40bde209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496833 Sep 29 17:40:03.247031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18870ec1-060d-47c8-b79c-3c94d865577b req-2bc5fda4-4c64-420d-94d8-e5af59ec2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:03.247853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18870ec1-060d-47c8-b79c-3c94d865577b req-2bc5fda4-4c64-420d-94d8-e5af59ec2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:03.248492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18870ec1-060d-47c8-b79c-3c94d865577b req-2bc5fda4-4c64-420d-94d8-e5af59ec2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:03.249730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18870ec1-060d-47c8-b79c-3c94d865577b req-2bc5fda4-4c64-420d-94d8-e5af59ec2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:03.250399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18870ec1-060d-47c8-b79c-3c94d865577b req-2bc5fda4-4c64-420d-94d8-e5af59ec2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:03.251036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18870ec1-060d-47c8-b79c-3c94d865577b req-2bc5fda4-4c64-420d-94d8-e5af59ec2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:03.251687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18870ec1-060d-47c8-b79c-3c94d865577b req-2bc5fda4-4c64-420d-94d8-e5af59ec2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:03.260524 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18870ec1-060d-47c8-b79c-3c94d865577b req-2bc5fda4-4c64-420d-94d8-e5af59ec2a8f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 6501 time: 0.7595503 Sep 29 17:40:03.301752 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-37252e43-49f7-4832-a4e1-c40757866a59 req-2f9cbf01-615e-4b37-b332-f5c56e919ac3 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aa61556-7dc6-4940-985f-e969531ac654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6521125 Sep 29 17:40:03.303552 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10278562-f33a-4d2c-9dee-2e637911e029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:03.307966 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10278562-f33a-4d2c-9dee-2e637911e029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:03.314475 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-fe4a981c-f220-43b5-9e5a-0637aac9f1b9', 'network_id': 'fe4a981c-f220-43b5-9e5a-0637aac9f1b9', 'tenant_id': '0342b138809740a49086a30d461c8c6e', 'fixed_ips': [{'subnet_id': 'd2f461ec-7614-458a-9e84-440f39576702'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:40:03.316125 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:03.333132 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fb8f7-8858-427d-8d7d-39b6e9c88616 req-35560191-cfb7-4b54-ac8f-589d38a251e5 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:03.335017 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1e7fb8f7-8858-427d-8d7d-39b6e9c88616 req-35560191-cfb7-4b54-ac8f-589d38a251e5 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.0863066 Sep 29 17:40:03.350769 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18870ec1-060d-47c8-b79c-3c94d865577b req-50001735-19a1-4aa2-8a41-5c9dce8a0706 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887072 Sep 29 17:40:03.389253 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-10278562-f33a-4d2c-9dee-2e637911e029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port bb0f044f-0738-4ce9-9ffe-dbe6f3d5080d yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:40:03.404821 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1e7fb8f7-8858-427d-8d7d-39b6e9c88616 req-0890b70e-bf46-4b5f-bc55-2dc091fbc1bd tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620575 Sep 29 17:40:03.465856 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-46b35daa-d8b1-47c6-bbbe-18252a7df257 service neutron] 10.222.0.35 "GET /v2.0/networks/6624fa7d-19ef-4d74-846f-4d7a40bde209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017241 Sep 29 17:40:03.468964 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ebb19e-21e2-43c8-98e7-0c3cb87cc756'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:40:03.491847 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb495b7-9a58-46ed-92e2-ade7266d9132" -d '{"events": [{"server_uuid": "57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e", "name": "network-vif-plugged", "status": "completed", "tag": "02ebb19e-21e2-43c8-98e7-0c3cb87cc756"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:40:03.700485 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924bb51-9d9c-495a-96a8-e1baf2e06411 req-9ee97810-0c25-4108-9b69-a4172c1de095 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:03.706077 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1924bb51-9d9c-495a-96a8-e1baf2e06411 req-9ee97810-0c25-4108-9b69-a4172c1de095 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 945 time: 0.1849599 Sep 29 17:40:03.720233 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d173ceac-004f-4b4a-80c3-ecfdf1e0782f req-906f49d0-1b29-4916-82f3-b804f438a5c1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2043402 Sep 29 17:40:03.723747 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Allocated IP 172.20.0.2 (fe4a981c-f220-43b5-9e5a-0637aac9f1b9/d2f461ec-7614-458a-9e84-440f39576702/0b34af0b-cd9f-4f64-8290-5339b889066e) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:03.883190 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566e955e-7082-4c43-8016-681fa44f467c x-openstack-request-id: req-566e955e-7082-4c43-8016-681fa44f467c {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:40:03.883690 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e", "name": "network-vif-plugged", "status": "completed", "tag": "02ebb19e-21e2-43c8-98e7-0c3cb87cc756", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:40:03.884069 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-566e955e-7082-4c43-8016-681fa44f467c {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:40:03.884581 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ebb19e-21e2-43c8-98e7-0c3cb87cc756', 'code': 200} Sep 29 17:40:03.925988 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1924bb51-9d9c-495a-96a8-e1baf2e06411 req-510fc5f4-f372-45c1-9036-545991cbe645 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024696 Sep 29 17:40:03.927866 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49906) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:03.929951 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f46af372-6cbc-48bd-82ca-a02a598ec4b8 req-6b504ef5-60e2-48bf-baba-9ed61fafc945 service neutron] 10.222.0.35 "GET /v2.0/networks/6624fa7d-19ef-4d74-846f-4d7a40bde209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572384 Sep 29 17:40:03.959932 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794999c-11d5-4007-86fc-d9c33ab717ec req-ac01adcd-a445-4fe2-a47b-6db5b3deb432 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:03.968025 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6794999c-11d5-4007-86fc-d9c33ab717ec req-ac01adcd-a445-4fe2-a47b-6db5b3deb432 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.0697842 Sep 29 17:40:03.977765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173ceac-004f-4b4a-80c3-ecfdf1e0782f req-d65b954b-5733-4d18-98c5-ba1c38f8926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:03.979312 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d173ceac-004f-4b4a-80c3-ecfdf1e0782f req-d65b954b-5733-4d18-98c5-ba1c38f8926a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00f4ff54a31b4dd99836327b3df86ada&device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 1098 time: 0.1482658 Sep 29 17:40:03.983711 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:03.998260 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:04.052101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db68a19-0b90-4ac0-b0b2-8c96886d543f req-0aa739db-f949-45e8-ba32-af2a84a561a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:04.054572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8db68a19-0b90-4ac0-b0b2-8c96886d543f req-0aa739db-f949-45e8-ba32-af2a84a561a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e HTTP/1.1" status: 200 len: 1096 time: 0.1266291 Sep 29 17:40:04.058988 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6794999c-11d5-4007-86fc-d9c33ab717ec req-527b79ec-6d6a-441c-8f7d-7402bb40279d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893719 Sep 29 17:40:04.086393 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Network fe4a981c-f220-43b5-9e5a-0637aac9f1b9 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:04.089556 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:04.093150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:04.176605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Pushing event updated for resources: {'Port': ['ID=0b34af0b-cd9f-4f64-8290-5339b889066e,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:04.183227 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-10278562-f33a-4d2c-9dee-2e637911e029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Allocated IP 172.20.0.6 (fe4a981c-f220-43b5-9e5a-0637aac9f1b9/d2f461ec-7614-458a-9e84-440f39576702/bb0f044f-0738-4ce9-9ffe-dbe6f3d5080d) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:04.197377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Attempting to bind port 0b34af0b-cd9f-4f64-8290-5339b889066e on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:40:04.197580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Attempting to bind port 0b34af0b-cd9f-4f64-8290-5339b889066e by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '66ae111e-cb17-4693-bcfa-4dc44707fe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fe4a981c-f220-43b5-9e5a-0637aac9f1b9'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:40:04.198198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Attempting to bind port 0b34af0b-cd9f-4f64-8290-5339b889066e on network fe4a981c-f220-43b5-9e5a-0637aac9f1b9 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:04.211396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:40:04.211396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Checking segment: {'id': '66ae111e-cb17-4693-bcfa-4dc44707fe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fe4a981c-f220-43b5-9e5a-0637aac9f1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:04.211396 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:04.211967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Bound using segment: {'id': '66ae111e-cb17-4693-bcfa-4dc44707fe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fe4a981c-f220-43b5-9e5a-0637aac9f1b9'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:40:04.212874 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Bound port: 0b34af0b-cd9f-4f64-8290-5339b889066e, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ae111e-cb17-4693-bcfa-4dc44707fe9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'fe4a981c-f220-43b5-9e5a-0637aac9f1b9'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:40:04.212874 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:04.230935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e41de-d97c-42f0-a7dc-a6969298757e req-fa6f2240-4a80-44cb-9191-e16cc8ddc970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:04.239184 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce0e41de-d97c-42f0-a7dc-a6969298757e req-fa6f2240-4a80-44cb-9191-e16cc8ddc970 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=63c985596efe42be8da2d1c5e2545b47&device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 1095 time: 0.2039242 Sep 29 17:40:04.249495 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2840543a-fe1b-4b68-ae1c-d0df460cbe45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:04.265338 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8db68a19-0b90-4ac0-b0b2-8c96886d543f req-571afd22-e255-44c1-a7fe-ecd6e7c4f8dc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909463 Sep 29 17:40:04.306131 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] For port 0b34af0b-cd9f-4f64-8290-5339b889066e, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:40:04.310539 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] For port 0b34af0b-cd9f-4f64-8290-5339b889066e, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0b34af0b-cd9f-4f64-8290-5339b889066e,segment=NetworkSegment(66ae111e-cb17-4693-bcfa-4dc44707fe9c),segment_id=66ae111e-cb17-4693-bcfa-4dc44707fe9c)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:40:04.316937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173ceac-004f-4b4a-80c3-ecfdf1e0782f req-3c8c9538-9560-4bd3-b3ca-9076a538087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:04.321739 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d173ceac-004f-4b4a-80c3-ecfdf1e0782f req-3c8c9538-9560-4bd3-b3ca-9076a538087f service neutron] 10.222.0.49 "GET /v2.0/networks?id=a7ae65d9-f785-4446-bdb2-7429d9329f6f HTTP/1.1" status: 200 len: 915 time: 0.3087244 Sep 29 17:40:04.332662 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:04.399480 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6626cf-6d6e-4aaa-ae80-bb6bfda390bb None None] Pushing event updated for resources: {'Port': ['ID=0b34af0b-cd9f-4f64-8290-5339b889066e,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:04.421184 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321652b-b8dd-4871-bb35-3800684b8b81 req-3f8baed1-c03d-4fbb-8408-8e2b26711ecd tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:04.422814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a321652b-b8dd-4871-bb35-3800684b8b81 req-3f8baed1-c03d-4fbb-8408-8e2b26711ecd tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.2884979 Sep 29 17:40:04.430157 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d173ceac-004f-4b4a-80c3-ecfdf1e0782f req-c0e7ff96-686c-4335-b0f3-a57f30bc27c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c HTTP/1.1" status: 200 len: 217 time: 0.0904202 Sep 29 17:40:04.508932 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10278562-f33a-4d2c-9dee-2e637911e029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:04.531886 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34a629-d4d9-4a11-9c92-cb00cc64613f req-5a7127cb-eb20-401d-bf06-05d38edef789 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:04.539965 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dd34a629-d4d9-4a11-9c92-cb00cc64613f req-5a7127cb-eb20-401d-bf06-05d38edef789 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 944 time: 0.1276720 Sep 29 17:40:04.586524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173ceac-004f-4b4a-80c3-ecfdf1e0782f req-ad4e6e2d-c2f1-41e9-b6ba-0330927134f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:04.587936 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d173ceac-004f-4b4a-80c3-ecfdf1e0782f req-ad4e6e2d-c2f1-41e9-b6ba-0330927134f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bbad4c0-0681-418d-aef1-176c25bc2285 HTTP/1.1" status: 200 len: 854 time: 0.1503360 Sep 29 17:40:04.601365 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a321652b-b8dd-4871-bb35-3800684b8b81 req-eebd5e67-68a2-456e-8727-0dd79446ece9 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596668 Sep 29 17:40:04.617834 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dd34a629-d4d9-4a11-9c92-cb00cc64613f req-a3f1c4ce-de39-4086-8121-447ca60dcbe5 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aa61556-7dc6-4940-985f-e969531ac654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769196 Sep 29 17:40:04.654816 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e41de-d97c-42f0-a7dc-a6969298757e req-2bd72e98-7414-404b-a5a7-90dda108bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:04.655600 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10278562-f33a-4d2c-9dee-2e637911e029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:04.656307 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce0e41de-d97c-42f0-a7dc-a6969298757e req-2bd72e98-7414-404b-a5a7-90dda108bc9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=6624fa7d-19ef-4d74-846f-4d7a40bde209 HTTP/1.1" status: 200 len: 910 time: 0.3968549 Sep 29 17:40:04.658818 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d173ceac-004f-4b4a-80c3-ecfdf1e0782f req-36ae536d-74e0-4a29-b383-b6f00680eeed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a7ae65d9-f785-4446-bdb2-7429d9329f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604558 Sep 29 17:40:04.708805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2840543a-fe1b-4b68-ae1c-d0df460cbe45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:04.750646 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10278562-f33a-4d2c-9dee-2e637911e029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network fe4a981c-f220-43b5-9e5a-0637aac9f1b9 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:04.754782 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-10278562-f33a-4d2c-9dee-2e637911e029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:04.763821 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10278562-f33a-4d2c-9dee-2e637911e029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:04.776943 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10278562-f33a-4d2c-9dee-2e637911e029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=bb0f044f-0738-4ce9-9ffe-dbe6f3d5080d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:04.791361 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2840543a-fe1b-4b68-ae1c-d0df460cbe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:04.798138 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce0e41de-d97c-42f0-a7dc-a6969298757e req-de6e783d-523f-426a-b532-093f6be4c3c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=806d719f-16d4-410e-ad06-b1c9ca8cdbbf HTTP/1.1" status: 200 len: 217 time: 0.1224709 Sep 29 17:40:04.836499 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10278562-f33a-4d2c-9dee-2e637911e029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:04.837198 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10278562-f33a-4d2c-9dee-2e637911e029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:04.865554 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-10278562-f33a-4d2c-9dee-2e637911e029 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7323940 Sep 29 17:40:04.867443 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49920) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:04.873876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-927ab8bf-6f70-4a84-a972-c39495a1f17a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'network_id': 'fe4a981c-f220-43b5-9e5a-0637aac9f1b9', 'name': 'tempest-PortsTestJSON-123353428'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:04.958871 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2840543a-fe1b-4b68-ae1c-d0df460cbe45 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37c138b1e4e54440a310de7cb17f25d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0242062 Sep 29 17:40:04.967357 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840543a-fe1b-4b68-ae1c-d0df460cbe45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7974492a-b1b0-4fe2-9918-67f6997eef9d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:04.972397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49922) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:05.012762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e41de-d97c-42f0-a7dc-a6969298757e req-6c571a8b-62e3-4866-81f2-63a7575fb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:05.014329 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce0e41de-d97c-42f0-a7dc-a6969298757e req-6c571a8b-62e3-4866-81f2-63a7575fb24f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=090bcfec-e6b9-4197-ac05-56a79385aaf9 HTTP/1.1" status: 200 len: 849 time: 0.1983204 Sep 29 17:40:05.042672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0b34af0b-cd9f-4f64-8290-5339b889066e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:05.053708 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d173ceac-004f-4b4a-80c3-ecfdf1e0782f req-7da85368-aaa4-44c3-8693-1c99ee892343 service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768272 Sep 29 17:40:05.076812 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf64f7-cc84-4415-924a-68ec58e4ba19 req-b05967ff-c13c-446b-b69e-34b0eb52b740 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:05.084242 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94bf64f7-cc84-4415-924a-68ec58e4ba19 req-b05967ff-c13c-446b-b69e-34b0eb52b740 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e HTTP/1.1" status: 200 len: 945 time: 0.2809732 Sep 29 17:40:05.089670 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce0e41de-d97c-42f0-a7dc-a6969298757e req-deeb520d-c559-47ad-8815-237cb2b9d7b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6624fa7d-19ef-4d74-846f-4d7a40bde209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603456 Sep 29 17:40:05.117957 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0b34af0b-cd9f-4f64-8290-5339b889066e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:05.118810 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:05.123956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927ab8bf-6f70-4a84-a972-c39495a1f17a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:05.130848 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-927ab8bf-6f70-4a84-a972-c39495a1f17a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:05.171073 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-927ab8bf-6f70-4a84-a972-c39495a1f17a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port 401aa68b-7da8-440f-a2ed-2c0ddad95d99 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:40:05.263837 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9afd87a2-2555-4216-adcb-b078de447294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:05.274781 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:05.295187 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6bae40-171b-46d7-b781-0b2fae2ef0b3 req-e706ff6b-588f-4a5a-aa36-91e1ca104960 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:05.303464 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2a6bae40-171b-46d7-b781-0b2fae2ef0b3 req-e706ff6b-588f-4a5a-aa36-91e1ca104960 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1217432 Sep 29 17:40:05.317158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 0b34af0b-cd9f-4f64-8290-5339b889066e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0b34af0b-cd9f-4f64-8290-5339b889066e,segment=NetworkSegment(66ae111e-cb17-4693-bcfa-4dc44707fe9c),segment_id=66ae111e-cb17-4693-bcfa-4dc44707fe9c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:05.325654 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:05.365228 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9afd87a2-2555-4216-adcb-b078de447294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:05.416270 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2a6bae40-171b-46d7-b781-0b2fae2ef0b3 req-c6eeebab-b35f-443a-a52b-cc9e422c417a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118279 Sep 29 17:40:05.419396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=0b34af0b-cd9f-4f64-8290-5339b889066e,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:05.437507 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-927ab8bf-6f70-4a84-a972-c39495a1f17a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Allocated IP 172.20.0.4 (fe4a981c-f220-43b5-9e5a-0637aac9f1b9/d2f461ec-7614-458a-9e84-440f39576702/401aa68b-7da8-440f-a2ed-2c0ddad95d99) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:05.443556 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94bf64f7-cc84-4415-924a-68ec58e4ba19 req-af8177f1-e446-436a-9bd0-e46fb2c32695 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584328 Sep 29 17:40:05.446068 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d173ceac-004f-4b4a-80c3-ecfdf1e0782f req-5b67661b-d226-4528-94d7-964bcb5902ad service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594165 Sep 29 17:40:05.513207 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9afd87a2-2555-4216-adcb-b078de447294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:05.522939 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9afd87a2-2555-4216-adcb-b078de447294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:05.524383 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9afd87a2-2555-4216-adcb-b078de447294 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7974492a-b1b0-4fe2-9918-67f6997eef9d HTTP/1.1" status: 204 len: 168 time: 0.5494065 Sep 29 17:40:05.602050 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce0e41de-d97c-42f0-a7dc-a6969298757e req-f5f3faec-b55d-456e-9455-900050235f20 service neutron] 10.222.0.35 "GET /v2.0/networks/6624fa7d-19ef-4d74-846f-4d7a40bde209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976721 Sep 29 17:40:05.818261 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce0e41de-d97c-42f0-a7dc-a6969298757e req-ddfc577d-0efa-42ca-8eda-dd3b0abd38f8 service neutron] 10.222.0.35 "GET /v2.0/networks/6624fa7d-19ef-4d74-846f-4d7a40bde209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992333 Sep 29 17:40:05.818986 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd87a2-2555-4216-adcb-b078de447294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7974492a-b1b0-4fe2-9918-67f6997eef9d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:05.906431 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-927ab8bf-6f70-4a84-a972-c39495a1f17a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:05.919894 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe3fe2-4558-480d-8d25-14864c9ffcc6 req-8af54334-706a-4f97-83ee-a5becd910639 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:05.922113 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9fe3fe2-4558-480d-8d25-14864c9ffcc6 req-8af54334-706a-4f97-83ee-a5becd910639 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 944 time: 0.1292126 Sep 29 17:40:06.027917 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9fe3fe2-4558-480d-8d25-14864c9ffcc6 req-a3fe80f7-8210-40be-8765-5065fac4a0e1 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aa61556-7dc6-4940-985f-e969531ac654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779874 Sep 29 17:40:06.045852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-927ab8bf-6f70-4a84-a972-c39495a1f17a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:06.084462 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a864180-d114-4cfb-aada-e38b39603793 None None] Network fe4a981c-f220-43b5-9e5a-0637aac9f1b9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:06.103525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c4a57-7e85-4bec-bb03-32fd496fe258 req-6a14666a-641b-4804-b438-9dd54d5d20af tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:06.105178 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce4c4a57-7e85-4bec-bb03-32fd496fe258 req-6a14666a-641b-4804-b438-9dd54d5d20af tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1738575 Sep 29 17:40:06.119449 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927ab8bf-6f70-4a84-a972-c39495a1f17a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network fe4a981c-f220-43b5-9e5a-0637aac9f1b9 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:06.122879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-927ab8bf-6f70-4a84-a972-c39495a1f17a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:06.125469 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ab8bf-6f70-4a84-a972-c39495a1f17a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:06.126395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799d0ad-20bd-4e81-bef8-51f824e9fb5d req-6bad4b57-149a-4081-9490-8fb5c60d2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:06.128054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4799d0ad-20bd-4e81-bef8-51f824e9fb5d req-6bad4b57-149a-4081-9490-8fb5c60d2b45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=00f4ff54a31b4dd99836327b3df86ada&device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 1098 time: 0.1289411 Sep 29 17:40:06.136410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ab8bf-6f70-4a84-a972-c39495a1f17a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=401aa68b-7da8-440f-a2ed-2c0ddad95d99,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:06.198371 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927ab8bf-6f70-4a84-a972-c39495a1f17a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:06.199175 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-927ab8bf-6f70-4a84-a972-c39495a1f17a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:06.201884 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce4c4a57-7e85-4bec-bb03-32fd496fe258 req-73e457f6-c302-4f3e-8205-c69ee9c6d5e0 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870769 Sep 29 17:40:06.237142 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-927ab8bf-6f70-4a84-a972-c39495a1f17a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3682668 Sep 29 17:40:06.237967 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49946) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:06.318132 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799d0ad-20bd-4e81-bef8-51f824e9fb5d req-fc9f0365-2db0-4b2c-a161-005e9d9f3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:06.322719 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f5ecdb9c-522e-4775-93a6-b243fc8b5344 None None] Provisioning complete for port 0b34af0b-cd9f-4f64-8290-5339b889066e triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:06.323304 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f5ecdb9c-522e-4775-93a6-b243fc8b5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:06.324205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4799d0ad-20bd-4e81-bef8-51f824e9fb5d req-fc9f0365-2db0-4b2c-a161-005e9d9f3a28 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a7ae65d9-f785-4446-bdb2-7429d9329f6f HTTP/1.1" status: 200 len: 915 time: 0.1874235 Sep 29 17:40:06.393936 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4799d0ad-20bd-4e81-bef8-51f824e9fb5d req-599bc3cd-aa35-4a30-bab5-38acd0733c9a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c HTTP/1.1" status: 200 len: 217 time: 0.0598116 Sep 29 17:40:06.402847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4cab4d-e1b8-449b-9e91-577082d36010 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:06.407014 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6c4cab4d-e1b8-449b-9e91-577082d36010 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.1653771 Sep 29 17:40:06.407411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49950) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:06.450947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799d0ad-20bd-4e81-bef8-51f824e9fb5d req-c6ee3d3c-5943-4762-aeb1-875a814f7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:06.452856 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4799d0ad-20bd-4e81-bef8-51f824e9fb5d req-c6ee3d3c-5943-4762-aeb1-875a814f7e14 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7bbad4c0-0681-418d-aef1-176c25bc2285 HTTP/1.1" status: 200 len: 854 time: 0.0522213 Sep 29 17:40:06.511628 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4799d0ad-20bd-4e81-bef8-51f824e9fb5d req-d259ed86-8856-409d-8f4b-b63f6a65276f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a7ae65d9-f785-4446-bdb2-7429d9329f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503423 Sep 29 17:40:06.648478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4799d0ad-20bd-4e81-bef8-51f824e9fb5d req-76acf442-4a2d-4d82-be6d-ba4f66471e8e service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269019 Sep 29 17:40:06.693403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-59eb9577-c60a-44d2-b8da-adda3646f4f1 None None] Provisioning complete for port 401aa68b-7da8-440f-a2ed-2c0ddad95d99 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:06.693910 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-59eb9577-c60a-44d2-b8da-adda3646f4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:06.702501 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1c2d5-b461-4f39-baa7-0d2e29a3e9c4 req-2d49a4c9-10d8-4713-a7c9-314e5bccf6d0 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:06.704232 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e2e1c2d5-b461-4f39-baa7-0d2e29a3e9c4 req-2d49a4c9-10d8-4713-a7c9-314e5bccf6d0 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e HTTP/1.1" status: 200 len: 945 time: 0.1100731 Sep 29 17:40:06.724436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-aa6db3a8-999e-42c0-a7c5-2e9b48ccf0e6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port 401aa68b-7da8-440f-a2ed-2c0ddad95d99 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:06.724788 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa6db3a8-999e-42c0-a7c5-2e9b48ccf0e6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:06.791030 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-59eb9577-c60a-44d2-b8da-adda3646f4f1 None None] Port 401aa68b-7da8-440f-a2ed-2c0ddad95d99 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:06.794026 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4799d0ad-20bd-4e81-bef8-51f824e9fb5d req-35e23131-bfe2-4125-a46a-f0e1ed8e945a service neutron] 10.222.0.49 "GET /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412270 Sep 29 17:40:06.804712 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-59eb9577-c60a-44d2-b8da-adda3646f4f1 None None] Provisioning complete for port 0b34af0b-cd9f-4f64-8290-5339b889066e triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:06.805423 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-59eb9577-c60a-44d2-b8da-adda3646f4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:06.861204 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49964) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:06.894801 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e2e1c2d5-b461-4f39-baa7-0d2e29a3e9c4 req-b12da614-77aa-450c-b95c-6c932512c36f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834357 Sep 29 17:40:06.922945 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa6db3a8-999e-42c0-a7c5-2e9b48ccf0e6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:06.951682 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-aa6db3a8-999e-42c0-a7c5-2e9b48ccf0e6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for 401aa68b-7da8-440f-a2ed-2c0ddad95d99 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:06.957016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-59eb9577-c60a-44d2-b8da-adda3646f4f1 None None] Provisioning complete for port bb0f044f-0738-4ce9-9ffe-dbe6f3d5080d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:06.957426 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-59eb9577-c60a-44d2-b8da-adda3646f4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.020437 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0b34af0b-cd9f-4f64-8290-5339b889066e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:07.048926 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9a5859d1-fbfc-4304-be6f-9a4e7e16ad04 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1768859574-network', 'tenant_id': 'd84142c135f24890a4469eff46f71a7b'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:07.093095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-59eb9577-c60a-44d2-b8da-adda3646f4f1 None None] Port bb0f044f-0738-4ce9-9ffe-dbe6f3d5080d cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:07.116131 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0b34af0b-cd9f-4f64-8290-5339b889066e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:07.116750 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.126082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5859d1-fbfc-4304-be6f-9a4e7e16ad04 admin admin] Made reservation on behalf of d84142c135f24890a4469eff46f71a7b for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:07.132998 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a5859d1-fbfc-4304-be6f-9a4e7e16ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.147771 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a5859d1-fbfc-4304-be6f-9a4e7e16ad04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.180746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 806d719f-16d4-410e-ad06-b1c9ca8cdbbf details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:40:07.255457 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa6db3a8-999e-42c0-a7c5-2e9b48ccf0e6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.302285 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c3564748-b56b-4420-b119-ac49ffa7ff59 None None] Provisioning complete for port bb0f044f-0738-4ce9-9ffe-dbe6f3d5080d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:07.302663 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c3564748-b56b-4420-b119-ac49ffa7ff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.316082 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6db3a8-999e-42c0-a7c5-2e9b48ccf0e6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=401aa68b-7da8-440f-a2ed-2c0ddad95d99,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:07.339954 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f060a4-c867-4475-ab2d-4c5ab5eadfaf req-52ca9119-a9e0-4db7-a051-95aba77260ad tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:07.348629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b7f060a4-c867-4475-ab2d-4c5ab5eadfaf req-52ca9119-a9e0-4db7-a051-95aba77260ad tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 944 time: 0.1656475 Sep 29 17:40:07.399332 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a5859d1-fbfc-4304-be6f-9a4e7e16ad04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.427385 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b3d8-ffb8-4b5e-a28c-4ec2014b9bdd req-b9c7ca41-c531-4240-9f9e-0a09dac4221c tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:07.429184 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3577b3d8-ffb8-4b5e-a28c-4ec2014b9bdd req-b9c7ca41-c531-4240-9f9e-0a09dac4221c tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 945 time: 0.0997283 Sep 29 17:40:07.429996 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a5859d1-fbfc-4304-be6f-9a4e7e16ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.461951 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b7f060a4-c867-4475-ab2d-4c5ab5eadfaf req-0a569a85-d608-4afa-9c1e-12e87b634fce tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aa61556-7dc6-4940-985f-e969531ac654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116045 Sep 29 17:40:07.477860 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa6db3a8-999e-42c0-a7c5-2e9b48ccf0e6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.478950 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aa6db3a8-999e-42c0-a7c5-2e9b48ccf0e6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/401aa68b-7da8-440f-a2ed-2c0ddad95d99 HTTP/1.1" status: 204 len: 168 time: 1.0669432 Sep 29 17:40:07.487193 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49974) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:07.496885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5859d1-fbfc-4304-be6f-9a4e7e16ad04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:40:07.508753 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-c3564748-b56b-4420-b119-ac49ffa7ff59 None None] Port bb0f044f-0738-4ce9-9ffe-dbe6f3d5080d cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:07.548301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 806d719f-16d4-410e-ad06-b1c9ca8cdbbf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=806d719f-16d4-410e-ad06-b1c9ca8cdbbf,segment=NetworkSegment(e6ed6e71-d22a-4bd7-8a5c-42f87065fb56),segment_id=e6ed6e71-d22a-4bd7-8a5c-42f87065fb56)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:07.556946 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8e9e8b-bd63-493b-afa1-cc3d3248608a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] GET failed (client error): The resource could not be found. Sep 29 17:40:07.565899 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8b8e9e8b-bd63-493b-afa1-cc3d3248608a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/401aa68b-7da8-440f-a2ed-2c0ddad95d99 HTTP/1.1" status: 404 len: 333 time: 0.0671685 Sep 29 17:40:07.567086 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49976) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:07.569075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '806d719f-16d4-410e-ad06-b1c9ca8cdbbf', 'network_id': '6624fa7d-19ef-4d74-846f-4d7a40bde209', 'port_id': '806d719f-16d4-410e-ad06-b1c9ca8cdbbf', 'mac_address': 'fa:16:3e:37:6c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '090bcfec-e6b9-4197-ac05-56a79385aaf9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:40:07.585751 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a5859d1-fbfc-4304-be6f-9a4e7e16ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.586142 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-9a5859d1-fbfc-4304-be6f-9a4e7e16ad04 admin admin] Added segment 3e67df0c-6693-4453-bab2-d722dac8f347 of type vlan for network 0c2b12cb-851f-42f3-a96c-b64ad679c70a Sep 29 17:40:07.592846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5859d1-fbfc-4304-be6f-9a4e7e16ad04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68f1133-c171-4dda-9fd5-4fa89d5211f9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:07.626168 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3577b3d8-ffb8-4b5e-a28c-4ec2014b9bdd req-c8839fd1-79c3-4e21-98e0-6d0bd4673f05 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650498 Sep 29 17:40:07.636733 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.657835 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-94037d20-4c24-4cc3-bc46-8782707b203f None None] Could not find standard attr ID for object 401aa68b-7da8-440f-a2ed-2c0ddad95d99. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:40:07.663736 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806d719f-16d4-410e-ad06-b1c9ca8cdbbf {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:40:07.711464 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a5859d1-fbfc-4304-be6f-9a4e7e16ad04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.717027 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 806d719f-16d4-410e-ad06-b1c9ca8cdbbf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=806d719f-16d4-410e-ad06-b1c9ca8cdbbf,segment=NetworkSegment(e6ed6e71-d22a-4bd7-8a5c-42f87065fb56),segment_id=e6ed6e71-d22a-4bd7-8a5c-42f87065fb56)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:07.722727 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.762440 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a5859d1-fbfc-4304-be6f-9a4e7e16ad04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.765564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5859d1-fbfc-4304-be6f-9a4e7e16ad04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:07.766300 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a5859d1-fbfc-4304-be6f-9a4e7e16ad04 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.801718 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c067fb-c8b9-4f6d-af42-673028c8edb0 req-9f226373-c2ce-4d16-9f4b-14c23af8ef95 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:07.812226 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9a5859d1-fbfc-4304-be6f-9a4e7e16ad04 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9481893 Sep 29 17:40:07.815106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49984) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:07.820447 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=806d719f-16d4-410e-ad06-b1c9ca8cdbbf,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:07.821203 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9c9263de-90f4-42c4-928d-49329ddaee7a admin admin] Request body: {'subnet': {'network_id': '0c2b12cb-851f-42f3-a96c-b64ad679c70a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1768859574-subnet', 'tenant_id': 'd84142c135f24890a4469eff46f71a7b', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:07.822255 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c9c067fb-c8b9-4f6d-af42-673028c8edb0 req-9f226373-c2ce-4d16-9f4b-14c23af8ef95 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1582654 Sep 29 17:40:07.853403 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-b35dc1ce-7b00-4442-9529-fb66e5d266d6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port bb0f044f-0738-4ce9-9ffe-dbe6f3d5080d {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:07.854494 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b35dc1ce-7b00-4442-9529-fb66e5d266d6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.878683 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5859d1-fbfc-4304-be6f-9a4e7e16ad04 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2b12cb-851f-42f3-a96c-b64ad679c70a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:07.895888 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 0c2b12cb-851f-42f3-a96c-b64ad679c70a details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:40:07.930663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9263de-90f4-42c4-928d-49329ddaee7a admin admin] Made reservation on behalf of d84142c135f24890a4469eff46f71a7b for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:07.933541 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c9263de-90f4-42c4-928d-49329ddaee7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:07.959354 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c9c067fb-c8b9-4f6d-af42-673028c8edb0 req-25f8beaf-e8c4-4512-83de-ba6d04707afb tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349130 Sep 29 17:40:08.083739 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b35dc1ce-7b00-4442-9529-fb66e5d266d6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:08.098654 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-b35dc1ce-7b00-4442-9529-fb66e5d266d6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for bb0f044f-0738-4ce9-9ffe-dbe6f3d5080d owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:08.161550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1411049-5ed0-4f0d-b79b-9a0d91665191 req-bc196065-e7cc-4a76-908f-0e0c2268e6c5 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:08.165819 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e1411049-5ed0-4f0d-b79b-9a0d91665191 req-bc196065-e7cc-4a76-908f-0e0c2268e6c5 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.0989690 Sep 29 17:40:08.183696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['806d719f-16d4-410e-ad06-b1c9ca8cdbbf'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:40:08.258005 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e1411049-5ed0-4f0d-b79b-9a0d91665191 req-0c25d18f-6f03-45c3-9383-638f864e506d tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811148 Sep 29 17:40:08.287827 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b35dc1ce-7b00-4442-9529-fb66e5d266d6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:08.342669 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c9263de-90f4-42c4-928d-49329ddaee7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:08.382433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35dc1ce-7b00-4442-9529-fb66e5d266d6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=bb0f044f-0738-4ce9-9ffe-dbe6f3d5080d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:08.493185 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b35dc1ce-7b00-4442-9529-fb66e5d266d6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:08.499897 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b35dc1ce-7b00-4442-9529-fb66e5d266d6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/bb0f044f-0738-4ce9-9ffe-dbe6f3d5080d HTTP/1.1" status: 204 len: 168 time: 0.9323339 Sep 29 17:40:08.505183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49996) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:08.510947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9263de-90f4-42c4-928d-49329ddaee7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa167b67-d1be-4d55-a823-068e9580f4c3,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:08.521582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9263de-90f4-42c4-928d-49329ddaee7a admin admin] Checking segment: {'id': '3e67df0c-6693-4453-bab2-d722dac8f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0c2b12cb-851f-42f3-a96c-b64ad679c70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:08.522052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9263de-90f4-42c4-928d-49329ddaee7a admin admin] Network hostable DHCP agents. Network: 0c2b12cb-851f-42f3-a96c-b64ad679c70a, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:40:08.550895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9263de-90f4-42c4-928d-49329ddaee7a admin admin] Network 0c2b12cb-851f-42f3-a96c-b64ad679c70a is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:40:08.564902 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-9c9263de-90f4-42c4-928d-49329ddaee7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 0c2b12cb-851f-42f3-a96c-b64ad679c70a) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:08.569611 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9263de-90f4-42c4-928d-49329ddaee7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:08.570373 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c9263de-90f4-42c4-928d-49329ddaee7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:08.581041 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-368cbd25-2470-4c97-b014-90400a98634b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] GET failed (client error): The resource could not be found. Sep 29 17:40:08.581350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d382d75b-e428-4fbc-882c-6ab47a0cb63a None None] Network 0c2b12cb-851f-42f3-a96c-b64ad679c70a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:08.587620 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-368cbd25-2470-4c97-b014-90400a98634b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/bb0f044f-0738-4ce9-9ffe-dbe6f3d5080d HTTP/1.1" status: 404 len: 333 time: 0.0783296 Sep 29 17:40:08.589261 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49998) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:08.638382 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9c9263de-90f4-42c4-928d-49329ddaee7a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8214002 Sep 29 17:40:08.639116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50000) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:08.669570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89b2d33-6564-4e6e-a6ef-e0cbdfa77a97 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting subnet d2f461ec-7614-458a-9e84-440f39576702 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:40:08.674304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1768859574-router', 'tenant_id': 'd84142c135f24890a4469eff46f71a7b', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:08.676450 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b89b2d33-6564-4e6e-a6ef-e0cbdfa77a97 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:08.739086 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b89b2d33-6564-4e6e-a6ef-e0cbdfa77a97 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:08.813382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbccb01-d627-44d8-8cdb-4593c1b0ca0a req-57b372d1-f4f0-4979-a223-62fb5a3a0f85 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:08.821782 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cfbccb01-d627-44d8-8cdb-4593c1b0ca0a req-57b372d1-f4f0-4979-a223-62fb5a3a0f85 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 945 time: 0.2255998 Sep 29 17:40:08.831977 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:08.835400 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:08.874593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2109b181-3047-418a-adf2-15249adde07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-0c2b12cb-851f-42f3-a96c-b64ad679c70a', 'network_id': '0c2b12cb-851f-42f3-a96c-b64ad679c70a', 'tenant_id': 'd84142c135f24890a4469eff46f71a7b', 'fixed_ips': [{'subnet_id': 'fa167b67-d1be-4d55-a823-068e9580f4c3'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:40:08.875465 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2109b181-3047-418a-adf2-15249adde07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:08.895167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae1fd8-47db-4967-8936-c5310bbca257 req-ae01a70a-9d46-40e3-ad2d-6ed68b274a75 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:08.902271 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae1fd8-47db-4967-8936-c5310bbca257 req-ae01a70a-9d46-40e3-ad2d-6ed68b274a75 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:08.907589 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae1fd8-47db-4967-8936-c5310bbca257 req-ae01a70a-9d46-40e3-ad2d-6ed68b274a75 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:08.910333 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-baae1fd8-47db-4967-8936-c5310bbca257 req-ae01a70a-9d46-40e3-ad2d-6ed68b274a75 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc&device_id=57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e&device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 2417 time: 0.1277716 Sep 29 17:40:08.933367 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b89b2d33-6564-4e6e-a6ef-e0cbdfa77a97 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:08.982111 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:08.996777 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-baae1fd8-47db-4967-8936-c5310bbca257 req-9d3405f8-f18e-4c33-a62c-ffcb29c5ae93 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736768 Sep 29 17:40:09.042867 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-2109b181-3047-418a-adf2-15249adde07e None None] Allocated IP 172.20.0.2 (0c2b12cb-851f-42f3-a96c-b64ad679c70a/fa167b67-d1be-4d55-a823-068e9580f4c3/6b45cb27-05b0-4cb9-b349-9f6aa53a3767) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:09.051290 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b89b2d33-6564-4e6e-a6ef-e0cbdfa77a97 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.089502 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b2d33-6564-4e6e-a6ef-e0cbdfa77a97 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f461ec-7614-458a-9e84-440f39576702,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:09.104798 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b89b2d33-6564-4e6e-a6ef-e0cbdfa77a97 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.112501 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b89b2d33-6564-4e6e-a6ef-e0cbdfa77a97 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/d2f461ec-7614-458a-9e84-440f39576702 HTTP/1.1" status: 204 len: 168 time: 0.5191016 Sep 29 17:40:09.116269 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50006) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:09.123396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fd2a4d-46f6-4845-8703-a677dc0c7f52 None None] Network fe4a981c-f220-43b5-9e5a-0637aac9f1b9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:09.264702 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.277749 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86644a8b-27ea-4752-a17e-630c0fc5effd req-3787fdab-a48e-45f9-be2a-497734551108 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:09.279847 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86644a8b-27ea-4752-a17e-630c0fc5effd req-3787fdab-a48e-45f9-be2a-497734551108 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1675529 Sep 29 17:40:09.368537 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86644a8b-27ea-4752-a17e-630c0fc5effd req-a43064b4-5e19-4b9b-89a4-903d94b6c579 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664554 Sep 29 17:40:09.397863 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cfbccb01-d627-44d8-8cdb-4593c1b0ca0a req-7d579c3b-dec1-47a5-be15-4ca46486b459 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aa61556-7dc6-4940-985f-e969531ac654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5706108 Sep 29 17:40:09.401750 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port 0b34af0b-cd9f-4f64-8290-5339b889066e {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:09.402114 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.484758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] For port 0b34af0b-cd9f-4f64-8290-5339b889066e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0b34af0b-cd9f-4f64-8290-5339b889066e,segment=NetworkSegment(66ae111e-cb17-4693-bcfa-4dc44707fe9c),segment_id=66ae111e-cb17-4693-bcfa-4dc44707fe9c)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:09.485529 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.511429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for 0b34af0b-cd9f-4f64-8290-5339b889066e owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:09.544388 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.590784 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2109b181-3047-418a-adf2-15249adde07e None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.599840 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2109b181-3047-418a-adf2-15249adde07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.602761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b7e81-89b0-4d75-be38-85579d33d7bd req-5ac316ff-88ef-4649-adb9-e7abb0d92df7 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:09.610653 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f42b7e81-89b0-4d75-be38-85579d33d7bd req-5ac316ff-88ef-4649-adb9-e7abb0d92df7 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.0826693 Sep 29 17:40:09.621477 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df3dd1-1bcc-4636-97d2-7ba8b41809db req-be832a4a-3d6c-44e6-bf60-389ab95f5c81 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:09.629128 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-02df3dd1-1bcc-4636-97d2-7ba8b41809db req-be832a4a-3d6c-44e6-bf60-389ab95f5c81 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 945 time: 0.1278150 Sep 29 17:40:09.644197 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2109b181-3047-418a-adf2-15249adde07e None None] Network 0c2b12cb-851f-42f3-a96c-b64ad679c70a is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:09.648807 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-2109b181-3047-418a-adf2-15249adde07e None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:09.654742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2109b181-3047-418a-adf2-15249adde07e None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:09.665131 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f42b7e81-89b0-4d75-be38-85579d33d7bd req-e92ba8a2-d021-4a67-911f-8c62f92fa8b5 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526140 Sep 29 17:40:09.671323 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d234d5e-b693-418b-be4a-e286f1e69e25 None None] DHCP port deletion for fe4a981c-f220-43b5-9e5a-0637aac9f1b9 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:40:09.675661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109b181-3047-418a-adf2-15249adde07e None None] Pushing event updated for resources: {'Port': ['ID=6b45cb27-05b0-4cb9-b349-9f6aa53a3767,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:09.678153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-02df3dd1-1bcc-4636-97d2-7ba8b41809db req-b860c4d7-6f97-487d-a60c-0ddca25f8965 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475950 Sep 29 17:40:09.695337 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.726933 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=0b34af0b-cd9f-4f64-8290-5339b889066e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:09.728586 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No DVR routers for this DVR port 0b34af0b-cd9f-4f64-8290-5339b889066e on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:09.778934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8d234d5e-b693-418b-be4a-e286f1e69e25 None None] The port '0b34af0b-cd9f-4f64-8290-5339b889066e' was deleted {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 29 17:40:09.794623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2109b181-3047-418a-adf2-15249adde07e None None] Attempting to bind port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:40:09.795056 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2109b181-3047-418a-adf2-15249adde07e None None] Attempting to bind port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '3e67df0c-6693-4453-bab2-d722dac8f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0c2b12cb-851f-42f3-a96c-b64ad679c70a'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:40:09.795807 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109b181-3047-418a-adf2-15249adde07e None None] Attempting to bind port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 on network 0c2b12cb-851f-42f3-a96c-b64ad679c70a {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:09.802585 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109b181-3047-418a-adf2-15249adde07e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:40:09.802585 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109b181-3047-418a-adf2-15249adde07e None None] Checking segment: {'id': '3e67df0c-6693-4453-bab2-d722dac8f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0c2b12cb-851f-42f3-a96c-b64ad679c70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:09.802585 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2109b181-3047-418a-adf2-15249adde07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.802998 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2109b181-3047-418a-adf2-15249adde07e None None] Bound using segment: {'id': '3e67df0c-6693-4453-bab2-d722dac8f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0c2b12cb-851f-42f3-a96c-b64ad679c70a'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:40:09.803511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2109b181-3047-418a-adf2-15249adde07e None None] Bound port: 6b45cb27-05b0-4cb9-b349-9f6aa53a3767, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e67df0c-6693-4453-bab2-d722dac8f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0c2b12cb-851f-42f3-a96c-b64ad679c70a'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:40:09.803906 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2109b181-3047-418a-adf2-15249adde07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.857768 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.882629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2109b181-3047-418a-adf2-15249adde07e None None] For port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:40:09.887956 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2109b181-3047-418a-adf2-15249adde07e None None] For port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6b45cb27-05b0-4cb9-b349-9f6aa53a3767,segment=NetworkSegment(3e67df0c-6693-4453-bab2-d722dac8f347),segment_id=3e67df0c-6693-4453-bab2-d722dac8f347)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:40:09.890260 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4a981c-f220-43b5-9e5a-0637aac9f1b9']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:09.899123 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2109b181-3047-418a-adf2-15249adde07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.907686 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ae111e-cb17-4693-bcfa-4dc44707fe9c') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:09.909421 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ae111e-cb17-4693-bcfa-4dc44707fe9c') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:09.925985 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.942303 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.947955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca2a88-bf48-44b9-8997-2ad36daa027b req-54f9970d-e2d3-4483-a719-a40948cc756e tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:09.949369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:40:09.949501 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33ca2a88-bf48-44b9-8997-2ad36daa027b req-54f9970d-e2d3-4483-a719-a40948cc756e tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1469164 Sep 29 17:40:09.949775 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.953540 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:09.976697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109b181-3047-418a-adf2-15249adde07e None None] Pushing event updated for resources: {'Port': ['ID=6b45cb27-05b0-4cb9-b349-9f6aa53a3767,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:40:09.992569 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:40:09.999225 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:10.038215 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:10.053467 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:10.061955 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/networks/fe4a981c-f220-43b5-9e5a-0637aac9f1b9 HTTP/1.1" status: 204 len: 168 time: 0.9444859 Sep 29 17:40:10.072706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50022) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:10.078751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4b352-e4c8-476c-93c2-2a0d06c6aa90 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Network': ['ID=fe4a981c-f220-43b5-9e5a-0637aac9f1b9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:10.087372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b215718b-7af9-45dc-9ab3-04e0d3ab60f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-162177402'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:10.104564 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33ca2a88-bf48-44b9-8997-2ad36daa027b req-16cb0ee6-4ef4-4e60-982d-0405088f6622 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082354 Sep 29 17:40:10.150512 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b215718b-7af9-45dc-9ab3-04e0d3ab60f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:10.153837 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b215718b-7af9-45dc-9ab3-04e0d3ab60f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:10.227339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Allocated IP 172.25.2.232 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/f41740a8-13ce-4e84-9779-82ae4b6495b3) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:10.237582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b215718b-7af9-45dc-9ab3-04e0d3ab60f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:40:10.278855 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b215718b-7af9-45dc-9ab3-04e0d3ab60f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:10.279198 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-b215718b-7af9-45dc-9ab3-04e0d3ab60f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Added segment f171257e-9b65-4f3c-a093-0fb69479fe00 of type vlan for network 557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7 Sep 29 17:40:10.343971 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cf8e9-58f4-4396-a576-0178af2d6e11 req-3d83e89e-da71-4587-a8f6-c065df1b920b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:10.351849 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-879cf8e9-58f4-4396-a576-0178af2d6e11 req-3d83e89e-da71-4587-a8f6-c065df1b920b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1394050 Sep 29 17:40:10.393384 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b215718b-7af9-45dc-9ab3-04e0d3ab60f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:10.469117 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-879cf8e9-58f4-4396-a576-0178af2d6e11 req-97d4a59d-29b6-40e9-ace1-e760ff79d737 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163661 Sep 29 17:40:10.494448 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b215718b-7af9-45dc-9ab3-04e0d3ab60f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:10.500042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b215718b-7af9-45dc-9ab3-04e0d3ab60f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:10.500766 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b215718b-7af9-45dc-9ab3-04e0d3ab60f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:10.557468 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:10.579232 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b215718b-7af9-45dc-9ab3-04e0d3ab60f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5011561 Sep 29 17:40:10.583058 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50048) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:10.589831 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d52db29b-5454-4edb-b676-604e3471ff7c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'subnet': {'network_id': '557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:10.647825 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215718b-7af9-45dc-9ab3-04e0d3ab60f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Network': ['ID=557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:10.660026 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:40:10.693054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eda51b-9e9b-48d3-b113-4d281460db0f req-7cd1edd9-0cd8-4b1f-9b36-14378a792a76 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:10.700472 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-61eda51b-9e9b-48d3-b113-4d281460db0f req-7cd1edd9-0cd8-4b1f-9b36-14378a792a76 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 945 time: 0.1410596 Sep 29 17:40:10.722370 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:10.799596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:10.813694 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:10.832641 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-61eda51b-9e9b-48d3-b113-4d281460db0f req-e06a76c8-d97c-4ef6-b52d-2c3b13535131 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aa61556-7dc6-4940-985f-e969531ac654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243970 Sep 29 17:40:10.836457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:10.880516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Pushing event updated for resources: {'Port': ['ID=f41740a8-13ce-4e84-9779-82ae4b6495b3,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:10.892066 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52db29b-5454-4edb-b676-604e3471ff7c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:10.896633 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d52db29b-5454-4edb-b676-604e3471ff7c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:10.961060 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ac098709-d213-4b0d-8245-53e9e0c4038a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:11.090845 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:11.091782 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53764ad-32e7-4e12-8c59-20dc8e19da29 req-a4bc630d-b9a1-44eb-b7bb-ff27b92119e1 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:11.100772 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f53764ad-32e7-4e12-8c59-20dc8e19da29 req-a4bc630d-b9a1-44eb-b7bb-ff27b92119e1 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1800671 Sep 29 17:40:11.119259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372a43a-76b6-40f0-aea5-1d59a673efae req-1d8be145-dd1a-4f6a-8e29-fe13b4663ca4 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:11.120791 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1372a43a-76b6-40f0-aea5-1d59a673efae req-1d8be145-dd1a-4f6a-8e29-fe13b4663ca4 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.1356907 Sep 29 17:40:11.164989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:11.166293 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:11.198798 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f53764ad-32e7-4e12-8c59-20dc8e19da29 req-41de6961-85b9-469d-88c5-fce83847454c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965271 Sep 29 17:40:11.217268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1372a43a-76b6-40f0-aea5-1d59a673efae req-f41ac623-ee7e-4eec-b4c9-c735ba753571 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864449 Sep 29 17:40:11.237849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 806d719f-16d4-410e-ad06-b1c9ca8cdbbf up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:11.346352 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:11.384980 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:11.411798 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d52db29b-5454-4edb-b676-604e3471ff7c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:11.413392 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a361e8-e4ab-4089-b7f4-a755da88eabe None None] Network 0c2b12cb-851f-42f3-a96c-b64ad679c70a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:11.458368 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 806d719f-16d4-410e-ad06-b1c9ca8cdbbf completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:40:11.464287 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6b45cb27-05b0-4cb9-b349-9f6aa53a3767,segment=NetworkSegment(3e67df0c-6693-4453-bab2-d722dac8f347),segment_id=3e67df0c-6693-4453-bab2-d722dac8f347)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:11.467578 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 806d719f-16d4-410e-ad06-b1c9ca8cdbbf triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:11.468195 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:11.497716 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52db29b-5454-4edb-b676-604e3471ff7c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Subnet': ['ID=ee5e288e-fc88-456c-a071-7ee9f1dd5d09,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:11.514836 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ae169-1233-45a4-bc9f-2fd809221023 req-25267d0b-3cf4-4503-9ce5-01b15a7872ba tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:11.516283 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-228ae169-1233-45a4-bc9f-2fd809221023 req-25267d0b-3cf4-4503-9ce5-01b15a7872ba tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1375604 Sep 29 17:40:11.527260 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:11.569584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52db29b-5454-4edb-b676-604e3471ff7c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Checking segment: {'id': 'f171257e-9b65-4f3c-a093-0fb69479fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:11.569951 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52db29b-5454-4edb-b676-604e3471ff7c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network hostable DHCP agents. Network: 557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:40:11.608200 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-228ae169-1233-45a4-bc9f-2fd809221023 req-a7cab7cc-e7d6-4db0-9c33-76fc4b27ef64 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822082 Sep 29 17:40:11.609841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52db29b-5454-4edb-b676-604e3471ff7c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:40:11.618713 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:11.624524 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d52db29b-5454-4edb-b676-604e3471ff7c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:11.632491 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0b34af0b-cd9f-4f64-8290-5339b889066e no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:40:11.649093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52db29b-5454-4edb-b676-604e3471ff7c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:11.651075 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d52db29b-5454-4edb-b676-604e3471ff7c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:11.678458 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d52db29b-5454-4edb-b676-604e3471ff7c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0937662 Sep 29 17:40:11.681124 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50068) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:11.687433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-465b186e-6a6f-42fe-8aad-9fd53e74d7de tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'network_id': '557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7', 'name': 'tempest-PortsTestJSON-1513714869', 'fixed_ips': [{'subnet_id': 'ee5e288e-fc88-456c-a071-7ee9f1dd5d09', 'ip_address': '172.20.0.10'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:11.691369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deac016-8704-4f4b-a9e2-4ac07b846ff7 None None] Network 557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:11.699194 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-acef5855-06bf-4434-85fc-2d9c5a8a4109 None None] Provisioning complete for port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:11.699785 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-acef5855-06bf-4434-85fc-2d9c5a8a4109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:11.717144 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 0b34af0b-cd9f-4f64-8290-5339b889066e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:40:11.717994 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0b34af0b-cd9f-4f64-8290-5339b889066e not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:40:11.782677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=6b45cb27-05b0-4cb9-b349-9f6aa53a3767,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:11.826183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Router d6978693-9c1f-4b21-bebe-eb68e5015ff9 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:40:11.964381 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:11.985637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:40:11.994344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23500be7-0ae0-4f82-84c1-bde6ea9c099f req-13fc08ce-5060-43c3-9339-d6ee29fbd3d0 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:12.002713 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-23500be7-0ae0-4f82-84c1-bde6ea9c099f req-13fc08ce-5060-43c3-9339-d6ee29fbd3d0 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1242497 Sep 29 17:40:12.011243 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465b186e-6a6f-42fe-8aad-9fd53e74d7de tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:12.014290 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Sync routers for ids ['d6978693-9c1f-4b21-bebe-eb68e5015ff9'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:40:12.054466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4845acd-8d30-4d38-b832-6ec88c83a6a1 req-be135ad3-9274-40be-8fdc-260f2728a6d9 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:12.056712 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d4845acd-8d30-4d38-b832-6ec88c83a6a1 req-be135ad3-9274-40be-8fdc-260f2728a6d9 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 945 time: 0.0885673 Sep 29 17:40:12.071362 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:12.072719 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-38c6f04f-adad-4b56-8227-3f42248c1c93 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4024510 Sep 29 17:40:12.090794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50074) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:12.098020 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faeab56-e111-4662-8543-5af5efa5a47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806d719f-16d4-410e-ad06-b1c9ca8cdbbf'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:40:12.100289 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-23500be7-0ae0-4f82-84c1-bde6ea9c099f req-697797ab-c4be-4e60-b0b7-ccd6ec3737de tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966351 Sep 29 17:40:12.100767 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071a0b09-48f8-4b56-af24-5133fb880619" -d '{"events": [{"server_uuid": "8faeab56-e111-4662-8543-5af5efa5a47a", "name": "network-vif-plugged", "status": "completed", "tag": "806d719f-16d4-410e-ad06-b1c9ca8cdbbf"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:40:12.139597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 806d719f-16d4-410e-ad06-b1c9ca8cdbbf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=806d719f-16d4-410e-ad06-b1c9ca8cdbbf,segment=NetworkSegment(e6ed6e71-d22a-4bd7-8a5c-42f87065fb56),segment_id=e6ed6e71-d22a-4bd7-8a5c-42f87065fb56)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:12.141802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Routers {'d6978693-9c1f-4b21-bebe-eb68e5015ff9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:12.143800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:39:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d6978693-9c1f-4b21-bebe-eb68e5015ff9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:12.177837 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:12.180265 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-465b186e-6a6f-42fe-8aad-9fd53e74d7de tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:12.181390 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b71277-1456-4338-b26e-1738239f7809 x-openstack-request-id: req-f1b71277-1456-4338-b26e-1738239f7809 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:40:12.181686 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faeab56-e111-4662-8543-5af5efa5a47a", "name": "network-vif-plugged", "status": "completed", "tag": "806d719f-16d4-410e-ad06-b1c9ca8cdbbf", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:40:12.181940 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1b71277-1456-4338-b26e-1738239f7809 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:40:12.182494 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faeab56-e111-4662-8543-5af5efa5a47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806d719f-16d4-410e-ad06-b1c9ca8cdbbf', 'code': 200} Sep 29 17:40:12.227711 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-465b186e-6a6f-42fe-8aad-9fd53e74d7de tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port cfe5c44d-ef67-42da-9df6-6f28e6d9a333 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:40:12.256297 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d4845acd-8d30-4d38-b832-6ec88c83a6a1 req-c9ccf902-44af-4f87-a017-9db410f375a7 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aa61556-7dc6-4940-985f-e969531ac654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920309 Sep 29 17:40:12.310658 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7', 'network_id': '557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7', 'tenant_id': '0342b138809740a49086a30d461c8c6e', 'fixed_ips': [{'subnet_id': 'ee5e288e-fc88-456c-a071-7ee9f1dd5d09'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:40:12.313786 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:12.461720 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56ac17-a30c-40f9-a838-436359fd8daa req-ccee4bfb-15e3-44c3-b417-a551b82b14ff tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:12.469099 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-be56ac17-a30c-40f9-a838-436359fd8daa req-ccee4bfb-15e3-44c3-b417-a551b82b14ff tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1524282 Sep 29 17:40:12.551154 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-be56ac17-a30c-40f9-a838-436359fd8daa req-87af5f90-9e88-490e-8e19-49cf1bd23637 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810113 Sep 29 17:40:12.567333 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=806d719f-16d4-410e-ad06-b1c9ca8cdbbf,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:12.570059 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-92afb549-bb3d-4770-8b80-17be155c2152 None None] Provisioning complete for port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:12.570427 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-92afb549-bb3d-4770-8b80-17be155c2152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:12.622142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Set router d6978693-9c1f-4b21-bebe-eb68e5015ff9 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:40:12.630169 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-465b186e-6a6f-42fe-8aad-9fd53e74d7de tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Allocated IP 172.20.0.10 (557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7/ee5e288e-fc88-456c-a071-7ee9f1dd5d09/cfe5c44d-ef67-42da-9df6-6f28e6d9a333) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:12.839822 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-465b186e-6a6f-42fe-8aad-9fd53e74d7de tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:12.949184 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8512774-4d93-4c4c-97a3-24b135df790a req-146219d9-5b55-4d7c-a0fb-47609310d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:12.951766 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f8512774-4d93-4c4c-97a3-24b135df790a req-146219d9-5b55-4d7c-a0fb-47609310d44b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 1097 time: 0.6427667 Sep 29 17:40:12.997647 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b934b3-b951-4dd8-848e-b16a361409aa req-25393035-c7c9-489f-a094-372b693b9527 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:13.014581 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16b934b3-b951-4dd8-848e-b16a361409aa req-25393035-c7c9-489f-a094-372b693b9527 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.6247337 Sep 29 17:40:13.073626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:13.099266 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16b934b3-b951-4dd8-848e-b16a361409aa req-d870dae7-2b80-4ef9-af5a-06784ec07fb0 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780590 Sep 29 17:40:13.120406 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f8512774-4d93-4c4c-97a3-24b135df790a req-9516e297-2ecd-4b1a-8fd9-4f8fc98df1bd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4aa61556-7dc6-4940-985f-e969531ac654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588733 Sep 29 17:40:13.143578 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'name': 'tempest-TestAggregatesBasicOps-1768859574-router', 'tenant_id': 'd84142c135f24890a4469eff46f71a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f41740a8-13ce-4e84-9779-82ae4b6495b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:08Z', 'updated_at': '2021-09-29T17:40:11Z', 'revision_number': 3, 'project_id': 'd84142c135f24890a4469eff46f71a7b', 'gw_port': {'id': 'f41740a8-13ce-4e84-9779-82ae4b6495b3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:10Z', 'updated_at': '2021-09-29T17:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:13.180343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Checking router: d6978693-9c1f-4b21-bebe-eb68e5015ff9 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:40:13.180707 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Updating router d6978693-9c1f-4b21-bebe-eb68e5015ff9 port f41740a8-13ce-4e84-9779-82ae4b6495b3 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:40:13.244542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:13.244921 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:13.274495 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:13.470541 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50100) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:13.532111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51a1c-a91b-4b12-98e2-20520a79c467 req-720df84b-2bfe-4121-a8d3-ca928552ffa2 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:13.532111 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ab51a1c-a91b-4b12-98e2-20520a79c467 req-720df84b-2bfe-4121-a8d3-ca928552ffa2 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 946 time: 0.1645551 Sep 29 17:40:13.537210 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:13.544648 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6c8bd43d-3785-49a8-a8af-4233032d24be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:13.572568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360cb25-7bde-4215-9839-b349998bea27 req-7ab960dd-c2fb-48fa-accb-76299b61a414 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:13.574584 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7360cb25-7bde-4215-9839-b349998bea27 req-7ab960dd-c2fb-48fa-accb-76299b61a414 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.8632579 Sep 29 17:40:13.577890 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-465b186e-6a6f-42fe-8aad-9fd53e74d7de tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:13.666345 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Allocated IP 172.20.0.2 (557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7/ee5e288e-fc88-456c-a071-7ee9f1dd5d09/6746070e-344a-45d6-965e-d400365a5c2e) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:13.674766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b186e-6a6f-42fe-8aad-9fd53e74d7de tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:13.693055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-465b186e-6a6f-42fe-8aad-9fd53e74d7de tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:13.703596 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ab51a1c-a91b-4b12-98e2-20520a79c467 req-21e660dd-46cc-4a7a-8fa3-be6efd6e8dec tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aa61556-7dc6-4940-985f-e969531ac654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560173 Sep 29 17:40:13.726896 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b186e-6a6f-42fe-8aad-9fd53e74d7de tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:13.732283 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-191d3088-e69c-42ec-8110-70281e34b136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:13.813136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465b186e-6a6f-42fe-8aad-9fd53e74d7de tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:13.814833 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-465b186e-6a6f-42fe-8aad-9fd53e74d7de tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:13.832929 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7360cb25-7bde-4215-9839-b349998bea27 req-5967d8c2-70c6-49f9-86b8-4d26bcc661e1 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419243 Sep 29 17:40:13.847705 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-465b186e-6a6f-42fe-8aad-9fd53e74d7de tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1653876 Sep 29 17:40:13.848556 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:13.852640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b186e-6a6f-42fe-8aad-9fd53e74d7de tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=cfe5c44d-ef67-42da-9df6-6f28e6d9a333,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:13.855366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50104) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:13.866152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Allocated IP 172.20.0.1 (0c2b12cb-851f-42f3-a96c-b64ad679c70a/fa167b67-d1be-4d55-a823-068e9580f4c3/f37ae031-18aa-4714-bb81-5d3e43785e0d) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:13.873743 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:13.912639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-1f479bb3-b676-4874-ae01-be141d313707 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'network_id': '557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7', 'name': 'tempest-PortsTestJSON-1255456310', 'fixed_ips': [{'subnet_id': 'ee5e288e-fc88-456c-a071-7ee9f1dd5d09', 'ip_address': '172.20.0.9'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:13.958221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Attempting to bind port f41740a8-13ce-4e84-9779-82ae4b6495b3 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:40:13.958635 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Attempting to bind port f41740a8-13ce-4e84-9779-82ae4b6495b3 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:40:13.959003 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Attempting to bind port f41740a8-13ce-4e84-9779-82ae4b6495b3 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:13.989566 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:40:13.990007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:13.990413 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:13.990862 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:40:13.991347 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Bound port: f41740a8-13ce-4e84-9779-82ae4b6495b3, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:40:13.991730 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:13.993633 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fcf61-df08-40f8-908b-610636d0a15b None None] Pushing event updated for resources: {'Port': ['ID=f41740a8-13ce-4e84-9779-82ae4b6495b3,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:14.011510 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.029520 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.043209 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.090565 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aae504-0a5c-49d8-ac9b-8682f1897dd6 req-97623d38-25ce-49f9-9eb5-8db66652afb4 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:14.092346 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59aae504-0a5c-49d8-ac9b-8682f1897dd6 req-97623d38-25ce-49f9-9eb5-8db66652afb4 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.0715129 Sep 29 17:40:14.094125 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.134533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-191d3088-e69c-42ec-8110-70281e34b136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.144833 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Network 0c2b12cb-851f-42f3-a96c-b64ad679c70a is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:14.152080 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-191d3088-e69c-42ec-8110-70281e34b136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.155190 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:14.167422 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:14.178926 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Pushing event updated for resources: {'Port': ['ID=f37ae031-18aa-4714-bb81-5d3e43785e0d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:14.195706 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Network 557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:14.201606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] For port f41740a8-13ce-4e84-9779-82ae4b6495b3, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:40:14.206913 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Pushing event updated for resources: {'Port': ['ID=6746070e-344a-45d6-965e-d400365a5c2e,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:14.212733 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:14.219852 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:14.232288 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d3088-e69c-42ec-8110-70281e34b136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0903e2-5325-4cff-90b6-71f09fc779be,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:14.234963 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] For port f41740a8-13ce-4e84-9779-82ae4b6495b3, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f41740a8-13ce-4e84-9779-82ae4b6495b3,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:40:14.237092 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59aae504-0a5c-49d8-ac9b-8682f1897dd6 req-abbe7182-093b-4a2a-be8f-70c890275a6b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112578 Sep 29 17:40:14.254691 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.256752 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.257647 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f479bb3-b676-4874-ae01-be141d313707 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:14.265357 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f479bb3-b676-4874-ae01-be141d313707 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.296284 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-191d3088-e69c-42ec-8110-70281e34b136 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=912202772da24d1c9bf4d58e71e6f576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8201621 Sep 29 17:40:14.324810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50114) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:14.351605 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-1f479bb3-b676-4874-ae01-be141d313707 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port 46d85a10-d38f-461e-bb3c-13010443fa94 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:40:14.361483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Routers {'d6978693-9c1f-4b21-bebe-eb68e5015ff9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:14.362550 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d6978693-9c1f-4b21-bebe-eb68e5015ff9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:14.367876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Attempting to bind port 6746070e-344a-45d6-965e-d400365a5c2e on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:40:14.368485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Attempting to bind port 6746070e-344a-45d6-965e-d400365a5c2e by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'f171257e-9b65-4f3c-a093-0fb69479fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:40:14.369050 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Attempting to bind port 6746070e-344a-45d6-965e-d400365a5c2e on network 557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:14.424373 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439ef23-c80b-4a3f-9992-1efab2a06061 req-35513f37-91d8-407a-bd26-c745d0db749f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:14.426514 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8439ef23-c80b-4a3f-9992-1efab2a06061 req-35513f37-91d8-407a-bd26-c745d0db749f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.1404648 Sep 29 17:40:14.450575 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:40:14.451006 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Checking segment: {'id': 'f171257e-9b65-4f3c-a093-0fb69479fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:14.451352 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.451810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Bound using segment: {'id': 'f171257e-9b65-4f3c-a093-0fb69479fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:40:14.452295 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Bound port: 6746070e-344a-45d6-965e-d400365a5c2e, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f171257e-9b65-4f3c-a093-0fb69479fe00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:40:14.452679 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.474129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fcf61-df08-40f8-908b-610636d0a15b None None] Pushing event updated for resources: {'Port': ['ID=f41740a8-13ce-4e84-9779-82ae4b6495b3,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:14.526126 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.539360 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8439ef23-c80b-4a3f-9992-1efab2a06061 req-dc204045-5c52-447f-87ca-49d633ccd4ec tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034737 Sep 29 17:40:14.585010 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] For port 6746070e-344a-45d6-965e-d400365a5c2e, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:40:14.589373 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.592682 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] For port 6746070e-344a-45d6-965e-d400365a5c2e, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6746070e-344a-45d6-965e-d400365a5c2e,segment=NetworkSegment(f171257e-9b65-4f3c-a093-0fb69479fe00),segment_id=f171257e-9b65-4f3c-a093-0fb69479fe00)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:40:14.610300 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ac037659-f66d-4a5d-acf6-a3ebc902d96e None None] Provisioning complete for port f37ae031-18aa-4714-bb81-5d3e43785e0d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:14.610678 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ac037659-f66d-4a5d-acf6-a3ebc902d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.619780 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.623516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f123b6-7bac-49ec-9dc0-e629a6b1cf63 req-128221d8-e962-4068-9319-2be34afa7b36 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:14.625738 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91f123b6-7bac-49ec-9dc0-e629a6b1cf63 req-128221d8-e962-4068-9319-2be34afa7b36 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.2638810 Sep 29 17:40:14.632819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-1f479bb3-b676-4874-ae01-be141d313707 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Allocated IP 172.20.0.9 (557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7/ee5e288e-fc88-456c-a071-7ee9f1dd5d09/46d85a10-d38f-461e-bb3c-13010443fa94) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:14.652587 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] Set router d6978693-9c1f-4b21-bebe-eb68e5015ff9 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:40:14.659941 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.671346 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-33b5e778-f9d9-403f-81df-467212d4dfcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.693659 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-33b5e778-f9d9-403f-81df-467212d4dfcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.734837 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.775997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ac037659-f66d-4a5d-acf6-a3ebc902d96e None None] Port f37ae031-18aa-4714-bb81-5d3e43785e0d cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:14.818645 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91f123b6-7bac-49ec-9dc0-e629a6b1cf63 req-33b1cc14-5b87-4a23-8e7b-c7e678dc6a3c tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562824 Sep 29 17:40:14.846397 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8904d5-42a9-4e85-8f99-1b667420cad5 None None] Pushing event updated for resources: {'Port': ['ID=6746070e-344a-45d6-965e-d400365a5c2e,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:14.848891 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-33b5e778-f9d9-403f-81df-467212d4dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.854203 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-33b5e778-f9d9-403f-81df-467212d4dfcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.858468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-33b5e778-f9d9-403f-81df-467212d4dfcd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc0903e2-5325-4cff-90b6-71f09fc779be HTTP/1.1" status: 204 len: 168 time: 0.5212591 Sep 29 17:40:14.898282 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5e778-f9d9-403f-81df-467212d4dfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0903e2-5325-4cff-90b6-71f09fc779be,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:14.937931 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f479bb3-b676-4874-ae01-be141d313707 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:14.965853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f002641-d1c9-4074-8254-d0c9dd775d57 req-697c15b7-1f8e-43a6-a692-fa3123600b64 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:14.974069 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f002641-d1c9-4074-8254-d0c9dd775d57 req-697c15b7-1f8e-43a6-a692-fa3123600b64 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 946 time: 0.1363299 Sep 29 17:40:14.996546 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'name': 'tempest-TestAggregatesBasicOps-1768859574-router', 'tenant_id': 'd84142c135f24890a4469eff46f71a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f41740a8-13ce-4e84-9779-82ae4b6495b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:08Z', 'updated_at': '2021-09-29T17:40:11Z', 'revision_number': 3, 'project_id': 'd84142c135f24890a4469eff46f71a7b', 'gw_port': {'id': 'f41740a8-13ce-4e84-9779-82ae4b6495b3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:10Z', 'updated_at': '2021-09-29T17:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:15.040536 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c630d8-a49a-4e98-a2d7-c82fb4b9111e None None] The sync data for ids ['d6978693-9c1f-4b21-bebe-eb68e5015ff9'] in n-d-811748-2 is: [{'id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'name': 'tempest-TestAggregatesBasicOps-1768859574-router', 'tenant_id': 'd84142c135f24890a4469eff46f71a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f41740a8-13ce-4e84-9779-82ae4b6495b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:08Z', 'updated_at': '2021-09-29T17:40:11Z', 'revision_number': 3, 'project_id': 'd84142c135f24890a4469eff46f71a7b', 'gw_port': {'id': 'f41740a8-13ce-4e84-9779-82ae4b6495b3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:10Z', 'updated_at': '2021-09-29T17:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:40:15.066571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea97397-b423-4180-97ce-290e2ccd15fc req-8990d291-df45-4678-bffa-538102487aca tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:15.084444 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7ea97397-b423-4180-97ce-290e2ccd15fc req-8990d291-df45-4678-bffa-538102487aca tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1036446 Sep 29 17:40:15.089903 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f002641-d1c9-4074-8254-d0c9dd775d57 req-4e2efddc-9d01-4d9f-aade-ea1e8974911a tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aa61556-7dc6-4940-985f-e969531ac654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148708 Sep 29 17:40:15.115779 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f479bb3-b676-4874-ae01-be141d313707 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:15.171925 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7ea97397-b423-4180-97ce-290e2ccd15fc req-c6e8c5a1-a26a-496e-9c8f-353deb23095a tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790262 Sep 29 17:40:15.175071 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:15.190897 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:15.232423 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f479bb3-b676-4874-ae01-be141d313707 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:15.238502 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-1f479bb3-b676-4874-ae01-be141d313707 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:15.250989 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f479bb3-b676-4874-ae01-be141d313707 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:15.356464 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f479bb3-b676-4874-ae01-be141d313707 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:15.357418 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f479bb3-b676-4874-ae01-be141d313707 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:15.370837 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f479bb3-b676-4874-ae01-be141d313707 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=46d85a10-d38f-461e-bb3c-13010443fa94,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:15.390969 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1f479bb3-b676-4874-ae01-be141d313707 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4934652 Sep 29 17:40:15.395355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50134) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:15.404005 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:15.463726 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50136) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:15.465153 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Pushing event updated for resources: {'Port': ['ID=f37ae031-18aa-4714-bb81-5d3e43785e0d,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:15.504273 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4c46daa1-c099-4b8e-b9d1-d8a6f39d20c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:15.555984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffad93b-804e-4a4d-95c8-400afe1e07b3 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:15.562378 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dffad93b-804e-4a4d-95c8-400afe1e07b3 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1659784 Sep 29 17:40:15.563158 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9695aeb-bb56-4bc1-a2ea-759aeefe5d45 req-6a92686d-36dc-47c5-84b9-0fdc80961a65 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:15.565659 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c9695aeb-bb56-4bc1-a2ea-759aeefe5d45 req-6a92686d-36dc-47c5-84b9-0fdc80961a65 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.2164042 Sep 29 17:40:15.573722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50142) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:15.750450 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c9695aeb-bb56-4bc1-a2ea-759aeefe5d45 req-ea180903-8d36-4192-bd1d-e181b345d1ae tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735446 Sep 29 17:40:15.782069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a860e0-a4c2-45de-9b7e-382214c3e624 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:15.789189 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0c409-8715-4d72-b975-605ad67e80e3 req-bc8612cd-8085-4ef6-8870-79840782b066 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:15.789419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a860e0-a4c2-45de-9b7e-382214c3e624 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:15.795451 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a860e0-a4c2-45de-9b7e-382214c3e624 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:15.800414 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c1a860e0-a4c2-45de-9b7e-382214c3e624 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2221012 Sep 29 17:40:15.800414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Network 0c2b12cb-851f-42f3-a96c-b64ad679c70a is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:15.800830 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-54a0c409-8715-4d72-b975-605ad67e80e3 req-bc8612cd-8085-4ef6-8870-79840782b066 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.0783243 Sep 29 17:40:15.801782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50150) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:15.812617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:15.886010 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-54a0c409-8715-4d72-b975-605ad67e80e3 req-0978e56a-bc13-4780-ad54-0fb84e5c136e tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845754 Sep 29 17:40:16.121308 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4c46daa1-c099-4b8e-b9d1-d8a6f39d20c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:16.140230 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4c46daa1-c099-4b8e-b9d1-d8a6f39d20c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:16.192101 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:40:16.233472 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b4ea9-efa6-4cab-a359-5347856ce9b8 req-933b871d-13cb-4610-81b1-799088334328 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:16.235063 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-df0b4ea9-efa6-4cab-a359-5347856ce9b8 req-933b871d-13cb-4610-81b1-799088334328 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.2520070 Sep 29 17:40:16.238602 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b3867ad3-d390-45a5-8796-001b662e1109 None None] Provisioning complete for port f37ae031-18aa-4714-bb81-5d3e43785e0d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:16.239134 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b3867ad3-d390-45a5-8796-001b662e1109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:16.268335 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4c46daa1-c099-4b8e-b9d1-d8a6f39d20c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90402c5678a64c2dbf07db045c9051c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7968643 Sep 29 17:40:16.269039 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50160) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:16.277399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Router d6978693-9c1f-4b21-bebe-eb68e5015ff9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:40:16.278195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46daa1-c099-4b8e-b9d1-d8a6f39d20c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4976afc-2f02-431a-bf63-ecd6806a8bc1,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:16.323833 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b3867ad3-d390-45a5-8796-001b662e1109 None None] Port f37ae031-18aa-4714-bb81-5d3e43785e0d cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:16.386156 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf5a044c-f915-4bef-8b3d-cda3537ad389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:16.415935 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf5a044c-f915-4bef-8b3d-cda3537ad389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:16.442691 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a41fe-8d69-40f2-aa76-616bb5dd009a None None] Network 557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:16.500719 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf5a044c-f915-4bef-8b3d-cda3537ad389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:16.506811 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bf5a044c-f915-4bef-8b3d-cda3537ad389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:16.511984 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bf5a044c-f915-4bef-8b3d-cda3537ad389 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4976afc-2f02-431a-bf63-ecd6806a8bc1 HTTP/1.1" status: 204 len: 168 time: 0.2415726 Sep 29 17:40:16.527674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a044c-f915-4bef-8b3d-cda3537ad389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4976afc-2f02-431a-bf63-ecd6806a8bc1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:16.618051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-6a33111c-a11a-4cf6-b630-42e33ff02c9a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port 46d85a10-d38f-461e-bb3c-13010443fa94 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:16.618389 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a33111c-a11a-4cf6-b630-42e33ff02c9a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:16.622341 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2393928f-7e35-41a2-91d5-5c8c118f0513 None None] Provisioning complete for port 6746070e-344a-45d6-965e-d400365a5c2e triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:16.623118 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2393928f-7e35-41a2-91d5-5c8c118f0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:16.714628 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-df0b4ea9-efa6-4cab-a359-5347856ce9b8 req-7a8f4c71-cd26-4788-81f8-b284b64d741b tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621472 Sep 29 17:40:16.807097 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a33111c-a11a-4cf6-b630-42e33ff02c9a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:16.838574 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-6a33111c-a11a-4cf6-b630-42e33ff02c9a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for 46d85a10-d38f-461e-bb3c-13010443fa94 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:16.918833 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:40:16.939693 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-35e7bc57-d6e2-4016-9d6c-f0e1506f47ae admin admin] 10.222.0.44 "PUT /v2.0/routers/d6978693-9c1f-4b21-bebe-eb68e5015ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8438041 Sep 29 17:40:16.986846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff825a-163c-4c1c-bdbe-50c8e954fc92 req-77fbc83c-3c2e-473f-9b37-410f22eb8ad5 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:16.990522 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:16.995745 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0ff825a-163c-4c1c-bdbe-50c8e954fc92 req-77fbc83c-3c2e-473f-9b37-410f22eb8ad5 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.0956619 Sep 29 17:40:17.071910 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2393928f-7e35-41a2-91d5-5c8c118f0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:17.134584 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2393928f-7e35-41a2-91d5-5c8c118f0513 None None] For port 6746070e-344a-45d6-965e-d400365a5c2e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6746070e-344a-45d6-965e-d400365a5c2e,segment=NetworkSegment(f171257e-9b65-4f3c-a093-0fb69479fe00),segment_id=f171257e-9b65-4f3c-a093-0fb69479fe00)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:17.141334 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2393928f-7e35-41a2-91d5-5c8c118f0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:17.211819 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f0ff825a-163c-4c1c-bdbe-50c8e954fc92 req-b1e2bd26-3689-4135-8feb-a074e83381a4 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152338 Sep 29 17:40:17.213127 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a33111c-a11a-4cf6-b630-42e33ff02c9a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:17.215082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f41740a8-13ce-4e84-9779-82ae4b6495b3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:17.284876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50192) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:17.336779 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababc93b-0ae8-4088-b8bf-ae05246ab767 req-d4715392-da47-418d-804a-141bd7e744a9 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:17.352885 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ababc93b-0ae8-4088-b8bf-ae05246ab767 req-d4715392-da47-418d-804a-141bd7e744a9 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.0983925 Sep 29 17:40:17.383050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33111c-a11a-4cf6-b630-42e33ff02c9a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=46d85a10-d38f-461e-bb3c-13010443fa94,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:17.412988 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393928f-7e35-41a2-91d5-5c8c118f0513 None None] Pushing event updated for resources: {'Port': ['ID=6746070e-344a-45d6-965e-d400365a5c2e,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:17.431568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port f41740a8-13ce-4e84-9779-82ae4b6495b3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:17.432162 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:17.471403 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ababc93b-0ae8-4088-b8bf-ae05246ab767 req-368ce0b9-c04c-48cf-ad46-d1bfa04523db tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170466 Sep 29 17:40:17.491159 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc533202-e3a1-4a65-88fd-8a0ff8c83f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:17.497953 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Sync routers for ids ['d6978693-9c1f-4b21-bebe-eb68e5015ff9'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:40:17.509385 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a33111c-a11a-4cf6-b630-42e33ff02c9a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:17.515357 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6a33111c-a11a-4cf6-b630-42e33ff02c9a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/46d85a10-d38f-461e-bb3c-13010443fa94 HTTP/1.1" status: 204 len: 168 time: 1.7102556 Sep 29 17:40:17.515696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50198) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:17.525347 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Routers {'d6978693-9c1f-4b21-bebe-eb68e5015ff9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:17.525963 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d6978693-9c1f-4b21-bebe-eb68e5015ff9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:17.581307 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-40eb7554-96c1-4b9e-8e0a-469b7d92daff tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] GET failed (client error): The resource could not be found. Sep 29 17:40:17.586083 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-40eb7554-96c1-4b9e-8e0a-469b7d92daff tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/46d85a10-d38f-461e-bb3c-13010443fa94 HTTP/1.1" status: 404 len: 333 time: 0.0684860 Sep 29 17:40:17.588055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50204) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:17.611881 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:17.645305 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port f41740a8-13ce-4e84-9779-82ae4b6495b3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f41740a8-13ce-4e84-9779-82ae4b6495b3,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:17.654177 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:17.655348 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6746070e-344a-45d6-965e-d400365a5c2e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:17.756977 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Set router d6978693-9c1f-4b21-bebe-eb68e5015ff9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:40:17.788575 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-7ef06591-3112-4360-ba67-8edf3fc4258d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port cfe5c44d-ef67-42da-9df6-6f28e6d9a333 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:17.789212 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ef06591-3112-4360-ba67-8edf3fc4258d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:17.808862 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f87250a5-1935-4cc0-87f9-af897d9eeb5b None None] Provisioning complete for port cfe5c44d-ef67-42da-9df6-6f28e6d9a333 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:17.809235 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f87250a5-1935-4cc0-87f9-af897d9eeb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:17.814230 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc533202-e3a1-4a65-88fd-8a0ff8c83f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:17.831396 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bc533202-e3a1-4a65-88fd-8a0ff8c83f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:17.940951 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f87250a5-1935-4cc0-87f9-af897d9eeb5b None None] Port cfe5c44d-ef67-42da-9df6-6f28e6d9a333 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:17.950751 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=f41740a8-13ce-4e84-9779-82ae4b6495b3,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:17.953398 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bc533202-e3a1-4a65-88fd-8a0ff8c83f85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=214d130b0da14364950dc155f0a6ccd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6640089 Sep 29 17:40:17.954210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50210) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:17.957633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc533202-e3a1-4a65-88fd-8a0ff8c83f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15d5c25-537c-4899-a21a-6d14ad01f601,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:17.964204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f87250a5-1935-4cc0-87f9-af897d9eeb5b None None] Could not find standard attr ID for object 46d85a10-d38f-461e-bb3c-13010443fa94. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:40:18.016884 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f87250a5-1935-4cc0-87f9-af897d9eeb5b None None] Provisioning complete for port 6746070e-344a-45d6-965e-d400365a5c2e triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:18.018070 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f87250a5-1935-4cc0-87f9-af897d9eeb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:18.028456 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ef06591-3112-4360-ba67-8edf3fc4258d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:18.061928 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-7ef06591-3112-4360-ba67-8edf3fc4258d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for cfe5c44d-ef67-42da-9df6-6f28e6d9a333 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:18.117473 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 6746070e-344a-45d6-965e-d400365a5c2e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:18.119149 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:18.124932 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a64b6f4c-23e5-4218-ae42-9981bd9e0880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:18.175930 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a64b6f4c-23e5-4218-ae42-9981bd9e0880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:18.351581 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ef06591-3112-4360-ba67-8edf3fc4258d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:18.362880 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da2349-d79b-4756-aeae-73c33512f19a req-6b164ea4-b003-4bf1-9721-c0fc6bf03c3e tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:18.366336 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5da2349-d79b-4756-aeae-73c33512f19a req-6b164ea4-b003-4bf1-9721-c0fc6bf03c3e tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 946 time: 0.1790540 Sep 29 17:40:18.423338 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5da2349-d79b-4756-aeae-73c33512f19a req-faecfa17-0c1c-4069-bbb0-7f6c3806562a tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aa61556-7dc6-4940-985f-e969531ac654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504291 Sep 29 17:40:18.430851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50220) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:18.438267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5967de9f-5765-428c-a645-adef7168771e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1082693132-network', 'tenant_id': '8450c9fba7944e0a88994890a4781b73'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:18.438593 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef06591-3112-4360-ba67-8edf3fc4258d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=cfe5c44d-ef67-42da-9df6-6f28e6d9a333,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:18.450494 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a64b6f4c-23e5-4218-ae42-9981bd9e0880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:18.455660 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a64b6f4c-23e5-4218-ae42-9981bd9e0880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:18.464749 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a64b6f4c-23e5-4218-ae42-9981bd9e0880 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d15d5c25-537c-4899-a21a-6d14ad01f601 HTTP/1.1" status: 204 len: 168 time: 0.4995313 Sep 29 17:40:18.503537 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'name': 'tempest-TestAggregatesBasicOps-1768859574-router', 'tenant_id': 'd84142c135f24890a4469eff46f71a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f41740a8-13ce-4e84-9779-82ae4b6495b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:08Z', 'updated_at': '2021-09-29T17:40:14Z', 'revision_number': 4, 'project_id': 'd84142c135f24890a4469eff46f71a7b', 'gw_port': {'id': 'f41740a8-13ce-4e84-9779-82ae4b6495b3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:10Z', 'updated_at': '2021-09-29T17:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'f37ae031-18aa-4714-bb81-5d3e43785e0d', 'name': '', 'network_id': '0c2b12cb-851f-42f3-a96c-b64ad679c70a', 'tenant_id': 'd84142c135f24890a4469eff46f71a7b', 'mac_address': 'fa:16:3e:fc:1e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'fa167b67-d1be-4d55-a823-068e9580f4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:13Z', 'updated_at': '2021-09-29T17:40:14Z', 'revision_number': 2, 'project_id': 'd84142c135f24890a4469eff46f71a7b', 'subnets': [{'id': 'fa167b67-d1be-4d55-a823-068e9580f4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:18.516293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b6f4c-23e5-4218-ae42-9981bd9e0880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15d5c25-537c-4899-a21a-6d14ad01f601,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:18.574241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5967de9f-5765-428c-a645-adef7168771e admin admin] Made reservation on behalf of 8450c9fba7944e0a88994890a4781b73 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:18.576785 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5967de9f-5765-428c-a645-adef7168771e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:18.581475 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Checking router: d6978693-9c1f-4b21-bebe-eb68e5015ff9 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:40:18.581881 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Updating router d6978693-9c1f-4b21-bebe-eb68e5015ff9 port f37ae031-18aa-4714-bb81-5d3e43785e0d binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:40:18.583285 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1bbd7024-0c3b-4576-ae94-ace5c81965d9 None None] Could not find standard attr ID for object cfe5c44d-ef67-42da-9df6-6f28e6d9a333. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:40:18.594710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1bbd7024-0c3b-4576-ae94-ace5c81965d9 None None] Could not find standard attr ID for object 46d85a10-d38f-461e-bb3c-13010443fa94. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:40:18.627736 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5967de9f-5765-428c-a645-adef7168771e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:18.644598 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:18.738813 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ef06591-3112-4360-ba67-8edf3fc4258d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:18.745326 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50228) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:18.746339 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7ef06591-3112-4360-ba67-8edf3fc4258d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/cfe5c44d-ef67-42da-9df6-6f28e6d9a333 HTTP/1.1" status: 204 len: 168 time: 1.1569695 Sep 29 17:40:18.776649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf52206-d0ab-4a30-bb56-a56963411bdf req-b85d4984-3042-45ef-9d7d-edc02b259a2a tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:18.788465 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ecf52206-d0ab-4a30-bb56-a56963411bdf req-b85d4984-3042-45ef-9d7d-edc02b259a2a tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.1290681 Sep 29 17:40:18.795537 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dbfdf24-62d3-4b08-a3fa-eda0781e3ae5 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] GET failed (client error): The resource could not be found. Sep 29 17:40:18.798132 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1dbfdf24-62d3-4b08-a3fa-eda0781e3ae5 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/cfe5c44d-ef67-42da-9df6-6f28e6d9a333 HTTP/1.1" status: 404 len: 333 time: 0.0513287 Sep 29 17:40:18.802522 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50230) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:18.874521 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ecf52206-d0ab-4a30-bb56-a56963411bdf req-aa95db03-07f0-4d6b-8061-b9fc48df2744 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758214 Sep 29 17:40:18.892747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-f603eb3e-8eac-4c21-9687-dbd8876a0085 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting subnet ee5e288e-fc88-456c-a071-7ee9f1dd5d09 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:40:18.914288 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f603eb3e-8eac-4c21-9687-dbd8876a0085 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:18.938534 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5967de9f-5765-428c-a645-adef7168771e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:18.977915 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5967de9f-5765-428c-a645-adef7168771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.008238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5967de9f-5765-428c-a645-adef7168771e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:40:19.013643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f41740a8-13ce-4e84-9779-82ae4b6495b3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:19.029217 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f603eb3e-8eac-4c21-9687-dbd8876a0085 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.071700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967de9f-5765-428c-a645-adef7168771e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b30e89-2282-481e-9d5f-7269953e315c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:19.074881 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5967de9f-5765-428c-a645-adef7168771e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.079407 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-5967de9f-5765-428c-a645-adef7168771e admin admin] Added segment a25b14b3-21b4-4264-b5ae-11eb6b439a43 of type vlan for network 628b864b-0fb8-4c0e-b980-bd9a5806ec84 Sep 29 17:40:19.130661 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.139945 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.149618 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port f41740a8-13ce-4e84-9779-82ae4b6495b3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:19.150015 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.258732 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5967de9f-5765-428c-a645-adef7168771e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.261381 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8692bc5-e8d7-4130-b9c7-50435560785f None None] Pushing event updated for resources: {'Port': ['ID=f37ae031-18aa-4714-bb81-5d3e43785e0d,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:19.292166 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8692bc5-e8d7-4130-b9c7-50435560785f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:19.292402 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8692bc5-e8d7-4130-b9c7-50435560785f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:19.292796 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8692bc5-e8d7-4130-b9c7-50435560785f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:19.293045 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8692bc5-e8d7-4130-b9c7-50435560785f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:19.293621 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8692bc5-e8d7-4130-b9c7-50435560785f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:19.293740 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8692bc5-e8d7-4130-b9c7-50435560785f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:19.294010 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8692bc5-e8d7-4130-b9c7-50435560785f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:19.294753 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8692bc5-e8d7-4130-b9c7-50435560785f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:19.295074 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8692bc5-e8d7-4130-b9c7-50435560785f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:19.295392 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8692bc5-e8d7-4130-b9c7-50435560785f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:19.295709 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8692bc5-e8d7-4130-b9c7-50435560785f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:19.296024 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8692bc5-e8d7-4130-b9c7-50435560785f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:19.305908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6746070e-344a-45d6-965e-d400365a5c2e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:19.310351 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Attempting to bind port f37ae031-18aa-4714-bb81-5d3e43785e0d on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:40:19.310830 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Attempting to bind port f37ae031-18aa-4714-bb81-5d3e43785e0d by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '3e67df0c-6693-4453-bab2-d722dac8f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0c2b12cb-851f-42f3-a96c-b64ad679c70a'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:40:19.311293 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Attempting to bind port f37ae031-18aa-4714-bb81-5d3e43785e0d on network 0c2b12cb-851f-42f3-a96c-b64ad679c70a {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:19.326012 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f603eb3e-8eac-4c21-9687-dbd8876a0085 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.341146 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:40:19.342547 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Checking segment: {'id': '3e67df0c-6693-4453-bab2-d722dac8f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0c2b12cb-851f-42f3-a96c-b64ad679c70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:19.342972 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.343376 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Bound using segment: {'id': '3e67df0c-6693-4453-bab2-d722dac8f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0c2b12cb-851f-42f3-a96c-b64ad679c70a'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:40:19.343867 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Bound port: f37ae031-18aa-4714-bb81-5d3e43785e0d, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e67df0c-6693-4453-bab2-d722dac8f347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0c2b12cb-851f-42f3-a96c-b64ad679c70a'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:40:19.344251 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.383674 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5967de9f-5765-428c-a645-adef7168771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.384849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5967de9f-5765-428c-a645-adef7168771e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:19.385628 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5967de9f-5765-428c-a645-adef7168771e admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.392870 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 6746070e-344a-45d6-965e-d400365a5c2e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:19.394497 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.440647 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5967de9f-5765-428c-a645-adef7168771e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0083928 Sep 29 17:40:19.443881 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50244) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:19.448851 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-940c80f2-d393-49df-8709-e91b12ba02b6 admin admin] Request body: {'subnet': {'network_id': '628b864b-0fb8-4c0e-b980-bd9a5806ec84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1082693132-subnet', 'tenant_id': '8450c9fba7944e0a88994890a4781b73', 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:19.522504 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940c80f2-d393-49df-8709-e91b12ba02b6 admin admin] Made reservation on behalf of 8450c9fba7944e0a88994890a4781b73 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:19.526231 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-940c80f2-d393-49df-8709-e91b12ba02b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.527986 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] For port f37ae031-18aa-4714-bb81-5d3e43785e0d, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:40:19.539232 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] For port f37ae031-18aa-4714-bb81-5d3e43785e0d, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f37ae031-18aa-4714-bb81-5d3e43785e0d,segment=NetworkSegment(3e67df0c-6693-4453-bab2-d722dac8f347),segment_id=3e67df0c-6693-4453-bab2-d722dac8f347)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:40:19.545683 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.557634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967de9f-5765-428c-a645-adef7168771e admin admin] Pushing event updated for resources: {'Network': ['ID=628b864b-0fb8-4c0e-b980-bd9a5806ec84,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:19.567077 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f603eb3e-8eac-4c21-9687-dbd8876a0085 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.600035 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 628b864b-0fb8-4c0e-b980-bd9a5806ec84 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:40:19.607790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603eb3e-8eac-4c21-9687-dbd8876a0085 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Subnet': ['ID=ee5e288e-fc88-456c-a071-7ee9f1dd5d09,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:19.623955 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f603eb3e-8eac-4c21-9687-dbd8876a0085 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.626083 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f603eb3e-8eac-4c21-9687-dbd8876a0085 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/ee5e288e-fc88-456c-a071-7ee9f1dd5d09 HTTP/1.1" status: 204 len: 168 time: 0.8225694 Sep 29 17:40:19.631461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50252) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:19.688289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa17ef-86c4-41c2-a0ae-77b12e839ee3 req-b7ed85ec-7e9f-4ac0-a468-273026c8d6ca tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:19.692597 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6efa17ef-86c4-41c2-a0ae-77b12e839ee3 req-b7ed85ec-7e9f-4ac0-a468-273026c8d6ca tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 946 time: 0.0816598 Sep 29 17:40:19.729660 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8692bc5-e8d7-4130-b9c7-50435560785f None None] Pushing event updated for resources: {'Port': ['ID=f37ae031-18aa-4714-bb81-5d3e43785e0d,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:19.730882 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc8742a-8a3e-496c-a355-a535e4af335b None None] Network 557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:19.745602 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Routers {'d6978693-9c1f-4b21-bebe-eb68e5015ff9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:19.746628 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d6978693-9c1f-4b21-bebe-eb68e5015ff9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:19.828214 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.933558 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6efa17ef-86c4-41c2-a0ae-77b12e839ee3 req-5b46fef6-33fe-4117-a653-9ca045562610 tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aa61556-7dc6-4940-985f-e969531ac654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212265 Sep 29 17:40:19.985746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5888bbcb-101c-4cee-ae7b-861f457e3723 None None] Provisioning complete for port f37ae031-18aa-4714-bb81-5d3e43785e0d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:19.986666 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5888bbcb-101c-4cee-ae7b-861f457e3723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:19.988105 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8818255-fe56-42b2-917f-d5a1bd899e8a req-78b8763e-933d-4fbf-b319-78fee407f7cb tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:19.993719 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8818255-fe56-42b2-917f-d5a1bd899e8a req-78b8763e-933d-4fbf-b319-78fee407f7cb tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.35 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 946 time: 0.1830151 Sep 29 17:40:20.018316 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] Set router d6978693-9c1f-4b21-bebe-eb68e5015ff9 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:40:20.092786 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-940c80f2-d393-49df-8709-e91b12ba02b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:20.192469 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c80f2-d393-49df-8709-e91b12ba02b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c20b3b-848c-454c-b988-a44c44bedd07,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:20.229427 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fe2f7-7c63-4502-b120-81a52f51fd05 req-6b092adb-2f04-4b33-9632-2d538f524713 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:20.236209 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c01fe2f7-7c63-4502-b120-81a52f51fd05 req-6b092adb-2f04-4b33-9632-2d538f524713 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.2232265 Sep 29 17:40:20.252869 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1d6a97-c827-4a8b-9381-863223aa99ee None None] DHCP port deletion for 557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:40:20.256333 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5888bbcb-101c-4cee-ae7b-861f457e3723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:20.259291 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port 6746070e-344a-45d6-965e-d400365a5c2e {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:20.259629 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:20.300262 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a8818255-fe56-42b2-917f-d5a1bd899e8a req-ed895b26-72ff-4160-97bb-012a3adb18ee tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Deleting port 806d719f-16d4-410e-ad06-b1c9ca8cdbbf {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:20.301262 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a8818255-fe56-42b2-917f-d5a1bd899e8a req-ed895b26-72ff-4160-97bb-012a3adb18ee tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:20.321577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5888bbcb-101c-4cee-ae7b-861f457e3723 None None] For port f37ae031-18aa-4714-bb81-5d3e43785e0d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f37ae031-18aa-4714-bb81-5d3e43785e0d,segment=NetworkSegment(3e67df0c-6693-4453-bab2-d722dac8f347),segment_id=3e67df0c-6693-4453-bab2-d722dac8f347)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:20.346951 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5888bbcb-101c-4cee-ae7b-861f457e3723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:20.382327 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] For port 6746070e-344a-45d6-965e-d400365a5c2e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6746070e-344a-45d6-965e-d400365a5c2e,segment=NetworkSegment(f171257e-9b65-4f3c-a093-0fb69479fe00),segment_id=f171257e-9b65-4f3c-a093-0fb69479fe00)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:20.383148 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:20.400760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888bbcb-101c-4cee-ae7b-861f457e3723 None None] Pushing event updated for resources: {'Port': ['ID=f37ae031-18aa-4714-bb81-5d3e43785e0d,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:20.434618 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-6a1d6a97-c827-4a8b-9381-863223aa99ee None None] Deleting port 6746070e-344a-45d6-965e-d400365a5c2e {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:20.435240 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6a1d6a97-c827-4a8b-9381-863223aa99ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:20.456355 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'name': 'tempest-TestAggregatesBasicOps-1768859574-router', 'tenant_id': 'd84142c135f24890a4469eff46f71a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f41740a8-13ce-4e84-9779-82ae4b6495b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:08Z', 'updated_at': '2021-09-29T17:40:14Z', 'revision_number': 4, 'project_id': 'd84142c135f24890a4469eff46f71a7b', 'gw_port': {'id': 'f41740a8-13ce-4e84-9779-82ae4b6495b3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:10Z', 'updated_at': '2021-09-29T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'f37ae031-18aa-4714-bb81-5d3e43785e0d', 'name': '', 'network_id': '0c2b12cb-851f-42f3-a96c-b64ad679c70a', 'tenant_id': 'd84142c135f24890a4469eff46f71a7b', 'mac_address': 'fa:16:3e:fc:1e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'fa167b67-d1be-4d55-a823-068e9580f4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:13Z', 'updated_at': '2021-09-29T17:40:19Z', 'revision_number': 4, 'project_id': 'd84142c135f24890a4469eff46f71a7b', 'subnets': [{'id': 'fa167b67-d1be-4d55-a823-068e9580f4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:20.467652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for 6746070e-344a-45d6-965e-d400365a5c2e owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:20.469497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940c80f2-d393-49df-8709-e91b12ba02b6 admin admin] Checking segment: {'id': 'a25b14b3-21b4-4264-b5ae-11eb6b439a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '628b864b-0fb8-4c0e-b980-bd9a5806ec84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:20.469856 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c80f2-d393-49df-8709-e91b12ba02b6 admin admin] Network hostable DHCP agents. Network: 628b864b-0fb8-4c0e-b980-bd9a5806ec84, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:40:20.525127 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c01fe2f7-7c63-4502-b120-81a52f51fd05 req-570173f2-fc98-420c-8375-f2940e9e6505 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760706 Sep 29 17:40:20.546467 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f0e4aa-eda2-40f7-94ac-57b1ce10875b None None] The sync data for ids ['d6978693-9c1f-4b21-bebe-eb68e5015ff9'] in n-d-811748-2 is: [{'id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'name': 'tempest-TestAggregatesBasicOps-1768859574-router', 'tenant_id': 'd84142c135f24890a4469eff46f71a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f41740a8-13ce-4e84-9779-82ae4b6495b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:08Z', 'updated_at': '2021-09-29T17:40:14Z', 'revision_number': 4, 'project_id': 'd84142c135f24890a4469eff46f71a7b', 'gw_port': {'id': 'f41740a8-13ce-4e84-9779-82ae4b6495b3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:10Z', 'updated_at': '2021-09-29T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'f37ae031-18aa-4714-bb81-5d3e43785e0d', 'name': '', 'network_id': '0c2b12cb-851f-42f3-a96c-b64ad679c70a', 'tenant_id': 'd84142c135f24890a4469eff46f71a7b', 'mac_address': 'fa:16:3e:fc:1e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': 'fa167b67-d1be-4d55-a823-068e9580f4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:13Z', 'updated_at': '2021-09-29T17:40:19Z', 'revision_number': 4, 'project_id': 'd84142c135f24890a4469eff46f71a7b', 'subnets': [{'id': 'fa167b67-d1be-4d55-a823-068e9580f4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:40:20.559593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a8818255-fe56-42b2-917f-d5a1bd899e8a req-ed895b26-72ff-4160-97bb-012a3adb18ee tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] For port 806d719f-16d4-410e-ad06-b1c9ca8cdbbf, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=806d719f-16d4-410e-ad06-b1c9ca8cdbbf,segment=NetworkSegment(e6ed6e71-d22a-4bd7-8a5c-42f87065fb56),segment_id=e6ed6e71-d22a-4bd7-8a5c-42f87065fb56)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:20.562308 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a8818255-fe56-42b2-917f-d5a1bd899e8a req-ed895b26-72ff-4160-97bb-012a3adb18ee tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:20.588072 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a9a429a3-b872-4821-8b69-cbc4e97d8fa8 None None] Provisioning complete for port f37ae031-18aa-4714-bb81-5d3e43785e0d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:20.588786 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a9a429a3-b872-4821-8b69-cbc4e97d8fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:20.592221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6a1d6a97-c827-4a8b-9381-863223aa99ee None None] For port 6746070e-344a-45d6-965e-d400365a5c2e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6746070e-344a-45d6-965e-d400365a5c2e,segment=NetworkSegment(f171257e-9b65-4f3c-a093-0fb69479fe00),segment_id=f171257e-9b65-4f3c-a093-0fb69479fe00)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:20.592780 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6a1d6a97-c827-4a8b-9381-863223aa99ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:20.613831 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a8818255-fe56-42b2-917f-d5a1bd899e8a req-ed895b26-72ff-4160-97bb-012a3adb18ee tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Calling delete_port for 806d719f-16d4-410e-ad06-b1c9ca8cdbbf owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:20.628862 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c80f2-d393-49df-8709-e91b12ba02b6 admin admin] Network 628b864b-0fb8-4c0e-b980-bd9a5806ec84 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:40:20.677616 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-6a1d6a97-c827-4a8b-9381-863223aa99ee None None] Calling delete_port for 6746070e-344a-45d6-965e-d400365a5c2e owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:20.679226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-940c80f2-d393-49df-8709-e91b12ba02b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 628b864b-0fb8-4c0e-b980-bd9a5806ec84) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:20.692459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940c80f2-d393-49df-8709-e91b12ba02b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:20.693186 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-940c80f2-d393-49df-8709-e91b12ba02b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:20.701530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a058b15-0afc-4e75-8512-16dd61a8e437 None None] Network 628b864b-0fb8-4c0e-b980-bd9a5806ec84 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:20.749808 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:20.796523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No DVR routers for this DVR port 6746070e-344a-45d6-965e-d400365a5c2e on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:20.807000 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-940c80f2-d393-49df-8709-e91b12ba02b6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3620439 Sep 29 17:40:20.809156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50264) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:20.810158 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=6746070e-344a-45d6-965e-d400365a5c2e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:20.819624 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1082693132-router', 'tenant_id': '8450c9fba7944e0a88994890a4781b73', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:21.050596 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.054491 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.108521 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a8818255-fe56-42b2-917f-d5a1bd899e8a req-ed895b26-72ff-4160-97bb-012a3adb18ee tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.179188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['806d719f-16d4-410e-ad06-b1c9ca8cdbbf'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:40:21.182584 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f37ae031-18aa-4714-bb81-5d3e43785e0d up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:21.187395 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.220879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed895b26-72ff-4160-97bb-012a3adb18ee tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Pushing event deleted for resources: {'Port': ['ID=806d719f-16d4-410e-ad06-b1c9ca8cdbbf,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:21.258404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:21.262370 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c9ed3ac3-f9a3-45ea-b651-727da05bd54d req-8d15f853-52cd-477a-97e3-355ca362913d tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8faeab56-e111-4662-8543-5af5efa5a47a HTTP/1.1" status: 200 len: 210 time: 0.0696738 Sep 29 17:40:21.287570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f171257e-9b65-4f3c-a093-0fb69479fe00') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:21.287919 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f171257e-9b65-4f3c-a093-0fb69479fe00') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:21.294251 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-628b864b-0fb8-4c0e-b980-bd9a5806ec84', 'network_id': '628b864b-0fb8-4c0e-b980-bd9a5806ec84', 'tenant_id': '8450c9fba7944e0a88994890a4781b73', 'fixed_ips': [{'subnet_id': '64c20b3b-848c-454c-b988-a44c44bedd07'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:40:21.295165 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.297190 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6a1d6a97-c827-4a8b-9381-863223aa99ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.302494 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.344684 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8818255-fe56-42b2-917f-d5a1bd899e8a req-ed895b26-72ff-4160-97bb-012a3adb18ee tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] No DVR routers for this DVR port 806d719f-16d4-410e-ad06-b1c9ca8cdbbf on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:21.357851 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a8818255-fe56-42b2-917f-d5a1bd899e8a req-ed895b26-72ff-4160-97bb-012a3adb18ee tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.360080 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8818255-fe56-42b2-917f-d5a1bd899e8a req-ed895b26-72ff-4160-97bb-012a3adb18ee tempest-ServerTagsTestJSON-680840550 tempest-ServerTagsTestJSON-680840550-project] 10.222.0.35 "DELETE /v2.0/ports/806d719f-16d4-410e-ad06-b1c9ca8cdbbf HTTP/1.1" status: 204 len: 173 time: 1.3572438 Sep 29 17:40:21.360556 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faeab56-e111-4662-8543-5af5efa5a47a', 'name': 'network-vif-deleted', 'tag': '806d719f-16d4-410e-ad06-b1c9ca8cdbbf'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:40:21.362944 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dcc784-2e0e-4ebd-9f5e-5010a791e757" -d '{"events": [{"server_uuid": "8faeab56-e111-4662-8543-5af5efa5a47a", "name": "network-vif-deleted", "tag": "806d719f-16d4-410e-ad06-b1c9ca8cdbbf"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:40:21.394012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d6a97-c827-4a8b-9381-863223aa99ee None None] Pushing event deleted for resources: {'Port': ['ID=6746070e-344a-45d6-965e-d400365a5c2e,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:21.408716 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1d6a97-c827-4a8b-9381-863223aa99ee None None] No DVR routers for this DVR port 6746070e-344a-45d6-965e-d400365a5c2e on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:21.434966 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.511695 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05148e3-3e78-4b9b-8ed2-5d60eae8eca1 x-openstack-request-id: req-a05148e3-3e78-4b9b-8ed2-5d60eae8eca1 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:40:21.512248 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faeab56-e111-4662-8543-5af5efa5a47a", "name": "network-vif-deleted", "tag": "806d719f-16d4-410e-ad06-b1c9ca8cdbbf", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:40:21.512754 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a05148e3-3e78-4b9b-8ed2-5d60eae8eca1 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:40:21.513496 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faeab56-e111-4662-8543-5af5efa5a47a', 'name': 'network-vif-deleted', 'tag': '806d719f-16d4-410e-ad06-b1c9ca8cdbbf', 'status': 'completed', 'code': 200} Sep 29 17:40:21.653499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Allocated IP 172.20.0.2 (628b864b-0fb8-4c0e-b980-bd9a5806ec84/64c20b3b-848c-454c-b988-a44c44bedd07/ead82c12-8b74-4f96-80d9-e500198c62fd) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:21.722106 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.729382 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.752459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:40:21.752932 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:40:21.756593 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:40:21.840175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d999d26-758a-4cd2-825e-857ae96acf6f req-f4dccfef-b98b-4ecb-91a2-d5045105bde6 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:21.844370 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9d999d26-758a-4cd2-825e-857ae96acf6f req-f4dccfef-b98b-4ecb-91a2-d5045105bde6 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.1654038 Sep 29 17:40:21.897843 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.903209 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port f37ae031-18aa-4714-bb81-5d3e43785e0d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:21.903988 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.908558 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.952999 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.958950 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:21.961171 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/networks/557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7 HTTP/1.1" status: 204 len: 168 time: 2.3279862 Sep 29 17:40:21.980918 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50288) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:21.987174 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582958d7-6b8d-4b55-9633-fd8d2b4b2ca7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Network': ['ID=557bfcc2-2f2e-49bc-b2ac-d120cb72f9a7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:22.000793 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-937aedb9-63b0-48e9-8e4f-a438f11776d0 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1458501842'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:22.035469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9d999d26-758a-4cd2-825e-857ae96acf6f req-72a788dd-f433-4721-81d7-1a9afbd46466 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794877 Sep 29 17:40:22.094579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Network 628b864b-0fb8-4c0e-b980-bd9a5806ec84 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:22.115208 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:22.130586 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:22.177409 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Pushing event updated for resources: {'Port': ['ID=ead82c12-8b74-4f96-80d9-e500198c62fd,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:22.279584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937aedb9-63b0-48e9-8e4f-a438f11776d0 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:22.296488 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-937aedb9-63b0-48e9-8e4f-a438f11776d0 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:22.347584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937aedb9-63b0-48e9-8e4f-a438f11776d0 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:40:22.358800 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-937aedb9-63b0-48e9-8e4f-a438f11776d0 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:22.359359 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-937aedb9-63b0-48e9-8e4f-a438f11776d0 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Added segment 33a6406d-105a-4f3e-97e5-46094447bc87 of type vlan for network bcbadd67-2c77-41b4-93b9-e9ae042f5d8f Sep 29 17:40:22.416654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Attempting to bind port ead82c12-8b74-4f96-80d9-e500198c62fd on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:40:22.417088 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Attempting to bind port ead82c12-8b74-4f96-80d9-e500198c62fd by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'a25b14b3-21b4-4264-b5ae-11eb6b439a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '628b864b-0fb8-4c0e-b980-bd9a5806ec84'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:40:22.417439 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Attempting to bind port ead82c12-8b74-4f96-80d9-e500198c62fd on network 628b864b-0fb8-4c0e-b980-bd9a5806ec84 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:22.417944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50296) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:22.427301 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-937aedb9-63b0-48e9-8e4f-a438f11776d0 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:22.435722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:40:22.436512 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Checking segment: {'id': 'a25b14b3-21b4-4264-b5ae-11eb6b439a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '628b864b-0fb8-4c0e-b980-bd9a5806ec84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:22.437090 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:22.437788 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Bound using segment: {'id': 'a25b14b3-21b4-4264-b5ae-11eb6b439a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '628b864b-0fb8-4c0e-b980-bd9a5806ec84'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:40:22.438445 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Bound port: ead82c12-8b74-4f96-80d9-e500198c62fd, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25b14b3-21b4-4264-b5ae-11eb6b439a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '628b864b-0fb8-4c0e-b980-bd9a5806ec84'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:40:22.450679 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:22.513319 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6746070e-344a-45d6-965e-d400365a5c2e no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:40:22.540576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7225d6d-c152-44ab-9846-e248e2f8356e admin admin] Deleting subnet 090bcfec-e6b9-4197-ac05-56a79385aaf9 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:40:22.552038 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f7225d6d-c152-44ab-9846-e248e2f8356e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:22.557557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 6746070e-344a-45d6-965e-d400365a5c2e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:40:22.558145 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6746070e-344a-45d6-965e-d400365a5c2e not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:40:22.593217 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:22.597158 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-937aedb9-63b0-48e9-8e4f-a438f11776d0 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:22.602758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937aedb9-63b0-48e9-8e4f-a438f11776d0 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:22.603367 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-937aedb9-63b0-48e9-8e4f-a438f11776d0 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:22.612819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] For port ead82c12-8b74-4f96-80d9-e500198c62fd, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:40:22.613319 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f7225d6d-c152-44ab-9846-e248e2f8356e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:22.617142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] For port ead82c12-8b74-4f96-80d9-e500198c62fd, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ead82c12-8b74-4f96-80d9-e500198c62fd,segment=NetworkSegment(a25b14b3-21b4-4264-b5ae-11eb6b439a43),segment_id=a25b14b3-21b4-4264-b5ae-11eb6b439a43)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:40:22.627312 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:22.684965 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f7225d6d-c152-44ab-9846-e248e2f8356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:22.743335 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe80956-adff-4de5-9e08-acd106b0b597 None None] Pushing event updated for resources: {'Port': ['ID=ead82c12-8b74-4f96-80d9-e500198c62fd,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:22.760627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937aedb9-63b0-48e9-8e4f-a438f11776d0 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Network': ['ID=bcbadd67-2c77-41b4-93b9-e9ae042f5d8f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:22.773265 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:22.776404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network bcbadd67-2c77-41b4-93b9-e9ae042f5d8f details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:40:22.777206 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f7225d6d-c152-44ab-9846-e248e2f8356e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:22.787465 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-937aedb9-63b0-48e9-8e4f-a438f11776d0 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7918916 Sep 29 17:40:22.791405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50298) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:22.796875 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5c89c70f-96a0-4dc4-bfaf-dbe0b5119297 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'subnet': {'network_id': 'bcbadd67-2c77-41b4-93b9-e9ae042f5d8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:22.822725 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7225d6d-c152-44ab-9846-e248e2f8356e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=090bcfec-e6b9-4197-ac05-56a79385aaf9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:22.824848 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f7225d6d-c152-44ab-9846-e248e2f8356e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:22.826843 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f7225d6d-c152-44ab-9846-e248e2f8356e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/090bcfec-e6b9-4197-ac05-56a79385aaf9 HTTP/1.1" status: 204 len: 168 time: 0.4078553 Sep 29 17:40:22.829531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50300) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:22.926451 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4151be68-3304-4dcb-8b27-23970c8ed80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:22.994321 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Allocated IP 172.25.2.10 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/726698f6-77ff-4a3c-af17-fe1d93a4c904) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:22.996379 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c89c70f-96a0-4dc4-bfaf-dbe0b5119297 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:23.000005 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c89c70f-96a0-4dc4-bfaf-dbe0b5119297 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:23.056144 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4151be68-3304-4dcb-8b27-23970c8ed80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:23.080591 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-4151be68-3304-4dcb-8b27-23970c8ed80c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6624fa7d-19ef-4d74-846f-4d7a40bde209']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:23.093108 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-4151be68-3304-4dcb-8b27-23970c8ed80c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ed6e71-d22a-4bd7-8a5c-42f87065fb56') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:23.093108 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-4151be68-3304-4dcb-8b27-23970c8ed80c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ed6e71-d22a-4bd7-8a5c-42f87065fb56') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:23.109496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4151be68-3304-4dcb-8b27-23970c8ed80c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:23.159582 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4151be68-3304-4dcb-8b27-23970c8ed80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:23.174900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4151be68-3304-4dcb-8b27-23970c8ed80c admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:40:23.175916 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4151be68-3304-4dcb-8b27-23970c8ed80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:40:23.195255 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:40:23.235158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 806d719f-16d4-410e-ad06-b1c9ca8cdbbf no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:40:23.265848 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769b46c-248e-45fe-b112-387298d2c50a req-0ebfbf0d-128e-4df6-be80-096b68a3e944 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:23.267736 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a769b46c-248e-45fe-b112-387298d2c50a req-0ebfbf0d-128e-4df6-be80-096b68a3e944 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.1395366 Sep 29 17:40:23.280249 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:23.284512 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 806d719f-16d4-410e-ad06-b1c9ca8cdbbf {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:40:23.285068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 806d719f-16d4-410e-ad06-b1c9ca8cdbbf not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:40:23.387912 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c89c70f-96a0-4dc4-bfaf-dbe0b5119297 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:23.425012 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:23.425527 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a769b46c-248e-45fe-b112-387298d2c50a req-292d9bc5-9970-45e3-a456-29101f42b962 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437902 Sep 29 17:40:23.452911 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4151be68-3304-4dcb-8b27-23970c8ed80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:23.463877 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4151be68-3304-4dcb-8b27-23970c8ed80c admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:23.465849 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4151be68-3304-4dcb-8b27-23970c8ed80c admin admin] 10.222.0.44 "DELETE /v2.0/networks/6624fa7d-19ef-4d74-846f-4d7a40bde209 HTTP/1.1" status: 204 len: 168 time: 0.6352153 Sep 29 17:40:23.489534 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151be68-3304-4dcb-8b27-23970c8ed80c admin admin] Pushing event deleted for resources: {'Network': ['ID=6624fa7d-19ef-4d74-846f-4d7a40bde209,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:23.536412 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:23.542908 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-966742e6-8e7f-467f-905a-f9f3d0818b42 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0a130e06a4ed41a89b6c7012298db92a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715649 Sep 29 17:40:23.543507 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89c70f-96a0-4dc4-bfaf-dbe0b5119297 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Subnet': ['ID=240fcacf-c84a-4f01-9868-753f03af3012,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:23.562089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:23.571332 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:23.571332 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Pushing event updated for resources: {'Port': ['ID=726698f6-77ff-4a3c-af17-fe1d93a4c904,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:23.645028 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c89c70f-96a0-4dc4-bfaf-dbe0b5119297 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Checking segment: {'id': '33a6406d-105a-4f3e-97e5-46094447bc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bcbadd67-2c77-41b4-93b9-e9ae042f5d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:23.645433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c89c70f-96a0-4dc4-bfaf-dbe0b5119297 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network hostable DHCP agents. Network: bcbadd67-2c77-41b4-93b9-e9ae042f5d8f, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:40:23.729908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50322) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:23.780407 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6ef3b42a-5137-4611-97fe-f4ed32ff87b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63c985596efe42be8da2d1c5e2545b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489786 Sep 29 17:40:23.783678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50324) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:23.848317 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-626e2b70-2a8a-40be-8550-7d1d95058b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:23.875177 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-626e2b70-2a8a-40be-8550-7d1d95058b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:23.940560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-626e2b70-2a8a-40be-8550-7d1d95058b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:23.947049 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-626e2b70-2a8a-40be-8550-7d1d95058b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:23.948681 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-626e2b70-2a8a-40be-8550-7d1d95058b0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4aa61556-7dc6-4940-985f-e969531ac654 HTTP/1.1" status: 204 len: 168 time: 0.1638033 Sep 29 17:40:23.979029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e2b70-2a8a-40be-8550-7d1d95058b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa61556-7dc6-4940-985f-e969531ac654,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:24.138398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399e2479-7c4b-45fb-8d19-c1db55b5b3b3 None None] Network 628b864b-0fb8-4c0e-b980-bd9a5806ec84 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:24.218640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c89c70f-96a0-4dc4-bfaf-dbe0b5119297 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network bcbadd67-2c77-41b4-93b9-e9ae042f5d8f is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:40:24.255132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-cbf5ceed-11db-4c50-bf36-aae59033c825 None None] Provisioning complete for port ead82c12-8b74-4f96-80d9-e500198c62fd triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:24.255686 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cbf5ceed-11db-4c50-bf36-aae59033c825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:24.257923 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-b38baf7a-d02a-4084-b6da-fbfceeb063bc tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:24.260215 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-b38baf7a-d02a-4084-b6da-fbfceeb063bc tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6948133 Sep 29 17:40:24.262472 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5c89c70f-96a0-4dc4-bfaf-dbe0b5119297 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, bcbadd67-2c77-41b4-93b9-e9ae042f5d8f) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:24.275481 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c89c70f-96a0-4dc4-bfaf-dbe0b5119297 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:24.276222 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c89c70f-96a0-4dc4-bfaf-dbe0b5119297 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:24.296771 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baba4769-2981-45a3-b4c1-3de1ea769ee5 None None] Network bcbadd67-2c77-41b4-93b9-e9ae042f5d8f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:24.301968 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5c89c70f-96a0-4dc4-bfaf-dbe0b5119297 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5088389 Sep 29 17:40:24.303110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50330) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:24.306656 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-38734a41-527d-4dc4-aaa2-689033255d9a tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/quotas/0a130e06a4ed41a89b6c7012298db92a HTTP/1.1" status: 200 len: 375 time: 0.0195799 Sep 29 17:40:24.309509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c0744da1-970a-46b8-9c8f-6d02205b1838 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-190200143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:24.355139 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c0744da1-970a-46b8-9c8f-6d02205b1838 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:24.356481 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c0744da1-970a-46b8-9c8f-6d02205b1838 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:24.457436 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-e8fb380c-d28b-4721-8678-3c830553bc69 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a130e06a4ed41a89b6c7012298db92a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1055312 Sep 29 17:40:24.461727 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c0744da1-970a-46b8-9c8f-6d02205b1838 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:24.473067 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c0744da1-970a-46b8-9c8f-6d02205b1838 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:24.507320 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c0744da1-970a-46b8-9c8f-6d02205b1838 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:24.507320 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c0744da1-970a-46b8-9c8f-6d02205b1838 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2016211 Sep 29 17:40:24.512808 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50344) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:24.541222 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-66d6cb0c-24d4-4439-ad86-570ffd6388d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'network_id': 'bcbadd67-2c77-41b4-93b9-e9ae042f5d8f', 'name': 'tempest-PortsTestJSON-1710677710'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:24.740095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb805d6-adad-4b82-92fe-9e0d7fc591fb req-96ba1394-4ea5-4dc3-b684-1463f250b1a4 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:24.744437 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb805d6-adad-4b82-92fe-9e0d7fc591fb req-96ba1394-4ea5-4dc3-b684-1463f250b1a4 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.1232808 Sep 29 17:40:24.760022 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:24.829998 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bcb805d6-adad-4b82-92fe-9e0d7fc591fb req-57aef03e-17b9-43b7-bae4-531d3f62df2d tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783098 Sep 29 17:40:24.938443 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cbf5ceed-11db-4c50-bf36-aae59033c825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:24.991491 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-bcbadd67-2c77-41b4-93b9-e9ae042f5d8f', 'network_id': 'bcbadd67-2c77-41b4-93b9-e9ae042f5d8f', 'tenant_id': '0342b138809740a49086a30d461c8c6e', 'fixed_ips': [{'subnet_id': '240fcacf-c84a-4f01-9868-753f03af3012'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:40:24.992374 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:24.996251 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e0537d5-60df-482d-9a3a-7fa30ccbe312 req-cb25e19f-3de3-4643-bf7d-b4b8295a2072 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 210 time: 0.1426442 Sep 29 17:40:25.065555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d6cb0c-24d4-4439-ad86-570ffd6388d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:25.069221 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-66d6cb0c-24d4-4439-ad86-570ffd6388d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:25.080441 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-cbf5ceed-11db-4c50-bf36-aae59033c825 None None] For port ead82c12-8b74-4f96-80d9-e500198c62fd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ead82c12-8b74-4f96-80d9-e500198c62fd,segment=NetworkSegment(a25b14b3-21b4-4264-b5ae-11eb6b439a43),segment_id=a25b14b3-21b4-4264-b5ae-11eb6b439a43)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:25.180301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ead82c12-8b74-4f96-80d9-e500198c62fd up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:25.207553 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cbf5ceed-11db-4c50-bf36-aae59033c825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:25.228809 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-66d6cb0c-24d4-4439-ad86-570ffd6388d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port b9afb8ca-1b52-4443-a047-41680cb6e0b0 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:40:25.389828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5ceed-11db-4c50-bf36-aae59033c825 None None] Pushing event updated for resources: {'Port': ['ID=ead82c12-8b74-4f96-80d9-e500198c62fd,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:25.426704 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ead82c12-8b74-4f96-80d9-e500198c62fd triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:25.427097 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:25.429118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Allocated IP 172.20.0.2 (bcbadd67-2c77-41b4-93b9-e9ae042f5d8f/240fcacf-c84a-4f01-9868-753f03af3012/0b9ce9fd-da57-47b9-a91f-1aeb5760c42d) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:25.434774 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee987aec-ae2f-4fab-95fb-984c2cd02462 req-3af7e7f0-20ad-4870-86f6-5a5f05791a45 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:25.437564 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ee987aec-ae2f-4fab-95fb-984c2cd02462 req-3af7e7f0-20ad-4870-86f6-5a5f05791a45 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1967950 Sep 29 17:40:25.483187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ffe560b8-64c0-4d78-a339-6af14fbbb82f None None] Provisioning complete for port ead82c12-8b74-4f96-80d9-e500198c62fd triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:25.483600 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ffe560b8-64c0-4d78-a339-6af14fbbb82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:25.501222 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ee987aec-ae2f-4fab-95fb-984c2cd02462 req-b1d16f80-de3c-4cf6-86f7-1d4e9cfac5ea tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577621 Sep 29 17:40:25.505646 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:25.664716 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Router e114bca6-567d-4b18-969d-b0f1b19aeab8 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:40:25.775247 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:25.786707 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:25.853747 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Network bcbadd67-2c77-41b4-93b9-e9ae042f5d8f is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:25.856896 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:40:25.861516 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:25.867920 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:25.890272 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-66d6cb0c-24d4-4439-ad86-570ffd6388d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Allocated IP 172.20.0.12 (bcbadd67-2c77-41b4-93b9-e9ae042f5d8f/240fcacf-c84a-4f01-9868-753f03af3012/b9afb8ca-1b52-4443-a047-41680cb6e0b0) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:25.930698 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:25.932145 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-083a9f5c-a0a6-4b9b-b25a-b22973aae6b8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1162424 Sep 29 17:40:25.935046 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50386) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:25.955330 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50388) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:25.957556 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Sync routers for ids ['e114bca6-567d-4b18-969d-b0f1b19aeab8'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:40:25.977657 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Routers {'e114bca6-567d-4b18-969d-b0f1b19aeab8'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:25.978729 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-d0527058-8ada-4064-8c1c-391895be724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e114bca6-567d-4b18-969d-b0f1b19aeab8'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:25.981401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Pushing event updated for resources: {'Port': ['ID=0b9ce9fd-da57-47b9-a91f-1aeb5760c42d,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:26.063570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Attempting to bind port 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:40:26.063998 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Attempting to bind port 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '33a6406d-105a-4f3e-97e5-46094447bc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bcbadd67-2c77-41b4-93b9-e9ae042f5d8f'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:40:26.064339 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Attempting to bind port 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d on network bcbadd67-2c77-41b4-93b9-e9ae042f5d8f {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:26.074496 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:40:26.074892 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Checking segment: {'id': '33a6406d-105a-4f3e-97e5-46094447bc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bcbadd67-2c77-41b4-93b9-e9ae042f5d8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:26.075332 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:26.075669 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Bound using segment: {'id': '33a6406d-105a-4f3e-97e5-46094447bc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bcbadd67-2c77-41b4-93b9-e9ae042f5d8f'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:40:26.076148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Bound port: 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a6406d-105a-4f3e-97e5-46094447bc87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bcbadd67-2c77-41b4-93b9-e9ae042f5d8f'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:40:26.076531 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:26.158729 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Set router e114bca6-567d-4b18-969d-b0f1b19aeab8 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:40:26.175597 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0e0bce73-77f6-4e6e-88c9-bae99215dcd1 req-794f52a3-6cc9-4df8-86d5-0a498b5f4ee9 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 210 time: 0.0505118 Sep 29 17:40:26.186126 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f5c9996a-16bf-43a9-a146-62fd8a931b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:26.249182 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-66d6cb0c-24d4-4439-ad86-570ffd6388d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:26.258687 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] For port 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:40:26.284050 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] For port 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0b9ce9fd-da57-47b9-a91f-1aeb5760c42d,segment=NetworkSegment(33a6406d-105a-4f3e-97e5-46094447bc87),segment_id=33a6406d-105a-4f3e-97e5-46094447bc87)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:40:26.327580 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-66d6cb0c-24d4-4439-ad86-570ffd6388d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:26.328247 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:26.356714 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-17b514e1-e41b-4699-beb7-14255085e978 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0a130e06a4ed41a89b6c7012298db92a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1271515 Sep 29 17:40:26.396187 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d6cb0c-24d4-4439-ad86-570ffd6388d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network bcbadd67-2c77-41b4-93b9-e9ae042f5d8f is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:26.409803 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f5c9996a-16bf-43a9-a146-62fd8a931b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:26.409803 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-66d6cb0c-24d4-4439-ad86-570ffd6388d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:26.409803 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d6cb0c-24d4-4439-ad86-570ffd6388d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:26.420777 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f5c9996a-16bf-43a9-a146-62fd8a931b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:26.420923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba7d7d-a2ea-4316-a65a-480eacdb37ff req-29e4a5c8-db5e-4a9a-9167-4fc12579ccc9 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:26.423034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-40ba7d7d-a2ea-4316-a65a-480eacdb37ff req-29e4a5c8-db5e-4a9a-9167-4fc12579ccc9 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.3038008 Sep 29 17:40:26.448272 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6cb0c-24d4-4439-ad86-570ffd6388d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=b9afb8ca-1b52-4443-a047-41680cb6e0b0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:26.450876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014d145-676f-404e-a97e-a1e434b2834a None None] Pushing event updated for resources: {'Port': ['ID=0b9ce9fd-da57-47b9-a91f-1aeb5760c42d,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:26.500758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-d0527058-8ada-4064-8c1c-391895be724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'name': 'tempest-TestAggregatesBasicOps-1082693132-router', 'tenant_id': '8450c9fba7944e0a88994890a4781b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '726698f6-77ff-4a3c-af17-fe1d93a4c904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:21Z', 'updated_at': '2021-09-29T17:40:24Z', 'revision_number': 3, 'project_id': '8450c9fba7944e0a88994890a4781b73', 'gw_port': {'id': '726698f6-77ff-4a3c-af17-fe1d93a4c904', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:22Z', 'updated_at': '2021-09-29T17:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:26.505806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f5c9996a-16bf-43a9-a146-62fd8a931b98 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9e1b002286b45a9bfeb03631f5ec358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5494161 Sep 29 17:40:26.511325 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50394) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:26.521800 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9996a-16bf-43a9-a146-62fd8a931b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498cbd9c-45c5-4188-81e5-40ba83410b72,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:26.542721 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d6cb0c-24d4-4439-ad86-570ffd6388d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:26.543268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-66d6cb0c-24d4-4439-ad86-570ffd6388d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:26.566741 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-66d6cb0c-24d4-4439-ad86-570ffd6388d1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0481739 Sep 29 17:40:26.569228 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50398) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:26.579646 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Checking router: e114bca6-567d-4b18-969d-b0f1b19aeab8 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:40:26.579934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Updating router e114bca6-567d-4b18-969d-b0f1b19aeab8 port 726698f6-77ff-4a3c-af17-fe1d93a4c904 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:40:26.631729 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:26.737570 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-40ba7d7d-a2ea-4316-a65a-480eacdb37ff req-2f7ef121-0980-4dd4-82a0-3c68de48d448 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566791 Sep 29 17:40:26.829180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-37651a5a-de7a-431a-bccd-1520903e82b2 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:26.831681 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-37651a5a-de7a-431a-bccd-1520903e82b2 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4227338 Sep 29 17:40:26.859418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Request body: {'port': {'device_id': 'ffcc75a9-d96b-420f-b390-82f6c57dfc96', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': '0a130e06a4ed41a89b6c7012298db92a'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:26.950717 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6f85-fb75-4f0d-b54d-eedafdc10eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.010219 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7244a2-f49c-4e6e-8fe6-defc9099163a req-b87f753f-1f9b-4ac6-8aee-26c4ad482ea2 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:27.013747 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eb7244a2-f49c-4e6e-8fe6-defc9099163a req-b87f753f-1f9b-4ac6-8aee-26c4ad482ea2 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.3498178 Sep 29 17:40:27.132055 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6f85-fb75-4f0d-b54d-eedafdc10eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.154005 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.163403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:27.168171 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.234091 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eb7244a2-f49c-4e6e-8fe6-defc9099163a req-cfeb45b8-efc0-497c-9f29-0c16841e0f6e tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980355 Sep 29 17:40:27.269540 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f2592c1d-3307-42bc-bc3b-03ae30c8d1ae tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.300705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f401f-5593-4ad3-ad4e-c95440e8311b None None] Pushing event updated for resources: {'Port': ['ID=726698f6-77ff-4a3c-af17-fe1d93a4c904,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:27.305228 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Attempting to bind port 726698f6-77ff-4a3c-af17-fe1d93a4c904 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:40:27.305920 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Attempting to bind port 726698f6-77ff-4a3c-af17-fe1d93a4c904 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:40:27.306504 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Attempting to bind port 726698f6-77ff-4a3c-af17-fe1d93a4c904 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:27.322859 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:40:27.323259 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:27.323660 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.324093 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:40:27.324590 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Bound port: 726698f6-77ff-4a3c-af17-fe1d93a4c904, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:40:27.325083 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.330033 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.354050 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:27.354447 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.421992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d0527058-8ada-4064-8c1c-391895be724e None None] For port 726698f6-77ff-4a3c-af17-fe1d93a4c904, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:40:27.437374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d0527058-8ada-4064-8c1c-391895be724e None None] For port 726698f6-77ff-4a3c-af17-fe1d93a4c904, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=726698f6-77ff-4a3c-af17-fe1d93a4c904,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:40:27.437670 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6f85-fb75-4f0d-b54d-eedafdc10eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.441725 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6f85-fb75-4f0d-b54d-eedafdc10eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.446076 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b2dc6f85-fb75-4f0d-b54d-eedafdc10eec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/498cbd9c-45c5-4188-81e5-40ba83410b72 HTTP/1.1" status: 204 len: 168 time: 0.9328687 Sep 29 17:40:27.472595 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc6f85-fb75-4f0d-b54d-eedafdc10eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498cbd9c-45c5-4188-81e5-40ba83410b72,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:27.473258 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.557617 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.607475 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48650941-4b10-4e70-99d0-9837bcabaeaa req-dbd04655-331d-4756-88e9-a008666df4da tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 210 time: 0.0929258 Sep 29 17:40:27.619285 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.636230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Routers {'e114bca6-567d-4b18-969d-b0f1b19aeab8'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:27.637147 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-d0527058-8ada-4064-8c1c-391895be724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e114bca6-567d-4b18-969d-b0f1b19aeab8'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:27.650849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0b9ce9fd-da57-47b9-a91f-1aeb5760c42d,segment=NetworkSegment(33a6406d-105a-4f3e-97e5-46094447bc87),segment_id=33a6406d-105a-4f3e-97e5-46094447bc87)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:27.694973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f401f-5593-4ad3-ad4e-c95440e8311b None None] Pushing event updated for resources: {'Port': ['ID=726698f6-77ff-4a3c-af17-fe1d93a4c904,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:27.720769 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f2592c1d-3307-42bc-bc3b-03ae30c8d1ae tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.726361 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f2592c1d-3307-42bc-bc3b-03ae30c8d1ae tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.744046 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.744865 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ead82c12-8b74-4f96-80d9-e500198c62fd up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:27.861660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Allocated IP 172.20.0.1 (628b864b-0fb8-4c0e-b980-bd9a5806ec84/64c20b3b-848c-454c-b988-a44c44bedd07/f2fcd61f-136e-4896-86ee-ee9204450be4) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:27.869499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Made reservation on behalf of 0a130e06a4ed41a89b6c7012298db92a for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:27.873874 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.893159 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.909832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b253e8-7868-400e-ad28-4302f6fb3838 req-1916d256-9fa5-47a1-81b1-20ee4108ebde tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:27.922034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-45b253e8-7868-400e-ad28-4302f6fb3838 req-1916d256-9fa5-47a1-81b1-20ee4108ebde tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.49 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.4108942 Sep 29 17:40:27.960250 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ead82c12-8b74-4f96-80d9-e500198c62fd triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:27.960620 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:27.989240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2592c1d-3307-42bc-bc3b-03ae30c8d1ae tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=b9afb8ca-1b52-4443-a047-41680cb6e0b0,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:28.012533 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-d0527058-8ada-4064-8c1c-391895be724e None None] Set router e114bca6-567d-4b18-969d-b0f1b19aeab8 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:40:28.025536 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaa37e4-e9cc-42cd-a29b-2f29cee14072 None None] Network bcbadd67-2c77-41b4-93b9-e9ae042f5d8f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:28.066689 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dba1a-cf5f-453f-b4d8-181936a2b935 req-2e7a4e00-f672-4d10-bb58-0f388eaa8c56 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:28.068243 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea4dba1a-cf5f-453f-b4d8-181936a2b935 req-2e7a4e00-f672-4d10-bb58-0f388eaa8c56 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.2192130 Sep 29 17:40:28.087896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=0b9ce9fd-da57-47b9-a91f-1aeb5760c42d,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:28.181548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-45b253e8-7868-400e-ad28-4302f6fb3838 req-aba38ae5-7707-4764-9736-61d54d874821 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Deleting port 4f981865-a330-4b84-8c9d-f03c4bec3a2c {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:28.181898 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-45b253e8-7868-400e-ad28-4302f6fb3838 req-aba38ae5-7707-4764-9736-61d54d874821 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:28.307298 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-45b253e8-7868-400e-ad28-4302f6fb3838 req-aba38ae5-7707-4764-9736-61d54d874821 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] For port 4f981865-a330-4b84-8c9d-f03c4bec3a2c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=4f981865-a330-4b84-8c9d-f03c4bec3a2c,segment=NetworkSegment(04a98dce-c333-4e28-b572-05496465f81f),segment_id=04a98dce-c333-4e28-b572-05496465f81f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:28.307674 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-45b253e8-7868-400e-ad28-4302f6fb3838 req-aba38ae5-7707-4764-9736-61d54d874821 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:28.338054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-45b253e8-7868-400e-ad28-4302f6fb3838 req-aba38ae5-7707-4764-9736-61d54d874821 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Calling delete_port for 4f981865-a330-4b84-8c9d-f03c4bec3a2c owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:28.371701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:28.477083 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50426) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:28.518647 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:28.538156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af65b4-c678-4b1e-b84c-262cfc9fb9d3 req-11cc6c9d-1631-43a8-a741-c0352f5041ad tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:28.539745 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d7af65b4-c678-4b1e-b84c-262cfc9fb9d3 req-11cc6c9d-1631-43a8-a741-c0352f5041ad tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 947 time: 0.1254466 Sep 29 17:40:28.540236 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4f8309f5-4f1b-4012-9a5e-126963754003 None None] Provisioning complete for port 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:28.541129 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4f8309f5-4f1b-4012-9a5e-126963754003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:28.543275 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:28.601164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bca0ab1-38ce-480a-927c-1d23685c3434,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:28.673857 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:28.674486 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:28.674593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:28.674864 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:28.675180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:28.675506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:28.675830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:28.676154 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:28.676476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:28.676801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:28.677145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:28.677517 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:28.682970 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:28.705710 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea4dba1a-cf5f-453f-b4d8-181936a2b935 req-efa23ae8-833c-4ccf-af20-a93150f1fca6 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6248302 Sep 29 17:40:28.708213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f2592c1d-3307-42bc-bc3b-03ae30c8d1ae tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:28.746278 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d7af65b4-c678-4b1e-b84c-262cfc9fb9d3 req-caccdf42-6d97-4818-832c-53b36981669d tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/security-groups?id=020b8bab-67e0-4e50-80cd-a5c081aa8a33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479685 Sep 29 17:40:28.799831 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-68b7aebb-5749-420a-83a1-cd0fdaf81061 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-366582567-network', 'tenant_id': '3b7ce988aa2e4ce7ae47f606284c4805'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:28.828663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Network 628b864b-0fb8-4c0e-b980-bd9a5806ec84 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:28.859619 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:28.868579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:28.874292 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fcd61f-136e-4896-86ee-ee9204450be4,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:28.875878 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a245ce9b-a3f0-4419-b2ab-f604fe8ecaaa req-ff512320-2643-44e5-a5d6-b81bac96537a tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 210 time: 0.0493264 Sep 29 17:40:28.883931 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-d0527058-8ada-4064-8c1c-391895be724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'name': 'tempest-TestAggregatesBasicOps-1082693132-router', 'tenant_id': '8450c9fba7944e0a88994890a4781b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '726698f6-77ff-4a3c-af17-fe1d93a4c904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:21Z', 'updated_at': '2021-09-29T17:40:24Z', 'revision_number': 3, 'project_id': '8450c9fba7944e0a88994890a4781b73', 'gw_port': {'id': '726698f6-77ff-4a3c-af17-fe1d93a4c904', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:22Z', 'updated_at': '2021-09-29T17:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:28.940971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0527058-8ada-4064-8c1c-391895be724e None None] The sync data for ids ['e114bca6-567d-4b18-969d-b0f1b19aeab8'] in n-d-811748-2 is: [{'id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'name': 'tempest-TestAggregatesBasicOps-1082693132-router', 'tenant_id': '8450c9fba7944e0a88994890a4781b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '726698f6-77ff-4a3c-af17-fe1d93a4c904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:21Z', 'updated_at': '2021-09-29T17:40:24Z', 'revision_number': 3, 'project_id': '8450c9fba7944e0a88994890a4781b73', 'gw_port': {'id': '726698f6-77ff-4a3c-af17-fe1d93a4c904', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:22Z', 'updated_at': '2021-09-29T17:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:40:28.965533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f2592c1d-3307-42bc-bc3b-03ae30c8d1ae tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:28.975617 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-45b253e8-7868-400e-ad28-4302f6fb3838 req-aba38ae5-7707-4764-9736-61d54d874821 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:28.984783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Allocated IP 192.168.233.204 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/95d816bb-8151-4852-8fa5-ab470a02efa0) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:28.988885 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['4f981865-a330-4b84-8c9d-f03c4bec3a2c'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:40:29.009604 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.049073 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:29.073305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b7aebb-5749-420a-83a1-cd0fdaf81061 admin admin] Made reservation on behalf of 3b7ce988aa2e4ce7ae47f606284c4805 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:29.076018 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b7aebb-5749-420a-83a1-cd0fdaf81061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.091718 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b7aebb-5749-420a-83a1-cd0fdaf81061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.144872 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:29.145244 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.152593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba38ae5-7707-4764-9736-61d54d874821 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Pushing event deleted for resources: {'Port': ['ID=4f981865-a330-4b84-8c9d-f03c4bec3a2c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:29.217018 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-89649b4b-5ead-43b4-9ce8-e11d0b515609 None None] Provisioning complete for port b9afb8ca-1b52-4443-a047-41680cb6e0b0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:29.217743 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-89649b4b-5ead-43b4-9ce8-e11d0b515609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.285690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-89649b4b-5ead-43b4-9ce8-e11d0b515609 None None] Port b9afb8ca-1b52-4443-a047-41680cb6e0b0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:29.296585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b253e8-7868-400e-ad28-4302f6fb3838 req-aba38ae5-7707-4764-9736-61d54d874821 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] No DVR routers for this DVR port 4f981865-a330-4b84-8c9d-f03c4bec3a2c on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:29.301038 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-45b253e8-7868-400e-ad28-4302f6fb3838 req-aba38ae5-7707-4764-9736-61d54d874821 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.303421 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-45b253e8-7868-400e-ad28-4302f6fb3838 req-aba38ae5-7707-4764-9736-61d54d874821 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.49 "DELETE /v2.0/ports/4f981865-a330-4b84-8c9d-f03c4bec3a2c HTTP/1.1" status: 204 len: 173 time: 1.3578179 Sep 29 17:40:29.311445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e896ff-4c24-4208-8730-bba7180a6dcd', 'name': 'network-vif-deleted', 'tag': '4f981865-a330-4b84-8c9d-f03c4bec3a2c'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:40:29.314947 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3269e61-b3a4-402e-a567-ab61ea8a4a3f" -d '{"events": [{"server_uuid": "e4e896ff-4c24-4208-8730-bba7180a6dcd", "name": "network-vif-deleted", "tag": "4f981865-a330-4b84-8c9d-f03c4bec3a2c"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:40:29.425260 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-89649b4b-5ead-43b4-9ce8-e11d0b515609 None None] Provisioning complete for port 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:29.425660 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-89649b4b-5ead-43b4-9ce8-e11d0b515609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.462028 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37185e63-dac4-41a6-806b-9950af98dc63 x-openstack-request-id: req-37185e63-dac4-41a6-806b-9950af98dc63 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:40:29.462305 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e896ff-4c24-4208-8730-bba7180a6dcd", "name": "network-vif-deleted", "tag": "4f981865-a330-4b84-8c9d-f03c4bec3a2c", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:40:29.462624 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-37185e63-dac4-41a6-806b-9950af98dc63 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:40:29.463333 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e896ff-4c24-4208-8730-bba7180a6dcd', 'name': 'network-vif-deleted', 'tag': '4f981865-a330-4b84-8c9d-f03c4bec3a2c', 'status': 'completed', 'code': 200} Sep 29 17:40:29.561515 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f2592c1d-3307-42bc-bc3b-03ae30c8d1ae tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.568765 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f2592c1d-3307-42bc-bc3b-03ae30c8d1ae tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.641526 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.652027 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b7aebb-5749-420a-83a1-cd0fdaf81061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.654829 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.657839 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f2592c1d-3307-42bc-bc3b-03ae30c8d1ae tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.659829 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2592c1d-3307-42bc-bc3b-03ae30c8d1ae tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=b9afb8ca-1b52-4443-a047-41680cb6e0b0,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:29.665699 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b7aebb-5749-420a-83a1-cd0fdaf81061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.712437 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0e816149-e850-4fd3-a2fc-af45d30a0aac None None] Provisioning complete for port b9afb8ca-1b52-4443-a047-41680cb6e0b0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:29.713154 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0e816149-e850-4fd3-a2fc-af45d30a0aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.736876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b7aebb-5749-420a-83a1-cd0fdaf81061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:40:29.795658 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0e816149-e850-4fd3-a2fc-af45d30a0aac None None] Port b9afb8ca-1b52-4443-a047-41680cb6e0b0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:29.818947 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0e816149-e850-4fd3-a2fc-af45d30a0aac None None] Provisioning complete for port f2fcd61f-136e-4896-86ee-ee9204450be4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:29.821362 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0e816149-e850-4fd3-a2fc-af45d30a0aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.844899 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b7aebb-5749-420a-83a1-cd0fdaf81061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:29.845691 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-68b7aebb-5749-420a-83a1-cd0fdaf81061 admin admin] Added segment c4db5796-f2dc-41fd-b9fd-14c90dd34e77 of type vlan for network bf148353-0b7d-443d-97bb-bb4a14ab2c18 Sep 29 17:40:29.867063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7aebb-5749-420a-83a1-cd0fdaf81061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9abf72-4ac2-4d67-a845-4b7bc11bacb2,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:29.889960 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2592c1d-3307-42bc-bc3b-03ae30c8d1ae tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network bcbadd67-2c77-41b4-93b9-e9ae042f5d8f is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:29.896066 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-f2592c1d-3307-42bc-bc3b-03ae30c8d1ae tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:29.953766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0e816149-e850-4fd3-a2fc-af45d30a0aac None None] Port f2fcd61f-136e-4896-86ee-ee9204450be4 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:30.017847 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41a00e10-9806-46f1-afb9-208d27fc9935 req-767166dd-827c-4c17-b678-398a1da698a9 tempest-ServersNegativeTestJSON-866266544 tempest-ServersNegativeTestJSON-866266544-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4e896ff-4c24-4208-8730-bba7180a6dcd HTTP/1.1" status: 200 len: 210 time: 0.0863404 Sep 29 17:40:30.029724 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:30.034314 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b7aebb-5749-420a-83a1-cd0fdaf81061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:30.082584 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d31419ba-f792-4416-ad4b-143279e7a975 None None] Provisioning complete for port b9afb8ca-1b52-4443-a047-41680cb6e0b0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:30.084167 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d31419ba-f792-4416-ad4b-143279e7a975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:30.154592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6756fe-a3b4-4753-bbf3-ec5320859eb4 req-e27b4ed3-c66f-47ef-a806-dc204281bf18 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:30.154946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d31419ba-f792-4416-ad4b-143279e7a975 None None] Port b9afb8ca-1b52-4443-a047-41680cb6e0b0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:30.156262 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9f6756fe-a3b4-4753-bbf3-ec5320859eb4 req-e27b4ed3-c66f-47ef-a806-dc204281bf18 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.2536802 Sep 29 17:40:30.167751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:30.174208 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:30.205793 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:30.223005 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9f6756fe-a3b4-4753-bbf3-ec5320859eb4 req-5f30fca2-baf7-48a5-9a80-39279eec6693 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575299 Sep 29 17:40:30.226404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2592c1d-3307-42bc-bc3b-03ae30c8d1ae tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Router 3da04709-bae8-4ee9-b68b-1e6a9757e20d is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:40:30.285087 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Pushing event updated for resources: {'Port': ['ID=95d816bb-8151-4852-8fa5-ab470a02efa0,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:30.313778 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b7aebb-5749-420a-83a1-cd0fdaf81061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:30.314786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b7aebb-5749-420a-83a1-cd0fdaf81061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:30.315374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68b7aebb-5749-420a-83a1-cd0fdaf81061 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:30.323433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:30.324064 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:30.353088 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2592c1d-3307-42bc-bc3b-03ae30c8d1ae tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:40:30.361772 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f2592c1d-3307-42bc-bc3b-03ae30c8d1ae tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "PUT /v2.0/routers/3da04709-bae8-4ee9-b68b-1e6a9757e20d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7886539 Sep 29 17:40:30.362858 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50440) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:30.369417 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639001d-b628-40e3-8890-d76b410609ec None None] Sync routers for ids ['3da04709-bae8-4ee9-b68b-1e6a9757e20d'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:40:30.382295 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639001d-b628-40e3-8890-d76b410609ec None None] Routers {'3da04709-bae8-4ee9-b68b-1e6a9757e20d'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:30.383164 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7639001d-b628-40e3-8890-d76b410609ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3da04709-bae8-4ee9-b68b-1e6a9757e20d'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:30.383800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-cf701a23-6c35-46b8-a8a8-066ea1f6d4f2 None None] Provisioning complete for port b9afb8ca-1b52-4443-a047-41680cb6e0b0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:30.384380 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cf701a23-6c35-46b8-a8a8-066ea1f6d4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:30.417157 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-c6054bd3-3f94-48e3-84c1-998175427ba4 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5680749 Sep 29 17:40:30.432585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Request body: {'port': {'device_id': 'ffcc75a9-d96b-420f-b390-82f6c57dfc96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:30.440745 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb8603b-2b22-435b-970e-2ef0cb7c48bf tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:30.445169 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3cb8603b-2b22-435b-970e-2ef0cb7c48bf tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da04709-bae8-4ee9-b68b-1e6a9757e20d HTTP/1.1" status: 200 len: 983 time: 0.0785952 Sep 29 17:40:30.445365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eaaa51-4886-40cb-9093-74aadb6f21a3 req-463861b6-ca99-443f-92d5-d8860bfc4d8a tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:30.445365 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-09eaaa51-4886-40cb-9093-74aadb6f21a3 req-463861b6-ca99-443f-92d5-d8860bfc4d8a tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 936 time: 0.2748582 Sep 29 17:40:30.445566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50442) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:30.448893 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-cf701a23-6c35-46b8-a8a8-066ea1f6d4f2 None None] Port b9afb8ca-1b52-4443-a047-41680cb6e0b0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:30.459334 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7639001d-b628-40e3-8890-d76b410609ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:30.471216 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639001d-b628-40e3-8890-d76b410609ec None None] Routers {'3da04709-bae8-4ee9-b68b-1e6a9757e20d'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:30.471898 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7639001d-b628-40e3-8890-d76b410609ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3da04709-bae8-4ee9-b68b-1e6a9757e20d'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:30.474723 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-68b7aebb-5749-420a-83a1-cd0fdaf81061 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9941516 Sep 29 17:40:30.519093 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7639001d-b628-40e3-8890-d76b410609ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:30.519837 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639001d-b628-40e3-8890-d76b410609ec None None] The sync data for ids ['3da04709-bae8-4ee9-b68b-1e6a9757e20d'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:40:30.540945 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7aebb-5749-420a-83a1-cd0fdaf81061 admin admin] Pushing event updated for resources: {'Network': ['ID=bf148353-0b7d-443d-97bb-bb4a14ab2c18,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:30.560703 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:30.572721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network bf148353-0b7d-443d-97bb-bb4a14ab2c18 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:40:30.599265 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:30.603202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-87b22c4d-1e18-4586-a1ee-3209f4d94285 None None] Provisioning complete for port 95d816bb-8151-4852-8fa5-ab470a02efa0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:30.603535 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-87b22c4d-1e18-4586-a1ee-3209f4d94285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:30.644228 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:30.654609 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-09eaaa51-4886-40cb-9093-74aadb6f21a3 req-ec464fbc-acba-44f4-a69a-9e665995484a tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bca0ab1-38ce-480a-927c-1d23685c3434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787565 Sep 29 17:40:30.690296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-87b22c4d-1e18-4586-a1ee-3209f4d94285 None None] Port 95d816bb-8151-4852-8fa5-ab470a02efa0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:30.747608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Pushing event updated for resources: {'Port': ['ID=f2fcd61f-136e-4896-86ee-ee9204450be4,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:30.751841 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:30.932509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Network 628b864b-0fb8-4c0e-b980-bd9a5806ec84 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:30.935743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:31.011775 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ccee005-f201-46d5-9783-54392e35c93b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.024320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f981865-a330-4b84-8c9d-f03c4bec3a2c no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:40:31.027997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 726698f6-77ff-4a3c-af17-fe1d93a4c904 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:31.097537 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 4f981865-a330-4b84-8c9d-f03c4bec3a2c {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:40:31.098032 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 4f981865-a330-4b84-8c9d-f03c4bec3a2c not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:40:31.110056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50454) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:31.153578 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 726698f6-77ff-4a3c-af17-fe1d93a4c904 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:31.154483 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.194854 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1e5b0a-cca2-4be8-984f-5a9b9fccd283 admin admin] Deleting subnet 7bbad4c0-0681-418d-aef1-176c25bc2285 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:40:31.215696 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5b0a-cca2-4be8-984f-5a9b9fccd283 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.298638 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.312999 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5b0a-cca2-4be8-984f-5a9b9fccd283 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.321758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abda52-0aeb-4dfe-8177-97d1049b8833 req-c863766e-57ec-4dcd-aab3-2f34b89303ee tempest-ComputeTenantNetworksTest-320742736 tempest-ComputeTenantNetworksTest-320742736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:31.329304 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abda52-0aeb-4dfe-8177-97d1049b8833 req-c863766e-57ec-4dcd-aab3-2f34b89303ee tempest-ComputeTenantNetworksTest-320742736 tempest-ComputeTenantNetworksTest-320742736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:31.338627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abda52-0aeb-4dfe-8177-97d1049b8833 req-c863766e-57ec-4dcd-aab3-2f34b89303ee tempest-ComputeTenantNetworksTest-320742736 tempest-ComputeTenantNetworksTest-320742736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:31.339087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 726698f6-77ff-4a3c-af17-fe1d93a4c904, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=726698f6-77ff-4a3c-af17-fe1d93a4c904,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:31.339917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Router e114bca6-567d-4b18-969d-b0f1b19aeab8 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:40:31.341651 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-31abda52-0aeb-4dfe-8177-97d1049b8833 req-c863766e-57ec-4dcd-aab3-2f34b89303ee tempest-ComputeTenantNetworksTest-320742736 tempest-ComputeTenantNetworksTest-320742736-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4130485 Sep 29 17:40:31.349444 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.364797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-940425bd-7fa6-4817-a25d-4886c2d83a31 None None] Provisioning complete for port f2fcd61f-136e-4896-86ee-ee9204450be4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:31.366553 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-940425bd-7fa6-4817-a25d-4886c2d83a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.441075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-940425bd-7fa6-4817-a25d-4886c2d83a31 None None] Port f2fcd61f-136e-4896-86ee-ee9204450be4 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:31.451975 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=726698f6-77ff-4a3c-af17-fe1d93a4c904,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:31.478698 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5b0a-cca2-4be8-984f-5a9b9fccd283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.500638 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8b4e8-c7e8-4546-bf22-cfd605eecd43 req-ef84d969-87fb-4450-b7df-ce6bccf18527 tempest-ComputeTenantNetworksTest-320742736 tempest-ComputeTenantNetworksTest-320742736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:31.502659 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b2b8b4e8-c7e8-4546-bf22-cfd605eecd43 req-ef84d969-87fb-4450-b7df-ce6bccf18527 tempest-ComputeTenantNetworksTest-320742736 tempest-ComputeTenantNetworksTest-320742736-project] 10.222.0.44 "GET /v2.0/networks/bf148353-0b7d-443d-97bb-bb4a14ab2c18 HTTP/1.1" status: 200 len: 768 time: 0.1323860 Sep 29 17:40:31.513016 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8ccee005-f201-46d5-9783-54392e35c93b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port b9afb8ca-1b52-4443-a047-41680cb6e0b0 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:31.513535 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ccee005-f201-46d5-9783-54392e35c93b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.516118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50460) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:31.645689 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4903fd53-3771-4628-9d54-9a170a1b4636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.672042 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ccee005-f201-46d5-9783-54392e35c93b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.714554 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8ccee005-f201-46d5-9783-54392e35c93b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for b9afb8ca-1b52-4443-a047-41680cb6e0b0 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:31.767663 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4903fd53-3771-4628-9d54-9a170a1b4636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.813148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d816bb-8151-4852-8fa5-ab470a02efa0 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:40:31.834065 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.847152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-4903fd53-3771-4628-9d54-9a170a1b4636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf148353-0b7d-443d-97bb-bb4a14ab2c18']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:31.849706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb65adc-bbc6-4b8f-a7e4-a4c1609794dd req-caa41744-5bfc-4b54-a6b7-d3f44e9b561d tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:31.851237 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6eb65adc-bbc6-4b8f-a7e4-a4c1609794dd req-caa41744-5bfc-4b54-a6b7-d3f44e9b561d tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.5101862 Sep 29 17:40:31.864113 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-4903fd53-3771-4628-9d54-9a170a1b4636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4db5796-f2dc-41fd-b9fd-14c90dd34e77') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:31.864405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-4903fd53-3771-4628-9d54-9a170a1b4636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4db5796-f2dc-41fd-b9fd-14c90dd34e77') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:31.882031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Transition to ACTIVE for port object 95d816bb-8151-4852-8fa5-ab470a02efa0 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:40:31.889232 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4903fd53-3771-4628-9d54-9a170a1b4636 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.896928 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.914688 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6fab3-cfbb-4bb6-8883-0434cf1f783a req-bada5555-145a-47d4-b34a-f35324452bc5 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:31.916188 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3c6fab3-cfbb-4bb6-8883-0434cf1f783a req-bada5555-145a-47d4-b34a-f35324452bc5 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 936 time: 0.1456625 Sep 29 17:40:31.917148 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4903fd53-3771-4628-9d54-9a170a1b4636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.961532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4903fd53-3771-4628-9d54-9a170a1b4636 admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:40:31.961933 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4903fd53-3771-4628-9d54-9a170a1b4636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:40:31.965839 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:40:31.989033 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6eb65adc-bbc6-4b8f-a7e4-a4c1609794dd req-af675df3-e4ea-45d5-8bab-1fcde53d0842 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258190 Sep 29 17:40:31.991656 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5b0a-cca2-4be8-984f-5a9b9fccd283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:32.002830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:40:32.004419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Pushing event updated for resources: {'Port': ['ID=95d816bb-8151-4852-8fa5-ab470a02efa0,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:32.012954 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-996b90b6-6f76-4f01-a5ad-0ee180e286e6 admin admin] 10.222.0.44 "PUT /v2.0/routers/e114bca6-567d-4b18-969d-b0f1b19aeab8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0768611 Sep 29 17:40:32.024351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Sync routers for ids ['e114bca6-567d-4b18-969d-b0f1b19aeab8'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:40:32.041416 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Routers {'e114bca6-567d-4b18-969d-b0f1b19aeab8'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:32.042070 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e114bca6-567d-4b18-969d-b0f1b19aeab8'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:32.043468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e5b0a-cca2-4be8-984f-5a9b9fccd283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bbad4c0-0681-418d-aef1-176c25bc2285,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:32.066733 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc1e5b0a-cca2-4be8-984f-5a9b9fccd283 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:32.068603 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-dc1e5b0a-cca2-4be8-984f-5a9b9fccd283 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7bbad4c0-0681-418d-aef1-176c25bc2285 HTTP/1.1" status: 204 len: 168 time: 0.9550807 Sep 29 17:40:32.072156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50468) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:32.093317 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3c6fab3-cfbb-4bb6-8883-0434cf1f783a req-dec257ba-82bd-4d8a-b9a5-1c29b22b9e13 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bca0ab1-38ce-480a-927c-1d23685c3434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416690 Sep 29 17:40:32.168061 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4903fd53-3771-4628-9d54-9a170a1b4636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:32.195647 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4903fd53-3771-4628-9d54-9a170a1b4636 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:32.200588 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4903fd53-3771-4628-9d54-9a170a1b4636 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bf148353-0b7d-443d-97bb-bb4a14ab2c18 HTTP/1.1" status: 204 len: 168 time: 0.6833954 Sep 29 17:40:32.217864 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903fd53-3771-4628-9d54-9a170a1b4636 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf148353-0b7d-443d-97bb-bb4a14ab2c18,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:32.227900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Attempting to bind port 95d816bb-8151-4852-8fa5-ab470a02efa0 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:40:32.228245 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Attempting to bind port 95d816bb-8151-4852-8fa5-ab470a02efa0 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:40:32.230180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Attempting to bind port 95d816bb-8151-4852-8fa5-ab470a02efa0 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:32.236489 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-026eb334-30bc-4f99-b59f-0e8580edbbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:32.248908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Port 95d816bb-8151-4852-8fa5-ab470a02efa0 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:40:32.248908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Attempting to bind port 95d816bb-8151-4852-8fa5-ab470a02efa0 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:32.261796 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ccee005-f201-46d5-9783-54392e35c93b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:32.272353 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:40:32.272707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:32.273107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:40:32.275261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Bound port: 95d816bb-8151-4852-8fa5-ab470a02efa0, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:40:32.275636 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:32.331756 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Set router e114bca6-567d-4b18-969d-b0f1b19aeab8 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:40:32.333690 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccee005-f201-46d5-9783-54392e35c93b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=b9afb8ca-1b52-4443-a047-41680cb6e0b0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:32.521365 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50480) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:32.538641 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-026eb334-30bc-4f99-b59f-0e8580edbbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:32.562668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-026eb334-30bc-4f99-b59f-0e8580edbbf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ae65d9-f785-4446-bdb2-7429d9329f6f']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:32.574590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-026eb334-30bc-4f99-b59f-0e8580edbbf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a98dce-c333-4e28-b572-05496465f81f') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:32.575138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-026eb334-30bc-4f99-b59f-0e8580edbbf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a98dce-c333-4e28-b572-05496465f81f') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:32.594226 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-026eb334-30bc-4f99-b59f-0e8580edbbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:32.610930 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-026eb334-30bc-4f99-b59f-0e8580edbbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:32.620580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026eb334-30bc-4f99-b59f-0e8580edbbf7 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:40:32.620580 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-026eb334-30bc-4f99-b59f-0e8580edbbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:40:32.696263 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:40:32.718164 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-026eb334-30bc-4f99-b59f-0e8580edbbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:32.731041 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ccee005-f201-46d5-9783-54392e35c93b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:32.743717 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-da5c0bfd-e231-4fe4-9f2b-f013a7149feb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b7ce988aa2e4ce7ae47f606284c4805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2161942 Sep 29 17:40:32.748506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50494) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:32.761920 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-026eb334-30bc-4f99-b59f-0e8580edbbf7 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:32.764395 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-026eb334-30bc-4f99-b59f-0e8580edbbf7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a7ae65d9-f785-4446-bdb2-7429d9329f6f HTTP/1.1" status: 204 len: 168 time: 0.6914072 Sep 29 17:40:32.829445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] For port 95d816bb-8151-4852-8fa5-ab470a02efa0, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:40:32.833330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026eb334-30bc-4f99-b59f-0e8580edbbf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ae65d9-f785-4446-bdb2-7429d9329f6f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:32.850036 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'name': 'tempest-TestAggregatesBasicOps-1082693132-router', 'tenant_id': '8450c9fba7944e0a88994890a4781b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '726698f6-77ff-4a3c-af17-fe1d93a4c904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:21Z', 'updated_at': '2021-09-29T17:40:29Z', 'revision_number': 4, 'project_id': '8450c9fba7944e0a88994890a4781b73', 'gw_port': {'id': '726698f6-77ff-4a3c-af17-fe1d93a4c904', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:22Z', 'updated_at': '2021-09-29T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'f2fcd61f-136e-4896-86ee-ee9204450be4', 'name': '', 'network_id': '628b864b-0fb8-4c0e-b980-bd9a5806ec84', 'tenant_id': '8450c9fba7944e0a88994890a4781b73', 'mac_address': 'fa:16:3e:a0:e2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '64c20b3b-848c-454c-b988-a44c44bedd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:27Z', 'updated_at': '2021-09-29T17:40:29Z', 'revision_number': 2, 'project_id': '8450c9fba7944e0a88994890a4781b73', 'subnets': [{'id': '64c20b3b-848c-454c-b988-a44c44bedd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:32.855193 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990fc14-c114-4356-b147-9f645fe1f8f4 req-151912f4-cea7-4c69-bf48-850db70a836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:32.856822 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a990fc14-c114-4356-b147-9f645fe1f8f4 req-151912f4-cea7-4c69-bf48-850db70a836e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=41eea862de9540c69207e705d28de0c7&device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 1097 time: 0.1398075 Sep 29 17:40:32.862113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] For port 95d816bb-8151-4852-8fa5-ab470a02efa0, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=95d816bb-8151-4852-8fa5-ab470a02efa0,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:40:32.889500 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:32.950883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Checking router: e114bca6-567d-4b18-969d-b0f1b19aeab8 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:40:32.953376 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Updating router e114bca6-567d-4b18-969d-b0f1b19aeab8 port f2fcd61f-136e-4896-86ee-ee9204450be4 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:40:32.965397 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6de2f640-4992-41a2-8dad-07a3a7780a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:32.976929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Pushing event updated for resources: {'Port': ['ID=95d816bb-8151-4852-8fa5-ab470a02efa0,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:32.988929 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6de2f640-4992-41a2-8dad-07a3a7780a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:33.001131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d57026-f6be-4fb7-a42c-45b6dccf5cc3 req-eb263a10-a2d6-42fe-954c-bbf0200d318b tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:33.003418 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3d57026-f6be-4fb7-a42c-45b6dccf5cc3 req-eb263a10-a2d6-42fe-954c-bbf0200d318b tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.2503552 Sep 29 17:40:33.025183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:33.026269 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:33.027855 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-99f39ac7-c699-402b-992a-e907f997b71d service neutron] 10.222.0.49 "PUT /v2.0/ports/95d816bb-8151-4852-8fa5-ab470a02efa0 HTTP/1.1" status: 200 len: 1096 time: 2.5994408 Sep 29 17:40:33.031168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffcc75a9-d96b-420f-b390-82f6c57dfc96', 'tag': '95d816bb-8151-4852-8fa5-ab470a02efa0'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:40:33.045528 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:33.047523 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e3941a-bf0b-4e1d-9532-0015ba789ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "ffcc75a9-d96b-420f-b390-82f6c57dfc96", "tag": "95d816bb-8151-4852-8fa5-ab470a02efa0"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:40:33.055204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 726698f6-77ff-4a3c-af17-fe1d93a4c904 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:33.056907 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccee005-f201-46d5-9783-54392e35c93b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Router 3da04709-bae8-4ee9-b68b-1e6a9757e20d has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:40:33.062802 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6de2f640-4992-41a2-8dad-07a3a7780a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:33.066066 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6de2f640-4992-41a2-8dad-07a3a7780a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:33.067521 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6de2f640-4992-41a2-8dad-07a3a7780a7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b9abf72-4ac2-4d67-a845-4b7bc11bacb2 HTTP/1.1" status: 204 len: 168 time: 0.3171892 Sep 29 17:40:33.208876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50510) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:33.254537 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2f640-4992-41a2-8dad-07a3a7780a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9abf72-4ac2-4d67-a845-4b7bc11bacb2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:33.270671 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccee005-f201-46d5-9783-54392e35c93b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:40:33.285310 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd00300-1fb8-46d6-bf10-6ebcacd9986c None None] Sync routers for ids ['3da04709-bae8-4ee9-b68b-1e6a9757e20d'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:40:33.296597 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd00300-1fb8-46d6-bf10-6ebcacd9986c None None] Routers {'3da04709-bae8-4ee9-b68b-1e6a9757e20d'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:33.296803 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8ccee005-f201-46d5-9783-54392e35c93b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "PUT /v2.0/routers/3da04709-bae8-4ee9-b68b-1e6a9757e20d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8495791 Sep 29 17:40:33.297625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50516) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:33.299625 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3dd00300-1fb8-46d6-bf10-6ebcacd9986c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3da04709-bae8-4ee9-b68b-1e6a9757e20d'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:33.326960 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a945de-160b-4656-b0cb-f750ce1ec824 x-openstack-request-id: req-f7a945de-160b-4656-b0cb-f750ce1ec824 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:40:33.327340 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffcc75a9-d96b-420f-b390-82f6c57dfc96", "tag": "95d816bb-8151-4852-8fa5-ab470a02efa0", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:40:33.327664 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7a945de-160b-4656-b0cb-f750ce1ec824 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:40:33.328076 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffcc75a9-d96b-420f-b390-82f6c57dfc96', 'tag': '95d816bb-8151-4852-8fa5-ab470a02efa0', 'status': 'completed', 'code': 200} Sep 29 17:40:33.349650 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3d57026-f6be-4fb7-a42c-45b6dccf5cc3 req-f6956500-c504-49a0-81d4-edbd83a61551 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213046 Sep 29 17:40:33.367193 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdba66c-e3b6-466e-8192-b08e3676494a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] GET failed (client error): The resource could not be found. Sep 29 17:40:33.369952 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3dd00300-1fb8-46d6-bf10-6ebcacd9986c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:33.375386 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4cdba66c-e3b6-466e-8192-b08e3676494a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/b9afb8ca-1b52-4443-a047-41680cb6e0b0 HTTP/1.1" status: 404 len: 333 time: 0.0744951 Sep 29 17:40:33.376863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50518) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:33.401763 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd00300-1fb8-46d6-bf10-6ebcacd9986c None None] Routers {'3da04709-bae8-4ee9-b68b-1e6a9757e20d'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:33.407808 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3dd00300-1fb8-46d6-bf10-6ebcacd9986c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3da04709-bae8-4ee9-b68b-1e6a9757e20d'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:33.410035 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-fe287d48-29aa-4748-b932-f7a67521dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:33.415335 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-fe287d48-29aa-4748-b932-f7a67521dd7d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a130e06a4ed41a89b6c7012298db92a&device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 1099 time: 0.2535975 Sep 29 17:40:33.424526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990fc14-c114-4356-b147-9f645fe1f8f4 req-2b3e2636-47ba-4782-9af5-aaff6a358cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:33.429844 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a990fc14-c114-4356-b147-9f645fe1f8f4 req-2b3e2636-47ba-4782-9af5-aaff6a358cef service neutron] 10.222.0.49 "GET /v2.0/networks?id=8a269a08-9fff-4c08-b691-75b3a9da933f HTTP/1.1" status: 200 len: 917 time: 0.5627487 Sep 29 17:40:33.445053 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3dd00300-1fb8-46d6-bf10-6ebcacd9986c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:33.445738 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd00300-1fb8-46d6-bf10-6ebcacd9986c None None] The sync data for ids ['3da04709-bae8-4ee9-b68b-1e6a9757e20d'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:40:33.459775 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6ec16449-8a6a-4b00-90ce-831d99feda69 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00f4ff54a31b4dd99836327b3df86ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428162 Sep 29 17:40:33.477824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 726698f6-77ff-4a3c-af17-fe1d93a4c904 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:33.478672 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:33.554531 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a990fc14-c114-4356-b147-9f645fe1f8f4 req-70ac3622-fe50-43fd-95e6-f9915da0aef3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25f7f599-db50-43cc-b1ec-12927e9d0df1 HTTP/1.1" status: 200 len: 217 time: 0.0989938 Sep 29 17:40:33.602492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50522) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:33.731784 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-5e43572c-cae9-4435-a0e0-ff6fbcd09c24 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=95d816bb-8151-4852-8fa5-ab470a02efa0 HTTP/1.1" status: 200 len: 217 time: 0.2985830 Sep 29 17:40:33.776810 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:33.780706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990fc14-c114-4356-b147-9f645fe1f8f4 req-f331560d-75a7-4fbd-b226-6cc953546dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:33.784754 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:33.785502 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a990fc14-c114-4356-b147-9f645fe1f8f4 req-f331560d-75a7-4fbd-b226-6cc953546dcd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=589bb32e-16be-4d4e-a9f6-0531049b1280 HTTP/1.1" status: 200 len: 855 time: 0.1722372 Sep 29 17:40:33.860148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a592249-f74d-42a0-9866-ed859322740d None None] Pushing event updated for resources: {'Port': ['ID=f2fcd61f-136e-4896-86ee-ee9204450be4,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:33.949447 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Attempting to bind port f2fcd61f-136e-4896-86ee-ee9204450be4 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:40:33.950098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Attempting to bind port f2fcd61f-136e-4896-86ee-ee9204450be4 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'a25b14b3-21b4-4264-b5ae-11eb6b439a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '628b864b-0fb8-4c0e-b980-bd9a5806ec84'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:40:33.950720 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Attempting to bind port f2fcd61f-136e-4896-86ee-ee9204450be4 on network 628b864b-0fb8-4c0e-b980-bd9a5806ec84 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:33.957012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:40:33.957802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Checking segment: {'id': 'a25b14b3-21b4-4264-b5ae-11eb6b439a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '628b864b-0fb8-4c0e-b980-bd9a5806ec84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:33.962251 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:33.962251 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Bound using segment: {'id': 'a25b14b3-21b4-4264-b5ae-11eb6b439a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '628b864b-0fb8-4c0e-b980-bd9a5806ec84'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:40:33.964674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Bound port: f2fcd61f-136e-4896-86ee-ee9204450be4, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25b14b3-21b4-4264-b5ae-11eb6b439a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '628b864b-0fb8-4c0e-b980-bd9a5806ec84'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:40:33.965320 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:33.978262 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-e649c889-4256-40da-8df2-d5577e48e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:33.979805 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-e649c889-4256-40da-8df2-d5577e48e785 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.2316232 Sep 29 17:40:34.011641 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-816b4818-1e05-4793-ac8f-0b72246ad27c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:34.087634 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-60fd48a0-0afb-4b7e-9091-890ad9ac21d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:34.091019 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50558) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:34.105399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] For port f2fcd61f-136e-4896-86ee-ee9204450be4, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:40:34.106200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990fc14-c114-4356-b147-9f645fe1f8f4 req-67dd6697-5383-433c-aec4-508082f7bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:34.108356 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a990fc14-c114-4356-b147-9f645fe1f8f4 req-67dd6697-5383-433c-aec4-508082f7bad0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8a269a08-9fff-4c08-b691-75b3a9da933f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2953391 Sep 29 17:40:34.113302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] For port f2fcd61f-136e-4896-86ee-ee9204450be4, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f2fcd61f-136e-4896-86ee-ee9204450be4,segment=NetworkSegment(a25b14b3-21b4-4264-b5ae-11eb6b439a43),segment_id=a25b14b3-21b4-4264-b5ae-11eb6b439a43)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:40:34.120898 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:34.143725 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-7e6f16ee-f283-43cb-8d1e-5fa0350fb1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:34.145500 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-7e6f16ee-f283-43cb-8d1e-5fa0350fb1f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569412 Sep 29 17:40:34.178685 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-60fd48a0-0afb-4b7e-9091-890ad9ac21d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:34.190146 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Routers {'e114bca6-567d-4b18-969d-b0f1b19aeab8'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:34.190891 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e114bca6-567d-4b18-969d-b0f1b19aeab8'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:34.296852 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4c4c4-ae07-4776-978e-7ad3d300e0a4 req-9b76d282-32be-4233-aae8-9e0be53e04b7 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:34.306888 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bda4c4c4-ae07-4776-978e-7ad3d300e0a4 req-9b76d282-32be-4233-aae8-9e0be53e04b7 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 948 time: 0.3775237 Sep 29 17:40:34.375288 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a990fc14-c114-4356-b147-9f645fe1f8f4 req-139f7d82-aace-4cd7-9a65-e0c8aa377128 service neutron] 10.222.0.49 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576318 Sep 29 17:40:34.409525 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-60fd48a0-0afb-4b7e-9091-890ad9ac21d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:34.412179 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-60fd48a0-0afb-4b7e-9091-890ad9ac21d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:34.415666 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-60fd48a0-0afb-4b7e-9091-890ad9ac21d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/020b8bab-67e0-4e50-80cd-a5c081aa8a33 HTTP/1.1" status: 204 len: 168 time: 0.8086638 Sep 29 17:40:34.476399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd48a0-0afb-4b7e-9091-890ad9ac21d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020b8bab-67e0-4e50-80cd-a5c081aa8a33,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:34.476755 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-816b4818-1e05-4793-ac8f-0b72246ad27c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:34.491713 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-875bc753-4e29-4cf4-8033-a31b560713d8 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296142 Sep 29 17:40:34.499495 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-816b4818-1e05-4793-ac8f-0b72246ad27c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:34.548851 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bda4c4c4-ae07-4776-978e-7ad3d300e0a4 req-6c9ab028-f78b-4bbc-a143-dd85e0f89a2e tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bca0ab1-38ce-480a-927c-1d23685c3434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358930 Sep 29 17:40:34.593233 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a592249-f74d-42a0-9866-ed859322740d None None] Pushing event updated for resources: {'Port': ['ID=f2fcd61f-136e-4896-86ee-ee9204450be4,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:34.628553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f3a15ed7-9a2b-4568-99a4-00e247e8113d None None] Provisioning complete for port f2fcd61f-136e-4896-86ee-ee9204450be4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:34.633365 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f3a15ed7-9a2b-4568-99a4-00e247e8113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:34.714034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] Set router e114bca6-567d-4b18-969d-b0f1b19aeab8 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:40:34.725363 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-816b4818-1e05-4793-ac8f-0b72246ad27c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:34.725907 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816b4818-1e05-4793-ac8f-0b72246ad27c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Fanout notify agent at l3_agent the message router_deleted on router 3da04709-bae8-4ee9-b68b-1e6a9757e20d {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:40:34.739237 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-816b4818-1e05-4793-ac8f-0b72246ad27c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:34.740246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165734e6-d283-41fa-881d-88cc8f958b20 req-5bfd6ef9-da8c-4143-8b59-8a608a53c8b9 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:34.743748 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-816b4818-1e05-4793-ac8f-0b72246ad27c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/routers/3da04709-bae8-4ee9-b68b-1e6a9757e20d HTTP/1.1" status: 204 len: 168 time: 1.3636019 Sep 29 17:40:34.744407 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50576) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:34.748180 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-165734e6-d283-41fa-881d-88cc8f958b20 req-5bfd6ef9-da8c-4143-8b59-8a608a53c8b9 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.2304356 Sep 29 17:40:34.793201 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a990fc14-c114-4356-b147-9f645fe1f8f4 req-34be9afc-e0f7-498d-8a79-827b6513959b service neutron] 10.222.0.49 "GET /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958910 Sep 29 17:40:34.809566 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8290f032-8769-4666-8e28-540d8bbf82a6 req-81e5d251-d704-474c-b8f6-28e5bc46f867 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983122 Sep 29 17:40:34.844250 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-165734e6-d283-41fa-881d-88cc8f958b20 req-54aa35b7-2a14-429e-a981-b81fe9b31577 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951078 Sep 29 17:40:34.877821 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f3a15ed7-9a2b-4568-99a4-00e247e8113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:34.886172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5d093b-af2f-46ad-b255-2cc64b83e480 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting subnet 240fcacf-c84a-4f01-9868-753f03af3012 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:40:34.891757 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f5d093b-af2f-46ad-b255-2cc64b83e480 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:34.946604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50580) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:34.970354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3941a-bf0b-4e1d-9532-0015ba789ba4 req-23614d42-e024-4d8d-8529-249d7ec9954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:34.975559 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82e3941a-bf0b-4e1d-9532-0015ba789ba4 req-23614d42-e024-4d8d-8529-249d7ec9954e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a130e06a4ed41a89b6c7012298db92a&device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 1099 time: 0.1045034 Sep 29 17:40:34.983170 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f3a15ed7-9a2b-4568-99a4-00e247e8113d None None] For port f2fcd61f-136e-4896-86ee-ee9204450be4, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f2fcd61f-136e-4896-86ee-ee9204450be4,segment=NetworkSegment(a25b14b3-21b4-4264-b5ae-11eb6b439a43),segment_id=a25b14b3-21b4-4264-b5ae-11eb6b439a43)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:34.996983 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f3a15ed7-9a2b-4568-99a4-00e247e8113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:35.014845 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f5d093b-af2f-46ad-b255-2cc64b83e480 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:35.123620 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a15ed7-9a2b-4568-99a4-00e247e8113d None None] Pushing event updated for resources: {'Port': ['ID=f2fcd61f-136e-4896-86ee-ee9204450be4,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:35.161221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1be8da70-826c-428b-aed3-2dc4c5117e68 None None] Provisioning complete for port f2fcd61f-136e-4896-86ee-ee9204450be4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:35.161544 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1be8da70-826c-428b-aed3-2dc4c5117e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:35.167265 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f5d093b-af2f-46ad-b255-2cc64b83e480 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:35.171022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3941a-bf0b-4e1d-9532-0015ba789ba4 req-da1a1c66-d4ff-410f-89f9-4baf43250379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:35.174134 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82e3941a-bf0b-4e1d-9532-0015ba789ba4 req-da1a1c66-d4ff-410f-89f9-4baf43250379 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.1905906 Sep 29 17:40:35.193744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'name': 'tempest-TestAggregatesBasicOps-1082693132-router', 'tenant_id': '8450c9fba7944e0a88994890a4781b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '726698f6-77ff-4a3c-af17-fe1d93a4c904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:21Z', 'updated_at': '2021-09-29T17:40:29Z', 'revision_number': 4, 'project_id': '8450c9fba7944e0a88994890a4781b73', 'gw_port': {'id': '726698f6-77ff-4a3c-af17-fe1d93a4c904', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:22Z', 'updated_at': '2021-09-29T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'f2fcd61f-136e-4896-86ee-ee9204450be4', 'name': '', 'network_id': '628b864b-0fb8-4c0e-b980-bd9a5806ec84', 'tenant_id': '8450c9fba7944e0a88994890a4781b73', 'mac_address': 'fa:16:3e:a0:e2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '64c20b3b-848c-454c-b988-a44c44bedd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:27Z', 'updated_at': '2021-09-29T17:40:34Z', 'revision_number': 4, 'project_id': '8450c9fba7944e0a88994890a4781b73', 'subnets': [{'id': '64c20b3b-848c-454c-b988-a44c44bedd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:35.233024 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd50efd-9b7e-4555-adb3-d411f6cfae0f None None] The sync data for ids ['e114bca6-567d-4b18-969d-b0f1b19aeab8'] in n-d-811748-2 is: [{'id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'name': 'tempest-TestAggregatesBasicOps-1082693132-router', 'tenant_id': '8450c9fba7944e0a88994890a4781b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '726698f6-77ff-4a3c-af17-fe1d93a4c904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:21Z', 'updated_at': '2021-09-29T17:40:29Z', 'revision_number': 4, 'project_id': '8450c9fba7944e0a88994890a4781b73', 'gw_port': {'id': '726698f6-77ff-4a3c-af17-fe1d93a4c904', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:22Z', 'updated_at': '2021-09-29T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'f2fcd61f-136e-4896-86ee-ee9204450be4', 'name': '', 'network_id': '628b864b-0fb8-4c0e-b980-bd9a5806ec84', 'tenant_id': '8450c9fba7944e0a88994890a4781b73', 'mac_address': 'fa:16:3e:a0:e2:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '64c20b3b-848c-454c-b988-a44c44bedd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:27Z', 'updated_at': '2021-09-29T17:40:34Z', 'revision_number': 4, 'project_id': '8450c9fba7944e0a88994890a4781b73', 'subnets': [{'id': '64c20b3b-848c-454c-b988-a44c44bedd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:40:35.240220 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85a7335b-168a-4ae5-bce0-a1a81e80cb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:35.249311 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6336bf69-d412-4ded-ae66-4465df701ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:35.254471 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82e3941a-bf0b-4e1d-9532-0015ba789ba4 req-0344deef-4253-472c-a20e-d92aae627ad4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=95d816bb-8151-4852-8fa5-ab470a02efa0 HTTP/1.1" status: 200 len: 217 time: 0.0666378 Sep 29 17:40:35.387328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3941a-bf0b-4e1d-9532-0015ba789ba4 req-d61f912c-8669-42a5-9d9d-fae674ffa2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:35.388197 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f5d093b-af2f-46ad-b255-2cc64b83e480 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:35.391385 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82e3941a-bf0b-4e1d-9532-0015ba789ba4 req-d61f912c-8669-42a5-9d9d-fae674ffa2f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1249480 Sep 29 17:40:35.443226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d093b-af2f-46ad-b255-2cc64b83e480 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Subnet': ['ID=240fcacf-c84a-4f01-9868-753f03af3012,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:35.457311 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f5d093b-af2f-46ad-b255-2cc64b83e480 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:35.458329 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9f5d093b-af2f-46ad-b255-2cc64b83e480 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/240fcacf-c84a-4f01-9868-753f03af3012 HTTP/1.1" status: 204 len: 168 time: 0.7101681 Sep 29 17:40:35.460858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784f8d55-598c-4c39-9366-d11e7053f149 None None] Network bcbadd67-2c77-41b4-93b9-e9ae042f5d8f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:35.461000 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50598) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:35.547551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3941a-bf0b-4e1d-9532-0015ba789ba4 req-83fc146c-dae9-4838-bec1-165accc35d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:35.551968 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82e3941a-bf0b-4e1d-9532-0015ba789ba4 req-83fc146c-dae9-4838-bec1-165accc35d26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1322777 Sep 29 17:40:35.614232 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6336bf69-d412-4ded-ae66-4465df701ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:35.646088 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6336bf69-d412-4ded-ae66-4465df701ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:35.664640 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:35.707412 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50604) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:35.734098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336bf69-d412-4ded-ae66-4465df701ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2cdf2a-d700-4e92-bf85-71894f35a9e0,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:35.741729 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6336bf69-d412-4ded-ae66-4465df701ece admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=505286cb65524c5bbbd303742d40d96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7908201 Sep 29 17:40:35.742490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50608) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:35.801525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff7acf-8a57-4207-ac2e-c55bc9e9756c req-10992028-a40b-41db-8b02-cd4be48fc9d7 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:35.809110 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-50ff7acf-8a57-4207-ac2e-c55bc9e9756c req-10992028-a40b-41db-8b02-cd4be48fc9d7 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 948 time: 0.1490557 Sep 29 17:40:35.815555 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72da9691-da7e-42eb-8107-d342687b6908 None None] DHCP port deletion for bcbadd67-2c77-41b4-93b9-e9ae042f5d8f request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:40:35.881974 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-72da9691-da7e-42eb-8107-d342687b6908 None None] Deleting port 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:35.882357 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-72da9691-da7e-42eb-8107-d342687b6908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:35.895336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-37ca2be2-7128-474f-bca6-034e446d22d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-356896807-network', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:35.905776 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82e3941a-bf0b-4e1d-9532-0015ba789ba4 req-d51df1eb-d805-4dfd-92c2-296946bac89e service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891192 Sep 29 17:40:35.910339 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e70678cb-46bd-437a-8498-0681aebe89cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:35.936529 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-50ff7acf-8a57-4207-ac2e-c55bc9e9756c req-d61d6fb2-50d0-41e0-9b48-beba6b827639 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bca0ab1-38ce-480a-927c-1d23685c3434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216528 Sep 29 17:40:35.948228 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e70678cb-46bd-437a-8498-0681aebe89cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:35.969126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:35.969658 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:35.976830 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-72da9691-da7e-42eb-8107-d342687b6908 None None] For port 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0b9ce9fd-da57-47b9-a91f-1aeb5760c42d,segment=NetworkSegment(33a6406d-105a-4f3e-97e5-46094447bc87),segment_id=33a6406d-105a-4f3e-97e5-46094447bc87)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:35.977256 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-72da9691-da7e-42eb-8107-d342687b6908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:35.991909 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-72da9691-da7e-42eb-8107-d342687b6908 None None] Calling delete_port for 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:36.055482 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] For port 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0b9ce9fd-da57-47b9-a91f-1aeb5760c42d,segment=NetworkSegment(33a6406d-105a-4f3e-97e5-46094447bc87),segment_id=33a6406d-105a-4f3e-97e5-46094447bc87)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:36.056002 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.069814 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e70678cb-46bd-437a-8498-0681aebe89cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.072127 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:36.074250 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e70678cb-46bd-437a-8498-0681aebe89cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.076290 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e70678cb-46bd-437a-8498-0681aebe89cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd2cdf2a-d700-4e92-bf85-71894f35a9e0 HTTP/1.1" status: 204 len: 168 time: 0.3327312 Sep 29 17:40:36.104392 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a05183-f0eb-4ca0-b95b-df1d9d25cd38 req-b0f953d1-0ae5-4370-97a3-bee25721d965 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:36.106076 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59a05183-f0eb-4ca0-b95b-df1d9d25cd38 req-b0f953d1-0ae5-4370-97a3-bee25721d965 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.1080017 Sep 29 17:40:36.106870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70678cb-46bd-437a-8498-0681aebe89cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2cdf2a-d700-4e92-bf85-71894f35a9e0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:36.136326 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-72da9691-da7e-42eb-8107-d342687b6908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.170369 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.181346 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da9691-da7e-42eb-8107-d342687b6908 None None] Pushing event deleted for resources: {'Port': ['ID=0b9ce9fd-da57-47b9-a91f-1aeb5760c42d,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:36.184488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da9691-da7e-42eb-8107-d342687b6908 None None] No DVR routers for this DVR port 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:36.209676 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ca2be2-7128-474f-bca6-034e446d22d5 admin admin] Made reservation on behalf of e623b8fc0f40480d8e744c4b328c6a7d for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:36.212145 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37ca2be2-7128-474f-bca6-034e446d22d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.216272 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No DVR routers for this DVR port 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:36.244422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=0b9ce9fd-da57-47b9-a91f-1aeb5760c42d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:36.254129 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59a05183-f0eb-4ca0-b95b-df1d9d25cd38 req-55a9d882-bc25-40ba-b658-0682ce1647e9 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985613 Sep 29 17:40:36.261014 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82e3941a-bf0b-4e1d-9532-0015ba789ba4 req-03aebb47-e081-4091-8b38-f2b29e9d3cbc service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706504 Sep 29 17:40:36.277940 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37ca2be2-7128-474f-bca6-034e446d22d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.387073 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.410467 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbadd67-2c77-41b4-93b9-e9ae042f5d8f']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:36.431868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a6406d-105a-4f3e-97e5-46094447bc87') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:36.432327 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a6406d-105a-4f3e-97e5-46094447bc87') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:36.435690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de2b4a-3c54-461c-a11b-5fe1fb01ac3b req-d371f9dc-112f-4a33-b021-4a8d2a49a7b7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:36.444329 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26de2b4a-3c54-461c-a11b-5fe1fb01ac3b req-d371f9dc-112f-4a33-b021-4a8d2a49a7b7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.0792611 Sep 29 17:40:36.448798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-85a7335b-168a-4ae5-bce0-a1a81e80cb95 admin admin] Deleting port f37ae031-18aa-4714-bb81-5d3e43785e0d {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:36.449261 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85a7335b-168a-4ae5-bce0-a1a81e80cb95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.456522 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.500882 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26de2b4a-3c54-461c-a11b-5fe1fb01ac3b req-1940b6d2-1eba-47cc-bb61-23ee1fbe1d76 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561538 Sep 29 17:40:36.544488 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.551413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:40:36.551828 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:40:36.584642 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:40:36.662042 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37ca2be2-7128-474f-bca6-034e446d22d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.692750 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.706235 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37ca2be2-7128-474f-bca6-034e446d22d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.713306 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.718898 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/networks/bcbadd67-2c77-41b4-93b9-e9ae042f5d8f HTTP/1.1" status: 204 len: 168 time: 1.2532248 Sep 29 17:40:36.719768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50632) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:36.746121 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ef6c3-9f74-4f88-b07f-3adf3c9a6713 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Network': ['ID=bcbadd67-2c77-41b4-93b9-e9ae042f5d8f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:36.773816 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ca2be2-7128-474f-bca6-034e446d22d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:40:36.790607 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7297b8-11ae-49dc-9d55-ddba0ab2b7bf tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:36.793782 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-da7297b8-11ae-49dc-9d55-ddba0ab2b7bf tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/71fd84bc-d79b-4423-8a9d-5dc8e984a54f HTTP/1.1" status: 200 len: 841 time: 0.0727749 Sep 29 17:40:36.796967 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-85a7335b-168a-4ae5-bce0-a1a81e80cb95 admin admin] For port f37ae031-18aa-4714-bb81-5d3e43785e0d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f37ae031-18aa-4714-bb81-5d3e43785e0d,segment=NetworkSegment(3e67df0c-6693-4453-bab2-d722dac8f347),segment_id=3e67df0c-6693-4453-bab2-d722dac8f347)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:36.796967 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85a7335b-168a-4ae5-bce0-a1a81e80cb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.797729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50636) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:36.808975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a5561-f0f3-402a-9856-58cea488e8c0 req-e221445c-04c5-4cbd-ab84-1773bd5d9b9a tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:36.810546 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b52a5561-f0f3-402a-9856-58cea488e8c0 req-e221445c-04c5-4cbd-ab84-1773bd5d9b9a tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e HTTP/1.1" status: 200 len: 945 time: 0.2213137 Sep 29 17:40:36.823797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca2be2-7128-474f-bca6-034e446d22d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcda59f0-9d88-4740-83a6-a4157ac640fa,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:36.828259 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37ca2be2-7128-474f-bca6-034e446d22d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.828604 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-37ca2be2-7128-474f-bca6-034e446d22d5 admin admin] Added segment 1817d273-c4eb-4b2c-920a-bd59085ecea2 of type vlan for network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 Sep 29 17:40:36.847530 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-85a7335b-168a-4ae5-bce0-a1a81e80cb95 admin admin] Calling delete_port for f37ae031-18aa-4714-bb81-5d3e43785e0d owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:36.858049 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e976f907-7544-428a-b2bb-3c4e01a89807 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/71fd84bc-d79b-4423-8a9d-5dc8e984a54f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0546441 Sep 29 17:40:36.858539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50640) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:36.866637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a8172593-272e-433e-8407-33c17a15df69 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'subnet': {'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:36.938380 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37ca2be2-7128-474f-bca6-034e446d22d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:36.993878 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b52a5561-f0f3-402a-9856-58cea488e8c0 req-c19330ae-ad55-4f0f-981b-e1e3b827092e tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443114 Sep 29 17:40:37.001774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8172593-272e-433e-8407-33c17a15df69 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:37.005957 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8172593-272e-433e-8407-33c17a15df69 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:37.046759 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 95d816bb-8151-4852-8fa5-ab470a02efa0 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:40:37.065816 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f2fcd61f-136e-4896-86ee-ee9204450be4 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:37.130960 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37ca2be2-7128-474f-bca6-034e446d22d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:37.131941 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ca2be2-7128-474f-bca6-034e446d22d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:37.132526 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37ca2be2-7128-474f-bca6-034e446d22d5 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:37.203209 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port f2fcd61f-136e-4896-86ee-ee9204450be4 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:37.203787 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:37.247232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bb49b-d0f9-441d-8039-0769bcea77a5 req-61cbef05-fa59-460a-92ed-764b21033b20 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:37.249029 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-637bb49b-d0f9-441d-8039-0769bcea77a5 req-61cbef05-fa59-460a-92ed-764b21033b20 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 948 time: 0.1298449 Sep 29 17:40:37.293446 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 95d816bb-8151-4852-8fa5-ab470a02efa0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=95d816bb-8151-4852-8fa5-ab470a02efa0,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:37.311025 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '95d816bb-8151-4852-8fa5-ab470a02efa0', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '95d816bb-8151-4852-8fa5-ab470a02efa0', 'mac_address': 'fa:16:3e:10:fc:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:40:37.335155 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-37ca2be2-7128-474f-bca6-034e446d22d5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6249440 Sep 29 17:40:37.343067 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50652) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:37.349931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-aa36b1c5-fb28-44f8-8bf6-7a06438b26f2 admin admin] Request body: {'subnet': {'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-subnet', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:37.352240 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-637bb49b-d0f9-441d-8039-0769bcea77a5 req-7daf2bd3-7056-4c69-a63e-66a8e6a0e1cf tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bca0ab1-38ce-480a-927c-1d23685c3434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765417 Sep 29 17:40:37.353888 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8172593-272e-433e-8407-33c17a15df69 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:37.370494 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:37.385583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d816bb-8151-4852-8fa5-ab470a02efa0 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:40:37.416543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 95d816bb-8151-4852-8fa5-ab470a02efa0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=95d816bb-8151-4852-8fa5-ab470a02efa0,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:37.421187 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca2be2-7128-474f-bca6-034e446d22d5 admin admin] Pushing event updated for resources: {'Network': ['ID=8e0ae42f-1a64-4ab5-b392-cf8ee0582253,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:37.424930 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85a7335b-168a-4ae5-bce0-a1a81e80cb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:37.428431 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:37.432585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8172593-272e-433e-8407-33c17a15df69 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:37.438371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a8172593-272e-433e-8407-33c17a15df69 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:37.443637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8172593-272e-433e-8407-33c17a15df69 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:37.444372 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8172593-272e-433e-8407-33c17a15df69 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:37.458870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8172593-272e-433e-8407-33c17a15df69 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Subnet': ['ID=d975ca0c-0191-48d3-8382-0a79e2618784,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:37.493674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7335b-168a-4ae5-bce0-a1a81e80cb95 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37ae031-18aa-4714-bb81-5d3e43785e0d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:37.507828 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b6e8b-5e30-415a-a607-8c50d4143ede req-a9e61653-f73f-4873-90cf-40373ec67377 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:37.512237 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:40:37.514469 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab33c48-4e9d-44c0-a160-6445b4da5532 None None] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:37.514901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7d0b6e8b-5e30-415a-a607-8c50d4143ede req-a9e61653-f73f-4873-90cf-40373ec67377 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 945 time: 0.2318585 Sep 29 17:40:37.519265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:40:37.542873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=95d816bb-8151-4852-8fa5-ab470a02efa0,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:37.561828 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a8172593-272e-433e-8407-33c17a15df69 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7005448 Sep 29 17:40:37.564578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50658) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:37.569287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-19b9b7eb-4740-43c3-be37-d4c5e2f6e80a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'security_group': {'name': 'tempest-secgroup-516263414'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:37.593597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:40:37.594307 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0b9ce9fd-da57-47b9-a91f-1aeb5760c42d not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:40:37.594494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa36b1c5-fb28-44f8-8bf6-7a06438b26f2 admin admin] Made reservation on behalf of e623b8fc0f40480d8e744c4b328c6a7d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:37.597803 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa36b1c5-fb28-44f8-8bf6-7a06438b26f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:37.642297 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-19b9b7eb-4740-43c3-be37-d4c5e2f6e80a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:37.691924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['95d816bb-8151-4852-8fa5-ab470a02efa0'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:40:37.728123 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7d0b6e8b-5e30-415a-a607-8c50d4143ede req-7877924c-6e2f-4a24-a919-310364727ee2 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106581 Sep 29 17:40:37.791974 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-21dd8d85-0ddc-4a8a-83b0-06c22a9aad55 req-4af4d3b3-48f2-4b9c-9a99-6913af5ef754 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:40:37.793908 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-21dd8d85-0ddc-4a8a-83b0-06c22a9aad55 req-4af4d3b3-48f2-4b9c-9a99-6913af5ef754 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164523 Sep 29 17:40:37.822368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85a7335b-168a-4ae5-bce0-a1a81e80cb95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:37.906167 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-19b9b7eb-4740-43c3-be37-d4c5e2f6e80a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:37.916036 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-19b9b7eb-4740-43c3-be37-d4c5e2f6e80a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:37.974069 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-21dd8d85-0ddc-4a8a-83b0-06c22a9aad55 req-5e0aa677-61e6-4282-9101-b4977139c82f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1681287 Sep 29 17:40:37.976468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'tenant_id': '0342b138809740a49086a30d461c8c6e', 'fixed_ips': [{'subnet_id': 'd975ca0c-0191-48d3-8382-0a79e2618784'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:40:37.977512 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:37.989329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9b7eb-4740-43c3-be37-d4c5e2f6e80a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf28025-3da1-495c-b1b6-e2b2a97886c4,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:37.996104 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-19b9b7eb-4740-43c3-be37-d4c5e2f6e80a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:38.003099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-19b9b7eb-4740-43c3-be37-d4c5e2f6e80a tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4370117 Sep 29 17:40:38.004093 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50670) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:38.009464 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-3db8fd35-6a1c-4db6-b3ba-2d6f958f2c6e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'security_group': {'name': 'tempest-secgroup-2087806846'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:38.042356 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3db8fd35-6a1c-4db6-b3ba-2d6f958f2c6e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:38.199859 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3db8fd35-6a1c-4db6-b3ba-2d6f958f2c6e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:38.214236 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3db8fd35-6a1c-4db6-b3ba-2d6f958f2c6e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:38.251948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Allocated IP 172.20.0.2 (7f138965-bbf0-4f57-83e5-d6b898ca7bde/d975ca0c-0191-48d3-8382-0a79e2618784/214d8209-9f1d-4d83-a3bd-f8c2c9d8a257) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:38.255283 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8fd35-6a1c-4db6-b3ba-2d6f958f2c6e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4cec22-3017-4f34-bf7e-2dc9412288e1,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:38.269845 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3db8fd35-6a1c-4db6-b3ba-2d6f958f2c6e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:38.273336 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3db8fd35-6a1c-4db6-b3ba-2d6f958f2c6e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2657905 Sep 29 17:40:38.275062 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50678) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:38.287138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ac118ba5-34a9-4b03-9658-c7c2e7e558f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2140817010', 'security_groups': ['0e4cec22-3017-4f34-bf7e-2dc9412288e1'], 'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd975ca0c-0191-48d3-8382-0a79e2618784'}]}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:38.420063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac118ba5-34a9-4b03-9658-c7c2e7e558f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:38.455937 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:38.463453 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:38.510707 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa36b1c5-fb28-44f8-8bf6-7a06438b26f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:38.511859 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:38.516589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:38.519491 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:38.534353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20635216-2ebe-4940-ab01-8d5b751098b2 req-f5f40937-4f0a-4507-b30e-aadf0a5e88a7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:38.536659 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-20635216-2ebe-4940-ab01-8d5b751098b2 req-f5f40937-4f0a-4507-b30e-aadf0a5e88a7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.1412008 Sep 29 17:40:38.556419 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Pushing event updated for resources: {'Port': ['ID=214d8209-9f1d-4d83-a3bd-f8c2c9d8a257,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:38.602993 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Attempting to bind port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:40:38.603387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Attempting to bind port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '494081b5-4ccf-4fcd-b59d-4037eb091065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:40:38.603733 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Attempting to bind port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 on network 7f138965-bbf0-4f57-83e5-d6b898ca7bde {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:38.609486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:40:38.611567 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Checking segment: {'id': '494081b5-4ccf-4fcd-b59d-4037eb091065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:38.611567 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:38.611567 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Bound using segment: {'id': '494081b5-4ccf-4fcd-b59d-4037eb091065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:40:38.612077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Bound port: 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494081b5-4ccf-4fcd-b59d-4037eb091065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:40:38.612077 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:38.613070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61975a6c-b54e-4619-aa23-719361ad6956 req-98556b18-2543-4bf8-bfa8-e7efb0a844d3 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:38.615454 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-61975a6c-b54e-4619-aa23-719361ad6956 req-98556b18-2543-4bf8-bfa8-e7efb0a844d3 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 949 time: 0.1411989 Sep 29 17:40:38.620555 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac118ba5-34a9-4b03-9658-c7c2e7e558f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:38.655006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-ac118ba5-34a9-4b03-9658-c7c2e7e558f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port 1a0f41f5-322a-4da2-80bc-dfa0cf367c22 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:40:38.662353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36b1c5-fb28-44f8-8bf6-7a06438b26f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6beb8b79-6b72-4c5b-af59-845d806127d5,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:38.685793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] For port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:40:38.691395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] For port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=214d8209-9f1d-4d83-a3bd-f8c2c9d8a257,segment=NetworkSegment(494081b5-4ccf-4fcd-b59d-4037eb091065),segment_id=494081b5-4ccf-4fcd-b59d-4037eb091065)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:40:38.698791 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:38.790150 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-61975a6c-b54e-4619-aa23-719361ad6956 req-4f3e471d-a6c1-430e-b9bf-1d830a869104 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bca0ab1-38ce-480a-927c-1d23685c3434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515608 Sep 29 17:40:38.797725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7a6e0-f188-44ed-bdee-a7435fda3868 None None] Pushing event updated for resources: {'Port': ['ID=214d8209-9f1d-4d83-a3bd-f8c2c9d8a257,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:38.810472 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-20635216-2ebe-4940-ab01-8d5b751098b2 req-186f1282-e85b-4dba-8a67-a9b36dd72f8a tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630303 Sep 29 17:40:38.815820 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa36b1c5-fb28-44f8-8bf6-7a06438b26f2 admin admin] Checking segment: {'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:38.816110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa36b1c5-fb28-44f8-8bf6-7a06438b26f2 admin admin] Network hostable DHCP agents. Network: 8e0ae42f-1a64-4ab5-b392-cf8ee0582253, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:40:38.852217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a7335b-168a-4ae5-bce0-a1a81e80cb95 admin admin] Router d6978693-9c1f-4b21-bebe-eb68e5015ff9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:40:38.867780 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa36b1c5-fb28-44f8-8bf6-7a06438b26f2 admin admin] Network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:40:38.933978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-ac118ba5-34a9-4b03-9658-c7c2e7e558f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Allocated IP 172.20.0.4 (7f138965-bbf0-4f57-83e5-d6b898ca7bde/d975ca0c-0191-48d3-8382-0a79e2618784/1a0f41f5-322a-4da2-80bc-dfa0cf367c22) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:38.974373 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-aa36b1c5-fb28-44f8-8bf6-7a06438b26f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 8e0ae42f-1a64-4ab5-b392-cf8ee0582253) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:38.990291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c4fe57-5ad7-4c08-905f-66b2f25ac10b None None] Network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:38.997386 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa36b1c5-fb28-44f8-8bf6-7a06438b26f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:39.023225 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa36b1c5-fb28-44f8-8bf6-7a06438b26f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:39.074425 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aa36b1c5-fb28-44f8-8bf6-7a06438b26f2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7299764 Sep 29 17:40:39.077270 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50694) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:39.083446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:39.089804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2403f5-75a4-465e-9323-91e5d5678cd1 req-3cdb56e0-8d4c-4432-8ad5-fa6ab49aea84 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:39.090116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 95d816bb-8151-4852-8fa5-ab470a02efa0 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:39.107854 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd2403f5-75a4-465e-9323-91e5d5678cd1 req-3cdb56e0-8d4c-4432-8ad5-fa6ab49aea84 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e HTTP/1.1" status: 200 len: 945 time: 0.1894064 Sep 29 17:40:39.129168 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a7335b-168a-4ae5-bce0-a1a81e80cb95 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:40:39.144511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2829e78-90b9-43c4-b3e0-8ad24b39e0e3 None None] Sync routers for ids ['d6978693-9c1f-4b21-bebe-eb68e5015ff9'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:40:39.148437 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-85a7335b-168a-4ae5-bce0-a1a81e80cb95 admin admin] 10.222.0.44 "PUT /v2.0/routers/d6978693-9c1f-4b21-bebe-eb68e5015ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0540688 Sep 29 17:40:39.151254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50696) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:39.172362 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:39.174542 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:39.196617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2829e78-90b9-43c4-b3e0-8ad24b39e0e3 None None] Routers {'d6978693-9c1f-4b21-bebe-eb68e5015ff9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:39.197266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a2829e78-90b9-43c4-b3e0-8ad24b39e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d6978693-9c1f-4b21-bebe-eb68e5015ff9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:39.269994 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd2403f5-75a4-465e-9323-91e5d5678cd1 req-8d9df5dd-aaf1-4715-a875-5f06a6233756 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609707 Sep 29 17:40:39.346180 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc85cc88-9b1e-448b-afee-c9657493f716 admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:39.366786 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac118ba5-34a9-4b03-9658-c7c2e7e558f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:39.407263 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac118ba5-34a9-4b03-9658-c7c2e7e558f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:39.463970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac118ba5-34a9-4b03-9658-c7c2e7e558f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:39.468468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-ac118ba5-34a9-4b03-9658-c7c2e7e558f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:39.474377 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac118ba5-34a9-4b03-9658-c7c2e7e558f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:39.496789 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 95d816bb-8151-4852-8fa5-ab470a02efa0 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:40:39.526518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 95d816bb-8151-4852-8fa5-ab470a02efa0 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:39.527005 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:39.550252 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac118ba5-34a9-4b03-9658-c7c2e7e558f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=1a0f41f5-322a-4da2-80bc-dfa0cf367c22,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:39.552972 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:39.565720 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:40:39.566873 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:39.583578 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c737270-9799-4194-8219-d3a9b7d40e52 req-a60eebf8-58c4-4f17-998d-d81f5ad78292 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:39.587460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac118ba5-34a9-4b03-9658-c7c2e7e558f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:39.590670 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac118ba5-34a9-4b03-9658-c7c2e7e558f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:39.592707 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c737270-9799-4194-8219-d3a9b7d40e52 req-a60eebf8-58c4-4f17-998d-d81f5ad78292 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 945 time: 0.2036479 Sep 29 17:40:39.605765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a2829e78-90b9-43c4-b3e0-8ad24b39e0e3 None None] Set router d6978693-9c1f-4b21-bebe-eb68e5015ff9 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:40:39.615845 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ac118ba5-34a9-4b03-9658-c7c2e7e558f7 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3371158 Sep 29 17:40:39.616522 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50704) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:39.623529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-da1c1c64-4138-4f41-b8a2-6576f32d2dfd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'subnet': {'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:39.815277 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:39.859653 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc85cc88-9b1e-448b-afee-c9657493f716 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:39.929810 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c737270-9799-4194-8219-d3a9b7d40e52 req-1a853df2-4450-4946-ab65-92c8da6c0244 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361409 Sep 29 17:40:40.070519 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-cc85cc88-9b1e-448b-afee-c9657493f716 admin admin] Deleting port f41740a8-13ce-4e84-9779-82ae4b6495b3 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:40.070935 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc85cc88-9b1e-448b-afee-c9657493f716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:40.075975 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Allocated IP 172.20.0.2 (8e0ae42f-1a64-4ab5-b392-cf8ee0582253/6beb8b79-6b72-4c5b-af59-845d806127d5/e8ac1cbb-be67-4a75-a4f0-1f5976261743) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:40.228805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50712) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:40.268473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0cb7b5-6e9b-450d-8fd0-d90ed2667d69 req-231ce38c-0122-4a08-ae92-8fc3ee626824 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:40.283434 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da0cb7b5-6e9b-450d-8fd0-d90ed2667d69 req-231ce38c-0122-4a08-ae92-8fc3ee626824 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 949 time: 0.1533511 Sep 29 17:40:40.339676 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:40.349977 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:40.378594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da0cb7b5-6e9b-450d-8fd0-d90ed2667d69 req-bf0fc6b3-1200-432f-a367-62001d61020a tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bca0ab1-38ce-480a-927c-1d23685c3434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942786 Sep 29 17:40:40.379832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1c1c64-4138-4f41-b8a2-6576f32d2dfd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:40.385472 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da1c1c64-4138-4f41-b8a2-6576f32d2dfd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:40.402078 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:40.413979 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-cc85cc88-9b1e-448b-afee-c9657493f716 admin admin] For port f41740a8-13ce-4e84-9779-82ae4b6495b3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f41740a8-13ce-4e84-9779-82ae4b6495b3,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:40.414344 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc85cc88-9b1e-448b-afee-c9657493f716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:40.436633 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffcc75a9-d96b-420f-b390-82f6c57dfc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d816bb-8151-4852-8fa5-ab470a02efa0'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:40:40.439928 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20354e5e-f959-4c43-8667-7668c24e6783" -d '{"events": [{"server_uuid": "ffcc75a9-d96b-420f-b390-82f6c57dfc96", "name": "network-vif-plugged", "status": "completed", "tag": "95d816bb-8151-4852-8fa5-ab470a02efa0"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:40:40.440742 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad6af5-a606-4f95-9eb0-47c8a292f065 req-a2d83ee9-5105-4541-b645-c27a38c501d1 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:40.446706 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad6af5-a606-4f95-9eb0-47c8a292f065 req-a2d83ee9-5105-4541-b645-c27a38c501d1 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:40.454738 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad6af5-a606-4f95-9eb0-47c8a292f065 req-a2d83ee9-5105-4541-b645-c27a38c501d1 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:40.456228 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c4ad6af5-a606-4f95-9eb0-47c8a292f065 req-a2d83ee9-5105-4541-b645-c27a38c501d1 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc&device_id=57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e&device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 2417 time: 0.1652024 Sep 29 17:40:40.463786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-cc85cc88-9b1e-448b-afee-c9657493f716 admin admin] Calling delete_port for f41740a8-13ce-4e84-9779-82ae4b6495b3 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:40.483756 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:40.496610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 95d816bb-8151-4852-8fa5-ab470a02efa0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=95d816bb-8151-4852-8fa5-ab470a02efa0,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:40.509348 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:40.510404 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:40.517167 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:40.520104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:40.522509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:40.530283 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-13455546-4ea2-4352-adfb-a11f1c4c47f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:40.534612 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Pushing event updated for resources: {'Port': ['ID=e8ac1cbb-be67-4a75-a4f0-1f5976261743,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:40.546771 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4194323f-52d3-406a-90ec-48b04ac2a1b6 x-openstack-request-id: req-4194323f-52d3-406a-90ec-48b04ac2a1b6 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:40:40.547058 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffcc75a9-d96b-420f-b390-82f6c57dfc96", "name": "network-vif-plugged", "status": "completed", "tag": "95d816bb-8151-4852-8fa5-ab470a02efa0", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:40:40.547311 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4194323f-52d3-406a-90ec-48b04ac2a1b6 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:40:40.547700 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffcc75a9-d96b-420f-b390-82f6c57dfc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d816bb-8151-4852-8fa5-ab470a02efa0', 'code': 200} Sep 29 17:40:40.628163 n-d-811748-2 neutron-server[95016]: INFO neutron.db.ipam_backend_mixin [None req-da1c1c64-4138-4f41-b8a2-6576f32d2dfd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d975ca0c-0191-48d3-8382-0a79e2618784 (CIDR: 172.20.0.0/28) Sep 29 17:40:40.643720 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c4ad6af5-a606-4f95-9eb0-47c8a292f065 req-6a53d544-4968-4de8-b11c-4f01d0ce3dcb tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717477 Sep 29 17:40:40.654886 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1c1c64-4138-4f41-b8a2-6576f32d2dfd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:40:40.666966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1c1c64-4138-4f41-b8a2-6576f32d2dfd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:40:40.695231 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-58c4711b-b367-4d57-b087-2a5ce756f487 None None] Provisioning complete for port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:40.695873 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-58c4711b-b367-4d57-b087-2a5ce756f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:40.742151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Attempting to bind port e8ac1cbb-be67-4a75-a4f0-1f5976261743 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:40:40.742777 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Attempting to bind port e8ac1cbb-be67-4a75-a4f0-1f5976261743 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:40:40.743318 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Attempting to bind port e8ac1cbb-be67-4a75-a4f0-1f5976261743 on network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:40.758583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=95d816bb-8151-4852-8fa5-ab470a02efa0,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:40.774421 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:40:40.774811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Checking segment: {'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:40.775220 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:40.775644 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Bound using segment: {'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:40:40.776110 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Bound port: e8ac1cbb-be67-4a75-a4f0-1f5976261743, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:40:40.776490 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:40.791902 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7319828-4195-4472-923a-036dbe6edea4 req-2ad60fc0-b669-4018-b338-9ecbc7a26ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:40.793665 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b7319828-4195-4472-923a-036dbe6edea4 req-2ad60fc0-b669-4018-b338-9ecbc7a26ad3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 1101 time: 0.1689560 Sep 29 17:40:40.803277 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-04ce8452-60f9-4a0a-a4ad-455d9df364cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:40.805270 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Allocated IP 172.25.2.113 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/634a1dcc-a90c-4353-9d80-71f86586acbd) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:40.848206 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a2829e78-90b9-43c4-b3e0-8ad24b39e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'name': 'tempest-TestAggregatesBasicOps-1768859574-router', 'tenant_id': 'd84142c135f24890a4469eff46f71a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f41740a8-13ce-4e84-9779-82ae4b6495b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:08Z', 'updated_at': '2021-09-29T17:40:37Z', 'revision_number': 5, 'project_id': 'd84142c135f24890a4469eff46f71a7b', 'gw_port': {'id': 'f41740a8-13ce-4e84-9779-82ae4b6495b3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:44:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:10Z', 'updated_at': '2021-09-29T17:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:40.860106 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c14f9f0-7ad7-4226-bd82-7d53e35ae83d req-bdd1c321-c7e4-4cda-9dde-cd91bbf9a35f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1600688 Sep 29 17:40:40.867650 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-13455546-4ea2-4352-adfb-a11f1c4c47f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:40.879952 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-13455546-4ea2-4352-adfb-a11f1c4c47f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:40.904126 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-da1c1c64-4138-4f41-b8a2-6576f32d2dfd tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2864261 Sep 29 17:40:40.906064 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b7319828-4195-4472-923a-036dbe6edea4 req-816e17ca-7b21-4005-b0bd-f56dd9a5e9d3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1bca0ab1-38ce-480a-927c-1d23685c3434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034365 Sep 29 17:40:40.908396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2829e78-90b9-43c4-b3e0-8ad24b39e0e3 None None] Checking router: d6978693-9c1f-4b21-bebe-eb68e5015ff9 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:40:40.913563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50720) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:40.920231 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-e9c184ab-51c3-42db-8caf-b91f84e6eeb6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'subnet': {'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:40.972759 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-13455546-4ea2-4352-adfb-a11f1c4c47f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12a6ec5fefe24ca99a81435a29ed1d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7409678 Sep 29 17:40:40.973560 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50722) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:40.981208 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13455546-4ea2-4352-adfb-a11f1c4c47f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02a7df5-66f1-4c60-8209-e63d09e49e6c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:40.993327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2829e78-90b9-43c4-b3e0-8ad24b39e0e3 None None] Routers {'d6978693-9c1f-4b21-bebe-eb68e5015ff9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:40.994041 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a2829e78-90b9-43c4-b3e0-8ad24b39e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:13Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d6978693-9c1f-4b21-bebe-eb68e5015ff9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:40.999131 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] For port e8ac1cbb-be67-4a75-a4f0-1f5976261743, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:40:41.009477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc85cc88-9b1e-448b-afee-c9657493f716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.058330 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85cc88-9b1e-448b-afee-c9657493f716 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41740a8-13ce-4e84-9779-82ae4b6495b3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:41.103206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c184ab-51c3-42db-8caf-b91f84e6eeb6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:41.108091 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e9c184ab-51c3-42db-8caf-b91f84e6eeb6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.143700 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a2829e78-90b9-43c4-b3e0-8ad24b39e0e3 None None] Set router d6978693-9c1f-4b21-bebe-eb68e5015ff9 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:40:41.149671 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.196738 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bdf331e9-4114-4e4d-bb5e-a47f9b5eda83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.203023 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc85cc88-9b1e-448b-afee-c9657493f716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.219194 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a2829e78-90b9-43c4-b3e0-8ad24b39e0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'name': 'tempest-TestAggregatesBasicOps-1768859574-router', 'tenant_id': 'd84142c135f24890a4469eff46f71a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:08Z', 'updated_at': '2021-09-29T17:40:39Z', 'revision_number': 6, 'project_id': 'd84142c135f24890a4469eff46f71a7b', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:41.236246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] For port e8ac1cbb-be67-4a75-a4f0-1f5976261743, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e8ac1cbb-be67-4a75-a4f0-1f5976261743,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:40:41.237713 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:41.293867 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-58c4711b-b367-4d57-b087-2a5ce756f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.328598 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc85cc88-9b1e-448b-afee-c9657493f716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.332265 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bdf331e9-4114-4e4d-bb5e-a47f9b5eda83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.334798 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc85cc88-9b1e-448b-afee-c9657493f716 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.342040 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.353663 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.400199 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e9c184ab-51c3-42db-8caf-b91f84e6eeb6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.448205 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc85cc88-9b1e-448b-afee-c9657493f716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.448927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa401d-e38d-4222-bf5a-b452cad9665b None None] Pushing event updated for resources: {'Port': ['ID=e8ac1cbb-be67-4a75-a4f0-1f5976261743,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:41.449501 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc85cc88-9b1e-448b-afee-c9657493f716 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6978693-9c1f-4b21-bebe-eb68e5015ff9 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:40:41.452448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2829e78-90b9-43c4-b3e0-8ad24b39e0e3 None None] The sync data for ids ['d6978693-9c1f-4b21-bebe-eb68e5015ff9'] in n-d-811748-2 is: [{'id': 'd6978693-9c1f-4b21-bebe-eb68e5015ff9', 'name': 'tempest-TestAggregatesBasicOps-1768859574-router', 'tenant_id': 'd84142c135f24890a4469eff46f71a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:08Z', 'updated_at': '2021-09-29T17:40:39Z', 'revision_number': 6, 'project_id': 'd84142c135f24890a4469eff46f71a7b', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:40:41.456473 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cc85cc88-9b1e-448b-afee-c9657493f716 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.457964 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cc85cc88-9b1e-448b-afee-c9657493f716 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d6978693-9c1f-4b21-bebe-eb68e5015ff9 HTTP/1.1" status: 204 len: 168 time: 2.3057284 Sep 29 17:40:41.460306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:41.464448 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50730) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:41.477986 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:41.478897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:41.479283 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.480156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:41.525069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c184ab-51c3-42db-8caf-b91f84e6eeb6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:41.529137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-e9c184ab-51c3-42db-8caf-b91f84e6eeb6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:41.541435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c184ab-51c3-42db-8caf-b91f84e6eeb6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:41.542587 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e9c184ab-51c3-42db-8caf-b91f84e6eeb6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.552203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641575c8-9b3e-465e-ab72-485610879609 None None] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:41.553352 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Pushing event updated for resources: {'Port': ['ID=634a1dcc-a90c-4353-9d80-71f86586acbd,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:41.562063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c184ab-51c3-42db-8caf-b91f84e6eeb6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Subnet': ['ID=0817d64f-1b5a-402b-8c20-783352236489,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:41.575814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e9c184ab-51c3-42db-8caf-b91f84e6eeb6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6571460 Sep 29 17:40:41.577664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50732) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:41.586339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9da4aab0-a602-476e-b45c-ba04f38f3493 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-722251596', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0817d64f-1b5a-402b-8c20-783352236489'}], 'security_groups': ['bcf28025-3da1-495c-b1b6-e2b2a97886c4']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:41.628129 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a449267-342e-41ac-bf2b-c62a57bba105 admin admin] Deleting subnet fa167b67-d1be-4d55-a823-068e9580f4c3 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:40:41.636508 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a449267-342e-41ac-bf2b-c62a57bba105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.638354 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bdf331e9-4114-4e4d-bb5e-a47f9b5eda83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.640869 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bdf331e9-4114-4e4d-bb5e-a47f9b5eda83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.642637 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bdf331e9-4114-4e4d-bb5e-a47f9b5eda83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e02a7df5-66f1-4c60-8209-e63d09e49e6c HTTP/1.1" status: 204 len: 168 time: 0.6662445 Sep 29 17:40:41.717561 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9da4aab0-a602-476e-b45c-ba04f38f3493 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.752631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-58c4711b-b367-4d57-b087-2a5ce756f487 None None] For port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=214d8209-9f1d-4d83-a3bd-f8c2c9d8a257,segment=NetworkSegment(494081b5-4ccf-4fcd-b59d-4037eb091065),segment_id=494081b5-4ccf-4fcd-b59d-4037eb091065)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:41.757797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb399a21-93c3-4c40-9672-db963dd958c4 req-81e9158f-3075-4dc5-893d-26f9a08a353a tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:41.759572 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bb399a21-93c3-4c40-9672-db963dd958c4 req-81e9158f-3075-4dc5-893d-26f9a08a353a tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 950 time: 0.2199790 Sep 29 17:40:41.765008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf331e9-4114-4e4d-bb5e-a47f9b5eda83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02a7df5-66f1-4c60-8209-e63d09e49e6c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:41.780507 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-58c4711b-b367-4d57-b087-2a5ce756f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:41.811101 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a449267-342e-41ac-bf2b-c62a57bba105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:42.018523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-58c4711b-b367-4d57-b087-2a5ce756f487 None None] Provisioning complete for port 71fd84bc-d79b-4423-8a9d-5dc8e984a54f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:42.019265 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-58c4711b-b367-4d57-b087-2a5ce756f487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:42.081394 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bb399a21-93c3-4c40-9672-db963dd958c4 req-f4508bb8-d82c-4dcd-aa42-f2e94590509e tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bca0ab1-38ce-480a-927c-1d23685c3434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772765 Sep 29 17:40:42.111263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4711b-b367-4d57-b087-2a5ce756f487 None None] Pushing event updated for resources: {'Port': ['ID=214d8209-9f1d-4d83-a3bd-f8c2c9d8a257,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:42.137533 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-58c4711b-b367-4d57-b087-2a5ce756f487 None None] Port 71fd84bc-d79b-4423-8a9d-5dc8e984a54f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:42.293776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50742) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:42.319084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-270c16f9-e7ca-4684-95b1-d603ca44d20f None None] Provisioning complete for port 1a0f41f5-322a-4da2-80bc-dfa0cf367c22 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:42.319700 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-270c16f9-e7ca-4684-95b1-d603ca44d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:42.327563 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b808856-cc48-4b6f-a3e4-71dfdff8f2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:42.333414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec250d2e-1ba8-4fdd-92bf-9345d30a72a4 None None] Update dhcp port {'port': {'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'fixed_ips': [{'subnet_id': 'd975ca0c-0191-48d3-8382-0a79e2618784', 'ip_address': '172.20.0.2'}, {'subnet_id': '0817d64f-1b5a-402b-8c20-783352236489'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '214d8209-9f1d-4d83-a3bd-f8c2c9d8a257'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:40:42.508268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-9da4aab0-a602-476e-b45c-ba04f38f3493 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Delete allocated IP 172.20.0.4 (7f138965-bbf0-4f57-83e5-d6b898ca7bde/d975ca0c-0191-48d3-8382-0a79e2618784) {{(pid=95016) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 17:40:42.534290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-9da4aab0-a602-476e-b45c-ba04f38f3493 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Allocated IP 172.20.0.27 (7f138965-bbf0-4f57-83e5-d6b898ca7bde/0817d64f-1b5a-402b-8c20-783352236489/1a0f41f5-322a-4da2-80bc-dfa0cf367c22) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:42.591347 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b808856-cc48-4b6f-a3e4-71dfdff8f2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:42.598499 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b808856-cc48-4b6f-a3e4-71dfdff8f2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:42.625473 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ec250d2e-1ba8-4fdd-92bf-9345d30a72a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:42.647133 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-270c16f9-e7ca-4684-95b1-d603ca44d20f None None] Port 1a0f41f5-322a-4da2-80bc-dfa0cf367c22 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:42.698553 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2b808856-cc48-4b6f-a3e4-71dfdff8f2fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d9b240096064f7f887c7f7dec4e5fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4050527 Sep 29 17:40:42.708860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50746) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:42.763653 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a449267-342e-41ac-bf2b-c62a57bba105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:42.810534 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:42.846669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b808856-cc48-4b6f-a3e4-71dfdff8f2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c867ddb-271a-4001-a1b3-40de077672ea,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:42.948567 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a449267-342e-41ac-bf2b-c62a57bba105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:42.989482 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07123b2b-5d11-4c75-99bc-eab2c0f3cfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:42.989747 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a449267-342e-41ac-bf2b-c62a57bba105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:42.991947 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1a449267-342e-41ac-bf2b-c62a57bba105 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fa167b67-d1be-4d55-a823-068e9580f4c3 HTTP/1.1" status: 204 len: 168 time: 1.5243034 Sep 29 17:40:42.992776 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a449267-342e-41ac-bf2b-c62a57bba105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa167b67-d1be-4d55-a823-068e9580f4c3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:42.994969 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50750) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:43.002871 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf19bfe-5361-448b-9826-a30507e76f4f None None] Network 0c2b12cb-851f-42f3-a96c-b64ad679c70a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:43.029727 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07123b2b-5d11-4c75-99bc-eab2c0f3cfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.154321 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07123b2b-5d11-4c75-99bc-eab2c0f3cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.157330 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-07123b2b-5d11-4c75-99bc-eab2c0f3cfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.158840 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-07123b2b-5d11-4c75-99bc-eab2c0f3cfc9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c867ddb-271a-4001-a1b3-40de077672ea HTTP/1.1" status: 204 len: 168 time: 0.4408889 Sep 29 17:40:43.190808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07123b2b-5d11-4c75-99bc-eab2c0f3cfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c867ddb-271a-4001-a1b3-40de077672ea,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:43.225408 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.229729 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9da4aab0-a602-476e-b45c-ba04f38f3493 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.241684 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9da4aab0-a602-476e-b45c-ba04f38f3493 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.256505 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.279302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:43.324160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefbe423-d8b5-4ed8-aed7-a44dac398727 None None] Network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:43.403400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299aa3d-cd15-4458-8150-b311a826b9ce req-36134520-3e0b-4dfd-9a5e-b64d7e9e3ee5 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:43.405427 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7299aa3d-cd15-4458-8150-b311a826b9ce req-36134520-3e0b-4dfd-9a5e-b64d7e9e3ee5 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 950 time: 0.1928606 Sep 29 17:40:43.420246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4aab0-a602-476e-b45c-ba04f38f3493 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=1a0f41f5-322a-4da2-80bc-dfa0cf367c22,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:43.432889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c5a4fa82-702b-4001-9371-0188eb187ac8 None None] Provisioning complete for port e8ac1cbb-be67-4a75-a4f0-1f5976261743 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:43.433487 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c5a4fa82-702b-4001-9371-0188eb187ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.447642 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987fe2f6-e805-47f3-b931-4bae13dca7fc req-49c76c83-11dd-4c41-9048-8fb27540fb41 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:43.449297 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-987fe2f6-e805-47f3-b931-4bae13dca7fc req-49c76c83-11dd-4c41-9048-8fb27540fb41 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 945 time: 0.1713119 Sep 29 17:40:43.470678 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7299aa3d-cd15-4458-8150-b311a826b9ce req-e27193ae-4bbb-4bb0-b57f-3f3b318d1283 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bca0ab1-38ce-480a-927c-1d23685c3434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542555 Sep 29 17:40:43.474068 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9da4aab0-a602-476e-b45c-ba04f38f3493 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] In _notify_port_updated(), no bound segment for port 1a0f41f5-322a-4da2-80bc-dfa0cf367c22 on network 7f138965-bbf0-4f57-83e5-d6b898ca7bde {{(pid=95016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:40:43.477432 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] Deleting port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:43.477775 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.490576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da4aab0-a602-476e-b45c-ba04f38f3493 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:43.494655 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9da4aab0-a602-476e-b45c-ba04f38f3493 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.498826 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9da4aab0-a602-476e-b45c-ba04f38f3493 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "PUT /v2.0/ports/1a0f41f5-322a-4da2-80bc-dfa0cf367c22 HTTP/1.1" status: 200 len: 920 time: 1.9172127 Sep 29 17:40:43.499402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50762) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:43.563203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-ec250d2e-1ba8-4fdd-92bf-9345d30a72a4 None None] Allocated IP 172.20.0.18 (7f138965-bbf0-4f57-83e5-d6b898ca7bde/0817d64f-1b5a-402b-8c20-783352236489/214d8209-9f1d-4d83-a3bd-f8c2c9d8a257) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:43.567557 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-987fe2f6-e805-47f3-b931-4bae13dca7fc req-ec5e1812-b6bf-4db0-a4e3-e26ef9a3631c tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033490 Sep 29 17:40:43.589951 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:43.591679 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.634442 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] For port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6b45cb27-05b0-4cb9-b349-9f6aa53a3767,segment=NetworkSegment(3e67df0c-6693-4453-bab2-d722dac8f347),segment_id=3e67df0c-6693-4453-bab2-d722dac8f347)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:43.635056 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.638912 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ed0b095c-ba35-4ad1-863b-b227704dcb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.660616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] Calling delete_port for 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:43.719286 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f51629-675e-4e6a-aa5c-cec98d28ade3 None None] DHCP port deletion for 0c2b12cb-851f-42f3-a96c-b64ad679c70a request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:40:43.731025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0bfde5b1-8763-44b3-8715-02a094d44a56 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port 1a0f41f5-322a-4da2-80bc-dfa0cf367c22 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:43.731926 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0bfde5b1-8763-44b3-8715-02a094d44a56 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.813151 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:40:43.831392 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.914062 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c5a4fa82-702b-4001-9371-0188eb187ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.921962 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0bfde5b1-8763-44b3-8715-02a094d44a56 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:43.950376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0bfde5b1-8763-44b3-8715-02a094d44a56 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for 1a0f41f5-322a-4da2-80bc-dfa0cf367c22 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:43.962034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ec250d2e-1ba8-4fdd-92bf-9345d30a72a4 None None] For port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=214d8209-9f1d-4d83-a3bd-f8c2c9d8a257,segment=NetworkSegment(494081b5-4ccf-4fcd-b59d-4037eb091065),segment_id=494081b5-4ccf-4fcd-b59d-4037eb091065)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:43.964765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] No DVR routers for this DVR port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:43.992573 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e8ac1cbb-be67-4a75-a4f0-1f5976261743 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:44.012476 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b45cb27-05b0-4cb9-b349-9f6aa53a3767,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:44.046015 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c5a4fa82-702b-4001-9371-0188eb187ac8 None None] For port e8ac1cbb-be67-4a75-a4f0-1f5976261743, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e8ac1cbb-be67-4a75-a4f0-1f5976261743,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:44.090783 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c5a4fa82-702b-4001-9371-0188eb187ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.124196 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ec250d2e-1ba8-4fdd-92bf-9345d30a72a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.128479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-29f51629-675e-4e6a-aa5c-cec98d28ade3 None None] Deleting port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:44.129088 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-29f51629-675e-4e6a-aa5c-cec98d28ade3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.168811 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.202687 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ec250d2e-1ba8-4fdd-92bf-9345d30a72a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.221982 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2b12cb-851f-42f3-a96c-b64ad679c70a']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:44.269898 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e67df0c-6693-4453-bab2-d722dac8f347') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:44.271482 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e67df0c-6693-4453-bab2-d722dac8f347') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:44.298421 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.340522 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0bfde5b1-8763-44b3-8715-02a094d44a56 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.355612 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.376227 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:40:44.377619 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.386153 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-29f51629-675e-4e6a-aa5c-cec98d28ade3 None None] For port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767, host n-d-811748-2, got binding levels [] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:44.386904 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-29f51629-675e-4e6a-aa5c-cec98d28ade3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.394256 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4fa82-702b-4001-9371-0188eb187ac8 None None] Pushing event updated for resources: {'Port': ['ID=e8ac1cbb-be67-4a75-a4f0-1f5976261743,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:44.426318 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e8ac1cbb-be67-4a75-a4f0-1f5976261743 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:44.426830 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.432433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfde5b1-8763-44b3-8715-02a094d44a56 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=1a0f41f5-322a-4da2-80bc-dfa0cf367c22,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:44.473044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-29f51629-675e-4e6a-aa5c-cec98d28ade3 None None] Calling delete_port for 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:40:44.495747 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:40:44.501288 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.ipam_backend_mixin [None req-29f51629-675e-4e6a-aa5c-cec98d28ade3 None None] Port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 was not found and therefore no delete operation was performed {{(pid=95017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 17:40:44.502924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:40:44.520991 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-29f51629-675e-4e6a-aa5c-cec98d28ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.534696 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.552656 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.552656 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0c2b12cb-851f-42f3-a96c-b64ad679c70a HTTP/1.1" status: 204 len: 168 time: 1.5526633 Sep 29 17:40:44.558937 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Sync routers for ids ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:40:44.576412 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Routers {'8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:44.579793 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:44.603449 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.604118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29f51629-675e-4e6a-aa5c-cec98d28ade3 None None] Network 0c2b12cb-851f-42f3-a96c-b64ad679c70a is not hosted by any dhcp agent {{(pid=95017) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 17:40:44.604577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f51629-675e-4e6a-aa5c-cec98d28ade3 None None] No DVR routers for this DVR port 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:44.608772 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50790) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:44.680151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec250d2e-1ba8-4fdd-92bf-9345d30a72a4 None None] Pushing event updated for resources: {'Port': ['ID=214d8209-9f1d-4d83-a3bd-f8c2c9d8a257,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:44.716265 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.752737 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f51629-675e-4e6a-aa5c-cec98d28ade3 None None] Pushing event deleted for resources: {'Port': ['ID=6b45cb27-05b0-4cb9-b349-9f6aa53a3767,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:44.755278 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.758749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c672dfbc-98cc-4a9c-a581-c2c4cad6969a None None] Provisioning complete for port e8ac1cbb-be67-4a75-a4f0-1f5976261743 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:44.759219 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c672dfbc-98cc-4a9c-a581-c2c4cad6969a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.764126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a047b85-869e-498e-afb4-b601a2c2b166 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2b12cb-851f-42f3-a96c-b64ad679c70a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:44.775096 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:44.779900 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e0ce8b00-47ae-4220-a984-93fcdf61d710 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7013354 Sep 29 17:40:44.780168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50796) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:44.819073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbdb07-01b1-47ea-9dee-6c93ea9156a0 req-90f5e115-78d3-4246-8cd8-b464e5f30718 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:44.821174 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2cfbdb07-01b1-47ea-9dee-6c93ea9156a0 req-90f5e115-78d3-4246-8cd8-b464e5f30718 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.49 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 945 time: 0.3979905 Sep 29 17:40:44.870903 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Set router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:40:45.023204 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e53759-5935-495f-8a56-3b24ab348448 req-07468cb7-ded5-4d8e-8d00-bf17a202596b tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:45.038690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0bfde5b1-8763-44b3-8715-02a094d44a56 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:45.039153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94e53759-5935-495f-8a56-3b24ab348448 req-07468cb7-ded5-4d8e-8d00-bf17a202596b tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 945 time: 0.2017775 Sep 29 17:40:45.040985 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0bfde5b1-8763-44b3-8715-02a094d44a56 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/1a0f41f5-322a-4da2-80bc-dfa0cf367c22 HTTP/1.1" status: 204 len: 168 time: 1.5405111 Sep 29 17:40:45.067305 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50800) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:45.096621 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f41740a8-13ce-4e84-9779-82ae4b6495b3 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:40:45.130496 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: f41740a8-13ce-4e84-9779-82ae4b6495b3 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:40:45.131346 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f41740a8-13ce-4e84-9779-82ae4b6495b3 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:40:45.131974 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f37ae031-18aa-4714-bb81-5d3e43785e0d no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:40:45.197084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: f37ae031-18aa-4714-bb81-5d3e43785e0d {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:40:45.197892 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f37ae031-18aa-4714-bb81-5d3e43785e0d not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:40:45.208796 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-056eebef-9e11-46f7-941b-d99f1681f429 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] GET failed (client error): The resource could not be found. Sep 29 17:40:45.210585 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-056eebef-9e11-46f7-941b-d99f1681f429 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/1a0f41f5-322a-4da2-80bc-dfa0cf367c22 HTTP/1.1" status: 404 len: 333 time: 0.1224351 Sep 29 17:40:45.296295 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50806) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:45.341874 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94e53759-5935-495f-8a56-3b24ab348448 req-8ce113f0-b770-463d-8a33-7c0ddf3c4cdb tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003273 Sep 29 17:40:45.364666 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:45.378789 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:41Z', 'revision_number': 3, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:45.415528 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Checking router: 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:40:45.416060 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Updating router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c port 634a1dcc-a90c-4353-9d80-71f86586acbd binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:40:45.452290 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:45.484230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:45.484599 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:45.625409 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:45.631595 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e8ac1cbb-be67-4a75-a4f0-1f5976261743 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:45.695935 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e8ac1cbb-be67-4a75-a4f0-1f5976261743 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:45.697074 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:45.709070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:45.733853 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ff3e246b-3d09-4ba9-b40b-ea0824c9f8d6 None None] Could not find standard attr ID for object 1a0f41f5-322a-4da2-80bc-dfa0cf367c22. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:40:45.757570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ff3e246b-3d09-4ba9-b40b-ea0824c9f8d6 None None] Provisioning complete for port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:45.758172 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ff3e246b-3d09-4ba9-b40b-ea0824c9f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:45.805170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-2cfbdb07-01b1-47ea-9dee-6c93ea9156a0 req-e31b8316-ecba-4594-8a6e-fbcbcad3654d tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Deleting port c5a91e5e-dcee-4e35-81d0-5f2650445019 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:45.807991 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2cfbdb07-01b1-47ea-9dee-6c93ea9156a0 req-e31b8316-ecba-4594-8a6e-fbcbcad3654d tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:45.933501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ff3e246b-3d09-4ba9-b40b-ea0824c9f8d6 None None] Provisioning complete for port 71fd84bc-d79b-4423-8a9d-5dc8e984a54f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:45.934635 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ff3e246b-3d09-4ba9-b40b-ea0824c9f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:45.953422 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:45.958432 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:45.962453 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/security-groups/0e4cec22-3017-4f34-bf7e-2dc9412288e1 HTTP/1.1" status: 204 len: 168 time: 0.6690612 Sep 29 17:40:45.967425 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50818) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:45.985806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e246b-3d09-4ba9-b40b-ea0824c9f8d6 None None] Port 71fd84bc-d79b-4423-8a9d-5dc8e984a54f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:45.992262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:40:45.999517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4cec22-3017-4f34-bf7e-2dc9412288e1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:46.018145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:46.018546 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:46.019142 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:46.019575 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:46.020172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:46.020565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:46.020904 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:46.021295 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:46.021630 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:46.022106 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:46.022320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:40:46.022442 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:46.022848 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebd370f-8951-4ee8-954d-4bde0e9476b6 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:46.022965 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6b45cb27-05b0-4cb9-b349-9f6aa53a3767 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:40:46.023396 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:46.039511 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:46.130865 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ccb980a-5e7c-49e9-8c15-b4c3ab1d27e1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:46.147610 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8792362-7c50-44ed-8603-6c4f843cdefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:46.151575 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Attempting to bind port 634a1dcc-a90c-4353-9d80-71f86586acbd on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:40:46.151878 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Attempting to bind port 634a1dcc-a90c-4353-9d80-71f86586acbd by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:40:46.152586 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Attempting to bind port 634a1dcc-a90c-4353-9d80-71f86586acbd on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:46.169065 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:40:46.169456 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:46.169852 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:46.170233 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:40:46.170697 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Bound port: 634a1dcc-a90c-4353-9d80-71f86586acbd, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:40:46.171066 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:46.231426 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba97762-ed53-4f32-817f-b6cbbda68a47 None None] Pushing event updated for resources: {'Port': ['ID=634a1dcc-a90c-4353-9d80-71f86586acbd,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:46.240378 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2cfbdb07-01b1-47ea-9dee-6c93ea9156a0 req-e31b8316-ecba-4594-8a6e-fbcbcad3654d tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] For port c5a91e5e-dcee-4e35-81d0-5f2650445019, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=c5a91e5e-dcee-4e35-81d0-5f2650445019,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:46.248155 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2cfbdb07-01b1-47ea-9dee-6c93ea9156a0 req-e31b8316-ecba-4594-8a6e-fbcbcad3654d tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:46.276791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-2cfbdb07-01b1-47ea-9dee-6c93ea9156a0 req-e31b8316-ecba-4594-8a6e-fbcbcad3654d tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Calling delete_port for c5a91e5e-dcee-4e35-81d0-5f2650445019 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:46.286353 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] For port 634a1dcc-a90c-4353-9d80-71f86586acbd, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:40:46.292023 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] For port 634a1dcc-a90c-4353-9d80-71f86586acbd, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=634a1dcc-a90c-4353-9d80-71f86586acbd,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:40:46.311745 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:46.391125 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:46.397044 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba97762-ed53-4f32-817f-b6cbbda68a47 None None] Pushing event updated for resources: {'Port': ['ID=634a1dcc-a90c-4353-9d80-71f86586acbd,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:46.427210 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Routers {'8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:46.429650 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:46.459959 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ccb980a-5e7c-49e9-8c15-b4c3ab1d27e1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:46.501208 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e3f2f0c6-52e6-4f48-b00f-be28dce4a524 None None] Could not find standard attr ID for object 1a0f41f5-322a-4da2-80bc-dfa0cf367c22. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:40:46.620099 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] Set router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:40:46.685396 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ccb980a-5e7c-49e9-8c15-b4c3ab1d27e1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:46.690396 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ccb980a-5e7c-49e9-8c15-b4c3ab1d27e1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:46.693779 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7ccb980a-5e7c-49e9-8c15-b4c3ab1d27e1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/security-groups/bcf28025-3da1-495c-b1b6-e2b2a97886c4 HTTP/1.1" status: 204 len: 168 time: 0.7251911 Sep 29 17:40:46.694929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50840) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:46.748272 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb980a-5e7c-49e9-8c15-b4c3ab1d27e1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf28025-3da1-495c-b1b6-e2b2a97886c4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:46.773951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2158b0-4c85-4981-b570-5e25c26d7b02 req-d58133ad-8d5c-47cf-b863-1790537dc2cf tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:46.786591 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1e2158b0-4c85-4981-b570-5e25c26d7b02 req-d58133ad-8d5c-47cf-b863-1790537dc2cf tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=84f08cc5-a6d2-4c94-a1ca-6ac873c429dc HTTP/1.1" status: 200 len: 945 time: 0.2492096 Sep 29 17:40:46.850213 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-697b97da-e57e-449d-841a-6ed17f11617d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting subnet d975ca0c-0191-48d3-8382-0a79e2618784 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:40:46.854953 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-697b97da-e57e-449d-841a-6ed17f11617d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:46.864331 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:46.887539 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2cfbdb07-01b1-47ea-9dee-6c93ea9156a0 req-e31b8316-ecba-4594-8a6e-fbcbcad3654d tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:46.901701 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['25f7f599-db50-43cc-b1ec-12927e9d0df1', 'c5a91e5e-dcee-4e35-81d0-5f2650445019'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:40:46.931112 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-697b97da-e57e-449d-841a-6ed17f11617d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:46.966008 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1e2158b0-4c85-4981-b570-5e25c26d7b02 req-5b8f994a-2f1f-49d1-984e-f733f528ba4c tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782682 Sep 29 17:40:46.995549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['02ebb19e-21e2-43c8-98e7-0c3cb87cc756'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:40:47.024564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b8316-ecba-4594-8a6e-fbcbcad3654d tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Pushing event deleted for resources: {'Port': ['ID=c5a91e5e-dcee-4e35-81d0-5f2650445019,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:47.096367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Allocated IP 172.20.0.1 (8e0ae42f-1a64-4ab5-b392-cf8ee0582253/6beb8b79-6b72-4c5b-af59-845d806127d5/fe103090-7b74-4eb0-a3d5-6eb47d0ceb56) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:47.119175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfbdb07-01b1-47ea-9dee-6c93ea9156a0 req-e31b8316-ecba-4594-8a6e-fbcbcad3654d tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] No DVR routers for this DVR port c5a91e5e-dcee-4e35-81d0-5f2650445019 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:47.124675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2cfbdb07-01b1-47ea-9dee-6c93ea9156a0 req-e31b8316-ecba-4594-8a6e-fbcbcad3654d tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:47.128431 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2cfbdb07-01b1-47ea-9dee-6c93ea9156a0 req-e31b8316-ecba-4594-8a6e-fbcbcad3654d tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.49 "DELETE /v2.0/ports/c5a91e5e-dcee-4e35-81d0-5f2650445019 HTTP/1.1" status: 204 len: 173 time: 2.1263855 Sep 29 17:40:47.129886 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f08cc5-a6d2-4c94-a1ca-6ac873c429dc', 'name': 'network-vif-deleted', 'tag': 'c5a91e5e-dcee-4e35-81d0-5f2650445019'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:40:47.134455 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-697b97da-e57e-449d-841a-6ed17f11617d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:47.135984 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4090a1-69ee-4f96-ac83-b96cad5fa9c2" -d '{"events": [{"server_uuid": "84f08cc5-a6d2-4c94-a1ca-6ac873c429dc", "name": "network-vif-deleted", "tag": "c5a91e5e-dcee-4e35-81d0-5f2650445019"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:40:47.183055 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:41Z', 'revision_number': 3, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:47.230458 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24aa14d-50ab-40ae-9899-84bd766f141d x-openstack-request-id: req-f24aa14d-50ab-40ae-9899-84bd766f141d {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:40:47.231045 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f08cc5-a6d2-4c94-a1ca-6ac873c429dc", "name": "network-vif-deleted", "tag": "c5a91e5e-dcee-4e35-81d0-5f2650445019", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:40:47.231536 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f24aa14d-50ab-40ae-9899-84bd766f141d {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:40:47.232401 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f08cc5-a6d2-4c94-a1ca-6ac873c429dc', 'name': 'network-vif-deleted', 'tag': 'c5a91e5e-dcee-4e35-81d0-5f2650445019', 'status': 'completed', 'code': 200} Sep 29 17:40:47.244624 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23a122e-1dcc-4323-a0c4-7f5b7234a206 None None] The sync data for ids ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'] in n-d-811748-2 is: [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:41Z', 'revision_number': 3, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:40:47.269954 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a8792362-7c50-44ed-8603-6c4f843cdefa admin admin] Deleting port f2fcd61f-136e-4896-86ee-ee9204450be4 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:47.270294 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8792362-7c50-44ed-8603-6c4f843cdefa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:47.382993 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:47.392086 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-a8792362-7c50-44ed-8603-6c4f843cdefa admin admin] For port f2fcd61f-136e-4896-86ee-ee9204450be4, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f2fcd61f-136e-4896-86ee-ee9204450be4,segment=NetworkSegment(a25b14b3-21b4-4264-b5ae-11eb6b439a43),segment_id=a25b14b3-21b4-4264-b5ae-11eb6b439a43)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:47.392456 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8792362-7c50-44ed-8603-6c4f843cdefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:47.432449 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a8792362-7c50-44ed-8603-6c4f843cdefa admin admin] Calling delete_port for f2fcd61f-136e-4896-86ee-ee9204450be4 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:47.472278 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:47.664316 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50854) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:47.856419 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-697b97da-e57e-449d-841a-6ed17f11617d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:47.908935 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-697b97da-e57e-449d-841a-6ed17f11617d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:47.911150 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-697b97da-e57e-449d-841a-6ed17f11617d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/d975ca0c-0191-48d3-8382-0a79e2618784 HTTP/1.1" status: 204 len: 168 time: 1.1996434 Sep 29 17:40:47.912148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b97da-e57e-449d-841a-6ed17f11617d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Subnet': ['ID=d975ca0c-0191-48d3-8382-0a79e2618784,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:47.918119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb5d522-ebc6-4aad-a027-de9d0e3f9df3 None None] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:47.931019 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50858) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:47.939944 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3db8a714-4454-46d5-9a23-58704aa34b98 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'subnet': {'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:47.955031 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8792362-7c50-44ed-8603-6c4f843cdefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:48.050279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:48.077426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:48.082435 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7269fd9-a5f0-4cfc-a10c-15d4f1cb9e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:48.085827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:48.095065 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8792362-7c50-44ed-8603-6c4f843cdefa admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fcd61f-136e-4896-86ee-ee9204450be4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:48.163031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Pushing event updated for resources: {'Port': ['ID=fe103090-7b74-4eb0-a3d5-6eb47d0ceb56,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:48.235786 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:48.497318 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a8792362-7c50-44ed-8603-6c4f843cdefa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:48.620515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9314ff52-0455-4475-9b0b-03374c45ed14 None None] Provisioning complete for port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:48.620884 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9314ff52-0455-4475-9b0b-03374c45ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:48.679334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-9314ff52-0455-4475-9b0b-03374c45ed14 None None] Port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:48.709593 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:48.725673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dc37c-96e0-4135-8d28-ed3c439a6c1f req-4a67fe36-dc85-4c01-85a5-795593a09182 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:48.727608 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ab5dc37c-96e0-4135-8d28-ed3c439a6c1f req-4a67fe36-dc85-4c01-85a5-795593a09182 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e HTTP/1.1" status: 200 len: 945 time: 0.1998112 Sep 29 17:40:48.805605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ab5dc37c-96e0-4135-8d28-ed3c439a6c1f req-0258a08e-a79d-4d0e-9531-925d306a18c8 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708756 Sep 29 17:40:49.000206 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:49.007862 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:49.059386 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:49.123653 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Pushing event updated for resources: {'Port': ['ID=fe103090-7b74-4eb0-a3d5-6eb47d0ceb56,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:49.136379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c5a91e5e-dcee-4e35-81d0-5f2650445019 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:40:49.192341 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: c5a91e5e-dcee-4e35-81d0-5f2650445019 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:40:49.192526 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device c5a91e5e-dcee-4e35-81d0-5f2650445019 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:40:49.229316 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7269fd9-a5f0-4cfc-a10c-15d4f1cb9e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:49.293131 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7269fd9-a5f0-4cfc-a10c-15d4f1cb9e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:49.305391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:49.306854 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:49.396680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7269fd9-a5f0-4cfc-a10c-15d4f1cb9e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481d2821-1bec-4ba0-86a1-ec2ad35aa369,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:49.402731 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db8a714-4454-46d5-9a23-58704aa34b98 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:49.410571 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3db8a714-4454-46d5-9a23-58704aa34b98 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:49.480274 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 634a1dcc-a90c-4353-9d80-71f86586acbd up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:49.537954 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8792362-7c50-44ed-8603-6c4f843cdefa admin admin] Router e114bca6-567d-4b18-969d-b0f1b19aeab8 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:40:49.562946 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:40:49.583771 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 634a1dcc-a90c-4353-9d80-71f86586acbd triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:49.584443 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:49.608684 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e7269fd9-a5f0-4cfc-a10c-15d4f1cb9e33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf1d007d0d0c463ab561f3fd3928d017&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9411168 Sep 29 17:40:49.612176 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50868) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:49.781045 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:49.788625 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:40:49.807348 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0b078faf-9e78-4475-9c8e-7d8699d04dea None None] Provisioning complete for port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:49.808034 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0b078faf-9e78-4475-9c8e-7d8699d04dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:49.816127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-97f4607b-f01b-4fc7-9c08-fa7096737b3e admin admin] 10.222.0.44 "PUT /v2.0/routers/8c69fa51-2fb0-4d76-aaa4-864119d6aa9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0226421 Sep 29 17:40:49.827902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8792362-7c50-44ed-8603-6c4f843cdefa admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:40:49.843971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 634a1dcc-a90c-4353-9d80-71f86586acbd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=634a1dcc-a90c-4353-9d80-71f86586acbd,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:49.850924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6e2172-8124-401e-ad53-5fd8e6276b2b None None] Sync routers for ids ['e114bca6-567d-4b18-969d-b0f1b19aeab8'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:40:49.855186 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a8792362-7c50-44ed-8603-6c4f843cdefa admin admin] 10.222.0.44 "PUT /v2.0/routers/e114bca6-567d-4b18-969d-b0f1b19aeab8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2365119 Sep 29 17:40:49.855784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50876) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:49.859738 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:49.926810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=634a1dcc-a90c-4353-9d80-71f86586acbd,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:49.953038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e2172-8124-401e-ad53-5fd8e6276b2b None None] Routers {'e114bca6-567d-4b18-969d-b0f1b19aeab8'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:49.953871 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7c6e2172-8124-401e-ad53-5fd8e6276b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e114bca6-567d-4b18-969d-b0f1b19aeab8'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:49.990209 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9d68eab6-0407-4f3c-8b64-1c23680aeac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.064836 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9d68eab6-0407-4f3c-8b64-1c23680aeac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.129697 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45840486-ec06-4d1f-aff0-b6e01a1bf55b admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.130633 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Sync routers for ids ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:40:50.141836 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Routers {'8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:50.144115 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:50.147239 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464d034-8e6e-44fc-8b8f-85ca6cf8347a req-5db9f1af-7e7c-4401-b982-0dfce8ce83f0 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:50.152909 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-7c6e2172-8124-401e-ad53-5fd8e6276b2b None None] Set router e114bca6-567d-4b18-969d-b0f1b19aeab8 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:40:50.156046 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0464d034-8e6e-44fc-8b8f-85ca6cf8347a req-5db9f1af-7e7c-4401-b982-0dfce8ce83f0 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e HTTP/1.1" status: 200 len: 945 time: 0.2112672 Sep 29 17:40:50.265085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69ff99-1666-4913-89fc-2ad46003d49e req-17caea13-762f-4647-b58e-f68b70c9117c tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:50.268179 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be69ff99-1666-4913-89fc-2ad46003d49e req-17caea13-762f-4647-b58e-f68b70c9117c tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.35 "GET /v2.0/ports?device_id=57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e HTTP/1.1" status: 200 len: 945 time: 0.1364787 Sep 29 17:40:50.352663 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0464d034-8e6e-44fc-8b8f-85ca6cf8347a req-2cd11b01-e9d7-4995-838f-2e2d45ccd45f tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864212 Sep 29 17:40:50.368710 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9d68eab6-0407-4f3c-8b64-1c23680aeac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.371696 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9d68eab6-0407-4f3c-8b64-1c23680aeac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.373248 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9d68eab6-0407-4f3c-8b64-1c23680aeac0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/481d2821-1bec-4ba0-86a1-ec2ad35aa369 HTTP/1.1" status: 204 len: 168 time: 0.7575727 Sep 29 17:40:50.387607 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3db8a714-4454-46d5-9a23-58704aa34b98 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.387862 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0b078faf-9e78-4475-9c8e-7d8699d04dea None None] Provisioning complete for port 71fd84bc-d79b-4423-8a9d-5dc8e984a54f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:50.388076 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0b078faf-9e78-4475-9c8e-7d8699d04dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.390600 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68eab6-0407-4f3c-8b64-1c23680aeac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481d2821-1bec-4ba0-86a1-ec2ad35aa369,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:50.452386 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db8a714-4454-46d5-9a23-58704aa34b98 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:50.452554 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45840486-ec06-4d1f-aff0-b6e01a1bf55b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.456181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-3db8a714-4454-46d5-9a23-58704aa34b98 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:50.457689 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Set router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:40:50.468899 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db8a714-4454-46d5-9a23-58704aa34b98 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:50.469784 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3db8a714-4454-46d5-9a23-58704aa34b98 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.484896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4552d6f7-6966-4f7f-a506-e031e682dd3a None None] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:50.493043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8a714-4454-46d5-9a23-58704aa34b98 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Subnet': ['ID=1d4d5e5c-efef-4494-9986-f595a7a75f1a,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:50.493467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-be69ff99-1666-4913-89fc-2ad46003d49e req-a57bc106-fdf3-4210-9d14-f1e38bd2e312 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Deleting port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:50.493927 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-be69ff99-1666-4913-89fc-2ad46003d49e req-a57bc106-fdf3-4210-9d14-f1e38bd2e312 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.514104 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3db8a714-4454-46d5-9a23-58704aa34b98 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5805044 Sep 29 17:40:50.517446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50884) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:50.522708 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-14129c19-f772-4909-a15d-e9e1a0828d47 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'security_group': {'name': 'tempest-secgroup-1580809191'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:50.577876 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14129c19-f772-4909-a15d-e9e1a0828d47 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.748162 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-45840486-ec06-4d1f-aff0-b6e01a1bf55b admin admin] Deleting port 726698f6-77ff-4a3c-af17-fe1d93a4c904 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:50.748529 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45840486-ec06-4d1f-aff0-b6e01a1bf55b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.775445 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0b078faf-9e78-4475-9c8e-7d8699d04dea None None] Port 71fd84bc-d79b-4423-8a9d-5dc8e984a54f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:50.786827 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14129c19-f772-4909-a15d-e9e1a0828d47 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.794611 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14129c19-f772-4909-a15d-e9e1a0828d47 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.868653 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:48Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'fe103090-7b74-4eb0-a3d5-6eb47d0ceb56', 'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'mac_address': 'fa:16:3e:74:6d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:46Z', 'updated_at': '2021-09-29T17:40:48Z', 'revision_number': 2, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'subnets': [{'id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:50.874418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50890) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:50.883236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14129c19-f772-4909-a15d-e9e1a0828d47 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2142c8a3-36ba-43e7-bc4a-4cd9082de4f2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:50.883654 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14129c19-f772-4909-a15d-e9e1a0828d47 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.890737 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-14129c19-f772-4909-a15d-e9e1a0828d47 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3716807 Sep 29 17:40:50.895033 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7f39cc60-b052-4cf8-ab02-d4cfce36c140 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1601708965', 'description': 'tempest-description--1202393095'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:50.899292 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50892) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:50.906687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9b73a9bb-2e17-44b0-b021-dd4c45cfa3e2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'security_group': {'name': 'tempest-secgroup-1070158257'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:50.940922 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9b73a9bb-2e17-44b0-b021-dd4c45cfa3e2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.942245 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Checking router: 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:40:50.942694 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Updating router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:40:50.948052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-45840486-ec06-4d1f-aff0-b6e01a1bf55b admin admin] For port 726698f6-77ff-4a3c-af17-fe1d93a4c904, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=726698f6-77ff-4a3c-af17-fe1d93a4c904,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:50.948514 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45840486-ec06-4d1f-aff0-b6e01a1bf55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.969124 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-be69ff99-1666-4913-89fc-2ad46003d49e req-a57bc106-fdf3-4210-9d14-f1e38bd2e312 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] For port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=02ebb19e-21e2-43c8-98e7-0c3cb87cc756,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:50.969681 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-be69ff99-1666-4913-89fc-2ad46003d49e req-a57bc106-fdf3-4210-9d14-f1e38bd2e312 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.982039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-45840486-ec06-4d1f-aff0-b6e01a1bf55b admin admin] Calling delete_port for 726698f6-77ff-4a3c-af17-fe1d93a4c904 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:50.988062 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7f39cc60-b052-4cf8-ab02-d4cfce36c140 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:50.994158 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-be69ff99-1666-4913-89fc-2ad46003d49e req-a57bc106-fdf3-4210-9d14-f1e38bd2e312 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Calling delete_port for 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:51.004259 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.050327 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50894) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:51.062801 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-99057f84-85c4-4f49-b001-04d499bbaba5 None None] Provisioning complete for port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:51.063242 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-99057f84-85c4-4f49-b001-04d499bbaba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.078303 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-da0c4384-7c74-4b48-ad4e-3c1a2f428993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.134796 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9b73a9bb-2e17-44b0-b021-dd4c45cfa3e2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.143705 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9b73a9bb-2e17-44b0-b021-dd4c45cfa3e2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.189901 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-99057f84-85c4-4f49-b001-04d499bbaba5 None None] Port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:51.203790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73a9bb-2e17-44b0-b021-dd4c45cfa3e2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ddad81-1836-434e-a84e-b9f19f70ca34,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:51.272632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7c6e2172-8124-401e-ad53-5fd8e6276b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'name': 'tempest-TestAggregatesBasicOps-1082693132-router', 'tenant_id': '8450c9fba7944e0a88994890a4781b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '726698f6-77ff-4a3c-af17-fe1d93a4c904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:21Z', 'updated_at': '2021-09-29T17:40:47Z', 'revision_number': 5, 'project_id': '8450c9fba7944e0a88994890a4781b73', 'gw_port': {'id': '726698f6-77ff-4a3c-af17-fe1d93a4c904', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:fc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:22Z', 'updated_at': '2021-09-29T17:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:51.297402 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7f39cc60-b052-4cf8-ab02-d4cfce36c140 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.309249 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7f39cc60-b052-4cf8-ab02-d4cfce36c140 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.360946 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-be69ff99-1666-4913-89fc-2ad46003d49e req-a57bc106-fdf3-4210-9d14-f1e38bd2e312 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.363813 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45840486-ec06-4d1f-aff0-b6e01a1bf55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.388529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['25f7f599-db50-43cc-b1ec-12927e9d0df1'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:40:51.402901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45840486-ec06-4d1f-aff0-b6e01a1bf55b admin admin] Pushing event deleted for resources: {'Port': ['ID=726698f6-77ff-4a3c-af17-fe1d93a4c904,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:51.403133 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 634a1dcc-a90c-4353-9d80-71f86586acbd up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:51.407233 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6e2172-8124-401e-ad53-5fd8e6276b2b None None] Checking router: e114bca6-567d-4b18-969d-b0f1b19aeab8 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:40:51.462061 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bc106-fdf3-4210-9d14-f1e38bd2e312 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Pushing event deleted for resources: {'Port': ['ID=02ebb19e-21e2-43c8-98e7-0c3cb87cc756,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:51.515143 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['02ebb19e-21e2-43c8-98e7-0c3cb87cc756'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:40:51.527041 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-da0c4384-7c74-4b48-ad4e-3c1a2f428993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.527948 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.536266 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45840486-ec06-4d1f-aff0-b6e01a1bf55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.538122 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.547852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-da0c4384-7c74-4b48-ad4e-3c1a2f428993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.551473 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9b73a9bb-2e17-44b0-b021-dd4c45cfa3e2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.552953 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9b73a9bb-2e17-44b0-b021-dd4c45cfa3e2 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6519690 Sep 29 17:40:51.557601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50898) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:51.587696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-be69ff99-1666-4913-89fc-2ad46003d49e req-a57bc106-fdf3-4210-9d14-f1e38bd2e312 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] No DVR routers for this DVR port 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:51.623144 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e42c0-2d21-431e-95c9-00e8f8f642da None None] Update dhcp port {'port': {'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'fixed_ips': [{'subnet_id': '0817d64f-1b5a-402b-8c20-783352236489', 'ip_address': '172.20.0.18'}, {'subnet_id': '1d4d5e5c-efef-4494-9986-f595a7a75f1a'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '214d8209-9f1d-4d83-a3bd-f8c2c9d8a257'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:40:51.627409 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4ca31747-f254-4cef-858c-374b8dedba96 req-9a6b8a38-a8de-402c-ab36-a6027918f9ef tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e HTTP/1.1" status: 200 len: 210 time: 0.0620110 Sep 29 17:40:51.649607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39cc60-b052-4cf8-ab02-d4cfce36c140 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d88b3a-2014-4dbd-a70f-b3b71abea14b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:51.653775 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c43e1f57-b233-402b-8b6d-cc28424d9d2d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'security_group': {'name': 'tempest-secgroup-544381811'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:51.659712 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e2172-8124-401e-ad53-5fd8e6276b2b None None] Routers {'e114bca6-567d-4b18-969d-b0f1b19aeab8'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:51.660349 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7c6e2172-8124-401e-ad53-5fd8e6276b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e114bca6-567d-4b18-969d-b0f1b19aeab8'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:51.666953 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7f39cc60-b052-4cf8-ab02-d4cfce36c140 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.670660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7f39cc60-b052-4cf8-ab02-d4cfce36c140 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7881401 Sep 29 17:40:51.690937 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-be69ff99-1666-4913-89fc-2ad46003d49e req-a57bc106-fdf3-4210-9d14-f1e38bd2e312 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.693000 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c4384-7c74-4b48-ad4e-3c1a2f428993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958ba9d1-635d-47ba-a858-a0e197f23f99,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:51.693154 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be69ff99-1666-4913-89fc-2ad46003d49e req-a57bc106-fdf3-4210-9d14-f1e38bd2e312 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.35 "DELETE /v2.0/ports/02ebb19e-21e2-43c8-98e7-0c3cb87cc756 HTTP/1.1" status: 204 len: 173 time: 1.4152281 Sep 29 17:40:51.698042 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-da0c4384-7c74-4b48-ad4e-3c1a2f428993 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c35f9bc3bcb44618b77d96a8f8902f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6461105 Sep 29 17:40:51.699369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50900) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:51.705244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b11f52db-e531-4344-a526-33b743194ade tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Request body: {'security_group_rule': {'security_group_id': '45d88b3a-2014-4dbd-a70f-b3b71abea14b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:51.710979 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2aa3d-b71d-428d-bdb7-0001fad4a383 None None] Pushing event updated for resources: {'Port': ['ID=fe103090-7b74-4eb0-a3d5-6eb47d0ceb56,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:51.714605 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Attempting to bind port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:40:51.715104 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Attempting to bind port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:40:51.715487 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Attempting to bind port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 on network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:40:51.718251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50902) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:51.725863 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:40:51.729537 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Checking segment: {'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:40:51.729952 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.730344 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Bound using segment: {'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:40:51.730840 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Bound port: fe103090-7b74-4eb0-a3d5-6eb47d0ceb56, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:40:51.731334 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.752049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e', 'name': 'network-vif-deleted', 'tag': '02ebb19e-21e2-43c8-98e7-0c3cb87cc756'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:40:51.755131 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83d618f-f941-440a-9def-41646d5ad169" -d '{"events": [{"server_uuid": "57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e", "name": "network-vif-deleted", "tag": "02ebb19e-21e2-43c8-98e7-0c3cb87cc756"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:40:51.762889 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c43e1f57-b233-402b-8b6d-cc28424d9d2d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.825620 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45840486-ec06-4d1f-aff0-b6e01a1bf55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.852638 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-7c6e2172-8124-401e-ad53-5fd8e6276b2b None None] Set router e114bca6-567d-4b18-969d-b0f1b19aeab8 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:40:51.853200 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30aed5c4-836f-4853-93ad-1f5b19f0ed1e x-openstack-request-id: req-30aed5c4-836f-4853-93ad-1f5b19f0ed1e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:40:51.853579 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e", "name": "network-vif-deleted", "tag": "02ebb19e-21e2-43c8-98e7-0c3cb87cc756", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:40:51.853834 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30aed5c4-836f-4853-93ad-1f5b19f0ed1e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:40:51.854241 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f7c6d2-5f71-4c96-8f8e-762f40c7fc7e', 'name': 'network-vif-deleted', 'tag': '02ebb19e-21e2-43c8-98e7-0c3cb87cc756', 'status': 'completed', 'code': 200} Sep 29 17:40:51.863889 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45840486-ec06-4d1f-aff0-b6e01a1bf55b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.914104 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] For port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:40:51.920233 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] For port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=fe103090-7b74-4eb0-a3d5-6eb47d0ceb56,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:40:51.925951 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b11f52db-e531-4344-a526-33b743194ade tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.929440 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:51.988948 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1c5e42c0-2d21-431e-95c9-00e8f8f642da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.022228 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91d1d704-9f27-4289-8e3a-db871a154b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.076284 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2aa3d-b71d-428d-bdb7-0001fad4a383 None None] Pushing event updated for resources: {'Port': ['ID=fe103090-7b74-4eb0-a3d5-6eb47d0ceb56,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:52.082619 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45840486-ec06-4d1f-aff0-b6e01a1bf55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.083148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45840486-ec06-4d1f-aff0-b6e01a1bf55b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e114bca6-567d-4b18-969d-b0f1b19aeab8 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:40:52.092268 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45840486-ec06-4d1f-aff0-b6e01a1bf55b admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.096537 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Routers {'8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:40:52.096836 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50908) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:52.097172 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:52.099647 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7c6e2172-8124-401e-ad53-5fd8e6276b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'name': 'tempest-TestAggregatesBasicOps-1082693132-router', 'tenant_id': '8450c9fba7944e0a88994890a4781b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:21Z', 'updated_at': '2021-09-29T17:40:51Z', 'revision_number': 7, 'project_id': '8450c9fba7944e0a88994890a4781b73', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:52.101764 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-45840486-ec06-4d1f-aff0-b6e01a1bf55b admin admin] 10.222.0.44 "DELETE /v2.0/routers/e114bca6-567d-4b18-969d-b0f1b19aeab8 HTTP/1.1" status: 204 len: 168 time: 2.2448132 Sep 29 17:40:52.180921 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6e2172-8124-401e-ad53-5fd8e6276b2b None None] The sync data for ids ['e114bca6-567d-4b18-969d-b0f1b19aeab8'] in n-d-811748-2 is: [{'id': 'e114bca6-567d-4b18-969d-b0f1b19aeab8', 'name': 'tempest-TestAggregatesBasicOps-1082693132-router', 'tenant_id': '8450c9fba7944e0a88994890a4781b73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:21Z', 'updated_at': '2021-09-29T17:40:51Z', 'revision_number': 7, 'project_id': '8450c9fba7944e0a88994890a4781b73', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:40:52.192182 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c43e1f57-b233-402b-8b6d-cc28424d9d2d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.202763 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c43e1f57-b233-402b-8b6d-cc28424d9d2d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.251739 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3e5413-463e-4e39-ac00-9dafb5451ead admin admin] Deleting subnet 64c20b3b-848c-454c-b988-a44c44bedd07 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:40:52.269077 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9d3e5413-463e-4e39-ac00-9dafb5451ead admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.272196 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c43e1f57-b233-402b-8b6d-cc28424d9d2d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.276273 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c43e1f57-b233-402b-8b6d-cc28424d9d2d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6881351 Sep 29 17:40:52.276273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e1f57-b233-402b-8b6d-cc28424d9d2d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f84409-77bf-4c6b-8788-7767d73f9135,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:52.281554 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91d1d704-9f27-4289-8e3a-db871a154b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.283709 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50910) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:52.305201 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] Set router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:40:52.323964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9c5d237b-ec3f-42a8-b50f-caff530a7a20 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-52896936', 'security_groups': ['61f84409-77bf-4c6b-8788-7767d73f9135'], 'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1d4d5e5c-efef-4494-9986-f595a7a75f1a'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:52.404203 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b11f52db-e531-4344-a526-33b743194ade tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.424020 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b11f52db-e531-4344-a526-33b743194ade tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.437960 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 634a1dcc-a90c-4353-9d80-71f86586acbd triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:52.438702 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.467142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1dba434c-651a-45a6-b0f4-cac2d891ef53 None None] Provisioning complete for port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:52.468091 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1dba434c-651a-45a6-b0f4-cac2d891ef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.492313 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9d3e5413-463e-4e39-ac00-9dafb5451ead admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.557008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f52db-e531-4344-a526-33b743194ade tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdaf0d55-2726-479a-8097-cc554bce5e30,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:52.567633 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b11f52db-e531-4344-a526-33b743194ade tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.571429 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b11f52db-e531-4344-a526-33b743194ade tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8683319 Sep 29 17:40:52.571768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50912) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:52.576434 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-95682293-36ae-4207-8d74-db5361071200 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Request body: {'security_group_rule': {'security_group_id': '45d88b3a-2014-4dbd-a70f-b3b71abea14b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:52.615732 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:48Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'fe103090-7b74-4eb0-a3d5-6eb47d0ceb56', 'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'mac_address': 'fa:16:3e:74:6d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:46Z', 'updated_at': '2021-09-29T17:40:51Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'subnets': [{'id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:52.619898 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91d1d704-9f27-4289-8e3a-db871a154b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.622386 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91d1d704-9f27-4289-8e3a-db871a154b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.626797 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-91d1d704-9f27-4289-8e3a-db871a154b40 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/958ba9d1-635d-47ba-a858-a0e197f23f99 HTTP/1.1" status: 204 len: 168 time: 0.9056075 Sep 29 17:40:52.643459 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95682293-36ae-4207-8d74-db5361071200 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.694827 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f528e094-0001-45e3-a4c2-9f1750fc8234 None None] The sync data for ids ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'] in n-d-811748-2 is: [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:48Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'fe103090-7b74-4eb0-a3d5-6eb47d0ceb56', 'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'mac_address': 'fa:16:3e:74:6d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:46Z', 'updated_at': '2021-09-29T17:40:51Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'subnets': [{'id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:40:52.709172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5d237b-ec3f-42a8-b50f-caff530a7a20 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:52.765586 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1d704-9f27-4289-8e3a-db871a154b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958ba9d1-635d-47ba-a858-a0e197f23f99,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:52.777212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95682293-36ae-4207-8d74-db5361071200 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.805874 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95682293-36ae-4207-8d74-db5361071200 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.835741 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9d3e5413-463e-4e39-ac00-9dafb5451ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.850927 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95682293-36ae-4207-8d74-db5361071200 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790554d5-affe-45eb-a007-cea959e15011,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:52.861037 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95682293-36ae-4207-8d74-db5361071200 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:52.889854 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-95682293-36ae-4207-8d74-db5361071200 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3121769 Sep 29 17:40:52.892332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50920) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:52.898966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:52.936881 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:53.061144 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9d3e5413-463e-4e39-ac00-9dafb5451ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:53.115683 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:53.182463 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:40:53.207421 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e5413-463e-4e39-ac00-9dafb5451ead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c20b3b-848c-454c-b988-a44c44bedd07,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:53.215077 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c5d237b-ec3f-42a8-b50f-caff530a7a20 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:53.235875 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-1c5e42c0-2d21-431e-95c9-00e8f8f642da None None] Allocated IP 172.20.0.2 (7f138965-bbf0-4f57-83e5-d6b898ca7bde/1d4d5e5c-efef-4494-9986-f595a7a75f1a/214d8209-9f1d-4d83-a3bd-f8c2c9d8a257) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:53.250193 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9d3e5413-463e-4e39-ac00-9dafb5451ead admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:53.252788 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9d3e5413-463e-4e39-ac00-9dafb5451ead admin admin] 10.222.0.44 "DELETE /v2.0/subnets/64c20b3b-848c-454c-b988-a44c44bedd07 HTTP/1.1" status: 204 len: 168 time: 1.1280253 Sep 29 17:40:53.256258 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50930) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:53.260891 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-9c5d237b-ec3f-42a8-b50f-caff530a7a20 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] device_id is not set on port 5d6fe83c-33b6-48ea-8c08-5391488935a2 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:40:53.357911 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Allocated IP 172.25.2.53 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/a0251467-f432-42b4-86e3-b07e40b138fb) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:53.381941 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5616e-823a-4cd6-a3fb-ff3aae7c8eeb req-88f44f74-1d57-4ace-aac5-3a6f9fa850c6 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:53.383802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1c5e42c0-2d21-431e-95c9-00e8f8f642da None None] For port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=214d8209-9f1d-4d83-a3bd-f8c2c9d8a257,segment=NetworkSegment(494081b5-4ccf-4fcd-b59d-4037eb091065),segment_id=494081b5-4ccf-4fcd-b59d-4037eb091065)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:53.384290 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-32b5616e-823a-4cd6-a3fb-ff3aae7c8eeb req-88f44f74-1d57-4ace-aac5-3a6f9fa850c6 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.2673037 Sep 29 17:40:53.426660 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1c5e42c0-2d21-431e-95c9-00e8f8f642da None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:53.439134 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d321b7e-675d-45ef-9caa-aace7529fada None None] Network 628b864b-0fb8-4c0e-b980-bd9a5806ec84 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:53.441530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:40:53.513037 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1c5e42c0-2d21-431e-95c9-00e8f8f642da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:53.537331 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:40:53.538010 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 02ebb19e-21e2-43c8-98e7-0c3cb87cc756 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:40:53.558069 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:53.571760 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:53.620945 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:53.661398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:53.665740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:53.669560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:53.683135 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event updated for resources: {'Port': ['ID=a0251467-f432-42b4-86e3-b07e40b138fb,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:53.699576 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-32b5616e-823a-4cd6-a3fb-ff3aae7c8eeb req-af93fb98-4896-4ce6-a508-1d097f496aed tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926581 Sep 29 17:40:53.807757 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1dba434c-651a-45a6-b0f4-cac2d891ef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:53.879372 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e42c0-2d21-431e-95c9-00e8f8f642da None None] Pushing event updated for resources: {'Port': ['ID=214d8209-9f1d-4d83-a3bd-f8c2c9d8a257,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:53.886025 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:53.947915 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-9c5d237b-ec3f-42a8-b50f-caff530a7a20 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Allocated IP 172.20.0.11 (7f138965-bbf0-4f57-83e5-d6b898ca7bde/1d4d5e5c-efef-4494-9986-f595a7a75f1a/5d6fe83c-33b6-48ea-8c08-5391488935a2) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:53.951860 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:53.958632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] Deleting port ead82c12-8b74-4f96-80d9-e500198c62fd {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:53.959797 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:53.962674 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:54.072212 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1dba434c-651a-45a6-b0f4-cac2d891ef53 None None] For port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=fe103090-7b74-4eb0-a3d5-6eb47d0ceb56,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:54.097657 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1dba434c-651a-45a6-b0f4-cac2d891ef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:54.098602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] For port ead82c12-8b74-4f96-80d9-e500198c62fd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ead82c12-8b74-4f96-80d9-e500198c62fd,segment=NetworkSegment(a25b14b3-21b4-4264-b5ae-11eb6b439a43),segment_id=a25b14b3-21b4-4264-b5ae-11eb6b439a43)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:54.100109 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:54.143637 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] Calling delete_port for ead82c12-8b74-4f96-80d9-e500198c62fd owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:54.220376 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:54.226768 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:54.316342 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:54.327674 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:54.332151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0705cbca-7b8f-4867-9fe4-86bb3dad054e None None] DHCP port deletion for 628b864b-0fb8-4c0e-b980-bd9a5806ec84 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:40:54.368676 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c5d237b-ec3f-42a8-b50f-caff530a7a20 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:54.375299 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba434c-651a-45a6-b0f4-cac2d891ef53 None None] Pushing event updated for resources: {'Port': ['ID=fe103090-7b74-4eb0-a3d5-6eb47d0ceb56,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:54.421937 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:54.461883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead82c12-8b74-4f96-80d9-e500198c62fd,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:54.480115 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-512068a7-ffe0-43e8-b1a2-42bb6fdd6cf7 None None] Provisioning complete for port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:54.481234 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-512068a7-ffe0-43e8-b1a2-42bb6fdd6cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:54.486659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] No DVR routers for this DVR port ead82c12-8b74-4f96-80d9-e500198c62fd on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:54.493674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event updated for resources: {'Port': ['ID=a0251467-f432-42b4-86e3-b07e40b138fb,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:54.514481 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:54.541960 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c5d237b-ec3f-42a8-b50f-caff530a7a20 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:54.547414 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:54.549747 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a2772139-4151-47c6-aa3f-625a89ec2aee tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6552939 Sep 29 17:40:54.652710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d237b-ec3f-42a8-b50f-caff530a7a20 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=5d6fe83c-33b6-48ea-8c08-5391488935a2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:54.685265 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5d237b-ec3f-42a8-b50f-caff530a7a20 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:54.692418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-9c5d237b-ec3f-42a8-b50f-caff530a7a20 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:54.699224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5d237b-ec3f-42a8-b50f-caff530a7a20 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:54.743608 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 726698f6-77ff-4a3c-af17-fe1d93a4c904 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:40:54.759082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0705cbca-7b8f-4867-9fe4-86bb3dad054e None None] Deleting port ead82c12-8b74-4f96-80d9-e500198c62fd {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:54.759450 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0705cbca-7b8f-4867-9fe4-86bb3dad054e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:54.798011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe02a71-1f47-43b4-8908-154bab1bffab req-de14f157-32ea-4dc6-b08c-fae7a3e77d1b tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:54.799828 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2fe02a71-1f47-43b4-8908-154bab1bffab req-de14f157-32ea-4dc6-b08c-fae7a3e77d1b tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.1407161 Sep 29 17:40:54.870976 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:54.986090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8de9b5-917b-4f46-861e-d96958b2d1ba req-e32e6f44-12c3-4458-b3be-1878ff9e1840 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:54.986090 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec8de9b5-917b-4f46-861e-d96958b2d1ba req-e32e6f44-12c3-4458-b3be-1878ff9e1840 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 946 time: 0.1681404 Sep 29 17:40:55.007841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 726698f6-77ff-4a3c-af17-fe1d93a4c904 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:40:55.008120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 726698f6-77ff-4a3c-af17-fe1d93a4c904 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:40:55.008579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f2fcd61f-136e-4896-86ee-ee9204450be4 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:40:55.050448 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628b864b-0fb8-4c0e-b980-bd9a5806ec84']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:55.052868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-2fe02a71-1f47-43b4-8908-154bab1bffab req-d50adc4a-ac27-460b-862b-b1302a0d15e7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Deleting port 25f7f599-db50-43cc-b1ec-12927e9d0df1 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:55.053543 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2fe02a71-1f47-43b4-8908-154bab1bffab req-d50adc4a-ac27-460b-862b-b1302a0d15e7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:55.062153 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0705cbca-7b8f-4867-9fe4-86bb3dad054e None None] For port ead82c12-8b74-4f96-80d9-e500198c62fd, host n-d-811748-2, got binding levels [] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:55.062552 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0705cbca-7b8f-4867-9fe4-86bb3dad054e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:55.087779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: f2fcd61f-136e-4896-86ee-ee9204450be4 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:40:55.088158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f2fcd61f-136e-4896-86ee-ee9204450be4 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:40:55.092172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5d237b-ec3f-42a8-b50f-caff530a7a20 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:55.092795 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c5d237b-ec3f-42a8-b50f-caff530a7a20 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:55.106302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0705cbca-7b8f-4867-9fe4-86bb3dad054e None None] Calling delete_port for ead82c12-8b74-4f96-80d9-e500198c62fd owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:55.110854 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.ipam_backend_mixin [None req-0705cbca-7b8f-4867-9fe4-86bb3dad054e None None] Port ead82c12-8b74-4f96-80d9-e500198c62fd was not found and therefore no delete operation was performed {{(pid=95017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 17:40:55.112152 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0705cbca-7b8f-4867-9fe4-86bb3dad054e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:55.121528 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25b14b3-21b4-4264-b5ae-11eb6b439a43') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:55.123901 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25b14b3-21b4-4264-b5ae-11eb6b439a43') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:55.141012 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-05a45949-d3c9-4cb9-a5f5-d456b68dda65 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1601708965&fields=id&tenant_id=e623b8fc0f40480d8e744c4b328c6a7d HTTP/1.1" status: 200 len: 267 time: 0.2024236 Sep 29 17:40:55.156672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0705cbca-7b8f-4867-9fe4-86bb3dad054e None None] No DVR routers for this DVR port ead82c12-8b74-4f96-80d9-e500198c62fd on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:55.178316 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9c5d237b-ec3f-42a8-b50f-caff530a7a20 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8924134 Sep 29 17:40:55.185659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50978) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:55.186010 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:55.191622 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705cbca-7b8f-4867-9fe4-86bb3dad054e None None] Pushing event deleted for resources: {'Port': ['ID=ead82c12-8b74-4f96-80d9-e500198c62fd,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:55.201662 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f3a1fef5-9eda-4e99-a3a6-3b9344dbde7f None None] Provisioning complete for port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:55.202075 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f3a1fef5-9eda-4e99-a3a6-3b9344dbde7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:55.205171 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:55.207191 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec8de9b5-917b-4f46-861e-d96958b2d1ba req-fe13ac5f-ecd4-4b37-8fbf-34372f42f8ec tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/security-groups?id=cee09e13-3968-4da6-87aa-f041c1109374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982291 Sep 29 17:40:55.213040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:40:55.214171 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:55.214643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-e987bb2a-e503-4491-b1de-30f2a7aef038 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'subnet': {'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:40:55.252763 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:40:55.272563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2fe02a71-1f47-43b4-8908-154bab1bffab req-d50adc4a-ac27-460b-862b-b1302a0d15e7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] For port 25f7f599-db50-43cc-b1ec-12927e9d0df1, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=25f7f599-db50-43cc-b1ec-12927e9d0df1,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:55.272936 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2fe02a71-1f47-43b4-8908-154bab1bffab req-d50adc4a-ac27-460b-862b-b1302a0d15e7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:55.324248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-2fe02a71-1f47-43b4-8908-154bab1bffab req-d50adc4a-ac27-460b-862b-b1302a0d15e7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Calling delete_port for 25f7f599-db50-43cc-b1ec-12927e9d0df1 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:55.370626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f3a1fef5-9eda-4e99-a3a6-3b9344dbde7f None None] Provisioning complete for port 71fd84bc-d79b-4423-8a9d-5dc8e984a54f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:55.381597 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f3a1fef5-9eda-4e99-a3a6-3b9344dbde7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:55.393747 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:55.402422 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:55.406518 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] 10.222.0.44 "DELETE /v2.0/networks/628b864b-0fb8-4c0e-b980-bd9a5806ec84 HTTP/1.1" status: 204 len: 168 time: 2.1451902 Sep 29 17:40:55.420547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50772ab5-3241-4283-a4e1-9b398be37113 admin admin] Pushing event deleted for resources: {'Network': ['ID=628b864b-0fb8-4c0e-b980-bd9a5806ec84,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:55.446851 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f3a1fef5-9eda-4e99-a3a6-3b9344dbde7f None None] Port 71fd84bc-d79b-4423-8a9d-5dc8e984a54f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:55.447746 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5aeab-822e-427c-a665-29e4f879b20a req-21ded4e2-41f6-40f6-838a-940f4b3b569e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:55.449347 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-21ded4e2-41f6-40f6-838a-940f4b3b569e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/networks?id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 200 len: 816 time: 0.3075423 Sep 29 17:40:55.462868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e987bb2a-e503-4491-b1de-30f2a7aef038 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:55.468449 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-0584a52a-56a3-4bee-861f-6624b33b15e3 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/quotas/e623b8fc0f40480d8e744c4b328c6a7d HTTP/1.1" status: 200 len: 375 time: 0.0098937 Sep 29 17:40:55.470558 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e987bb2a-e503-4491-b1de-30f2a7aef038 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:55.533837 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-f68f1feb-cac8-4127-8669-f9eebfeb499a tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0576916 Sep 29 17:40:55.570991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-62d67e02-7188-481a-befa-95bfc73a4f5a None None] Provisioning complete for port 5d6fe83c-33b6-48ea-8c08-5391488935a2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:55.571599 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-62d67e02-7188-481a-befa-95bfc73a4f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:55.615410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-62d67e02-7188-481a-befa-95bfc73a4f5a None None] Port 5d6fe83c-33b6-48ea-8c08-5391488935a2 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:55.622872 n-d-811748-2 neutron-server[95016]: INFO neutron.db.ipam_backend_mixin [None req-e987bb2a-e503-4491-b1de-30f2a7aef038 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1d4d5e5c-efef-4494-9986-f595a7a75f1a (CIDR: 172.20.0.0/28) Sep 29 17:40:55.628157 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-e987bb2a-e503-4491-b1de-30f2a7aef038 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:40:55.628779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e987bb2a-e503-4491-b1de-30f2a7aef038 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:40:55.632191 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2fe02a71-1f47-43b4-8908-154bab1bffab req-d50adc4a-ac27-460b-862b-b1302a0d15e7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:55.646599 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['25f7f599-db50-43cc-b1ec-12927e9d0df1'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:40:55.670552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50adc4a-ac27-460b-862b-b1302a0d15e7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Pushing event deleted for resources: {'Port': ['ID=25f7f599-db50-43cc-b1ec-12927e9d0df1,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:55.672338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50990) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:55.680154 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e987bb2a-e503-4491-b1de-30f2a7aef038 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4718184 Sep 29 17:40:55.683048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50992) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:55.699371 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-26c8b668-d172-4b1d-9042-a2deb30e4996 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'subnet': {'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:55.723698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe02a71-1f47-43b4-8908-154bab1bffab req-d50adc4a-ac27-460b-862b-b1302a0d15e7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] No DVR routers for this DVR port 25f7f599-db50-43cc-b1ec-12927e9d0df1 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:55.731010 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2fe02a71-1f47-43b4-8908-154bab1bffab req-d50adc4a-ac27-460b-862b-b1302a0d15e7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:55.733953 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2fe02a71-1f47-43b4-8908-154bab1bffab req-d50adc4a-ac27-460b-862b-b1302a0d15e7 tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.49 "DELETE /v2.0/ports/25f7f599-db50-43cc-b1ec-12927e9d0df1 HTTP/1.1" status: 204 len: 173 time: 0.9188375 Sep 29 17:40:55.733953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1d133d-b783-4c56-969e-2ae4e3c56ea8', 'name': 'network-vif-deleted', 'tag': '25f7f599-db50-43cc-b1ec-12927e9d0df1'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:40:55.736182 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688ae2e8-ae73-4222-a31b-d849a317dc4f" -d '{"events": [{"server_uuid": "fa1d133d-b783-4c56-969e-2ae4e3c56ea8", "name": "network-vif-deleted", "tag": "25f7f599-db50-43cc-b1ec-12927e9d0df1"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:40:55.792209 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ea5591-fa5c-4323-8c13-88e036d97540 x-openstack-request-id: req-65ea5591-fa5c-4323-8c13-88e036d97540 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:40:55.792802 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1d133d-b783-4c56-969e-2ae4e3c56ea8", "name": "network-vif-deleted", "tag": "25f7f599-db50-43cc-b1ec-12927e9d0df1", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:40:55.793312 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65ea5591-fa5c-4323-8c13-88e036d97540 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:40:55.793932 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1d133d-b783-4c56-969e-2ae4e3c56ea8', 'name': 'network-vif-deleted', 'tag': '25f7f599-db50-43cc-b1ec-12927e9d0df1', 'status': 'completed', 'code': 200} Sep 29 17:40:55.848153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-9a1a7cc0-d395-4855-ab24-a6bf0db885f8 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:40:55.849316 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-9a1a7cc0-d395-4855-ab24-a6bf0db885f8 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3038900 Sep 29 17:40:55.886274 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:55.944840 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fbec6427-2da3-4b35-87a6-9795dcc2c00f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d84142c135f24890a4469eff46f71a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2711434 Sep 29 17:40:55.947391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50998) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:55.964299 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:55.964682 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:56.059466 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-9aaa09cd-58ea-43c7-937a-9b24810d68a5 service neutron] 10.222.0.44 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663194 Sep 29 17:40:56.061640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c8b668-d172-4b1d-9042-a2deb30e4996 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:56.070665 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26c8b668-d172-4b1d-9042-a2deb30e4996 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:56.103538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:56.186464 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:56.186682 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:56.291459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51004) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:56.347211 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-64fb52b9-03f9-4d76-9352-85332265aa69 service neutron] 10.222.0.44 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697673 Sep 29 17:40:56.378970 n-d-811748-2 neutron-server[95015]: INFO neutron.db.ipam_backend_mixin [None req-26c8b668-d172-4b1d-9042-a2deb30e4996 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0817d64f-1b5a-402b-8c20-783352236489 (CIDR: 172.20.0.16/28) Sep 29 17:40:56.386258 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c8b668-d172-4b1d-9042-a2deb30e4996 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:40:56.386963 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c8b668-d172-4b1d-9042-a2deb30e4996 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:40:56.425600 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-26c8b668-d172-4b1d-9042-a2deb30e4996 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7384362 Sep 29 17:40:56.427309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51010) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:56.434817 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b2304fdf-c95d-4e24-a859-d0504472d2e9 req-78414a3a-d640-4545-829f-eec89d19662d tempest-ListServerFiltersTestJSON-1813431861 tempest-ListServerFiltersTestJSON-1813431861-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa1d133d-b783-4c56-969e-2ae4e3c56ea8 HTTP/1.1" status: 200 len: 210 time: 0.0355477 Sep 29 17:40:56.441696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ead82c12-8b74-4f96-80d9-e500198c62fd no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:40:56.445149 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac921caf-f6f3-4e57-bc40-4723ee1b95fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:56.470428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-de3350fe-82ea-474d-adfb-ef1b157ca80b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'subnet': {'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:56.472445 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: ead82c12-8b74-4f96-80d9-e500198c62fd {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:40:56.472933 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ead82c12-8b74-4f96-80d9-e500198c62fd not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:40:56.477806 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac921caf-f6f3-4e57-bc40-4723ee1b95fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:56.536373 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac921caf-f6f3-4e57-bc40-4723ee1b95fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:56.539089 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac921caf-f6f3-4e57-bc40-4723ee1b95fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:56.540373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ac921caf-f6f3-4e57-bc40-4723ee1b95fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e68f1133-c171-4dda-9fd5-4fa89d5211f9 HTTP/1.1" status: 204 len: 168 time: 0.5919795 Sep 29 17:40:56.552307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac921caf-f6f3-4e57-bc40-4723ee1b95fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68f1133-c171-4dda-9fd5-4fa89d5211f9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:56.574536 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7841a555-8072-4b1e-b2f8-b4da2a531367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:56.657243 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9411bcd-be7a-48cb-a5c9-bff25fe2cc03 req-d0ece5f5-717c-4049-8704-32349d7c8ba5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 210 time: 0.0298514 Sep 29 17:40:56.713852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7841a555-8072-4b1e-b2f8-b4da2a531367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:56.721584 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7841a555-8072-4b1e-b2f8-b4da2a531367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:56.759999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3350fe-82ea-474d-adfb-ef1b157ca80b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Made reservation on behalf of 0342b138809740a49086a30d461c8c6e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:56.763584 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de3350fe-82ea-474d-adfb-ef1b157ca80b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:56.804084 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7841a555-8072-4b1e-b2f8-b4da2a531367 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b85809c882424b3d9f1ed7bb5a4b5fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5091197 Sep 29 17:40:56.804084 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841a555-8072-4b1e-b2f8-b4da2a531367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad6e7c8-083f-4d1a-833c-ff9e3b94486f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:56.805515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51024) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:56.884242 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9cf80bd1-0495-4673-aa86-0a6fb6227799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:56.910387 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9cf80bd1-0495-4673-aa86-0a6fb6227799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:56.937628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51026) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:56.984799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bb76f689-59b0-47ce-ab32-df3fbf23210e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8450c9fba7944e0a88994890a4781b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433767 Sep 29 17:40:56.985587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51030) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:56.992656 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9cf80bd1-0495-4673-aa86-0a6fb6227799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:56.995132 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9cf80bd1-0495-4673-aa86-0a6fb6227799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:56.996219 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9cf80bd1-0495-4673-aa86-0a6fb6227799 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fad6e7c8-083f-4d1a-833c-ff9e3b94486f HTTP/1.1" status: 204 len: 168 time: 0.1892729 Sep 29 17:40:57.037962 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf80bd1-0495-4673-aa86-0a6fb6227799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad6e7c8-083f-4d1a-833c-ff9e3b94486f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:57.063581 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de3350fe-82ea-474d-adfb-ef1b157ca80b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:57.078498 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-507bbbc1-8080-4e51-90bc-4c506e202175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:57.106323 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3350fe-82ea-474d-adfb-ef1b157ca80b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:57.110477 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-507bbbc1-8080-4e51-90bc-4c506e202175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:57.111807 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-de3350fe-82ea-474d-adfb-ef1b157ca80b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:57.116705 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3350fe-82ea-474d-adfb-ef1b157ca80b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:57.117399 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de3350fe-82ea-474d-adfb-ef1b157ca80b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:57.123217 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9791d9-17b2-4d31-a978-75f2b93b95e6 None None] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:57.136450 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-de3350fe-82ea-474d-adfb-ef1b157ca80b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7025478 Sep 29 17:40:57.139102 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51034) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:57.147239 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ff8fedfc-7ca1-41d9-98e8-b318fec502db tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1922683554', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '46b900ff-ee06-4889-a2ab-355ae0bc3db8'}], 'security_groups': ['2142c8a3-36ba-43e7-bc4a-4cd9082de4f2', 'f8ddad81-1836-434e-a84e-b9f19f70ca34']}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:57.174133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3350fe-82ea-474d-adfb-ef1b157ca80b tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Subnet': ['ID=46b900ff-ee06-4889-a2ab-355ae0bc3db8,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:57.209796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-507bbbc1-8080-4e51-90bc-4c506e202175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:57.213453 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-507bbbc1-8080-4e51-90bc-4c506e202175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:57.215505 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-507bbbc1-8080-4e51-90bc-4c506e202175 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74b30e89-2282-481e-9d5f-7269953e315c HTTP/1.1" status: 204 len: 168 time: 0.2295089 Sep 29 17:40:57.228891 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bbbc1-8080-4e51-90bc-4c506e202175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b30e89-2282-481e-9d5f-7269953e315c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:57.278077 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff8fedfc-7ca1-41d9-98e8-b318fec502db tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:57.326452 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:57.481704 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Update dhcp port {'port': {'network_id': '7f138965-bbf0-4f57-83e5-d6b898ca7bde', 'fixed_ips': [{'subnet_id': '0817d64f-1b5a-402b-8c20-783352236489', 'ip_address': '172.20.0.18'}, {'subnet_id': '1d4d5e5c-efef-4494-9986-f595a7a75f1a', 'ip_address': '172.20.0.2'}, {'subnet_id': '46b900ff-ee06-4889-a2ab-355ae0bc3db8'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '214d8209-9f1d-4d83-a3bd-f8c2c9d8a257'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:40:57.517056 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:57.529890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51044) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:57.603677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51046) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:57.625163 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a031dd3c-c7ab-44ac-b56b-4270c9c86c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:57.640329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cd6486-34b4-4a9f-af6d-c0826a66471a admin admin] Deleting subnet 589bb32e-16be-4d4e-a9f6-0531049b1280 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:40:57.645249 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44cd6486-34b4-4a9f-af6d-c0826a66471a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:57.706899 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44cd6486-34b4-4a9f-af6d-c0826a66471a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:57.789313 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-ff8fedfc-7ca1-41d9-98e8-b318fec502db tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Delete allocated IP 172.20.0.11 (7f138965-bbf0-4f57-83e5-d6b898ca7bde/1d4d5e5c-efef-4494-9986-f595a7a75f1a) {{(pid=95015) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 17:40:57.802662 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-ff8fedfc-7ca1-41d9-98e8-b318fec502db tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Allocated IP 172.20.0.43 (7f138965-bbf0-4f57-83e5-d6b898ca7bde/46b900ff-ee06-4889-a2ab-355ae0bc3db8/5d6fe83c-33b6-48ea-8c08-5391488935a2) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:57.876622 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-545e9463-b81e-411b-89ae-9c33b00b9d8a req-06ce0f2c-e19b-4c21-9ded-a30fe48ed771 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 210 time: 0.0806992 Sep 29 17:40:57.935508 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44cd6486-34b4-4a9f-af6d-c0826a66471a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:57.992618 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff8fedfc-7ca1-41d9-98e8-b318fec502db tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:57.999652 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff8fedfc-7ca1-41d9-98e8-b318fec502db tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:58.056791 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a031dd3c-c7ab-44ac-b56b-4270c9c86c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:58.059234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Allocated IP 172.20.0.34 (7f138965-bbf0-4f57-83e5-d6b898ca7bde/46b900ff-ee06-4889-a2ab-355ae0bc3db8/214d8209-9f1d-4d83-a3bd-f8c2c9d8a257) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:58.068360 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a031dd3c-c7ab-44ac-b56b-4270c9c86c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:58.102948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5aeab-822e-427c-a665-29e4f879b20a req-30933a49-2cb7-4ff4-aea9-930bfb3e514f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:58.104475 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-30933a49-2cb7-4ff4-aea9-930bfb3e514f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.35 "GET /v2.0/networks?id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 200 len: 816 time: 0.2320557 Sep 29 17:40:58.135255 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44cd6486-34b4-4a9f-af6d-c0826a66471a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:58.148760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031dd3c-c7ab-44ac-b56b-4270c9c86c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee59ae2-af6b-4892-aaef-108f4672b1ae,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:58.167825 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] For port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=214d8209-9f1d-4d83-a3bd-f8c2c9d8a257,segment=NetworkSegment(494081b5-4ccf-4fcd-b59d-4037eb091065),segment_id=494081b5-4ccf-4fcd-b59d-4037eb091065)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:58.175959 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a031dd3c-c7ab-44ac-b56b-4270c9c86c88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f9b2aafe4b6d4b58b71669bf9fb457fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5712476 Sep 29 17:40:58.179913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51050) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:58.180878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd6486-34b4-4a9f-af6d-c0826a66471a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=589bb32e-16be-4d4e-a9f6-0531049b1280,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:58.194810 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44cd6486-34b4-4a9f-af6d-c0826a66471a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:58.197091 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-44cd6486-34b4-4a9f-af6d-c0826a66471a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/589bb32e-16be-4d4e-a9f6-0531049b1280 HTTP/1.1" status: 204 len: 168 time: 0.6661127 Sep 29 17:40:58.201858 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:58.205465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccd2e44-8bd9-4af2-b137-6d8b201b2883 None None] Network 8a269a08-9fff-4c08-b691-75b3a9da933f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:40:58.209807 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:58.215934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51052) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:58.291027 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-95579b23-22c0-4f3d-bea0-77330ead2f07 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e623b8fc0f40480d8e744c4b328c6a7d HTTP/1.1" status: 200 len: 380 time: 0.1656439 Sep 29 17:40:58.309222 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-67c5aeab-822e-427c-a665-29e4f879b20a req-c697d1a9-ab90-4295-9b5c-04ff4210de45 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Request body: {'port': {'device_id': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'admin_state_up': True, 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'security_groups': ['45d88b3a-2014-4dbd-a70f-b3b71abea14b']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:40:58.394798 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3eef90eb-b161-450e-a709-37791ba3c50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:58.399293 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Pushing event updated for resources: {'Port': ['ID=214d8209-9f1d-4d83-a3bd-f8c2c9d8a257,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:58.402192 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:58.409476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:58.409939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:58.410352 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:58.410758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:58.411284 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:58.411546 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:58.411943 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:58.412341 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:58.412729 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:58.413134 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:58.413564 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:58.413955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108a453b-7895-4de9-9323-1a61322cb31e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:40:58.472896 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fedfc-7ca1-41d9-98e8-b318fec502db tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event updated for resources: {'Port': ['ID=5d6fe83c-33b6-48ea-8c08-5391488935a2,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:58.493228 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3eef90eb-b161-450e-a709-37791ba3c50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:58.506530 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ff8fedfc-7ca1-41d9-98e8-b318fec502db tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] In _notify_port_updated(), no bound segment for port 5d6fe83c-33b6-48ea-8c08-5391488935a2 on network 7f138965-bbf0-4f57-83e5-d6b898ca7bde {{(pid=95015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:40:58.512972 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8fedfc-7ca1-41d9-98e8-b318fec502db tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:40:58.513746 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff8fedfc-7ca1-41d9-98e8-b318fec502db tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:58.515364 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ff8fedfc-7ca1-41d9-98e8-b318fec502db tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "PUT /v2.0/ports/5d6fe83c-33b6-48ea-8c08-5391488935a2 HTTP/1.1" status: 200 len: 960 time: 1.3750765 Sep 29 17:40:58.519203 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51054) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:58.559946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390c3cca-fd1d-4e10-a66d-837b8244c96f None None] DHCP port deletion for 8a269a08-9fff-4c08-b691-75b3a9da933f request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:40:58.644710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-390c3cca-fd1d-4e10-a66d-837b8244c96f None None] Deleting port ca60241d-f4d7-4d23-b38c-87e4dd250ddf {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:58.645129 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-390c3cca-fd1d-4e10-a66d-837b8244c96f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:58.649790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-166d1c6d-2ba7-4c4c-874c-e743da995ba8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port 5d6fe83c-33b6-48ea-8c08-5391488935a2 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:58.650137 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-166d1c6d-2ba7-4c4c-874c-e743da995ba8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:58.663557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c5aeab-822e-427c-a665-29e4f879b20a req-c697d1a9-ab90-4295-9b5c-04ff4210de45 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Made reservation on behalf of e623b8fc0f40480d8e744c4b328c6a7d for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:40:58.668654 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-67c5aeab-822e-427c-a665-29e4f879b20a req-c697d1a9-ab90-4295-9b5c-04ff4210de45 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:58.753828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] Deleting port ca60241d-f4d7-4d23-b38c-87e4dd250ddf {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:40:58.754184 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:58.772417 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-166d1c6d-2ba7-4c4c-874c-e743da995ba8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:58.794371 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-166d1c6d-2ba7-4c4c-874c-e743da995ba8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for 5d6fe83c-33b6-48ea-8c08-5391488935a2 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:59.034053 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3eef90eb-b161-450e-a709-37791ba3c50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.036604 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3eef90eb-b161-450e-a709-37791ba3c50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.037771 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3eef90eb-b161-450e-a709-37791ba3c50e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aee59ae2-af6b-4892-aaef-108f4672b1ae HTTP/1.1" status: 204 len: 168 time: 0.8537567 Sep 29 17:40:59.049187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] For port ca60241d-f4d7-4d23-b38c-87e4dd250ddf, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ca60241d-f4d7-4d23-b38c-87e4dd250ddf,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:59.049674 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.069079 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-166d1c6d-2ba7-4c4c-874c-e743da995ba8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.097678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef90eb-b161-450e-a709-37791ba3c50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee59ae2-af6b-4892-aaef-108f4672b1ae,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:59.099877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-67c5aeab-822e-427c-a665-29e4f879b20a req-c697d1a9-ab90-4295-9b5c-04ff4210de45 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Allocated IP 172.20.0.6 (8e0ae42f-1a64-4ab5-b392-cf8ee0582253/6beb8b79-6b72-4c5b-af59-845d806127d5/6b31247b-ff59-4e73-b365-1d185885f6f7) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:40:59.131186 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-390c3cca-fd1d-4e10-a66d-837b8244c96f None None] For port ca60241d-f4d7-4d23-b38c-87e4dd250ddf, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ca60241d-f4d7-4d23-b38c-87e4dd250ddf,segment=NetworkSegment(eb8055c2-53a0-45d1-99fd-4ae95fc1fb21),segment_id=eb8055c2-53a0-45d1-99fd-4ae95fc1fb21)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:40:59.131850 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-390c3cca-fd1d-4e10-a66d-837b8244c96f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.142116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] Calling delete_port for ca60241d-f4d7-4d23-b38c-87e4dd250ddf owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:59.163073 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-390c3cca-fd1d-4e10-a66d-837b8244c96f None None] Calling delete_port for ca60241d-f4d7-4d23-b38c-87e4dd250ddf owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:40:59.166568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 25f7f599-db50-43cc-b1ec-12927e9d0df1 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:40:59.187876 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d95d5b16-de1d-4ee5-a4dd-3b0d80c711d5 req-dba4722d-c977-4767-a95c-57597b22c74e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 210 time: 0.1788416 Sep 29 17:40:59.193059 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d1c6d-2ba7-4c4c-874c-e743da995ba8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=5d6fe83c-33b6-48ea-8c08-5391488935a2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:59.221483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 25f7f599-db50-43cc-b1ec-12927e9d0df1 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:40:59.222003 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 25f7f599-db50-43cc-b1ec-12927e9d0df1 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:40:59.358579 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-166d1c6d-2ba7-4c4c-874c-e743da995ba8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.360877 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-166d1c6d-2ba7-4c4c-874c-e743da995ba8 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/5d6fe83c-33b6-48ea-8c08-5391488935a2 HTTP/1.1" status: 204 len: 168 time: 0.8405788 Sep 29 17:40:59.365013 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51066) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.378825 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.382091 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.382091 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.382091 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.382091 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.382091 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.382091 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.382091 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.382091 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.382091 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.382091 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.382091 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.382091 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.382091 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:40:59.382091 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:40:59.387699 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-390c3cca-fd1d-4e10-a66d-837b8244c96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.394972 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-67c5aeab-822e-427c-a665-29e4f879b20a req-c697d1a9-ab90-4295-9b5c-04ff4210de45 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.398664 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.429076 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c08c9f7-72c5-496c-9004-850a6c294274 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] GET failed (client error): The resource could not be found. Sep 29 17:40:59.433490 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8c08c9f7-72c5-496c-9004-850a6c294274 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports/5d6fe83c-33b6-48ea-8c08-5391488935a2 HTTP/1.1" status: 404 len: 333 time: 0.0642838 Sep 29 17:40:59.433708 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51068) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:59.441742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c3cca-fd1d-4e10-a66d-837b8244c96f None None] Pushing event deleted for resources: {'Port': ['ID=ca60241d-f4d7-4d23-b38c-87e4dd250ddf,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:59.444351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c3cca-fd1d-4e10-a66d-837b8244c96f None None] No DVR routers for this DVR port ca60241d-f4d7-4d23-b38c-87e4dd250ddf on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:59.456183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca60241d-f4d7-4d23-b38c-87e4dd250ddf,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:59.481915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3ac60a14-8a92-4a8b-92b6-4d24db046f60 None None] Provisioning complete for port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:59.483431 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3ac60a14-8a92-4a8b-92b6-4d24db046f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.493704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] No DVR routers for this DVR port ca60241d-f4d7-4d23-b38c-87e4dd250ddf on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:40:59.534181 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-467904bf-c9e4-4a7c-903b-fbcba38c0f5c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.560468 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-467904bf-c9e4-4a7c-903b-fbcba38c0f5c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.630624 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-467904bf-c9e4-4a7c-903b-fbcba38c0f5c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.635337 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3ac60a14-8a92-4a8b-92b6-4d24db046f60 None None] Could not find standard attr ID for object 5d6fe83c-33b6-48ea-8c08-5391488935a2. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:40:59.635648 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-467904bf-c9e4-4a7c-903b-fbcba38c0f5c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.637787 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-467904bf-c9e4-4a7c-903b-fbcba38c0f5c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/security-groups/61f84409-77bf-4c6b-8788-7767d73f9135 HTTP/1.1" status: 204 len: 168 time: 0.2024760 Sep 29 17:40:59.640784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51072) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:40:59.651523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467904bf-c9e4-4a7c-903b-fbcba38c0f5c tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f84409-77bf-4c6b-8788-7767d73f9135,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:59.681374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.684016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3ac60a14-8a92-4a8b-92b6-4d24db046f60 None None] Provisioning complete for port 71fd84bc-d79b-4423-8a9d-5dc8e984a54f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:59.684786 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-67c5aeab-822e-427c-a665-29e4f879b20a req-c697d1a9-ab90-4295-9b5c-04ff4210de45 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.685680 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3ac60a14-8a92-4a8b-92b6-4d24db046f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.770036 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3ac60a14-8a92-4a8b-92b6-4d24db046f60 None None] Port 71fd84bc-d79b-4423-8a9d-5dc8e984a54f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:40:59.803594 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c5aeab-822e-427c-a665-29e4f879b20a req-c697d1a9-ab90-4295-9b5c-04ff4210de45 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:40:59.822643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a269a08-9fff-4c08-b691-75b3a9da933f']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:59.828008 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:40:59.833515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-67c5aeab-822e-427c-a665-29e4f879b20a req-c697d1a9-ab90-4295-9b5c-04ff4210de45 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:40:59.836086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c5aeab-822e-427c-a665-29e4f879b20a req-c697d1a9-ab90-4295-9b5c-04ff4210de45 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:40:59.865867 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:59.866161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8055c2-53a0-45d1-99fd-4ae95fc1fb21') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:40:59.869376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697d1a9-ab90-4295-9b5c-04ff4210de45 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event updated for resources: {'Port': ['ID=6b31247b-ff59-4e73-b365-1d185885f6f7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:40:59.937101 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:40:59.937706 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.942751 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:40:59.989084 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.000162 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46ff03c1-6b5c-4c9a-8ff0-094728e1dd8d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.012415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:41:00.013069 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.028040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5aeab-822e-427c-a665-29e4f879b20a req-c697d1a9-ab90-4295-9b5c-04ff4210de45 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:00.028887 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-67c5aeab-822e-427c-a665-29e4f879b20a req-c697d1a9-ab90-4295-9b5c-04ff4210de45 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:41:00.033071 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:41:00.167653 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ca60241d-f4d7-4d23-b38c-87e4dd250ddf no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:41:00.210718 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-c697d1a9-ab90-4295-9b5c-04ff4210de45 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9076636 Sep 29 17:41:00.217387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: ca60241d-f4d7-4d23-b38c-87e4dd250ddf {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:41:00.217740 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ca60241d-f4d7-4d23-b38c-87e4dd250ddf not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:41:00.220674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-85b5f4db-5e9f-4bb6-8468-2739ff60ae3d None None] Could not find standard attr ID for object 5d6fe83c-33b6-48ea-8c08-5391488935a2. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:41:00.220986 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.230659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Request body: {'port': {'device_id': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:00.253625 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.258168 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8a269a08-9fff-4c08-b691-75b3a9da933f HTTP/1.1" status: 204 len: 168 time: 2.0389912 Sep 29 17:41:00.258168 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46ff03c1-6b5c-4c9a-8ff0-094728e1dd8d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.264949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d8508-9786-4cbd-bf12-6d644380cfb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a269a08-9fff-4c08-b691-75b3a9da933f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:00.351072 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-daafadb6-d2c1-4519-89fa-895605b17b9c None None] Provisioning complete for port 6b31247b-ff59-4e73-b365-1d185885f6f7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:00.351629 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-daafadb6-d2c1-4519-89fa-895605b17b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.414282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-daafadb6-d2c1-4519-89fa-895605b17b9c None None] Port 6b31247b-ff59-4e73-b365-1d185885f6f7 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:41:00.423652 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.477718 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51096) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:00.515747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f103cf-d096-4043-aa91-00e3d13a9705 req-d6899700-9245-4d7a-aaff-e4ee370eac58 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:00.517489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4f103cf-d096-4043-aa91-00e3d13a9705 req-d6899700-9245-4d7a-aaff-e4ee370eac58 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 931 time: 0.1946673 Sep 29 17:41:00.518209 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46ff03c1-6b5c-4c9a-8ff0-094728e1dd8d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.522990 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46ff03c1-6b5c-4c9a-8ff0-094728e1dd8d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.526495 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-46ff03c1-6b5c-4c9a-8ff0-094728e1dd8d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/security-groups/f8ddad81-1836-434e-a84e-b9f19f70ca34 HTTP/1.1" status: 204 len: 168 time: 0.8818376 Sep 29 17:41:00.527570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51098) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:00.605465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff03c1-6b5c-4c9a-8ff0-094728e1dd8d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ddad81-1836-434e-a84e-b9f19f70ca34,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:00.619898 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6ff7ca3c-c57f-44f8-ad72-b67df699272a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41eea862de9540c69207e705d28de0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1384053 Sep 29 17:41:00.622840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51102) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:00.650975 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1b0fc593-9c59-4d53-86e3-3ec0919fcb30 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.659631 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4f103cf-d096-4043-aa91-00e3d13a9705 req-dd1d8aab-6327-4308-a389-4bd594239dff tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257274 Sep 29 17:41:00.695980 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1b0fc593-9c59-4d53-86e3-3ec0919fcb30 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.721976 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4f6479ac-8b08-40fd-98d7-765d1696ee5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.761330 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4f6479ac-8b08-40fd-98d7-765d1696ee5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.794292 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1b0fc593-9c59-4d53-86e3-3ec0919fcb30 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.796825 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1b0fc593-9c59-4d53-86e3-3ec0919fcb30 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.798600 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1b0fc593-9c59-4d53-86e3-3ec0919fcb30 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/security-groups/2142c8a3-36ba-43e7-bc4a-4cd9082de4f2 HTTP/1.1" status: 204 len: 168 time: 0.2688434 Sep 29 17:41:00.802883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51106) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:00.811937 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0fc593-9c59-4d53-86e3-3ec0919fcb30 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2142c8a3-36ba-43e7-bc4a-4cd9082de4f2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:00.836391 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4f6479ac-8b08-40fd-98d7-765d1696ee5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.839526 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4f6479ac-8b08-40fd-98d7-765d1696ee5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.840934 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4f6479ac-8b08-40fd-98d7-765d1696ee5e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cee09e13-3968-4da6-87aa-f041c1109374 HTTP/1.1" status: 204 len: 168 time: 0.2170205 Sep 29 17:41:00.849320 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6479ac-8b08-40fd-98d7-765d1696ee5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee09e13-3968-4da6-87aa-f041c1109374,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:00.915378 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-16361033-9533-4227-bdcb-b2c00233291d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting subnet 1d4d5e5c-efef-4494-9986-f595a7a75f1a {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:41:00.939080 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16361033-9533-4227-bdcb-b2c00233291d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:00.987942 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b31247b-ff59-4e73-b365-1d185885f6f7 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:41:01.001800 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:01.005583 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16361033-9533-4227-bdcb-b2c00233291d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:01.049199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Transition to ACTIVE for port object 6b31247b-ff59-4e73-b365-1d185885f6f7 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:41:01.054614 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:01.173894 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b31247b-ff59-4e73-b365-1d185885f6f7,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:01.221461 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16361033-9533-4227-bdcb-b2c00233291d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:01.291830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Attempting to bind port 6b31247b-ff59-4e73-b365-1d185885f6f7 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:41:01.292206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Attempting to bind port 6b31247b-ff59-4e73-b365-1d185885f6f7 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:41:01.292541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Attempting to bind port 6b31247b-ff59-4e73-b365-1d185885f6f7 on network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:41:01.297994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Port 6b31247b-ff59-4e73-b365-1d185885f6f7 on network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:41:01.299021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Attempting to bind port 6b31247b-ff59-4e73-b365-1d185885f6f7 on network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:41:01.309389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:41:01.309735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Checking segment: {'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:41:01.310138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Bound using segment: {'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:41:01.310562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Bound port: 6b31247b-ff59-4e73-b365-1d185885f6f7, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:41:01.310919 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:01.375124 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16361033-9533-4227-bdcb-b2c00233291d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:01.447257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16361033-9533-4227-bdcb-b2c00233291d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4d5e5c-efef-4494-9986-f595a7a75f1a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:01.447257 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16361033-9533-4227-bdcb-b2c00233291d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:01.454174 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-16361033-9533-4227-bdcb-b2c00233291d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/1d4d5e5c-efef-4494-9986-f595a7a75f1a HTTP/1.1" status: 204 len: 168 time: 0.6494272 Sep 29 17:41:01.459010 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51134) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:01.467800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863c6714-e41f-439b-ae1b-40bfcde90ab7 None None] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:41:01.491377 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] For port 6b31247b-ff59-4e73-b365-1d185885f6f7, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:41:01.494957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] For port 6b31247b-ff59-4e73-b365-1d185885f6f7, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6b31247b-ff59-4e73-b365-1d185885f6f7,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:41:01.501751 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:01.561551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:01.562538 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:01.564702 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] 10.222.0.35 "PUT /v2.0/ports/6b31247b-ff59-4e73-b365-1d185885f6f7 HTTP/1.1" status: 200 len: 1091 time: 1.3388774 Sep 29 17:41:01.565597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'tag': '6b31247b-ff59-4e73-b365-1d185885f6f7'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:41:01.568274 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f39d7d-1f80-4f3a-a98d-42183b46a136" -d '{"events": [{"name": "network-changed", "server_uuid": "c5da8e5c-7aa6-4a0f-9467-3e9186e51966", "tag": "6b31247b-ff59-4e73-b365-1d185885f6f7"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:41:01.599383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2cc261-c012-421a-aea3-9e2dd1a2bf15 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting subnet 46b900ff-ee06-4889-a2ab-355ae0bc3db8 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:41:01.603566 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65146e-3a8f-4780-a485-2c7ba2f025d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b31247b-ff59-4e73-b365-1d185885f6f7,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:01.609171 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc261-c012-421a-aea3-9e2dd1a2bf15 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:01.654844 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc45979-8f36-49d9-bdce-6cb71a4402e1 x-openstack-request-id: req-6fc45979-8f36-49d9-bdce-6cb71a4402e1 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:41:01.655216 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5da8e5c-7aa6-4a0f-9467-3e9186e51966", "tag": "6b31247b-ff59-4e73-b365-1d185885f6f7", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:41:01.655540 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6fc45979-8f36-49d9-bdce-6cb71a4402e1 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:41:01.658350 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'tag': '6b31247b-ff59-4e73-b365-1d185885f6f7', 'status': 'completed', 'code': 200} Sep 29 17:41:01.661842 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc261-c012-421a-aea3-9e2dd1a2bf15 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:01.768890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5aeab-822e-427c-a665-29e4f879b20a req-5b2cb410-4595-4c7d-8ac5-a1f9ee4047ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:01.774707 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-5b2cb410-4595-4c7d-8ac5-a1f9ee4047ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 1094 time: 0.1388853 Sep 29 17:41:01.851873 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc261-c012-421a-aea3-9e2dd1a2bf15 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:01.884641 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-1d3bc845-a6c2-4ff1-ba81-c84de0165a5b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b31247b-ff59-4e73-b365-1d185885f6f7 HTTP/1.1" status: 200 len: 217 time: 0.1000130 Sep 29 17:41:01.971273 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc261-c012-421a-aea3-9e2dd1a2bf15 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:01.978638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5aeab-822e-427c-a665-29e4f879b20a req-20a964f7-6336-4663-81e9-006aaf57c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:01.980605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-20a964f7-6336-4663-81e9-006aaf57c492 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6beb8b79-6b72-4c5b-af59-845d806127d5 HTTP/1.1" status: 200 len: 855 time: 0.0836513 Sep 29 17:41:01.993096 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fb2cc261-c012-421a-aea3-9e2dd1a2bf15 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:01.999584 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fb2cc261-c012-421a-aea3-9e2dd1a2bf15 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/46b900ff-ee06-4889-a2ab-355ae0bc3db8 HTTP/1.1" status: 204 len: 168 time: 0.5383964 Sep 29 17:41:02.002737 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51152) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:02.004782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac511245-13c7-43c6-ac52-375db522d2fc req-8f402fb3-c3b7-44e3-8762-6858cef1b866 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:02.012471 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ac511245-13c7-43c6-ac52-375db522d2fc req-8f402fb3-c3b7-44e3-8762-6858cef1b866 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.1257534 Sep 29 17:41:02.065518 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cc261-c012-421a-aea3-9e2dd1a2bf15 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Subnet': ['ID=46b900ff-ee06-4889-a2ab-355ae0bc3db8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:02.069911 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-84849027-0ff8-44e4-aa54-36579b16688f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] DELETE failed (client error): The resource could not be found. Sep 29 17:41:02.070476 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84849027-0ff8-44e4-aa54-36579b16688f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:41:02.074879 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-84849027-0ff8-44e4-aa54-36579b16688f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/1d4d5e5c-efef-4494-9986-f595a7a75f1a HTTP/1.1" status: 404 len: 337 time: 0.0709293 Sep 29 17:41:02.075449 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51156) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:02.125264 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ac511245-13c7-43c6-ac52-375db522d2fc req-3b897a32-fe4e-44da-a776-840a91344c22 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102512 Sep 29 17:41:02.162965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-9feb6663-10b8-479b-afcd-e78d573b251f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting subnet 0817d64f-1b5a-402b-8c20-783352236489 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:41:02.165091 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5aeab-822e-427c-a665-29e4f879b20a req-e7321189-9c65-4043-9416-911f6a166311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:02.166634 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-e7321189-9c65-4043-9416-911f6a166311 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791270 Sep 29 17:41:02.167151 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9feb6663-10b8-479b-afcd-e78d573b251f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:02.239869 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9feb6663-10b8-479b-afcd-e78d573b251f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:02.309990 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-29a6f4e6-81eb-450d-9dc4-7f8ba0bb1b72 service neutron] 10.222.0.35 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338005 Sep 29 17:41:02.362991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51166) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:02.386935 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9feb6663-10b8-479b-afcd-e78d573b251f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:02.469448 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67c5aeab-822e-427c-a665-29e4f879b20a req-a45625f5-860e-4934-8ec4-6a5804d7f7d4 service neutron] 10.222.0.35 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518483 Sep 29 17:41:02.478326 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9feb6663-10b8-479b-afcd-e78d573b251f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:02.562347 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb6663-10b8-479b-afcd-e78d573b251f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Subnet': ['ID=0817d64f-1b5a-402b-8c20-783352236489,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:02.573590 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9feb6663-10b8-479b-afcd-e78d573b251f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:02.579990 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9feb6663-10b8-479b-afcd-e78d573b251f tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/0817d64f-1b5a-402b-8c20-783352236489 HTTP/1.1" status: 204 len: 168 time: 0.5030673 Sep 29 17:41:02.582026 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51176) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:02.591503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-44f62f26-c1f3-403e-afc7-727af7ba6a47 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-998102536-network', 'tenant_id': 'edf5bd7a82634dee9bb181eb2237f289'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:02.628618 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8162acb-a63e-4bf5-aed1-1adb5dcc5cc4 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] DELETE failed (client error): The resource could not be found. Sep 29 17:41:02.629171 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8162acb-a63e-4bf5-aed1-1adb5dcc5cc4 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:41:02.631982 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d8162acb-a63e-4bf5-aed1-1adb5dcc5cc4 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/d975ca0c-0191-48d3-8382-0a79e2618784 HTTP/1.1" status: 404 len: 337 time: 0.0489595 Sep 29 17:41:02.634541 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51180) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:02.669198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f39d7d-1f80-4f3a-a98d-42183b46a136 req-b50dc8ef-b9b5-4d95-89bf-21b74870e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:02.671279 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1f39d7d-1f80-4f3a-a98d-42183b46a136 req-b50dc8ef-b9b5-4d95-89bf-21b74870e91f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 1094 time: 0.1005931 Sep 29 17:41:02.672091 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f62f26-c1f3-403e-afc7-727af7ba6a47 admin admin] Made reservation on behalf of edf5bd7a82634dee9bb181eb2237f289 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:02.675153 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44f62f26-c1f3-403e-afc7-727af7ba6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:02.697193 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cc9e4993-35d9-4cba-bb0a-77edd2eab923 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "GET /v2.0/ports?device_id=3da04709-bae8-4ee9-b68b-1e6a9757e20d HTTP/1.1" status: 200 len: 205 time: 0.0608110 Sep 29 17:41:02.700180 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51184) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:02.725097 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25aa2a7-342d-4196-a03c-01d6ad42882c None None] Network 7f138965-bbf0-4f57-83e5-d6b898ca7bde requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:41:02.744256 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-e3c811a0-44eb-4f3f-a7b0-f8312df48428 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] delete failed (client error): The resource could not be found. Sep 29 17:41:02.745464 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e3c811a0-44eb-4f3f-a7b0-f8312df48428 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/routers/3da04709-bae8-4ee9-b68b-1e6a9757e20d HTTP/1.1" status: 404 len: 336 time: 0.0441191 Sep 29 17:41:02.750903 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51186) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:02.784164 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-306c6bca-3dc4-4154-bbdf-161a8c6cfef1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] DELETE failed (client error): The resource could not be found. Sep 29 17:41:02.784746 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306c6bca-3dc4-4154-bbdf-161a8c6cfef1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:41:02.786665 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-306c6bca-3dc4-4154-bbdf-161a8c6cfef1 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/240fcacf-c84a-4f01-9868-753f03af3012 HTTP/1.1" status: 404 len: 337 time: 0.0344334 Sep 29 17:41:02.788981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51190) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:02.790969 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f39d7d-1f80-4f3a-a98d-42183b46a136 req-30668315-efc7-48e3-a072-eedefa160770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:02.792429 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1f39d7d-1f80-4f3a-a98d-42183b46a136 req-30668315-efc7-48e3-a072-eedefa160770 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 200 len: 917 time: 0.1137805 Sep 29 17:41:02.799002 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44f62f26-c1f3-403e-afc7-727af7ba6a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:02.823494 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a3ea7d-f79e-4efa-8038-fb0ed0e57596 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] DELETE failed (client error): The resource could not be found. Sep 29 17:41:02.823939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a3ea7d-f79e-4efa-8038-fb0ed0e57596 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:41:02.826189 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b5a3ea7d-f79e-4efa-8038-fb0ed0e57596 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/ee5e288e-fc88-456c-a071-7ee9f1dd5d09 HTTP/1.1" status: 404 len: 337 time: 0.0362728 Sep 29 17:41:02.832804 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51194) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:02.849145 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1f39d7d-1f80-4f3a-a98d-42183b46a136 req-ef03c324-0cdc-494b-be5a-7613a25bf75a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b31247b-ff59-4e73-b365-1d185885f6f7 HTTP/1.1" status: 200 len: 217 time: 0.0461254 Sep 29 17:41:02.858420 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a3e36754-5d15-4dcd-8ae4-6b03f7e07641 None None] Provisioning complete for port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:02.859083 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a3e36754-5d15-4dcd-8ae4-6b03f7e07641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:02.878646 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-0436a940-750c-416b-882f-a59394a2c28d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] DELETE failed (client error): The resource could not be found. Sep 29 17:41:02.879108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0436a940-750c-416b-882f-a59394a2c28d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:41:02.880854 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0436a940-750c-416b-882f-a59394a2c28d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/d2f461ec-7614-458a-9e84-440f39576702 HTTP/1.1" status: 404 len: 337 time: 0.0466142 Sep 29 17:41:02.883565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51198) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:02.912358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f39d7d-1f80-4f3a-a98d-42183b46a136 req-883d32cc-9fc7-4afc-9e82-33835d194559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:02.914192 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1f39d7d-1f80-4f3a-a98d-42183b46a136 req-883d32cc-9fc7-4afc-9e82-33835d194559 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6beb8b79-6b72-4c5b-af59-845d806127d5 HTTP/1.1" status: 200 len: 855 time: 0.0574977 Sep 29 17:41:02.974539 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-038556be-f2d0-415c-9728-b9515238ce3d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] DELETE failed (client error): The resource could not be found. Sep 29 17:41:02.979683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-038556be-f2d0-415c-9728-b9515238ce3d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:41:02.984456 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-038556be-f2d0-415c-9728-b9515238ce3d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/8aa97602-a07a-4dd2-978c-9e96fb4a2dee HTTP/1.1" status: 404 len: 333 time: 0.0997965 Sep 29 17:41:02.987665 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51202) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:03.017039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f39d7d-1f80-4f3a-a98d-42183b46a136 req-a7c4c204-2932-4afc-b84f-253b9f6efcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:03.019008 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1f39d7d-1f80-4f3a-a98d-42183b46a136 req-a7c4c204-2932-4afc-b84f-253b9f6efcd3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967786 Sep 29 17:41:03.038116 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d69d7a-bc3b-43e3-a652-21069261d821 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] DELETE failed (client error): The resource could not be found. Sep 29 17:41:03.038626 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d69d7a-bc3b-43e3-a652-21069261d821 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:41:03.040125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27ba8c5-b066-445d-aa4d-106b1c05bace None None] DHCP port deletion for 7f138965-bbf0-4f57-83e5-d6b898ca7bde request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:41:03.041584 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-55d69d7a-bc3b-43e3-a652-21069261d821 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/c17465ca-29a8-411e-be13-775b7bbe331e HTTP/1.1" status: 404 len: 337 time: 0.0529349 Sep 29 17:41:03.043166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a3e36754-5d15-4dcd-8ae4-6b03f7e07641 None None] Provisioning complete for port 71fd84bc-d79b-4423-8a9d-5dc8e984a54f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:03.043607 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a3e36754-5d15-4dcd-8ae4-6b03f7e07641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:03.044189 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51206) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:03.081978 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6974b7-9cd5-4336-9a65-ab8c395b816d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] DELETE failed (client error): The resource could not be found. Sep 29 17:41:03.083609 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6974b7-9cd5-4336-9a65-ab8c395b816d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:41:03.086606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ea6974b7-9cd5-4336-9a65-ab8c395b816d tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/9f844994-76e4-4ba5-bb38-645443ce4ea6 HTTP/1.1" status: 404 len: 337 time: 0.0412788 Sep 29 17:41:03.089109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51208) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:03.129548 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19aebd9-e7cf-4d38-be02-cf6c74e5e953 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] DELETE failed (client error): The resource could not be found. Sep 29 17:41:03.130728 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19aebd9-e7cf-4d38-be02-cf6c74e5e953 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:41:03.133658 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c19aebd9-e7cf-4d38-be02-cf6c74e5e953 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/1ee3d379-8039-4c35-820d-792039d3ee2a HTTP/1.1" status: 404 len: 333 time: 0.0433614 Sep 29 17:41:03.137528 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51210) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:03.140271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a3e36754-5d15-4dcd-8ae4-6b03f7e07641 None None] Port 71fd84bc-d79b-4423-8a9d-5dc8e984a54f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:41:03.160757 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44f62f26-c1f3-403e-afc7-727af7ba6a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:03.187704 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3820e3-2bab-40b4-9864-1e68c400d385 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] DELETE failed (client error): The resource could not be found. Sep 29 17:41:03.188801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3820e3-2bab-40b4-9864-1e68c400d385 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:41:03.191080 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b27ba8c5-b066-445d-aa4d-106b1c05bace None None] Deleting port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:41:03.191731 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b27ba8c5-b066-445d-aa4d-106b1c05bace None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:03.193148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4c3820e3-2bab-40b4-9864-1e68c400d385 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/5c601dce-b248-4618-a0eb-c72a7f1449d3 HTTP/1.1" status: 404 len: 337 time: 0.0531287 Sep 29 17:41:03.193415 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51218) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:03.193893 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44f62f26-c1f3-403e-afc7-727af7ba6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:03.239594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1f39d7d-1f80-4f3a-a98d-42183b46a136 req-94cb47ed-981f-4804-8410-931d6f1d6393 service neutron] 10.222.0.35 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122021 Sep 29 17:41:03.240702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f62f26-c1f3-403e-afc7-727af7ba6a47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:41:03.259283 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e521f3-1b97-4a72-b896-ea63e94e19a0 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] DELETE failed (client error): The resource could not be found. Sep 29 17:41:03.259283 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e521f3-1b97-4a72-b896-ea63e94e19a0 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:41:03.263126 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-55e521f3-1b97-4a72-b896-ea63e94e19a0 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/subnets/2ce98229-ad10-4861-b77d-0b8360bccc87 HTTP/1.1" status: 404 len: 337 time: 0.0663345 Sep 29 17:41:03.263631 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51222) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:03.291041 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b27ba8c5-b066-445d-aa4d-106b1c05bace None None] For port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=214d8209-9f1d-4d83-a3bd-f8c2c9d8a257,segment=NetworkSegment(494081b5-4ccf-4fcd-b59d-4037eb091065),segment_id=494081b5-4ccf-4fcd-b59d-4037eb091065)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:03.291442 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b27ba8c5-b066-445d-aa4d-106b1c05bace None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:03.308537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f62f26-c1f3-403e-afc7-727af7ba6a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87bb0a4-63d9-497d-a7e7-65c2047166e7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:03.321770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b27ba8c5-b066-445d-aa4d-106b1c05bace None None] Calling delete_port for 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:41:03.324676 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44f62f26-c1f3-403e-afc7-727af7ba6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:03.325115 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-44f62f26-c1f3-403e-afc7-727af7ba6a47 admin admin] Added segment b09f0951-2a5b-4fab-b708-a0cb77ff047b of type vlan for network 86173e71-ff9c-4a9c-b16f-ab90152dd016 Sep 29 17:41:03.416020 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44f62f26-c1f3-403e-afc7-727af7ba6a47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:03.423077 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76acff-0e8c-44dd-9792-a062df847b4c req-8028ff2c-47c8-4bb7-894e-fc596303940d tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:03.424676 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0b76acff-0e8c-44dd-9792-a062df847b4c req-8028ff2c-47c8-4bb7-894e-fc596303940d tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.1478209 Sep 29 17:41:03.440101 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1f39d7d-1f80-4f3a-a98d-42183b46a136 req-3a3b8a67-6ee5-44c1-8f7e-8537eb21fb70 service neutron] 10.222.0.35 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865683 Sep 29 17:41:03.488372 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44f62f26-c1f3-403e-afc7-727af7ba6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:03.490824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8ef6a08a-aced-424e-af48-aacdb017d51e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Deleting port 71fd84bc-d79b-4423-8a9d-5dc8e984a54f {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:41:03.491175 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ef6a08a-aced-424e-af48-aacdb017d51e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:03.492180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f62f26-c1f3-403e-afc7-727af7ba6a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:03.495136 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44f62f26-c1f3-403e-afc7-727af7ba6a47 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:03.553636 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b27ba8c5-b066-445d-aa4d-106b1c05bace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:03.597324 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27ba8c5-b066-445d-aa4d-106b1c05bace None None] No DVR routers for this DVR port 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:41:03.615544 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ef6a08a-aced-424e-af48-aacdb017d51e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:03.628523 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-44f62f26-c1f3-403e-afc7-727af7ba6a47 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2646079 Sep 29 17:41:03.631392 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51226) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:03.640303 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0b76acff-0e8c-44dd-9792-a062df847b4c req-30b3f1d5-bbf6-4bba-bffe-49e732b7c0e8 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217227 Sep 29 17:41:03.645616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8ef6a08a-aced-424e-af48-aacdb017d51e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Calling delete_port for 71fd84bc-d79b-4423-8a9d-5dc8e984a54f owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:41:03.664642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-53f41c28-c8d8-476c-b2bc-5d9c7864979e admin admin] Request body: {'subnet': {'network_id': '86173e71-ff9c-4a9c-b16f-ab90152dd016', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-998102536-subnet', 'tenant_id': 'edf5bd7a82634dee9bb181eb2237f289', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:03.684073 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ba8c5-b066-445d-aa4d-106b1c05bace None None] Pushing event deleted for resources: {'Port': ['ID=214d8209-9f1d-4d83-a3bd-f8c2c9d8a257,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:03.726420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f62f26-c1f3-403e-afc7-727af7ba6a47 admin admin] Pushing event updated for resources: {'Network': ['ID=86173e71-ff9c-4a9c-b16f-ab90152dd016,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:03.740895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 86173e71-ff9c-4a9c-b16f-ab90152dd016 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:41:03.752165 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ef6a08a-aced-424e-af48-aacdb017d51e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:03.765605 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f41c28-c8d8-476c-b2bc-5d9c7864979e admin admin] Made reservation on behalf of edf5bd7a82634dee9bb181eb2237f289 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:03.768512 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53f41c28-c8d8-476c-b2bc-5d9c7864979e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:03.781672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:41:03.786794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51228) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:03.794413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6a08a-aced-424e-af48-aacdb017d51e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Port': ['ID=71fd84bc-d79b-4423-8a9d-5dc8e984a54f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:03.801558 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ef6a08a-aced-424e-af48-aacdb017d51e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:03.806153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8ef6a08a-aced-424e-af48-aacdb017d51e tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/ports/71fd84bc-d79b-4423-8a9d-5dc8e984a54f HTTP/1.1" status: 204 len: 168 time: 0.5388751 Sep 29 17:41:03.806848 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51232) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:03.838888 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:41:03.839239 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 214d8209-9f1d-4d83-a3bd-f8c2c9d8a257 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:41:03.921864 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8662c0ce-92f1-4caf-b2bc-6d08af7d1427 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:04.011688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53f41c28-c8d8-476c-b2bc-5d9c7864979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:04.022495 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8662c0ce-92f1-4caf-b2bc-6d08af7d1427 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:04.057316 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4635ef7b-622a-4741-ae3d-2f760709de40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:04.062095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8662c0ce-92f1-4caf-b2bc-6d08af7d1427 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f138965-bbf0-4f57-83e5-d6b898ca7bde']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:04.080411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8662c0ce-92f1-4caf-b2bc-6d08af7d1427 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494081b5-4ccf-4fcd-b59d-4037eb091065') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:04.081177 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-8662c0ce-92f1-4caf-b2bc-6d08af7d1427 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494081b5-4ccf-4fcd-b59d-4037eb091065') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:04.090052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f41c28-c8d8-476c-b2bc-5d9c7864979e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eda56f1c-5115-4096-9d9e-db0d2c1f8c17,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:04.093230 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8662c0ce-92f1-4caf-b2bc-6d08af7d1427 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:04.093733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f41c28-c8d8-476c-b2bc-5d9c7864979e admin admin] Checking segment: {'id': 'b09f0951-2a5b-4fab-b708-a0cb77ff047b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '86173e71-ff9c-4a9c-b16f-ab90152dd016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:41:04.094734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f41c28-c8d8-476c-b2bc-5d9c7864979e admin admin] Network hostable DHCP agents. Network: 86173e71-ff9c-4a9c-b16f-ab90152dd016, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:41:04.112261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f41c28-c8d8-476c-b2bc-5d9c7864979e admin admin] Network 86173e71-ff9c-4a9c-b16f-ab90152dd016 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:41:04.116400 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8662c0ce-92f1-4caf-b2bc-6d08af7d1427 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:04.122443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-53f41c28-c8d8-476c-b2bc-5d9c7864979e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 86173e71-ff9c-4a9c-b16f-ab90152dd016) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:04.128916 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8662c0ce-92f1-4caf-b2bc-6d08af7d1427 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:41:04.129346 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8662c0ce-92f1-4caf-b2bc-6d08af7d1427 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:04.129920 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f41c28-c8d8-476c-b2bc-5d9c7864979e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:04.130879 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53f41c28-c8d8-476c-b2bc-5d9c7864979e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:41:04.132268 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:41:04.140340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade3cb39-9086-4534-a5f7-c3e85d6cbf2a None None] Network 86173e71-ff9c-4a9c-b16f-ab90152dd016 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:41:04.220260 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8662c0ce-92f1-4caf-b2bc-6d08af7d1427 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:04.230089 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8662c0ce-92f1-4caf-b2bc-6d08af7d1427 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:04.232035 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8662c0ce-92f1-4caf-b2bc-6d08af7d1427 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] 10.222.0.44 "DELETE /v2.0/networks/7f138965-bbf0-4f57-83e5-d6b898ca7bde HTTP/1.1" status: 204 len: 168 time: 0.4245377 Sep 29 17:41:04.251388 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662c0ce-92f1-4caf-b2bc-6d08af7d1427 tempest-PortsTestJSON-876877050 tempest-PortsTestJSON-876877050-project] Pushing event deleted for resources: {'Network': ['ID=7f138965-bbf0-4f57-83e5-d6b898ca7bde,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:04.273905 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4635ef7b-622a-4741-ae3d-2f760709de40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:04.281133 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4635ef7b-622a-4741-ae3d-2f760709de40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:04.284922 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-53f41c28-c8d8-476c-b2bc-5d9c7864979e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6523018 Sep 29 17:41:04.319554 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635ef7b-622a-4741-ae3d-2f760709de40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c453f99-390a-4de5-a2fc-8838f3039589,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:04.343828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c9c21c-42a4-497f-a8ed-dd07c704922d None None] Network 86173e71-ff9c-4a9c-b16f-ab90152dd016 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:41:04.361105 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4635ef7b-622a-4741-ae3d-2f760709de40 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d008c6650a348f6a0d57235d8bffbc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5717642 Sep 29 17:41:04.363844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51242) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:04.441845 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0bc9e97-8b9a-4190-b0ef-bbf9ed468728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:04.471027 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0bc9e97-8b9a-4190-b0ef-bbf9ed468728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:04.538733 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0bc9e97-8b9a-4190-b0ef-bbf9ed468728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:04.541592 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0bc9e97-8b9a-4190-b0ef-bbf9ed468728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:04.545144 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c0bc9e97-8b9a-4190-b0ef-bbf9ed468728 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c453f99-390a-4de5-a2fc-8838f3039589 HTTP/1.1" status: 204 len: 168 time: 0.1779263 Sep 29 17:41:04.552694 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bc9e97-8b9a-4190-b0ef-bbf9ed468728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c453f99-390a-4de5-a2fc-8838f3039589,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:04.633999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51254) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:04.815184 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76fb4d-48e4-4408-a769-0ac8f4623049 req-0a73d7d8-6901-47e9-b97a-5f0f5c12b1dd tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:04.816702 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b76fb4d-48e4-4408-a769-0ac8f4623049 req-0a73d7d8-6901-47e9-b97a-5f0f5c12b1dd tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0650220 Sep 29 17:41:04.883292 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b76fb4d-48e4-4408-a769-0ac8f4623049 req-62dbc3d7-97e9-426f-b923-ba126f77a61d tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590363 Sep 29 17:41:05.082525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97413-9311-4225-9a36-bda23a0e3944 req-e07d5200-eece-4825-ab31-bedc644c638b tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:05.084103 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82b97413-9311-4225-9a36-bda23a0e3944 req-e07d5200-eece-4825-ab31-bedc644c638b tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/networks?id=86173e71-ff9c-4a9c-b16f-ab90152dd016 HTTP/1.1" status: 200 len: 813 time: 0.2117586 Sep 29 17:41:05.087021 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ced50bbd-c1eb-4bc8-9e1b-4424b7d9ce9f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0342b138809740a49086a30d461c8c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4519565 Sep 29 17:41:05.089551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51270) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:05.099743 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51272) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:05.116929 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f84ea5eb-30dd-4563-8ac1-639e772b26dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:05.133064 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82b97413-9311-4225-9a36-bda23a0e3944 req-ff53562a-2b7a-4516-9678-bc473cc5de59 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/quotas/edf5bd7a82634dee9bb181eb2237f289 HTTP/1.1" status: 200 len: 375 time: 0.0367780 Sep 29 17:41:05.204479 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82b97413-9311-4225-9a36-bda23a0e3944 req-243802da-87a6-42e9-bbf8-545d5ae96a46 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=edf5bd7a82634dee9bb181eb2237f289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370367 Sep 29 17:41:05.209449 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-82b97413-9311-4225-9a36-bda23a0e3944 req-923ece72-e7b8-41a8-bb08-5bcf451b95ce service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:05.216606 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82b97413-9311-4225-9a36-bda23a0e3944 req-923ece72-e7b8-41a8-bb08-5bcf451b95ce service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111845 Sep 29 17:41:05.262947 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d469e82b-f6fc-4b63-8593-5ba3d6bdd6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:05.275192 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f84ea5eb-30dd-4563-8ac1-639e772b26dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:05.281424 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f84ea5eb-30dd-4563-8ac1-639e772b26dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:05.323687 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d469e82b-f6fc-4b63-8593-5ba3d6bdd6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:05.343358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51276) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:05.343656 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f84ea5eb-30dd-4563-8ac1-639e772b26dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d7e6757937f43fb980c2f40aa9df347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419989 Sep 29 17:41:05.345459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ea5eb-30dd-4563-8ac1-639e772b26dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605bea92-aefd-41e1-a616-f247bf70070d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:05.384676 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82b97413-9311-4225-9a36-bda23a0e3944 req-b911922f-ffe2-4bac-8efe-dfe402b79b7e service neutron] 10.222.0.44 "GET /v2.0/networks/86173e71-ff9c-4a9c-b16f-ab90152dd016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664286 Sep 29 17:41:05.442950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6b31247b-ff59-4e73-b365-1d185885f6f7 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:41:05.594431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6b31247b-ff59-4e73-b365-1d185885f6f7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6b31247b-ff59-4e73-b365-1d185885f6f7,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:05.610411 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '6b31247b-ff59-4e73-b365-1d185885f6f7', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'port_id': '6b31247b-ff59-4e73-b365-1d185885f6f7', 'mac_address': 'fa:16:3e:36:c8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:41:05.654490 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:05.668709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b31247b-ff59-4e73-b365-1d185885f6f7 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:41:05.695108 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6b31247b-ff59-4e73-b365-1d185885f6f7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6b31247b-ff59-4e73-b365-1d185885f6f7,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:05.701237 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:05.772184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=6b31247b-ff59-4e73-b365-1d185885f6f7,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:05.797655 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f2910ba6-686f-4b06-8f5d-7129ff4694b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:05.799208 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d469e82b-f6fc-4b63-8593-5ba3d6bdd6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:05.801712 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d469e82b-f6fc-4b63-8593-5ba3d6bdd6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:05.805339 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d469e82b-f6fc-4b63-8593-5ba3d6bdd6d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c3fdbf8-8bec-4981-bb94-6f5b7de04f8b HTTP/1.1" status: 204 len: 168 time: 0.7124002 Sep 29 17:41:05.826618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469e82b-f6fc-4b63-8593-5ba3d6bdd6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3fdbf8-8bec-4981-bb94-6f5b7de04f8b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:05.847940 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f2910ba6-686f-4b06-8f5d-7129ff4694b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:05.858975 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82b97413-9311-4225-9a36-bda23a0e3944 req-6b1680e1-e63f-4971-bfe2-78c0c3ac9106 service neutron] 10.222.0.44 "GET /v2.0/networks/86173e71-ff9c-4a9c-b16f-ab90152dd016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643855 Sep 29 17:41:05.918749 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f2910ba6-686f-4b06-8f5d-7129ff4694b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:05.924404 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f2910ba6-686f-4b06-8f5d-7129ff4694b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:05.925645 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f2910ba6-686f-4b06-8f5d-7129ff4694b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/605bea92-aefd-41e1-a616-f247bf70070d HTTP/1.1" status: 204 len: 168 time: 0.5774183 Sep 29 17:41:05.934699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2910ba6-686f-4b06-8f5d-7129ff4694b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605bea92-aefd-41e1-a616-f247bf70070d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:06.126948 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88594cc7-78b5-44dd-854a-089857942229 req-6a349d90-7af3-453a-ae03-cfb3b9fa8b53 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/ports?device_id=8436b8e1-0377-40c9-9272-95c438cd1c30 HTTP/1.1" status: 200 len: 210 time: 0.0509665 Sep 29 17:41:06.132928 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['6b31247b-ff59-4e73-b365-1d185885f6f7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:41:06.141299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d954f753-6e43-4501-bc4e-063e97b0fcae req-1e90c0f4-72c4-4d81-a1e2-684dba865491 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:06.152489 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d954f753-6e43-4501-bc4e-063e97b0fcae req-1e90c0f4-72c4-4d81-a1e2-684dba865491 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 944 time: 0.1484113 Sep 29 17:41:06.235985 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d954f753-6e43-4501-bc4e-063e97b0fcae req-26424e11-2111-46ec-928c-7388f9131490 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768194 Sep 29 17:41:07.167908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51334) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:07.292934 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7ab1c436-f4ff-4320-abdc-5e29e320f3d8 req-b357aaf3-d627-4dc1-a7ee-67bb298d068d tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/ports?device_id=8436b8e1-0377-40c9-9272-95c438cd1c30 HTTP/1.1" status: 200 len: 210 time: 0.0335999 Sep 29 17:41:07.360298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-10913f35-20bb-49d2-9710-0338cc40bb6d tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-439351966'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:07.400546 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10913f35-20bb-49d2-9710-0338cc40bb6d tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Made reservation on behalf of b51b5aea443149d59797b77647aa41bf for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:07.403200 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10913f35-20bb-49d2-9710-0338cc40bb6d tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:07.414419 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d457f26-5226-4b0d-b3d3-41fab7a72f9e req-dc8969af-94c6-4a87-a4fd-e30ee4760ee3 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:07.415888 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2d457f26-5226-4b0d-b3d3-41fab7a72f9e req-dc8969af-94c6-4a87-a4fd-e30ee4760ee3 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 944 time: 0.0928488 Sep 29 17:41:07.422283 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10913f35-20bb-49d2-9710-0338cc40bb6d tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:07.458702 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6b31247b-ff59-4e73-b365-1d185885f6f7 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:41:07.483301 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2d457f26-5226-4b0d-b3d3-41fab7a72f9e req-f7a31430-3703-44f3-8cb5-a640bd2413e6 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586877 Sep 29 17:41:07.602497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 6b31247b-ff59-4e73-b365-1d185885f6f7 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:41:07.611485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 6b31247b-ff59-4e73-b365-1d185885f6f7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:07.612305 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:07.613495 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10913f35-20bb-49d2-9710-0338cc40bb6d tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:07.624021 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10913f35-20bb-49d2-9710-0338cc40bb6d tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:07.663275 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10913f35-20bb-49d2-9710-0338cc40bb6d tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:41:07.680239 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10913f35-20bb-49d2-9710-0338cc40bb6d tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6162f57c-a445-4587-b33c-7980df5f6d28,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:07.683086 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10913f35-20bb-49d2-9710-0338cc40bb6d tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:07.683413 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-10913f35-20bb-49d2-9710-0338cc40bb6d tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Added segment 99d6e0ab-ac18-4cd7-9ab4-87873a3441a2 of type vlan for network 067ceaae-f639-49d2-81d5-4de250222f6c Sep 29 17:41:07.737191 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10913f35-20bb-49d2-9710-0338cc40bb6d tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:07.760264 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:07.780116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97413-9311-4225-9a36-bda23a0e3944 req-6b10a483-7c97-490e-9398-8ed2971bddb7 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:07.787060 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10913f35-20bb-49d2-9710-0338cc40bb6d tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:07.791961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82b97413-9311-4225-9a36-bda23a0e3944 req-6b10a483-7c97-490e-9398-8ed2971bddb7 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.49 "GET /v2.0/networks?id=86173e71-ff9c-4a9c-b16f-ab90152dd016 HTTP/1.1" status: 200 len: 813 time: 0.2877610 Sep 29 17:41:07.792926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10913f35-20bb-49d2-9710-0338cc40bb6d tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:07.793550 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10913f35-20bb-49d2-9710-0338cc40bb6d tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:07.796545 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b31247b-ff59-4e73-b365-1d185885f6f7'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:41:07.799792 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9f56a8-f06f-4cfb-8a12-86114f6ac785" -d '{"events": [{"server_uuid": "c5da8e5c-7aa6-4a0f-9467-3e9186e51966", "name": "network-vif-plugged", "status": "completed", "tag": "6b31247b-ff59-4e73-b365-1d185885f6f7"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:41:07.801628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-82b97413-9311-4225-9a36-bda23a0e3944 req-cd1d6ee6-c190-4e8d-b4a9-2f48011d31dc tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Request body: {'port': {'device_id': '8436b8e1-0377-40c9-9272-95c438cd1c30', 'network_id': '86173e71-ff9c-4a9c-b16f-ab90152dd016', 'admin_state_up': True, 'tenant_id': 'edf5bd7a82634dee9bb181eb2237f289'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:07.830423 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6b31247b-ff59-4e73-b365-1d185885f6f7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6b31247b-ff59-4e73-b365-1d185885f6f7,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:07.842559 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:07.900840 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a28b132-e6ff-4538-ad0f-b53bc30dbd5b x-openstack-request-id: req-9a28b132-e6ff-4538-ad0f-b53bc30dbd5b {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:41:07.901140 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5da8e5c-7aa6-4a0f-9467-3e9186e51966", "name": "network-vif-plugged", "status": "completed", "tag": "6b31247b-ff59-4e73-b365-1d185885f6f7", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:41:07.901419 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a28b132-e6ff-4538-ad0f-b53bc30dbd5b {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:41:07.902803 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b31247b-ff59-4e73-b365-1d185885f6f7', 'code': 200} Sep 29 17:41:07.909374 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10913f35-20bb-49d2-9710-0338cc40bb6d tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Pushing event updated for resources: {'Network': ['ID=067ceaae-f639-49d2-81d5-4de250222f6c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:07.915871 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-10913f35-20bb-49d2-9710-0338cc40bb6d tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7437537 Sep 29 17:41:07.916030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51346) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:07.920521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-0aa46974-9a76-48f6-a253-3279cd60a3c4 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '067ceaae-f639-49d2-81d5-4de250222f6c', 'tempest-TagsTest-Tag-1142091757') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:07.935636 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 067ceaae-f639-49d2-81d5-4de250222f6c details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:41:07.946910 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=6b31247b-ff59-4e73-b365-1d185885f6f7,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:07.982903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b97413-9311-4225-9a36-bda23a0e3944 req-cd1d6ee6-c190-4e8d-b4a9-2f48011d31dc tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Made reservation on behalf of edf5bd7a82634dee9bb181eb2237f289 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:07.987297 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-82b97413-9311-4225-9a36-bda23a0e3944 req-cd1d6ee6-c190-4e8d-b4a9-2f48011d31dc tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:08.042812 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0aa46974-9a76-48f6-a253-3279cd60a3c4 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] 10.222.0.44 "PUT /v2.0/networks/067ceaae-f639-49d2-81d5-4de250222f6c/tags/tempest-TagsTest-Tag-1142091757 HTTP/1.1" status: 201 len: 201 time: 0.1245997 Sep 29 17:41:08.042812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51348) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:08.048217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-abe03289-4299-424b-b108-60c66f02f0ac tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '067ceaae-f639-49d2-81d5-4de250222f6c', 'tempest-TagsTest-Tag-1142091757') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:08.103075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee1fbe-751f-4770-b5b5-801606a80e35 req-7f0ce686-a897-4553-ad8e-3e20638035b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:08.105446 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5ee1fbe-751f-4770-b5b5-801606a80e35 req-7f0ce686-a897-4553-ad8e-3e20638035b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 1096 time: 0.1147628 Sep 29 17:41:08.133890 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-abe03289-4299-424b-b108-60c66f02f0ac tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] 10.222.0.44 "GET /v2.0/networks/067ceaae-f639-49d2-81d5-4de250222f6c/tags/tempest-TagsTest-Tag-1142091757 HTTP/1.1" status: 204 len: 168 time: 0.0900342 Sep 29 17:41:08.134512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51350) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:08.138811 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-64bebccc-490f-4e58-beaa-b9ad44413098 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '067ceaae-f639-49d2-81d5-4de250222f6c') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:08.184975 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5ee1fbe-751f-4770-b5b5-801606a80e35 req-bdbf37f0-d26d-41be-9617-4952ac64e6db service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717838 Sep 29 17:41:08.215069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-82b97413-9311-4225-9a36-bda23a0e3944 req-cd1d6ee6-c190-4e8d-b4a9-2f48011d31dc tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Allocated IP 172.20.0.4 (86173e71-ff9c-4a9c-b16f-ab90152dd016/eda56f1c-5115-4096-9d9e-db0d2c1f8c17/458772f8-7a27-4d2a-bf8a-8805849721e5) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:41:08.215547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51352) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:08.216144 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-64bebccc-490f-4e58-beaa-b9ad44413098 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] 10.222.0.44 "GET /v2.0/networks/067ceaae-f639-49d2-81d5-4de250222f6c/tags HTTP/1.1" status: 200 len: 238 time: 0.0802350 Sep 29 17:41:08.221968 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-2a50ff08-99af-451b-993e-47aee3afcf5e tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '067ceaae-f639-49d2-81d5-4de250222f6c', {'tags': ['tempest-TagsTest-Tag-1897415538', 'tempest-TagsTest-Tag-1789865659', 'tempest-TagsTest-Tag-1535149457']}) {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:08.370166 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51362) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:08.370463 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2a50ff08-99af-451b-993e-47aee3afcf5e tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] 10.222.0.44 "PUT /v2.0/networks/067ceaae-f639-49d2-81d5-4de250222f6c/tags HTTP/1.1" status: 200 len: 309 time: 0.1535430 Sep 29 17:41:08.377364 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-ff9da99d-b357-4978-a976-80ca2c1e9ec3 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '067ceaae-f639-49d2-81d5-4de250222f6c', 'tempest-TagsTest-Tag-1897415538') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:08.513196 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8a550bbb-2400-4ab4-aebf-af0a80d33844 req-b56ed60e-bd3e-47c9-b3e8-c4e22bf79077 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/ports?device_id=8436b8e1-0377-40c9-9272-95c438cd1c30 HTTP/1.1" status: 200 len: 210 time: 0.0656800 Sep 29 17:41:08.543483 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-82b97413-9311-4225-9a36-bda23a0e3944 req-cd1d6ee6-c190-4e8d-b4a9-2f48011d31dc tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:08.551171 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ff9da99d-b357-4978-a976-80ca2c1e9ec3 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] 10.222.0.44 "DELETE /v2.0/networks/067ceaae-f639-49d2-81d5-4de250222f6c/tags/tempest-TagsTest-Tag-1897415538 HTTP/1.1" status: 204 len: 168 time: 0.1782312 Sep 29 17:41:08.553653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51368) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:08.558741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-4578c50f-82ca-456d-af08-9aa02545a27b tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '067ceaae-f639-49d2-81d5-4de250222f6c', 'tempest-TagsTest-Tag-1897415538') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:08.615952 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-82b97413-9311-4225-9a36-bda23a0e3944 req-cd1d6ee6-c190-4e8d-b4a9-2f48011d31dc tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:08.665260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b97413-9311-4225-9a36-bda23a0e3944 req-cd1d6ee6-c190-4e8d-b4a9-2f48011d31dc tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Network 86173e71-ff9c-4a9c-b16f-ab90152dd016 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:41:08.668723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-82b97413-9311-4225-9a36-bda23a0e3944 req-cd1d6ee6-c190-4e8d-b4a9-2f48011d31dc tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:08.675734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b97413-9311-4225-9a36-bda23a0e3944 req-cd1d6ee6-c190-4e8d-b4a9-2f48011d31dc tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:41:08.687827 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-4578c50f-82ca-456d-af08-9aa02545a27b tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] show failed (client error): The resource could not be found. Sep 29 17:41:08.689214 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4578c50f-82ca-456d-af08-9aa02545a27b tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] 10.222.0.44 "GET /v2.0/networks/067ceaae-f639-49d2-81d5-4de250222f6c/tags/tempest-TagsTest-Tag-1897415538 HTTP/1.1" status: 404 len: 326 time: 0.1346810 Sep 29 17:41:08.691995 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51374) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:08.696273 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-b802b87f-a5ca-47ac-a91c-8f463a20e6d9 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '067ceaae-f639-49d2-81d5-4de250222f6c', 'tempest-TagsTest-Tag-1789865659') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:08.727961 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d6ee6-c190-4e8d-b4a9-2f48011d31dc tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Pushing event updated for resources: {'Port': ['ID=458772f8-7a27-4d2a-bf8a-8805849721e5,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:08.785097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97413-9311-4225-9a36-bda23a0e3944 req-cd1d6ee6-c190-4e8d-b4a9-2f48011d31dc tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:08.785760 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-82b97413-9311-4225-9a36-bda23a0e3944 req-cd1d6ee6-c190-4e8d-b4a9-2f48011d31dc tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:08.791420 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b802b87f-a5ca-47ac-a91c-8f463a20e6d9 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] 10.222.0.44 "GET /v2.0/networks/067ceaae-f639-49d2-81d5-4de250222f6c/tags/tempest-TagsTest-Tag-1789865659 HTTP/1.1" status: 204 len: 168 time: 0.0982699 Sep 29 17:41:08.793946 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51376) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:08.798750 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-b649206b-4269-4728-9348-e9e0fc256849 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '067ceaae-f639-49d2-81d5-4de250222f6c', 'tempest-TagsTest-Tag-1535149457') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:08.808671 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03643467-5626-4adc-a856-2d36ef6a6928 req-ddf308cb-b655-4df2-ae55-38515660bfde tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:08.813929 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03643467-5626-4adc-a856-2d36ef6a6928 req-ddf308cb-b655-4df2-ae55-38515660bfde tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1084988 Sep 29 17:41:08.834134 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82b97413-9311-4225-9a36-bda23a0e3944 req-cd1d6ee6-c190-4e8d-b4a9-2f48011d31dc tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0367043 Sep 29 17:41:08.852874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Request body: {'port': {'device_id': '8436b8e1-0377-40c9-9272-95c438cd1c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:08.882312 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b649206b-4269-4728-9348-e9e0fc256849 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] 10.222.0.44 "GET /v2.0/networks/067ceaae-f639-49d2-81d5-4de250222f6c/tags/tempest-TagsTest-Tag-1535149457 HTTP/1.1" status: 204 len: 168 time: 0.0872824 Sep 29 17:41:08.883879 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03643467-5626-4adc-a856-2d36ef6a6928 req-3059abca-e667-414e-9b2b-0ad632271020 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665247 Sep 29 17:41:08.885199 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51378) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:08.891899 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-e63b305c-c826-409a-8dc4-3050cc2c645e tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '067ceaae-f639-49d2-81d5-4de250222f6c') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:08.935903 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:08.986567 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e63b305c-c826-409a-8dc4-3050cc2c645e tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] 10.222.0.44 "DELETE /v2.0/networks/067ceaae-f639-49d2-81d5-4de250222f6c/tags HTTP/1.1" status: 204 len: 168 time: 0.0988631 Sep 29 17:41:08.989783 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51380) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:08.996272 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-048a8911-c49f-4c13-9600-ca3bafc2fc88 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '067ceaae-f639-49d2-81d5-4de250222f6c', 'tempest-TagsTest-Tag-1789865659') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:09.075306 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-048a8911-c49f-4c13-9600-ca3bafc2fc88 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] show failed (client error): The resource could not be found. Sep 29 17:41:09.076148 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-048a8911-c49f-4c13-9600-ca3bafc2fc88 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] 10.222.0.44 "GET /v2.0/networks/067ceaae-f639-49d2-81d5-4de250222f6c/tags/tempest-TagsTest-Tag-1789865659 HTTP/1.1" status: 404 len: 326 time: 0.0853963 Sep 29 17:41:09.079855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51382) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:09.084179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-854eceea-e46e-4de6-9756-35b6c4eaa789 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '067ceaae-f639-49d2-81d5-4de250222f6c', 'tempest-TagsTest-Tag-1535149457') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:09.157182 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-854eceea-e46e-4de6-9756-35b6c4eaa789 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] show failed (client error): The resource could not be found. Sep 29 17:41:09.158351 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-854eceea-e46e-4de6-9756-35b6c4eaa789 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] 10.222.0.44 "GET /v2.0/networks/067ceaae-f639-49d2-81d5-4de250222f6c/tags/tempest-TagsTest-Tag-1535149457 HTTP/1.1" status: 404 len: 326 time: 0.0775764 Sep 29 17:41:09.163799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51384) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:09.168505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-ece50426-abba-4441-b800-4b46331edbb1 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '067ceaae-f639-49d2-81d5-4de250222f6c') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:09.262780 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ece50426-abba-4441-b800-4b46331edbb1 tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] 10.222.0.44 "DELETE /v2.0/networks/067ceaae-f639-49d2-81d5-4de250222f6c/tags HTTP/1.1" status: 204 len: 168 time: 0.0979724 Sep 29 17:41:09.267113 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51386) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:09.267815 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458772f8-7a27-4d2a-bf8a-8805849721e5 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:41:09.277660 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:09.291821 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Transition to ACTIVE for port object 458772f8-7a27-4d2a-bf8a-8805849721e5 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:41:09.298170 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:09.347956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Pushing event updated for resources: {'Port': ['ID=458772f8-7a27-4d2a-bf8a-8805849721e5,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:09.349918 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b16fe65-4412-4e1b-a672-ae4a3a44500f tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:09.443674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Attempting to bind port 458772f8-7a27-4d2a-bf8a-8805849721e5 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:41:09.444127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Attempting to bind port 458772f8-7a27-4d2a-bf8a-8805849721e5 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'b09f0951-2a5b-4fab-b708-a0cb77ff047b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '86173e71-ff9c-4a9c-b16f-ab90152dd016'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:41:09.444332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Attempting to bind port 458772f8-7a27-4d2a-bf8a-8805849721e5 on network 86173e71-ff9c-4a9c-b16f-ab90152dd016 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:41:09.448660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Port 458772f8-7a27-4d2a-bf8a-8805849721e5 on network 86173e71-ff9c-4a9c-b16f-ab90152dd016 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:41:09.448980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Attempting to bind port 458772f8-7a27-4d2a-bf8a-8805849721e5 on network 86173e71-ff9c-4a9c-b16f-ab90152dd016 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:41:09.453346 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b16fe65-4412-4e1b-a672-ae4a3a44500f tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:09.456776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:41:09.456776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Checking segment: {'id': 'b09f0951-2a5b-4fab-b708-a0cb77ff047b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '86173e71-ff9c-4a9c-b16f-ab90152dd016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:41:09.456776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Bound using segment: {'id': 'b09f0951-2a5b-4fab-b708-a0cb77ff047b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '86173e71-ff9c-4a9c-b16f-ab90152dd016'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:41:09.456776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Bound port: 458772f8-7a27-4d2a-bf8a-8805849721e5, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09f0951-2a5b-4fab-b708-a0cb77ff047b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '86173e71-ff9c-4a9c-b16f-ab90152dd016'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:41:09.457121 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:09.477857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-7b16fe65-4412-4e1b-a672-ae4a3a44500f tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067ceaae-f639-49d2-81d5-4de250222f6c']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:09.488162 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-7b16fe65-4412-4e1b-a672-ae4a3a44500f tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d6e0ab-ac18-4cd7-9ab4-87873a3441a2') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:09.488459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-7b16fe65-4412-4e1b-a672-ae4a3a44500f tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d6e0ab-ac18-4cd7-9ab4-87873a3441a2') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:09.498694 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b16fe65-4412-4e1b-a672-ae4a3a44500f tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:09.513777 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b16fe65-4412-4e1b-a672-ae4a3a44500f tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:09.521555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b16fe65-4412-4e1b-a672-ae4a3a44500f tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:41:09.521929 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b16fe65-4412-4e1b-a672-ae4a3a44500f tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:41:09.525446 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:41:09.549351 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] For port 458772f8-7a27-4d2a-bf8a-8805849721e5, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:41:09.557062 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] For port 458772f8-7a27-4d2a-bf8a-8805849721e5, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=458772f8-7a27-4d2a-bf8a-8805849721e5,segment=NetworkSegment(b09f0951-2a5b-4fab-b708-a0cb77ff047b),segment_id=b09f0951-2a5b-4fab-b708-a0cb77ff047b)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:41:09.567800 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:09.607515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:09.608344 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:09.610941 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82b97413-9311-4225-9a36-bda23a0e3944 req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] 10.222.0.49 "PUT /v2.0/ports/458772f8-7a27-4d2a-bf8a-8805849721e5 HTTP/1.1" status: 200 len: 1091 time: 0.7679124 Sep 29 17:41:09.611606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8436b8e1-0377-40c9-9272-95c438cd1c30', 'tag': '458772f8-7a27-4d2a-bf8a-8805849721e5'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:41:09.614101 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5624d2d-fe32-4941-bedf-d18ab31f5325" -d '{"events": [{"name": "network-changed", "server_uuid": "8436b8e1-0377-40c9-9272-95c438cd1c30", "tag": "458772f8-7a27-4d2a-bf8a-8805849721e5"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:41:09.615001 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b16fe65-4412-4e1b-a672-ae4a3a44500f tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:09.633993 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b16fe65-4412-4e1b-a672-ae4a3a44500f tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:09.638363 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7b16fe65-4412-4e1b-a672-ae4a3a44500f tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] 10.222.0.44 "DELETE /v2.0/networks/067ceaae-f639-49d2-81d5-4de250222f6c HTTP/1.1" status: 204 len: 168 time: 0.3677673 Sep 29 17:41:09.671973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3c841-c591-4fa1-a0a6-ad0824a521da service neutron] Pushing event updated for resources: {'Port': ['ID=458772f8-7a27-4d2a-bf8a-8805849721e5,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:09.678818 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16fe65-4412-4e1b-a672-ae4a3a44500f tempest-TagsTest-1913130466 tempest-TagsTest-1913130466-project] Pushing event deleted for resources: {'Network': ['ID=067ceaae-f639-49d2-81d5-4de250222f6c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:09.680079 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c172b11d-ba9d-46a3-9a6f-554d552d9473 x-openstack-request-id: req-c172b11d-ba9d-46a3-9a6f-554d552d9473 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:41:09.680532 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8436b8e1-0377-40c9-9272-95c438cd1c30", "tag": "458772f8-7a27-4d2a-bf8a-8805849721e5", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:41:09.680973 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c172b11d-ba9d-46a3-9a6f-554d552d9473 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:41:09.681663 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8436b8e1-0377-40c9-9272-95c438cd1c30', 'tag': '458772f8-7a27-4d2a-bf8a-8805849721e5', 'status': 'completed', 'code': 200} Sep 29 17:41:09.754656 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f3957-3ee8-4a5f-b851-28211c6acca7 req-7403bc2c-abe2-4b35-894f-4fe1f1f2b732 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:09.756183 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a0f3957-3ee8-4a5f-b851-28211c6acca7 req-7403bc2c-abe2-4b35-894f-4fe1f1f2b732 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/ports?device_id=8436b8e1-0377-40c9-9272-95c438cd1c30 HTTP/1.1" status: 200 len: 943 time: 0.0793421 Sep 29 17:41:09.783799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97413-9311-4225-9a36-bda23a0e3944 req-3afd28e4-a202-44c9-b442-b65077be7e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:09.785966 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82b97413-9311-4225-9a36-bda23a0e3944 req-3afd28e4-a202-44c9-b442-b65077be7e96 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=edf5bd7a82634dee9bb181eb2237f289&device_id=8436b8e1-0377-40c9-9272-95c438cd1c30 HTTP/1.1" status: 200 len: 1094 time: 0.0664754 Sep 29 17:41:09.823342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a0f3957-3ee8-4a5f-b851-28211c6acca7 req-da55e054-2381-44c7-a44e-8d5f327dab5c tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/security-groups?id=f87bb0a4-63d9-497d-a7e7-65c2047166e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594721 Sep 29 17:41:09.860417 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82b97413-9311-4225-9a36-bda23a0e3944 req-3e1fe085-f6eb-4272-9fb5-85d72ea72a5e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=458772f8-7a27-4d2a-bf8a-8805849721e5 HTTP/1.1" status: 200 len: 217 time: 0.0581117 Sep 29 17:41:09.909929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b97413-9311-4225-9a36-bda23a0e3944 req-55f36d77-4d60-4192-89f0-688261cab01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:09.912455 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82b97413-9311-4225-9a36-bda23a0e3944 req-55f36d77-4d60-4192-89f0-688261cab01e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eda56f1c-5115-4096-9d9e-db0d2c1f8c17 HTTP/1.1" status: 200 len: 853 time: 0.0504463 Sep 29 17:41:09.951497 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82b97413-9311-4225-9a36-bda23a0e3944 req-c7984796-21b4-4915-8097-322e843f41e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=86173e71-ff9c-4a9c-b16f-ab90152dd016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320153 Sep 29 17:41:10.098657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51406) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:10.103388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60541c34-b344-49c6-9b68-548c003b6bc3 req-ec4aa7da-6a72-455d-8340-0e489b50c9e5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:10.105184 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-60541c34-b344-49c6-9b68-548c003b6bc3 req-ec4aa7da-6a72-455d-8340-0e489b50c9e5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1007576 Sep 29 17:41:10.111084 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82b97413-9311-4225-9a36-bda23a0e3944 req-18efc135-3ec0-47c9-bf06-c77267455482 service neutron] 10.222.0.49 "GET /v2.0/networks/86173e71-ff9c-4a9c-b16f-ab90152dd016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501284 Sep 29 17:41:10.213310 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-60541c34-b344-49c6-9b68-548c003b6bc3 req-be909b2a-25e7-409a-afa0-00edb4263b3c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989199 Sep 29 17:41:10.255738 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82b97413-9311-4225-9a36-bda23a0e3944 req-9545a665-8e16-42ae-af23-9ad19b5ee1c5 service neutron] 10.222.0.49 "GET /v2.0/networks/86173e71-ff9c-4a9c-b16f-ab90152dd016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341538 Sep 29 17:41:10.277019 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1c27b69d-3ef2-4eed-b329-604f140ce433 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b51b5aea443149d59797b77647aa41bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759744 Sep 29 17:41:10.280337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51412) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:10.370566 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53a8565c-4c56-47da-bb14-68acd0c19593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:10.406268 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53a8565c-4c56-47da-bb14-68acd0c19593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:10.420201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624d2d-fe32-4941-bedf-d18ab31f5325 req-c05fa7ca-9d1c-40a2-a8ec-cfb46b07f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:10.421805 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5624d2d-fe32-4941-bedf-d18ab31f5325 req-c05fa7ca-9d1c-40a2-a8ec-cfb46b07f091 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=edf5bd7a82634dee9bb181eb2237f289&device_id=8436b8e1-0377-40c9-9272-95c438cd1c30 HTTP/1.1" status: 200 len: 1094 time: 0.0779417 Sep 29 17:41:10.513891 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fbc55-dee8-4cf5-8a62-ce08b8b33192 req-ce1e18d9-08e9-4652-a44f-64e48588458e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:10.519936 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6f0fbc55-dee8-4cf5-8a62-ce08b8b33192 req-ce1e18d9-08e9-4652-a44f-64e48588458e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1144671 Sep 29 17:41:10.525898 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51416) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:10.530913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2664d5ce-0758-4e46-9bdc-455483faccc0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Request body: {'floatingip': {'port_id': '6b31247b-ff59-4e73-b365-1d185885f6f7'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:10.558076 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53a8565c-4c56-47da-bb14-68acd0c19593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:10.560751 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53a8565c-4c56-47da-bb14-68acd0c19593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:10.561899 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-53a8565c-4c56-47da-bb14-68acd0c19593 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6162f57c-a445-4587-b33c-7980df5f6d28 HTTP/1.1" status: 204 len: 168 time: 0.2806165 Sep 29 17:41:10.575047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8565c-4c56-47da-bb14-68acd0c19593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6162f57c-a445-4587-b33c-7980df5f6d28,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:10.603012 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2664d5ce-0758-4e46-9bdc-455483faccc0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for floatingip, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:10.612339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624d2d-fe32-4941-bedf-d18ab31f5325 req-5151373d-6b79-4e48-a3af-6d6bcb763a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:10.613889 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5624d2d-fe32-4941-bedf-d18ab31f5325 req-5151373d-6b79-4e48-a3af-6d6bcb763a29 service neutron] 10.222.0.49 "GET /v2.0/networks?id=86173e71-ff9c-4a9c-b16f-ab90152dd016 HTTP/1.1" status: 200 len: 914 time: 0.1811969 Sep 29 17:41:10.668262 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5624d2d-fe32-4941-bedf-d18ab31f5325 req-eb5532f1-29ee-4413-b8ff-efaa6dec5d2a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=458772f8-7a27-4d2a-bf8a-8805849721e5 HTTP/1.1" status: 200 len: 217 time: 0.0447328 Sep 29 17:41:10.730344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624d2d-fe32-4941-bedf-d18ab31f5325 req-564b475c-ed15-4354-b7f6-321957416803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:10.736845 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5624d2d-fe32-4941-bedf-d18ab31f5325 req-564b475c-ed15-4354-b7f6-321957416803 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eda56f1c-5115-4096-9d9e-db0d2c1f8c17 HTTP/1.1" status: 200 len: 853 time: 0.0522902 Sep 29 17:41:10.771036 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d671db84-4495-4a29-b752-16e6875e3a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:10.802292 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5624d2d-fe32-4941-bedf-d18ab31f5325 req-493822b1-c738-4858-9bc9-ec02bdbd5a1a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=86173e71-ff9c-4a9c-b16f-ab90152dd016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613561 Sep 29 17:41:10.981661 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5624d2d-fe32-4941-bedf-d18ab31f5325 req-43a42edd-4e0b-4519-be4f-e25068ec60b3 service neutron] 10.222.0.49 "GET /v2.0/networks/86173e71-ff9c-4a9c-b16f-ab90152dd016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656454 Sep 29 17:41:11.068481 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bab31b-4665-4b8d-8f9e-a5521549a899 req-d93f5a68-9a07-438c-b59d-c246f7aa8d3d tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:11.072654 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1bab31b-4665-4b8d-8f9e-a5521549a899 req-d93f5a68-9a07-438c-b59d-c246f7aa8d3d tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/ports?device_id=8436b8e1-0377-40c9-9272-95c438cd1c30 HTTP/1.1" status: 200 len: 943 time: 0.1377397 Sep 29 17:41:11.200722 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5624d2d-fe32-4941-bedf-d18ab31f5325 req-168065b0-7079-4f32-bcaf-72198889fe18 service neutron] 10.222.0.49 "GET /v2.0/networks/86173e71-ff9c-4a9c-b16f-ab90152dd016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039118 Sep 29 17:41:11.248656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 458772f8-7a27-4d2a-bf8a-8805849721e5 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:41:11.269009 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1bab31b-4665-4b8d-8f9e-a5521549a899 req-39448e2d-c84e-46a9-aba9-4e981c4d3401 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/security-groups?id=f87bb0a4-63d9-497d-a7e7-65c2047166e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839983 Sep 29 17:41:11.427679 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 458772f8-7a27-4d2a-bf8a-8805849721e5, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=458772f8-7a27-4d2a-bf8a-8805849721e5,segment=NetworkSegment(b09f0951-2a5b-4fab-b708-a0cb77ff047b),segment_id=b09f0951-2a5b-4fab-b708-a0cb77ff047b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:11.440428 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '458772f8-7a27-4d2a-bf8a-8805849721e5', 'network_id': '86173e71-ff9c-4a9c-b16f-ab90152dd016', 'port_id': '458772f8-7a27-4d2a-bf8a-8805849721e5', 'mac_address': 'fa:16:3e:0b:4b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda56f1c-5115-4096-9d9e-db0d2c1f8c17', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:41:11.501702 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:11.536921 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458772f8-7a27-4d2a-bf8a-8805849721e5 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:41:11.571605 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2664d5ce-0758-4e46-9bdc-455483faccc0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:11.574647 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 458772f8-7a27-4d2a-bf8a-8805849721e5, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=458772f8-7a27-4d2a-bf8a-8805849721e5,segment=NetworkSegment(b09f0951-2a5b-4fab-b708-a0cb77ff047b),segment_id=b09f0951-2a5b-4fab-b708-a0cb77ff047b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:11.577482 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2664d5ce-0758-4e46-9bdc-455483faccc0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:11.580781 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:11.652761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=458772f8-7a27-4d2a-bf8a-8805849721e5,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:11.704127 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-2664d5ce-0758-4e46-9bdc-455483faccc0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Floating IP cf2e1bf2-1b1b-4dad-b06d-b0d729aeb600 associated. External IP: 172.25.2.53, port: 6b31247b-ff59-4e73-b365-1d185885f6f7. Sep 29 17:41:11.752511 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51448) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:11.760924 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027597 Sep 29 17:41:11.767119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51450) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:11.804297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['458772f8-7a27-4d2a-bf8a-8805849721e5'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:41:11.958196 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8f6662c8-10e5-4653-b39e-c265df409a88 tempest-NetworksApiDiscovery-779081393 tempest-NetworksApiDiscovery-779081393-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1889286 Sep 29 17:41:12.320871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51460) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:12.323517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2664d5ce-0758-4e46-9bdc-455483faccc0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:41:12.467852 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3a2177a5-a963-418e-9680-1a503e8f8583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:12.480463 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a70fdb-c66b-413e-b70d-2f9ebda8bdcb req-410f1518-a023-45ea-b43f-aafcd755a9e3 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:12.481993 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-01a70fdb-c66b-413e-b70d-2f9ebda8bdcb req-410f1518-a023-45ea-b43f-aafcd755a9e3 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/ports?device_id=8436b8e1-0377-40c9-9272-95c438cd1c30 HTTP/1.1" status: 200 len: 944 time: 0.1049681 Sep 29 17:41:12.514948 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2664d5ce-0758-4e46-9bdc-455483faccc0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:41:12.522513 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2664d5ce-0758-4e46-9bdc-455483faccc0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:12.528317 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca94bd-0d0b-4766-b97d-56425a22d1ec None None] Sync routers for ids ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:41:12.555844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca94bd-0d0b-4766-b97d-56425a22d1ec None None] Routers {'8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:41:12.559802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e9ca94bd-0d0b-4766-b97d-56425a22d1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:12.569009 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-01a70fdb-c66b-413e-b70d-2f9ebda8bdcb req-78ad2369-0066-4b9a-ac82-59398e514439 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/security-groups?id=f87bb0a4-63d9-497d-a7e7-65c2047166e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739408 Sep 29 17:41:12.588605 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2664d5ce-0758-4e46-9bdc-455483faccc0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "PUT /v2.0/floatingips/cf2e1bf2-1b1b-4dad-b06d-b0d729aeb600 HTTP/1.1" status: 200 len: 990 time: 2.0586896 Sep 29 17:41:12.588605 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'tag': '6b31247b-ff59-4e73-b365-1d185885f6f7'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:41:12.589832 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a12146-fc3d-4a47-bd8c-9f5b8836daa6" -d '{"events": [{"name": "network-changed", "server_uuid": "c5da8e5c-7aa6-4a0f-9467-3e9186e51966", "tag": "6b31247b-ff59-4e73-b365-1d185885f6f7"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:41:12.629808 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3a2177a5-a963-418e-9680-1a503e8f8583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:12.633584 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24efcf2d-b668-4c2c-ba1d-2487d7572ac0 x-openstack-request-id: req-24efcf2d-b668-4c2c-ba1d-2487d7572ac0 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:41:12.634462 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5da8e5c-7aa6-4a0f-9467-3e9186e51966", "tag": "6b31247b-ff59-4e73-b365-1d185885f6f7", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:41:12.634934 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24efcf2d-b668-4c2c-ba1d-2487d7572ac0 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:41:12.636091 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'tag': '6b31247b-ff59-4e73-b365-1d185885f6f7', 'status': 'completed', 'code': 200} Sep 29 17:41:12.637927 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3a2177a5-a963-418e-9680-1a503e8f8583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:12.670294 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3a2177a5-a963-418e-9680-1a503e8f8583 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89d5db36cf9f427aa57c99d9ea0948a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3452265 Sep 29 17:41:12.670651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51476) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:12.730568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2177a5-a963-418e-9680-1a503e8f8583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8185ce00-3c8f-4720-b994-8686c6d36bb3,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:12.751172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e9ca94bd-0d0b-4766-b97d-56425a22d1ec None None] Set router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:41:12.755831 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70217070-23e5-4fe7-b1b2-33127af62a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:12.772205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a12146-fc3d-4a47-bd8c-9f5b8836daa6 req-dc6cb343-6c8b-49d8-a88a-ecb6ecabd691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:12.773827 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07a12146-fc3d-4a47-bd8c-9f5b8836daa6 req-dc6cb343-6c8b-49d8-a88a-ecb6ecabd691 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 1096 time: 0.0574176 Sep 29 17:41:12.780469 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70217070-23e5-4fe7-b1b2-33127af62a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:12.841627 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70217070-23e5-4fe7-b1b2-33127af62a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:12.846550 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-70217070-23e5-4fe7-b1b2-33127af62a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:12.847799 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-70217070-23e5-4fe7-b1b2-33127af62a3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8185ce00-3c8f-4720-b994-8686c6d36bb3 HTTP/1.1" status: 204 len: 168 time: 0.1761045 Sep 29 17:41:12.856240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70217070-23e5-4fe7-b1b2-33127af62a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8185ce00-3c8f-4720-b994-8686c6d36bb3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:12.898603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a12146-fc3d-4a47-bd8c-9f5b8836daa6 req-3ad66acf-72d9-4c9e-98d3-0e8dc6133680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:12.900205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07a12146-fc3d-4a47-bd8c-9f5b8836daa6 req-3ad66acf-72d9-4c9e-98d3-0e8dc6133680 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 200 len: 917 time: 0.1188550 Sep 29 17:41:12.991721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07a12146-fc3d-4a47-bd8c-9f5b8836daa6 req-ef1a3141-a5d2-441e-9ccc-7e7dafeb7a9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b31247b-ff59-4e73-b365-1d185885f6f7 HTTP/1.1" status: 200 len: 998 time: 0.0831199 Sep 29 17:41:13.051979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a12146-fc3d-4a47-bd8c-9f5b8836daa6 req-1557d698-763f-47d9-9cfa-878a96fa90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:13.053755 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07a12146-fc3d-4a47-bd8c-9f5b8836daa6 req-1557d698-763f-47d9-9cfa-878a96fa90b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6beb8b79-6b72-4c5b-af59-845d806127d5 HTTP/1.1" status: 200 len: 855 time: 0.0518627 Sep 29 17:41:13.084508 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e9ca94bd-0d0b-4766-b97d-56425a22d1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:48Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'cf2e1bf2-1b1b-4dad-b06d-b0d729aeb600', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'port_id': '6b31247b-ff59-4e73-b365-1d185885f6f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'mac_address': 'fa:16:3e:36:c8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:40:53Z', 'updated_at': '2021-09-29T17:41:11Z', 'revision_number': 1, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe103090-7b74-4eb0-a3d5-6eb47d0ceb56', 'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'mac_address': 'fa:16:3e:74:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:46Z', 'updated_at': '2021-09-29T17:40:53Z', 'revision_number': 5, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'subnets': [{'id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:13.121039 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca94bd-0d0b-4766-b97d-56425a22d1ec None None] Checking router: 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:41:13.124852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a12146-fc3d-4a47-bd8c-9f5b8836daa6 req-0915174a-9c33-4a63-b5cf-3fef5311d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:13.126991 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07a12146-fc3d-4a47-bd8c-9f5b8836daa6 req-0915174a-9c33-4a63-b5cf-3fef5311d4ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662360 Sep 29 17:41:13.130359 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca94bd-0d0b-4766-b97d-56425a22d1ec None None] Routers {'8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:41:13.131000 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e9ca94bd-0d0b-4766-b97d-56425a22d1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:40:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:13.243560 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07a12146-fc3d-4a47-bd8c-9f5b8836daa6 req-24afd3f2-8b70-47e7-b38e-b06f5294652f service neutron] 10.222.0.35 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085818 Sep 29 17:41:13.375743 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07a12146-fc3d-4a47-bd8c-9f5b8836daa6 req-7cd4d98e-3c6d-4d9f-8041-dc512716bf67 service neutron] 10.222.0.35 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240118 Sep 29 17:41:13.438783 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 458772f8-7a27-4d2a-bf8a-8805849721e5 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:41:13.533145 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e9ca94bd-0d0b-4766-b97d-56425a22d1ec None None] Set router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:41:13.535433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 458772f8-7a27-4d2a-bf8a-8805849721e5 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:41:13.566649 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc656-ab2a-482b-b131-df97b33d8652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:13.572056 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 458772f8-7a27-4d2a-bf8a-8805849721e5 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:13.572418 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:13.708701 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f437d5b-473c-4c42-98bc-e607609efc84 req-67f0f358-6ef1-4171-9d3a-d1f7c8fb49da tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:13.715988 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f437d5b-473c-4c42-98bc-e607609efc84 req-67f0f358-6ef1-4171-9d3a-d1f7c8fb49da tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/ports?device_id=8436b8e1-0377-40c9-9272-95c438cd1c30 HTTP/1.1" status: 200 len: 944 time: 0.0682442 Sep 29 17:41:13.745045 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:13.757631 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f437d5b-473c-4c42-98bc-e607609efc84 req-8a8fa83f-ac30-4193-a0c1-31d381492a24 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/security-groups?id=f87bb0a4-63d9-497d-a7e7-65c2047166e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407450 Sep 29 17:41:13.814464 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8436b8e1-0377-40c9-9272-95c438cd1c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458772f8-7a27-4d2a-bf8a-8805849721e5'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:41:13.816707 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd97036-3a3f-4555-8dce-c9ccb3262f2b" -d '{"events": [{"server_uuid": "8436b8e1-0377-40c9-9272-95c438cd1c30", "name": "network-vif-plugged", "status": "completed", "tag": "458772f8-7a27-4d2a-bf8a-8805849721e5"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:41:13.834048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 458772f8-7a27-4d2a-bf8a-8805849721e5, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=458772f8-7a27-4d2a-bf8a-8805849721e5,segment=NetworkSegment(b09f0951-2a5b-4fab-b708-a0cb77ff047b),segment_id=b09f0951-2a5b-4fab-b708-a0cb77ff047b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:13.843314 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:13.874469 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6b9632-2831-4d03-ac1c-16d7c1078194 x-openstack-request-id: req-fc6b9632-2831-4d03-ac1c-16d7c1078194 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:41:13.874771 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8436b8e1-0377-40c9-9272-95c438cd1c30", "name": "network-vif-plugged", "status": "completed", "tag": "458772f8-7a27-4d2a-bf8a-8805849721e5", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:41:13.875048 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc6b9632-2831-4d03-ac1c-16d7c1078194 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:41:13.875943 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8436b8e1-0377-40c9-9272-95c438cd1c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458772f8-7a27-4d2a-bf8a-8805849721e5', 'code': 200} Sep 29 17:41:13.933035 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=458772f8-7a27-4d2a-bf8a-8805849721e5,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:13.955150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e9ca94bd-0d0b-4766-b97d-56425a22d1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:48Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'cf2e1bf2-1b1b-4dad-b06d-b0d729aeb600', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'port_id': '6b31247b-ff59-4e73-b365-1d185885f6f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'mac_address': 'fa:16:3e:36:c8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:40:53Z', 'updated_at': '2021-09-29T17:41:11Z', 'revision_number': 1, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe103090-7b74-4eb0-a3d5-6eb47d0ceb56', 'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'mac_address': 'fa:16:3e:74:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:46Z', 'updated_at': '2021-09-29T17:40:53Z', 'revision_number': 5, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'subnets': [{'id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:13.986279 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca94bd-0d0b-4766-b97d-56425a22d1ec None None] The sync data for ids ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'] in n-d-811748-2 is: [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:48Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'cf2e1bf2-1b1b-4dad-b06d-b0d729aeb600', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'floating_ip_address': '172.25.2.53', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'port_id': '6b31247b-ff59-4e73-b365-1d185885f6f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'mac_address': 'fa:16:3e:36:c8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:40:53Z', 'updated_at': '2021-09-29T17:41:11Z', 'revision_number': 1, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe103090-7b74-4eb0-a3d5-6eb47d0ceb56', 'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'mac_address': 'fa:16:3e:74:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:46Z', 'updated_at': '2021-09-29T17:40:53Z', 'revision_number': 5, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'subnets': [{'id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:41:13.998015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237586f-85b6-4f83-abbf-a434aea373f2 req-175e2fd3-4baa-43d3-8e4e-284956dfc246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:13.999914 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6237586f-85b6-4f83-abbf-a434aea373f2 req-175e2fd3-4baa-43d3-8e4e-284956dfc246 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8436b8e1-0377-40c9-9272-95c438cd1c30 HTTP/1.1" status: 200 len: 1096 time: 0.0670555 Sep 29 17:41:14.056949 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6237586f-85b6-4f83-abbf-a434aea373f2 req-279d3bc9-5b4c-40af-9756-3e089a7593a8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f87bb0a4-63d9-497d-a7e7-65c2047166e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486972 Sep 29 17:41:14.226555 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e412e80d-c63e-43ea-af77-ee95ca91d896 None None] New status for floating IP cf2e1bf2-1b1b-4dad-b06d-b0d729aeb600: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:41:14.461058 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:14.540224 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:14.612782 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:14.964563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b27fd-7a2a-4314-a463-3b1a4000e839 req-3b4f86b8-ecab-4005-9c9d-60aac82e73bf tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:14.966139 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0a4b27fd-7a2a-4314-a463-3b1a4000e839 req-3b4f86b8-ecab-4005-9c9d-60aac82e73bf tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/ports?device_id=8436b8e1-0377-40c9-9272-95c438cd1c30 HTTP/1.1" status: 200 len: 945 time: 0.0577698 Sep 29 17:41:15.001901 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51544) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:15.013449 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0a4b27fd-7a2a-4314-a463-3b1a4000e839 req-7550e98e-ffc3-4a29-91fa-ed3c8f7c94e8 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/security-groups?id=f87bb0a4-63d9-497d-a7e7-65c2047166e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401378 Sep 29 17:41:15.140001 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3caf3d65-0f06-4225-8191-6b2f4eaf5abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:15.257452 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3caf3d65-0f06-4225-8191-6b2f4eaf5abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:15.262259 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3caf3d65-0f06-4225-8191-6b2f4eaf5abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:15.303227 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3caf3d65-0f06-4225-8191-6b2f4eaf5abd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cfbef6496ba04446b60696b43fc79f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005781 Sep 29 17:41:15.304085 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf3d65-0f06-4225-8191-6b2f4eaf5abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32f0634-e325-40a0-b73e-22662fdad84f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:15.306036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51554) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:15.358045 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbc63-ac9a-4406-a0ba-6fbf73b68044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:15.379586 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbc63-ac9a-4406-a0ba-6fbf73b68044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:15.428172 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbc63-ac9a-4406-a0ba-6fbf73b68044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:15.430849 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbc63-ac9a-4406-a0ba-6fbf73b68044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:15.432024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9c5cbc63-ac9a-4406-a0ba-6fbf73b68044 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c32f0634-e325-40a0-b73e-22662fdad84f HTTP/1.1" status: 204 len: 168 time: 0.1248374 Sep 29 17:41:15.440102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cbc63-ac9a-4406-a0ba-6fbf73b68044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32f0634-e325-40a0-b73e-22662fdad84f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:15.716809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51562) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:15.729961 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fdea398b-b7c3-434a-9d13-8272396cb4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:15.822626 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fdea398b-b7c3-434a-9d13-8272396cb4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:15.826569 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fdea398b-b7c3-434a-9d13-8272396cb4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:15.866388 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fdea398b-b7c3-434a-9d13-8272396cb4b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b48a6bf6c463478fa583bf704fc9712c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484463 Sep 29 17:41:15.867337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea398b-b7c3-434a-9d13-8272396cb4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becbd8c4-407d-4dc0-adaf-fde5f8994cae,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:15.869047 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51564) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:15.920972 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-59ee489e-be31-41e0-954a-4425143e61bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:15.948426 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-59ee489e-be31-41e0-954a-4425143e61bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:15.997586 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-59ee489e-be31-41e0-954a-4425143e61bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:16.000984 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-59ee489e-be31-41e0-954a-4425143e61bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:16.004692 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-59ee489e-be31-41e0-954a-4425143e61bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/becbd8c4-407d-4dc0-adaf-fde5f8994cae HTTP/1.1" status: 204 len: 168 time: 0.1319826 Sep 29 17:41:16.010267 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee489e-be31-41e0-954a-4425143e61bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becbd8c4-407d-4dc0-adaf-fde5f8994cae,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:16.144702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abded963-1433-481b-84b8-001bb9d37f0e req-6d983b45-2959-4b9f-becc-651e4025ee93 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:16.146552 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-abded963-1433-481b-84b8-001bb9d37f0e req-6d983b45-2959-4b9f-becc-651e4025ee93 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/ports?device_id=8436b8e1-0377-40c9-9272-95c438cd1c30 HTTP/1.1" status: 200 len: 945 time: 0.0583737 Sep 29 17:41:16.187879 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-abded963-1433-481b-84b8-001bb9d37f0e req-f159a9ca-6db0-4a4b-b040-655e6f624052 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/security-groups?id=f87bb0a4-63d9-497d-a7e7-65c2047166e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346196 Sep 29 17:41:16.617996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de8b2a-3c6a-4c0b-8cee-a0213a89e29a req-b038bd5e-8149-4a7e-844d-ba34a5ca306b tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:16.619521 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86de8b2a-3c6a-4c0b-8cee-a0213a89e29a req-b038bd5e-8149-4a7e-844d-ba34a5ca306b tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/ports?device_id=8436b8e1-0377-40c9-9272-95c438cd1c30 HTTP/1.1" status: 200 len: 945 time: 0.0510216 Sep 29 17:41:16.661580 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86de8b2a-3c6a-4c0b-8cee-a0213a89e29a req-c677fede-cd5d-4623-9cad-917379cd86a3 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/security-groups?id=f87bb0a4-63d9-497d-a7e7-65c2047166e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336249 Sep 29 17:41:16.753303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51602) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:16.813925 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:16.853605 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-893928f6-2e45-4790-a978-0027fd218893 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-91559397-network', 'tenant_id': '19a3ffb93d514bab8f0cba5b583a0fbf'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:16.876301 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893928f6-2e45-4790-a978-0027fd218893 admin admin] Made reservation on behalf of 19a3ffb93d514bab8f0cba5b583a0fbf for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:16.878811 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-893928f6-2e45-4790-a978-0027fd218893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:16.886982 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-893928f6-2e45-4790-a978-0027fd218893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:16.977641 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-893928f6-2e45-4790-a978-0027fd218893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:16.981534 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-893928f6-2e45-4790-a978-0027fd218893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:17.004369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893928f6-2e45-4790-a978-0027fd218893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:41:17.022214 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893928f6-2e45-4790-a978-0027fd218893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cbaa91-51d2-47de-99ce-99aad71d2a27,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:17.025533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-893928f6-2e45-4790-a978-0027fd218893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:17.025882 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-893928f6-2e45-4790-a978-0027fd218893 admin admin] Added segment d34ec774-b592-4600-be3f-90551808e1fa of type vlan for network 1e320548-4838-49b3-810c-eca399dc0251 Sep 29 17:41:17.077088 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-893928f6-2e45-4790-a978-0027fd218893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:17.103441 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-893928f6-2e45-4790-a978-0027fd218893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:17.104591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893928f6-2e45-4790-a978-0027fd218893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:17.105318 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-893928f6-2e45-4790-a978-0027fd218893 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:17.138565 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-893928f6-2e45-4790-a978-0027fd218893 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3813937 Sep 29 17:41:17.139359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51608) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:17.145411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-422f10ac-7d61-4526-9b0c-42bb3cba2188 admin admin] Request body: {'subnet': {'network_id': '1e320548-4838-49b3-810c-eca399dc0251', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-91559397-subnet', 'tenant_id': '19a3ffb93d514bab8f0cba5b583a0fbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:17.168039 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893928f6-2e45-4790-a978-0027fd218893 admin admin] Pushing event updated for resources: {'Network': ['ID=1e320548-4838-49b3-810c-eca399dc0251,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:17.170251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422f10ac-7d61-4526-9b0c-42bb3cba2188 admin admin] Made reservation on behalf of 19a3ffb93d514bab8f0cba5b583a0fbf for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:17.172756 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-422f10ac-7d61-4526-9b0c-42bb3cba2188 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:17.178607 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 1e320548-4838-49b3-810c-eca399dc0251 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:41:17.357609 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-422f10ac-7d61-4526-9b0c-42bb3cba2188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:17.415150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f10ac-7d61-4526-9b0c-42bb3cba2188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd46bd0b-ac4a-454f-a197-608ce927ac07,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:17.425507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422f10ac-7d61-4526-9b0c-42bb3cba2188 admin admin] Checking segment: {'id': 'd34ec774-b592-4600-be3f-90551808e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1e320548-4838-49b3-810c-eca399dc0251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:41:17.425863 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422f10ac-7d61-4526-9b0c-42bb3cba2188 admin admin] Network hostable DHCP agents. Network: 1e320548-4838-49b3-810c-eca399dc0251, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:41:17.443034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422f10ac-7d61-4526-9b0c-42bb3cba2188 admin admin] Network 1e320548-4838-49b3-810c-eca399dc0251 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:41:17.451623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-422f10ac-7d61-4526-9b0c-42bb3cba2188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 1e320548-4838-49b3-810c-eca399dc0251) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:17.456288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422f10ac-7d61-4526-9b0c-42bb3cba2188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:17.456914 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-422f10ac-7d61-4526-9b0c-42bb3cba2188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:17.462012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63cc968-f603-4149-b5d9-42a768a317b1 None None] Network 1e320548-4838-49b3-810c-eca399dc0251 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:41:17.471690 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-422f10ac-7d61-4526-9b0c-42bb3cba2188 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3308513 Sep 29 17:41:17.597325 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab6cebe-a92a-406f-b91e-e21d0576dca3 None None] Network 1e320548-4838-49b3-810c-eca399dc0251 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:41:17.820059 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb526262-be19-4e01-b327-d4652d0a2e78 req-fc2aef0f-26ec-4591-a72d-ad323f5fce26 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:17.826373 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb526262-be19-4e01-b327-d4652d0a2e78 req-fc2aef0f-26ec-4591-a72d-ad323f5fce26 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/ports?device_id=8436b8e1-0377-40c9-9272-95c438cd1c30 HTTP/1.1" status: 200 len: 945 time: 0.0589235 Sep 29 17:41:17.867431 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb526262-be19-4e01-b327-d4652d0a2e78 req-71a68fc6-f693-4862-8f03-6875791943c5 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/security-groups?id=f87bb0a4-63d9-497d-a7e7-65c2047166e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378404 Sep 29 17:41:17.944531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c375a-fe40-4fd3-987c-66082418e114 req-03639941-7540-4f63-9835-3bb2e3f396ef tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:17.946071 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-516c375a-fe40-4fd3-987c-66082418e114 req-03639941-7540-4f63-9835-3bb2e3f396ef tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.49 "GET /v2.0/ports?device_id=8436b8e1-0377-40c9-9272-95c438cd1c30 HTTP/1.1" status: 200 len: 945 time: 0.0528722 Sep 29 17:41:18.035467 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51630) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:18.040960 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-07c1630e-faa1-412a-84c7-a952cf1d13f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1058765856-network', 'tenant_id': '2ca1e34e92a74a4c989162b3307a240b'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:18.057271 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-516c375a-fe40-4fd3-987c-66082418e114 req-abe292a7-e912-431f-aa89-3e96385e8f3b tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Deleting port 458772f8-7a27-4d2a-bf8a-8805849721e5 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:41:18.057667 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-516c375a-fe40-4fd3-987c-66082418e114 req-abe292a7-e912-431f-aa89-3e96385e8f3b tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:18.067046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c1630e-faa1-412a-84c7-a952cf1d13f3 admin admin] Made reservation on behalf of 2ca1e34e92a74a4c989162b3307a240b for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:18.069476 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-07c1630e-faa1-412a-84c7-a952cf1d13f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:18.078037 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-07c1630e-faa1-412a-84c7-a952cf1d13f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:18.167651 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-516c375a-fe40-4fd3-987c-66082418e114 req-abe292a7-e912-431f-aa89-3e96385e8f3b tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] For port 458772f8-7a27-4d2a-bf8a-8805849721e5, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=458772f8-7a27-4d2a-bf8a-8805849721e5,segment=NetworkSegment(b09f0951-2a5b-4fab-b708-a0cb77ff047b),segment_id=b09f0951-2a5b-4fab-b708-a0cb77ff047b)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:18.168255 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-516c375a-fe40-4fd3-987c-66082418e114 req-abe292a7-e912-431f-aa89-3e96385e8f3b tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:18.182827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-516c375a-fe40-4fd3-987c-66082418e114 req-abe292a7-e912-431f-aa89-3e96385e8f3b tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Calling delete_port for 458772f8-7a27-4d2a-bf8a-8805849721e5 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:41:18.185915 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-07c1630e-faa1-412a-84c7-a952cf1d13f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:18.192446 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-07c1630e-faa1-412a-84c7-a952cf1d13f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:18.214723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c1630e-faa1-412a-84c7-a952cf1d13f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:41:18.231726 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1630e-faa1-412a-84c7-a952cf1d13f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81b9fe9-389c-4dc6-94b9-7e2e2229d417,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:18.235803 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-07c1630e-faa1-412a-84c7-a952cf1d13f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:18.236162 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-07c1630e-faa1-412a-84c7-a952cf1d13f3 admin admin] Added segment 05b4faeb-4a81-47d2-a9f8-530cc1c7085d of type vlan for network 29428464-2c71-4a33-a8e6-e5fe8517a228 Sep 29 17:41:18.280253 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-07c1630e-faa1-412a-84c7-a952cf1d13f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:18.305890 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-07c1630e-faa1-412a-84c7-a952cf1d13f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:18.306786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c1630e-faa1-412a-84c7-a952cf1d13f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:18.307364 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-07c1630e-faa1-412a-84c7-a952cf1d13f3 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:18.352492 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-07c1630e-faa1-412a-84c7-a952cf1d13f3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3157434 Sep 29 17:41:18.355351 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51634) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:18.360604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-2073605e-062e-4573-8042-569ebcac35fd admin admin] Request body: {'subnet': {'network_id': '29428464-2c71-4a33-a8e6-e5fe8517a228', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1058765856-subnet', 'tenant_id': '2ca1e34e92a74a4c989162b3307a240b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:18.364985 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-516c375a-fe40-4fd3-987c-66082418e114 req-abe292a7-e912-431f-aa89-3e96385e8f3b tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:18.376943 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['458772f8-7a27-4d2a-bf8a-8805849721e5'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:41:18.388149 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1630e-faa1-412a-84c7-a952cf1d13f3 admin admin] Pushing event updated for resources: {'Network': ['ID=29428464-2c71-4a33-a8e6-e5fe8517a228,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:18.400428 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe292a7-e912-431f-aa89-3e96385e8f3b tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Pushing event deleted for resources: {'Port': ['ID=458772f8-7a27-4d2a-bf8a-8805849721e5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:18.403804 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 29428464-2c71-4a33-a8e6-e5fe8517a228 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:41:18.451431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-516c375a-fe40-4fd3-987c-66082418e114 req-abe292a7-e912-431f-aa89-3e96385e8f3b tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] No DVR routers for this DVR port 458772f8-7a27-4d2a-bf8a-8805849721e5 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:41:18.453069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2073605e-062e-4573-8042-569ebcac35fd admin admin] Made reservation on behalf of 2ca1e34e92a74a4c989162b3307a240b for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:18.455970 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2073605e-062e-4573-8042-569ebcac35fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:18.458276 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-516c375a-fe40-4fd3-987c-66082418e114 req-abe292a7-e912-431f-aa89-3e96385e8f3b tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:18.460189 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-516c375a-fe40-4fd3-987c-66082418e114 req-abe292a7-e912-431f-aa89-3e96385e8f3b tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.49 "DELETE /v2.0/ports/458772f8-7a27-4d2a-bf8a-8805849721e5 HTTP/1.1" status: 204 len: 173 time: 0.5075307 Sep 29 17:41:18.460846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8436b8e1-0377-40c9-9272-95c438cd1c30', 'name': 'network-vif-deleted', 'tag': '458772f8-7a27-4d2a-bf8a-8805849721e5'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:41:18.463186 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5bde7d-cbc8-443f-ad53-937503915540" -d '{"events": [{"server_uuid": "8436b8e1-0377-40c9-9272-95c438cd1c30", "name": "network-vif-deleted", "tag": "458772f8-7a27-4d2a-bf8a-8805849721e5"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:41:18.512213 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2e5e02-b041-41e7-8bfb-374a75fa491e x-openstack-request-id: req-8f2e5e02-b041-41e7-8bfb-374a75fa491e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:41:18.512502 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8436b8e1-0377-40c9-9272-95c438cd1c30", "name": "network-vif-deleted", "tag": "458772f8-7a27-4d2a-bf8a-8805849721e5", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:41:18.512754 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f2e5e02-b041-41e7-8bfb-374a75fa491e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:41:18.513149 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8436b8e1-0377-40c9-9272-95c438cd1c30', 'name': 'network-vif-deleted', 'tag': '458772f8-7a27-4d2a-bf8a-8805849721e5', 'status': 'completed', 'code': 200} Sep 29 17:41:18.578240 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-4d1b7488-5bff-4746-b1a0-3c10c26c83c7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1008153 Sep 29 17:41:18.712740 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2073605e-062e-4573-8042-569ebcac35fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:18.726754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-1c4fb004-c8b3-4118-b049-c752671c9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:18.727253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-1c4fb004-c8b3-4118-b049-c752671c9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:18.727702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-1c4fb004-c8b3-4118-b049-c752671c9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:18.728164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-1c4fb004-c8b3-4118-b049-c752671c9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:18.728620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-1c4fb004-c8b3-4118-b049-c752671c9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:18.729079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-1c4fb004-c8b3-4118-b049-c752671c9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:18.729558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-1c4fb004-c8b3-4118-b049-c752671c9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:18.731433 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-1c4fb004-c8b3-4118-b049-c752671c9204 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=875de71af1fe4656a0ed844803995187&device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 6501 time: 0.0855989 Sep 29 17:41:18.810884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073605e-062e-4573-8042-569ebcac35fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e855bf-5bff-4558-bd5c-04c1b3eae836,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:18.853384 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2073605e-062e-4573-8042-569ebcac35fd admin admin] Checking segment: {'id': '05b4faeb-4a81-47d2-a9f8-530cc1c7085d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '29428464-2c71-4a33-a8e6-e5fe8517a228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:41:18.853673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2073605e-062e-4573-8042-569ebcac35fd admin admin] Network hostable DHCP agents. Network: 29428464-2c71-4a33-a8e6-e5fe8517a228, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:41:18.887980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2073605e-062e-4573-8042-569ebcac35fd admin admin] Network 29428464-2c71-4a33-a8e6-e5fe8517a228 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:41:18.890893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-352c77e0-7ab9-4b39-bc52-821b88e39a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:18.891396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-352c77e0-7ab9-4b39-bc52-821b88e39a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:18.891840 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-352c77e0-7ab9-4b39-bc52-821b88e39a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:18.893458 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-352c77e0-7ab9-4b39-bc52-821b88e39a99 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c5573b2a-46c0-432e-9115-a36c094db3c8&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60&id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 HTTP/1.1" status: 200 len: 2297 time: 0.1353252 Sep 29 17:41:18.934928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2073605e-062e-4573-8042-569ebcac35fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 29428464-2c71-4a33-a8e6-e5fe8517a228) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:18.942643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2073605e-062e-4573-8042-569ebcac35fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:18.943228 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2073605e-062e-4573-8042-569ebcac35fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:18.946915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47723a6a-c52e-4b09-8bf4-a9de9fdd7f61 None None] Network 29428464-2c71-4a33-a8e6-e5fe8517a228 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:41:18.982726 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2073605e-062e-4573-8042-569ebcac35fd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6260591 Sep 29 17:41:18.986407 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-279a9428-af83-4d4d-a260-04813e4ace3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 HTTP/1.1" status: 200 len: 1001 time: 0.0864549 Sep 29 17:41:19.002514 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-27ffa004-a1eb-4f45-b535-a41b438a5b47 req-5f4d8ef9-5daf-43b3-91c8-ef6c153a8f75 tempest-ServerAddressesTestJSON-314037469 tempest-ServerAddressesTestJSON-314037469-project] 10.222.0.44 "GET /v2.0/ports?device_id=8436b8e1-0377-40c9-9272-95c438cd1c30 HTTP/1.1" status: 200 len: 210 time: 0.0436058 Sep 29 17:41:19.048014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-26f8c86c-9eb4-4d31-a2dd-03e1f57636ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:19.049670 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-26f8c86c-9eb4-4d31-a2dd-03e1f57636ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=126c1e0e-1c93-4d92-8bf8-691e8431329a HTTP/1.1" status: 200 len: 856 time: 0.0501916 Sep 29 17:41:19.094842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f32caec-a047-47e2-9523-6edfc1d166fc None None] Network 29428464-2c71-4a33-a8e6-e5fe8517a228 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:41:19.097620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-4b67d386-70a2-42a6-8cd7-a381314b1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:19.099253 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-4b67d386-70a2-42a6-8cd7-a381314b1add service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c5573b2a-46c0-432e-9115-a36c094db3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420544 Sep 29 17:41:19.241922 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-87c9f081-7989-4691-ad8e-6691caea46f6 service neutron] 10.222.0.35 "GET /v2.0/networks/c5573b2a-46c0-432e-9115-a36c094db3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351688 Sep 29 17:41:19.347823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-c781fdd9-dc18-4f80-9b90-f4dedb960899 service neutron] 10.222.0.35 "GET /v2.0/networks/c5573b2a-46c0-432e-9115-a36c094db3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990224 Sep 29 17:41:19.396490 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-2161193f-3058-4ca5-b8f4-96ee078a42f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=4f6cffde-a8ea-41f5-87b1-161951399f91 HTTP/1.1" status: 200 len: 217 time: 0.0410891 Sep 29 17:41:19.448851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-33d839bb-5846-4a3e-bf20-8a3f13664992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:19.450481 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-33d839bb-5846-4a3e-bf20-8a3f13664992 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 200 len: 797 time: 0.0470567 Sep 29 17:41:19.568214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-4bbf547a-f5dc-4876-a79b-53f427141b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:19.569747 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-4bbf547a-f5dc-4876-a79b-53f427141b8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1124623 Sep 29 17:41:19.630506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-d93964c8-0004-46c1-b7b4-009ccb8b04d4 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:19.631887 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-d93964c8-0004-46c1-b7b4-009ccb8b04d4 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/networks?id=1e320548-4838-49b3-810c-eca399dc0251 HTTP/1.1" status: 200 len: 807 time: 0.1618528 Sep 29 17:41:19.676758 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-c3009fdd-3eba-4b83-a1e8-ae4cd80aa1d0 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/quotas/19a3ffb93d514bab8f0cba5b583a0fbf HTTP/1.1" status: 200 len: 375 time: 0.0183635 Sep 29 17:41:20.009100 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-668ce0ea-d47b-49e8-9e63-f7b19d6b7765 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=19a3ffb93d514bab8f0cba5b583a0fbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3249826 Sep 29 17:41:20.010988 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-c92ac2f8-58ca-47a4-9d3f-6e1e8fd349e8 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319386 Sep 29 17:41:20.066624 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51682) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:20.112883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-823e09bf-978d-4296-bbc0-029cc081cbf8 admin admin] Deleting subnet eda56f1c-5115-4096-9d9e-db0d2c1f8c17 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:41:20.116334 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-823e09bf-978d-4296-bbc0-029cc081cbf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:20.152616 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-823e09bf-978d-4296-bbc0-029cc081cbf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:20.179192 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-631a4057-21fe-4317-ae1f-199eae78d71b service neutron] 10.222.0.44 "GET /v2.0/networks/1e320548-4838-49b3-810c-eca399dc0251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617198 Sep 29 17:41:20.181379 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-d3b38361-52a3-4ce0-9804-6983f588b110 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568038 Sep 29 17:41:20.192894 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-823e09bf-978d-4296-bbc0-029cc081cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:20.253946 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-823e09bf-978d-4296-bbc0-029cc081cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:20.265139 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-9ee64cfd-bb49-4eb0-a3bb-5063ecfa1160 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=7917363c-c768-4f5a-92b4-6ea93f5618f4 HTTP/1.1" status: 200 len: 217 time: 0.0693035 Sep 29 17:41:20.294140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e09bf-978d-4296-bbc0-029cc081cbf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eda56f1c-5115-4096-9d9e-db0d2c1f8c17,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:20.306582 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-823e09bf-978d-4296-bbc0-029cc081cbf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:20.308502 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-823e09bf-978d-4296-bbc0-029cc081cbf8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/eda56f1c-5115-4096-9d9e-db0d2c1f8c17 HTTP/1.1" status: 204 len: 168 time: 0.2407877 Sep 29 17:41:20.310872 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51692) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:20.367823 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-f3021b86-6598-49eb-8a04-9310d91be97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:20.369478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-f3021b86-6598-49eb-8a04-9310d91be97d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 200 len: 797 time: 0.0754168 Sep 29 17:41:20.373249 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-15720928-4cd8-47b7-93f3-42df969c6975 service neutron] 10.222.0.44 "GET /v2.0/networks/1e320548-4838-49b3-810c-eca399dc0251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869814 Sep 29 17:41:20.385149 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69a13008-e92a-4b51-a23c-6779e04aae1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:20.439383 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-a2e9204b-7892-4105-b1d8-fc2bd5a7f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:20.440894 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-a2e9204b-7892-4105-b1d8-fc2bd5a7f335 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0623865 Sep 29 17:41:20.488957 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69a13008-e92a-4b51-a23c-6779e04aae1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:20.527442 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-69a13008-e92a-4b51-a23c-6779e04aae1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86173e71-ff9c-4a9c-b16f-ab90152dd016']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:20.553915 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-69a13008-e92a-4b51-a23c-6779e04aae1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09f0951-2a5b-4fab-b708-a0cb77ff047b') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:20.557542 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-69a13008-e92a-4b51-a23c-6779e04aae1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09f0951-2a5b-4fab-b708-a0cb77ff047b') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:20.565068 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-314a2ff4-7415-4c80-a6d2-a7ac10d2ab2b service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154075 Sep 29 17:41:20.573790 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69a13008-e92a-4b51-a23c-6779e04aae1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:20.587657 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69a13008-e92a-4b51-a23c-6779e04aae1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:20.595688 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a13008-e92a-4b51-a23c-6779e04aae1e admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:41:20.596333 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69a13008-e92a-4b51-a23c-6779e04aae1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:41:20.599207 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:41:20.701364 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4cd637f2-484a-4d94-9d49-71b20bc562ec req-5b643af3-7903-4f5a-8736-54fa25ba281a tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67 HTTP/1.1" status: 200 len: 210 time: 0.0741160 Sep 29 17:41:20.702526 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69a13008-e92a-4b51-a23c-6779e04aae1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:20.708485 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69a13008-e92a-4b51-a23c-6779e04aae1e admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:20.715692 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-69a13008-e92a-4b51-a23c-6779e04aae1e admin admin] 10.222.0.44 "DELETE /v2.0/networks/86173e71-ff9c-4a9c-b16f-ab90152dd016 HTTP/1.1" status: 204 len: 168 time: 0.4017010 Sep 29 17:41:20.723576 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-7676ed9f-f7a5-4011-99e7-cf826135bd99 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458726 Sep 29 17:41:20.725434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a13008-e92a-4b51-a23c-6779e04aae1e admin admin] Pushing event deleted for resources: {'Network': ['ID=86173e71-ff9c-4a9c-b16f-ab90152dd016,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:20.780903 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-2cf918c2-353d-4dd4-80a3-310b0ecac7b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=50ca4778-6f90-4824-b2a2-0811f211b24d HTTP/1.1" status: 200 len: 217 time: 0.0525711 Sep 29 17:41:20.849592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-50f14ab3-a8a9-410f-8cd9-44a9e091e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:20.853458 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-50f14ab3-a8a9-410f-8cd9-44a9e091e648 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 200 len: 797 time: 0.0653346 Sep 29 17:41:20.911753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-c599d133-96b8-4312-91a8-f542ae5dd6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:20.914532 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-c599d133-96b8-4312-91a8-f542ae5dd6eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529878 Sep 29 17:41:21.011952 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51716) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:21.039588 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-b3852c1f-7d90-400c-a369-3b66e15044dc service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157639 Sep 29 17:41:21.094398 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0e66d406-cc4d-454b-9dc4-37029b9597b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edf5bd7a82634dee9bb181eb2237f289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810015 Sep 29 17:41:21.096915 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51720) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:21.157552 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-0ef3dafa-8780-4c37-925d-4c7526a64272 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094010 Sep 29 17:41:21.176238 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c66ccd1d-efbc-4dc1-a8d3-efd7e6a272fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:21.206668 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c66ccd1d-efbc-4dc1-a8d3-efd7e6a272fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:21.219658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-e972c849-f2b5-428b-8313-d4de114782d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=0f106657-1ac8-4cf6-818e-c6f19b81b4c7 HTTP/1.1" status: 200 len: 217 time: 0.0540445 Sep 29 17:41:21.280216 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c66ccd1d-efbc-4dc1-a8d3-efd7e6a272fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:21.285111 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c66ccd1d-efbc-4dc1-a8d3-efd7e6a272fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:21.289314 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c66ccd1d-efbc-4dc1-a8d3-efd7e6a272fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f87bb0a4-63d9-497d-a7e7-65c2047166e7 HTTP/1.1" status: 204 len: 168 time: 0.1873901 Sep 29 17:41:21.294390 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ccd1d-efbc-4dc1-a8d3-efd7e6a272fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87bb0a4-63d9-497d-a7e7-65c2047166e7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:21.296463 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 458772f8-7a27-4d2a-bf8a-8805849721e5 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:41:21.326995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 458772f8-7a27-4d2a-bf8a-8805849721e5 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:41:21.327725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 458772f8-7a27-4d2a-bf8a-8805849721e5 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:41:21.329139 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-d68cf59f-cedb-4ea4-ad1a-33afd0effe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:21.334718 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-d68cf59f-cedb-4ea4-ad1a-33afd0effe77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 200 len: 797 time: 0.1044993 Sep 29 17:41:21.410930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-4272dc09-c87f-45a6-a6ff-60a544028454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:21.412466 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-4272dc09-c87f-45a6-a6ff-60a544028454 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=59537b44-95ea-4fd6-9b97-e24c36b7ed8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0642865 Sep 29 17:41:21.531756 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-eff64694-61e1-45d9-bc1e-91253d96d4c4 service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082904 Sep 29 17:41:21.643528 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-978e0d9a-76b9-498f-892d-6ac47991aa1a service neutron] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018217 Sep 29 17:41:21.696791 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-48483a04-8577-4a48-a0df-43259d885e0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=62fd392b-0e65-4206-a548-c46677c479e2 HTTP/1.1" status: 200 len: 217 time: 0.0459497 Sep 29 17:41:21.866521 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-e7339cd9-7d8b-4a19-98ad-cb40e813c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:21.868386 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-e7339cd9-7d8b-4a19-98ad-cb40e813c499 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef HTTP/1.1" status: 200 len: 797 time: 0.1639848 Sep 29 17:41:21.899413 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4659db4-354b-4b31-a388-d56be79faa8a req-c6aa7d35-47e6-4cee-a17e-e5bd6cd46e9b tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67 HTTP/1.1" status: 200 len: 210 time: 0.0957963 Sep 29 17:41:21.953386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-6b7be493-c50d-4ea5-9bde-05e6de0694c0 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:21.954912 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-6b7be493-c50d-4ea5-9bde-05e6de0694c0 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.49 "GET /v2.0/networks?id=1e320548-4838-49b3-810c-eca399dc0251 HTTP/1.1" status: 200 len: 807 time: 0.2470396 Sep 29 17:41:21.966928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-8673094b-1762-4fbc-b430-ad9be22ef366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:21.968506 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-8673094b-1762-4fbc-b430-ad9be22ef366 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0905263 Sep 29 17:41:21.973676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-34bf4e09-a156-46f1-8122-e13d67ab2831 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Request body: {'port': {'device_id': '6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67', 'network_id': '1e320548-4838-49b3-810c-eca399dc0251', 'admin_state_up': True, 'tenant_id': '19a3ffb93d514bab8f0cba5b583a0fbf'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:22.149495 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-89826f2c-5c20-4492-8e9c-17afded8034e service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711977 Sep 29 17:41:22.192276 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-34bf4e09-a156-46f1-8122-e13d67ab2831 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Made reservation on behalf of 19a3ffb93d514bab8f0cba5b583a0fbf for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:22.195806 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-34bf4e09-a156-46f1-8122-e13d67ab2831 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:22.198558 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51762) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:22.309039 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-98d62e3f-1e88-4020-af00-99c9c4f286fa service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523323 Sep 29 17:41:22.327928 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-85886395-1e09-4d08-8161-cceab27b7c26 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1954277925-network', 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:22.353292 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85886395-1e09-4d08-8161-cceab27b7c26 admin admin] Made reservation on behalf of 15b7b650ffe54ce9ae5f5f9a95fa7b0d for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:22.355603 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85886395-1e09-4d08-8161-cceab27b7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:22.365032 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85886395-1e09-4d08-8161-cceab27b7c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:22.377152 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-5e7a7866-03e7-4da7-9568-f2c80558bc6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e6a33a17-f0e2-435c-abe1-66eb743072fa HTTP/1.1" status: 200 len: 217 time: 0.0589809 Sep 29 17:41:22.444391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-34bf4e09-a156-46f1-8122-e13d67ab2831 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Allocated IP 172.20.0.6 (1e320548-4838-49b3-810c-eca399dc0251/bd46bd0b-ac4a-454f-a197-608ce927ac07/ea239257-1bc1-4e64-bc84-f3073e683881) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:41:22.461458 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-a78e5573-6238-4cda-8ee0-bc1d401f6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:22.463104 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-a78e5573-6238-4cda-8ee0-bc1d401f6944 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef HTTP/1.1" status: 200 len: 797 time: 0.0758753 Sep 29 17:41:22.470801 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85886395-1e09-4d08-8161-cceab27b7c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:22.475123 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85886395-1e09-4d08-8161-cceab27b7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:22.505343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85886395-1e09-4d08-8161-cceab27b7c26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:41:22.511144 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85886395-1e09-4d08-8161-cceab27b7c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97797e19-9dbb-4fdd-b969-cea643bd8bb8,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:22.519054 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85886395-1e09-4d08-8161-cceab27b7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:22.519645 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-85886395-1e09-4d08-8161-cceab27b7c26 admin admin] Added segment b6eb033c-58f6-417c-b4a3-bbbca0fb87e0 of type vlan for network 02b75d35-5ec6-411e-a8d4-24be205a9bcf Sep 29 17:41:22.567177 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85886395-1e09-4d08-8161-cceab27b7c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:22.570604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-7d49c775-7dc4-417c-9598-d4f421915459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:22.572094 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-7d49c775-7dc4-417c-9598-d4f421915459 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1013546 Sep 29 17:41:22.592599 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85886395-1e09-4d08-8161-cceab27b7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:22.593710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85886395-1e09-4d08-8161-cceab27b7c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:22.594856 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85886395-1e09-4d08-8161-cceab27b7c26 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:22.644462 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-85886395-1e09-4d08-8161-cceab27b7c26 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4432752 Sep 29 17:41:22.645342 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51776) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:22.651995 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-177abc74-ff9d-43e0-a107-8bcd6d9bc98b admin admin] Request body: {'subnet': {'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1954277925-subnet', 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:22.706888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177abc74-ff9d-43e0-a107-8bcd6d9bc98b admin admin] Made reservation on behalf of 15b7b650ffe54ce9ae5f5f9a95fa7b0d for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:22.709644 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-177abc74-ff9d-43e0-a107-8bcd6d9bc98b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:22.711900 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85886395-1e09-4d08-8161-cceab27b7c26 admin admin] Pushing event updated for resources: {'Network': ['ID=02b75d35-5ec6-411e-a8d4-24be205a9bcf,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:22.718498 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-34bf4e09-a156-46f1-8122-e13d67ab2831 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:22.723544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 02b75d35-5ec6-411e-a8d4-24be205a9bcf details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:41:22.743664 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-37bf973e-515a-4606-bb0a-bf10a9df8bcb service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323411 Sep 29 17:41:22.825494 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-34bf4e09-a156-46f1-8122-e13d67ab2831 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:22.905507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-34bf4e09-a156-46f1-8122-e13d67ab2831 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Network 1e320548-4838-49b3-810c-eca399dc0251 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:41:22.914981 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-34bf4e09-a156-46f1-8122-e13d67ab2831 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:22.916782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf4e09-a156-46f1-8122-e13d67ab2831 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Pushing event updated for resources: {'Port': ['ID=ea239257-1bc1-4e64-bc84-f3073e683881,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:22.919107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-34bf4e09-a156-46f1-8122-e13d67ab2831 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:41:22.926348 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c11740b-5fde-4ecc-9677-82be1a5a62dd req-03ef7581-7aeb-4b63-aca7-d01998c5a0a3 service neutron] 10.222.0.35 "GET /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719141 Sep 29 17:41:22.938876 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-177abc74-ff9d-43e0-a107-8bcd6d9bc98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:22.993247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-34bf4e09-a156-46f1-8122-e13d67ab2831 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:22.994120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-34bf4e09-a156-46f1-8122-e13d67ab2831 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:23.019624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-34bf4e09-a156-46f1-8122-e13d67ab2831 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0494866 Sep 29 17:41:23.032666 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Request body: {'port': {'device_id': '6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:23.068481 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177abc74-ff9d-43e0-a107-8bcd6d9bc98b admin admin] Checking segment: {'id': 'b6eb033c-58f6-417c-b4a3-bbbca0fb87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:41:23.068858 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177abc74-ff9d-43e0-a107-8bcd6d9bc98b admin admin] Network hostable DHCP agents. Network: 02b75d35-5ec6-411e-a8d4-24be205a9bcf, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:41:23.073197 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177abc74-ff9d-43e0-a107-8bcd6d9bc98b admin admin] Pushing event updated for resources: {'Subnet': ['ID=de200982-5c51-48d4-ad42-c0f071793bbf,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:23.091534 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0565fd-cb78-4912-bee3-32a236ba6b7a req-77e87d1d-d896-41e5-9012-662793b41037 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:23.093011 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ab0565fd-cb78-4912-bee3-32a236ba6b7a req-77e87d1d-d896-41e5-9012-662793b41037 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67 HTTP/1.1" status: 200 len: 931 time: 0.0862684 Sep 29 17:41:23.099308 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:23.116916 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177abc74-ff9d-43e0-a107-8bcd6d9bc98b admin admin] Network 02b75d35-5ec6-411e-a8d4-24be205a9bcf is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:41:23.133951 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-177abc74-ff9d-43e0-a107-8bcd6d9bc98b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 02b75d35-5ec6-411e-a8d4-24be205a9bcf) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:23.141988 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177abc74-ff9d-43e0-a107-8bcd6d9bc98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:23.142943 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-177abc74-ff9d-43e0-a107-8bcd6d9bc98b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:23.147202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb2a0a3-2ffa-4954-a71d-d51917aaa06d None None] Network 02b75d35-5ec6-411e-a8d4-24be205a9bcf requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:41:23.147893 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ab0565fd-cb78-4912-bee3-32a236ba6b7a req-f2fd71ad-b1bd-4a0d-b7ff-2118a8736365 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/security-groups?id=73cbaa91-51d2-47de-99ce-99aad71d2a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455337 Sep 29 17:41:23.161459 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-177abc74-ff9d-43e0-a107-8bcd6d9bc98b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5130527 Sep 29 17:41:23.164257 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51786) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:23.173039 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1954277925-router', 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:23.207332 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:23.208441 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:23.291079 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:23.318238 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4590331-8b9e-48dc-8836-190d6ce122b3 None None] Network 02b75d35-5ec6-411e-a8d4-24be205a9bcf requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:41:23.422695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea239257-1bc1-4e64-bc84-f3073e683881 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:41:23.430420 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:23.443362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Transition to ACTIVE for port object ea239257-1bc1-4e64-bc84-f3073e683881 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:41:23.449577 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:23.457595 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:23.507642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea239257-1bc1-4e64-bc84-f3073e683881,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:23.587001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Attempting to bind port ea239257-1bc1-4e64-bc84-f3073e683881 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:41:23.587445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Attempting to bind port ea239257-1bc1-4e64-bc84-f3073e683881 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'd34ec774-b592-4600-be3f-90551808e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1e320548-4838-49b3-810c-eca399dc0251'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:41:23.587774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Attempting to bind port ea239257-1bc1-4e64-bc84-f3073e683881 on network 1e320548-4838-49b3-810c-eca399dc0251 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:41:23.592321 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Port ea239257-1bc1-4e64-bc84-f3073e683881 on network 1e320548-4838-49b3-810c-eca399dc0251 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:41:23.592670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Attempting to bind port ea239257-1bc1-4e64-bc84-f3073e683881 on network 1e320548-4838-49b3-810c-eca399dc0251 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:41:23.597818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:41:23.598148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Checking segment: {'id': 'd34ec774-b592-4600-be3f-90551808e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1e320548-4838-49b3-810c-eca399dc0251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:41:23.598547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Bound using segment: {'id': 'd34ec774-b592-4600-be3f-90551808e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1e320548-4838-49b3-810c-eca399dc0251'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:41:23.598951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Bound port: ea239257-1bc1-4e64-bc84-f3073e683881, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd34ec774-b592-4600-be3f-90551808e1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '1e320548-4838-49b3-810c-eca399dc0251'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:41:23.599300 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:23.674400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] For port ea239257-1bc1-4e64-bc84-f3073e683881, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:41:23.674845 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:23.678559 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] For port ea239257-1bc1-4e64-bc84-f3073e683881, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=ea239257-1bc1-4e64-bc84-f3073e683881,segment=NetworkSegment(d34ec774-b592-4600-be3f-90551808e1fa),segment_id=d34ec774-b592-4600-be3f-90551808e1fa)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:41:23.684789 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:23.698593 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:23.724583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:23.725264 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:23.726702 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] 10.222.0.49 "PUT /v2.0/ports/ea239257-1bc1-4e64-bc84-f3073e683881 HTTP/1.1" status: 200 len: 1091 time: 0.6990681 Sep 29 17:41:23.727144 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67', 'tag': 'ea239257-1bc1-4e64-bc84-f3073e683881'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:41:23.729414 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d370231-4863-49a4-a201-568acc09f729" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67", "tag": "ea239257-1bc1-4e64-bc84-f3073e683881"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:41:23.759380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9c2a5-f54d-46ad-ac54-6bece31bb7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ea239257-1bc1-4e64-bc84-f3073e683881,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:23.810820 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb02c4c8-a7d5-4a1d-83ea-3c3ad17dd19c x-openstack-request-id: req-fb02c4c8-a7d5-4a1d-83ea-3c3ad17dd19c {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:41:23.811152 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67", "tag": "ea239257-1bc1-4e64-bc84-f3073e683881", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:41:23.812054 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb02c4c8-a7d5-4a1d-83ea-3c3ad17dd19c {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:41:23.812054 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67', 'tag': 'ea239257-1bc1-4e64-bc84-f3073e683881', 'status': 'completed', 'code': 200} Sep 29 17:41:23.827716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-0ccc7f83-f5b3-49e7-b8ff-16617ac8e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:23.830645 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-0ccc7f83-f5b3-49e7-b8ff-16617ac8e308 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19a3ffb93d514bab8f0cba5b583a0fbf&device_id=6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67 HTTP/1.1" status: 200 len: 1094 time: 0.0532520 Sep 29 17:41:23.839059 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Allocated IP 172.25.2.215 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/eb06a3eb-8a31-4436-8405-29b2048d6fe8) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:41:23.874480 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-0d190a37-019d-41fd-bffb-50492e07f01c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea239257-1bc1-4e64-bc84-f3073e683881 HTTP/1.1" status: 200 len: 217 time: 0.0364690 Sep 29 17:41:23.947640 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:23.951696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-21076890-aa92-401f-a87b-a4fead519e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:23.954294 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-21076890-aa92-401f-a87b-a4fead519e3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bd46bd0b-ac4a-454f-a197-608ce927ac07 HTTP/1.1" status: 200 len: 847 time: 0.0714059 Sep 29 17:41:23.985764 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:23.991446 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-b6657f85-dab2-46dc-8c48-cf87727d6e79 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1e320548-4838-49b3-810c-eca399dc0251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308714 Sep 29 17:41:24.030854 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Pushing event updated for resources: {'Port': ['ID=eb06a3eb-8a31-4436-8405-29b2048d6fe8,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:24.049491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:41:24.050835 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:24.053120 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:41:24.089231 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-6e786d06-7069-410f-94a3-8c7924633624 service neutron] 10.222.0.49 "GET /v2.0/networks/1e320548-4838-49b3-810c-eca399dc0251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900006 Sep 29 17:41:24.205847 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5598d9f2-f33a-4336-b2af-e472eb8d6842 req-94d08c7d-4cbb-44d5-b9af-93455083eb63 service neutron] 10.222.0.49 "GET /v2.0/networks/1e320548-4838-49b3-810c-eca399dc0251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091092 Sep 29 17:41:24.320839 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e7671-499c-4ee0-b824-0f94a1722af9 req-e50832cd-07fd-42d5-9980-a8972ba22177 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:24.321247 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:24.322780 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa6e7671-499c-4ee0-b824-0f94a1722af9 req-e50832cd-07fd-42d5-9980-a8972ba22177 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67 HTTP/1.1" status: 200 len: 943 time: 0.0873563 Sep 29 17:41:24.337072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d370231-4863-49a4-a201-568acc09f729 req-63fdbaef-7876-4485-a34e-747721249b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:24.338637 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d370231-4863-49a4-a201-568acc09f729 req-63fdbaef-7876-4485-a34e-747721249b51 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19a3ffb93d514bab8f0cba5b583a0fbf&device_id=6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67 HTTP/1.1" status: 200 len: 1094 time: 0.0715404 Sep 29 17:41:24.392630 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fa6e7671-499c-4ee0-b824-0f94a1722af9 req-d8bfbcfe-3c84-4f42-b69d-237b9ab1d24d tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/security-groups?id=73cbaa91-51d2-47de-99ce-99aad71d2a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634425 Sep 29 17:41:24.454971 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d370231-4863-49a4-a201-568acc09f729 req-45e323c1-73e5-47d0-82a4-6ceb9b81a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:24.456415 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d370231-4863-49a4-a201-568acc09f729 req-45e323c1-73e5-47d0-82a4-6ceb9b81a157 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1e320548-4838-49b3-810c-eca399dc0251 HTTP/1.1" status: 200 len: 908 time: 0.1084659 Sep 29 17:41:24.505541 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d370231-4863-49a4-a201-568acc09f729 req-3b7aa8e9-d281-4065-9d96-7818834c8517 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea239257-1bc1-4e64-bc84-f3073e683881 HTTP/1.1" status: 200 len: 217 time: 0.0379982 Sep 29 17:41:24.534763 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:24.560425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d370231-4863-49a4-a201-568acc09f729 req-1feb91f7-bddc-4957-a75e-2b187f0ac51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:24.562048 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d370231-4863-49a4-a201-568acc09f729 req-1feb91f7-bddc-4957-a75e-2b187f0ac51e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bd46bd0b-ac4a-454f-a197-608ce927ac07 HTTP/1.1" status: 200 len: 847 time: 0.0486128 Sep 29 17:41:24.599685 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d370231-4863-49a4-a201-568acc09f729 req-eebcc851-bc8d-4c1d-b2a8-fd978cd61fcf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1e320548-4838-49b3-810c-eca399dc0251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292604 Sep 29 17:41:24.672221 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Router cecf868c-f350-44f5-bbea-2fc4dcf75e1b is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:41:24.697209 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d370231-4863-49a4-a201-568acc09f729 req-7e53b4c1-1995-4d25-b82d-21fb41dfdb56 service neutron] 10.222.0.49 "GET /v2.0/networks/1e320548-4838-49b3-810c-eca399dc0251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886712 Sep 29 17:41:24.801055 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d370231-4863-49a4-a201-568acc09f729 req-b582eb6c-b80a-4114-9f88-c17ee20cb53e service neutron] 10.222.0.49 "GET /v2.0/networks/1e320548-4838-49b3-810c-eca399dc0251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960729 Sep 29 17:41:24.802182 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:41:24.820171 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:24.821706 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-68b92aff-4059-4b0c-b9d6-c0c55bcc4b43 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.6564193 Sep 29 17:41:24.822610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Sync routers for ids ['cecf868c-f350-44f5-bbea-2fc4dcf75e1b'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:41:24.824399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51824) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:24.850139 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Routers {'cecf868c-f350-44f5-bbea-2fc4dcf75e1b'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:41:24.850769 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:41:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['cecf868c-f350-44f5-bbea-2fc4dcf75e1b'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:24.974422 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Set router cecf868c-f350-44f5-bbea-2fc4dcf75e1b gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:41:25.166515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1954277925-router', 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'eb06a3eb-8a31-4436-8405-29b2048d6fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:41:23Z', 'updated_at': '2021-09-29T17:41:24Z', 'revision_number': 3, 'project_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'gw_port': {'id': 'eb06a3eb-8a31-4436-8405-29b2048d6fe8', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:41:23Z', 'updated_at': '2021-09-29T17:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:25.195974 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Checking router: cecf868c-f350-44f5-bbea-2fc4dcf75e1b for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:41:25.196326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Updating router cecf868c-f350-44f5-bbea-2fc4dcf75e1b port eb06a3eb-8a31-4436-8405-29b2048d6fe8 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:41:25.223493 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:25.274682 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:25.315169 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device ea239257-1bc1-4e64-bc84-f3073e683881 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:41:25.465522 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Allocated IP 172.20.0.1 (02b75d35-5ec6-411e-a8d4-24be205a9bcf/de200982-5c51-48d4-ad42-c0f071793bbf/45a152c8-c11e-458f-91e4-0980d24f925d) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:41:25.537760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b551e08-e456-4d53-b055-2ee00e294a9e req-fae77994-8f65-42e2-91d5-41d7ff68e500 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:25.540293 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6b551e08-e456-4d53-b055-2ee00e294a9e req-fae77994-8f65-42e2-91d5-41d7ff68e500 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67 HTTP/1.1" status: 200 len: 943 time: 0.0603046 Sep 29 17:41:25.599570 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6b551e08-e456-4d53-b055-2ee00e294a9e req-d5dff46f-3148-4f92-8412-ec9f20a6c7f3 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/security-groups?id=73cbaa91-51d2-47de-99ce-99aad71d2a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530744 Sep 29 17:41:25.722864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port ea239257-1bc1-4e64-bc84-f3073e683881, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=ea239257-1bc1-4e64-bc84-f3073e683881,segment=NetworkSegment(d34ec774-b592-4600-be3f-90551808e1fa),segment_id=d34ec774-b592-4600-be3f-90551808e1fa)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:25.751020 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'ea239257-1bc1-4e64-bc84-f3073e683881', 'network_id': '1e320548-4838-49b3-810c-eca399dc0251', 'port_id': 'ea239257-1bc1-4e64-bc84-f3073e683881', 'mac_address': 'fa:16:3e:8f:19:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd46bd0b-ac4a-454f-a197-608ce927ac07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:41:25.833055 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:25.862909 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea239257-1bc1-4e64-bc84-f3073e683881 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:41:25.871317 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:25.880790 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:25.904916 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port ea239257-1bc1-4e64-bc84-f3073e683881, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=ea239257-1bc1-4e64-bc84-f3073e683881,segment=NetworkSegment(d34ec774-b592-4600-be3f-90551808e1fa),segment_id=d34ec774-b592-4600-be3f-90551808e1fa)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:25.935206 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:25.944109 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Attempting to bind port eb06a3eb-8a31-4436-8405-29b2048d6fe8 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:41:25.944475 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Attempting to bind port eb06a3eb-8a31-4436-8405-29b2048d6fe8 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:41:25.944841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Attempting to bind port eb06a3eb-8a31-4436-8405-29b2048d6fe8 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:41:25.980690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:41:25.981070 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:41:25.981604 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:25.981997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:41:25.982797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Bound port: eb06a3eb-8a31-4436-8405-29b2048d6fe8, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:41:25.983177 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:25.987919 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115f89e-7d9c-4dcc-b17d-b9c54bed5527 None None] Pushing event updated for resources: {'Port': ['ID=eb06a3eb-8a31-4436-8405-29b2048d6fe8,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:26.009996 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:26.044908 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:26.086334 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Network 02b75d35-5ec6-411e-a8d4-24be205a9bcf is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:41:26.089376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:26.092100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:41:26.094528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=ea239257-1bc1-4e64-bc84-f3073e683881,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:26.104789 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] For port eb06a3eb-8a31-4436-8405-29b2048d6fe8, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:41:26.117127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] For port eb06a3eb-8a31-4436-8405-29b2048d6fe8, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=eb06a3eb-8a31-4436-8405-29b2048d6fe8,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:41:26.125552 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:26.128637 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Pushing event updated for resources: {'Port': ['ID=45a152c8-c11e-458f-91e4-0980d24f925d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:26.145936 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:26.158390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['ea239257-1bc1-4e64-bc84-f3073e683881'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:41:26.236133 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Routers {'cecf868c-f350-44f5-bbea-2fc4dcf75e1b'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:41:26.236602 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:41:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['cecf868c-f350-44f5-bbea-2fc4dcf75e1b'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:26.244420 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115f89e-7d9c-4dcc-b17d-b9c54bed5527 None None] Pushing event updated for resources: {'Port': ['ID=eb06a3eb-8a31-4436-8405-29b2048d6fe8,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:26.299853 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:26.422334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] Set router cecf868c-f350-44f5-bbea-2fc4dcf75e1b gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:41:26.499186 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:26.510695 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:26.557189 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:26.624124 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Pushing event updated for resources: {'Port': ['ID=45a152c8-c11e-458f-91e4-0980d24f925d,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:26.676972 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1954277925-router', 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'eb06a3eb-8a31-4436-8405-29b2048d6fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:41:23Z', 'updated_at': '2021-09-29T17:41:24Z', 'revision_number': 3, 'project_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'gw_port': {'id': 'eb06a3eb-8a31-4436-8405-29b2048d6fe8', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:41:23Z', 'updated_at': '2021-09-29T17:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:26.705746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b591ed-ff91-485a-85be-aef5a923a4d9 None None] The sync data for ids ['cecf868c-f350-44f5-bbea-2fc4dcf75e1b'] in n-d-811748-2 is: [{'id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1954277925-router', 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'eb06a3eb-8a31-4436-8405-29b2048d6fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:41:23Z', 'updated_at': '2021-09-29T17:41:24Z', 'revision_number': 3, 'project_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'gw_port': {'id': 'eb06a3eb-8a31-4436-8405-29b2048d6fe8', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:41:23Z', 'updated_at': '2021-09-29T17:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:41:26.716260 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Network 02b75d35-5ec6-411e-a8d4-24be205a9bcf is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:41:26.717911 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:26.736027 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20647a-3a01-4ac5-9706-dae6c61f82d4 req-6ff0253f-b4b0-444e-b138-047ce29b73fd tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:26.743954 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff20647a-3a01-4ac5-9706-dae6c61f82d4 req-6ff0253f-b4b0-444e-b138-047ce29b73fd tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67 HTTP/1.1" status: 200 len: 944 time: 0.0722463 Sep 29 17:41:26.783981 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ff20647a-3a01-4ac5-9706-dae6c61f82d4 req-6e7192eb-8538-44b8-a01a-b4304efc13ea tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/security-groups?id=73cbaa91-51d2-47de-99ce-99aad71d2a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391433 Sep 29 17:41:26.851806 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Router cecf868c-f350-44f5-bbea-2fc4dcf75e1b has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:41:27.009748 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:41:27.016343 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ef50f2f0-201a-400b-81be-d71847d51b7a admin admin] 10.222.0.44 "PUT /v2.0/routers/cecf868c-f350-44f5-bbea-2fc4dcf75e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1900151 Sep 29 17:41:27.279481 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:27.296361 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device ea239257-1bc1-4e64-bc84-f3073e683881 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:41:27.407278 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port ea239257-1bc1-4e64-bc84-f3073e683881 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:41:27.413150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port ea239257-1bc1-4e64-bc84-f3073e683881 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:27.413534 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:27.580332 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:27.632561 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea239257-1bc1-4e64-bc84-f3073e683881'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:41:27.649227 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badaad0f-ffab-4912-8a74-7683dcbbd92b" -d '{"events": [{"server_uuid": "6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67", "name": "network-vif-plugged", "status": "completed", "tag": "ea239257-1bc1-4e64-bc84-f3073e683881"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:41:27.684255 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port ea239257-1bc1-4e64-bc84-f3073e683881, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=ea239257-1bc1-4e64-bc84-f3073e683881,segment=NetworkSegment(d34ec774-b592-4600-be3f-90551808e1fa),segment_id=d34ec774-b592-4600-be3f-90551808e1fa)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:27.698499 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:27.765227 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c84a0e0-5fef-447e-b1d3-bbc93c373b41 x-openstack-request-id: req-8c84a0e0-5fef-447e-b1d3-bbc93c373b41 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:41:27.766061 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67", "name": "network-vif-plugged", "status": "completed", "tag": "ea239257-1bc1-4e64-bc84-f3073e683881", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:41:27.766325 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c84a0e0-5fef-447e-b1d3-bbc93c373b41 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:41:27.766726 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea239257-1bc1-4e64-bc84-f3073e683881', 'code': 200} Sep 29 17:41:27.832489 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=ea239257-1bc1-4e64-bc84-f3073e683881,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:27.919573 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device eb06a3eb-8a31-4436-8405-29b2048d6fe8 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:41:27.974780 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9def4-e943-4b23-999f-903104c1d2ba req-7251d7af-e7d4-449e-95b2-107ce7ab2fd1 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:27.976658 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8ab9def4-e943-4b23-999f-903104c1d2ba req-7251d7af-e7d4-449e-95b2-107ce7ab2fd1 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67 HTTP/1.1" status: 200 len: 945 time: 0.0726779 Sep 29 17:41:28.012768 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port eb06a3eb-8a31-4436-8405-29b2048d6fe8 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:28.013231 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:28.055702 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8ab9def4-e943-4b23-999f-903104c1d2ba req-937d0b43-d0e4-44e9-962d-2422453c41f3 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/security-groups?id=73cbaa91-51d2-47de-99ce-99aad71d2a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639694 Sep 29 17:41:28.101960 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfa677-ba29-440c-b17a-5b2a4bfd8594 req-1ebcb587-aa39-491f-b061-4d82963e1d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:28.103450 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d4cfa677-ba29-440c-b17a-5b2a4bfd8594 req-1ebcb587-aa39-491f-b061-4d82963e1d6c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67 HTTP/1.1" status: 200 len: 1096 time: 0.0959637 Sep 29 17:41:28.126708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-a27e097c-8c59-4fb8-bdcf-ba095748cd70 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:28.128191 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-a27e097c-8c59-4fb8-bdcf-ba095748cd70 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/networks?id=02b75d35-5ec6-411e-a8d4-24be205a9bcf HTTP/1.1" status: 200 len: 819 time: 0.6712162 Sep 29 17:41:28.138261 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:28.159070 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-bde540d6-4012-4454-a6fb-29e59423e7bf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/quotas/15b7b650ffe54ce9ae5f5f9a95fa7b0d HTTP/1.1" status: 200 len: 375 time: 0.0234835 Sep 29 17:41:28.160573 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d4cfa677-ba29-440c-b17a-5b2a4bfd8594 req-a8b8b1a0-01ac-43fe-9c64-e30ed288210a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=73cbaa91-51d2-47de-99ce-99aad71d2a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492530 Sep 29 17:41:28.166920 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port eb06a3eb-8a31-4436-8405-29b2048d6fe8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=eb06a3eb-8a31-4436-8405-29b2048d6fe8,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:28.171238 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:28.243295 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=eb06a3eb-8a31-4436-8405-29b2048d6fe8,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:28.251193 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-8edc52a8-2019-42ac-b357-ba29c7cc63c9 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=15b7b650ffe54ce9ae5f5f9a95fa7b0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0860770 Sep 29 17:41:28.354532 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-77b164f9-9634-423b-a02a-9b34f1d9c0c7 service neutron] 10.222.0.44 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928698 Sep 29 17:41:28.449493 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-b2a3a327-4b0c-4b4d-bcb6-db956d8c3f1c service neutron] 10.222.0.44 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878978 Sep 29 17:41:28.635035 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-71e1e4f9-79a9-45d0-b932-8be326bd46c9 req-e0460d16-2e18-4a71-8517-673f1e82ed8c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 210 time: 0.0291731 Sep 29 17:41:28.909137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-53fd0a0a-fdaa-432e-9508-cc7cc32bed54 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:28.910681 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-53fd0a0a-fdaa-432e-9508-cc7cc32bed54 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/networks?id=02b75d35-5ec6-411e-a8d4-24be205a9bcf HTTP/1.1" status: 200 len: 819 time: 0.1262496 Sep 29 17:41:28.933794 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Sync routers for ids ['cecf868c-f350-44f5-bbea-2fc4dcf75e1b'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:41:28.937961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-5d81f248-ce81-4c98-a165-96071205ac59 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/quotas/15b7b650ffe54ce9ae5f5f9a95fa7b0d HTTP/1.1" status: 200 len: 375 time: 0.0162776 Sep 29 17:41:28.944130 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Routers {'cecf868c-f350-44f5-bbea-2fc4dcf75e1b'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:41:28.945101 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:41:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['cecf868c-f350-44f5-bbea-2fc4dcf75e1b'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:29.023884 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-95cc1b0b-0235-41c7-b6b8-2aecc42540e2 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=15b7b650ffe54ce9ae5f5f9a95fa7b0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0845525 Sep 29 17:41:29.180181 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Set router cecf868c-f350-44f5-bbea-2fc4dcf75e1b gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:41:29.225619 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-fc71ad5a-408d-458f-8ae3-5793427a1d8d service neutron] 10.222.0.44 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930714 Sep 29 17:41:29.327626 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d730a-82d2-46fc-b40c-19728548344c req-5940ac9b-6001-4f5b-9d3c-11cebb55f8f9 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:29.334777 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-013d730a-82d2-46fc-b40c-19728548344c req-5940ac9b-6001-4f5b-9d3c-11cebb55f8f9 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67 HTTP/1.1" status: 200 len: 945 time: 0.1435084 Sep 29 17:41:29.407102 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-eaa78b0c-362c-4128-b458-5ec06db0109a service neutron] 10.222.0.44 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834910 Sep 29 17:41:29.419866 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-013d730a-82d2-46fc-b40c-19728548344c req-9e6b6616-b140-436d-88ee-488cdf0470f8 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/security-groups?id=73cbaa91-51d2-47de-99ce-99aad71d2a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735841 Sep 29 17:41:29.493816 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1954277925-router', 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'eb06a3eb-8a31-4436-8405-29b2048d6fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:41:23Z', 'updated_at': '2021-09-29T17:41:26Z', 'revision_number': 4, 'project_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'gw_port': {'id': 'eb06a3eb-8a31-4436-8405-29b2048d6fe8', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:41:23Z', 'updated_at': '2021-09-29T17:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '45a152c8-c11e-458f-91e4-0980d24f925d', 'name': '', 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf', 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'mac_address': 'fa:16:3e:33:bc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'de200982-5c51-48d4-ad42-c0f071793bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:41:25Z', 'updated_at': '2021-09-29T17:41:26Z', 'revision_number': 2, 'project_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'subnets': [{'id': 'de200982-5c51-48d4-ad42-c0f071793bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:29.527168 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Checking router: cecf868c-f350-44f5-bbea-2fc4dcf75e1b for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:41:29.527540 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Updating router cecf868c-f350-44f5-bbea-2fc4dcf75e1b port 45a152c8-c11e-458f-91e4-0980d24f925d binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:41:29.563283 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:29.632864 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a542bb7-3cfe-4915-8a2e-ddfe59de7e80 req-5d709547-6242-4ffd-825d-10ecc25ad410 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 210 time: 0.0328174 Sep 29 17:41:29.834361 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device eb06a3eb-8a31-4436-8405-29b2048d6fe8 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:41:29.974827 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port eb06a3eb-8a31-4436-8405-29b2048d6fe8 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:29.976555 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:29.986433 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:29.990385 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-27bb484e-7291-4743-a1be-ad503a4b08cd tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:29.992156 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-27bb484e-7291-4743-a1be-ad503a4b08cd tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.49 "GET /v2.0/networks?id=02b75d35-5ec6-411e-a8d4-24be205a9bcf HTTP/1.1" status: 200 len: 819 time: 0.2218604 Sep 29 17:41:29.993096 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:30.010821 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Request body: {'port': {'device_id': '16812788-0a34-48cc-b6b5-46970acfb117', 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf', 'admin_state_up': True, 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:30.096276 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ef434-765f-458c-b8f3-ab3616804e63 None None] Pushing event updated for resources: {'Port': ['ID=45a152c8-c11e-458f-91e4-0980d24f925d,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:30.099644 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Attempting to bind port 45a152c8-c11e-458f-91e4-0980d24f925d on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:41:30.100185 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Attempting to bind port 45a152c8-c11e-458f-91e4-0980d24f925d by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'b6eb033c-58f6-417c-b4a3-bbbca0fb87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:41:30.100733 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Attempting to bind port 45a152c8-c11e-458f-91e4-0980d24f925d on network 02b75d35-5ec6-411e-a8d4-24be205a9bcf {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:41:30.111998 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ef434-765f-458c-b8f3-ab3616804e63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.112655 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ef434-765f-458c-b8f3-ab3616804e63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.113238 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ef434-765f-458c-b8f3-ab3616804e63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.113714 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ef434-765f-458c-b8f3-ab3616804e63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.114104 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ef434-765f-458c-b8f3-ab3616804e63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.114563 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ef434-765f-458c-b8f3-ab3616804e63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.114917 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ef434-765f-458c-b8f3-ab3616804e63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.115371 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ef434-765f-458c-b8f3-ab3616804e63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.115721 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ef434-765f-458c-b8f3-ab3616804e63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.116098 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ef434-765f-458c-b8f3-ab3616804e63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.116476 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ef434-765f-458c-b8f3-ab3616804e63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.116842 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83ef434-765f-458c-b8f3-ab3616804e63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.120520 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:41:30.126048 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Checking segment: {'id': 'b6eb033c-58f6-417c-b4a3-bbbca0fb87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:41:30.126556 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:30.127072 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Bound using segment: {'id': 'b6eb033c-58f6-417c-b4a3-bbbca0fb87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:41:30.129869 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Bound port: 45a152c8-c11e-458f-91e4-0980d24f925d, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6eb033c-58f6-417c-b4a3-bbbca0fb87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:41:30.130477 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:30.197565 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:41:30.203888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Made reservation on behalf of 15b7b650ffe54ce9ae5f5f9a95fa7b0d for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:30.207544 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:30.239618 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] For port 45a152c8-c11e-458f-91e4-0980d24f925d, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:41:30.257453 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] For port 45a152c8-c11e-458f-91e4-0980d24f925d, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=45a152c8-c11e-458f-91e4-0980d24f925d,segment=NetworkSegment(b6eb033c-58f6-417c-b4a3-bbbca0fb87e0),segment_id=b6eb033c-58f6-417c-b4a3-bbbca0fb87e0)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:41:30.273551 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:30.361859 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ef434-765f-458c-b8f3-ab3616804e63 None None] Pushing event updated for resources: {'Port': ['ID=45a152c8-c11e-458f-91e4-0980d24f925d,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:30.363655 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Allocated IP 172.20.0.12 (02b75d35-5ec6-411e-a8d4-24be205a9bcf/de200982-5c51-48d4-ad42-c0f071793bbf/468112f4-23dd-417b-acaa-54f41e4a9f7e) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:41:30.379449 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Routers {'cecf868c-f350-44f5-bbea-2fc4dcf75e1b'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:41:30.380657 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:41:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['cecf868c-f350-44f5-bbea-2fc4dcf75e1b'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:30.554036 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] Set router cecf868c-f350-44f5-bbea-2fc4dcf75e1b gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:41:30.622393 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:30.672460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54239cd-3f5b-41c4-a428-e353a1dd40df req-e9469ea0-cfed-419d-b672-0e991da6f64a tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:30.674141 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f54239cd-3f5b-41c4-a428-e353a1dd40df req-e9469ea0-cfed-419d-b672-0e991da6f64a tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67 HTTP/1.1" status: 200 len: 945 time: 0.0721478 Sep 29 17:41:30.725325 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f54239cd-3f5b-41c4-a428-e353a1dd40df req-447193dd-f005-47c5-9797-df0c473c07f0 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/security-groups?id=73cbaa91-51d2-47de-99ce-99aad71d2a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394819 Sep 29 17:41:30.730264 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:30.752616 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c9bcdd07-06e3-4693-952f-7aa9619e5814 req-2998c0eb-f461-4689-9bb6-58ee66334529 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 210 time: 0.0315633 Sep 29 17:41:30.786289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Network 02b75d35-5ec6-411e-a8d4-24be205a9bcf is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:41:30.786916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:30.790704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:41:30.849172 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1954277925-router', 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'eb06a3eb-8a31-4436-8405-29b2048d6fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:41:23Z', 'updated_at': '2021-09-29T17:41:26Z', 'revision_number': 4, 'project_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'gw_port': {'id': 'eb06a3eb-8a31-4436-8405-29b2048d6fe8', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:41:23Z', 'updated_at': '2021-09-29T17:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '45a152c8-c11e-458f-91e4-0980d24f925d', 'name': '', 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf', 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'mac_address': 'fa:16:3e:33:bc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'de200982-5c51-48d4-ad42-c0f071793bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:41:25Z', 'updated_at': '2021-09-29T17:41:30Z', 'revision_number': 4, 'project_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'subnets': [{'id': 'de200982-5c51-48d4-ad42-c0f071793bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:30.852830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Pushing event updated for resources: {'Port': ['ID=468112f4-23dd-417b-acaa-54f41e4a9f7e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:30.868309 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.868671 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.869006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.869564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.869896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.870226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.870557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.870909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.880675 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.880879 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0810cbce-107f-4a60-84c0-8b68601a58b1 None None] The sync data for ids ['cecf868c-f350-44f5-bbea-2fc4dcf75e1b'] in n-d-811748-2 is: [{'id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1954277925-router', 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'eb06a3eb-8a31-4436-8405-29b2048d6fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:41:23Z', 'updated_at': '2021-09-29T17:41:26Z', 'revision_number': 4, 'project_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'gw_port': {'id': 'eb06a3eb-8a31-4436-8405-29b2048d6fe8', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:41:23Z', 'updated_at': '2021-09-29T17:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '45a152c8-c11e-458f-91e4-0980d24f925d', 'name': '', 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf', 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'mac_address': 'fa:16:3e:33:bc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': 'de200982-5c51-48d4-ad42-c0f071793bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:41:25Z', 'updated_at': '2021-09-29T17:41:30Z', 'revision_number': 4, 'project_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'subnets': [{'id': 'de200982-5c51-48d4-ad42-c0f071793bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:41:30.881063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.888119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.888811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:30.913167 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:30.914073 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:30.934202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-be48465b-4435-4977-a74d-648a170aa7cf tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9296339 Sep 29 17:41:30.952457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Request body: {'port': {'device_id': '16812788-0a34-48cc-b6b5-46970acfb117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:31.058937 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:31.490963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-59397bc9-d06d-4267-8ac8-360c5818e5ba tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:31.492567 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-59397bc9-d06d-4267-8ac8-360c5818e5ba tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.35 "GET /v2.0/networks?id=02b75d35-5ec6-411e-a8d4-24be205a9bcf HTTP/1.1" status: 200 len: 819 time: 0.2722285 Sep 29 17:41:31.518483 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-6903a23d-6d83-4bd0-8101-462f57545d2c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Request body: {'port': {'device_id': '0002025c-430f-4bc5-bf5e-0c640216b079', 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf', 'admin_state_up': True, 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:31.603670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468112f4-23dd-417b-acaa-54f41e4a9f7e {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:41:31.614049 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:31.630301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Transition to ACTIVE for port object 468112f4-23dd-417b-acaa-54f41e4a9f7e will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:41:31.714118 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:31.756039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-6903a23d-6d83-4bd0-8101-462f57545d2c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Made reservation on behalf of 15b7b650ffe54ce9ae5f5f9a95fa7b0d for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:31.759812 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-6903a23d-6d83-4bd0-8101-462f57545d2c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:31.806950 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Pushing event updated for resources: {'Port': ['ID=468112f4-23dd-417b-acaa-54f41e4a9f7e,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:31.894823 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 45a152c8-c11e-458f-91e4-0980d24f925d up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:41:31.971886 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c93a12f-ae63-4cdf-8697-82529d77c870 req-e6f1f248-d1d9-40e9-b36a-413155cd5161 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 210 time: 0.0496240 Sep 29 17:41:32.003845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Attempting to bind port 468112f4-23dd-417b-acaa-54f41e4a9f7e on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:41:32.004182 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Attempting to bind port 468112f4-23dd-417b-acaa-54f41e4a9f7e by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'b6eb033c-58f6-417c-b4a3-bbbca0fb87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:41:32.004505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Attempting to bind port 468112f4-23dd-417b-acaa-54f41e4a9f7e on network 02b75d35-5ec6-411e-a8d4-24be205a9bcf {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:41:32.012549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 45a152c8-c11e-458f-91e4-0980d24f925d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:32.013177 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:32.053510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Port 468112f4-23dd-417b-acaa-54f41e4a9f7e on network 02b75d35-5ec6-411e-a8d4-24be205a9bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:41:32.053817 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Attempting to bind port 468112f4-23dd-417b-acaa-54f41e4a9f7e on network 02b75d35-5ec6-411e-a8d4-24be205a9bcf {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:41:32.079647 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:41:32.081964 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Checking segment: {'id': 'b6eb033c-58f6-417c-b4a3-bbbca0fb87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:41:32.082425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Bound using segment: {'id': 'b6eb033c-58f6-417c-b4a3-bbbca0fb87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:41:32.083019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Bound port: 468112f4-23dd-417b-acaa-54f41e4a9f7e, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb033c-58f6-417c-b4a3-bbbca0fb87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:41:32.083486 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:32.152413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-6903a23d-6d83-4bd0-8101-462f57545d2c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Allocated IP 172.20.0.2 (02b75d35-5ec6-411e-a8d4-24be205a9bcf/de200982-5c51-48d4-ad42-c0f071793bbf/41c19777-7be6-46ad-aee2-1399f2cbb327) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:41:32.166152 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:32.219944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] For port 468112f4-23dd-417b-acaa-54f41e4a9f7e, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:41:32.243120 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] For port 468112f4-23dd-417b-acaa-54f41e4a9f7e, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=468112f4-23dd-417b-acaa-54f41e4a9f7e,segment=NetworkSegment(b6eb033c-58f6-417c-b4a3-bbbca0fb87e0),segment_id=b6eb033c-58f6-417c-b4a3-bbbca0fb87e0)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:41:32.245069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 45a152c8-c11e-458f-91e4-0980d24f925d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=45a152c8-c11e-458f-91e4-0980d24f925d,segment=NetworkSegment(b6eb033c-58f6-417c-b4a3-bbbca0fb87e0),segment_id=b6eb033c-58f6-417c-b4a3-bbbca0fb87e0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:32.251957 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:32.252892 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:32.339049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:32.339687 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:32.341115 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] 10.222.0.49 "PUT /v2.0/ports/468112f4-23dd-417b-acaa-54f41e4a9f7e HTTP/1.1" status: 200 len: 1092 time: 1.3978388 Sep 29 17:41:32.341598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16812788-0a34-48cc-b6b5-46970acfb117', 'tag': '468112f4-23dd-417b-acaa-54f41e4a9f7e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:41:32.343881 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef7b992-f62d-4347-973d-9fd8128333d4" -d '{"events": [{"name": "network-changed", "server_uuid": "16812788-0a34-48cc-b6b5-46970acfb117", "tag": "468112f4-23dd-417b-acaa-54f41e4a9f7e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:41:32.352195 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=45a152c8-c11e-458f-91e4-0980d24f925d,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:32.479450 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9168ba9e-91d4-416a-b4b5-6ee59ab75a79 x-openstack-request-id: req-9168ba9e-91d4-416a-b4b5-6ee59ab75a79 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:41:32.481472 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16812788-0a34-48cc-b6b5-46970acfb117", "tag": "468112f4-23dd-417b-acaa-54f41e4a9f7e", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:41:32.481898 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9168ba9e-91d4-416a-b4b5-6ee59ab75a79 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:41:32.482682 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16812788-0a34-48cc-b6b5-46970acfb117', 'tag': '468112f4-23dd-417b-acaa-54f41e4a9f7e', 'status': 'completed', 'code': 200} Sep 29 17:41:32.497471 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04242345-687e-4bcb-b804-b63fb135e72a service neutron] Pushing event updated for resources: {'Port': ['ID=468112f4-23dd-417b-acaa-54f41e4a9f7e,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:32.535702 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-6903a23d-6d83-4bd0-8101-462f57545d2c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:32.544113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-b37e0255-b327-4d0c-9621-ac38f90e55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:32.545778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-b37e0255-b327-4d0c-9621-ac38f90e55a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15b7b650ffe54ce9ae5f5f9a95fa7b0d&device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 1095 time: 0.1526709 Sep 29 17:41:32.596123 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-66f575ab-1435-4b6e-a0b1-f53e34ab70c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=468112f4-23dd-417b-acaa-54f41e4a9f7e HTTP/1.1" status: 200 len: 217 time: 0.0411210 Sep 29 17:41:32.674023 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-6903a23d-6d83-4bd0-8101-462f57545d2c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:32.688467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-1fecf90f-3275-46e4-9b13-887c9c299316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:32.690049 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-1fecf90f-3275-46e4-9b13-887c9c299316 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de200982-5c51-48d4-ad42-c0f071793bbf HTTP/1.1" status: 200 len: 859 time: 0.0835340 Sep 29 17:41:32.749016 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-6903a23d-6d83-4bd0-8101-462f57545d2c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Network 02b75d35-5ec6-411e-a8d4-24be205a9bcf is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:41:32.752405 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-91da0e6d-f243-4cc5-96fe-1d27deda5a86 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02b75d35-5ec6-411e-a8d4-24be205a9bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403695 Sep 29 17:41:32.755986 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-6903a23d-6d83-4bd0-8101-462f57545d2c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:32.758513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-6903a23d-6d83-4bd0-8101-462f57545d2c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:41:32.834460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903a23d-6d83-4bd0-8101-462f57545d2c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Pushing event updated for resources: {'Port': ['ID=41c19777-7be6-46ad-aee2-1399f2cbb327,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:32.865679 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-6903a23d-6d83-4bd0-8101-462f57545d2c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:32.866632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-6903a23d-6d83-4bd0-8101-462f57545d2c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:32.929232 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-6903a23d-6d83-4bd0-8101-462f57545d2c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4168196 Sep 29 17:41:32.957727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Request body: {'port': {'device_id': '0002025c-430f-4bc5-bf5e-0c640216b079', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:32.987536 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-09677dca-6c8e-4908-8c21-d486605fe278 service neutron] 10.222.0.49 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225986 Sep 29 17:41:33.021223 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52078) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:33.067843 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:33.167617 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55117541-8240-4d5a-ae17-a94d5a59051c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:33.237537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7dac6-9bec-49e1-a6df-b8a30ba7b663 req-428ee9eb-8ec8-4fa5-b38d-363c21dd9bbe tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:33.245180 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dac7dac6-9bec-49e1-a6df-b8a30ba7b663 req-428ee9eb-8ec8-4fa5-b38d-363c21dd9bbe tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 931 time: 0.1522827 Sep 29 17:41:33.308702 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55117541-8240-4d5a-ae17-a94d5a59051c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:33.314724 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f0d9c12-d1c9-4ded-ad47-23257fcf6bc2 req-4f4b34bc-f525-48a1-b606-c809f3ee275d service neutron] 10.222.0.49 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201873 Sep 29 17:41:33.316672 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55117541-8240-4d5a-ae17-a94d5a59051c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:33.351259 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dac7dac6-9bec-49e1-a6df-b8a30ba7b663 req-9821553d-bb3e-400a-9451-23c2074eea5e tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051683 Sep 29 17:41:33.355101 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-55117541-8240-4d5a-ae17-a94d5a59051c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38b8e22d4fea44548b27e93aef51595e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320191 Sep 29 17:41:33.366408 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52092) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:33.410183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55117541-8240-4d5a-ae17-a94d5a59051c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44857b7-0a69-4bd6-aa88-4be01a8e7a7f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:33.439863 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8df466cb-e2cf-476a-9e81-da0b1cf21af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:33.467611 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8df466cb-e2cf-476a-9e81-da0b1cf21af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:33.536571 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8df466cb-e2cf-476a-9e81-da0b1cf21af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:33.539540 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8df466cb-e2cf-476a-9e81-da0b1cf21af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:33.540991 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8df466cb-e2cf-476a-9e81-da0b1cf21af4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e44857b7-0a69-4bd6-aa88-4be01a8e7a7f HTTP/1.1" status: 204 len: 168 time: 0.1733172 Sep 29 17:41:33.559264 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df466cb-e2cf-476a-9e81-da0b1cf21af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44857b7-0a69-4bd6-aa88-4be01a8e7a7f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:33.576281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c19777-7be6-46ad-aee2-1399f2cbb327 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:41:33.586243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7b992-f62d-4347-973d-9fd8128333d4 req-4c672984-1887-48f6-b785-578da071e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:33.588119 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ef7b992-f62d-4347-973d-9fd8128333d4 req-4c672984-1887-48f6-b785-578da071e5af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15b7b650ffe54ce9ae5f5f9a95fa7b0d&device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 1095 time: 0.1158023 Sep 29 17:41:33.589945 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:33.611999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Transition to ACTIVE for port object 41c19777-7be6-46ad-aee2-1399f2cbb327 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:41:33.649397 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:33.790240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Pushing event updated for resources: {'Port': ['ID=41c19777-7be6-46ad-aee2-1399f2cbb327,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:33.809403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 45a152c8-c11e-458f-91e4-0980d24f925d up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:41:33.835712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7b992-f62d-4347-973d-9fd8128333d4 req-8486e6e4-de00-46cd-a56f-83ee3d2b633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:33.837518 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ef7b992-f62d-4347-973d-9fd8128333d4 req-8486e6e4-de00-46cd-a56f-83ee3d2b633e service neutron] 10.222.0.49 "GET /v2.0/networks?id=02b75d35-5ec6-411e-a8d4-24be205a9bcf HTTP/1.1" status: 200 len: 920 time: 0.2412181 Sep 29 17:41:33.876140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 45a152c8-c11e-458f-91e4-0980d24f925d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:33.876762 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:33.925870 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ef7b992-f62d-4347-973d-9fd8128333d4 req-d1c0048a-4ec2-4251-b1ba-01580e6c6107 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=468112f4-23dd-417b-acaa-54f41e4a9f7e HTTP/1.1" status: 200 len: 217 time: 0.0742106 Sep 29 17:41:34.029460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Attempting to bind port 41c19777-7be6-46ad-aee2-1399f2cbb327 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:41:34.029769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Attempting to bind port 41c19777-7be6-46ad-aee2-1399f2cbb327 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'b6eb033c-58f6-417c-b4a3-bbbca0fb87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:41:34.030186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Attempting to bind port 41c19777-7be6-46ad-aee2-1399f2cbb327 on network 02b75d35-5ec6-411e-a8d4-24be205a9bcf {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:41:34.043287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Port 41c19777-7be6-46ad-aee2-1399f2cbb327 on network 02b75d35-5ec6-411e-a8d4-24be205a9bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:41:34.043612 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Attempting to bind port 41c19777-7be6-46ad-aee2-1399f2cbb327 on network 02b75d35-5ec6-411e-a8d4-24be205a9bcf {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:41:34.056348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:41:34.056686 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Checking segment: {'id': 'b6eb033c-58f6-417c-b4a3-bbbca0fb87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:41:34.057068 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Bound using segment: {'id': 'b6eb033c-58f6-417c-b4a3-bbbca0fb87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:41:34.065822 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Bound port: 41c19777-7be6-46ad-aee2-1399f2cbb327, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6eb033c-58f6-417c-b4a3-bbbca0fb87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:41:34.066582 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:34.073115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7b992-f62d-4347-973d-9fd8128333d4 req-605477a7-82e4-421c-86cf-4847621f28ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:34.075022 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ef7b992-f62d-4347-973d-9fd8128333d4 req-605477a7-82e4-421c-86cf-4847621f28ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de200982-5c51-48d4-ad42-c0f071793bbf HTTP/1.1" status: 200 len: 859 time: 0.1310117 Sep 29 17:41:34.140068 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ef7b992-f62d-4347-973d-9fd8128333d4 req-1bc031a7-a740-4b77-ae51-4632c7bab891 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02b75d35-5ec6-411e-a8d4-24be205a9bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554914 Sep 29 17:41:34.231359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf5dca-77aa-48c6-9c47-0192e335e527 req-8c7739e2-88ae-49fa-8b4c-85b66075983d tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:34.233143 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48bf5dca-77aa-48c6-9c47-0192e335e527 req-8c7739e2-88ae-49fa-8b4c-85b66075983d tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67 HTTP/1.1" status: 200 len: 945 time: 0.1475008 Sep 29 17:41:34.518371 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da525a-968c-4964-beec-90b472eb8e92 req-d3b4cc7b-afb8-444c-b2b2-4301c894d402 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:34.521817 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b8da525a-968c-4964-beec-90b472eb8e92 req-d3b4cc7b-afb8-444c-b2b2-4301c894d402 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 943 time: 0.0679033 Sep 29 17:41:34.576487 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b8da525a-968c-4964-beec-90b472eb8e92 req-9ffa643b-603e-4a7d-8740-171f6366a446 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476968 Sep 29 17:41:34.629170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] For port 41c19777-7be6-46ad-aee2-1399f2cbb327, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:41:34.661643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] For port 41c19777-7be6-46ad-aee2-1399f2cbb327, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=41c19777-7be6-46ad-aee2-1399f2cbb327,segment=NetworkSegment(b6eb033c-58f6-417c-b4a3-bbbca0fb87e0),segment_id=b6eb033c-58f6-417c-b4a3-bbbca0fb87e0)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:41:34.667179 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ef7b992-f62d-4347-973d-9fd8128333d4 req-b7f9ba7e-87c7-4337-9f2c-9dd777000a4f service neutron] 10.222.0.49 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052781 Sep 29 17:41:34.670835 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:34.678182 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48bf5dca-77aa-48c6-9c47-0192e335e527 req-52454359-2933-4777-9512-922b129db6ba tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/security-groups?id=73cbaa91-51d2-47de-99ce-99aad71d2a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874128 Sep 29 17:41:34.737541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:34.738162 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:34.739531 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] 10.222.0.35 "PUT /v2.0/ports/41c19777-7be6-46ad-aee2-1399f2cbb327 HTTP/1.1" status: 200 len: 1091 time: 1.7883062 Sep 29 17:41:34.745801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0002025c-430f-4bc5-bf5e-0c640216b079', 'tag': '41c19777-7be6-46ad-aee2-1399f2cbb327'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:41:34.748137 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e890d9-e4c2-4682-a353-636bce341f92" -d '{"events": [{"name": "network-changed", "server_uuid": "0002025c-430f-4bc5-bf5e-0c640216b079", "tag": "41c19777-7be6-46ad-aee2-1399f2cbb327"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:41:34.810713 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fb8c9-1850-4bde-831f-32d76f0f39d6 service neutron] Pushing event updated for resources: {'Port': ['ID=41c19777-7be6-46ad-aee2-1399f2cbb327,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:34.824651 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840241f0-fd43-43f7-bfc3-17b2030eef81 x-openstack-request-id: req-840241f0-fd43-43f7-bfc3-17b2030eef81 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:41:34.824939 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0002025c-430f-4bc5-bf5e-0c640216b079", "tag": "41c19777-7be6-46ad-aee2-1399f2cbb327", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:41:34.825185 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-840241f0-fd43-43f7-bfc3-17b2030eef81 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:41:34.825587 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0002025c-430f-4bc5-bf5e-0c640216b079', 'tag': '41c19777-7be6-46ad-aee2-1399f2cbb327', 'status': 'completed', 'code': 200} Sep 29 17:41:34.861788 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ef7b992-f62d-4347-973d-9fd8128333d4 req-185bef22-89fd-46eb-bbc1-c2f476600167 service neutron] 10.222.0.49 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797488 Sep 29 17:41:34.871673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-9ccc28b4-3b3e-445d-94ed-bddebff871c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:34.873165 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-9ccc28b4-3b3e-445d-94ed-bddebff871c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15b7b650ffe54ce9ae5f5f9a95fa7b0d&device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 1094 time: 0.0587521 Sep 29 17:41:34.931560 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-a432869c-34b8-4579-9da4-5b1df624c107 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41c19777-7be6-46ad-aee2-1399f2cbb327 HTTP/1.1" status: 200 len: 217 time: 0.0438507 Sep 29 17:41:34.984571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-d4bf5927-99cc-493d-92db-f87a4b4c8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:34.986299 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-d4bf5927-99cc-493d-92db-f87a4b4c8827 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de200982-5c51-48d4-ad42-c0f071793bbf HTTP/1.1" status: 200 len: 859 time: 0.0475030 Sep 29 17:41:35.034524 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-b5ae45d2-5ef6-4fed-9ece-bee125a8e917 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02b75d35-5ec6-411e-a8d4-24be205a9bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411611 Sep 29 17:41:35.143096 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-0f8368e6-c245-4390-a23a-89abc7a87287 service neutron] 10.222.0.35 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016228 Sep 29 17:41:35.162165 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52174) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:35.258193 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-33ec654c-97a8-4d3e-8e44-102cb4a50c16 req-53a96a56-4296-417c-94b0-ae87a0477704 service neutron] 10.222.0.35 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077664 Sep 29 17:41:35.332623 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-06e886ea-9847-43df-b427-bed6178703ad tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1253911316'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:35.360739 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 468112f4-23dd-417b-acaa-54f41e4a9f7e details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:41:35.362026 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e886ea-9847-43df-b427-bed6178703ad tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Made reservation on behalf of edd0a07a5f464f13a9d03b0c83580e6f for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:35.365817 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06e886ea-9847-43df-b427-bed6178703ad tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:35.379098 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06e886ea-9847-43df-b427-bed6178703ad tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:35.435642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5ce38-2ab9-48ea-839e-c6daf6a6b46b req-ea00dad3-c4e2-4f16-9bbf-f00b3ba36cb1 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:35.438217 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2bf5ce38-2ab9-48ea-839e-c6daf6a6b46b req-ea00dad3-c4e2-4f16-9bbf-f00b3ba36cb1 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67 HTTP/1.1" status: 200 len: 945 time: 0.0987685 Sep 29 17:41:35.484778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e890d9-e4c2-4682-a353-636bce341f92 req-e3e1f8a2-0aa5-4f3f-8fdd-16fe48cd0d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:35.487353 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5e890d9-e4c2-4682-a353-636bce341f92 req-e3e1f8a2-0aa5-4f3f-8fdd-16fe48cd0d71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15b7b650ffe54ce9ae5f5f9a95fa7b0d&device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 1094 time: 0.1201880 Sep 29 17:41:35.525485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 468112f4-23dd-417b-acaa-54f41e4a9f7e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=468112f4-23dd-417b-acaa-54f41e4a9f7e,segment=NetworkSegment(b6eb033c-58f6-417c-b4a3-bbbca0fb87e0),segment_id=b6eb033c-58f6-417c-b4a3-bbbca0fb87e0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:35.526263 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06e886ea-9847-43df-b427-bed6178703ad tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:35.533241 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06e886ea-9847-43df-b427-bed6178703ad tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:35.542804 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '468112f4-23dd-417b-acaa-54f41e4a9f7e', 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf', 'port_id': '468112f4-23dd-417b-acaa-54f41e4a9f7e', 'mac_address': 'fa:16:3e:55:3a:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de200982-5c51-48d4-ad42-c0f071793bbf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:41:35.573621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e886ea-9847-43df-b427-bed6178703ad tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:41:35.581839 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e886ea-9847-43df-b427-bed6178703ad tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6486d2-88b9-440d-9cab-9a87d36d3a88,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:35.595557 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:35.608569 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06e886ea-9847-43df-b427-bed6178703ad tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:35.610432 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-06e886ea-9847-43df-b427-bed6178703ad tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Added segment 5862da45-9551-499d-9df6-2945a8fa13ec of type vlan for network b37057fa-a806-4aba-be24-6b98dfcd5b00 Sep 29 17:41:35.620261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468112f4-23dd-417b-acaa-54f41e4a9f7e {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:41:35.652637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e890d9-e4c2-4682-a353-636bce341f92 req-872a9a3e-6452-4ce9-aa5a-a61b9b70970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:35.654457 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5e890d9-e4c2-4682-a353-636bce341f92 req-872a9a3e-6452-4ce9-aa5a-a61b9b70970d service neutron] 10.222.0.35 "GET /v2.0/networks?id=02b75d35-5ec6-411e-a8d4-24be205a9bcf HTTP/1.1" status: 200 len: 920 time: 0.1576793 Sep 29 17:41:35.667709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 468112f4-23dd-417b-acaa-54f41e4a9f7e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=468112f4-23dd-417b-acaa-54f41e4a9f7e,segment=NetworkSegment(b6eb033c-58f6-417c-b4a3-bbbca0fb87e0),segment_id=b6eb033c-58f6-417c-b4a3-bbbca0fb87e0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:35.669129 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-2bf5ce38-2ab9-48ea-839e-c6daf6a6b46b req-753050ed-7d45-4d0a-8a99-066e9519aab2 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Deleting port ea239257-1bc1-4e64-bc84-f3073e683881 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:41:35.669543 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2bf5ce38-2ab9-48ea-839e-c6daf6a6b46b req-753050ed-7d45-4d0a-8a99-066e9519aab2 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:35.673876 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:35.721850 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06e886ea-9847-43df-b427-bed6178703ad tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:35.731847 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5e890d9-e4c2-4682-a353-636bce341f92 req-acc3c2fa-ff12-4d71-9a1b-4d266215fbb9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41c19777-7be6-46ad-aee2-1399f2cbb327 HTTP/1.1" status: 200 len: 217 time: 0.0652373 Sep 29 17:41:35.754980 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=468112f4-23dd-417b-acaa-54f41e4a9f7e,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:35.787225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b494e4-d71d-467f-be78-377ab81bf399 req-869707f2-a3af-496b-86e9-c16960ccf1b3 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:35.795511 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-34b494e4-d71d-467f-be78-377ab81bf399 req-869707f2-a3af-496b-86e9-c16960ccf1b3 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 943 time: 0.1246214 Sep 29 17:41:35.798033 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06e886ea-9847-43df-b427-bed6178703ad tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:35.804133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e886ea-9847-43df-b427-bed6178703ad tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:35.805231 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06e886ea-9847-43df-b427-bed6178703ad tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:35.868801 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-06e886ea-9847-43df-b427-bed6178703ad tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7052193 Sep 29 17:41:35.871595 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52192) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:35.880639 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['468112f4-23dd-417b-acaa-54f41e4a9f7e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:41:35.881852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9a520909-f71c-4c49-b3a2-d280d852c846 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Request body: {'subnet': {'network_id': 'b37057fa-a806-4aba-be24-6b98dfcd5b00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:35.912478 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e886ea-9847-43df-b427-bed6178703ad tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Pushing event updated for resources: {'Network': ['ID=b37057fa-a806-4aba-be24-6b98dfcd5b00,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:35.920546 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-34b494e4-d71d-467f-be78-377ab81bf399 req-6c093edc-cf8c-44db-9b21-5892c36593c1 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112921 Sep 29 17:41:35.934138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e890d9-e4c2-4682-a353-636bce341f92 req-1960b151-6e69-4930-b0cd-eb83c8c4d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:35.935862 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5e890d9-e4c2-4682-a353-636bce341f92 req-1960b151-6e69-4930-b0cd-eb83c8c4d8f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de200982-5c51-48d4-ad42-c0f071793bbf HTTP/1.1" status: 200 len: 859 time: 0.1926134 Sep 29 17:41:35.938933 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network b37057fa-a806-4aba-be24-6b98dfcd5b00 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:41:36.010577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39a2bf-320e-49cf-aab6-5fb1924c9a09 req-b076e672-e386-4f78-923b-3e48638ddc24 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:36.015766 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b39a2bf-320e-49cf-aab6-5fb1924c9a09 req-b076e672-e386-4f78-923b-3e48638ddc24 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67 HTTP/1.1" status: 200 len: 945 time: 0.2098565 Sep 29 17:41:36.037934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2bf5ce38-2ab9-48ea-839e-c6daf6a6b46b req-753050ed-7d45-4d0a-8a99-066e9519aab2 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] For port ea239257-1bc1-4e64-bc84-f3073e683881, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=ea239257-1bc1-4e64-bc84-f3073e683881,segment=NetworkSegment(d34ec774-b592-4600-be3f-90551808e1fa),segment_id=d34ec774-b592-4600-be3f-90551808e1fa)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:36.038596 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2bf5ce38-2ab9-48ea-839e-c6daf6a6b46b req-753050ed-7d45-4d0a-8a99-066e9519aab2 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:36.043935 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5e890d9-e4c2-4682-a353-636bce341f92 req-7d06ecde-7b1f-4d5a-8853-b93c79d484e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02b75d35-5ec6-411e-a8d4-24be205a9bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962863 Sep 29 17:41:36.110545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-2bf5ce38-2ab9-48ea-839e-c6daf6a6b46b req-753050ed-7d45-4d0a-8a99-066e9519aab2 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Calling delete_port for ea239257-1bc1-4e64-bc84-f3073e683881 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:41:36.188691 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b39a2bf-320e-49cf-aab6-5fb1924c9a09 req-7f5b5abe-93ba-4f1c-9b57-3c0207273d7f tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.44 "GET /v2.0/security-groups?id=73cbaa91-51d2-47de-99ce-99aad71d2a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471443 Sep 29 17:41:36.189474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a520909-f71c-4c49-b3a2-d280d852c846 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Made reservation on behalf of edd0a07a5f464f13a9d03b0c83580e6f for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:36.193569 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a520909-f71c-4c49-b3a2-d280d852c846 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:36.318729 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5e890d9-e4c2-4682-a353-636bce341f92 req-cdc41da1-0686-46d2-bebf-08109acad923 service neutron] 10.222.0.35 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586379 Sep 29 17:41:36.488567 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5e890d9-e4c2-4682-a353-636bce341f92 req-f7ee67d8-4970-4530-825a-fd2fd489b12d service neutron] 10.222.0.35 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590836 Sep 29 17:41:36.545374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2bf5ce38-2ab9-48ea-839e-c6daf6a6b46b req-753050ed-7d45-4d0a-8a99-066e9519aab2 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:36.557819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['ea239257-1bc1-4e64-bc84-f3073e683881'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:41:36.617155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753050ed-7d45-4d0a-8a99-066e9519aab2 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Pushing event deleted for resources: {'Port': ['ID=ea239257-1bc1-4e64-bc84-f3073e683881,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:36.647267 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a520909-f71c-4c49-b3a2-d280d852c846 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:36.689618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf5ce38-2ab9-48ea-839e-c6daf6a6b46b req-753050ed-7d45-4d0a-8a99-066e9519aab2 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] No DVR routers for this DVR port ea239257-1bc1-4e64-bc84-f3073e683881 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:41:36.692374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2bf5ce38-2ab9-48ea-839e-c6daf6a6b46b req-753050ed-7d45-4d0a-8a99-066e9519aab2 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:36.694897 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2bf5ce38-2ab9-48ea-839e-c6daf6a6b46b req-753050ed-7d45-4d0a-8a99-066e9519aab2 tempest-VolumesActionsTest-2017096941 tempest-VolumesActionsTest-2017096941-project] 10.222.0.49 "DELETE /v2.0/ports/ea239257-1bc1-4e64-bc84-f3073e683881 HTTP/1.1" status: 204 len: 173 time: 1.2514064 Sep 29 17:41:36.725107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a520909-f71c-4c49-b3a2-d280d852c846 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Pushing event updated for resources: {'Subnet': ['ID=b04285de-dcd7-4ac2-8b9c-a1f6106aab8a,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:36.743306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a520909-f71c-4c49-b3a2-d280d852c846 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Checking segment: {'id': '5862da45-9551-499d-9df6-2945a8fa13ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b37057fa-a806-4aba-be24-6b98dfcd5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:41:36.743667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a520909-f71c-4c49-b3a2-d280d852c846 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Network hostable DHCP agents. Network: b37057fa-a806-4aba-be24-6b98dfcd5b00, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:41:36.762853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a520909-f71c-4c49-b3a2-d280d852c846 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Network b37057fa-a806-4aba-be24-6b98dfcd5b00 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:41:36.774686 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-9a520909-f71c-4c49-b3a2-d280d852c846 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, b37057fa-a806-4aba-be24-6b98dfcd5b00) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:36.780339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a520909-f71c-4c49-b3a2-d280d852c846 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:36.782046 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a520909-f71c-4c49-b3a2-d280d852c846 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:36.788077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838d9272-03d6-4a88-b878-369949d6296e None None] Network b37057fa-a806-4aba-be24-6b98dfcd5b00 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:41:36.801927 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9a520909-f71c-4c49-b3a2-d280d852c846 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9266608 Sep 29 17:41:36.802738 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52210) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:36.810796 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-652ebcf0-0329-4057-a420-5d8ee5e1eaf2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Request body: {'port': {'network_id': 'b37057fa-a806-4aba-be24-6b98dfcd5b00', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2048270188'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:36.827065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67', 'name': 'network-vif-deleted', 'tag': 'ea239257-1bc1-4e64-bc84-f3073e683881'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:41:36.830681 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855eeb1c-3466-4adf-bc77-9b1d4f2497c2" -d '{"events": [{"server_uuid": "6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67", "name": "network-vif-deleted", "tag": "ea239257-1bc1-4e64-bc84-f3073e683881"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:41:36.901151 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c18d78-2b73-43d3-8002-50d6f1b6c0aa x-openstack-request-id: req-49c18d78-2b73-43d3-8002-50d6f1b6c0aa {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:41:36.901845 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67", "name": "network-vif-deleted", "tag": "ea239257-1bc1-4e64-bc84-f3073e683881", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:41:36.902525 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49c18d78-2b73-43d3-8002-50d6f1b6c0aa {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:41:36.903023 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0ea202-562f-4bbe-9ee1-2b0ca51dbb67', 'name': 'network-vif-deleted', 'tag': 'ea239257-1bc1-4e64-bc84-f3073e683881', 'status': 'completed', 'code': 200} Sep 29 17:41:36.950151 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652ebcf0-0329-4057-a420-5d8ee5e1eaf2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Made reservation on behalf of edd0a07a5f464f13a9d03b0c83580e6f for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:36.953746 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-652ebcf0-0329-4057-a420-5d8ee5e1eaf2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:36.973029 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-b37057fa-a806-4aba-be24-6b98dfcd5b00', 'network_id': 'b37057fa-a806-4aba-be24-6b98dfcd5b00', 'tenant_id': 'edd0a07a5f464f13a9d03b0c83580e6f', 'fixed_ips': [{'subnet_id': 'b04285de-dcd7-4ac2-8b9c-a1f6106aab8a'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:41:36.976009 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:36.998410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-652ebcf0-0329-4057-a420-5d8ee5e1eaf2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] device_id is not set on port 73f52d74-88af-4f28-a453-923e1a297262 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:41:37.132575 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7b50b-4d26-45d2-90fe-b4deb54dc5f3 req-d25eae07-786a-4780-b26a-231a7c04b6de tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:37.134097 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49b7b50b-4d26-45d2-90fe-b4deb54dc5f3 req-d25eae07-786a-4780-b26a-231a7c04b6de tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 943 time: 0.1260674 Sep 29 17:41:37.179978 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-652ebcf0-0329-4057-a420-5d8ee5e1eaf2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Allocated IP 172.20.0.4 (b37057fa-a806-4aba-be24-6b98dfcd5b00/b04285de-dcd7-4ac2-8b9c-a1f6106aab8a/73f52d74-88af-4f28-a453-923e1a297262) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:41:37.197365 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49b7b50b-4d26-45d2-90fe-b4deb54dc5f3 req-ae39ce26-78ee-4740-a86a-d5354f2b772d tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556266 Sep 29 17:41:37.362998 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-652ebcf0-0329-4057-a420-5d8ee5e1eaf2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:37.398883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 468112f4-23dd-417b-acaa-54f41e4a9f7e up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:41:37.410492 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-652ebcf0-0329-4057-a420-5d8ee5e1eaf2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:37.471735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652ebcf0-0329-4057-a420-5d8ee5e1eaf2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Network b37057fa-a806-4aba-be24-6b98dfcd5b00 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:41:37.475028 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-652ebcf0-0329-4057-a420-5d8ee5e1eaf2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:37.481940 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ebcf0-0329-4057-a420-5d8ee5e1eaf2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:41:37.523386 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ebcf0-0329-4057-a420-5d8ee5e1eaf2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Pushing event updated for resources: {'Port': ['ID=73f52d74-88af-4f28-a453-923e1a297262,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:37.563641 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652ebcf0-0329-4057-a420-5d8ee5e1eaf2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:37.564292 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-652ebcf0-0329-4057-a420-5d8ee5e1eaf2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:37.591361 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Allocated IP 172.20.0.2 (b37057fa-a806-4aba-be24-6b98dfcd5b00/b04285de-dcd7-4ac2-8b9c-a1f6106aab8a/80c2b0bb-c7fc-49d3-985f-c409f40dd35f) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:41:37.603949 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-652ebcf0-0329-4057-a420-5d8ee5e1eaf2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7992055 Sep 29 17:41:37.605129 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52240) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:37.613400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 468112f4-23dd-417b-acaa-54f41e4a9f7e completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:41:37.634184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 468112f4-23dd-417b-acaa-54f41e4a9f7e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:37.634559 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:37.761792 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-784a012f-263d-49cb-ae84-64585682c076 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Deleting port 73f52d74-88af-4f28-a453-923e1a297262 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:41:37.762837 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-784a012f-263d-49cb-ae84-64585682c076 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:37.808323 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:37.844271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16812788-0a34-48cc-b6b5-46970acfb117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468112f4-23dd-417b-acaa-54f41e4a9f7e'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:41:37.846711 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5ce30c-13cb-4568-8307-bda6499f86dc" -d '{"events": [{"server_uuid": "16812788-0a34-48cc-b6b5-46970acfb117", "name": "network-vif-plugged", "status": "completed", "tag": "468112f4-23dd-417b-acaa-54f41e4a9f7e"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:41:37.873526 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:37.879447 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-784a012f-263d-49cb-ae84-64585682c076 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:37.889517 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 468112f4-23dd-417b-acaa-54f41e4a9f7e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=468112f4-23dd-417b-acaa-54f41e4a9f7e,segment=NetworkSegment(b6eb033c-58f6-417c-b4a3-bbbca0fb87e0),segment_id=b6eb033c-58f6-417c-b4a3-bbbca0fb87e0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:37.892413 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:37.896610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-784a012f-263d-49cb-ae84-64585682c076 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Calling delete_port for 73f52d74-88af-4f28-a453-923e1a297262 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:41:37.900372 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:37.901265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device ea239257-1bc1-4e64-bc84-f3073e683881 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:41:37.911065 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e903825-630f-47b2-a350-3ea566dbbadb x-openstack-request-id: req-5e903825-630f-47b2-a350-3ea566dbbadb {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:41:37.911449 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16812788-0a34-48cc-b6b5-46970acfb117", "name": "network-vif-plugged", "status": "completed", "tag": "468112f4-23dd-417b-acaa-54f41e4a9f7e", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:41:37.911771 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e903825-630f-47b2-a350-3ea566dbbadb {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:41:37.912231 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16812788-0a34-48cc-b6b5-46970acfb117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468112f4-23dd-417b-acaa-54f41e4a9f7e', 'code': 200} Sep 29 17:41:37.963940 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: ea239257-1bc1-4e64-bc84-f3073e683881 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:41:37.964391 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device ea239257-1bc1-4e64-bc84-f3073e683881 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:41:37.976018 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Network b37057fa-a806-4aba-be24-6b98dfcd5b00 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:41:37.987809 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:37.992846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Pushing event updated for resources: {'Port': ['ID=80c2b0bb-c7fc-49d3-985f-c409f40dd35f,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:38.003351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:41:38.084995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132c319-8d67-4edb-945b-f7ed4967577d req-9f231685-9817-4f51-ae3d-351edfb121e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:38.086564 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1132c319-8d67-4edb-945b-f7ed4967577d req-9f231685-9817-4f51-ae3d-351edfb121e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 1097 time: 0.0896032 Sep 29 17:41:38.112395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=468112f4-23dd-417b-acaa-54f41e4a9f7e,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:38.140892 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-784a012f-263d-49cb-ae84-64585682c076 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:38.142656 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1132c319-8d67-4edb-945b-f7ed4967577d req-7b5f9e41-efa2-46ce-8a19-4f03b9e2ba1a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485034 Sep 29 17:41:38.159254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Attempting to bind port 80c2b0bb-c7fc-49d3-985f-c409f40dd35f on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:41:38.159698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Attempting to bind port 80c2b0bb-c7fc-49d3-985f-c409f40dd35f by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '5862da45-9551-499d-9df6-2945a8fa13ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b37057fa-a806-4aba-be24-6b98dfcd5b00'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:41:38.160132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Attempting to bind port 80c2b0bb-c7fc-49d3-985f-c409f40dd35f on network b37057fa-a806-4aba-be24-6b98dfcd5b00 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:41:38.165614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:41:38.165986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Checking segment: {'id': '5862da45-9551-499d-9df6-2945a8fa13ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b37057fa-a806-4aba-be24-6b98dfcd5b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:41:38.166390 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:38.166844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Bound using segment: {'id': '5862da45-9551-499d-9df6-2945a8fa13ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b37057fa-a806-4aba-be24-6b98dfcd5b00'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:41:38.167329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Bound port: 80c2b0bb-c7fc-49d3-985f-c409f40dd35f, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5862da45-9551-499d-9df6-2945a8fa13ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'b37057fa-a806-4aba-be24-6b98dfcd5b00'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:41:38.167663 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:38.170796 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a012f-263d-49cb-ae84-64585682c076 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Pushing event deleted for resources: {'Port': ['ID=73f52d74-88af-4f28-a453-923e1a297262,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:38.285476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] For port 80c2b0bb-c7fc-49d3-985f-c409f40dd35f, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:41:38.292364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] For port 80c2b0bb-c7fc-49d3-985f-c409f40dd35f, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=80c2b0bb-c7fc-49d3-985f-c409f40dd35f,segment=NetworkSegment(5862da45-9551-499d-9df6-2945a8fa13ec),segment_id=5862da45-9551-499d-9df6-2945a8fa13ec)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:41:38.298956 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-784a012f-263d-49cb-ae84-64585682c076 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:38.300450 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:38.302625 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-784a012f-263d-49cb-ae84-64585682c076 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] 10.222.0.44 "DELETE /v2.0/ports/73f52d74-88af-4f28-a453-923e1a297262 HTTP/1.1" status: 204 len: 168 time: 0.6965742 Sep 29 17:41:38.305493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52256) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:38.440654 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e77ce7-3b57-4a3c-9794-b7464181cb5a req-00578bc5-8789-431e-809b-5b1bc64b9e72 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:38.443175 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-961b9939-b2e5-43d1-9c8b-e427a98a5677 tempest-DHCPAgentSchedulersTestJSON-1405903369 tempest-DHCPAgentSchedulersTestJSON-1405903369-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1364617 Sep 29 17:41:38.447287 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627139f-59fa-4b8e-919f-0e4debf31543 None None] Pushing event updated for resources: {'Port': ['ID=80c2b0bb-c7fc-49d3-985f-c409f40dd35f,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:38.453182 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52262) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:38.456911 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-cb36a7fb-395b-4000-bd3e-1e022148bc33 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1293371044'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:38.457903 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d6e77ce7-3b57-4a3c-9794-b7464181cb5a req-00578bc5-8789-431e-809b-5b1bc64b9e72 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 943 time: 0.0920224 Sep 29 17:41:38.493911 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb36a7fb-395b-4000-bd3e-1e022148bc33 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Made reservation on behalf of edd0a07a5f464f13a9d03b0c83580e6f for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:38.498659 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb36a7fb-395b-4000-bd3e-1e022148bc33 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:38.528243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb36a7fb-395b-4000-bd3e-1e022148bc33 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:41:38.537679 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d6e77ce7-3b57-4a3c-9794-b7464181cb5a req-a9286e88-51e2-47a0-9a8a-fd94a2df0701 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736372 Sep 29 17:41:38.540050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb36a7fb-395b-4000-bd3e-1e022148bc33 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:38.540504 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-cb36a7fb-395b-4000-bd3e-1e022148bc33 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Added segment 0f87808d-1ee5-4701-953e-a9b723056907 of type vlan for network 92b8b432-ecd4-44a1-adb0-f0380b90a095 Sep 29 17:41:38.595763 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb36a7fb-395b-4000-bd3e-1e022148bc33 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:38.624790 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb36a7fb-395b-4000-bd3e-1e022148bc33 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:38.630968 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb36a7fb-395b-4000-bd3e-1e022148bc33 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:38.631567 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb36a7fb-395b-4000-bd3e-1e022148bc33 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:38.692696 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cb36a7fb-395b-4000-bd3e-1e022148bc33 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2384171 Sep 29 17:41:38.692982 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52272) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:38.758509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36a7fb-395b-4000-bd3e-1e022148bc33 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Pushing event updated for resources: {'Network': ['ID=92b8b432-ecd4-44a1-adb0-f0380b90a095,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:38.784416 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 92b8b432-ecd4-44a1-adb0-f0380b90a095 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:41:38.905095 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-21a4874c-ebf7-4137-8385-b7ebd201cc00 tempest-DHCPAgentSchedulersTestJSON-1405903369 tempest-DHCPAgentSchedulersTestJSON-1405903369-project-admin] 10.222.0.44 "GET /v2.0/agents/79c6e681-2f82-4923-bc68-acedb9f6db6a/dhcp-networks HTTP/1.1" status: 200 len: 8871 time: 0.2108781 Sep 29 17:41:38.907545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52278) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:38.992122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f1535f-d6e9-4c69-9087-4a7485efba41 tempest-DHCPAgentSchedulersTestJSON-1405903369 tempest-DHCPAgentSchedulersTestJSON-1405903369-project-admin] Network 92b8b432-ecd4-44a1-adb0-f0380b90a095 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:41:39.010914 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-00f1535f-d6e9-4c69-9087-4a7485efba41 tempest-DHCPAgentSchedulersTestJSON-1405903369 tempest-DHCPAgentSchedulersTestJSON-1405903369-project-admin] 10.222.0.44 "POST /v2.0/agents/79c6e681-2f82-4923-bc68-acedb9f6db6a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1011686 Sep 29 17:41:39.014070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52288) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:39.027711 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8997ff19-9e9b-4eb8-ba0a-25a0c618c158 None None] Network 92b8b432-ecd4-44a1-adb0-f0380b90a095 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:41:39.190880 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-67f04402-b854-4bcc-8d6c-a5749f57a893 tempest-DHCPAgentSchedulersTestJSON-1405903369 tempest-DHCPAgentSchedulersTestJSON-1405903369-project-admin] 10.222.0.44 "GET /v2.0/agents/79c6e681-2f82-4923-bc68-acedb9f6db6a/dhcp-networks HTTP/1.1" status: 200 len: 9642 time: 0.1747541 Sep 29 17:41:39.193656 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52290) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:39.299290 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-749a922f-3a68-49c4-afe4-7f08499e48a8 tempest-DHCPAgentSchedulersTestJSON-1405903369 tempest-DHCPAgentSchedulersTestJSON-1405903369-project-admin] 10.222.0.44 "DELETE /v2.0/agents/79c6e681-2f82-4923-bc68-acedb9f6db6a/dhcp-networks/92b8b432-ecd4-44a1-adb0-f0380b90a095 HTTP/1.1" status: 204 len: 168 time: 0.1041200 Sep 29 17:41:39.301873 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52296) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:39.459262 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b59b0444-20a4-438a-b9a8-d245f179b6eb tempest-DHCPAgentSchedulersTestJSON-1405903369 tempest-DHCPAgentSchedulersTestJSON-1405903369-project-admin] 10.222.0.44 "GET /v2.0/agents/79c6e681-2f82-4923-bc68-acedb9f6db6a/dhcp-networks HTTP/1.1" status: 200 len: 8871 time: 0.1560175 Sep 29 17:41:39.464798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52300) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:39.489468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f5d99cd7-a82f-400b-90ca-ba0ce4333c07 tempest-DHCPAgentSchedulersTestJSON-1405903369 tempest-DHCPAgentSchedulersTestJSON-1405903369-project-admin] 10.222.0.44 "GET /v2.0/networks/b37057fa-a806-4aba-be24-6b98dfcd5b00/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0223563 Sep 29 17:41:39.492894 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52302) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:39.516120 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b1faa810-8985-4751-84b3-c5a660908565 tempest-DHCPAgentSchedulersTestJSON-1405903369 tempest-DHCPAgentSchedulersTestJSON-1405903369-project-admin] 10.222.0.44 "GET /v2.0/networks/b37057fa-a806-4aba-be24-6b98dfcd5b00/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0213726 Sep 29 17:41:39.518564 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52304) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:39.582660 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 41c19777-7be6-46ad-aee2-1399f2cbb327 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:41:39.726333 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 41c19777-7be6-46ad-aee2-1399f2cbb327, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=41c19777-7be6-46ad-aee2-1399f2cbb327,segment=NetworkSegment(b6eb033c-58f6-417c-b4a3-bbbca0fb87e0),segment_id=b6eb033c-58f6-417c-b4a3-bbbca0fb87e0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:39.771563 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-32b98f6d-6485-4d7d-b73a-bf7e622e0078 tempest-DHCPAgentSchedulersTestJSON-1405903369 tempest-DHCPAgentSchedulersTestJSON-1405903369-project-admin] 10.222.0.44 "GET /v2.0/agents/79c6e681-2f82-4923-bc68-acedb9f6db6a/dhcp-networks HTTP/1.1" status: 200 len: 8871 time: 0.2411201 Sep 29 17:41:39.775412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52314) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:39.791683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ef28d-45a4-4ace-842c-43cbdefc6723 req-4371aef2-27f9-44ca-87e7-5a449f0fc311 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:39.804899 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2b1ef28d-45a4-4ace-842c-43cbdefc6723 req-4371aef2-27f9-44ca-87e7-5a449f0fc311 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 943 time: 0.1354184 Sep 29 17:41:39.879640 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2b1ef28d-45a4-4ace-842c-43cbdefc6723 req-5743bc36-4569-4ccc-b741-36aba819d0ce tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735960 Sep 29 17:41:39.915960 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16bed7c1-f10a-4592-acee-66da18767ec9 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:39.950475 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0a34e0-3f2f-4df3-b38c-fac943ac772a None None] Network b37057fa-a806-4aba-be24-6b98dfcd5b00 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:41:40.014120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16bed7c1-f10a-4592-acee-66da18767ec9 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.033124 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 80c2b0bb-c7fc-49d3-985f-c409f40dd35f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:41:40.036744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-16bed7c1-f10a-4592-acee-66da18767ec9 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b8b432-ecd4-44a1-adb0-f0380b90a095']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:40.048067 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-16bed7c1-f10a-4592-acee-66da18767ec9 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f87808d-1ee5-4701-953e-a9b723056907') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:40.048667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-16bed7c1-f10a-4592-acee-66da18767ec9 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f87808d-1ee5-4701-953e-a9b723056907') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:40.078745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '41c19777-7be6-46ad-aee2-1399f2cbb327', 'network_id': '02b75d35-5ec6-411e-a8d4-24be205a9bcf', 'port_id': '41c19777-7be6-46ad-aee2-1399f2cbb327', 'mac_address': 'fa:16:3e:d0:cf:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de200982-5c51-48d4-ad42-c0f071793bbf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:41:40.084248 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16bed7c1-f10a-4592-acee-66da18767ec9 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.115536 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16bed7c1-f10a-4592-acee-66da18767ec9 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.118140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-63cec724-2fd8-4ddd-8089-64a2cf9e8215 None None] Provisioning complete for port 80c2b0bb-c7fc-49d3-985f-c409f40dd35f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:40.118396 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-63cec724-2fd8-4ddd-8089-64a2cf9e8215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.130241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16bed7c1-f10a-4592-acee-66da18767ec9 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:41:40.130828 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16bed7c1-f10a-4592-acee-66da18767ec9 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.162655 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:41:40.201104 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:41:40.206145 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16bed7c1-f10a-4592-acee-66da18767ec9 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.216071 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16bed7c1-f10a-4592-acee-66da18767ec9 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.220427 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-16bed7c1-f10a-4592-acee-66da18767ec9 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] 10.222.0.44 "DELETE /v2.0/networks/92b8b432-ecd4-44a1-adb0-f0380b90a095 HTTP/1.1" status: 204 len: 168 time: 0.4417987 Sep 29 17:41:40.221030 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 80c2b0bb-c7fc-49d3-985f-c409f40dd35f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:40.221416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52322) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:40.221923 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.238892 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bed7c1-f10a-4592-acee-66da18767ec9 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Pushing event deleted for resources: {'Network': ['ID=92b8b432-ecd4-44a1-adb0-f0380b90a095,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:40.249206 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c46c9e-92f8-46c2-baaa-bb4dd88fbe7a tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] DELETE failed (client error): The resource could not be found. Sep 29 17:41:40.250411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c46c9e-92f8-46c2-baaa-bb4dd88fbe7a tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:41:40.252497 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-97c46c9e-92f8-46c2-baaa-bb4dd88fbe7a tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] 10.222.0.44 "DELETE /v2.0/ports/73f52d74-88af-4f28-a453-923e1a297262 HTTP/1.1" status: 404 len: 333 time: 0.0291386 Sep 29 17:41:40.254997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52324) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:40.256749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c19777-7be6-46ad-aee2-1399f2cbb327 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:41:40.311609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-8349d90c-5121-438d-a40b-86eeb5276f0d tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Deleting subnet b04285de-dcd7-4ac2-8b9c-a1f6106aab8a {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:41:40.318270 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8349d90c-5121-438d-a40b-86eeb5276f0d tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.319790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 41c19777-7be6-46ad-aee2-1399f2cbb327, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=41c19777-7be6-46ad-aee2-1399f2cbb327,segment=NetworkSegment(b6eb033c-58f6-417c-b4a3-bbbca0fb87e0),segment_id=b6eb033c-58f6-417c-b4a3-bbbca0fb87e0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:40.331962 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.383351 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8349d90c-5121-438d-a40b-86eeb5276f0d tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.484394 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.489853 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-63cec724-2fd8-4ddd-8089-64a2cf9e8215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.497352 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=41c19777-7be6-46ad-aee2-1399f2cbb327,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:40.520087 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8349d90c-5121-438d-a40b-86eeb5276f0d tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.611829 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8349d90c-5121-438d-a40b-86eeb5276f0d tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.673255 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-63cec724-2fd8-4ddd-8089-64a2cf9e8215 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:41:40.673755 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-63cec724-2fd8-4ddd-8089-64a2cf9e8215 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:41:40.677970 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:41:40.678321 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:41:40.687869 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8349d90c-5121-438d-a40b-86eeb5276f0d tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Pushing event deleted for resources: {'Subnet': ['ID=b04285de-dcd7-4ac2-8b9c-a1f6106aab8a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:40.697975 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8349d90c-5121-438d-a40b-86eeb5276f0d tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.699999 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8349d90c-5121-438d-a40b-86eeb5276f0d tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] 10.222.0.44 "DELETE /v2.0/subnets/b04285de-dcd7-4ac2-8b9c-a1f6106aab8a HTTP/1.1" status: 204 len: 168 time: 0.4438698 Sep 29 17:41:40.702547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52334) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:40.721317 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f635d731-d373-4911-9ef3-7acd2f680650 None None] Network b37057fa-a806-4aba-be24-6b98dfcd5b00 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:41:40.768334 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-407593e9-cb16-4c9f-aa8a-d60013254e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.798599 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['41c19777-7be6-46ad-aee2-1399f2cbb327'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:41:40.816516 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.888009 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Deleting port 80c2b0bb-c7fc-49d3-985f-c409f40dd35f {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:41:40.888582 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.977747 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] For port 80c2b0bb-c7fc-49d3-985f-c409f40dd35f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=80c2b0bb-c7fc-49d3-985f-c409f40dd35f,segment=NetworkSegment(5862da45-9551-499d-9df6-2945a8fa13ec),segment_id=5862da45-9551-499d-9df6-2945a8fa13ec)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:40.978118 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:40.999063 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Calling delete_port for 80c2b0bb-c7fc-49d3-985f-c409f40dd35f owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:41:41.042673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766c6f27-69c4-4898-828c-beb3b40b4ff5 None None] DHCP port deletion for b37057fa-a806-4aba-be24-6b98dfcd5b00 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:41:41.104677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3dc0d-58f4-4645-9762-a42212dfa1de req-a3fc22b0-b846-47c8-8afd-2bbadabd4e11 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:41.106257 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-69c3dc0d-58f4-4645-9762-a42212dfa1de req-a3fc22b0-b846-47c8-8afd-2bbadabd4e11 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 944 time: 0.1005239 Sep 29 17:41:41.129770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-766c6f27-69c4-4898-828c-beb3b40b4ff5 None None] Deleting port 80c2b0bb-c7fc-49d3-985f-c409f40dd35f {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:41:41.130154 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-766c6f27-69c4-4898-828c-beb3b40b4ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:41.169865 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-69c3dc0d-58f4-4645-9762-a42212dfa1de req-13a866da-0098-42e9-9ad3-e321edd7ed62 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527239 Sep 29 17:41:41.194895 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:41.231404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Pushing event deleted for resources: {'Port': ['ID=80c2b0bb-c7fc-49d3-985f-c409f40dd35f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:41.233578 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] No DVR routers for this DVR port 80c2b0bb-c7fc-49d3-985f-c409f40dd35f on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:41:41.258179 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Port 80c2b0bb-c7fc-49d3-985f-c409f40dd35f update to ACTIVE by agent not found {{(pid=95017) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 29 17:41:41.262559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-63cec724-2fd8-4ddd-8089-64a2cf9e8215 None None] Port 80c2b0bb-c7fc-49d3-985f-c409f40dd35f update to ACTIVE by agent not found {{(pid=95017) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 29 17:41:41.267204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-766c6f27-69c4-4898-828c-beb3b40b4ff5 None None] For port 80c2b0bb-c7fc-49d3-985f-c409f40dd35f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=80c2b0bb-c7fc-49d3-985f-c409f40dd35f,segment=NetworkSegment(5862da45-9551-499d-9df6-2945a8fa13ec),segment_id=5862da45-9551-499d-9df6-2945a8fa13ec)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:41.267204 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-766c6f27-69c4-4898-828c-beb3b40b4ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:41.308673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-766c6f27-69c4-4898-828c-beb3b40b4ff5 None None] Calling delete_port for 80c2b0bb-c7fc-49d3-985f-c409f40dd35f owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:41:41.341258 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:41.366491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37057fa-a806-4aba-be24-6b98dfcd5b00']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:41.379277 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5862da45-9551-499d-9df6-2945a8fa13ec') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:41.379655 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5862da45-9551-499d-9df6-2945a8fa13ec') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:41.390633 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:41.406518 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:41.413739 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:41:41.414303 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:41:41.418405 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:41:41.453842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3ba2b3fd-ea41-4c2d-a678-5f1fe4f4b3d9 None None] Could not find standard attr ID for object 80c2b0bb-c7fc-49d3-985f-c409f40dd35f. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:41:41.517106 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-766c6f27-69c4-4898-828c-beb3b40b4ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:41.544812 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:41.553539 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:41.555334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] 10.222.0.44 "DELETE /v2.0/networks/b37057fa-a806-4aba-be24-6b98dfcd5b00 HTTP/1.1" status: 204 len: 168 time: 0.8518231 Sep 29 17:41:41.573016 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75dcdd-8569-4851-9b26-4ca658a8a5f2 tempest-DHCPAgentSchedulersTestJSON-89296803 tempest-DHCPAgentSchedulersTestJSON-89296803-project] Pushing event deleted for resources: {'Network': ['ID=b37057fa-a806-4aba-be24-6b98dfcd5b00,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:41.586642 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c6f27-69c4-4898-828c-beb3b40b4ff5 None None] Pushing event deleted for resources: {'Port': ['ID=80c2b0bb-c7fc-49d3-985f-c409f40dd35f,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:41.590403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c6f27-69c4-4898-828c-beb3b40b4ff5 None None] No DVR routers for this DVR port 80c2b0bb-c7fc-49d3-985f-c409f40dd35f on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:41:41.817458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 80c2b0bb-c7fc-49d3-985f-c409f40dd35f no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:41:41.849264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 80c2b0bb-c7fc-49d3-985f-c409f40dd35f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:41:41.849264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 80c2b0bb-c7fc-49d3-985f-c409f40dd35f not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:41:42.018433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52372) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:42.196375 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c948592e-63d0-4365-a10a-f397d24627c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edd0a07a5f464f13a9d03b0c83580e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765687 Sep 29 17:41:42.199001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52382) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:42.276799 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d37842d-1a95-489c-9587-ba68157c218e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:42.305105 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d37842d-1a95-489c-9587-ba68157c218e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:42.364113 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d37842d-1a95-489c-9587-ba68157c218e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:42.368508 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d37842d-1a95-489c-9587-ba68157c218e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:42.370051 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8d37842d-1a95-489c-9587-ba68157c218e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b6486d2-88b9-440d-9cab-9a87d36d3a88 HTTP/1.1" status: 204 len: 168 time: 0.1694381 Sep 29 17:41:42.378744 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267e88b-1ab7-476f-9923-5ecadfa54a18 req-77dfed06-8f3f-48e6-b174-54d3b8d3c449 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:42.386616 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0267e88b-1ab7-476f-9923-5ecadfa54a18 req-77dfed06-8f3f-48e6-b174-54d3b8d3c449 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 944 time: 0.0993555 Sep 29 17:41:42.399886 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37842d-1a95-489c-9587-ba68157c218e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6486d2-88b9-440d-9cab-9a87d36d3a88,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:42.436802 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0267e88b-1ab7-476f-9923-5ecadfa54a18 req-fcafb404-dc31-454f-90f9-a70c3403349b tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493371 Sep 29 17:41:42.729683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52394) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:42.743829 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bb34b54b-0b93-4b9c-803e-cd83996c05a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:42.847672 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bb34b54b-0b93-4b9c-803e-cd83996c05a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:42.853798 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bb34b54b-0b93-4b9c-803e-cd83996c05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:42.909312 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bb34b54b-0b93-4b9c-803e-cd83996c05a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=447bae6b80144fa8b0c4a4b26f848693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783037 Sep 29 17:41:42.911108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34b54b-0b93-4b9c-803e-cd83996c05a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bc2dab-18e4-4ca4-90b5-419ff7dc4cbc,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:42.912331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52406) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:42.974899 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b98f764b-d910-4912-8dcf-a7822e7f1138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:43.005451 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b98f764b-d910-4912-8dcf-a7822e7f1138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:43.059560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b98f764b-d910-4912-8dcf-a7822e7f1138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:43.062984 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b98f764b-d910-4912-8dcf-a7822e7f1138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:43.066665 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b98f764b-d910-4912-8dcf-a7822e7f1138 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14bc2dab-18e4-4ca4-90b5-419ff7dc4cbc HTTP/1.1" status: 204 len: 168 time: 0.1499572 Sep 29 17:41:43.076616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f764b-d910-4912-8dcf-a7822e7f1138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bc2dab-18e4-4ca4-90b5-419ff7dc4cbc,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:43.520300 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c01964bf-e53d-4a91-aedb-935c47cdaa79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:43.579486 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76145e7-9d77-45f4-a592-31a457a20d50 req-6b9fb8f2-f2c2-4475-85c7-68d50fd9e51b tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:43.581952 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b76145e7-9d77-45f4-a592-31a457a20d50 req-6b9fb8f2-f2c2-4475-85c7-68d50fd9e51b tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 944 time: 0.0627141 Sep 29 17:41:43.600815 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 41c19777-7be6-46ad-aee2-1399f2cbb327 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:41:43.661008 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b76145e7-9d77-45f4-a592-31a457a20d50 req-f5efdb7d-bea7-48d7-8c85-3abaaa14b0f1 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615757 Sep 29 17:41:43.673837 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 41c19777-7be6-46ad-aee2-1399f2cbb327 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:41:43.678147 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 41c19777-7be6-46ad-aee2-1399f2cbb327 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:43.678590 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:43.782644 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:43.810617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0002025c-430f-4bc5-bf5e-0c640216b079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c19777-7be6-46ad-aee2-1399f2cbb327'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:41:43.813761 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0216660-e090-461f-b5ac-e4b86552628f" -d '{"events": [{"server_uuid": "0002025c-430f-4bc5-bf5e-0c640216b079", "name": "network-vif-plugged", "status": "completed", "tag": "41c19777-7be6-46ad-aee2-1399f2cbb327"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:41:43.829241 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 41c19777-7be6-46ad-aee2-1399f2cbb327, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=41c19777-7be6-46ad-aee2-1399f2cbb327,segment=NetworkSegment(b6eb033c-58f6-417c-b4a3-bbbca0fb87e0),segment_id=b6eb033c-58f6-417c-b4a3-bbbca0fb87e0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:43.837377 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:43.901292 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a568bf3-8a23-4246-a996-b42269762b90 x-openstack-request-id: req-0a568bf3-8a23-4246-a996-b42269762b90 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:41:43.901949 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0002025c-430f-4bc5-bf5e-0c640216b079", "name": "network-vif-plugged", "status": "completed", "tag": "41c19777-7be6-46ad-aee2-1399f2cbb327", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:41:43.902362 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a568bf3-8a23-4246-a996-b42269762b90 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:41:43.903058 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0002025c-430f-4bc5-bf5e-0c640216b079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c19777-7be6-46ad-aee2-1399f2cbb327', 'code': 200} Sep 29 17:41:43.904309 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=41c19777-7be6-46ad-aee2-1399f2cbb327,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:44.038493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093e99b-3984-4ab0-8de6-70ef1d8acc02 req-50d86013-0786-4af1-ac4a-458f14dd86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:44.040262 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d093e99b-3984-4ab0-8de6-70ef1d8acc02 req-50d86013-0786-4af1-ac4a-458f14dd86c7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 1096 time: 0.0546968 Sep 29 17:41:44.076344 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d093e99b-3984-4ab0-8de6-70ef1d8acc02 req-71191f07-8cad-446a-8d48-3c35cf42681d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289743 Sep 29 17:41:44.480380 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:44.544930 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:44.647747 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:44.839767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195d83b-8ebb-4fc3-a12d-e6c5c1c96d9f req-5be67190-329a-4260-b13c-899386ed7a65 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:44.841937 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4195d83b-8ebb-4fc3-a12d-e6c5c1c96d9f req-5be67190-329a-4260-b13c-899386ed7a65 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.0743685 Sep 29 17:41:44.908576 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52490) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:44.911076 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4195d83b-8ebb-4fc3-a12d-e6c5c1c96d9f req-e39e61e0-baa7-4da3-9f0a-6a8cfcf87899 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579252 Sep 29 17:41:45.057828 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-788686675', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:45.082717 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Made reservation on behalf of 9e6fe7d12dec432cb768b445e928809d for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:45.085915 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:45.096124 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:45.191176 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:45.196185 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:45.207639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] device_id is not set on port 785bfd5c-7c0d-461c-bff4-f2bd34d5b1ed yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:41:45.275390 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bd28f5-cca9-4738-86e2-f67dd77c3287,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:45.382608 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Allocated IP 172.25.2.79 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/785bfd5c-7c0d-461c-bff4-f2bd34d5b1ed) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:41:45.611121 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:45.654839 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:45.697129 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:41:45.700668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:45.705193 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:41:45.752982 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Pushing event updated for resources: {'Port': ['ID=785bfd5c-7c0d-461c-bff4-f2bd34d5b1ed,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:45.763657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:45.764448 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:45.783315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52514) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:45.783894 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-397e7e24-2ab0-4256-bdf4-0299ff672806 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.8740482 Sep 29 17:41:45.788591 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-46d4066e-951d-4725-b544-906dc3c74466 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.79'}]}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:45.820874 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46d4066e-951d-4725-b544-906dc3c74466 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:45.822166 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46d4066e-951d-4725-b544-906dc3c74466 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:45.891172 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46d4066e-951d-4725-b544-906dc3c74466 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:46.087745 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46d4066e-951d-4725-b544-906dc3c74466 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:46.126868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a68b97-c945-4304-b50e-4d33c0228005 req-47bf808a-9978-43c4-8650-ce9e01598585 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:46.128568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-25a68b97-c945-4304-b50e-4d33c0228005 req-47bf808a-9978-43c4-8650-ce9e01598585 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.1340411 Sep 29 17:41:46.241750 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-25a68b97-c945-4304-b50e-4d33c0228005 req-efee0dbc-b6c4-47a7-8f92-e9ada8345373 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926144 Sep 29 17:41:46.393742 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46d4066e-951d-4725-b544-906dc3c74466 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:46.414714 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46d4066e-951d-4725-b544-906dc3c74466 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:46.846879 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:46.983185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80514df4-e3e4-4d75-bcda-f5c65ff2c348 req-f541dd76-c882-494b-87ab-2f1055977db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:46.985396 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80514df4-e3e4-4d75-bcda-f5c65ff2c348 req-f541dd76-c882-494b-87ab-2f1055977db0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=15b7b650ffe54ce9ae5f5f9a95fa7b0d&device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 1096 time: 0.4409254 Sep 29 17:41:46.995879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bd1dd-1131-49ef-b68b-2aa6896e9d69 req-eec97e0d-e598-4b34-a42b-c53d10d17726 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:47.003574 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a2bd1dd-1131-49ef-b68b-2aa6896e9d69 req-eec97e0d-e598-4b34-a42b-c53d10d17726 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.4466646 Sep 29 17:41:47.018997 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46d4066e-951d-4725-b544-906dc3c74466 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:47.174916 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a2bd1dd-1131-49ef-b68b-2aa6896e9d69 req-fa3dfcbb-3430-4560-9f5a-27094ec2359d tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707742 Sep 29 17:41:47.283790 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46d4066e-951d-4725-b544-906dc3c74466 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:47.287263 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46d4066e-951d-4725-b544-906dc3c74466 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:47.342020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80514df4-e3e4-4d75-bcda-f5c65ff2c348 req-14e5e6fc-bb74-4f2f-af42-81038304b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:47.344618 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80514df4-e3e4-4d75-bcda-f5c65ff2c348 req-14e5e6fc-bb74-4f2f-af42-81038304b512 service neutron] 10.222.0.35 "GET /v2.0/networks?id=02b75d35-5ec6-411e-a8d4-24be205a9bcf HTTP/1.1" status: 200 len: 920 time: 0.3381832 Sep 29 17:41:47.396074 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46d4066e-951d-4725-b544-906dc3c74466 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:47.396936 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d4066e-951d-4725-b544-906dc3c74466 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecd2a5a3-5e76-45ab-a6c3-4560da28566d {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:41:47.399585 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80514df4-e3e4-4d75-bcda-f5c65ff2c348 req-215cfbb6-65b2-455c-8f88-4bf23713f7f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=41c19777-7be6-46ad-aee2-1399f2cbb327 HTTP/1.1" status: 200 len: 217 time: 0.0476959 Sep 29 17:41:47.442660 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-46d4066e-951d-4725-b544-906dc3c74466 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 29 17:41:47.446642 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-46d4066e-951d-4725-b544-906dc3c74466 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.6586843 Sep 29 17:41:47.446908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52564) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:47.490248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80514df4-e3e4-4d75-bcda-f5c65ff2c348 req-4e8e01e8-1335-4afe-8032-f54743613030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:47.490248 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80514df4-e3e4-4d75-bcda-f5c65ff2c348 req-4e8e01e8-1335-4afe-8032-f54743613030 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de200982-5c51-48d4-ad42-c0f071793bbf HTTP/1.1" status: 200 len: 859 time: 0.0809155 Sep 29 17:41:47.543703 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80514df4-e3e4-4d75-bcda-f5c65ff2c348 req-051863e8-24ca-4ee7-9bee-7b4ae74bee7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=02b75d35-5ec6-411e-a8d4-24be205a9bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477571 Sep 29 17:41:47.623586 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-b88330c2-6b11-49bd-b0ef-9a62e08767b9 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Deleting port 785bfd5c-7c0d-461c-bff4-f2bd34d5b1ed {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:41:47.623932 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b88330c2-6b11-49bd-b0ef-9a62e08767b9 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:47.701837 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80514df4-e3e4-4d75-bcda-f5c65ff2c348 req-9c3bdec3-875c-4c16-94cb-2352e564bc40 service neutron] 10.222.0.35 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495037 Sep 29 17:41:47.753177 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b88330c2-6b11-49bd-b0ef-9a62e08767b9 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:47.796335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-b88330c2-6b11-49bd-b0ef-9a62e08767b9 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Calling delete_port for 785bfd5c-7c0d-461c-bff4-f2bd34d5b1ed owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:41:47.879167 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80514df4-e3e4-4d75-bcda-f5c65ff2c348 req-12a069c6-7f47-477a-8e86-6adf3caa117e service neutron] 10.222.0.35 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679502 Sep 29 17:41:47.972539 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b88330c2-6b11-49bd-b0ef-9a62e08767b9 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:48.006646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88330c2-6b11-49bd-b0ef-9a62e08767b9 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Pushing event deleted for resources: {'Port': ['ID=785bfd5c-7c0d-461c-bff4-f2bd34d5b1ed,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:48.077949 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b88330c2-6b11-49bd-b0ef-9a62e08767b9 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:48.085797 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b88330c2-6b11-49bd-b0ef-9a62e08767b9 tempest-RoutersAdminNegativeIpV6Test-241450919 tempest-RoutersAdminNegativeIpV6Test-241450919-project-admin] 10.222.0.44 "DELETE /v2.0/ports/785bfd5c-7c0d-461c-bff4-f2bd34d5b1ed HTTP/1.1" status: 204 len: 168 time: 0.6333323 Sep 29 17:41:48.313771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e812a4-ea47-49fc-b05d-1870cf35368e req-49cd828a-6a2e-4a59-9f3c-7d8b36096d2c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:48.325368 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46e812a4-ea47-49fc-b05d-1870cf35368e req-49cd828a-6a2e-4a59-9f3c-7d8b36096d2c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.0612748 Sep 29 17:41:48.370889 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46e812a4-ea47-49fc-b05d-1870cf35368e req-dde1283a-4873-487c-b651-a1e208f88380 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444624 Sep 29 17:41:48.428999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52594) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:48.549763 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-71d6f8c0-4570-45f6-be8e-efe689bf5cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:48.671879 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-71d6f8c0-4570-45f6-be8e-efe689bf5cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:48.675803 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-71d6f8c0-4570-45f6-be8e-efe689bf5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:48.719265 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-71d6f8c0-4570-45f6-be8e-efe689bf5cf0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=baa15dcde7554dd68d6c6c9f255b130f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857924 Sep 29 17:41:48.719265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6f8c0-4570-45f6-be8e-efe689bf5cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4ce04e-388b-4a2d-bbb4-9e7904d17d3f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:48.720345 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52602) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:48.784772 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:48.806719 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:48.866355 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:48.869381 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:48.873028 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da4ce04e-388b-4a2d-bbb4-9e7904d17d3f HTTP/1.1" status: 204 len: 168 time: 0.1487420 Sep 29 17:41:48.879834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4ce04e-388b-4a2d-bbb4-9e7904d17d3f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:48.888635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:48.889308 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:48.889804 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:48.890841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:48.891336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:48.891831 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:48.892309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:48.892786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:48.893290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:48.893880 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:48.894354 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:48.895294 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1213f911-3800-4305-800a-378fc5bf7f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:41:49.183338 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52622) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:49.237400 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-76066e4a-0ddc-4e9d-81a7-727b727beeb5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e6fe7d12dec432cb768b445e928809d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508754 Sep 29 17:41:49.238365 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52624) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:49.290213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac9ae-2c4b-4e36-9094-ad46c5ee2799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:49.315648 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac9ae-2c4b-4e36-9094-ad46c5ee2799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:49.377102 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac9ae-2c4b-4e36-9094-ad46c5ee2799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:49.381039 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8b0ac9ae-2c4b-4e36-9094-ad46c5ee2799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:49.382233 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8b0ac9ae-2c4b-4e36-9094-ad46c5ee2799 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2bd28f5-cca9-4738-86e2-f67dd77c3287 HTTP/1.1" status: 204 len: 168 time: 0.1426954 Sep 29 17:41:49.398898 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ac9ae-2c4b-4e36-9094-ad46c5ee2799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bd28f5-cca9-4738-86e2-f67dd77c3287,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:49.595510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6b67e-9342-4c8e-a13b-a84203085b7a req-30ab8e74-0737-4ccb-b51a-bac813fab7a1 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:49.601400 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20f6b67e-9342-4c8e-a13b-a84203085b7a req-30ab8e74-0737-4ccb-b51a-bac813fab7a1 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.1020193 Sep 29 17:41:49.669209 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20f6b67e-9342-4c8e-a13b-a84203085b7a req-db63a3da-cda2-4b61-95f3-111b6ee13209 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642834 Sep 29 17:41:50.306154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52672) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.436529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-e73e3745-e2c9-4227-8c7b-e1d223e0aaff tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.437723 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e73e3745-e2c9-4227-8c7b-e1d223e0aaff tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1303799 Sep 29 17:41:50.440490 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52680) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.444297 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-a7501414-4b91-480d-8e0e-481f55ae20f6 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.445204 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a7501414-4b91-480d-8e0e-481f55ae20f6 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0038483 Sep 29 17:41:50.447301 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52682) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.450909 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-5d80f3d7-71f1-4900-883c-7f2cf33ba786 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.451808 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5d80f3d7-71f1-4900-883c-7f2cf33ba786 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0037105 Sep 29 17:41:50.454532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52684) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.459034 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-7937f481-c52a-410b-bf74-8be48ded22b8 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.460016 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7937f481-c52a-410b-bf74-8be48ded22b8 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045598 Sep 29 17:41:50.462156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52686) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.465808 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-35fe50c6-04e6-45f6-a595-42c82a2ef85c tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.466739 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-35fe50c6-04e6-45f6-a595-42c82a2ef85c tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0037491 Sep 29 17:41:50.469560 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52688) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.473200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-d8ff0dbd-beb9-495c-a084-3e400079568b tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.474140 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d8ff0dbd-beb9-495c-a084-3e400079568b tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0037773 Sep 29 17:41:50.476292 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52690) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.479918 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-bfd06b6b-8ec5-4c62-ab28-8dbda4d29045 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.480826 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bfd06b6b-8ec5-4c62-ab28-8dbda4d29045 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0037234 Sep 29 17:41:50.483200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52692) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.486792 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-336132e6-cd2a-415e-a950-966a8f6667ed tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.487693 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-336132e6-cd2a-415e-a950-966a8f6667ed tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0036728 Sep 29 17:41:50.489890 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52694) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.493418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-51077e48-0bbb-4282-84f9-4ada17492246 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.494304 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-51077e48-0bbb-4282-84f9-4ada17492246 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0036254 Sep 29 17:41:50.496543 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52696) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.501031 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-16219019-2fde-4878-8466-ff57afcae865 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.501976 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-16219019-2fde-4878-8466-ff57afcae865 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046377 Sep 29 17:41:50.504654 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52698) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.508857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-701f058d-c557-45f6-a1a5-f9ae4870f6dc tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.509782 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-701f058d-c557-45f6-a1a5-f9ae4870f6dc tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042465 Sep 29 17:41:50.511796 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52700) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.516019 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-d2fae4a8-07fb-4c19-8693-8ab7ef4d9a5a tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.516910 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d2fae4a8-07fb-4c19-8693-8ab7ef4d9a5a tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043271 Sep 29 17:41:50.518909 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52702) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.522456 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-8b1f4d9f-847f-43f7-a207-0bac97a5255d tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.523382 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8b1f4d9f-847f-43f7-a207-0bac97a5255d tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0036633 Sep 29 17:41:50.525360 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52704) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.528884 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-433b1455-d07d-4586-be98-5bd53119119f tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.529805 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-433b1455-d07d-4586-be98-5bd53119119f tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0036590 Sep 29 17:41:50.531917 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52706) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.535474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-5d868588-2f67-4a72-aeec-c7625adc2c81 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.536433 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5d868588-2f67-4a72-aeec-c7625adc2c81 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0036740 Sep 29 17:41:50.538367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52708) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.541893 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-33a7f64e-f2a9-4fe8-a2c7-e768dd130f75 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.542797 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-33a7f64e-f2a9-4fe8-a2c7-e768dd130f75 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0036452 Sep 29 17:41:50.544843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52710) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.548393 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-4ff0d620-b909-4daa-8df2-7eb13d84af45 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.549307 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4ff0d620-b909-4daa-8df2-7eb13d84af45 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0037136 Sep 29 17:41:50.551302 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52712) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.554834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-094343a8-94df-46e6-96f5-0253694eabb9 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.555718 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-094343a8-94df-46e6-96f5-0253694eabb9 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0036299 Sep 29 17:41:50.557766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52714) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.562661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-68e30a88-af0a-4f3c-8cf5-45111048438d tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.564458 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-68e30a88-af0a-4f3c-8cf5-45111048438d tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0057464 Sep 29 17:41:50.565446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52718) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.569352 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-d517042d-19d2-4ec6-bb2b-676c408d91b8 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.570281 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d517042d-19d2-4ec6-bb2b-676c408d91b8 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0039988 Sep 29 17:41:50.572373 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52720) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.576209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-e25dfd57-ae76-4a31-ac97-74d88be9103b tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.580536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52722) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.581030 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e25dfd57-ae76-4a31-ac97-74d88be9103b tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0072029 Sep 29 17:41:50.584840 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-83a6baa7-8fc9-4316-b306-7edfa171f375 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.588110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52726) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.588550 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-83a6baa7-8fc9-4316-b306-7edfa171f375 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0069101 Sep 29 17:41:50.598006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-d38f1a4a-7fc8-4a8b-aa48-43fb9256020f tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.601444 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d38f1a4a-7fc8-4a8b-aa48-43fb9256020f tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043602 Sep 29 17:41:50.601810 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52730) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.605708 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-a51f8027-be01-4d99-bf64-27592ec4b9e1 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.606632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a51f8027-be01-4d99-bf64-27592ec4b9e1 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040591 Sep 29 17:41:50.609433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52732) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.613954 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-bc470da1-4063-4128-a8d2-0f17a3acb482 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.615554 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bc470da1-4063-4128-a8d2-0f17a3acb482 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053098 Sep 29 17:41:50.617917 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52736) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.622356 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-576ee65b-6dca-4932-a815-f5b9564bae62 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.625722 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-576ee65b-6dca-4932-a815-f5b9564bae62 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0068784 Sep 29 17:41:50.626627 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52738) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.631014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-aaf64f5c-5ed0-4c4b-ba95-6c9dc02bd591 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.632313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-aaf64f5c-5ed0-4c4b-ba95-6c9dc02bd591 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0045581 Sep 29 17:41:50.634766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52740) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.644502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-545df2b7-bdfe-47b8-93d6-cb2d828e19be tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.645522 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-545df2b7-bdfe-47b8-93d6-cb2d828e19be tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0094838 Sep 29 17:41:50.649034 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52742) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.653652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-381e1b45-b564-4393-9e9b-e15131a3a153 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.654789 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-381e1b45-b564-4393-9e9b-e15131a3a153 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0047488 Sep 29 17:41:50.657791 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52744) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.662937 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-dec2a8df-e35b-4010-b56a-126af84e2fb1 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.663902 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dec2a8df-e35b-4010-b56a-126af84e2fb1 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0050807 Sep 29 17:41:50.666520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52746) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.670888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-d71456ed-9229-46c3-90df-4d4ee27dade8 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.672233 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d71456ed-9229-46c3-90df-4d4ee27dade8 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046301 Sep 29 17:41:50.675072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52748) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.691084 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-0135cff9-dfbe-4c5f-8612-6107c3170498 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.697832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52754) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.705233 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0135cff9-dfbe-4c5f-8612-6107c3170498 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0291288 Sep 29 17:41:50.707186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-28a7f2d3-f5e8-4cd5-b46b-6f6e43e3bfc6 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.709853 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-28a7f2d3-f5e8-4cd5-b46b-6f6e43e3bfc6 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0108149 Sep 29 17:41:50.711123 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52756) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.717957 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-1ae8bb2e-285e-4808-8068-438a8082eeca tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.721988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52758) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.722562 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1ae8bb2e-285e-4808-8068-438a8082eeca tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0099216 Sep 29 17:41:50.726382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-bb1a65cb-e267-4e25-bb2d-ba3a2e9f080c tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.729837 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52760) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.730194 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bb1a65cb-e267-4e25-bb2d-ba3a2e9f080c tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0071795 Sep 29 17:41:50.735396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-c5e69f87-64f7-4650-be0b-6dc7c8eb2d91 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.736402 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c5e69f87-64f7-4650-be0b-6dc7c8eb2d91 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0055795 Sep 29 17:41:50.738979 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52762) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.744206 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-97f5c653-40c2-45c9-bd50-49d961410291 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.748115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52764) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.748485 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-97f5c653-40c2-45c9-bd50-49d961410291 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0082009 Sep 29 17:41:50.761227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-a2210034-709e-45df-a226-39fc008ec68a tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.765246 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52768) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.769523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-e4d54c35-c566-4d9e-9aeb-1885fb64dd06 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.769881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a2210034-709e-45df-a226-39fc008ec68a tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0206096 Sep 29 17:41:50.770464 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e4d54c35-c566-4d9e-9aeb-1885fb64dd06 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0042448 Sep 29 17:41:50.777399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52770) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.781967 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-681ad400-a00a-42e6-9837-dca01bad982e tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.785061 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-681ad400-a00a-42e6-9837-dca01bad982e tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046232 Sep 29 17:41:50.785353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52772) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.794244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-b76f4a20-fbd2-491b-ab66-d28ea00a3dc0 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.795247 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b76f4a20-fbd2-491b-ab66-d28ea00a3dc0 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0050838 Sep 29 17:41:50.799340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52774) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.807876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-e53e5303-9d9a-48ca-841a-bb2b5b5101b2 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.811119 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e53e5303-9d9a-48ca-841a-bb2b5b5101b2 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0085588 Sep 29 17:41:50.813487 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52776) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.817953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-ede6f1c4-0328-45b8-a054-22b77da4a583 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.818885 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ede6f1c4-0328-45b8-a054-22b77da4a583 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045264 Sep 29 17:41:50.821866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52778) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.825725 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-3b66cf4e-92f6-46cd-b26c-2c7073b2d19c tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.828620 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3b66cf4e-92f6-46cd-b26c-2c7073b2d19c tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0039566 Sep 29 17:41:50.828847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52780) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.834048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-b8633d35-99b0-406c-9899-9815ca65ee7e tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.835624 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b8633d35-99b0-406c-9899-9815ca65ee7e tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0057228 Sep 29 17:41:50.838370 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52784) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.844289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-d650ae7f-97b6-4147-a968-e47c814e83b0 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.848572 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d650ae7f-97b6-4147-a968-e47c814e83b0 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0069079 Sep 29 17:41:50.849366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52786) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.853639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-5605414e-89af-4e26-81ce-b427ac1764a4 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.855900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b855d-5f80-4afc-9803-edea2fa92214 req-207b14f8-655b-4950-b7b7-3a6f75fe9750 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:50.856920 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5605414e-89af-4e26-81ce-b427ac1764a4 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0065005 Sep 29 17:41:50.859531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52788) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.864829 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-2ffadd44-f0c7-4743-96c3-19896ab957ef tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.864976 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d04b855d-5f80-4afc-9803-edea2fa92214 req-207b14f8-655b-4950-b7b7-3a6f75fe9750 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.0935819 Sep 29 17:41:50.868500 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52792) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.869055 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2ffadd44-f0c7-4743-96c3-19896ab957ef tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0072029 Sep 29 17:41:50.874082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-f8096c01-d229-46bc-8f60-0004a536967d tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.875389 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f8096c01-d229-46bc-8f60-0004a536967d tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0053699 Sep 29 17:41:50.878073 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52796) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.885317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-23ac7a65-7aae-47ba-8476-7426e42a151d tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.889313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52798) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.890558 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-23ac7a65-7aae-47ba-8476-7426e42a151d tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0108027 Sep 29 17:41:50.894656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-bd68ef66-2ed7-461a-a9a6-1e20b447082a tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.898016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bd68ef66-2ed7-461a-a9a6-1e20b447082a tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043616 Sep 29 17:41:50.898501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52800) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.902624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-a2d986be-5bab-458b-9d85-c7c6ce5f0fe6 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.909512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52804) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.909760 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a2d986be-5bab-458b-9d85-c7c6ce5f0fe6 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0102806 Sep 29 17:41:50.914377 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-c4d783a4-d84b-4d60-acb1-1c82b3a0e8f2 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.918526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c4d783a4-d84b-4d60-acb1-1c82b3a0e8f2 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0078423 Sep 29 17:41:50.919181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52806) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.923695 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-5f059572-bf53-4313-a87d-f159729943ea tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.937890 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d04b855d-5f80-4afc-9803-edea2fa92214 req-d9484f08-b463-42c3-82c3-6f356e127482 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705726 Sep 29 17:41:50.941116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52808) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.948118 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5f059572-bf53-4313-a87d-f159729943ea tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0127492 Sep 29 17:41:50.950178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-88a5c666-28d5-4bd9-aab0-d1e02564c47f tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.954910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-88a5c666-28d5-4bd9-aab0-d1e02564c47f tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0127981 Sep 29 17:41:50.955447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52812) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.961545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-ab23c8ca-b63c-4bbc-a22d-29f5e518bc1e tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.966087 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ab23c8ca-b63c-4bbc-a22d-29f5e518bc1e tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0093672 Sep 29 17:41:50.966630 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52814) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.977811 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-229e7f4d-87b2-466b-8ae3-f56e89287d26 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.981948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52816) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.987505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-3f44fee8-f962-4915-a253-cdafe10344d9 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.991196 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3f44fee8-f962-4915-a253-cdafe10344d9 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0053577 Sep 29 17:41:50.991896 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-229e7f4d-87b2-466b-8ae3-f56e89287d26 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0140924 Sep 29 17:41:50.992370 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52818) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:50.995827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-d10d11c3-86f4-4004-9bd3-0b46cb612e0a tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:50.996790 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d10d11c3-86f4-4004-9bd3-0b46cb612e0a tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0043001 Sep 29 17:41:50.999509 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52820) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:51.003969 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-1c0fdee3-d411-4342-ac36-ea753b9ecb29 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:51.004906 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1c0fdee3-d411-4342-ac36-ea753b9ecb29 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042739 Sep 29 17:41:51.008898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52822) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:51.013208 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-3f258498-f5f7-4b44-85a3-dd4e0940f59d tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:51.024243 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52824) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:51.024243 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-f9161bb5-7b2f-4709-85df-5b7a2177d469 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:51.027360 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3f258498-f5f7-4b44-85a3-dd4e0940f59d tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0173368 Sep 29 17:41:51.028054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52826) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:51.033248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-ebe9f1fb-a0b4-4f47-8f88-21568555da79 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:51.033689 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f9161bb5-7b2f-4709-85df-5b7a2177d469 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0123141 Sep 29 17:41:51.035577 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ebe9f1fb-a0b4-4f47-8f88-21568555da79 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0061691 Sep 29 17:41:51.036422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52828) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:51.040461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-ac8ed4a8-3ec8-4e45-a21a-e1f2a0c5af3f tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:51.041999 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ac8ed4a8-3ec8-4e45-a21a-e1f2a0c5af3f tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0040591 Sep 29 17:41:51.043616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52830) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:51.048170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [None req-7fbd03ae-242e-4580-9e13-7c5f1228650f tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:51.049045 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7fbd03ae-242e-4580-9e13-7c5f1228650f tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0045657 Sep 29 17:41:51.051239 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52832) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:51.055808 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-5cb2377e-48a0-4202-a680-5bd77dbc609d tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:51.056751 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5cb2377e-48a0-4202-a680-5bd77dbc609d tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0046716 Sep 29 17:41:51.058933 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52834) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:51.062902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-d8437d75-3b32-4ec9-800d-2e4f479f425a tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:51.063796 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d8437d75-3b32-4ec9-800d-2e4f479f425a tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0039160 Sep 29 17:41:51.065976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52836) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:51.069705 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-f8a26e49-21d7-4242-86a2-8da21c822da4 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:51.072490 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f8a26e49-21d7-4242-86a2-8da21c822da4 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0038176 Sep 29 17:41:51.072685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52838) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:51.076625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [None req-46c9fb3b-e747-4625-9dce-348bd67443d2 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:41:51.078247 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-46c9fb3b-e747-4625-9dce-348bd67443d2 tempest-ExtensionsTestJSON-1711672731 tempest-ExtensionsTestJSON-1711672731-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045655 Sep 29 17:41:51.362340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52848) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:51.481239 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-517a6da5-412f-44be-ac82-0eb4cd99ca27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:51.586163 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-517a6da5-412f-44be-ac82-0eb4cd99ca27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:51.591697 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-517a6da5-412f-44be-ac82-0eb4cd99ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:51.626921 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a6da5-412f-44be-ac82-0eb4cd99ca27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aeeb6a-83a9-4786-a832-df0bbb105bd0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:51.649425 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-517a6da5-412f-44be-ac82-0eb4cd99ca27 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a13c8ad0b47f49609f7690ce10e950d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859461 Sep 29 17:41:51.652098 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52856) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:51.706562 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ebb7bf60-d964-4b8a-bf39-9549fcb862d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:51.734417 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ebb7bf60-d964-4b8a-bf39-9549fcb862d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:51.797948 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ebb7bf60-d964-4b8a-bf39-9549fcb862d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:51.800639 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ebb7bf60-d964-4b8a-bf39-9549fcb862d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:51.804667 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ebb7bf60-d964-4b8a-bf39-9549fcb862d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c1aeeb6a-83a9-4786-a832-df0bbb105bd0 HTTP/1.1" status: 204 len: 168 time: 0.1513472 Sep 29 17:41:51.813022 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7bf60-d964-4b8a-bf39-9549fcb862d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aeeb6a-83a9-4786-a832-df0bbb105bd0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:52.100769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d8807-88aa-473c-b776-a9c9678f46f6 req-55ef4d51-ceba-462b-bdfb-1f446d14aa5f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:52.109971 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-336d8807-88aa-473c-b776-a9c9678f46f6 req-55ef4d51-ceba-462b-bdfb-1f446d14aa5f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.0794058 Sep 29 17:41:52.169363 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-336d8807-88aa-473c-b776-a9c9678f46f6 req-ab31e88a-1981-47be-8b9b-2356b7b8378a tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546272 Sep 29 17:41:52.635560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52902) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:52.743691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-32072ac4-4ceb-445d-ae7a-53ed67be152c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1249836698'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:52.772537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32072ac4-4ceb-445d-ae7a-53ed67be152c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Made reservation on behalf of 722f8f4383d8470ea8c6ac7bf50fea62 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:52.777222 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32072ac4-4ceb-445d-ae7a-53ed67be152c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:52.787503 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32072ac4-4ceb-445d-ae7a-53ed67be152c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:52.889780 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32072ac4-4ceb-445d-ae7a-53ed67be152c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:52.895539 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32072ac4-4ceb-445d-ae7a-53ed67be152c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:52.919642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32072ac4-4ceb-445d-ae7a-53ed67be152c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:41:52.935240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32072ac4-4ceb-445d-ae7a-53ed67be152c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9ea9a0-63db-4cce-9bfd-72f2e290dcba,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:52.938914 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32072ac4-4ceb-445d-ae7a-53ed67be152c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:52.939096 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-32072ac4-4ceb-445d-ae7a-53ed67be152c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Added segment e6f4744c-bdd1-48a6-81c7-dd4a323f0091 of type vlan for network 70d2f3d6-52c8-44c2-9148-9f53362c8b52 Sep 29 17:41:52.987297 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32072ac4-4ceb-445d-ae7a-53ed67be152c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:53.024847 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32072ac4-4ceb-445d-ae7a-53ed67be152c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:53.035546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32072ac4-4ceb-445d-ae7a-53ed67be152c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:53.035546 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32072ac4-4ceb-445d-ae7a-53ed67be152c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:53.073529 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-32072ac4-4ceb-445d-ae7a-53ed67be152c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4366534 Sep 29 17:41:53.076308 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52918) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:53.081478 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f6894689-388d-4d46-a834-5d7699591a94 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Request body: {'subnet': {'network_id': '70d2f3d6-52c8-44c2-9148-9f53362c8b52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:53.113876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32072ac4-4ceb-445d-ae7a-53ed67be152c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Pushing event updated for resources: {'Network': ['ID=70d2f3d6-52c8-44c2-9148-9f53362c8b52,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:53.130925 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 70d2f3d6-52c8-44c2-9148-9f53362c8b52 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:41:53.258644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6894689-388d-4d46-a834-5d7699591a94 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Made reservation on behalf of 722f8f4383d8470ea8c6ac7bf50fea62 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:53.263009 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f6894689-388d-4d46-a834-5d7699591a94 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:53.361300 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378245d-f27e-40c5-b289-4e89dfb6fb8a req-bead754a-2bdc-4431-9100-04c213b4e066 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:53.363988 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7378245d-f27e-40c5-b289-4e89dfb6fb8a req-bead754a-2bdc-4431-9100-04c213b4e066 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.0944307 Sep 29 17:41:53.430027 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7378245d-f27e-40c5-b289-4e89dfb6fb8a req-219543f2-f11e-4ec1-be60-adcc33ae5af7 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575745 Sep 29 17:41:53.531811 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f6894689-388d-4d46-a834-5d7699591a94 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:53.614167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6894689-388d-4d46-a834-5d7699591a94 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Pushing event updated for resources: {'Subnet': ['ID=b9e1b361-d6bc-409c-a1d7-2cc5c8918812,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:53.635084 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6894689-388d-4d46-a834-5d7699591a94 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Checking segment: {'id': 'e6f4744c-bdd1-48a6-81c7-dd4a323f0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '70d2f3d6-52c8-44c2-9148-9f53362c8b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:41:53.635436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6894689-388d-4d46-a834-5d7699591a94 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Network hostable DHCP agents. Network: 70d2f3d6-52c8-44c2-9148-9f53362c8b52, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:41:53.653259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6894689-388d-4d46-a834-5d7699591a94 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Network 70d2f3d6-52c8-44c2-9148-9f53362c8b52 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:41:53.668075 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-f6894689-388d-4d46-a834-5d7699591a94 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 70d2f3d6-52c8-44c2-9148-9f53362c8b52) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:53.672918 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6894689-388d-4d46-a834-5d7699591a94 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:53.673546 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f6894689-388d-4d46-a834-5d7699591a94 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:53.684548 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc3a54-c582-46c2-95f2-8b894c7a482e None None] Network 70d2f3d6-52c8-44c2-9148-9f53362c8b52 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:41:53.695421 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f6894689-388d-4d46-a834-5d7699591a94 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6179383 Sep 29 17:41:53.698087 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52934) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:53.703413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b86dad62-1341-45f5-bdd7-ca36a94d2575 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-782554917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:53.732364 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b86dad62-1341-45f5-bdd7-ca36a94d2575 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:53.734098 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b86dad62-1341-45f5-bdd7-ca36a94d2575 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:53.795875 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b86dad62-1341-45f5-bdd7-ca36a94d2575 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:53.802090 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b86dad62-1341-45f5-bdd7-ca36a94d2575 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:53.821727 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b86dad62-1341-45f5-bdd7-ca36a94d2575 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:53.826154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52936) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:53.826625 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b86dad62-1341-45f5-bdd7-ca36a94d2575 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1272309 Sep 29 17:41:53.854116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-70d2f3d6-52c8-44c2-9148-9f53362c8b52', 'network_id': '70d2f3d6-52c8-44c2-9148-9f53362c8b52', 'tenant_id': '722f8f4383d8470ea8c6ac7bf50fea62', 'fixed_ips': [{'subnet_id': 'b9e1b361-d6bc-409c-a1d7-2cc5c8918812'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:41:53.856063 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:54.032306 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Allocated IP 172.20.0.2 (70d2f3d6-52c8-44c2-9148-9f53362c8b52/b9e1b361-d6bc-409c-a1d7-2cc5c8918812/a7c2cded-3f6d-4262-ad74-f0f11d6966d2) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:41:54.187925 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:54.203347 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:54.212321 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:54.260018 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Pushing event updated for resources: {'Port': ['ID=a7c2cded-3f6d-4262-ad74-f0f11d6966d2,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:54.275820 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Network 70d2f3d6-52c8-44c2-9148-9f53362c8b52 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:41:54.277270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:54.283171 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:41:54.354290 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Attempting to bind port a7c2cded-3f6d-4262-ad74-f0f11d6966d2 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:41:54.354722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Attempting to bind port a7c2cded-3f6d-4262-ad74-f0f11d6966d2 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'e6f4744c-bdd1-48a6-81c7-dd4a323f0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '70d2f3d6-52c8-44c2-9148-9f53362c8b52'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:41:54.355182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Attempting to bind port a7c2cded-3f6d-4262-ad74-f0f11d6966d2 on network 70d2f3d6-52c8-44c2-9148-9f53362c8b52 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:41:54.361973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:41:54.362350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Checking segment: {'id': 'e6f4744c-bdd1-48a6-81c7-dd4a323f0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '70d2f3d6-52c8-44c2-9148-9f53362c8b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:41:54.362746 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:54.363136 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Bound using segment: {'id': 'e6f4744c-bdd1-48a6-81c7-dd4a323f0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '70d2f3d6-52c8-44c2-9148-9f53362c8b52'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:41:54.363605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Bound port: a7c2cded-3f6d-4262-ad74-f0f11d6966d2, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f4744c-bdd1-48a6-81c7-dd4a323f0091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '70d2f3d6-52c8-44c2-9148-9f53362c8b52'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:41:54.363986 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:54.447098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] For port a7c2cded-3f6d-4262-ad74-f0f11d6966d2, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:41:54.451584 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] For port a7c2cded-3f6d-4262-ad74-f0f11d6966d2, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a7c2cded-3f6d-4262-ad74-f0f11d6966d2,segment=NetworkSegment(e6f4744c-bdd1-48a6-81c7-dd4a323f0091),segment_id=e6f4744c-bdd1-48a6-81c7-dd4a323f0091)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:41:54.457766 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:54.534276 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65967f-52eb-48fa-aa5e-6bd0d76e18de None None] Pushing event updated for resources: {'Port': ['ID=a7c2cded-3f6d-4262-ad74-f0f11d6966d2,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:54.593252 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb7f00-cb09-4248-b303-20229109c562 req-05f36767-3d68-4e14-8822-c867eb0cf459 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:54.601880 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85bb7f00-cb09-4248-b303-20229109c562 req-05f36767-3d68-4e14-8822-c867eb0cf459 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.0816753 Sep 29 17:41:54.662819 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85bb7f00-cb09-4248-b303-20229109c562 req-3d8934aa-f77d-403c-b4f5-c4853a017238 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597961 Sep 29 17:41:54.989270 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Allocated IP 172.20.0.1 (70d2f3d6-52c8-44c2-9148-9f53362c8b52/b9e1b361-d6bc-409c-a1d7-2cc5c8918812/12934433-0001-4353-89c6-be45b1475f9f) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:41:55.126805 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:55.173535 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:55.220171 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Network 70d2f3d6-52c8-44c2-9148-9f53362c8b52 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:41:55.223716 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:55.227655 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:41:55.261913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Pushing event updated for resources: {'Port': ['ID=12934433-0001-4353-89c6-be45b1475f9f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:55.286221 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:55.448402 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:55.780432 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:55.785808 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:55.818386 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0185266c-2066-4b44-8612-3e14869ec9c9 None None] Network 70d2f3d6-52c8-44c2-9148-9f53362c8b52 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:41:55.841083 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6800e70-7180-4dd7-9e5a-3da5de4273de req-b58fc120-ac4c-48c1-917a-5c80be93d9f3 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:55.847183 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a6800e70-7180-4dd7-9e5a-3da5de4273de req-b58fc120-ac4c-48c1-917a-5c80be93d9f3 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.0928261 Sep 29 17:41:55.862593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-fb389bb2-bb62-4c4b-bfb9-2942bd0c5164 None None] Provisioning complete for port a7c2cded-3f6d-4262-ad74-f0f11d6966d2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:55.872920 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fb389bb2-bb62-4c4b-bfb9-2942bd0c5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:55.912436 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:55.916195 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Pushing event updated for resources: {'Port': ['ID=12934433-0001-4353-89c6-be45b1475f9f,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:55.924677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a7c2cded-3f6d-4262-ad74-f0f11d6966d2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:41:55.933608 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a6800e70-7180-4dd7-9e5a-3da5de4273de req-9a8f6e13-5013-4970-acc1-48b2bf823f15 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750778 Sep 29 17:41:56.041776 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a7c2cded-3f6d-4262-ad74-f0f11d6966d2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:56.042415 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:56.058783 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Network 70d2f3d6-52c8-44c2-9148-9f53362c8b52 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:41:56.060183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:56.251746 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Router 0255b3cc-b778-4bb7-95f5-477a06a96fe6 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:41:56.355368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:41:56.365353 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6b0222ba-42a4-4a5e-8ff0-cce69aebc168 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] 10.222.0.44 "PUT /v2.0/routers/0255b3cc-b778-4bb7-95f5-477a06a96fe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5380514 Sep 29 17:41:56.368020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52976) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:56.374926 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c3c1f6ed-ddc8-4d71-a39d-c3dfd33a2692 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Request body: {'port': {'network_id': '70d2f3d6-52c8-44c2-9148-9f53362c8b52', 'name': 'tempest-FloatingIPNegativeTestJSON-591037352'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:56.376888 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217f1ced-3e45-4b4e-913b-445f096b328a None None] Sync routers for ids ['0255b3cc-b778-4bb7-95f5-477a06a96fe6'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:41:56.384457 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fb389bb2-bb62-4c4b-bfb9-2942bd0c5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:56.414209 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:56.449130 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-fb389bb2-bb62-4c4b-bfb9-2942bd0c5164 None None] For port a7c2cded-3f6d-4262-ad74-f0f11d6966d2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a7c2cded-3f6d-4262-ad74-f0f11d6966d2,segment=NetworkSegment(e6f4744c-bdd1-48a6-81c7-dd4a323f0091),segment_id=e6f4744c-bdd1-48a6-81c7-dd4a323f0091)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:41:56.450169 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217f1ced-3e45-4b4e-913b-445f096b328a None None] Routers {'0255b3cc-b778-4bb7-95f5-477a06a96fe6'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:41:56.450864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-217f1ced-3e45-4b4e-913b-445f096b328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:41:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0255b3cc-b778-4bb7-95f5-477a06a96fe6'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:56.484229 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-217f1ced-3e45-4b4e-913b-445f096b328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:56.490433 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fb389bb2-bb62-4c4b-bfb9-2942bd0c5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:56.526312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c1f6ed-ddc8-4d71-a39d-c3dfd33a2692 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Made reservation on behalf of 722f8f4383d8470ea8c6ac7bf50fea62 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:41:56.531314 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f6ed-ddc8-4d71-a39d-c3dfd33a2692 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:56.544617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb389bb2-bb62-4c4b-bfb9-2942bd0c5164 None None] Pushing event updated for resources: {'Port': ['ID=a7c2cded-3f6d-4262-ad74-f0f11d6966d2,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:56.561232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-c3c1f6ed-ddc8-4d71-a39d-c3dfd33a2692 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] device_id is not set on port 730d5728-3491-444f-bd37-ff69e70d5aa5 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:41:56.564052 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217f1ced-3e45-4b4e-913b-445f096b328a None None] Routers {'0255b3cc-b778-4bb7-95f5-477a06a96fe6'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:41:56.564698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-217f1ced-3e45-4b4e-913b-445f096b328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:41:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0255b3cc-b778-4bb7-95f5-477a06a96fe6'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:56.631228 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-217f1ced-3e45-4b4e-913b-445f096b328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:41:56.632898 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217f1ced-3e45-4b4e-913b-445f096b328a None None] The sync data for ids ['0255b3cc-b778-4bb7-95f5-477a06a96fe6'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:41:56.683278 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:41:56.683799 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:41:56.732440 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-c3c1f6ed-ddc8-4d71-a39d-c3dfd33a2692 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Allocated IP 172.20.0.6 (70d2f3d6-52c8-44c2-9148-9f53362c8b52/b9e1b361-d6bc-409c-a1d7-2cc5c8918812/730d5728-3491-444f-bd37-ff69e70d5aa5) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:41:56.829646 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8a16b490-9ecc-43d2-b8b8-a930df7671a4 None None] Provisioning complete for port a7c2cded-3f6d-4262-ad74-f0f11d6966d2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:56.830208 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a16b490-9ecc-43d2-b8b8-a930df7671a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:56.937859 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8a16b490-9ecc-43d2-b8b8-a930df7671a4 None None] Provisioning complete for port 12934433-0001-4353-89c6-be45b1475f9f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:56.938230 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a16b490-9ecc-43d2-b8b8-a930df7671a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:56.951005 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f6ed-ddc8-4d71-a39d-c3dfd33a2692 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:56.992121 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f6ed-ddc8-4d71-a39d-c3dfd33a2692 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:57.005816 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8a16b490-9ecc-43d2-b8b8-a930df7671a4 None None] Port 12934433-0001-4353-89c6-be45b1475f9f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:41:57.049700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c1f6ed-ddc8-4d71-a39d-c3dfd33a2692 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Network 70d2f3d6-52c8-44c2-9148-9f53362c8b52 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:41:57.053479 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-c3c1f6ed-ddc8-4d71-a39d-c3dfd33a2692 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:57.058386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1f6ed-ddc8-4d71-a39d-c3dfd33a2692 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:41:57.103572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1f6ed-ddc8-4d71-a39d-c3dfd33a2692 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Pushing event updated for resources: {'Port': ['ID=730d5728-3491-444f-bd37-ff69e70d5aa5,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:57.132897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-65cb70d9-5492-4191-a0aa-90cfdf6249c9 None None] Provisioning complete for port 12934433-0001-4353-89c6-be45b1475f9f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:57.133590 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-65cb70d9-5492-4191-a0aa-90cfdf6249c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:57.162832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c1f6ed-ddc8-4d71-a39d-c3dfd33a2692 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:57.163404 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f6ed-ddc8-4d71-a39d-c3dfd33a2692 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:57.180417 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01de7d-88f3-4371-a4fe-2db88be28561 req-8d7e6754-dcbc-4ff3-9fad-f3f552932574 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:57.187053 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a01de7d-88f3-4371-a4fe-2db88be28561 req-8d7e6754-dcbc-4ff3-9fad-f3f552932574 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.0934062 Sep 29 17:41:57.236930 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c3c1f6ed-ddc8-4d71-a39d-c3dfd33a2692 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8676322 Sep 29 17:41:57.244765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52986) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:57.254584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:57.286250 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-65cb70d9-5492-4191-a0aa-90cfdf6249c9 None None] Port 12934433-0001-4353-89c6-be45b1475f9f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:41:57.312795 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a01de7d-88f3-4371-a4fe-2db88be28561 req-880feccf-939f-4770-b613-584533e5e712 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125031 Sep 29 17:41:57.321642 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:57.323223 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:57.434794 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:57.514744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a0f52f14-0e01-46b9-b5cc-5221337ade19 None None] Provisioning complete for port 12934433-0001-4353-89c6-be45b1475f9f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:57.515817 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a0f52f14-0e01-46b9-b5cc-5221337ade19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:57.588686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a0f52f14-0e01-46b9-b5cc-5221337ade19 None None] Port 12934433-0001-4353-89c6-be45b1475f9f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:41:57.660117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Allocated IP 172.25.2.211 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/99311368-1680-456d-909b-fa24d295f9b5) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:41:57.823427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5e2b7dc9-9c05-4fe2-b44d-81c63614236b None None] Provisioning complete for port 730d5728-3491-444f-bd37-ff69e70d5aa5 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:57.823809 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5e2b7dc9-9c05-4fe2-b44d-81c63614236b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:57.862839 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a7c2cded-3f6d-4262-ad74-f0f11d6966d2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:41:57.907056 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:57.908549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b7dc9-9c05-4fe2-b44d-81c63614236b None None] Port 730d5728-3491-444f-bd37-ff69e70d5aa5 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:41:57.929991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a7c2cded-3f6d-4262-ad74-f0f11d6966d2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:41:57.930669 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:57.977345 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:58.040213 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:41:58.042047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:41:58.049710 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:41:58.089185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Pushing event updated for resources: {'Port': ['ID=99311368-1680-456d-909b-fa24d295f9b5,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:58.206757 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:58.262379 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:58.590283 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae02d68-77e1-4d76-8661-0981d4cc34b0 req-0d5eb93f-849e-441e-888f-3d3f6ac999b1 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:58.609682 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4ae02d68-77e1-4d76-8661-0981d4cc34b0 req-0d5eb93f-849e-441e-888f-3d3f6ac999b1 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.1187472 Sep 29 17:41:58.628192 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:58.639188 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:58.693527 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4ae02d68-77e1-4d76-8661-0981d4cc34b0 req-4e8e0abd-cd33-411c-ab26-60ee6ac6b5d1 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760317 Sep 29 17:41:58.761716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Pushing event updated for resources: {'Port': ['ID=99311368-1680-456d-909b-fa24d295f9b5,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:58.776078 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:58.794804 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:58.799447 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0957171b-621b-476c-940f-7b3aaa7022e1 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5469368 Sep 29 17:41:58.799695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53050) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:58.804379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a3cebb14-6447-4c76-9780-5303d77b139e tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Request body: {'floatingip': {'port_id': '730d5728-3491-444f-bd37-ff69e70d5aa5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:58.846115 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3cebb14-6447-4c76-9780-5303d77b139e tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:59.016583 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-a3cebb14-6447-4c76-9780-5303d77b139e tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] update failed (client error): The resource could not be found. Sep 29 17:41:59.017694 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a3cebb14-6447-4c76-9780-5303d77b139e tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] 10.222.0.44 "PUT /v2.0/floatingips/6d9f3271-19f5-4706-9600-45e0e1c8ab2b HTTP/1.1" status: 404 len: 507 time: 0.2171364 Sep 29 17:41:59.020582 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53082) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:59.206881 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-0e2980c0-acf2-41c0-a607-2fdfa00e8a0e tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Deleting port 99311368-1680-456d-909b-fa24d295f9b5 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:41:59.207210 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0e2980c0-acf2-41c0-a607-2fdfa00e8a0e tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:59.310009 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0e2980c0-acf2-41c0-a607-2fdfa00e8a0e tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:59.310339 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0e2980c0-acf2-41c0-a607-2fdfa00e8a0e tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:59.324602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-0e2980c0-acf2-41c0-a607-2fdfa00e8a0e tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Calling delete_port for 99311368-1680-456d-909b-fa24d295f9b5 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:41:59.497402 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0e2980c0-acf2-41c0-a607-2fdfa00e8a0e tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:59.543244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2980c0-acf2-41c0-a607-2fdfa00e8a0e tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Pushing event deleted for resources: {'Port': ['ID=99311368-1680-456d-909b-fa24d295f9b5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:41:59.624118 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0e2980c0-acf2-41c0-a607-2fdfa00e8a0e tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:59.627191 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0e2980c0-acf2-41c0-a607-2fdfa00e8a0e tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:59.629318 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0e2980c0-acf2-41c0-a607-2fdfa00e8a0e tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] 10.222.0.44 "DELETE /v2.0/floatingips/6d9f3271-19f5-4706-9600-45e0e1c8ab2b HTTP/1.1" status: 204 len: 168 time: 0.6064646 Sep 29 17:41:59.632015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53158) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:59.636578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0250882a-c9f1-4bca-8718-badcff1c8275 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Request body: {'floatingip': {'floating_network_id': '70d2f3d6-52c8-44c2-9148-9f53362c8b52', 'port_id': '730d5728-3491-444f-bd37-ff69e70d5aa5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:59.681865 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0250882a-c9f1-4bca-8718-badcff1c8275 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:59.830181 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-0250882a-c9f1-4bca-8718-badcff1c8275 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:41:59.832583 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0250882a-c9f1-4bca-8718-badcff1c8275 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1990819 Sep 29 17:41:59.835792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53182) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:41:59.845258 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '730d5728-3491-444f-bd37-ff69e70d5aa5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:41:59.891541 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e0aab-1ca0-4c2c-acd4-b75937da9552 req-95367406-3422-4793-94ff-761a83e9f65a tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:41:59.900234 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:41:59.910447 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-608e0aab-1ca0-4c2c-acd4-b75937da9552 req-95367406-3422-4793-94ff-761a83e9f65a tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.1053870 Sep 29 17:41:59.981488 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-608e0aab-1ca0-4c2c-acd4-b75937da9552 req-e639d193-f9f5-4e04-a820-2061aed11554 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653942 Sep 29 17:41:59.986673 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53202) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:00.041343 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.052845 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e62e84-65dd-403a-88b3-f2859fc3c1ad admin admin] Deleting subnet bd46bd0b-ac4a-454f-a197-608ce927ac07 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:42:00.070276 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94e62e84-65dd-403a-88b3-f2859fc3c1ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.161636 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94e62e84-65dd-403a-88b3-f2859fc3c1ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.200710 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Allocated IP 172.25.2.141 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/2613b81e-ea53-4bb8-9c0e-4b12aba8d24c) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:42:00.278937 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94e62e84-65dd-403a-88b3-f2859fc3c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.339050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.347116 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94e62e84-65dd-403a-88b3-f2859fc3c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.397892 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.418812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e62e84-65dd-403a-88b3-f2859fc3c1ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd46bd0b-ac4a-454f-a197-608ce927ac07,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:00.429450 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94e62e84-65dd-403a-88b3-f2859fc3c1ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.431553 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-94e62e84-65dd-403a-88b3-f2859fc3c1ad admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bd46bd0b-ac4a-454f-a197-608ce927ac07 HTTP/1.1" status: 204 len: 168 time: 0.4429741 Sep 29 17:42:00.436781 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53252) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:00.474698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:42:00.485461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:42:00.544828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Pushing event updated for resources: {'Port': ['ID=2613b81e-ea53-4bb8-9c0e-4b12aba8d24c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:00.549439 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:42:00.562659 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9d6f-f149-4d13-9f12-335ecff7afce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.754402 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9d6f-f149-4d13-9f12-335ecff7afce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.794288 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-cf9d9d6f-f149-4d13-9f12-335ecff7afce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e320548-4838-49b3-810c-eca399dc0251']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:00.805649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-cf9d9d6f-f149-4d13-9f12-335ecff7afce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34ec774-b592-4600-be3f-90551808e1fa') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:00.805939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-cf9d9d6f-f149-4d13-9f12-335ecff7afce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34ec774-b592-4600-be3f-90551808e1fa') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:00.818265 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9d6f-f149-4d13-9f12-335ecff7afce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.823119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Deleting port 2613b81e-ea53-4bb8-9c0e-4b12aba8d24c {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:00.823555 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.831890 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9d6f-f149-4d13-9f12-335ecff7afce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.838343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9d9d6f-f149-4d13-9f12-335ecff7afce admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:42:00.839120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9d6f-f149-4d13-9f12-335ecff7afce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:42:00.841381 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:42:00.960910 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9d6f-f149-4d13-9f12-335ecff7afce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.970136 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.970459 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.972623 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9d6f-f149-4d13-9f12-335ecff7afce admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:00.987033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Calling delete_port for 2613b81e-ea53-4bb8-9c0e-4b12aba8d24c owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:00.989443 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cf9d9d6f-f149-4d13-9f12-335ecff7afce admin admin] 10.222.0.44 "DELETE /v2.0/networks/1e320548-4838-49b3-810c-eca399dc0251 HTTP/1.1" status: 204 len: 168 time: 0.5507700 Sep 29 17:42:00.991016 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53312) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:01.054798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d9d6f-f149-4d13-9f12-335ecff7afce admin admin] Pushing event deleted for resources: {'Network': ['ID=1e320548-4838-49b3-810c-eca399dc0251,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:01.071366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacc3fc1-9c64-41ea-ae7f-8cf767b7efbb admin admin] Deleting subnet 05e855bf-5bff-4558-bd5c-04c1b3eae836 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:42:01.075203 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eacc3fc1-9c64-41ea-ae7f-8cf767b7efbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:01.153476 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eacc3fc1-9c64-41ea-ae7f-8cf767b7efbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:01.173793 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:01.206688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Pushing event deleted for resources: {'Port': ['ID=2613b81e-ea53-4bb8-9c0e-4b12aba8d24c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:01.208702 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1265e-7f10-4552-9b22-90821b898bd2 req-c1373a92-5762-4fe7-83c8-fa92ab44f704 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:01.210284 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-afc1265e-7f10-4552-9b22-90821b898bd2 req-c1373a92-5762-4fe7-83c8-fa92ab44f704 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.0943646 Sep 29 17:42:01.216408 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eacc3fc1-9c64-41ea-ae7f-8cf767b7efbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:01.290430 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-afc1265e-7f10-4552-9b22-90821b898bd2 req-3131a5e0-6bba-4ba3-900f-99b54c059204 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706508 Sep 29 17:42:01.323021 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eacc3fc1-9c64-41ea-ae7f-8cf767b7efbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:01.329060 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] create failed (client error): The resource could not be found. Sep 29 17:42:01.330286 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-95760a10-e4dd-46b6-8f28-2e14083a1770 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4934118 Sep 29 17:42:01.335238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53360) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:01.353583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc3fc1-9c64-41ea-ae7f-8cf767b7efbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e855bf-5bff-4558-bd5c-04c1b3eae836,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:01.357972 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eacc3fc1-9c64-41ea-ae7f-8cf767b7efbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:01.363110 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-eacc3fc1-9c64-41ea-ae7f-8cf767b7efbb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/05e855bf-5bff-4558-bd5c-04c1b3eae836 HTTP/1.1" status: 204 len: 168 time: 0.3670051 Sep 29 17:42:01.363511 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53364) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:01.442696 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4a0482c-a474-49a9-8d8a-1194a8df1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:01.442905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-f87f62d5-51cb-4cc5-9724-03000729038f tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Deleting port 730d5728-3491-444f-bd37-ff69e70d5aa5 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:01.443277 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f87f62d5-51cb-4cc5-9724-03000729038f tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:01.545954 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4a0482c-a474-49a9-8d8a-1194a8df1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:01.569713 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a4a0482c-a474-49a9-8d8a-1194a8df1d1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29428464-2c71-4a33-a8e6-e5fe8517a228']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:01.581966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a4a0482c-a474-49a9-8d8a-1194a8df1d1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b4faeb-4a81-47d2-a9f8-530cc1c7085d') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:01.582384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a4a0482c-a474-49a9-8d8a-1194a8df1d1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b4faeb-4a81-47d2-a9f8-530cc1c7085d') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:01.595230 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4a0482c-a474-49a9-8d8a-1194a8df1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:01.612182 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4a0482c-a474-49a9-8d8a-1194a8df1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:01.621089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a0482c-a474-49a9-8d8a-1194a8df1d1b admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:42:01.621531 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4a0482c-a474-49a9-8d8a-1194a8df1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:42:01.623554 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:42:01.693479 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4a0482c-a474-49a9-8d8a-1194a8df1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:01.703922 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4a0482c-a474-49a9-8d8a-1194a8df1d1b admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:01.709938 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a4a0482c-a474-49a9-8d8a-1194a8df1d1b admin admin] 10.222.0.44 "DELETE /v2.0/networks/29428464-2c71-4a33-a8e6-e5fe8517a228 HTTP/1.1" status: 204 len: 168 time: 0.3454227 Sep 29 17:42:01.741217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0482c-a474-49a9-8d8a-1194a8df1d1b admin admin] Pushing event deleted for resources: {'Network': ['ID=29428464-2c71-4a33-a8e6-e5fe8517a228,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:01.892311 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f87f62d5-51cb-4cc5-9724-03000729038f tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:01.907417 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-f87f62d5-51cb-4cc5-9724-03000729038f tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Calling delete_port for 730d5728-3491-444f-bd37-ff69e70d5aa5 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:01.922012 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53440) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:01.969220 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0682a5f6-9f8a-4914-9ced-d7316b781d9e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19a3ffb93d514bab8f0cba5b583a0fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451448 Sep 29 17:42:01.970889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53448) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:02.030945 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d8e6281-5095-49f4-8c36-5882301d2a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:02.053718 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d8e6281-5095-49f4-8c36-5882301d2a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:02.056213 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f87f62d5-51cb-4cc5-9724-03000729038f tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:02.096950 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f62d5-51cb-4cc5-9724-03000729038f tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Pushing event deleted for resources: {'Port': ['ID=730d5728-3491-444f-bd37-ff69e70d5aa5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:02.115661 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d8e6281-5095-49f4-8c36-5882301d2a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:02.120816 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d8e6281-5095-49f4-8c36-5882301d2a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:02.122199 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8d8e6281-5095-49f4-8c36-5882301d2a13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73cbaa91-51d2-47de-99ce-99aad71d2a27 HTTP/1.1" status: 204 len: 168 time: 0.1503992 Sep 29 17:42:02.135021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e6281-5095-49f4-8c36-5882301d2a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cbaa91-51d2-47de-99ce-99aad71d2a27,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:02.183754 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f87f62d5-51cb-4cc5-9724-03000729038f tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:02.185874 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f87f62d5-51cb-4cc5-9724-03000729038f tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] 10.222.0.44 "DELETE /v2.0/ports/730d5728-3491-444f-bd37-ff69e70d5aa5 HTTP/1.1" status: 204 len: 168 time: 0.8495290 Sep 29 17:42:02.189132 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53478) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:02.260686 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73bda7f-c420-4a80-b13e-c3bae9f33a11 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:02.262371 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b73bda7f-c420-4a80-b13e-c3bae9f33a11 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] 10.222.0.44 "GET /v2.0/ports?device_id=0255b3cc-b778-4bb7-95f5-477a06a96fe6 HTTP/1.1" status: 200 len: 913 time: 0.0720603 Sep 29 17:42:02.265554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53490) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:02.457033 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd5b9c-c536-4d09-9eb7-215182f8c580 req-4fcd77db-9f64-43e7-a728-e52bd4e9d626 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:02.465019 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5cfd5b9c-c536-4d09-9eb7-215182f8c580 req-4fcd77db-9f64-43e7-a728-e52bd4e9d626 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.0756097 Sep 29 17:42:02.502606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5cfd5b9c-c536-4d09-9eb7-215182f8c580 req-e0752440-66fd-4a61-9c4a-959674b271e7 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362878 Sep 29 17:42:02.566055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53504) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:02.614305 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7f9ef563-836a-484d-aac4-00089574cdc2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ca1e34e92a74a4c989162b3307a240b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463524 Sep 29 17:42:02.616691 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53508) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:02.666368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26d369f9-d3e2-4c52-bd90-87abd114a5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:02.689677 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26d369f9-d3e2-4c52-bd90-87abd114a5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:02.732088 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64c2a2b0-2763-48be-b129-78ae3332623c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:02.740871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26d369f9-d3e2-4c52-bd90-87abd114a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:02.743278 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26d369f9-d3e2-4c52-bd90-87abd114a5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:02.746866 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-26d369f9-d3e2-4c52-bd90-87abd114a5a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e81b9fe9-389c-4dc6-94b9-7e2e2229d417 HTTP/1.1" status: 204 len: 168 time: 0.1269612 Sep 29 17:42:02.753445 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d369f9-d3e2-4c52-bd90-87abd114a5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81b9fe9-389c-4dc6-94b9-7e2e2229d417,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:03.016402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-64c2a2b0-2763-48be-b129-78ae3332623c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Deleting port 12934433-0001-4353-89c6-be45b1475f9f {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:03.016780 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64c2a2b0-2763-48be-b129-78ae3332623c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:03.102298 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64c2a2b0-2763-48be-b129-78ae3332623c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:03.114650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-64c2a2b0-2763-48be-b129-78ae3332623c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Calling delete_port for 12934433-0001-4353-89c6-be45b1475f9f owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:03.291743 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64c2a2b0-2763-48be-b129-78ae3332623c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:03.325842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2a2b0-2763-48be-b129-78ae3332623c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Pushing event deleted for resources: {'Port': ['ID=12934433-0001-4353-89c6-be45b1475f9f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:03.497605 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64c2a2b0-2763-48be-b129-78ae3332623c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:03.714727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c2a2b0-2763-48be-b129-78ae3332623c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Router 0255b3cc-b778-4bb7-95f5-477a06a96fe6 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:42:03.744259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612be42-3909-495b-aff0-c1bf70258324 req-ee30d039-5322-4bca-b7d9-d4a968c259a5 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:03.745942 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c612be42-3909-495b-aff0-c1bf70258324 req-ee30d039-5322-4bca-b7d9-d4a968c259a5 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.1412935 Sep 29 17:42:03.860669 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c612be42-3909-495b-aff0-c1bf70258324 req-18bfab4e-2dda-4b58-ae2d-2867c71aa6ae tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015816 Sep 29 17:42:03.861813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c2a2b0-2763-48be-b129-78ae3332623c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:42:03.869306 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-64c2a2b0-2763-48be-b129-78ae3332623c tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] 10.222.0.44 "PUT /v2.0/routers/0255b3cc-b778-4bb7-95f5-477a06a96fe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6001091 Sep 29 17:42:03.869795 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53548) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:03.887414 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4580d3bf-f99f-40cc-81d3-963ef8e35a87 None None] Sync routers for ids ['0255b3cc-b778-4bb7-95f5-477a06a96fe6'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:42:03.894827 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4580d3bf-f99f-40cc-81d3-963ef8e35a87 None None] Routers {'0255b3cc-b778-4bb7-95f5-477a06a96fe6'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:42:03.895644 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4580d3bf-f99f-40cc-81d3-963ef8e35a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:41:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0255b3cc-b778-4bb7-95f5-477a06a96fe6'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:03.963212 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-daab363b-45e2-409f-86a3-b1b5e07d0925 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:03.975935 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4580d3bf-f99f-40cc-81d3-963ef8e35a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:03.991324 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4580d3bf-f99f-40cc-81d3-963ef8e35a87 None None] Routers {'0255b3cc-b778-4bb7-95f5-477a06a96fe6'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:42:03.992186 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4580d3bf-f99f-40cc-81d3-963ef8e35a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:41:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['0255b3cc-b778-4bb7-95f5-477a06a96fe6'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:04.039164 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4580d3bf-f99f-40cc-81d3-963ef8e35a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:04.040068 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4580d3bf-f99f-40cc-81d3-963ef8e35a87 None None] The sync data for ids ['0255b3cc-b778-4bb7-95f5-477a06a96fe6'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:42:04.159879 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-daab363b-45e2-409f-86a3-b1b5e07d0925 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:04.162181 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-daab363b-45e2-409f-86a3-b1b5e07d0925 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:04.209668 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-daab363b-45e2-409f-86a3-b1b5e07d0925 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:04.210223 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daab363b-45e2-409f-86a3-b1b5e07d0925 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Fanout notify agent at l3_agent the message router_deleted on router 0255b3cc-b778-4bb7-95f5-477a06a96fe6 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:42:04.221260 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-daab363b-45e2-409f-86a3-b1b5e07d0925 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:04.224944 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-daab363b-45e2-409f-86a3-b1b5e07d0925 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] 10.222.0.44 "DELETE /v2.0/routers/0255b3cc-b778-4bb7-95f5-477a06a96fe6 HTTP/1.1" status: 204 len: 168 time: 0.3517604 Sep 29 17:42:04.225401 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53560) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:04.289594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-6378c726-96d1-4e57-b191-18a6ab53b6c3 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Deleting subnet b9e1b361-d6bc-409c-a1d7-2cc5c8918812 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:42:04.292662 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6378c726-96d1-4e57-b191-18a6ab53b6c3 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:04.338062 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6378c726-96d1-4e57-b191-18a6ab53b6c3 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:04.422300 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6378c726-96d1-4e57-b191-18a6ab53b6c3 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:04.492109 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6378c726-96d1-4e57-b191-18a6ab53b6c3 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:04.498877 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7feb2b66-1a8b-4172-904d-f9150fd449a6 req-49941a2e-d1d0-4c76-85fd-1a94459e8d07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473514 Sep 29 17:42:04.565878 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5671cd-4462-4770-babb-c00655271f5a None None] Network 70d2f3d6-52c8-44c2-9148-9f53362c8b52 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:04.566384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6378c726-96d1-4e57-b191-18a6ab53b6c3 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:04.570190 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6378c726-96d1-4e57-b191-18a6ab53b6c3 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] 10.222.0.44 "DELETE /v2.0/subnets/b9e1b361-d6bc-409c-a1d7-2cc5c8918812 HTTP/1.1" status: 204 len: 168 time: 0.3415058 Sep 29 17:42:04.570356 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378c726-96d1-4e57-b191-18a6ab53b6c3 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e1b361-d6bc-409c-a1d7-2cc5c8918812,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:04.573089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53566) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:04.635387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb2b66-1a8b-4172-904d-f9150fd449a6 req-b36d4dff-8fdc-4fd9-8dc5-bf527aafdcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:04.637422 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7feb2b66-1a8b-4172-904d-f9150fd449a6 req-b36d4dff-8fdc-4fd9-8dc5-bf527aafdcf1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a130e06a4ed41a89b6c7012298db92a&device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 1101 time: 0.0853369 Sep 29 17:42:04.671969 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:04.809377 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Deleting port a7c2cded-3f6d-4262-ad74-f0f11d6966d2 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:04.809724 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:04.882701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb2b66-1a8b-4172-904d-f9150fd449a6 req-276cccfe-ce08-4e78-97fc-e1f5871a9ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:04.884351 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7feb2b66-1a8b-4172-904d-f9150fd449a6 req-276cccfe-ce08-4e78-97fc-e1f5871a9ebf service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.2205131 Sep 29 17:42:04.906463 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] DHCP port deletion for 70d2f3d6-52c8-44c2-9148-9f53362c8b52 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:42:04.974015 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7feb2b66-1a8b-4172-904d-f9150fd449a6 req-f11b2eeb-d465-42c4-bc5d-68b1c41fb725 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=95d816bb-8151-4852-8fa5-ab470a02efa0 HTTP/1.1" status: 200 len: 217 time: 0.0791867 Sep 29 17:42:04.988513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] For port a7c2cded-3f6d-4262-ad74-f0f11d6966d2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a7c2cded-3f6d-4262-ad74-f0f11d6966d2,segment=NetworkSegment(e6f4744c-bdd1-48a6-81c7-dd4a323f0091),segment_id=e6f4744c-bdd1-48a6-81c7-dd4a323f0091)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:04.989466 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:05.002935 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Calling delete_port for a7c2cded-3f6d-4262-ad74-f0f11d6966d2 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:05.017772 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Deleting port a7c2cded-3f6d-4262-ad74-f0f11d6966d2 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:05.018255 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:05.044257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb2b66-1a8b-4172-904d-f9150fd449a6 req-a44a0f73-ed31-4981-a7aa-dbabab23ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:05.060299 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7feb2b66-1a8b-4172-904d-f9150fd449a6 req-a44a0f73-ed31-4981-a7aa-dbabab23ebc6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0791802 Sep 29 17:42:05.158859 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:05.180858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] For port a7c2cded-3f6d-4262-ad74-f0f11d6966d2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a7c2cded-3f6d-4262-ad74-f0f11d6966d2,segment=NetworkSegment(e6f4744c-bdd1-48a6-81c7-dd4a323f0091),segment_id=e6f4744c-bdd1-48a6-81c7-dd4a323f0091)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:05.182337 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:05.190919 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Pushing event deleted for resources: {'Port': ['ID=a7c2cded-3f6d-4262-ad74-f0f11d6966d2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:05.196556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] No DVR routers for this DVR port a7c2cded-3f6d-4262-ad74-f0f11d6966d2 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:05.220504 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Calling delete_port for a7c2cded-3f6d-4262-ad74-f0f11d6966d2 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:05.297409 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:05.321531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6611743-8a6f-4c0d-9a14-92d8105880f0 req-b7bcac5c-b28e-4c5f-90d2-7a2c2f46b742 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:05.332113 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d2f3d6-52c8-44c2-9148-9f53362c8b52']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:05.334157 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6611743-8a6f-4c0d-9a14-92d8105880f0 req-b7bcac5c-b28e-4c5f-90d2-7a2c2f46b742 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.2918568 Sep 29 17:42:05.347177 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:05.366049 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f4744c-bdd1-48a6-81c7-dd4a323f0091') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:05.368728 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f4744c-bdd1-48a6-81c7-dd4a323f0091') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:05.392424 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:05.394155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb2b66-1a8b-4172-904d-f9150fd449a6 req-381607a1-8a50-4de5-90f9-224c9fa21623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:05.401372 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7feb2b66-1a8b-4172-904d-f9150fd449a6 req-381607a1-8a50-4de5-90f9-224c9fa21623 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3177044 Sep 29 17:42:05.424301 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:05.426760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Pushing event deleted for resources: {'Port': ['ID=a7c2cded-3f6d-4262-ad74-f0f11d6966d2,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:05.439440 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:42:05.439864 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:05.446441 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:05.447309 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:05.447848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:05.448383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:05.448932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:05.449751 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:05.450283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:05.450813 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:05.451504 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:05.452570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:05.453107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:05.453835 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:05.457174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f6944e-7aea-4163-8849-16a2c4efba5f None None] No DVR routers for this DVR port a7c2cded-3f6d-4262-ad74-f0f11d6966d2 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:05.474890 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6611743-8a6f-4c0d-9a14-92d8105880f0 req-9adf837b-5bb3-425f-8e14-30d33bdc1b20 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398551 Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:42:05.489398 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:42:05.580368 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7feb2b66-1a8b-4172-904d-f9150fd449a6 req-f8257bc9-0a87-476f-9346-75aced619115 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622617 Sep 29 17:42:05.600232 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:05.611875 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:05.621526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] 10.222.0.44 "DELETE /v2.0/networks/70d2f3d6-52c8-44c2-9148-9f53362c8b52 HTTP/1.1" status: 204 len: 168 time: 1.0450466 Sep 29 17:42:05.662585 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233294cc-bf25-4740-a689-0a0c998c3297 tempest-FloatingIPNegativeTestJSON-272927930 tempest-FloatingIPNegativeTestJSON-272927930-project] Pushing event deleted for resources: {'Network': ['ID=70d2f3d6-52c8-44c2-9148-9f53362c8b52,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:05.824812 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7feb2b66-1a8b-4172-904d-f9150fd449a6 req-74becb38-0a85-45f9-8b81-abe04e62c53a service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365658 Sep 29 17:42:05.847400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a7c2cded-3f6d-4262-ad74-f0f11d6966d2 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:05.892402 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: a7c2cded-3f6d-4262-ad74-f0f11d6966d2 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:42:05.892864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a7c2cded-3f6d-4262-ad74-f0f11d6966d2 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:42:06.010607 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdde28-cd40-4e33-9a43-83f8ac1b8bca req-8760c9fc-c773-497b-beb8-77ec61cf1425 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:06.016748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdde28-cd40-4e33-9a43-83f8ac1b8bca req-8760c9fc-c773-497b-beb8-77ec61cf1425 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:06.022736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdde28-cd40-4e33-9a43-83f8ac1b8bca req-8760c9fc-c773-497b-beb8-77ec61cf1425 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:06.028827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdde28-cd40-4e33-9a43-83f8ac1b8bca req-8760c9fc-c773-497b-beb8-77ec61cf1425 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:06.035332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdde28-cd40-4e33-9a43-83f8ac1b8bca req-8760c9fc-c773-497b-beb8-77ec61cf1425 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:06.041217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdde28-cd40-4e33-9a43-83f8ac1b8bca req-8760c9fc-c773-497b-beb8-77ec61cf1425 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:06.048979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdde28-cd40-4e33-9a43-83f8ac1b8bca req-8760c9fc-c773-497b-beb8-77ec61cf1425 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:06.050916 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01bdde28-cd40-4e33-9a43-83f8ac1b8bca req-8760c9fc-c773-497b-beb8-77ec61cf1425 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5444 time: 0.1246448 Sep 29 17:42:06.080038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53592) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:06.132339 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01bdde28-cd40-4e33-9a43-83f8ac1b8bca req-f429db21-6b61-4ee0-8b4e-8cfc6b33ebc1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739908 Sep 29 17:42:06.281803 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d2e0933f-fe13-456d-b6cf-5143eda95b51 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=722f8f4383d8470ea8c6ac7bf50fea62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998894 Sep 29 17:42:06.284278 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53600) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:06.338684 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2852ff57-5e94-40cc-a5d4-bb463abb503e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:06.362226 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2852ff57-5e94-40cc-a5d4-bb463abb503e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:06.413240 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2852ff57-5e94-40cc-a5d4-bb463abb503e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:06.416013 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2852ff57-5e94-40cc-a5d4-bb463abb503e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:06.417748 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2852ff57-5e94-40cc-a5d4-bb463abb503e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c9ea9a0-63db-4cce-9bfd-72f2e290dcba HTTP/1.1" status: 204 len: 168 time: 0.1319656 Sep 29 17:42:06.425451 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852ff57-5e94-40cc-a5d4-bb463abb503e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9ea9a0-63db-4cce-9bfd-72f2e290dcba,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:06.605888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295899f-766b-41df-b384-71eb575f3e06 req-0fcac40a-0427-4eb3-a792-a7d0b71c5003 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:06.607865 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9295899f-766b-41df-b384-71eb575f3e06 req-0fcac40a-0427-4eb3-a792-a7d0b71c5003 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.0523379 Sep 29 17:42:06.654090 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9295899f-766b-41df-b384-71eb575f3e06 req-f419855d-28cf-4b33-81b3-a73cc9b18e40 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361872 Sep 29 17:42:07.127445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53628) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:07.196267 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:42:07.324004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4ceb7f8a-9721-4f4b-9273-26042b073712 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1228437991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:07.346137 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e5bbc-c7dd-4cb9-883b-20e683a25be9 req-1e6f44ef-40d4-424b-8e57-f398815f6777 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.357884 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e5bbc-c7dd-4cb9-883b-20e683a25be9 req-1e6f44ef-40d4-424b-8e57-f398815f6777 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.366379 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e5bbc-c7dd-4cb9-883b-20e683a25be9 req-1e6f44ef-40d4-424b-8e57-f398815f6777 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.373787 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e5bbc-c7dd-4cb9-883b-20e683a25be9 req-1e6f44ef-40d4-424b-8e57-f398815f6777 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.380631 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e5bbc-c7dd-4cb9-883b-20e683a25be9 req-1e6f44ef-40d4-424b-8e57-f398815f6777 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.387209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e5bbc-c7dd-4cb9-883b-20e683a25be9 req-1e6f44ef-40d4-424b-8e57-f398815f6777 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.389718 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-14d5ba35-008e-42c6-8ecd-85c3461def03 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.393236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e5bbc-c7dd-4cb9-883b-20e683a25be9 req-1e6f44ef-40d4-424b-8e57-f398815f6777 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.395366 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-737e5bbc-c7dd-4cb9-883b-20e683a25be9 req-1e6f44ef-40d4-424b-8e57-f398815f6777 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5444 time: 0.1563284 Sep 29 17:42:07.395908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-14d5ba35-008e-42c6-8ecd-85c3461def03 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.401890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-14d5ba35-008e-42c6-8ecd-85c3461def03 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.408611 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-14d5ba35-008e-42c6-8ecd-85c3461def03 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.414521 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-14d5ba35-008e-42c6-8ecd-85c3461def03 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.420571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-14d5ba35-008e-42c6-8ecd-85c3461def03 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.427164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-14d5ba35-008e-42c6-8ecd-85c3461def03 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.429067 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-14d5ba35-008e-42c6-8ecd-85c3461def03 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 5444 time: 0.1567175 Sep 29 17:42:07.430607 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4ceb7f8a-9721-4f4b-9273-26042b073712 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:07.431653 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4ceb7f8a-9721-4f4b-9273-26042b073712 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:07.445802 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-737e5bbc-c7dd-4cb9-883b-20e683a25be9 req-21c03e2b-880d-4a83-9747-5c143ca610f1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410190 Sep 29 17:42:07.492930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-e06628ca-b5de-4e10-a2b7-329130e98ed9 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.494338 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-e06628ca-b5de-4e10-a2b7-329130e98ed9 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.35 "GET /v2.0/ports/7917363c-c768-4f5a-92b4-6ea93f5618f4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0555437 Sep 29 17:42:07.522074 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4ceb7f8a-9721-4f4b-9273-26042b073712 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:07.534527 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4ceb7f8a-9721-4f4b-9273-26042b073712 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:07.582576 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4ceb7f8a-9721-4f4b-9273-26042b073712 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:07.586418 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4ceb7f8a-9721-4f4b-9273-26042b073712 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4551456 Sep 29 17:42:07.586751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53640) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:07.591634 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e08fe01d-7838-44cc-8a11-2b995e37f826 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-784468173'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:07.622625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08fe01d-7838-44cc-8a11-2b995e37f826 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Made reservation on behalf of 0b7a43e006534cc2bd710e52b0fc2f53 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:42:07.627656 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e08fe01d-7838-44cc-8a11-2b995e37f826 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:07.638728 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e08fe01d-7838-44cc-8a11-2b995e37f826 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:07.650405 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-aa793ee0-ad7a-4f1f-a100-354238f53e80 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.35 "GET /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1269028 Sep 29 17:42:07.663197 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f484ca11-7bfb-40bd-8ebf-c8e41010e948 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:07.729374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f484ca11-7bfb-40bd-8ebf-c8e41010e948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:07.826087 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e08fe01d-7838-44cc-8a11-2b995e37f826 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:07.833562 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e08fe01d-7838-44cc-8a11-2b995e37f826 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:07.850467 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08fe01d-7838-44cc-8a11-2b995e37f826 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:42:07.863693 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e08fe01d-7838-44cc-8a11-2b995e37f826 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:07.864291 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-e08fe01d-7838-44cc-8a11-2b995e37f826 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Added segment b4e3d688-4a53-4793-8773-6dd65bc3694c of type vlan for network 7dff204f-9e51-46b1-87a3-ed1b7a104377 Sep 29 17:42:07.920307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da930f-cce7-4661-b94d-679a353e597a req-919d2097-d465-4645-902d-756c84c6cd5c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.922624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-08da930f-cce7-4661-b94d-679a353e597a req-919d2097-d465-4645-902d-756c84c6cd5c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.1219778 Sep 29 17:42:07.927504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e08fe01d-7838-44cc-8a11-2b995e37f826 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:07.952975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fe01d-7838-44cc-8a11-2b995e37f826 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2905b85c-8674-490b-b3dd-cdecdd4c7929,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:07.969592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f484ca11-7bfb-40bd-8ebf-c8e41010e948 service neutron] For port 7917363c-c768-4f5a-92b4-6ea93f5618f4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=7917363c-c768-4f5a-92b4-6ea93f5618f4,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:07.976973 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e08fe01d-7838-44cc-8a11-2b995e37f826 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:07.983934 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08fe01d-7838-44cc-8a11-2b995e37f826 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:07.985045 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e08fe01d-7838-44cc-8a11-2b995e37f826 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:08.000388 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-08da930f-cce7-4661-b94d-679a353e597a req-ac84fba1-acec-494a-b18e-177424ffb98b tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678184 Sep 29 17:42:08.023908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f484ca11-7bfb-40bd-8ebf-c8e41010e948 service neutron] For port 7917363c-c768-4f5a-92b4-6ea93f5618f4, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:42:08.028733 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e08fe01d-7838-44cc-8a11-2b995e37f826 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4408627 Sep 29 17:42:08.032290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53644) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:08.037129 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-60e72008-fb1f-4e86-873e-ec42cd8898ac tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Request body: {'subnet': {'network_id': '7dff204f-9e51-46b1-87a3-ed1b7a104377', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:08.059156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f484ca11-7bfb-40bd-8ebf-c8e41010e948 service neutron] device_id is not set on port 7917363c-c768-4f5a-92b4-6ea93f5618f4 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:42:08.068938 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f484ca11-7bfb-40bd-8ebf-c8e41010e948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:08.075470 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f484ca11-7bfb-40bd-8ebf-c8e41010e948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:08.097962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fe01d-7838-44cc-8a11-2b995e37f826 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event updated for resources: {'Network': ['ID=7dff204f-9e51-46b1-87a3-ed1b7a104377,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:08.109391 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 7dff204f-9e51-46b1-87a3-ed1b7a104377 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:42:08.126903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484ca11-7bfb-40bd-8ebf-c8e41010e948 service neutron] Pushing event updated for resources: {'Port': ['ID=7917363c-c768-4f5a-92b4-6ea93f5618f4,revision_number=6']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:08.174118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e72008-fb1f-4e86-873e-ec42cd8898ac tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Made reservation on behalf of 0b7a43e006534cc2bd710e52b0fc2f53 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:42:08.176471 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f484ca11-7bfb-40bd-8ebf-c8e41010e948 service neutron] No DVR routers for this DVR port 7917363c-c768-4f5a-92b4-6ea93f5618f4 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:08.177983 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-60e72008-fb1f-4e86-873e-ec42cd8898ac tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:08.222362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f484ca11-7bfb-40bd-8ebf-c8e41010e948 service neutron] In _notify_port_updated(), no bound segment for port 7917363c-c768-4f5a-92b4-6ea93f5618f4 on network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a {{(pid=95016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:42:08.223279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f484ca11-7bfb-40bd-8ebf-c8e41010e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:08.223870 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f484ca11-7bfb-40bd-8ebf-c8e41010e948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:08.225244 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f484ca11-7bfb-40bd-8ebf-c8e41010e948 service neutron] 10.222.0.35 "PUT /v2.0/ports/7917363c-c768-4f5a-92b4-6ea93f5618f4 HTTP/1.1" status: 200 len: 1031 time: 0.5668013 Sep 29 17:42:08.283126 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-c418639d-2320-43ca-814a-548adcacb77c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:08.284606 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-c418639d-2320-43ca-814a-548adcacb77c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.35 "GET /v2.0/ports/4f6cffde-a8ea-41f5-87b1-161951399f91?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0512638 Sep 29 17:42:08.297763 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-94f2dad1-00bf-49d5-8f62-42e043189580 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:08.382599 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-94f2dad1-00bf-49d5-8f62-42e043189580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:08.439530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b05e5802-84b5-46eb-ae82-ff0e68fb6c0a None None] Provisioning complete for port 7917363c-c768-4f5a-92b4-6ea93f5618f4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:08.440079 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b05e5802-84b5-46eb-ae82-ff0e68fb6c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:08.475599 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-60e72008-fb1f-4e86-873e-ec42cd8898ac tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:08.509971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b05e5802-84b5-46eb-ae82-ff0e68fb6c0a None None] Port 7917363c-c768-4f5a-92b4-6ea93f5618f4 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:42:08.597495 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e72008-fb1f-4e86-873e-ec42cd8898ac tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Checking segment: {'id': 'b4e3d688-4a53-4793-8773-6dd65bc3694c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7dff204f-9e51-46b1-87a3-ed1b7a104377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:42:08.597858 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e72008-fb1f-4e86-873e-ec42cd8898ac tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Network hostable DHCP agents. Network: 7dff204f-9e51-46b1-87a3-ed1b7a104377, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:42:08.601746 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e72008-fb1f-4e86-873e-ec42cd8898ac tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event updated for resources: {'Subnet': ['ID=d7275faf-1394-4143-8b68-f43ae80c968a,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:08.636885 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e72008-fb1f-4e86-873e-ec42cd8898ac tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Network 7dff204f-9e51-46b1-87a3-ed1b7a104377 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:42:08.716120 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-60e72008-fb1f-4e86-873e-ec42cd8898ac tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 7dff204f-9e51-46b1-87a3-ed1b7a104377) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:42:08.724682 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e72008-fb1f-4e86-873e-ec42cd8898ac tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:08.725098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e533bd9a-3749-41b8-9193-92bf5d29c3f0 None None] Network 7dff204f-9e51-46b1-87a3-ed1b7a104377 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:08.725236 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-60e72008-fb1f-4e86-873e-ec42cd8898ac tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:08.760337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ef1bb-6b8a-4c76-b66d-27614baeb798 req-f5faf6e2-5890-4fd8-9e2c-406181375409 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:08.767017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ef1bb-6b8a-4c76-b66d-27614baeb798 req-f5faf6e2-5890-4fd8-9e2c-406181375409 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:08.773425 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ef1bb-6b8a-4c76-b66d-27614baeb798 req-f5faf6e2-5890-4fd8-9e2c-406181375409 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:08.781115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ef1bb-6b8a-4c76-b66d-27614baeb798 req-f5faf6e2-5890-4fd8-9e2c-406181375409 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:08.787962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ef1bb-6b8a-4c76-b66d-27614baeb798 req-f5faf6e2-5890-4fd8-9e2c-406181375409 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:08.794534 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ef1bb-6b8a-4c76-b66d-27614baeb798 req-f5faf6e2-5890-4fd8-9e2c-406181375409 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:08.809223 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e06ef1bb-6b8a-4c76-b66d-27614baeb798 req-f5faf6e2-5890-4fd8-9e2c-406181375409 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 4666 time: 0.1535082 Sep 29 17:42:08.813205 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-60e72008-fb1f-4e86-873e-ec42cd8898ac tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7799282 Sep 29 17:42:08.817192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53658) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:08.845191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2717031b-fba5-4053-8ccd-0069904cc6d8 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Request body: {'network': {'name': 'tempest-router-network01--931018758'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:08.898790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2717031b-fba5-4053-8ccd-0069904cc6d8 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Made reservation on behalf of 0b7a43e006534cc2bd710e52b0fc2f53 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:42:08.903284 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2717031b-fba5-4053-8ccd-0069904cc6d8 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:08.922958 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e06ef1bb-6b8a-4c76-b66d-27614baeb798 req-dadcf071-6d0b-4f99-96bc-687f8dd9417d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&id=b14a3b60-67a2-4a7b-a10a-ae463d16674e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065106 Sep 29 17:42:08.947319 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2717031b-fba5-4053-8ccd-0069904cc6d8 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:42:08.969829 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2717031b-fba5-4053-8ccd-0069904cc6d8 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:08.970238 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-2717031b-fba5-4053-8ccd-0069904cc6d8 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Added segment 9706cff7-e19f-49e2-84ad-5af56f760256 of type vlan for network f3ece6a6-138b-4b62-88ec-87d126583940 Sep 29 17:42:09.001153 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-7dff204f-9e51-46b1-87a3-ed1b7a104377', 'network_id': '7dff204f-9e51-46b1-87a3-ed1b7a104377', 'tenant_id': '0b7a43e006534cc2bd710e52b0fc2f53', 'fixed_ips': [{'subnet_id': 'd7275faf-1394-4143-8b68-f43ae80c968a'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:42:09.002573 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.056611 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2717031b-fba5-4053-8ccd-0069904cc6d8 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.060769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245845fe-bff1-4c12-bd68-52c687fdf2d1 req-be35e3fc-39f1-4c40-bfa7-c4a4efa0e588 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:09.069199 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-245845fe-bff1-4c12-bd68-52c687fdf2d1 req-be35e3fc-39f1-4c40-bfa7-c4a4efa0e588 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 950 time: 0.1671417 Sep 29 17:42:09.094917 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2717031b-fba5-4053-8ccd-0069904cc6d8 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.104254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2717031b-fba5-4053-8ccd-0069904cc6d8 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:09.105406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-94f2dad1-00bf-49d5-8f62-42e043189580 service neutron] For port 4f6cffde-a8ea-41f5-87b1-161951399f91, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=4f6cffde-a8ea-41f5-87b1-161951399f91,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:09.106059 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2717031b-fba5-4053-8ccd-0069904cc6d8 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.165331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-94f2dad1-00bf-49d5-8f62-42e043189580 service neutron] For port 4f6cffde-a8ea-41f5-87b1-161951399f91, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:42:09.213146 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-245845fe-bff1-4c12-bd68-52c687fdf2d1 req-f04f5647-4b66-4539-b79a-5dd30b96acef tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bca0ab1-38ce-480a-927c-1d23685c3434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422727 Sep 29 17:42:09.217744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-94f2dad1-00bf-49d5-8f62-42e043189580 service neutron] device_id is not set on port 4f6cffde-a8ea-41f5-87b1-161951399f91 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:42:09.237669 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-94f2dad1-00bf-49d5-8f62-42e043189580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.247400 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-94f2dad1-00bf-49d5-8f62-42e043189580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.259021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Allocated IP 2001:db8::2 (7dff204f-9e51-46b1-87a3-ed1b7a104377/d7275faf-1394-4143-8b68-f43ae80c968a/55653c37-5cb8-4a68-840a-56b7fb044023) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:42:09.306124 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717031b-fba5-4053-8ccd-0069904cc6d8 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event updated for resources: {'Network': ['ID=f3ece6a6-138b-4b62-88ec-87d126583940,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:09.314852 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2717031b-fba5-4053-8ccd-0069904cc6d8 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4934423 Sep 29 17:42:09.317418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53666) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:09.321252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-1db30ceb-65a4-4e8c-8aa4-3be50b3161dc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Request body: {'network': {'name': 'tempest-router-network02--785943670'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:09.388318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-94f2dad1-00bf-49d5-8f62-42e043189580 service neutron] No DVR routers for this DVR port 4f6cffde-a8ea-41f5-87b1-161951399f91 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:09.408569 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c408cb3-3ec5-423f-8007-bd3dba54df12 req-c3c126ea-2785-4a06-9033-fa623386ea36 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:09.416921 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6c408cb3-3ec5-423f-8007-bd3dba54df12 req-c3c126ea-2785-4a06-9033-fa623386ea36 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.2942204 Sep 29 17:42:09.425910 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.430532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network f3ece6a6-138b-4b62-88ec-87d126583940 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:42:09.431657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db30ceb-65a4-4e8c-8aa4-3be50b3161dc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Made reservation on behalf of 0b7a43e006534cc2bd710e52b0fc2f53 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:42:09.435287 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1db30ceb-65a4-4e8c-8aa4-3be50b3161dc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.459131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-94f2dad1-00bf-49d5-8f62-42e043189580 service neutron] In _notify_port_updated(), no bound segment for port 4f6cffde-a8ea-41f5-87b1-161951399f91 on network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a {{(pid=95016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:42:09.461057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-94f2dad1-00bf-49d5-8f62-42e043189580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:09.461975 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-94f2dad1-00bf-49d5-8f62-42e043189580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.464290 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-94f2dad1-00bf-49d5-8f62-42e043189580 service neutron] 10.222.0.35 "PUT /v2.0/ports/4f6cffde-a8ea-41f5-87b1-161951399f91 HTTP/1.1" status: 200 len: 1032 time: 1.1729293 Sep 29 17:42:09.465736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2dad1-00bf-49d5-8f62-42e043189580 service neutron] Pushing event updated for resources: {'Port': ['ID=4f6cffde-a8ea-41f5-87b1-161951399f91,revision_number=6']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:09.495851 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db30ceb-65a4-4e8c-8aa4-3be50b3161dc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:42:09.515351 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6c408cb3-3ec5-423f-8007-bd3dba54df12 req-6ddb1d5d-74e7-47f0-adf8-cf47fac08688 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919106 Sep 29 17:42:09.523964 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.540702 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1db30ceb-65a4-4e8c-8aa4-3be50b3161dc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.541066 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-1db30ceb-65a4-4e8c-8aa4-3be50b3161dc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Added segment 2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f of type vlan for network 04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45 Sep 29 17:42:09.590632 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1db30ceb-65a4-4e8c-8aa4-3be50b3161dc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.591466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Network 7dff204f-9e51-46b1-87a3-ed1b7a104377 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:42:09.595517 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:42:09.605389 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:42:09.608912 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f38f2959-b7c5-4493-bbe0-878a74e41639 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Deleting port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:09.609374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f38f2959-b7c5-4493-bbe0-878a74e41639 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.629337 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1db30ceb-65a4-4e8c-8aa4-3be50b3161dc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.638735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db30ceb-65a4-4e8c-8aa4-3be50b3161dc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:09.640340 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1db30ceb-65a4-4e8c-8aa4-3be50b3161dc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.662809 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Pushing event updated for resources: {'Port': ['ID=55653c37-5cb8-4a68-840a-56b7fb044023,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:09.702928 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1db30ceb-65a4-4e8c-8aa4-3be50b3161dc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3848403 Sep 29 17:42:09.705739 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53670) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:09.711219 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f231f474-17cf-4aeb-aad6-41c605cf9551 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Request body: {'subnet': {'network_id': 'f3ece6a6-138b-4b62-88ec-87d126583940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:09.720051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:09.727570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Attempting to bind port 55653c37-5cb8-4a68-840a-56b7fb044023 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:42:09.727970 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Attempting to bind port 55653c37-5cb8-4a68-840a-56b7fb044023 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'b4e3d688-4a53-4793-8773-6dd65bc3694c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7dff204f-9e51-46b1-87a3-ed1b7a104377'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:42:09.728330 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Attempting to bind port 55653c37-5cb8-4a68-840a-56b7fb044023 on network 7dff204f-9e51-46b1-87a3-ed1b7a104377 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:42:09.751460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f38f2959-b7c5-4493-bbe0-878a74e41639 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] For port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5,segment=NetworkSegment(9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e),segment_id=9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:09.751828 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f38f2959-b7c5-4493-bbe0-878a74e41639 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.763809 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:42:09.764182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Checking segment: {'id': 'b4e3d688-4a53-4793-8773-6dd65bc3694c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7dff204f-9e51-46b1-87a3-ed1b7a104377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:42:09.765474 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.765908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Bound using segment: {'id': 'b4e3d688-4a53-4793-8773-6dd65bc3694c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7dff204f-9e51-46b1-87a3-ed1b7a104377'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:42:09.766549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Bound port: 55653c37-5cb8-4a68-840a-56b7fb044023, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e3d688-4a53-4793-8773-6dd65bc3694c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '7dff204f-9e51-46b1-87a3-ed1b7a104377'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:42:09.766939 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.774448 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db30ceb-65a4-4e8c-8aa4-3be50b3161dc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event updated for resources: {'Network': ['ID=04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:09.792560 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:42:09.804795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b6aa06e3-9fb1-4446-9ec8-25cc75279b3b None None] Provisioning complete for port 4f6cffde-a8ea-41f5-87b1-161951399f91 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:09.805168 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b6aa06e3-9fb1-4446-9ec8-25cc75279b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.877071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f231f474-17cf-4aeb-aad6-41c605cf9551 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Made reservation on behalf of 0b7a43e006534cc2bd710e52b0fc2f53 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:42:09.882598 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f231f474-17cf-4aeb-aad6-41c605cf9551 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:09.932577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b6aa06e3-9fb1-4446-9ec8-25cc75279b3b None None] Port 4f6cffde-a8ea-41f5-87b1-161951399f91 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:42:09.990343 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:10.018330 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f38f2959-b7c5-4493-bbe0-878a74e41639 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:10.018904 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f38f2959-b7c5-4493-bbe0-878a74e41639 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:10.019681 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f38f2959-b7c5-4493-bbe0-878a74e41639 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Floating IP 681d5eaa-3ca1-4811-941f-4a2bff1dc191 disassociated. External IP: 172.25.2.77, port: e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5. Sep 29 17:42:10.021416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f38f2959-b7c5-4493-bbe0-878a74e41639 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Calling delete_port for e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:10.029608 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] For port 55653c37-5cb8-4a68-840a-56b7fb044023, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:42:10.034759 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] For port 55653c37-5cb8-4a68-840a-56b7fb044023, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=55653c37-5cb8-4a68-840a-56b7fb044023,segment=NetworkSegment(b4e3d688-4a53-4793-8773-6dd65bc3694c),segment_id=b4e3d688-4a53-4793-8773-6dd65bc3694c)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:42:10.042605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:42:10.045213 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2d0fd5-6530-4d96-84a9-06876be09041" -d '{"events": [{"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-unplugged", "status": "completed", "tag": "e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:42:10.051972 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:10.120621 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6fa310-5b48-41d2-b115-3d3f57194a27 x-openstack-request-id: req-de6fa310-5b48-41d2-b115-3d3f57194a27 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:42:10.120930 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-unplugged", "status": "completed", "tag": "e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:42:10.121189 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de6fa310-5b48-41d2-b115-3d3f57194a27 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:42:10.121639 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5', 'code': 200} Sep 29 17:42:10.123814 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5,segment=NetworkSegment(9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e),segment_id=9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:10.133778 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:10.134872 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 50ca4778-6f90-4824-b2a2-0811f211b24d no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:10.233000 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008f4c3-23cd-4e86-8944-0d6509aae0d3 None None] Pushing event updated for resources: {'Port': ['ID=55653c37-5cb8-4a68-840a-56b7fb044023,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:10.237502 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490112c0-d29a-4389-b8f5-d35d2b28f065 req-fad86c02-31df-4296-aa87-befe75bb08d1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:10.247838 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f38f2959-b7c5-4493-bbe0-878a74e41639 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:10.265197 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490112c0-d29a-4389-b8f5-d35d2b28f065 req-fad86c02-31df-4296-aa87-befe75bb08d1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:10.276611 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490112c0-d29a-4389-b8f5-d35d2b28f065 req-fad86c02-31df-4296-aa87-befe75bb08d1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:10.295607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490112c0-d29a-4389-b8f5-d35d2b28f065 req-fad86c02-31df-4296-aa87-befe75bb08d1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:10.301888 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:10.310981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490112c0-d29a-4389-b8f5-d35d2b28f065 req-fad86c02-31df-4296-aa87-befe75bb08d1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:10.321703 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event deleted for resources: {'Port': ['ID=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:10.324391 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-490112c0-d29a-4389-b8f5-d35d2b28f065 req-fad86c02-31df-4296-aa87-befe75bb08d1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 3887 time: 0.2293622 Sep 29 17:42:10.342749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f2959-b7c5-4493-bbe0-878a74e41639 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event deleted for resources: {'Port': ['ID=e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:10.364017 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f231f474-17cf-4aeb-aad6-41c605cf9551 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:10.403638 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 50ca4778-6f90-4824-b2a2-0811f211b24d, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=50ca4778-6f90-4824-b2a2-0811f211b24d,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:10.413461 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:10.414364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:10.510825 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-490112c0-d29a-4389-b8f5-d35d2b28f065 req-b6ae8852-e6b6-4b1f-aa5e-dfc0226759f5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853340 Sep 29 17:42:10.533089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231f474-17cf-4aeb-aad6-41c605cf9551 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event updated for resources: {'Subnet': ['ID=5102683f-6400-42cf-b07e-18a6f5cc95e9,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:10.542976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f231f474-17cf-4aeb-aad6-41c605cf9551 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Checking segment: {'id': '9706cff7-e19f-49e2-84ad-5af56f760256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f3ece6a6-138b-4b62-88ec-87d126583940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:42:10.543338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f231f474-17cf-4aeb-aad6-41c605cf9551 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Network hostable DHCP agents. Network: f3ece6a6-138b-4b62-88ec-87d126583940, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:42:10.558600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b296b-d538-46bf-8610-8d83749fc897 req-6ddab1b1-ebc2-4c5e-8d04-47e6f60a077c tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:10.563024 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=50ca4778-6f90-4824-b2a2-0811f211b24d,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:10.570292 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8d8b296b-d538-46bf-8610-8d83749fc897 req-6ddab1b1-ebc2-4c5e-8d04-47e6f60a077c tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 950 time: 0.2306342 Sep 29 17:42:10.576487 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f231f474-17cf-4aeb-aad6-41c605cf9551 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Network f3ece6a6-138b-4b62-88ec-87d126583940 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:42:10.597701 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-f231f474-17cf-4aeb-aad6-41c605cf9551 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, f3ece6a6-138b-4b62-88ec-87d126583940) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:42:10.612712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f231f474-17cf-4aeb-aad6-41c605cf9551 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:10.613327 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f231f474-17cf-4aeb-aad6-41c605cf9551 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:10.614887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34cc2f0-875e-489a-a371-d09b04c76cf2 None None] Network f3ece6a6-138b-4b62-88ec-87d126583940 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:10.615256 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e1282-5c79-4447-b4c2-cd2384bf1953 req-11533542-d93c-44ea-a284-5f76e5a5aa50 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:10.616904 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ee3e1282-5c79-4447-b4c2-cd2384bf1953 req-11533542-d93c-44ea-a284-5f76e5a5aa50 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.49 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 950 time: 0.3561161 Sep 29 17:42:10.647370 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f231f474-17cf-4aeb-aad6-41c605cf9551 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9403975 Sep 29 17:42:10.650178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53682) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:10.655635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2785a560-1f21-4c5d-8476-bbd58ac138c1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Request body: {'subnet': {'network_id': '04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:10.708396 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8d8b296b-d538-46bf-8610-8d83749fc897 req-71dc09d8-c1f9-4e3b-aefb-15a8ecdb86bd tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bca0ab1-38ce-480a-927c-1d23685c3434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252785 Sep 29 17:42:10.763218 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:10.805322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f38f2959-b7c5-4493-bbe0-878a74e41639 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Router 6b630b79-bf9a-4196-875c-df14244f6919 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:42:10.862190 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bb01b-62c8-48cb-a269-cd237aa82e88 req-07e65e88-4602-4bd5-aeb3-e1ccb352a292 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:10.863786 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f55bb01b-62c8-48cb-a269-cd237aa82e88 req-07e65e88-4602-4bd5-aeb3-e1ccb352a292 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.1772115 Sep 29 17:42:11.011025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f38f2959-b7c5-4493-bbe0-878a74e41639 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:42:11.025886 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-ee3e1282-5c79-4447-b4c2-cd2384bf1953 req-79ffc1ad-778e-4ec4-bc92-f2530ed18347 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Deleting port 95d816bb-8151-4852-8fa5-ab470a02efa0 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:11.026235 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ee3e1282-5c79-4447-b4c2-cd2384bf1953 req-79ffc1ad-778e-4ec4-bc92-f2530ed18347 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:11.054489 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0f106657-1ac8-4cf6-818e-c6f19b81b4c7,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:11.059900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e8ce2e-8032-4077-8748-6cc8c9d41236 None None] Sync routers for ids ['6b630b79-bf9a-4196-875c-df14244f6919'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:42:11.062595 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d210-d2e0-49a9-a4e3-88488d1f2235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:11.071760 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:11.072477 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device e6a33a17-f0e2-435c-abe1-66eb743072fa no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:11.101191 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f38f2959-b7c5-4493-bbe0-878a74e41639 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] No DVR routers for this DVR port e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:11.111750 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f38f2959-b7c5-4493-bbe0-878a74e41639 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:11.113774 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-f38f2959-b7c5-4493-bbe0-878a74e41639 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.35 "DELETE /v2.0/ports/e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5 HTTP/1.1" status: 204 len: 173 time: 1.6423175 Sep 29 17:42:11.114255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-deleted', 'tag': 'e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:42:11.117336 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01d841c-a1c9-4ffd-8f42-316aa50208aa" -d '{"events": [{"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-deleted", "tag": "e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:42:11.150551 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e8ce2e-8032-4077-8748-6cc8c9d41236 None None] Routers {'6b630b79-bf9a-4196-875c-df14244f6919'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:42:11.151211 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-73e8ce2e-8032-4077-8748-6cc8c9d41236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:41:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6b630b79-bf9a-4196-875c-df14244f6919'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:11.219766 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8515b3-87c0-42a0-8b3b-e30b34b0c9e9 x-openstack-request-id: req-1f8515b3-87c0-42a0-8b3b-e30b34b0c9e9 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:42:11.220140 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-deleted", "tag": "e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:42:11.220414 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f8515b3-87c0-42a0-8b3b-e30b34b0c9e9 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:42:11.220709 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-deleted', 'tag': 'e9b1e0b2-f48a-4ff1-a5f7-bd9d4e040ab5', 'status': 'completed', 'code': 200} Sep 29 17:42:11.313707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-ee3e1282-5c79-4447-b4c2-cd2384bf1953 req-79ffc1ad-778e-4ec4-bc92-f2530ed18347 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] For port 95d816bb-8151-4852-8fa5-ab470a02efa0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=95d816bb-8151-4852-8fa5-ab470a02efa0,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:11.313707 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ee3e1282-5c79-4447-b4c2-cd2384bf1953 req-79ffc1ad-778e-4ec4-bc92-f2530ed18347 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:11.341228 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-ee3e1282-5c79-4447-b4c2-cd2384bf1953 req-79ffc1ad-778e-4ec4-bc92-f2530ed18347 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Calling delete_port for 95d816bb-8151-4852-8fa5-ab470a02efa0 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:11.362085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0f106657-1ac8-4cf6-818e-c6f19b81b4c7,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:11.376675 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-4a41104a-f102-43a8-8db4-ed9924417831 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Deleting port 62fd392b-0e65-4206-a548-c46677c479e2 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:11.387387 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-4a41104a-f102-43a8-8db4-ed9924417831 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:11.442895 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:11.461032 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-f3ece6a6-138b-4b62-88ec-87d126583940', 'network_id': 'f3ece6a6-138b-4b62-88ec-87d126583940', 'tenant_id': '0b7a43e006534cc2bd710e52b0fc2f53', 'fixed_ips': [{'subnet_id': '5102683f-6400-42cf-b07e-18a6f5cc95e9'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:42:11.462219 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:11.512938 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-73e8ce2e-8032-4077-8748-6cc8c9d41236 None None] Set router 6b630b79-bf9a-4196-875c-df14244f6919 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:42:11.585303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-4a41104a-f102-43a8-8db4-ed9924417831 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] For port 62fd392b-0e65-4206-a548-c46677c479e2, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=62fd392b-0e65-4206-a548-c46677c479e2,segment=NetworkSegment(40fdf262-7bc5-4f81-8388-ac8c587e7fc3),segment_id=40fdf262-7bc5-4f81-8388-ac8c587e7fc3)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:11.585678 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-4a41104a-f102-43a8-8db4-ed9924417831 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:11.597561 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f55bb01b-62c8-48cb-a269-cd237aa82e88 req-63aa53dd-8355-40ac-a86c-a22bb79ef5ab tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7173569 Sep 29 17:42:11.610992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2785a560-1f21-4c5d-8476-bbd58ac138c1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Made reservation on behalf of 0b7a43e006534cc2bd710e52b0fc2f53 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:42:11.626893 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2785a560-1f21-4c5d-8476-bbd58ac138c1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:11.630909 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port e6a33a17-f0e2-435c-abe1-66eb743072fa, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e6a33a17-f0e2-435c-abe1-66eb743072fa,segment=NetworkSegment(40fdf262-7bc5-4f81-8388-ac8c587e7fc3),segment_id=40fdf262-7bc5-4f81-8388-ac8c587e7fc3)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:11.644737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-4a41104a-f102-43a8-8db4-ed9924417831 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Calling delete_port for 62fd392b-0e65-4206-a548-c46677c479e2 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:11.646551 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:11.647230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 62fd392b-0e65-4206-a548-c46677c479e2 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:11.760602 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7504286b-ec6b-4448-b278-026a7ccacb89 None None] Network 7dff204f-9e51-46b1-87a3-ed1b7a104377 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:11.840641 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-4a41104a-f102-43a8-8db4-ed9924417831 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:11.950109 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ddf6c3a1-28a6-46c7-b22c-f32236cef749 None None] Provisioning complete for port 55653c37-5cb8-4a68-840a-56b7fb044023 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:11.950488 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c3a1-28a6-46c7-b22c-f32236cef749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:11.978770 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41104a-f102-43a8-8db4-ed9924417831 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event deleted for resources: {'Port': ['ID=62fd392b-0e65-4206-a548-c46677c479e2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:11.984624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-4a41104a-f102-43a8-8db4-ed9924417831 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] No DVR routers for this DVR port 62fd392b-0e65-4206-a548-c46677c479e2 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:11.993579 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-4a41104a-f102-43a8-8db4-ed9924417831 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:11.995797 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-4a41104a-f102-43a8-8db4-ed9924417831 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.35 "DELETE /v2.0/ports/62fd392b-0e65-4206-a548-c46677c479e2 HTTP/1.1" status: 204 len: 173 time: 0.8730237 Sep 29 17:42:12.026988 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 55653c37-5cb8-4a68-840a-56b7fb044023 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:42:12.072771 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2785a560-1f21-4c5d-8476-bbd58ac138c1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:12.100302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090468df-60d8-4c77-9a69-eb59a8fda0d3 req-18b9d265-8340-4a8b-a6a8-2a467e869644 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:12.106418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090468df-60d8-4c77-9a69-eb59a8fda0d3 req-18b9d265-8340-4a8b-a6a8-2a467e869644 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:12.114136 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090468df-60d8-4c77-9a69-eb59a8fda0d3 req-18b9d265-8340-4a8b-a6a8-2a467e869644 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:12.115884 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-090468df-60d8-4c77-9a69-eb59a8fda0d3 req-18b9d265-8340-4a8b-a6a8-2a467e869644 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 2410 time: 0.2900026 Sep 29 17:42:12.125073 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ca4778-6f90-4824-b2a2-0811f211b24d'}, {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f106657-1ac8-4cf6-818e-c6f19b81b4c7'}, {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a33a17-f0e2-435c-abe1-66eb743072fa'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:42:12.128252 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96518600-db83-42df-ba41-a8ea03cd0d08" -d '{"events": [{"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-unplugged", "status": "completed", "tag": "50ca4778-6f90-4824-b2a2-0811f211b24d"}, {"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-unplugged", "status": "completed", "tag": "0f106657-1ac8-4cf6-818e-c6f19b81b4c7"}, {"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a33a17-f0e2-435c-abe1-66eb743072fa"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:42:12.131175 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No active binding found for port 62fd392b-0e65-4206-a548-c46677c479e2 {{(pid=95017) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 29 17:42:12.131728 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 62fd392b-0e65-4206-a548-c46677c479e2 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:42:12.132256 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4f6cffde-a8ea-41f5-87b1-161951399f91 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:12.142980 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=e6a33a17-f0e2-435c-abe1-66eb743072fa,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:12.159784 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785a560-1f21-4c5d-8476-bbd58ac138c1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event updated for resources: {'Subnet': ['ID=e4bcd670-478f-49c6-b3ee-7da2d34cfe35,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:12.193939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45439e89-8f72-487a-9ef2-bcabf21d776a req-6c0cc3e6-d716-4fdc-8f4a-20b3a278ec12 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:12.195525 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-45439e89-8f72-487a-9ef2-bcabf21d776a req-6c0cc3e6-d716-4fdc-8f4a-20b3a278ec12 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffcc75a9-d96b-420f-b390-82f6c57dfc96 HTTP/1.1" status: 200 len: 950 time: 0.1662483 Sep 29 17:42:12.214164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Allocated IP 2001:db8::2 (f3ece6a6-138b-4b62-88ec-87d126583940/5102683f-6400-42cf-b07e-18a6f5cc95e9/a5edbf7d-a97c-4974-a737-0ff543f56949) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:42:12.219317 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-090468df-60d8-4c77-9a69-eb59a8fda0d3 req-f7ab3f70-667c-46d5-a181-a37911b1f1e3 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930676 Sep 29 17:42:12.237445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-57d6fd28-e0e9-4323-a386-cbecda2ef20e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Deleting port 50ca4778-6f90-4824-b2a2-0811f211b24d {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:12.237821 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-57d6fd28-e0e9-4323-a386-cbecda2ef20e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:12.242799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2785a560-1f21-4c5d-8476-bbd58ac138c1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Checking segment: {'id': '2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:42:12.243162 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2785a560-1f21-4c5d-8476-bbd58ac138c1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Network hostable DHCP agents. Network: 04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:42:12.271378 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-45439e89-8f72-487a-9ef2-bcabf21d776a req-3541c31a-f4c7-406f-bc30-e87246bd87e3 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.44 "GET /v2.0/security-groups?id=1bca0ab1-38ce-480a-927c-1d23685c3434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636411 Sep 29 17:42:12.282165 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2785a560-1f21-4c5d-8476-bbd58ac138c1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Network 04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:42:12.304500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-2785a560-1f21-4c5d-8476-bbd58ac138c1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:42:12.316565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2785a560-1f21-4c5d-8476-bbd58ac138c1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:12.317206 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2785a560-1f21-4c5d-8476-bbd58ac138c1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:12.332072 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8ec63f-1ecb-49e6-a031-fdf60d6f095f None None] Network 04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:12.344581 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ee3e1282-5c79-4447-b4c2-cd2384bf1953 req-79ffc1ad-778e-4ec4-bc92-f2530ed18347 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:12.351751 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2785a560-1f21-4c5d-8476-bbd58ac138c1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7002149 Sep 29 17:42:12.354082 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53700) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:12.417540 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 29 Sep 2021 17:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3919db60-d9e5-4998-b0ad-37fb4234850b x-openstack-request-id: req-3919db60-d9e5-4998-b0ad-37fb4234850b {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:42:12.418146 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-unplugged", "status": "completed", "tag": "50ca4778-6f90-4824-b2a2-0811f211b24d", "code": 200}, {"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-unplugged", "status": "completed", "tag": "0f106657-1ac8-4cf6-818e-c6f19b81b4c7", "code": 200}, {"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-unplugged", "status": "completed", "tag": "e6a33a17-f0e2-435c-abe1-66eb743072fa", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:42:12.418250 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3919db60-d9e5-4998-b0ad-37fb4234850b {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:42:12.418742 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ca4778-6f90-4824-b2a2-0811f211b24d', 'code': 200} Sep 29 17:42:12.419056 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f106657-1ac8-4cf6-818e-c6f19b81b4c7', 'code': 200} Sep 29 17:42:12.419372 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6a33a17-f0e2-435c-abe1-66eb743072fa', 'code': 200} Sep 29 17:42:12.424738 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c3a1-28a6-46c7-b22c-f32236cef749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:12.473961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 4f6cffde-a8ea-41f5-87b1-161951399f91 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:42:12.474501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 7917363c-c768-4f5a-92b4-6ea93f5618f4 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:12.485344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-57d6fd28-e0e9-4323-a386-cbecda2ef20e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] For port 50ca4778-6f90-4824-b2a2-0811f211b24d, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=50ca4778-6f90-4824-b2a2-0811f211b24d,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:12.487431 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-57d6fd28-e0e9-4323-a386-cbecda2ef20e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:12.503747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffc1ad-778e-4ec4-bc92-f2530ed18347 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Pushing event deleted for resources: {'Port': ['ID=95d816bb-8151-4852-8fa5-ab470a02efa0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:12.523674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-57d6fd28-e0e9-4323-a386-cbecda2ef20e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Calling delete_port for 50ca4778-6f90-4824-b2a2-0811f211b24d owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:12.590479 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3e1282-5c79-4447-b4c2-cd2384bf1953 req-79ffc1ad-778e-4ec4-bc92-f2530ed18347 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] No DVR routers for this DVR port 95d816bb-8151-4852-8fa5-ab470a02efa0 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:12.594801 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ee3e1282-5c79-4447-b4c2-cd2384bf1953 req-79ffc1ad-778e-4ec4-bc92-f2530ed18347 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:12.596844 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ee3e1282-5c79-4447-b4c2-cd2384bf1953 req-79ffc1ad-778e-4ec4-bc92-f2530ed18347 tempest-VolumesBackupsTest-1299418663 tempest-VolumesBackupsTest-1299418663-project] 10.222.0.49 "DELETE /v2.0/ports/95d816bb-8151-4852-8fa5-ab470a02efa0 HTTP/1.1" status: 204 len: 173 time: 1.9629660 Sep 29 17:42:12.623526 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ddf6c3a1-28a6-46c7-b22c-f32236cef749 None None] For port 55653c37-5cb8-4a68-840a-56b7fb044023, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=55653c37-5cb8-4a68-840a-56b7fb044023,segment=NetworkSegment(b4e3d688-4a53-4793-8773-6dd65bc3694c),segment_id=b4e3d688-4a53-4793-8773-6dd65bc3694c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:12.624915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 55653c37-5cb8-4a68-840a-56b7fb044023 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:12.625490 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:12.761697 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-57d6fd28-e0e9-4323-a386-cbecda2ef20e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:12.810726 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6fd28-e0e9-4323-a386-cbecda2ef20e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event deleted for resources: {'Port': ['ID=50ca4778-6f90-4824-b2a2-0811f211b24d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:12.843151 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ff30b-e32a-4d76-9404-6554e7d74047 req-a65844fd-0d25-4e32-a2f4-1c8b3c82595f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:12.853103 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-960ff30b-e32a-4d76-9404-6554e7d74047 req-a65844fd-0d25-4e32-a2f4-1c8b3c82595f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.1209376 Sep 29 17:42:12.868761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-57d6fd28-e0e9-4323-a386-cbecda2ef20e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] No DVR routers for this DVR port 50ca4778-6f90-4824-b2a2-0811f211b24d on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:12.873649 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-57d6fd28-e0e9-4323-a386-cbecda2ef20e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:12.874731 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-57d6fd28-e0e9-4323-a386-cbecda2ef20e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.35 "DELETE /v2.0/ports/50ca4778-6f90-4824-b2a2-0811f211b24d HTTP/1.1" status: 204 len: 173 time: 0.8701887 Sep 29 17:42:12.881790 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c3a1-28a6-46c7-b22c-f32236cef749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:12.905825 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:12.957653 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-960ff30b-e32a-4d76-9404-6554e7d74047 req-d6fd792b-b78a-43e0-929d-b02a91e926c3 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035254 Sep 29 17:42:13.025578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-7a499d8f-02f8-47f6-9b76-73c8bdeca62c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Deleting port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:13.026946 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-7a499d8f-02f8-47f6-9b76-73c8bdeca62c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:13.042063 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:13.162142 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:13.169418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 7917363c-c768-4f5a-92b4-6ea93f5618f4 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:42:13.215999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6c3a1-28a6-46c7-b22c-f32236cef749 None None] Pushing event updated for resources: {'Port': ['ID=55653c37-5cb8-4a68-840a-56b7fb044023,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:13.243058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-deleted', 'tag': '62fd392b-0e65-4206-a548-c46677c479e2'}, {'server_uuid': 'ffcc75a9-d96b-420f-b390-82f6c57dfc96', 'name': 'network-vif-deleted', 'tag': '95d816bb-8151-4852-8fa5-ab470a02efa0'}, {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-deleted', 'tag': '50ca4778-6f90-4824-b2a2-0811f211b24d'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:42:13.247196 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f6b90f-e512-4c5d-a25d-9f12331fc082" -d '{"events": [{"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-deleted", "tag": "62fd392b-0e65-4206-a548-c46677c479e2"}, {"server_uuid": "ffcc75a9-d96b-420f-b390-82f6c57dfc96", "name": "network-vif-deleted", "tag": "95d816bb-8151-4852-8fa5-ab470a02efa0"}, {"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-deleted", "tag": "50ca4778-6f90-4824-b2a2-0811f211b24d"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:42:13.280804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-7a499d8f-02f8-47f6-9b76-73c8bdeca62c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] For port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0f106657-1ac8-4cf6-818e-c6f19b81b4c7,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:13.282309 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-7a499d8f-02f8-47f6-9b76-73c8bdeca62c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:13.300685 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-7a499d8f-02f8-47f6-9b76-73c8bdeca62c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Calling delete_port for 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:13.331757 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Network f3ece6a6-138b-4b62-88ec-87d126583940 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:42:13.348553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-73e8ce2e-8032-4077-8748-6cc8c9d41236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b630b79-bf9a-4196-875c-df14244f6919', 'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-router', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '837716fa-38af-4383-a29d-2015d9f5c008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:31:28Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '875de71af1fe4656a0ed844803995187', 'gw_port': {'id': '837716fa-38af-4383-a29d-2015d9f5c008', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:30Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '31632fef-1fd2-4713-9e39-90339ad2e2d9', 'name': '', 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'mac_address': 'fa:16:3e:72:e8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:39Z', 'updated_at': '2021-09-29T17:31:47Z', 'revision_number': 5, 'project_id': '875de71af1fe4656a0ed844803995187', 'subnets': [{'id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:13.356857 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:42:13.380518 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Allocated IP 2001:db8::1 (f3ece6a6-138b-4b62-88ec-87d126583940/5102683f-6400-42cf-b07e-18a6f5cc95e9/963704d9-b6fe-43b5-8979-4bcda5777aa3) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:42:13.437297 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 29 Sep 2021 17:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e96884-e555-4613-9bec-664862383af4 x-openstack-request-id: req-47e96884-e555-4613-9bec-664862383af4 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:42:13.438228 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-deleted", "tag": "62fd392b-0e65-4206-a548-c46677c479e2", "status": "completed", "code": 200}, {"server_uuid": "ffcc75a9-d96b-420f-b390-82f6c57dfc96", "name": "network-vif-deleted", "tag": "95d816bb-8151-4852-8fa5-ab470a02efa0", "status": "completed", "code": 200}, {"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-deleted", "tag": "50ca4778-6f90-4824-b2a2-0811f211b24d", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:42:13.438668 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47e96884-e555-4613-9bec-664862383af4 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:42:13.439272 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-deleted', 'tag': '62fd392b-0e65-4206-a548-c46677c479e2', 'status': 'completed', 'code': 200} Sep 29 17:42:13.439698 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffcc75a9-d96b-420f-b390-82f6c57dfc96', 'name': 'network-vif-deleted', 'tag': '95d816bb-8151-4852-8fa5-ab470a02efa0', 'status': 'completed', 'code': 200} Sep 29 17:42:13.440183 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-deleted', 'tag': '50ca4778-6f90-4824-b2a2-0811f211b24d', 'status': 'completed', 'code': 200} Sep 29 17:42:13.607238 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-7a499d8f-02f8-47f6-9b76-73c8bdeca62c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:13.645789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b82b1-8f1c-46ea-a5b3-64387b70ae22 req-788fe752-874b-49a1-a6d0-3f94ac6da0df tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:13.652474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b82b1-8f1c-46ea-a5b3-64387b70ae22 req-788fe752-874b-49a1-a6d0-3f94ac6da0df tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:13.654688 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c8b82b1-8f1c-46ea-a5b3-64387b70ae22 req-788fe752-874b-49a1-a6d0-3f94ac6da0df tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 1677 time: 0.2235816 Sep 29 17:42:13.679380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a499d8f-02f8-47f6-9b76-73c8bdeca62c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event deleted for resources: {'Port': ['ID=0f106657-1ac8-4cf6-818e-c6f19b81b4c7,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:13.711976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:42:13.736946 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-7a499d8f-02f8-47f6-9b76-73c8bdeca62c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] No DVR routers for this DVR port 0f106657-1ac8-4cf6-818e-c6f19b81b4c7 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:13.740171 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-7a499d8f-02f8-47f6-9b76-73c8bdeca62c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:13.742938 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-7a499d8f-02f8-47f6-9b76-73c8bdeca62c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.35 "DELETE /v2.0/ports/0f106657-1ac8-4cf6-818e-c6f19b81b4c7 HTTP/1.1" status: 204 len: 173 time: 0.8616529 Sep 29 17:42:13.753414 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c8b82b1-8f1c-46ea-a5b3-64387b70ae22 req-699e2020-8df3-4eee-b8b2-ab3027073a76 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups?id=05bd93a7-d512-485f-9365-58507aaf233e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779247 Sep 29 17:42:13.756671 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:13.775683 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 95d816bb-8151-4852-8fa5-ab470a02efa0 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:13.800340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e8ce2e-8032-4077-8748-6cc8c9d41236 None None] Checking router: 6b630b79-bf9a-4196-875c-df14244f6919 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:42:13.824408 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:13.837630 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45', 'network_id': '04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45', 'tenant_id': '0b7a43e006534cc2bd710e52b0fc2f53', 'fixed_ips': [{'subnet_id': 'e4bcd670-478f-49c6-b3ee-7da2d34cfe35'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:42:13.838525 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:13.870977 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 95d816bb-8151-4852-8fa5-ab470a02efa0 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:42:13.871321 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 95d816bb-8151-4852-8fa5-ab470a02efa0 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:42:13.893662 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Pushing event updated for resources: {'Port': ['ID=a5edbf7d-a97c-4974-a737-0ff543f56949,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:13.895968 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Network f3ece6a6-138b-4b62-88ec-87d126583940 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:42:13.901776 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:42:13.906960 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:42:13.907871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:13.908085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-c7cdd0eb-b0e4-4ba5-aa1f-4c94470f2949 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Deleting port e6a33a17-f0e2-435c-abe1-66eb743072fa {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:13.908526 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-c7cdd0eb-b0e4-4ba5-aa1f-4c94470f2949 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:13.956505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event updated for resources: {'Port': ['ID=963704d9-b6fe-43b5-8979-4bcda5777aa3,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:13.973189 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-94fabb5a-0955-4a83-9ffb-a23374645821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:13.991288 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e8ce2e-8032-4077-8748-6cc8c9d41236 None None] Routers {'6b630b79-bf9a-4196-875c-df14244f6919'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:42:13.993171 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-73e8ce2e-8032-4077-8748-6cc8c9d41236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:41:43Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6b630b79-bf9a-4196-875c-df14244f6919'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:14.114979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-c7cdd0eb-b0e4-4ba5-aa1f-4c94470f2949 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] For port e6a33a17-f0e2-435c-abe1-66eb743072fa, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=e6a33a17-f0e2-435c-abe1-66eb743072fa,segment=NetworkSegment(40fdf262-7bc5-4f81-8388-ac8c587e7fc3),segment_id=40fdf262-7bc5-4f81-8388-ac8c587e7fc3)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:14.115471 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-c7cdd0eb-b0e4-4ba5-aa1f-4c94470f2949 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:14.171311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-c7cdd0eb-b0e4-4ba5-aa1f-4c94470f2949 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Calling delete_port for e6a33a17-f0e2-435c-abe1-66eb743072fa owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:14.176632 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:14.181887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Attempting to bind port a5edbf7d-a97c-4974-a737-0ff543f56949 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:42:14.182824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Attempting to bind port a5edbf7d-a97c-4974-a737-0ff543f56949 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '9706cff7-e19f-49e2-84ad-5af56f760256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f3ece6a6-138b-4b62-88ec-87d126583940'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:42:14.187220 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Attempting to bind port a5edbf7d-a97c-4974-a737-0ff543f56949 on network f3ece6a6-138b-4b62-88ec-87d126583940 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:42:14.356535 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9154ee-3b17-4735-af04-bf8d8e90dbd0 req-20b718dd-5d79-44b9-9ed3-6f239701191b tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:14.365046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-73e8ce2e-8032-4077-8748-6cc8c9d41236 None None] Set router 6b630b79-bf9a-4196-875c-df14244f6919 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:42:14.365217 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e9154ee-3b17-4735-af04-bf8d8e90dbd0 req-20b718dd-5d79-44b9-9ed3-6f239701191b tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.2462697 Sep 29 17:42:14.422046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 55653c37-5cb8-4a68-840a-56b7fb044023 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:42:14.444357 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e9154ee-3b17-4735-af04-bf8d8e90dbd0 req-24f4ba36-a787-4bdd-a8df-99bb07220b1d tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656562 Sep 29 17:42:14.518175 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-c7cdd0eb-b0e4-4ba5-aa1f-4c94470f2949 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:14.550161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdd0eb-b0e4-4ba5-aa1f-4c94470f2949 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event deleted for resources: {'Port': ['ID=e6a33a17-f0e2-435c-abe1-66eb743072fa,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:14.564804 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:42:14.564804 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Checking segment: {'id': '9706cff7-e19f-49e2-84ad-5af56f760256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f3ece6a6-138b-4b62-88ec-87d126583940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:42:14.567967 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:14.568588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Bound using segment: {'id': '9706cff7-e19f-49e2-84ad-5af56f760256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f3ece6a6-138b-4b62-88ec-87d126583940'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:42:14.569462 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Bound port: a5edbf7d-a97c-4974-a737-0ff543f56949, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9706cff7-e19f-49e2-84ad-5af56f760256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'f3ece6a6-138b-4b62-88ec-87d126583940'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:42:14.570147 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:14.620286 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-c7cdd0eb-b0e4-4ba5-aa1f-4c94470f2949 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] No DVR routers for this DVR port e6a33a17-f0e2-435c-abe1-66eb743072fa on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:14.624909 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-c7cdd0eb-b0e4-4ba5-aa1f-4c94470f2949 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:14.628573 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32fd74cf-8d97-4801-9034-6ae45f5e7777 req-c7cdd0eb-b0e4-4ba5-aa1f-4c94470f2949 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.35 "DELETE /v2.0/ports/e6a33a17-f0e2-435c-abe1-66eb743072fa HTTP/1.1" status: 204 len: 173 time: 0.8785982 Sep 29 17:42:14.783696 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:14.790171 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:14.791364 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:14.856182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Allocated IP 2001:db8::2 (04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45/e4bcd670-478f-49c6-b3ee-7da2d34cfe35/117b29d4-38d1-42bc-a3e1-845778f54925) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:42:14.893364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1903d807-d5dd-4135-9801-63dcd3b05e3a None None] Provisioning complete for port 55653c37-5cb8-4a68-840a-56b7fb044023 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:14.898099 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1903d807-d5dd-4135-9801-63dcd3b05e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:14.900062 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:14.900989 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:14.915001 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de3a4e1d-347d-4845-bc7e-1747ab774e2a req-ef4532e5-0cc1-49a6-aefb-9f9b41f3618b tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.0537810 Sep 29 17:42:14.958976 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:14.971812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event updated for resources: {'Port': ['ID=963704d9-b6fe-43b5-8979-4bcda5777aa3,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:15.021630 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Network f3ece6a6-138b-4b62-88ec-87d126583940 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:42:15.023667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:42:15.074818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef0a50-006a-432c-8266-b713a472c630 req-c2ddfe6e-c66f-411a-87a3-a54f553aff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:15.076317 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-acef0a50-006a-432c-8266-b713a472c630 req-c2ddfe6e-c66f-411a-87a3-a54f553aff43 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 1096 time: 0.0523217 Sep 29 17:42:15.094833 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] For port a5edbf7d-a97c-4974-a737-0ff543f56949, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:42:15.131058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] For port a5edbf7d-a97c-4974-a737-0ff543f56949, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a5edbf7d-a97c-4974-a737-0ff543f56949,segment=NetworkSegment(9706cff7-e19f-49e2-84ad-5af56f760256),segment_id=9706cff7-e19f-49e2-84ad-5af56f760256)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:42:15.138127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-acef0a50-006a-432c-8266-b713a472c630 req-718b7ce6-c536-4142-918c-4b9ab587ee76 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539672 Sep 29 17:42:15.145269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 55653c37-5cb8-4a68-840a-56b7fb044023 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:15.145785 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:15.209620 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Router 184bb5f3-7169-4612-9b1e-fa6de1868784 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:42:15.301209 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:15.308264 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:15.338006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:42:15.352472 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef831c-4cf4-4329-b0ba-827764718f33 None None] Sync routers for ids ['184bb5f3-7169-4612-9b1e-fa6de1868784'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:42:15.353008 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:15.360937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53732) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:15.361543 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-63a1f457-8eba-4a3a-891a-2ccdcf08d6eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "PUT /v2.0/routers/184bb5f3-7169-4612-9b1e-fa6de1868784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0062995 Sep 29 17:42:15.371557 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef831c-4cf4-4329-b0ba-827764718f33 None None] Routers {'184bb5f3-7169-4612-9b1e-fa6de1868784'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:42:15.372445 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-dfef831c-4cf4-4329-b0ba-827764718f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:42:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['184bb5f3-7169-4612-9b1e-fa6de1868784'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:15.417108 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Network 04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:42:15.430019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:42:15.436102 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:42:15.438292 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-dfef831c-4cf4-4329-b0ba-827764718f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:15.463740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-deleted', 'tag': '0f106657-1ac8-4cf6-818e-c6f19b81b4c7'}, {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-deleted', 'tag': 'e6a33a17-f0e2-435c-abe1-66eb743072fa'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:42:15.466700 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864add76-261b-4f21-84cf-39311fb9f236" -d '{"events": [{"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-deleted", "tag": "0f106657-1ac8-4cf6-818e-c6f19b81b4c7"}, {"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-deleted", "tag": "e6a33a17-f0e2-435c-abe1-66eb743072fa"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:42:15.469495 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef831c-4cf4-4329-b0ba-827764718f33 None None] Routers {'184bb5f3-7169-4612-9b1e-fa6de1868784'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:42:15.470263 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-dfef831c-4cf4-4329-b0ba-827764718f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:42:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['184bb5f3-7169-4612-9b1e-fa6de1868784'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:15.553453 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-dfef831c-4cf4-4329-b0ba-827764718f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:15.554383 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef831c-4cf4-4329-b0ba-827764718f33 None None] The sync data for ids ['184bb5f3-7169-4612-9b1e-fa6de1868784'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:42:15.576000 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Sep 2021 17:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e08264-44d7-41e5-8d2a-95004e77d110 x-openstack-request-id: req-03e08264-44d7-41e5-8d2a-95004e77d110 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:42:15.576301 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-deleted", "tag": "0f106657-1ac8-4cf6-818e-c6f19b81b4c7", "status": "completed", "code": 200}, {"server_uuid": "6a2e8c57-6876-40f9-82dc-0dec395b3d53", "name": "network-vif-deleted", "tag": "e6a33a17-f0e2-435c-abe1-66eb743072fa", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:42:15.578126 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03e08264-44d7-41e5-8d2a-95004e77d110 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:42:15.578686 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-deleted', 'tag': '0f106657-1ac8-4cf6-818e-c6f19b81b4c7', 'status': 'completed', 'code': 200} Sep 29 17:42:15.579092 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2e8c57-6876-40f9-82dc-0dec395b3d53', 'name': 'network-vif-deleted', 'tag': 'e6a33a17-f0e2-435c-abe1-66eb743072fa', 'status': 'completed', 'code': 200} Sep 29 17:42:15.686081 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ffc0b-f0c9-466f-8c28-ef591149c5ee None None] Pushing event updated for resources: {'Port': ['ID=a5edbf7d-a97c-4974-a737-0ff543f56949,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:15.833193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Attempting to bind port 117b29d4-38d1-42bc-a3e1-845778f54925 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:42:15.846482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Attempting to bind port 117b29d4-38d1-42bc-a3e1-845778f54925 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:42:15.847021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Attempting to bind port 117b29d4-38d1-42bc-a3e1-845778f54925 on network 04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:42:15.890415 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-73e8ce2e-8032-4077-8748-6cc8c9d41236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b630b79-bf9a-4196-875c-df14244f6919', 'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-router', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '837716fa-38af-4383-a29d-2015d9f5c008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:31:28Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '875de71af1fe4656a0ed844803995187', 'gw_port': {'id': '837716fa-38af-4383-a29d-2015d9f5c008', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:30Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '31632fef-1fd2-4713-9e39-90339ad2e2d9', 'name': '', 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'mac_address': 'fa:16:3e:72:e8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:39Z', 'updated_at': '2021-09-29T17:31:47Z', 'revision_number': 5, 'project_id': '875de71af1fe4656a0ed844803995187', 'subnets': [{'id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:16.003132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e8ce2e-8032-4077-8748-6cc8c9d41236 None None] The sync data for ids ['6b630b79-bf9a-4196-875c-df14244f6919'] in n-d-811748-2 is: [{'id': '6b630b79-bf9a-4196-875c-df14244f6919', 'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-router', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '837716fa-38af-4383-a29d-2015d9f5c008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:31:28Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '875de71af1fe4656a0ed844803995187', 'gw_port': {'id': '837716fa-38af-4383-a29d-2015d9f5c008', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:30Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '31632fef-1fd2-4713-9e39-90339ad2e2d9', 'name': '', 'network_id': 'c5573b2a-46c0-432e-9115-a36c094db3c8', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'mac_address': 'fa:16:3e:72:e8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:39Z', 'updated_at': '2021-09-29T17:31:47Z', 'revision_number': 5, 'project_id': '875de71af1fe4656a0ed844803995187', 'subnets': [{'id': '126c1e0e-1c93-4d92-8bf8-691e8431329a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:42:16.022099 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:42:16.022580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Checking segment: {'id': '2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:42:16.023057 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:16.023521 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Bound using segment: {'id': '2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:42:16.024072 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Bound port: 117b29d4-38d1-42bc-a3e1-845778f54925, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:42:16.024523 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:16.046966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Pushing event updated for resources: {'Port': ['ID=117b29d4-38d1-42bc-a3e1-845778f54925,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:16.125560 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6b8bbda9-d76a-4f13-abdb-bc1b1cdf9366 req-93c1d35c-a819-4fd1-a188-40c7e904d89a tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.0582132 Sep 29 17:42:16.172889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] For port 117b29d4-38d1-42bc-a3e1-845778f54925, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:42:16.184202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] For port 117b29d4-38d1-42bc-a3e1-845778f54925, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=117b29d4-38d1-42bc-a3e1-845778f54925,segment=NetworkSegment(2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f),segment_id=2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:42:16.194722 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:16.298841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a5edbf7d-a97c-4974-a737-0ff543f56949 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:42:16.354553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812cd2c-6c19-4c3b-8d80-ce8f4ea4c0bc None None] Pushing event updated for resources: {'Port': ['ID=117b29d4-38d1-42bc-a3e1-845778f54925,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:16.401333 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a5edbf7d-a97c-4974-a737-0ff543f56949 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:16.401333 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:16.578911 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:16.633989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa11469-3c21-4fbb-b4de-2c4d0252d747 req-08b2e10b-ba71-4f8a-9a11-32ef07038b0f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:16.644047 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-baa11469-3c21-4fbb-b4de-2c4d0252d747 req-08b2e10b-ba71-4f8a-9a11-32ef07038b0f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.3075061 Sep 29 17:42:16.662949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port a5edbf7d-a97c-4974-a737-0ff543f56949, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a5edbf7d-a97c-4974-a737-0ff543f56949,segment=NetworkSegment(9706cff7-e19f-49e2-84ad-5af56f760256),segment_id=9706cff7-e19f-49e2-84ad-5af56f760256)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:16.668562 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:16.815484 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=a5edbf7d-a97c-4974-a737-0ff543f56949,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:16.819024 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6d1b63-6a3f-4b90-ab2a-751825ff8172 None None] New status for floating IP 681d5eaa-3ca1-4811-941f-4a2bff1dc191: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:42:16.944279 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-baa11469-3c21-4fbb-b4de-2c4d0252d747 req-27775a4a-95eb-41a8-b607-34d8827a6d39 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991781 Sep 29 17:42:17.053797 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-d9ab3532-08e8-41fa-81f9-b22928a48b17 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:42:17.054331 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:17.054890 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d9ab3532-08e8-41fa-81f9-b22928a48b17 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "PUT /v2.0/routers/184bb5f3-7169-4612-9b1e-fa6de1868784/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6929181 Sep 29 17:42:17.058773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53770) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:17.352881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-455c589b-2b1b-4652-ba05-4dabec29688e req-f3e6066b-501f-471a-8621-9853d6951193 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.0414546 Sep 29 17:42:17.404681 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82305532-c746-4096-91d7-6cc684b38813 None None] Network f3ece6a6-138b-4b62-88ec-87d126583940 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:17.508422 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-94df3ecd-faa9-47d7-a563-d4326b65a084 None None] Provisioning complete for port a5edbf7d-a97c-4974-a737-0ff543f56949 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:17.508802 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-94df3ecd-faa9-47d7-a563-d4326b65a084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:17.883317 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2530-53fd-475a-a6bc-b1ed1a4ea038 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:18.227689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a47382-8ccd-43aa-8ce5-27e837698d06 None None] Network 04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:18.340125 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651279b-883a-4536-b8d4-2b6b383d0765 req-9451e046-8d5b-47e4-8503-f3824f932429 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:18.350399 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f651279b-883a-4536-b8d4-2b6b383d0765 req-9451e046-8d5b-47e4-8503-f3824f932429 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.2166696 Sep 29 17:42:18.441932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 117b29d4-38d1-42bc-a3e1-845778f54925 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:42:18.449134 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f651279b-883a-4536-b8d4-2b6b383d0765 req-bdd6577c-1346-4b4e-a605-c7c69a251aa0 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795560 Sep 29 17:42:18.554426 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9c6ebf01-4168-4816-a020-65b2c7763eec None None] Provisioning complete for port 117b29d4-38d1-42bc-a3e1-845778f54925 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:18.555070 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9c6ebf01-4168-4816-a020-65b2c7763eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:18.591876 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a41d364b-17af-4276-b4a4-ed58d9fbf417 req-50b2ddd5-a43f-4d6d-bfb9-a6fb9ca66248 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.0666955 Sep 29 17:42:18.754075 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9c6ebf01-4168-4816-a020-65b2c7763eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:18.786018 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 117b29d4-38d1-42bc-a3e1-845778f54925 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:18.786855 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:18.863255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a94806-a312-4df4-a6cd-a3fb9708d517 req-ce675dcb-28b6-49d5-ba1a-57b3252d1ee0 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:18.870954 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a5a94806-a312-4df4-a6cd-a3fb9708d517 req-ce675dcb-28b6-49d5-ba1a-57b3252d1ee0 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.1750457 Sep 29 17:42:18.884760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-9c6ebf01-4168-4816-a020-65b2c7763eec None None] For port 117b29d4-38d1-42bc-a3e1-845778f54925, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=117b29d4-38d1-42bc-a3e1-845778f54925,segment=NetworkSegment(2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f),segment_id=2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:18.902845 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9c6ebf01-4168-4816-a020-65b2c7763eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:18.928632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a2530-53fd-475a-a6bc-b1ed1a4ea038 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Deleting port 963704d9-b6fe-43b5-8979-4bcda5777aa3 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:18.929089 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2530-53fd-475a-a6bc-b1ed1a4ea038 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:19.019369 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a5a94806-a312-4df4-a6cd-a3fb9708d517 req-ab4afae5-b9ee-4cf5-b01f-4e123a6bb70f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473701 Sep 29 17:42:19.069658 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ebf01-4168-4816-a020-65b2c7763eec None None] Pushing event updated for resources: {'Port': ['ID=117b29d4-38d1-42bc-a3e1-845778f54925,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:19.180890 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a5edbf7d-a97c-4974-a737-0ff543f56949 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:42:19.215360 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2530-53fd-475a-a6bc-b1ed1a4ea038 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:19.223250 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2eacf4c3-ff26-4165-9874-07feef26f24e None None] Provisioning complete for port 963704d9-b6fe-43b5-8979-4bcda5777aa3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:19.227740 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2eacf4c3-ff26-4165-9874-07feef26f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:19.275477 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a2530-53fd-475a-a6bc-b1ed1a4ea038 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Calling delete_port for 963704d9-b6fe-43b5-8979-4bcda5777aa3 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:19.401035 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2eacf4c3-ff26-4165-9874-07feef26f24e None None] Port 963704d9-b6fe-43b5-8979-4bcda5777aa3 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:42:19.441877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a5edbf7d-a97c-4974-a737-0ff543f56949 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:19.458702 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:19.600432 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2eacf4c3-ff26-4165-9874-07feef26f24e None None] Provisioning complete for port a5edbf7d-a97c-4974-a737-0ff543f56949 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:19.601364 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2eacf4c3-ff26-4165-9874-07feef26f24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:19.628678 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2530-53fd-475a-a6bc-b1ed1a4ea038 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:19.686959 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a2530-53fd-475a-a6bc-b1ed1a4ea038 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event deleted for resources: {'Port': ['ID=963704d9-b6fe-43b5-8979-4bcda5777aa3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:19.696708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb80c3f-ed12-4614-ad75-98c494e9b13f req-19e46e38-6f86-4785-b812-cf209256b21a tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:19.699418 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dcb80c3f-ed12-4614-ad75-98c494e9b13f req-19e46e38-6f86-4785-b812-cf209256b21a tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.2498307 Sep 29 17:42:19.740446 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a21e4630-33fb-42ef-b465-21f4f07a9570 req-f16f7db2-711b-46a3-90c5-d70bab7776c1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1671598 Sep 29 17:42:19.910468 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e9fcc041-c1b6-4040-bdcb-9a6550433222 req-0198f0c6-2ea9-41da-8378-e2ad5327a8fa tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.1633811 Sep 29 17:42:19.959178 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dcb80c3f-ed12-4614-ad75-98c494e9b13f req-427c25a9-2e9e-4091-ba88-9dfc6c423c88 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470908 Sep 29 17:42:19.993941 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e4630-33fb-42ef-b465-21f4f07a9570 req-22baa7b4-6cc1-4656-b332-8b6df7dda653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:19.995491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a21e4630-33fb-42ef-b465-21f4f07a9570 req-22baa7b4-6cc1-4656-b332-8b6df7dda653 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 1096 time: 0.1936810 Sep 29 17:42:20.001679 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2530-53fd-475a-a6bc-b1ed1a4ea038 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:20.085948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1280304a-0f2f-46c0-a6b3-8e530e434c5c None None] Could not find standard attr ID for object 963704d9-b6fe-43b5-8979-4bcda5777aa3. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:42:20.111918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1280304a-0f2f-46c0-a6b3-8e530e434c5c None None] Provisioning complete for port 117b29d4-38d1-42bc-a3e1-845778f54925 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:20.112181 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1280304a-0f2f-46c0-a6b3-8e530e434c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:20.203771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e4630-33fb-42ef-b465-21f4f07a9570 req-8d073f26-7233-491f-a516-3e8288bf64d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:20.205664 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a21e4630-33fb-42ef-b465-21f4f07a9570 req-8d073f26-7233-491f-a516-3e8288bf64d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 200 len: 917 time: 0.1875343 Sep 29 17:42:20.270980 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 117b29d4-38d1-42bc-a3e1-845778f54925 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:42:20.337908 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a21e4630-33fb-42ef-b465-21f4f07a9570 req-35f89ac7-0ac5-4131-a569-817fe813369c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b31247b-ff59-4e73-b365-1d185885f6f7 HTTP/1.1" status: 200 len: 1000 time: 0.1234376 Sep 29 17:42:20.367374 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4a2530-53fd-475a-a6bc-b1ed1a4ea038 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Router 184bb5f3-7169-4612-9b1e-fa6de1868784 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:42:20.410390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 117b29d4-38d1-42bc-a3e1-845778f54925 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:20.410655 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:20.430898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e4630-33fb-42ef-b465-21f4f07a9570 req-69a67ace-3441-4c89-b7f4-6404a9bbba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:20.432686 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a21e4630-33fb-42ef-b465-21f4f07a9570 req-69a67ace-3441-4c89-b7f4-6404a9bbba13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6beb8b79-6b72-4c5b-af59-845d806127d5 HTTP/1.1" status: 200 len: 855 time: 0.0868144 Sep 29 17:42:20.517432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e4630-33fb-42ef-b465-21f4f07a9570 req-e1f6948c-69d7-499a-a899-67edbd037122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:20.522234 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4a2530-53fd-475a-a6bc-b1ed1a4ea038 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:42:20.523771 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a21e4630-33fb-42ef-b465-21f4f07a9570 req-e1f6948c-69d7-499a-a899-67edbd037122 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826499 Sep 29 17:42:20.530754 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ae4a2530-53fd-475a-a6bc-b1ed1a4ea038 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "PUT /v2.0/routers/184bb5f3-7169-4612-9b1e-fa6de1868784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4706552 Sep 29 17:42:20.537724 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba71ee5-f889-493a-a7c2-d642c6035046 None None] Sync routers for ids ['184bb5f3-7169-4612-9b1e-fa6de1868784'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:42:20.548714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53902) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:20.554837 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba71ee5-f889-493a-a7c2-d642c6035046 None None] Routers {'184bb5f3-7169-4612-9b1e-fa6de1868784'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:42:20.555829 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1ba71ee5-f889-493a-a7c2-d642c6035046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:42:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['184bb5f3-7169-4612-9b1e-fa6de1868784'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:20.602709 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1ba71ee5-f889-493a-a7c2-d642c6035046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:20.612933 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba71ee5-f889-493a-a7c2-d642c6035046 None None] Routers {'184bb5f3-7169-4612-9b1e-fa6de1868784'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:42:20.613724 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1ba71ee5-f889-493a-a7c2-d642c6035046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:42:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['184bb5f3-7169-4612-9b1e-fa6de1868784'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:20.641714 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-8295670b-086e-4078-a1c2-9d5893c35ec0 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] delete failed (client error): The resource could not be found. Sep 29 17:42:20.646624 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53906) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:20.647155 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8295670b-086e-4078-a1c2-9d5893c35ec0 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-939957300 HTTP/1.1" status: 404 len: 334 time: 0.0890279 Sep 29 17:42:20.651473 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f15e6695-9487-4593-a2f6-379a7b0b0a2a tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Request body: {'router': {'external_gateway_info': {'network_id': '184bb5f3-7169-4612-9b1e-fa6de1868784'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:20.698782 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1ba71ee5-f889-493a-a7c2-d642c6035046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:20.701193 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba71ee5-f889-493a-a7c2-d642c6035046 None None] The sync data for ids ['184bb5f3-7169-4612-9b1e-fa6de1868784'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:42:20.774989 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a21e4630-33fb-42ef-b465-21f4f07a9570 req-6e37d065-88b1-4332-a9ba-1f87da5718ce service neutron] 10.222.0.35 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429597 Sep 29 17:42:20.937768 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a21e4630-33fb-42ef-b465-21f4f07a9570 req-56c73395-11c2-462f-9190-1fd57295e2e5 service neutron] 10.222.0.35 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536663 Sep 29 17:42:20.969439 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f15e6695-9487-4593-a2f6-379a7b0b0a2a tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:20.995621 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-f15e6695-9487-4593-a2f6-379a7b0b0a2a tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] update failed (client error): The resource could not be found. Sep 29 17:42:21.001698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53918) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:21.002144 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f15e6695-9487-4593-a2f6-379a7b0b0a2a tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "PUT /v2.0/routers/184bb5f3-7169-4612-9b1e-fa6de1868784 HTTP/1.1" status: 404 len: 339 time: 0.3539190 Sep 29 17:42:21.007156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f4cd6823-f679-4b76-8a4a-0aa7215805d4 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1649912266'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:21.034583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cd6823-f679-4b76-8a4a-0aa7215805d4 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Made reservation on behalf of 0b7a43e006534cc2bd710e52b0fc2f53 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:42:21.042446 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6823-f679-4b76-8a4a-0aa7215805d4 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:21.116608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cd6823-f679-4b76-8a4a-0aa7215805d4 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:42:21.193056 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c239356-2213-477b-8f86-e22f8ed11986 req-46dc55cd-86fb-47c7-9bc5-ad06a1e362d2 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.0739422 Sep 29 17:42:21.196098 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db47ac-f029-436a-971f-23f810d3bf83 req-1ed3db0a-8c20-4816-865f-d99ffab7d398 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:21.198343 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6823-f679-4b76-8a4a-0aa7215805d4 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:21.198694 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-f4cd6823-f679-4b76-8a4a-0aa7215805d4 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Added segment 7e298f76-32a7-47c0-a279-259d25d09e52 of type vlan for network 1a4432cd-c837-4d2b-9ab4-bb79a930a2e7 Sep 29 17:42:21.199790 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-04db47ac-f029-436a-971f-23f810d3bf83 req-1ed3db0a-8c20-4816-865f-d99ffab7d398 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0931501 Sep 29 17:42:21.287051 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-04db47ac-f029-436a-971f-23f810d3bf83 req-cea95959-43b6-4539-8b88-b5f3d914a694 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739710 Sep 29 17:42:21.313036 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6823-f679-4b76-8a4a-0aa7215805d4 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:21.368931 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6823-f679-4b76-8a4a-0aa7215805d4 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:21.375592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cd6823-f679-4b76-8a4a-0aa7215805d4 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:21.376212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6823-f679-4b76-8a4a-0aa7215805d4 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:21.428254 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f4cd6823-f679-4b76-8a4a-0aa7215805d4 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4253585 Sep 29 17:42:21.430989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53932) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:21.440065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f63d2c60-1414-4622-892c-c2c5db28ccdc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Request body: {'subnet': {'network_id': '1a4432cd-c837-4d2b-9ab4-bb79a930a2e7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:21.532135 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd6823-f679-4b76-8a4a-0aa7215805d4 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event updated for resources: {'Network': ['ID=1a4432cd-c837-4d2b-9ab4-bb79a930a2e7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:21.543624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 1a4432cd-c837-4d2b-9ab4-bb79a930a2e7 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:42:21.716891 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63d2c60-1414-4622-892c-c2c5db28ccdc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Made reservation on behalf of 0b7a43e006534cc2bd710e52b0fc2f53 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:42:21.721953 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f63d2c60-1414-4622-892c-c2c5db28ccdc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:21.807530 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb91c0-9061-4fba-9158-082226078794 req-826f3033-2bfc-4e35-958f-1e154d29e185 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:21.809764 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-75bb91c0-9061-4fba-9158-082226078794 req-826f3033-2bfc-4e35-958f-1e154d29e185 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.1603301 Sep 29 17:42:21.930723 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-75bb91c0-9061-4fba-9158-082226078794 req-670a6706-eeb1-45c8-bc4b-4decc00dfbad tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095269 Sep 29 17:42:22.048730 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f63d2c60-1414-4622-892c-c2c5db28ccdc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:22.110575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d2c60-1414-4622-892c-c2c5db28ccdc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event updated for resources: {'Subnet': ['ID=f562f52b-8efc-4506-8707-96707825ce7b,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:22.145007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63d2c60-1414-4622-892c-c2c5db28ccdc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Checking segment: {'id': '7e298f76-32a7-47c0-a279-259d25d09e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1a4432cd-c837-4d2b-9ab4-bb79a930a2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:42:22.145415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d2c60-1414-4622-892c-c2c5db28ccdc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Network hostable DHCP agents. Network: 1a4432cd-c837-4d2b-9ab4-bb79a930a2e7, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:42:22.166696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d2c60-1414-4622-892c-c2c5db28ccdc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Network 1a4432cd-c837-4d2b-9ab4-bb79a930a2e7 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:42:22.177719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-f63d2c60-1414-4622-892c-c2c5db28ccdc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 1a4432cd-c837-4d2b-9ab4-bb79a930a2e7) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:42:22.181996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d2c60-1414-4622-892c-c2c5db28ccdc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:22.182833 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f63d2c60-1414-4622-892c-c2c5db28ccdc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:22.187761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a73746-f204-42ce-9cc9-16b8a6009f42 None None] Network 1a4432cd-c837-4d2b-9ab4-bb79a930a2e7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:22.222068 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f63d2c60-1414-4622-892c-c2c5db28ccdc tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7888610 Sep 29 17:42:22.224007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53948) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:22.242878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-6c17aea1-c2cb-4e18-871a-5f64dd34071b tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Request body: {'router': {'external_gateway_info': {'network_id': '1a4432cd-c837-4d2b-9ab4-bb79a930a2e7'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:22.474529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-1a4432cd-c837-4d2b-9ab4-bb79a930a2e7', 'network_id': '1a4432cd-c837-4d2b-9ab4-bb79a930a2e7', 'tenant_id': '0b7a43e006534cc2bd710e52b0fc2f53', 'fixed_ips': [{'subnet_id': 'f562f52b-8efc-4506-8707-96707825ce7b'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:42:22.475366 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:22.476764 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-83c83b07-8d84-4312-b167-d02932262755 req-a8a2370c-a185-4bd5-ba8c-57c89be08344 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.0701602 Sep 29 17:42:22.606281 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6c17aea1-c2cb-4e18-871a-5f64dd34071b tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:22.676221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Allocated IP 2001:db8:1::2 (1a4432cd-c837-4d2b-9ab4-bb79a930a2e7/f562f52b-8efc-4506-8707-96707825ce7b/1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:42:22.776309 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-6c17aea1-c2cb-4e18-871a-5f64dd34071b tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:42:22.781810 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6c17aea1-c2cb-4e18-871a-5f64dd34071b tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "PUT /v2.0/routers/184bb5f3-7169-4612-9b1e-fa6de1868784 HTTP/1.1" status: 400 len: 364 time: 0.5520542 Sep 29 17:42:22.781810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53960) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:22.904472 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:22.915356 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:22.964629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Network 1a4432cd-c837-4d2b-9ab4-bb79a930a2e7 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:42:22.968986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:42:22.972771 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:42:22.999229 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Pushing event updated for resources: {'Port': ['ID=1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:23.083312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Attempting to bind port 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:42:23.083813 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Attempting to bind port 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '7e298f76-32a7-47c0-a279-259d25d09e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1a4432cd-c837-4d2b-9ab4-bb79a930a2e7'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:42:23.084312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Attempting to bind port 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 on network 1a4432cd-c837-4d2b-9ab4-bb79a930a2e7 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:42:23.095389 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:42:23.097895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Checking segment: {'id': '7e298f76-32a7-47c0-a279-259d25d09e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1a4432cd-c837-4d2b-9ab4-bb79a930a2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:42:23.097895 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:23.097895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Bound using segment: {'id': '7e298f76-32a7-47c0-a279-259d25d09e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1a4432cd-c837-4d2b-9ab4-bb79a930a2e7'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:42:23.097895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Bound port: 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e298f76-32a7-47c0-a279-259d25d09e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '1a4432cd-c837-4d2b-9ab4-bb79a930a2e7'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:42:23.097895 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:23.249722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] For port 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:42:23.261246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] For port 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2,segment=NetworkSegment(7e298f76-32a7-47c0-a279-259d25d09e52),segment_id=7e298f76-32a7-47c0-a279-259d25d09e52)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:42:23.269228 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:23.375883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51cd7a-a437-4610-9201-398198cf27db None None] Pushing event updated for resources: {'Port': ['ID=1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:23.398416 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:23.614466 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6395ca2-067b-418b-b44e-77499d942ced req-4520810e-8fd4-4c46-9ec5-9be4f1be0351 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:23.622950 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b6395ca2-067b-418b-b44e-77499d942ced req-4520810e-8fd4-4c46-9ec5-9be4f1be0351 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.5268092 Sep 29 17:42:23.700054 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b6395ca2-067b-418b-b44e-77499d942ced req-ee9f84e2-0a36-421d-8ad8-bf4e2ae9ffb4 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753272 Sep 29 17:42:23.792551 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66f99cb8-343f-4bc2-9f0c-56b6e30a98ef req-2945b91b-676e-4a38-b3c0-92601173ce98 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.0762041 Sep 29 17:42:23.991707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Allocated IP 2001:db8::1 (7dff204f-9e51-46b1-87a3-ed1b7a104377/d7275faf-1394-4143-8b68-f43ae80c968a/4a536c2a-6a7e-4e0d-9867-2883d048db98) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:42:24.229430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:42:24.270228 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:24.345492 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:24.346036 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:24.350940 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:24.429573 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Network 7dff204f-9e51-46b1-87a3-ed1b7a104377 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:42:24.438205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event updated for resources: {'Port': ['ID=4a536c2a-6a7e-4e0d-9867-2883d048db98,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:24.442264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:42:24.459383 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:42:24.460399 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:24.496404 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:24.540439 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2,segment=NetworkSegment(7e298f76-32a7-47c0-a279-259d25d09e52),segment_id=7e298f76-32a7-47c0-a279-259d25d09e52)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:24.549103 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:24.659886 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:24.725171 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:24.932732 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-410fa584-c79c-4114-8123-344c595ec689 None None] Provisioning complete for port 4a536c2a-6a7e-4e0d-9867-2883d048db98 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:24.933042 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-410fa584-c79c-4114-8123-344c595ec689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:25.012045 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-410fa584-c79c-4114-8123-344c595ec689 None None] Port 4a536c2a-6a7e-4e0d-9867-2883d048db98 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:42:25.056297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b52e836-c77a-4b2c-b85c-069fb7abb5c1 None None] Network 1a4432cd-c837-4d2b-9ab4-bb79a930a2e7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:25.172441 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96883bb1-d24a-4d6b-9202-4f35e71399dc req-5168ab6d-1640-4c6c-8cc9-f8643cbf3f3d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.0865276 Sep 29 17:42:25.309034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e15de2ff-0469-4f76-b428-c23edd33ae77 None None] Provisioning complete for port 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:25.310160 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e15de2ff-0469-4f76-b428-c23edd33ae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:25.384682 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:25.394765 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:25.395704 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:25.976998 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event updated for resources: {'Port': ['ID=4a536c2a-6a7e-4e0d-9867-2883d048db98,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:25.996970 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-967aaade-4e7e-41cb-a52a-54c36f637470 None None] Provisioning complete for port 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:25.997168 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-967aaade-4e7e-41cb-a52a-54c36f637470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:26.075216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Network 7dff204f-9e51-46b1-87a3-ed1b7a104377 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:42:26.076701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:42:26.243212 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:42:26.302800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Router 184bb5f3-7169-4612-9b1e-fa6de1868784 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:42:26.372134 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:26.372800 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:26.440019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce54e5a2-f89c-4fb2-bc28-081d8c8ca4fc req-f7f7ea9f-d5d5-45db-859f-a55b281c6a8c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.1081412 Sep 29 17:42:26.523752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:42:26.533882 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54034) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:26.534967 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0cef6691-0c25-4ae2-92ac-93f69a186fe5 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "PUT /v2.0/routers/184bb5f3-7169-4612-9b1e-fa6de1868784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7522278 Sep 29 17:42:26.542495 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff73588a-0a3d-48e3-9f00-c29de59acad9 None None] Sync routers for ids ['184bb5f3-7169-4612-9b1e-fa6de1868784'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:42:26.564017 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff73588a-0a3d-48e3-9f00-c29de59acad9 None None] Routers {'184bb5f3-7169-4612-9b1e-fa6de1868784'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:42:26.564723 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ff73588a-0a3d-48e3-9f00-c29de59acad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:42:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['184bb5f3-7169-4612-9b1e-fa6de1868784'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:26.621568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ff73588a-0a3d-48e3-9f00-c29de59acad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:26.640198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff73588a-0a3d-48e3-9f00-c29de59acad9 None None] Routers {'184bb5f3-7169-4612-9b1e-fa6de1868784'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:42:26.640867 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ff73588a-0a3d-48e3-9f00-c29de59acad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:42:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['184bb5f3-7169-4612-9b1e-fa6de1868784'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:26.679385 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ff73588a-0a3d-48e3-9f00-c29de59acad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:26.680047 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff73588a-0a3d-48e3-9f00-c29de59acad9 None None] The sync data for ids ['184bb5f3-7169-4612-9b1e-fa6de1868784'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:42:26.689810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ef337290-36e4-42de-b1e6-556eb1560665 None None] Provisioning complete for port 4a536c2a-6a7e-4e0d-9867-2883d048db98 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:42:26.690209 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ef337290-36e4-42de-b1e6-556eb1560665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:26.758680 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d1f370c7-e1fc-40f3-9b39-3a51d79247eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:26.781199 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ef337290-36e4-42de-b1e6-556eb1560665 None None] Port 4a536c2a-6a7e-4e0d-9867-2883d048db98 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:42:26.948514 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-d1f370c7-e1fc-40f3-9b39-3a51d79247eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 29 17:42:26.950342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d1f370c7-e1fc-40f3-9b39-3a51d79247eb tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "DELETE /v2.0/routers/184bb5f3-7169-4612-9b1e-fa6de1868784 HTTP/1.1" status: 409 len: 329 time: 0.4154069 Sep 29 17:42:26.954225 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54046) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:27.140328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ecb6c-c9bf-4fdd-95b9-dce0bb8eccea req-8857cd4a-7de5-4653-a352-f1710cc56f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:27.141771 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-906ecb6c-c9bf-4fdd-95b9-dce0bb8eccea req-8857cd4a-7de5-4653-a352-f1710cc56f5e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15b7b650ffe54ce9ae5f5f9a95fa7b0d&device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 1097 time: 0.1362062 Sep 29 17:42:27.151533 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5ce14-b708-4e4d-b88f-ac4e54a8e250 req-48f1a548-694e-4199-a1da-4e8c3386c1d8 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:27.153026 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96d5ce14-b708-4e4d-b88f-ac4e54a8e250 req-48f1a548-694e-4199-a1da-4e8c3386c1d8 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.1371357 Sep 29 17:42:27.315022 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:27.399118 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-96d5ce14-b708-4e4d-b88f-ac4e54a8e250 req-9ae54a2d-3e86-41ff-8299-a0dc92b3b931 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207298 Sep 29 17:42:27.441629 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ecb6c-c9bf-4fdd-95b9-dce0bb8eccea req-aa772502-86b6-45ba-a8a5-778d4732c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:27.444793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-906ecb6c-c9bf-4fdd-95b9-dce0bb8eccea req-aa772502-86b6-45ba-a8a5-778d4732c9de service neutron] 10.222.0.49 "GET /v2.0/networks?id=02b75d35-5ec6-411e-a8d4-24be205a9bcf HTTP/1.1" status: 200 len: 920 time: 0.2901852 Sep 29 17:42:27.519254 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-906ecb6c-c9bf-4fdd-95b9-dce0bb8eccea req-bb619ce3-191d-4941-8cda-656c66675edf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=468112f4-23dd-417b-acaa-54f41e4a9f7e HTTP/1.1" status: 200 len: 217 time: 0.0483165 Sep 29 17:42:27.642719 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ab9e0b11-fbf0-4e68-9727-21149dd579cf req-aa53dad7-1fa6-4f11-aebb-0a8d958fa32d tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.0361283 Sep 29 17:42:27.647699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ecb6c-c9bf-4fdd-95b9-dce0bb8eccea req-4e1d8578-ab25-41b5-b5b7-e62a6cf7c857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:27.649109 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-906ecb6c-c9bf-4fdd-95b9-dce0bb8eccea req-4e1d8578-ab25-41b5-b5b7-e62a6cf7c857 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de200982-5c51-48d4-ad42-c0f071793bbf HTTP/1.1" status: 200 len: 859 time: 0.1220562 Sep 29 17:42:27.688220 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-906ecb6c-c9bf-4fdd-95b9-dce0bb8eccea req-a44a67f3-f432-436c-8fb1-9bed9c84db47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02b75d35-5ec6-411e-a8d4-24be205a9bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284142 Sep 29 17:42:27.909181 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-906ecb6c-c9bf-4fdd-95b9-dce0bb8eccea req-8eeade9b-19a0-4697-a368-a6177cf46d5b service neutron] 10.222.0.49 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097161 Sep 29 17:42:27.922896 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1371881d-74c8-4aaa-84d1-748ca8cf33f1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:28.204711 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-906ecb6c-c9bf-4fdd-95b9-dce0bb8eccea req-ef1b6398-c2ba-4108-b39b-6237fd77d1b5 service neutron] 10.222.0.49 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783890 Sep 29 17:42:28.382113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-1371881d-74c8-4aaa-84d1-748ca8cf33f1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Deleting port 4a536c2a-6a7e-4e0d-9867-2883d048db98 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:28.383079 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1371881d-74c8-4aaa-84d1-748ca8cf33f1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:28.514290 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1371881d-74c8-4aaa-84d1-748ca8cf33f1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:28.532538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-1371881d-74c8-4aaa-84d1-748ca8cf33f1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Calling delete_port for 4a536c2a-6a7e-4e0d-9867-2883d048db98 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:28.609191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21342e25-7735-48fd-85b4-66de7192c640 req-ae1eff2a-ec7c-4397-81a5-a7af951a0d7d tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:28.610994 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-21342e25-7735-48fd-85b4-66de7192c640 req-ae1eff2a-ec7c-4397-81a5-a7af951a0d7d tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0709817 Sep 29 17:42:28.696489 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-21342e25-7735-48fd-85b4-66de7192c640 req-df8beffe-ca33-4613-8d69-1978e5323bec tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580034 Sep 29 17:42:28.807952 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e3c847d8-281d-4d7d-96d0-a04f79471a38 req-7334741f-834d-4e61-9029-4eb113592b4c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.0565302 Sep 29 17:42:28.846118 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1371881d-74c8-4aaa-84d1-748ca8cf33f1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:28.899548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371881d-74c8-4aaa-84d1-748ca8cf33f1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event deleted for resources: {'Port': ['ID=4a536c2a-6a7e-4e0d-9867-2883d048db98,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:29.051636 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1371881d-74c8-4aaa-84d1-748ca8cf33f1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:29.272594 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1371881d-74c8-4aaa-84d1-748ca8cf33f1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Router 184bb5f3-7169-4612-9b1e-fa6de1868784 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:42:29.380435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1371881d-74c8-4aaa-84d1-748ca8cf33f1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:42:29.394517 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824b184-f218-4052-ae68-f15aa99f9f33 None None] Sync routers for ids ['184bb5f3-7169-4612-9b1e-fa6de1868784'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:42:29.395041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54098) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:29.396011 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1371881d-74c8-4aaa-84d1-748ca8cf33f1 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "PUT /v2.0/routers/184bb5f3-7169-4612-9b1e-fa6de1868784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4406731 Sep 29 17:42:29.401461 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a824b184-f218-4052-ae68-f15aa99f9f33 None None] Routers {'184bb5f3-7169-4612-9b1e-fa6de1868784'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:42:29.402341 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a824b184-f218-4052-ae68-f15aa99f9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:42:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['184bb5f3-7169-4612-9b1e-fa6de1868784'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:29.439539 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a824b184-f218-4052-ae68-f15aa99f9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:29.450969 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a824b184-f218-4052-ae68-f15aa99f9f33 None None] Routers {'184bb5f3-7169-4612-9b1e-fa6de1868784'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:42:29.452571 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a824b184-f218-4052-ae68-f15aa99f9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:42:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['184bb5f3-7169-4612-9b1e-fa6de1868784'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:29.477840 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-88c5fcd4-f004-4107-b1d3-9d218488cf56 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] show failed (client error): The resource could not be found. Sep 29 17:42:29.482973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54106) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:29.483762 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-88c5fcd4-f004-4107-b1d3-9d218488cf56 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1213749912 HTTP/1.1" status: 404 len: 335 time: 0.0874145 Sep 29 17:42:29.489009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a7b7fc49-6897-4dd7-9ac4-3a14c5c5d9ae tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:29.494006 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a824b184-f218-4052-ae68-f15aa99f9f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:29.494848 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824b184-f218-4052-ae68-f15aa99f9f33 None None] The sync data for ids ['184bb5f3-7169-4612-9b1e-fa6de1868784'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:42:29.541225 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-a7b7fc49-6897-4dd7-9ac4-3a14c5c5d9ae tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] update failed (client error): The resource could not be found. Sep 29 17:42:29.546201 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a7b7fc49-6897-4dd7-9ac4-3a14c5c5d9ae tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-1894387815 HTTP/1.1" status: 404 len: 335 time: 0.0576613 Sep 29 17:42:29.546525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54108) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:29.609941 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9815b0e-7e63-477c-9383-e5a08f70ee84 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Deleting subnet f562f52b-8efc-4506-8707-96707825ce7b {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:42:29.616101 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e9815b0e-7e63-477c-9383-e5a08f70ee84 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:29.664121 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e9815b0e-7e63-477c-9383-e5a08f70ee84 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:29.880290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239dfb4-8c97-41b9-bd0e-c344810e9146 req-c0b143b7-28fd-4bcd-9808-39470814cf7a tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:29.881879 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3239dfb4-8c97-41b9-bd0e-c344810e9146 req-c0b143b7-28fd-4bcd-9808-39470814cf7a tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0973821 Sep 29 17:42:29.883619 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e9815b0e-7e63-477c-9383-e5a08f70ee84 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:30.019262 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3239dfb4-8c97-41b9-bd0e-c344810e9146 req-5193832e-2865-42c8-b5a0-3c4abbee015a tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047475 Sep 29 17:42:30.048928 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e9815b0e-7e63-477c-9383-e5a08f70ee84 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:30.097573 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb75e631-31a4-4009-9fea-da958991b9d2 None None] Network 1a4432cd-c837-4d2b-9ab4-bb79a930a2e7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:30.100044 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e9815b0e-7e63-477c-9383-e5a08f70ee84 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:30.103699 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e9815b0e-7e63-477c-9383-e5a08f70ee84 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "DELETE /v2.0/subnets/f562f52b-8efc-4506-8707-96707825ce7b HTTP/1.1" status: 204 len: 168 time: 0.5561376 Sep 29 17:42:30.104812 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9815b0e-7e63-477c-9383-e5a08f70ee84 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event deleted for resources: {'Subnet': ['ID=f562f52b-8efc-4506-8707-96707825ce7b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:30.106204 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54122) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:30.356691 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8ab2e025-b002-4546-a729-11cb7cfee76e req-432788bc-c35b-4977-883d-cef6414369fd tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.0691411 Sep 29 17:42:30.363662 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:30.410801 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13712b1e-bcd4-4912-a66e-394fcd61fbba None None] DHCP port deletion for 1a4432cd-c837-4d2b-9ab4-bb79a930a2e7 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:42:30.463944 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Deleting port 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:30.466858 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:30.624215 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] For port 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2,segment=NetworkSegment(7e298f76-32a7-47c0-a279-259d25d09e52),segment_id=7e298f76-32a7-47c0-a279-259d25d09e52)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:30.624686 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:30.655104 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Calling delete_port for 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:30.790224 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-13712b1e-bcd4-4912-a66e-394fcd61fbba None None] Deleting port 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:30.790738 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-13712b1e-bcd4-4912-a66e-394fcd61fbba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:30.823345 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:30.872628 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-13712b1e-bcd4-4912-a66e-394fcd61fbba None None] For port 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2,segment=NetworkSegment(7e298f76-32a7-47c0-a279-259d25d09e52),segment_id=7e298f76-32a7-47c0-a279-259d25d09e52)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:30.872862 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event deleted for resources: {'Port': ['ID=1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:30.873309 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-13712b1e-bcd4-4912-a66e-394fcd61fbba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:30.885998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] No DVR routers for this DVR port 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:30.892423 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-13712b1e-bcd4-4912-a66e-394fcd61fbba None None] Calling delete_port for 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:30.979199 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:30.992337 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-13712b1e-bcd4-4912-a66e-394fcd61fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:31.004750 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4432cd-c837-4d2b-9ab4-bb79a930a2e7']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:31.007706 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13712b1e-bcd4-4912-a66e-394fcd61fbba None None] No DVR routers for this DVR port 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:31.024093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e298f76-32a7-47c0-a279-259d25d09e52') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:31.024659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e298f76-32a7-47c0-a279-259d25d09e52') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:31.036268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13712b1e-bcd4-4912-a66e-394fcd61fbba None None] Pushing event deleted for resources: {'Port': ['ID=1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:31.065064 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:31.092932 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:31.103595 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:42:31.104450 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:42:31.108373 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:42:31.216207 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:31.250448 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606302d9-45be-410e-b214-8c5e129cdf7e req-ad3f2114-573a-4f8e-8df4-1c12ab13632d tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:31.258116 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-606302d9-45be-410e-b214-8c5e129cdf7e req-ad3f2114-573a-4f8e-8df4-1c12ab13632d tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.1366022 Sep 29 17:42:31.266785 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:31.269034 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "DELETE /v2.0/networks/1a4432cd-c837-4d2b-9ab4-bb79a930a2e7 HTTP/1.1" status: 204 len: 168 time: 1.1615872 Sep 29 17:42:31.270735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445dea0-5026-4be9-91a1-a7e237c5460e tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event deleted for resources: {'Network': ['ID=1a4432cd-c837-4d2b-9ab4-bb79a930a2e7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:31.271513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54146) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:31.305225 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-606302d9-45be-410e-b214-8c5e129cdf7e req-5e220718-52ed-46a0-8fe9-682c74777c5f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461571 Sep 29 17:42:31.364545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Deleting subnet e4bcd670-478f-49c6-b3ee-7da2d34cfe35 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:42:31.368273 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:31.435424 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:31.595959 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db57212c-1ff4-45a6-aabe-bf5a28ff0691 req-43339c9c-2f71-47d9-b4e0-f4d86f6424bc tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.0872869 Sep 29 17:42:31.601732 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:31.695527 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:31.711824 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:31.716293 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "DELETE /v2.0/subnets/e4bcd670-478f-49c6-b3ee-7da2d34cfe35 HTTP/1.1" status: 204 len: 168 time: 0.4437361 Sep 29 17:42:31.716775 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54156) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:31.718461 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133cd1e5-4099-4450-b4fc-031e8cf511fe None None] Network 04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:31.738546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event deleted for resources: {'Subnet': ['ID=e4bcd670-478f-49c6-b3ee-7da2d34cfe35,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:31.748862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:31.749221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:31.749590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:31.749994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:31.750336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:31.750670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:31.751016 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:31.751334 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:31.751665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:31.751989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:31.752317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:31.752645 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf38d571-d926-4e48-a302-d66271ce2ca3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:31.802021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed47be0-aa2a-4d9a-9b42-34d685bbbc38 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Deleting subnet 5102683f-6400-42cf-b07e-18a6f5cc95e9 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:42:31.805481 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ed47be0-aa2a-4d9a-9b42-34d685bbbc38 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:31.888310 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ed47be0-aa2a-4d9a-9b42-34d685bbbc38 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:32.010412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554d535c-8392-4363-8ed2-dbfee1a462c8 None None] DHCP port deletion for 04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:42:32.041964 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ed47be0-aa2a-4d9a-9b42-34d685bbbc38 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:32.066394 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-554d535c-8392-4363-8ed2-dbfee1a462c8 None None] Deleting port 117b29d4-38d1-42bc-a3e1-845778f54925 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:32.066834 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-554d535c-8392-4363-8ed2-dbfee1a462c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:32.129255 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ed47be0-aa2a-4d9a-9b42-34d685bbbc38 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:32.148417 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-554d535c-8392-4363-8ed2-dbfee1a462c8 None None] For port 117b29d4-38d1-42bc-a3e1-845778f54925, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=117b29d4-38d1-42bc-a3e1-845778f54925,segment=NetworkSegment(2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f),segment_id=2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:32.148823 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-554d535c-8392-4363-8ed2-dbfee1a462c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:32.171458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-554d535c-8392-4363-8ed2-dbfee1a462c8 None None] Calling delete_port for 117b29d4-38d1-42bc-a3e1-845778f54925 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:32.172546 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed47be0-aa2a-4d9a-9b42-34d685bbbc38 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event deleted for resources: {'Subnet': ['ID=5102683f-6400-42cf-b07e-18a6f5cc95e9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:32.185419 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ed47be0-aa2a-4d9a-9b42-34d685bbbc38 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:32.191059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54168) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:32.200746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ed928a-f93d-45c0-bbd0-4594957802aa None None] Network f3ece6a6-138b-4b62-88ec-87d126583940 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:32.204717 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8ed47be0-aa2a-4d9a-9b42-34d685bbbc38 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "DELETE /v2.0/subnets/5102683f-6400-42cf-b07e-18a6f5cc95e9 HTTP/1.1" status: 204 len: 168 time: 0.4855843 Sep 29 17:42:32.209181 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 117b29d4-38d1-42bc-a3e1-845778f54925 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:32.291335 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:32.463261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Deleting port 117b29d4-38d1-42bc-a3e1-845778f54925 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:32.463261 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:32.548597 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:32.591801 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 117b29d4-38d1-42bc-a3e1-845778f54925, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=117b29d4-38d1-42bc-a3e1-845778f54925,segment=NetworkSegment(2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f),segment_id=2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:32.596873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95db0d8b-d163-4617-81df-24c539a69120 None None] DHCP port deletion for f3ece6a6-138b-4b62-88ec-87d126583940 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:42:32.612058 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:32.613122 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:32.691666 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:42:32.692377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1d4fdf7b-e8fe-4ea5-8d47-ac17d174d5a2 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:42:32.697022 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-554d535c-8392-4363-8ed2-dbfee1a462c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:32.750013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554d535c-8392-4363-8ed2-dbfee1a462c8 None None] No DVR routers for this DVR port 117b29d4-38d1-42bc-a3e1-845778f54925 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:32.777891 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-95db0d8b-d163-4617-81df-24c539a69120 None None] Deleting port a5edbf7d-a97c-4974-a737-0ff543f56949 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:32.778555 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-95db0d8b-d163-4617-81df-24c539a69120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:32.780862 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=117b29d4-38d1-42bc-a3e1-845778f54925,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:32.830762 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d535c-8392-4363-8ed2-dbfee1a462c8 None None] Pushing event deleted for resources: {'Port': ['ID=117b29d4-38d1-42bc-a3e1-845778f54925,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:32.841866 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f38171ed-5e7e-462d-a826-0b5ad0661fa0 req-4a54a88b-ece5-41b3-a1d0-f520c40ceb5a tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a2e8c57-6876-40f9-82dc-0dec395b3d53 HTTP/1.1" status: 200 len: 210 time: 0.0434070 Sep 29 17:42:32.909177 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-95db0d8b-d163-4617-81df-24c539a69120 None None] For port a5edbf7d-a97c-4974-a737-0ff543f56949, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a5edbf7d-a97c-4974-a737-0ff543f56949,segment=NetworkSegment(9706cff7-e19f-49e2-84ad-5af56f760256),segment_id=9706cff7-e19f-49e2-84ad-5af56f760256)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:32.909613 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-95db0d8b-d163-4617-81df-24c539a69120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:32.922438 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-95db0d8b-d163-4617-81df-24c539a69120 None None] Calling delete_port for a5edbf7d-a97c-4974-a737-0ff543f56949 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:33.095938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] For port 117b29d4-38d1-42bc-a3e1-845778f54925, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=117b29d4-38d1-42bc-a3e1-845778f54925,segment=NetworkSegment(2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f),segment_id=2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:33.096434 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:33.117933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f678f-4d04-4744-b892-3f8985785ef5 req-b12bbf47-fe84-4738-8c06-c4e6ff260c0f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:33.119643 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a6f678f-4d04-4744-b892-3f8985785ef5 req-b12bbf47-fe84-4738-8c06-c4e6ff260c0f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.6745148 Sep 29 17:42:33.126680 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-95db0d8b-d163-4617-81df-24c539a69120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:33.138198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Calling delete_port for 117b29d4-38d1-42bc-a3e1-845778f54925 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:33.167212 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db0d8b-d163-4617-81df-24c539a69120 None None] Pushing event deleted for resources: {'Port': ['ID=a5edbf7d-a97c-4974-a737-0ff543f56949,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:33.184576 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db0d8b-d163-4617-81df-24c539a69120 None None] No DVR routers for this DVR port a5edbf7d-a97c-4974-a737-0ff543f56949 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:33.224049 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a6f678f-4d04-4744-b892-3f8985785ef5 req-1f8cdd11-ce1f-41f6-9b98-fad3d68d6502 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922582 Sep 29 17:42:33.287179 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:33.318867 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event deleted for resources: {'Port': ['ID=117b29d4-38d1-42bc-a3e1-845778f54925,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:33.320560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] No DVR routers for this DVR port 117b29d4-38d1-42bc-a3e1-845778f54925 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:33.412205 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:33.439493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:33.479865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:33.481130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce4dad3-0a58-4b8f-aa95-d87aaa359f3f') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:33.504310 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:33.518793 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:33.525123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:42:33.525798 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:42:33.543513 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:42:33.604316 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:33.610367 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:33.612392 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "DELETE /v2.0/networks/04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45 HTTP/1.1" status: 204 len: 168 time: 1.4191658 Sep 29 17:42:33.614773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54198) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:33.631116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c310f5-aa68-4cad-9428-1d5912609e81 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event deleted for resources: {'Network': ['ID=04c6a49f-4f6d-4b9c-bd75-68eb9dbf8e45,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:33.725233 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c35bc9c5-c333-46e8-91e7-d0c56d886cbf tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:33.843158 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c35bc9c5-c333-46e8-91e7-d0c56d886cbf tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:33.866816 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-c35bc9c5-c333-46e8-91e7-d0c56d886cbf tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ece6a6-138b-4b62-88ec-87d126583940']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:33.882556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-c35bc9c5-c333-46e8-91e7-d0c56d886cbf tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9706cff7-e19f-49e2-84ad-5af56f760256') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:33.884201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-c35bc9c5-c333-46e8-91e7-d0c56d886cbf tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9706cff7-e19f-49e2-84ad-5af56f760256') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:33.916545 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c35bc9c5-c333-46e8-91e7-d0c56d886cbf tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:33.936595 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c35bc9c5-c333-46e8-91e7-d0c56d886cbf tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:33.945646 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35bc9c5-c333-46e8-91e7-d0c56d886cbf tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:42:33.946127 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c35bc9c5-c333-46e8-91e7-d0c56d886cbf tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:42:33.949463 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:42:33.971301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54210) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:34.027141 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c35bc9c5-c333-46e8-91e7-d0c56d886cbf tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.050074 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c35bc9c5-c333-46e8-91e7-d0c56d886cbf tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.051448 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-573a00f6-0ee6-44f3-8e40-ba5ec6a0428e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.054072 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c35bc9c5-c333-46e8-91e7-d0c56d886cbf tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "DELETE /v2.0/networks/f3ece6a6-138b-4b62-88ec-87d126583940 HTTP/1.1" status: 204 len: 168 time: 0.4382546 Sep 29 17:42:34.065488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54216) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:34.077531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bc9c5-c333-46e8-91e7-d0c56d886cbf tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event deleted for resources: {'Network': ['ID=f3ece6a6-138b-4b62-88ec-87d126583940,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:34.119327 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-573a00f6-0ee6-44f3-8e40-ba5ec6a0428e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.179042 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de8d492-dc0e-488f-9a73-a2e472ac4d80 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Deleting subnet d7275faf-1394-4143-8b68-f43ae80c968a {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:42:34.192306 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1de8d492-dc0e-488f-9a73-a2e472ac4d80 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.225583 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-573a00f6-0ee6-44f3-8e40-ba5ec6a0428e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.236118 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-573a00f6-0ee6-44f3-8e40-ba5ec6a0428e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.241372 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-573a00f6-0ee6-44f3-8e40-ba5ec6a0428e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "DELETE /v2.0/security-groups/05bd93a7-d512-485f-9365-58507aaf233e HTTP/1.1" status: 204 len: 168 time: 0.2662675 Sep 29 17:42:34.246461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54220) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:34.296235 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1de8d492-dc0e-488f-9a73-a2e472ac4d80 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.299651 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-b16c0ec6-3737-4bb1-b6d3-ed9068be105e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] show failed (client error): The resource could not be found. Sep 29 17:42:34.302864 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b16c0ec6-3737-4bb1-b6d3-ed9068be105e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "GET /v2.0/security-groups/05bd93a7-d512-485f-9365-58507aaf233e HTTP/1.1" status: 404 len: 347 time: 0.0551469 Sep 29 17:42:34.303618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54226) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:34.305718 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a00f6-0ee6-44f3-8e40-ba5ec6a0428e tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bd93a7-d512-485f-9365-58507aaf233e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:34.352844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a5edbf7d-a97c-4974-a737-0ff543f56949 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:34.412758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: a5edbf7d-a97c-4974-a737-0ff543f56949 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:42:34.413444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a5edbf7d-a97c-4974-a737-0ff543f56949 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:42:34.440520 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1de8d492-dc0e-488f-9a73-a2e472ac4d80 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.507468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d552b6a-9bde-47c3-89c1-4aaa73bdb2f1 req-5650e544-2d87-4dcb-8f8f-0dd8daf8468a tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:34.515757 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0d552b6a-9bde-47c3-89c1-4aaa73bdb2f1 req-5650e544-2d87-4dcb-8f8f-0dd8daf8468a tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.1289620 Sep 29 17:42:34.525167 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1de8d492-dc0e-488f-9a73-a2e472ac4d80 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.554915 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1de8d492-dc0e-488f-9a73-a2e472ac4d80 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.557414 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1de8d492-dc0e-488f-9a73-a2e472ac4d80 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "DELETE /v2.0/subnets/d7275faf-1394-4143-8b68-f43ae80c968a HTTP/1.1" status: 204 len: 168 time: 0.4907062 Sep 29 17:42:34.564135 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54232) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:34.564427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7201ff1-7a56-4a7d-9eeb-08a93d9b392d None None] Network 7dff204f-9e51-46b1-87a3-ed1b7a104377 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:34.585350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8d492-dc0e-488f-9a73-a2e472ac4d80 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event deleted for resources: {'Subnet': ['ID=d7275faf-1394-4143-8b68-f43ae80c968a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:34.618501 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0d552b6a-9bde-47c3-89c1-4aaa73bdb2f1 req-d575406c-933f-4183-b741-597c3a52f362 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015444 Sep 29 17:42:34.689140 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.697757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-1bd53c8c-16a0-4d52-8241-477ebbfba3f5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Deleting port e59933be-a9f3-4d25-969d-22d69b59a289 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:34.698092 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1bd53c8c-16a0-4d52-8241-477ebbfba3f5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.816109 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241b82ec-81b8-439a-8028-12a7edf31f20 None None] DHCP port deletion for 7dff204f-9e51-46b1-87a3-ed1b7a104377 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:42:34.834276 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1bd53c8c-16a0-4d52-8241-477ebbfba3f5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.834597 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1bd53c8c-16a0-4d52-8241-477ebbfba3f5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.851521 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-1bd53c8c-16a0-4d52-8241-477ebbfba3f5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Calling delete_port for e59933be-a9f3-4d25-969d-22d69b59a289 owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:34.869695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Deleting port 55653c37-5cb8-4a68-840a-56b7fb044023 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:34.870037 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.877160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-241b82ec-81b8-439a-8028-12a7edf31f20 None None] Deleting port 55653c37-5cb8-4a68-840a-56b7fb044023 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:34.877578 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-241b82ec-81b8-439a-8028-12a7edf31f20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.950105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-241b82ec-81b8-439a-8028-12a7edf31f20 None None] For port 55653c37-5cb8-4a68-840a-56b7fb044023, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=55653c37-5cb8-4a68-840a-56b7fb044023,segment=NetworkSegment(b4e3d688-4a53-4793-8773-6dd65bc3694c),segment_id=b4e3d688-4a53-4793-8773-6dd65bc3694c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:34.951012 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-241b82ec-81b8-439a-8028-12a7edf31f20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:34.967863 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-241b82ec-81b8-439a-8028-12a7edf31f20 None None] Calling delete_port for 55653c37-5cb8-4a68-840a-56b7fb044023 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:35.020793 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] For port 55653c37-5cb8-4a68-840a-56b7fb044023, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=55653c37-5cb8-4a68-840a-56b7fb044023,segment=NetworkSegment(b4e3d688-4a53-4793-8773-6dd65bc3694c),segment_id=b4e3d688-4a53-4793-8773-6dd65bc3694c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:35.021166 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.037473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Calling delete_port for 55653c37-5cb8-4a68-840a-56b7fb044023 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:35.079126 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-241b82ec-81b8-439a-8028-12a7edf31f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.112405 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b82ec-81b8-439a-8028-12a7edf31f20 None None] Pushing event deleted for resources: {'Port': ['ID=55653c37-5cb8-4a68-840a-56b7fb044023,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:35.117204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241b82ec-81b8-439a-8028-12a7edf31f20 None None] No DVR routers for this DVR port 55653c37-5cb8-4a68-840a-56b7fb044023 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:35.213380 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1bd53c8c-16a0-4d52-8241-477ebbfba3f5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.242938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd53c8c-16a0-4d52-8241-477ebbfba3f5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event deleted for resources: {'Port': ['ID=e59933be-a9f3-4d25-969d-22d69b59a289,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:35.251675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.321344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event deleted for resources: {'Port': ['ID=55653c37-5cb8-4a68-840a-56b7fb044023,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:35.327396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] No DVR routers for this DVR port 55653c37-5cb8-4a68-840a-56b7fb044023 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:35.378502 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1bd53c8c-16a0-4d52-8241-477ebbfba3f5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.382472 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1bd53c8c-16a0-4d52-8241-477ebbfba3f5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.383830 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1bd53c8c-16a0-4d52-8241-477ebbfba3f5 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "DELETE /v2.0/floatingips/681d5eaa-3ca1-4811-941f-4a2bff1dc191 HTTP/1.1" status: 204 len: 168 time: 1.0791025 Sep 29 17:42:35.387079 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54250) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:35.482150 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.501879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c0503-7e64-4c43-a56f-fcbcb7e63b40 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Deleting port 7917363c-c768-4f5a-92b4-6ea93f5618f4 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:35.502567 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0503-7e64-4c43-a56f-fcbcb7e63b40 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.509419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dff204f-9e51-46b1-87a3-ed1b7a104377']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:35.521158 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e3d688-4a53-4793-8773-6dd65bc3694c') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:35.521514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e3d688-4a53-4793-8773-6dd65bc3694c') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:35.539240 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.553884 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.559702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:42:35.560080 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:42:35.564408 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:42:35.614028 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0503-7e64-4c43-a56f-fcbcb7e63b40 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.628215 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c0503-7e64-4c43-a56f-fcbcb7e63b40 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Calling delete_port for 7917363c-c768-4f5a-92b4-6ea93f5618f4 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:35.727077 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.750421 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.753524 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "DELETE /v2.0/networks/7dff204f-9e51-46b1-87a3-ed1b7a104377 HTTP/1.1" status: 204 len: 168 time: 1.1858423 Sep 29 17:42:35.759078 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54262) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:35.794218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebe392-99c0-41ad-9de8-2e47534eb4c3 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Pushing event deleted for resources: {'Network': ['ID=7dff204f-9e51-46b1-87a3-ed1b7a104377,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:35.818922 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e17fe0d6-aba9-4388-b716-6709349c2703 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "GET /v2.0/ports?device_id=184bb5f3-7169-4612-9b1e-fa6de1868784 HTTP/1.1" status: 200 len: 205 time: 0.0561352 Sep 29 17:42:35.819162 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61414082-c7d1-4acc-be2b-40c7c43f2cd5 req-97f4151e-d1cf-442c-b181-6135a6655753 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:35.819889 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-61414082-c7d1-4acc-be2b-40c7c43f2cd5 req-97f4151e-d1cf-442c-b181-6135a6655753 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0560272 Sep 29 17:42:35.820390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54264) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:35.849054 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0503-7e64-4c43-a56f-fcbcb7e63b40 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.931108 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-61414082-c7d1-4acc-be2b-40c7c43f2cd5 req-fb4f5605-1cc2-43f2-8913-d182409ad66f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656247 Sep 29 17:42:35.937616 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2eb06311-1402-4a78-b0c7-be3e1046cf48 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.958132 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c0503-7e64-4c43-a56f-fcbcb7e63b40 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event deleted for resources: {'Port': ['ID=7917363c-c768-4f5a-92b4-6ea93f5618f4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:35.977630 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0503-7e64-4c43-a56f-fcbcb7e63b40 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:35.981885 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ae2c0503-7e64-4c43-a56f-fcbcb7e63b40 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "DELETE /v2.0/ports/7917363c-c768-4f5a-92b4-6ea93f5618f4 HTTP/1.1" status: 204 len: 168 time: 0.5888426 Sep 29 17:42:35.982384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54270) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:36.119780 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-7503f874-a806-4073-b2ae-44ba3889cdad tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Deleting port 4f6cffde-a8ea-41f5-87b1-161951399f91 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:36.120539 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7503f874-a806-4073-b2ae-44ba3889cdad tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:36.163431 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2eb06311-1402-4a78-b0c7-be3e1046cf48 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:36.165681 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2eb06311-1402-4a78-b0c7-be3e1046cf48 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:36.220380 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 55653c37-5cb8-4a68-840a-56b7fb044023 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:36.226481 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2eb06311-1402-4a78-b0c7-be3e1046cf48 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:36.227972 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb06311-1402-4a78-b0c7-be3e1046cf48 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Fanout notify agent at l3_agent the message router_deleted on router 184bb5f3-7169-4612-9b1e-fa6de1868784 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:42:36.245453 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2eb06311-1402-4a78-b0c7-be3e1046cf48 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:36.249171 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2eb06311-1402-4a78-b0c7-be3e1046cf48 tempest-RoutersNegativeIpV6Test-421680272 tempest-RoutersNegativeIpV6Test-421680272-project] 10.222.0.44 "DELETE /v2.0/routers/184bb5f3-7169-4612-9b1e-fa6de1868784 HTTP/1.1" status: 204 len: 168 time: 0.4270141 Sep 29 17:42:36.260440 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 55653c37-5cb8-4a68-840a-56b7fb044023 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:42:36.260905 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 55653c37-5cb8-4a68-840a-56b7fb044023 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:42:36.269311 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7503f874-a806-4073-b2ae-44ba3889cdad tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:36.290918 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-7503f874-a806-4073-b2ae-44ba3889cdad tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Calling delete_port for 4f6cffde-a8ea-41f5-87b1-161951399f91 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:36.498070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7503f874-a806-4073-b2ae-44ba3889cdad tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:36.540513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503f874-a806-4073-b2ae-44ba3889cdad tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event deleted for resources: {'Port': ['ID=4f6cffde-a8ea-41f5-87b1-161951399f91,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:36.646774 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7503f874-a806-4073-b2ae-44ba3889cdad tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:36.648902 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7503f874-a806-4073-b2ae-44ba3889cdad tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "DELETE /v2.0/ports/4f6cffde-a8ea-41f5-87b1-161951399f91 HTTP/1.1" status: 204 len: 168 time: 0.6647832 Sep 29 17:42:36.651427 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54286) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:36.657303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54288) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:36.748729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccee2e12-e999-456f-a586-af4ae070076c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Deleting subnet 2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:42:36.760096 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ccee2e12-e999-456f-a586-af4ae070076c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:36.810497 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ccee2e12-e999-456f-a586-af4ae070076c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:36.852529 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-75951470-a281-4cae-b7a9-5ff2b3d84f97 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b7a43e006534cc2bd710e52b0fc2f53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1940660 Sep 29 17:42:36.855394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54296) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:36.913891 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f2af96b5-6be7-4462-b2a3-5a123c96b2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:36.931862 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ccee2e12-e999-456f-a586-af4ae070076c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:36.964437 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f2af96b5-6be7-4462-b2a3-5a123c96b2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:37.020340 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ccee2e12-e999-456f-a586-af4ae070076c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:37.065264 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee2e12-e999-456f-a586-af4ae070076c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:37.090750 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78f0715-c25e-45eb-ad77-9e7229d15e2b None None] Network af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:37.099942 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ccee2e12-e999-456f-a586-af4ae070076c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:37.107030 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ccee2e12-e999-456f-a586-af4ae070076c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "DELETE /v2.0/subnets/2c4a4d58-ad29-4a21-ab01-72f06ee8c4ef HTTP/1.1" status: 204 len: 168 time: 0.4531217 Sep 29 17:42:37.110370 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54304) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:37.189950 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-58deebf2-c16c-485b-82bc-888a5a1d113c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Deleting subnet a93289c5-ed34-433f-b0a1-3c6cefa33da2 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:42:37.198816 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-58deebf2-c16c-485b-82bc-888a5a1d113c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:37.248602 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f2af96b5-6be7-4462-b2a3-5a123c96b2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:37.253952 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f2af96b5-6be7-4462-b2a3-5a123c96b2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:37.255130 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f2af96b5-6be7-4462-b2a3-5a123c96b2de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2905b85c-8674-490b-b3dd-cdecdd4c7929 HTTP/1.1" status: 204 len: 168 time: 0.3983350 Sep 29 17:42:37.273800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f0209-4deb-4080-953a-e1233cf2072d req-d0c820b1-914a-4c56-9146-d59a5002b54b tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:37.275508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-264f0209-4deb-4080-953a-e1233cf2072d req-d0c820b1-914a-4c56-9146-d59a5002b54b tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.2164464 Sep 29 17:42:37.277867 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-58deebf2-c16c-485b-82bc-888a5a1d113c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:37.318399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af96b5-6be7-4462-b2a3-5a123c96b2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2905b85c-8674-490b-b3dd-cdecdd4c7929,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:37.345329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154b4856-0dc2-47de-89bb-19e8baa826b0 None None] DHCP port deletion for af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:42:37.368941 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-264f0209-4deb-4080-953a-e1233cf2072d req-29798a5b-3803-442a-90dc-1c5bfb2e62de tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604446 Sep 29 17:42:37.424610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-154b4856-0dc2-47de-89bb-19e8baa826b0 None None] Deleting port 03da2bca-84be-46cc-b216-8ddcec84f234 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:37.425000 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-154b4856-0dc2-47de-89bb-19e8baa826b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:37.436771 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-58deebf2-c16c-485b-82bc-888a5a1d113c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:37.546886 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-58deebf2-c16c-485b-82bc-888a5a1d113c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:37.549596 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-154b4856-0dc2-47de-89bb-19e8baa826b0 None None] For port 03da2bca-84be-46cc-b216-8ddcec84f234, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=03da2bca-84be-46cc-b216-8ddcec84f234,segment=NetworkSegment(40fdf262-7bc5-4f81-8388-ac8c587e7fc3),segment_id=40fdf262-7bc5-4f81-8388-ac8c587e7fc3)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:37.550010 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-154b4856-0dc2-47de-89bb-19e8baa826b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:37.582672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-154b4856-0dc2-47de-89bb-19e8baa826b0 None None] Calling delete_port for 03da2bca-84be-46cc-b216-8ddcec84f234 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:37.586398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58deebf2-c16c-485b-82bc-888a5a1d113c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event deleted for resources: {'Subnet': ['ID=a93289c5-ed34-433f-b0a1-3c6cefa33da2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:37.599411 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-58deebf2-c16c-485b-82bc-888a5a1d113c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:37.600277 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b57016-2d91-4fac-a0a6-5e8d24bb628a None None] Network 59537b44-95ea-4fd6-9b97-e24c36b7ed8a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:37.604101 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54314) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:37.604685 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-58deebf2-c16c-485b-82bc-888a5a1d113c tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "DELETE /v2.0/subnets/a93289c5-ed34-433f-b0a1-3c6cefa33da2 HTTP/1.1" status: 204 len: 168 time: 0.4928138 Sep 29 17:42:37.790607 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c226c475-9412-4d1a-9ffa-5b6aff87bce1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:37.819323 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-154b4856-0dc2-47de-89bb-19e8baa826b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:37.848953 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b4856-0dc2-47de-89bb-19e8baa826b0 None None] Pushing event deleted for resources: {'Port': ['ID=03da2bca-84be-46cc-b216-8ddcec84f234,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:37.859366 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b4856-0dc2-47de-89bb-19e8baa826b0 None None] No DVR routers for this DVR port 03da2bca-84be-46cc-b216-8ddcec84f234 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:37.959045 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8b17c7-178c-4584-af7c-3b37a263a6e3 None None] DHCP port deletion for 59537b44-95ea-4fd6-9b97-e24c36b7ed8a request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:42:38.018162 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c226c475-9412-4d1a-9ffa-5b6aff87bce1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.034894 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b17c7-178c-4584-af7c-3b37a263a6e3 None None] Deleting port ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:38.035357 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ad8b17c7-178c-4584-af7c-3b37a263a6e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.062887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-c226c475-9412-4d1a-9ffa-5b6aff87bce1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3f2081-9fb7-4b4e-b3c7-c1ccada69a60']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:38.097425 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-c226c475-9412-4d1a-9ffa-5b6aff87bce1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fdf262-7bc5-4f81-8388-ac8c587e7fc3') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:38.097664 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-c226c475-9412-4d1a-9ffa-5b6aff87bce1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fdf262-7bc5-4f81-8388-ac8c587e7fc3') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:38.124687 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c226c475-9412-4d1a-9ffa-5b6aff87bce1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.124882 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ad8b17c7-178c-4584-af7c-3b37a263a6e3 None None] For port ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa,segment=NetworkSegment(b0451f9c-12b9-4ae6-81a3-63c5caea027f),segment_id=b0451f9c-12b9-4ae6-81a3-63c5caea027f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:38.124882 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ad8b17c7-178c-4584-af7c-3b37a263a6e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.148577 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c226c475-9412-4d1a-9ffa-5b6aff87bce1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.159624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b17c7-178c-4584-af7c-3b37a263a6e3 None None] Calling delete_port for ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:38.162531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c226c475-9412-4d1a-9ffa-5b6aff87bce1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:42:38.164433 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c226c475-9412-4d1a-9ffa-5b6aff87bce1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:42:38.168992 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:42:38.242985 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:38.252867 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c226c475-9412-4d1a-9ffa-5b6aff87bce1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.294871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c226c475-9412-4d1a-9ffa-5b6aff87bce1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.302083 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c226c475-9412-4d1a-9ffa-5b6aff87bce1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "DELETE /v2.0/networks/af3f2081-9fb7-4b4e-b3c7-c1ccada69a60 HTTP/1.1" status: 204 len: 168 time: 0.6968002 Sep 29 17:42:38.304075 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226c475-9412-4d1a-9ffa-5b6aff87bce1 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event deleted for resources: {'Network': ['ID=af3f2081-9fb7-4b4e-b3c7-c1ccada69a60,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:38.307100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54344) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:38.455291 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.458784 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ad8b17c7-178c-4584-af7c-3b37a263a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.466515 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df72dfb4-077f-448f-bec3-399288b40983 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.512541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8b17c7-178c-4584-af7c-3b37a263a6e3 None None] No DVR routers for this DVR port ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:38.516557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b17c7-178c-4584-af7c-3b37a263a6e3 None None] Pushing event deleted for resources: {'Port': ['ID=ae3281df-be2b-4a6b-a2a1-4ada6d7d6faa,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:38.586613 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54358) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:38.587584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e9022-c319-4dcc-91bb-6e1c7e89e8fb req-345d147c-134d-45b6-9da2-d04c578728ea tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:38.589152 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b15e9022-c319-4dcc-91bb-6e1c7e89e8fb req-345d147c-134d-45b6-9da2-d04c578728ea tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0849748 Sep 29 17:42:38.616912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 03da2bca-84be-46cc-b216-8ddcec84f234 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:38.634457 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df72dfb4-077f-448f-bec3-399288b40983 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.643280 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 03da2bca-84be-46cc-b216-8ddcec84f234 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:42:38.643495 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 03da2bca-84be-46cc-b216-8ddcec84f234 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:42:38.694003 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b15e9022-c319-4dcc-91bb-6e1c7e89e8fb req-6d3fe379-8462-4b5e-a408-2fe631521f33 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905449 Sep 29 17:42:38.699491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-df72dfb4-077f-448f-bec3-399288b40983 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59537b44-95ea-4fd6-9b97-e24c36b7ed8a']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:38.711267 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-df72dfb4-077f-448f-bec3-399288b40983 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0451f9c-12b9-4ae6-81a3-63c5caea027f') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:38.711665 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-df72dfb4-077f-448f-bec3-399288b40983 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0451f9c-12b9-4ae6-81a3-63c5caea027f') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:38.740168 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b2250da0-af17-49dd-a3fb-80c87d2d5d67 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1285192050'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:38.745823 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df72dfb4-077f-448f-bec3-399288b40983 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.766580 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df72dfb4-077f-448f-bec3-399288b40983 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.775755 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df72dfb4-077f-448f-bec3-399288b40983 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:42:38.776301 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df72dfb4-077f-448f-bec3-399288b40983 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:42:38.793181 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:42:38.802069 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2250da0-af17-49dd-a3fb-80c87d2d5d67 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.846996 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2250da0-af17-49dd-a3fb-80c87d2d5d67 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.887928 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df72dfb4-077f-448f-bec3-399288b40983 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.894044 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df72dfb4-077f-448f-bec3-399288b40983 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:38.900323 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-df72dfb4-077f-448f-bec3-399288b40983 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] 10.222.0.44 "DELETE /v2.0/networks/59537b44-95ea-4fd6-9b97-e24c36b7ed8a HTTP/1.1" status: 204 len: 168 time: 0.5918560 Sep 29 17:42:38.922825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72dfb4-077f-448f-bec3-399288b40983 tempest-TaggedBootDevicesTest_v242-311615291 tempest-TaggedBootDevicesTest_v242-311615291-project] Pushing event deleted for resources: {'Network': ['ID=59537b44-95ea-4fd6-9b97-e24c36b7ed8a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:39.038466 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2250da0-af17-49dd-a3fb-80c87d2d5d67 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:39.043841 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2250da0-af17-49dd-a3fb-80c87d2d5d67 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:39.087269 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2250da0-af17-49dd-a3fb-80c87d2d5d67 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81af24a7-5bbe-48f2-9f47-8bf546dd86a9,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:39.162240 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2250da0-af17-49dd-a3fb-80c87d2d5d67 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:39.167098 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2250da0-af17-49dd-a3fb-80c87d2d5d67 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:39.206393 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2250da0-af17-49dd-a3fb-80c87d2d5d67 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:39.210038 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b2250da0-af17-49dd-a3fb-80c87d2d5d67 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6198280 Sep 29 17:42:39.210038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2250da0-af17-49dd-a3fb-80c87d2d5d67 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178a7b20-5f1b-4b34-bd83-4f2e6445e04b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:39.211052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54382) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:39.296562 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f5130916-43e5-464a-8efd-d79df20edda9 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0837898 Sep 29 17:42:39.299285 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54394) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:39.304845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-fa5b33af-efe3-4890-a1c1-27bb8ad53e3a tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group': {'name': 'tempest-security--1306555970', 'description': 'tempest-security-description-6076339'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:39.340104 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fa5b33af-efe3-4890-a1c1-27bb8ad53e3a tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:39.402702 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fa5b33af-efe3-4890-a1c1-27bb8ad53e3a tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:39.410461 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fa5b33af-efe3-4890-a1c1-27bb8ad53e3a tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:39.415379 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fa5b33af-efe3-4890-a1c1-27bb8ad53e3a tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:39.422641 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fa5b33af-efe3-4890-a1c1-27bb8ad53e3a tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "PUT /v2.0/security-groups/178a7b20-5f1b-4b34-bd83-4f2e6445e04b HTTP/1.1" status: 200 len: 1777 time: 0.1220667 Sep 29 17:42:39.425104 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54400) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:39.448996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b33af-efe3-4890-a1c1-27bb8ad53e3a tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178a7b20-5f1b-4b34-bd83-4f2e6445e04b,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:39.489211 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-979e68fb-b6c3-4558-b227-9d446fdff378 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-groups/178a7b20-5f1b-4b34-bd83-4f2e6445e04b HTTP/1.1" status: 200 len: 1777 time: 0.0620613 Sep 29 17:42:39.491924 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54402) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:39.549685 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54d026d7-d6c3-4bf8-a2cb-6bfeb4bcc705 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:39.575622 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54d026d7-d6c3-4bf8-a2cb-6bfeb4bcc705 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:39.643315 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54d026d7-d6c3-4bf8-a2cb-6bfeb4bcc705 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:39.646651 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54d026d7-d6c3-4bf8-a2cb-6bfeb4bcc705 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:39.648019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-54d026d7-d6c3-4bf8-a2cb-6bfeb4bcc705 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-groups/178a7b20-5f1b-4b34-bd83-4f2e6445e04b HTTP/1.1" status: 204 len: 168 time: 0.1548734 Sep 29 17:42:39.650708 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54408) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:39.682419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d026d7-d6c3-4bf8-a2cb-6bfeb4bcc705 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=178a7b20-5f1b-4b34-bd83-4f2e6445e04b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:39.741194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54412) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:39.741660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-38aa8569-0864-4ec7-914b-5c2b3a0b7eda tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0889060 Sep 29 17:42:39.762222 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-ad8e6165-7c03-4473-894e-1d29f58731b3 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] delete failed (client error): The resource could not be found. Sep 29 17:42:39.767265 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ad8e6165-7c03-4473-894e-1d29f58731b3 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-groups/178a7b20-5f1b-4b34-bd83-4f2e6445e04b HTTP/1.1" status: 404 len: 347 time: 0.0250144 Sep 29 17:42:39.771559 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54414) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:39.785873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-cab877e0-d8fb-4629-81c5-fba2394be291 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228258465'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:39.855274 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cab877e0-d8fb-4629-81c5-fba2394be291 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:39.881090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73150fc2-aaab-49f1-abf3-775cca958de4 req-999c3488-6632-419b-b9f1-8cd95d11d417 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:39.882634 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-73150fc2-aaab-49f1-abf3-775cca958de4 req-999c3488-6632-419b-b9f1-8cd95d11d417 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0705698 Sep 29 17:42:39.958558 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cab877e0-d8fb-4629-81c5-fba2394be291 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:39.966831 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cab877e0-d8fb-4629-81c5-fba2394be291 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.048402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab877e0-d8fb-4629-81c5-fba2394be291 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3417e077-f7bd-4073-8a12-938a97189c92,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:40.065131 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cab877e0-d8fb-4629-81c5-fba2394be291 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.068858 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cab877e0-d8fb-4629-81c5-fba2394be291 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2941597 Sep 29 17:42:40.069615 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54426) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:40.074767 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5e003c8f-d2e6-415a-9f06-5a67302228df tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group_rule': {'security_group_id': '3417e077-f7bd-4073-8a12-938a97189c92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:40.096686 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-73150fc2-aaab-49f1-abf3-775cca958de4 req-0faa1c5e-34b1-4647-8865-1109dc1f1f49 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367052 Sep 29 17:42:40.156305 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5e003c8f-d2e6-415a-9f06-5a67302228df tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.282701 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5e003c8f-d2e6-415a-9f06-5a67302228df tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.287265 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5e003c8f-d2e6-415a-9f06-5a67302228df tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.309739 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e003c8f-d2e6-415a-9f06-5a67302228df tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78fe5a60-cbe8-471a-a2c0-5866f8a01903,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:40.322113 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5e003c8f-d2e6-415a-9f06-5a67302228df tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.326711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54432) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:40.333854 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5e003c8f-d2e6-415a-9f06-5a67302228df tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2629411 Sep 29 17:42:40.363468 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-344ae69e-8bba-429b-b379-300a0d792a8c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.373067 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-344ae69e-8bba-429b-b379-300a0d792a8c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.412208 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-344ae69e-8bba-429b-b379-300a0d792a8c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.420946 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-344ae69e-8bba-429b-b379-300a0d792a8c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.425520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54436) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:40.425935 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-344ae69e-8bba-429b-b379-300a0d792a8c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/78fe5a60-cbe8-471a-a2c0-5866f8a01903 HTTP/1.1" status: 204 len: 168 time: 0.0978065 Sep 29 17:42:40.433262 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ae69e-8bba-429b-b379-300a0d792a8c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78fe5a60-cbe8-471a-a2c0-5866f8a01903,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:40.484818 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4df35416-0618-4b2f-9ba2-c6e48655c138 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0581210 Sep 29 17:42:40.484988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54438) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:40.564076 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-399555ef-d71b-4367-8419-69072c7648f6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.598727 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-399555ef-d71b-4367-8419-69072c7648f6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.674668 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-399555ef-d71b-4367-8419-69072c7648f6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.677546 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-399555ef-d71b-4367-8419-69072c7648f6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.679062 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-399555ef-d71b-4367-8419-69072c7648f6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-groups/3417e077-f7bd-4073-8a12-938a97189c92 HTTP/1.1" status: 204 len: 168 time: 0.1931751 Sep 29 17:42:40.681871 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54444) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:40.707675 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399555ef-d71b-4367-8419-69072c7648f6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3417e077-f7bd-4073-8a12-938a97189c92,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:40.757771 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a363e6ef-a82d-4820-8398-318b60e803fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.759591 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c90755b7-cc28-470a-a0b4-e852d58da40e tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757267 Sep 29 17:42:40.763316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54446) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:40.768870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-3bec9c51-8b69-4841-8d9a-0d4ea8aa212c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1169865876'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:40.794811 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3bec9c51-8b69-4841-8d9a-0d4ea8aa212c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.910050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3bec9c51-8b69-4841-8d9a-0d4ea8aa212c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.916077 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3bec9c51-8b69-4841-8d9a-0d4ea8aa212c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.947818 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3bec9c51-8b69-4841-8d9a-0d4ea8aa212c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:40.951769 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3bec9c51-8b69-4841-8d9a-0d4ea8aa212c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1838305 Sep 29 17:42:40.952082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54462) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:40.956856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-e85db686-7233-4150-a9eb-9b23f83a678d tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group_rule': {'security_group_id': 'ab7c9146-7bae-4a78-80cf-60a20d27f82d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:40.961166 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec9c51-8b69-4841-8d9a-0d4ea8aa212c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7c9146-7bae-4a78-80cf-60a20d27f82d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:40.991425 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e85db686-7233-4150-a9eb-9b23f83a678d tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.056281 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e85db686-7233-4150-a9eb-9b23f83a678d tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.063409 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e85db686-7233-4150-a9eb-9b23f83a678d tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.084666 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85db686-7233-4150-a9eb-9b23f83a678d tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0367e91c-d9bd-44b3-bb95-de5ea2279cf0,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:41.095142 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e85db686-7233-4150-a9eb-9b23f83a678d tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.099239 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e85db686-7233-4150-a9eb-9b23f83a678d tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435657 Sep 29 17:42:41.099587 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54464) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:41.104583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-de894943-f1cb-4496-8505-f1ef53706bfd tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group_rule': {'security_group_id': 'ab7c9146-7bae-4a78-80cf-60a20d27f82d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:41.135773 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de894943-f1cb-4496-8505-f1ef53706bfd tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.253341 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de894943-f1cb-4496-8505-f1ef53706bfd tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.258208 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de894943-f1cb-4496-8505-f1ef53706bfd tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.289803 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de894943-f1cb-4496-8505-f1ef53706bfd tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.292632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-de894943-f1cb-4496-8505-f1ef53706bfd tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1918311 Sep 29 17:42:41.294518 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de894943-f1cb-4496-8505-f1ef53706bfd tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869142b2-1a77-425f-a343-42d4f0200bcf,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:41.296287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe09d6-eb40-4f86-b5bf-afb76bbd5783 req-ab784c43-b913-4bb4-8bc6-5a228b192c51 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:41.300610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54476) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:41.302339 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dcbe09d6-eb40-4f86-b5bf-afb76bbd5783 req-ab784c43-b913-4bb4-8bc6-5a228b192c51 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0992715 Sep 29 17:42:41.308490 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a2fbc964-d710-4eea-8d23-93d13cc244a6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group_rule': {'security_group_id': 'ab7c9146-7bae-4a78-80cf-60a20d27f82d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:41.365667 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc964-d710-4eea-8d23-93d13cc244a6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.408103 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dcbe09d6-eb40-4f86-b5bf-afb76bbd5783 req-2a7b69d4-b69f-464e-a134-67240062b5ec tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760555 Sep 29 17:42:41.453728 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc964-d710-4eea-8d23-93d13cc244a6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.458219 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc964-d710-4eea-8d23-93d13cc244a6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.487687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbc964-d710-4eea-8d23-93d13cc244a6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b301a7cf-61c6-4f43-ab8e-98b874a95127,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:41.491092 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a2fbc964-d710-4eea-8d23-93d13cc244a6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.492542 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a2fbc964-d710-4eea-8d23-93d13cc244a6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1891394 Sep 29 17:42:41.495607 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54480) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:41.501025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-bef49e97-3c9e-4130-95e2-6c6cc792ed24 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group_rule': {'security_group_id': 'ab7c9146-7bae-4a78-80cf-60a20d27f82d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:41.540185 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bef49e97-3c9e-4130-95e2-6c6cc792ed24 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.605564 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bef49e97-3c9e-4130-95e2-6c6cc792ed24 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.611015 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bef49e97-3c9e-4130-95e2-6c6cc792ed24 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.634877 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bef49e97-3c9e-4130-95e2-6c6cc792ed24 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.639785 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bef49e97-3c9e-4130-95e2-6c6cc792ed24 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396360 Sep 29 17:42:41.639785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54486) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:41.653577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-fff6877b-6b1f-43ff-bd7b-bf2375b26891 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group_rule': {'security_group_id': 'ab7c9146-7bae-4a78-80cf-60a20d27f82d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:41.656333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef49e97-3c9e-4130-95e2-6c6cc792ed24 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97fc768d-8a14-46e5-b232-3e081aab4923,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:41.707483 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fff6877b-6b1f-43ff-bd7b-bf2375b26891 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.778674 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fff6877b-6b1f-43ff-bd7b-bf2375b26891 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.785612 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fff6877b-6b1f-43ff-bd7b-bf2375b26891 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.802253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6877b-6b1f-43ff-bd7b-bf2375b26891 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7460e71-175e-46f7-9bf7-cb063d44fe2a,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:41.824849 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fff6877b-6b1f-43ff-bd7b-bf2375b26891 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.830021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54488) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:41.830860 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fff6877b-6b1f-43ff-bd7b-bf2375b26891 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1894662 Sep 29 17:42:41.864066 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f95d1e88-adfa-4fe6-9eb8-3f2fcca6354c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.872658 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f95d1e88-adfa-4fe6-9eb8-3f2fcca6354c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.913161 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f95d1e88-adfa-4fe6-9eb8-3f2fcca6354c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.921354 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f95d1e88-adfa-4fe6-9eb8-3f2fcca6354c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:41.925033 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f95d1e88-adfa-4fe6-9eb8-3f2fcca6354c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/a7460e71-175e-46f7-9bf7-cb063d44fe2a HTTP/1.1" status: 204 len: 168 time: 0.0908895 Sep 29 17:42:41.925313 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54496) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:41.947033 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d1e88-adfa-4fe6-9eb8-3f2fcca6354c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7460e71-175e-46f7-9bf7-cb063d44fe2a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:42.001871 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-50ad4310-26d8-4893-ab16-28fe8ff7514c tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0709033 Sep 29 17:42:42.001871 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54498) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:42.038251 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1d48814-5e7f-4d6b-a613-6a9a9652cdc6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.052118 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1d48814-5e7f-4d6b-a613-6a9a9652cdc6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.088656 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1d48814-5e7f-4d6b-a613-6a9a9652cdc6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.097256 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1d48814-5e7f-4d6b-a613-6a9a9652cdc6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.098838 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c1d48814-5e7f-4d6b-a613-6a9a9652cdc6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/97fc768d-8a14-46e5-b232-3e081aab4923 HTTP/1.1" status: 204 len: 168 time: 0.0961978 Sep 29 17:42:42.105957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54500) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:42.117958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d48814-5e7f-4d6b-a613-6a9a9652cdc6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97fc768d-8a14-46e5-b232-3e081aab4923,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:42.168332 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e1524a71-b598-4414-8ac3-b3684561e653 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0584710 Sep 29 17:42:42.168587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54502) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:42.195683 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-423b4944-a84c-4161-a30d-66196d8f3fad tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.207566 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-423b4944-a84c-4161-a30d-66196d8f3fad tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.259727 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-423b4944-a84c-4161-a30d-66196d8f3fad tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.269902 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-423b4944-a84c-4161-a30d-66196d8f3fad tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.273995 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54508) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:42.274868 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-423b4944-a84c-4161-a30d-66196d8f3fad tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b301a7cf-61c6-4f43-ab8e-98b874a95127 HTTP/1.1" status: 204 len: 168 time: 0.1050885 Sep 29 17:42:42.282063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b4944-a84c-4161-a30d-66196d8f3fad tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b301a7cf-61c6-4f43-ab8e-98b874a95127,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:42.412150 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fdfd6e77-3571-4580-8897-e9d5c6912f07 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1242507 Sep 29 17:42:42.412583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54514) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:42.437319 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c765718-589e-4c32-a1e7-b7e582f7cb7f tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.446871 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c765718-589e-4c32-a1e7-b7e582f7cb7f tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.506179 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c765718-589e-4c32-a1e7-b7e582f7cb7f tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.526702 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c765718-589e-4c32-a1e7-b7e582f7cb7f tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.531762 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54520) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:42.532431 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9c765718-589e-4c32-a1e7-b7e582f7cb7f tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/869142b2-1a77-425f-a343-42d4f0200bcf HTTP/1.1" status: 204 len: 168 time: 0.1289377 Sep 29 17:42:42.543149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c765718-589e-4c32-a1e7-b7e582f7cb7f tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=869142b2-1a77-425f-a343-42d4f0200bcf,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:42.589436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b4f16-4c50-416f-bb07-68a25b5e11f4 req-94263888-3fe6-4038-88ce-e04b62304201 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:42.598784 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9f1b4f16-4c50-416f-bb07-68a25b5e11f4 req-94263888-3fe6-4038-88ce-e04b62304201 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0889897 Sep 29 17:42:42.618765 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fbc3f5f1-971c-4b92-b630-f60da5cff20e tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0856702 Sep 29 17:42:42.621787 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54526) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:42.665247 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9f1b4f16-4c50-416f-bb07-68a25b5e11f4 req-d467f2c7-4feb-4cb0-90af-30d4bf31d693 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559461 Sep 29 17:42:42.684086 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e56f9fb2-ce67-4298-9b6a-00d91b21e366 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.695293 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e56f9fb2-ce67-4298-9b6a-00d91b21e366 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.742259 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e56f9fb2-ce67-4298-9b6a-00d91b21e366 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.753366 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e56f9fb2-ce67-4298-9b6a-00d91b21e366 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.757727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54532) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:42.766847 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e56f9fb2-ce67-4298-9b6a-00d91b21e366 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/0367e91c-d9bd-44b3-bb95-de5ea2279cf0 HTTP/1.1" status: 204 len: 168 time: 0.1439106 Sep 29 17:42:42.783129 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f9fb2-ce67-4298-9b6a-00d91b21e366 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0367e91c-d9bd-44b3-bb95-de5ea2279cf0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:42.817790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54534) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:42.826986 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d7c0eb28-d50b-4874-93b7-4ada30b85f28 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0675087 Sep 29 17:42:42.879696 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2052a96e-a2c2-4794-8056-eacb1f6ccb11 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.904533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2052a96e-a2c2-4794-8056-eacb1f6ccb11 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:42.991603 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2052a96e-a2c2-4794-8056-eacb1f6ccb11 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:43.007402 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2052a96e-a2c2-4794-8056-eacb1f6ccb11 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:43.012028 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2052a96e-a2c2-4794-8056-eacb1f6ccb11 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-groups/ab7c9146-7bae-4a78-80cf-60a20d27f82d HTTP/1.1" status: 204 len: 168 time: 0.1928902 Sep 29 17:42:43.015330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54540) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:43.023922 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052a96e-a2c2-4794-8056-eacb1f6ccb11 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7c9146-7bae-4a78-80cf-60a20d27f82d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:43.075062 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54544) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:43.077612 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ccef25cd-8232-488a-a326-fa715b211b89 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0608475 Sep 29 17:42:43.081583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-955405b5-e420-4077-aeff-afdfab87cda1 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267644481'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:43.129434 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-955405b5-e420-4077-aeff-afdfab87cda1 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:43.349887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-955405b5-e420-4077-aeff-afdfab87cda1 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:43.360393 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-955405b5-e420-4077-aeff-afdfab87cda1 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:43.408454 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-955405b5-e420-4077-aeff-afdfab87cda1 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:43.412493 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-955405b5-e420-4077-aeff-afdfab87cda1 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3331311 Sep 29 17:42:43.413259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54546) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:43.429195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-67211165-fc26-46d4-999c-64c8f4a1cf39 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group_rule': {'security_group_id': 'bd3aa4ec-3123-4b63-9080-bcafb0438e03', 'direction': 'ingress', 'protocol': 17}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:43.481362 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955405b5-e420-4077-aeff-afdfab87cda1 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3aa4ec-3123-4b63-9080-bcafb0438e03,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:43.515979 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67211165-fc26-46d4-999c-64c8f4a1cf39 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:43.558072 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e18f4182-4586-4cb7-b04f-09bc38fff058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:43.650101 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67211165-fc26-46d4-999c-64c8f4a1cf39 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:43.656674 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67211165-fc26-46d4-999c-64c8f4a1cf39 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:43.704863 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67211165-fc26-46d4-999c-64c8f4a1cf39 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9c55f9-7e85-4c02-bcfc-9f23ab94bf11,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:43.754886 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67211165-fc26-46d4-999c-64c8f4a1cf39 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:43.756426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-67211165-fc26-46d4-999c-64c8f4a1cf39 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3386486 Sep 29 17:42:43.759228 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54560) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:43.879367 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96c9467b-642d-4d4b-bc12-d3834e300ce9 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:43.924442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fd822-8006-426f-984f-0ea559ea7e13 req-e1e747f8-3ea8-4ec9-9b58-fe1f4c11c808 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:43.926039 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb7fd822-8006-426f-984f-0ea559ea7e13 req-e1e747f8-3ea8-4ec9-9b58-fe1f4c11c808 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.1066101 Sep 29 17:42:43.933553 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96c9467b-642d-4d4b-bc12-d3834e300ce9 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:43.986594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb7fd822-8006-426f-984f-0ea559ea7e13 req-d240256d-f237-429d-bfdc-5f64e6738589 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481234 Sep 29 17:42:44.020451 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96c9467b-642d-4d4b-bc12-d3834e300ce9 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.023030 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96c9467b-642d-4d4b-bc12-d3834e300ce9 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.024242 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-96c9467b-642d-4d4b-bc12-d3834e300ce9 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-groups/bd3aa4ec-3123-4b63-9080-bcafb0438e03 HTTP/1.1" status: 204 len: 168 time: 0.2639518 Sep 29 17:42:44.026839 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54564) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:44.034755 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9467b-642d-4d4b-bc12-d3834e300ce9 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3aa4ec-3123-4b63-9080-bcafb0438e03,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:44.099614 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f5ff3986-7c99-4d5d-80f8-739b3bad9f57 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711131 Sep 29 17:42:44.103231 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54570) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:44.109035 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4926a8ee-af00-4458-93b3-d9480c076cbf tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group': {'name': 'tempest-secgroup--338282876'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:44.171797 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4926a8ee-af00-4458-93b3-d9480c076cbf tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.203883 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:42:44.316267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb099184-9483-4f41-9677-59c66fa4efdd req-a44bdc18-6e7b-47a7-be17-145e2e613d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:44.317815 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb099184-9483-4f41-9677-59c66fa4efdd req-a44bdc18-6e7b-47a7-be17-145e2e613d57 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 1097 time: 0.0819325 Sep 29 17:42:44.339103 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4926a8ee-af00-4458-93b3-d9480c076cbf tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.346066 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4926a8ee-af00-4458-93b3-d9480c076cbf tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.376626 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb099184-9483-4f41-9677-59c66fa4efdd req-7630488b-5f34-4bbd-a834-deef7bab5262 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515685 Sep 29 17:42:44.405446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926a8ee-af00-4458-93b3-d9480c076cbf tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4d8fed-27fe-4988-a88b-17acc0814df6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:44.427003 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4926a8ee-af00-4458-93b3-d9480c076cbf tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.434256 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4926a8ee-af00-4458-93b3-d9480c076cbf tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3296664 Sep 29 17:42:44.435231 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54576) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:44.444014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f6dc0070-0ede-44f5-b191-91cdb2fd8a7e tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085582853'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:44.472683 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0070-0ede-44f5-b191-91cdb2fd8a7e tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.549724 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.567985 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.634090 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.648752 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0070-0ede-44f5-b191-91cdb2fd8a7e tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.657861 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0070-0ede-44f5-b191-91cdb2fd8a7e tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.698936 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0070-0ede-44f5-b191-91cdb2fd8a7e tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.700489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f6dc0070-0ede-44f5-b191-91cdb2fd8a7e tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2641420 Sep 29 17:42:44.706455 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54582) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:44.713574 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-fccef8af-c0b1-4858-9b51-f60ae513787d tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group_rule': {'security_group_id': 'ae4d8fed-27fe-4988-a88b-17acc0814df6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '86b0ad31-7ffc-4ac1-aac1-026953999789', 'remote_ip_prefix': None}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:44.761745 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc0070-0ede-44f5-b191-91cdb2fd8a7e tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b0ad31-7ffc-4ac1-aac1-026953999789,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:44.792505 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fccef8af-c0b1-4858-9b51-f60ae513787d tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.936256 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fccef8af-c0b1-4858-9b51-f60ae513787d tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.941489 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fccef8af-c0b1-4858-9b51-f60ae513787d tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.974428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccef8af-c0b1-4858-9b51-f60ae513787d tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fefbc7b-a685-4371-a889-ba0005de8366,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:44.980613 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fccef8af-c0b1-4858-9b51-f60ae513787d tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:44.985292 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fccef8af-c0b1-4858-9b51-f60ae513787d tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2777393 Sep 29 17:42:44.985502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54592) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:45.025612 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-75f2bdfd-6b8a-4983-9211-850181e7d025 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.050414 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-75f2bdfd-6b8a-4983-9211-850181e7d025 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.101094 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-75f2bdfd-6b8a-4983-9211-850181e7d025 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.106910 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-75f2bdfd-6b8a-4983-9211-850181e7d025 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.111347 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54596) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:45.111527 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-75f2bdfd-6b8a-4983-9211-850181e7d025 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/4fefbc7b-a685-4371-a889-ba0005de8366 HTTP/1.1" status: 204 len: 168 time: 0.1245806 Sep 29 17:42:45.137375 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2bdfd-6b8a-4983-9211-850181e7d025 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fefbc7b-a685-4371-a889-ba0005de8366,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:45.163143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a0676-3ae4-4dc5-92fb-ce3a5ea483e7 req-674f8a5d-fdc0-486a-8ba2-45bd5c2b2e0b tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:45.164642 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-df8a0676-3ae4-4dc5-92fb-ce3a5ea483e7 req-674f8a5d-fdc0-486a-8ba2-45bd5c2b2e0b tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0834525 Sep 29 17:42:45.168877 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b97f4aa4-617f-4e1f-9558-8f705397a6f1 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0560193 Sep 29 17:42:45.172657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54600) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:45.253962 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-df8a0676-3ae4-4dc5-92fb-ce3a5ea483e7 req-66e07223-e5b7-44dd-bca9-abbd0e049fad tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783668 Sep 29 17:42:45.268713 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-16315cf1-54d2-46a6-af7b-161698317172 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.298082 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-16315cf1-54d2-46a6-af7b-161698317172 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.355913 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-16315cf1-54d2-46a6-af7b-161698317172 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.359027 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-16315cf1-54d2-46a6-af7b-161698317172 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.360255 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-16315cf1-54d2-46a6-af7b-161698317172 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-groups/86b0ad31-7ffc-4ac1-aac1-026953999789 HTTP/1.1" status: 204 len: 168 time: 0.1866677 Sep 29 17:42:45.366896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54604) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:45.377536 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16315cf1-54d2-46a6-af7b-161698317172 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b0ad31-7ffc-4ac1-aac1-026953999789,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:45.433312 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1644e016-d4de-4ee5-abde-ea13a7c7252d tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0628431 Sep 29 17:42:45.433526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54606) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:45.494778 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb4485a7-fbaa-4167-98c5-9fade9283e79 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.521996 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb4485a7-fbaa-4167-98c5-9fade9283e79 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.577646 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb4485a7-fbaa-4167-98c5-9fade9283e79 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.580502 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb4485a7-fbaa-4167-98c5-9fade9283e79 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.581821 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cb4485a7-fbaa-4167-98c5-9fade9283e79 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-groups/ae4d8fed-27fe-4988-a88b-17acc0814df6 HTTP/1.1" status: 204 len: 168 time: 0.1474011 Sep 29 17:42:45.584540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54612) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:45.591099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4485a7-fbaa-4167-98c5-9fade9283e79 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4d8fed-27fe-4988-a88b-17acc0814df6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:45.640448 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fe9c5751-35ed-4444-b27b-a000f904b3a4 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0507917 Sep 29 17:42:45.641031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54616) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:45.645270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-35710208-3398-4158-96af-f32283f1da7b tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690735248'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:45.672070 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-35710208-3398-4158-96af-f32283f1da7b tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.777563 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-35710208-3398-4158-96af-f32283f1da7b tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.783005 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-35710208-3398-4158-96af-f32283f1da7b tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.813418 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-35710208-3398-4158-96af-f32283f1da7b tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.814668 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-35710208-3398-4158-96af-f32283f1da7b tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1728549 Sep 29 17:42:45.815590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35710208-3398-4158-96af-f32283f1da7b tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2be868-0b40-4fd5-9afb-7c7d29d9c2ea,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:45.817562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54628) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:45.822185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-69dee6fa-8ab0-4658-bbce-17eee2736856 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group_rule': {'security_group_id': '8f2be868-0b40-4fd5-9afb-7c7d29d9c2ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:45.863592 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69dee6fa-8ab0-4658-bbce-17eee2736856 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.972952 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69dee6fa-8ab0-4658-bbce-17eee2736856 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:45.984671 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69dee6fa-8ab0-4658-bbce-17eee2736856 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:46.000112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dee6fa-8ab0-4658-bbce-17eee2736856 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55f6d9b-67c7-45ac-b7c9-1953b6bc75a8,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:46.034270 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69dee6fa-8ab0-4658-bbce-17eee2736856 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:46.040127 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54638) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:46.048799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-69dee6fa-8ab0-4658-bbce-17eee2736856 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2287538 Sep 29 17:42:46.072182 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c2a3dbc3-6b60-4b0a-be05-748293f6d251 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:46.083139 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c2a3dbc3-6b60-4b0a-be05-748293f6d251 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:46.134849 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c2a3dbc3-6b60-4b0a-be05-748293f6d251 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:46.143290 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c2a3dbc3-6b60-4b0a-be05-748293f6d251 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:46.144549 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c2a3dbc3-6b60-4b0a-be05-748293f6d251 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d55f6d9b-67c7-45ac-b7c9-1953b6bc75a8 HTTP/1.1" status: 204 len: 168 time: 0.1032395 Sep 29 17:42:46.147368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54646) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:46.170380 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3dbc3-6b60-4b0a-be05-748293f6d251 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d55f6d9b-67c7-45ac-b7c9-1953b6bc75a8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:46.210763 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2d924978-5d30-4b79-b320-265268a6df5b tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0619969 Sep 29 17:42:46.213786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54650) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:46.316422 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9df1330-c925-4497-8a0e-1bb2c8d174f6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:46.354665 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9df1330-c925-4497-8a0e-1bb2c8d174f6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:46.447451 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5669f19-8796-4e61-9525-474bd15c49f8 req-fd505b43-44ff-4977-846a-8b266476608f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:46.449661 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5669f19-8796-4e61-9525-474bd15c49f8 req-fd505b43-44ff-4977-846a-8b266476608f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0662994 Sep 29 17:42:46.455632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9df1330-c925-4497-8a0e-1bb2c8d174f6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:46.459471 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9df1330-c925-4497-8a0e-1bb2c8d174f6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:46.461306 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d9df1330-c925-4497-8a0e-1bb2c8d174f6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-groups/8f2be868-0b40-4fd5-9afb-7c7d29d9c2ea HTTP/1.1" status: 204 len: 168 time: 0.2465203 Sep 29 17:42:46.464264 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54654) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:46.480800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df1330-c925-4497-8a0e-1bb2c8d174f6 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2be868-0b40-4fd5-9afb-7c7d29d9c2ea,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:46.529024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5669f19-8796-4e61-9525-474bd15c49f8 req-c4020318-06ff-42d7-80d7-951045092b88 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663629 Sep 29 17:42:46.574277 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54662) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:46.574468 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b8ef4ea9-590e-4568-8ab3-03c9165c78a2 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1089473 Sep 29 17:42:46.583456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-bca6570a-a75b-4ebe-a592-6232e7f68841 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group': {'name': 'tempest-secgroup--275555139'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:46.627344 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bca6570a-a75b-4ebe-a592-6232e7f68841 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:46.832863 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:46.863334 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bca6570a-a75b-4ebe-a592-6232e7f68841 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:46.884120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bca6570a-a75b-4ebe-a592-6232e7f68841 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:46.987486 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f55e35-31ab-42f8-8e51-9e9cf1aee183 req-8e171e5f-a445-480e-bb91-9704d454ba47 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:46.989084 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49f55e35-31ab-42f8-8e51-9e9cf1aee183 req-8e171e5f-a445-480e-bb91-9704d454ba47 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.1162410 Sep 29 17:42:47.015968 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bca6570a-a75b-4ebe-a592-6232e7f68841 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:47.017216 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bca6570a-a75b-4ebe-a592-6232e7f68841 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4418457 Sep 29 17:42:47.039510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54672) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:47.049890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4a3995c0-42d3-4b7a-b49e-e2cbf7d134bb tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group_rule': {'security_group_id': 'b38a6936-0e9e-4634-bb7a-e13c67107300', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:47.096889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d260bb6-5ff9-476e-b442-078abd81f868 req-61bcdb81-0a60-4dd5-87de-919455889e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:47.098464 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3d260bb6-5ff9-476e-b442-078abd81f868 req-61bcdb81-0a60-4dd5-87de-919455889e9d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15b7b650ffe54ce9ae5f5f9a95fa7b0d&device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 1097 time: 0.2581687 Sep 29 17:42:47.105943 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49f55e35-31ab-42f8-8e51-9e9cf1aee183 req-6a5a9a9f-b2cf-4706-867a-8980332836c4 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930874 Sep 29 17:42:47.196580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6570a-a75b-4ebe-a592-6232e7f68841 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38a6936-0e9e-4634-bb7a-e13c67107300,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:47.220463 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4a3995c0-42d3-4b7a-b49e-e2cbf7d134bb tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:47.256893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d260bb6-5ff9-476e-b442-078abd81f868 req-e7f3d2c7-dce8-45ca-a661-c6a4a6a9c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:47.258435 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3d260bb6-5ff9-476e-b442-078abd81f868 req-e7f3d2c7-dce8-45ca-a661-c6a4a6a9c4c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=02b75d35-5ec6-411e-a8d4-24be205a9bcf HTTP/1.1" status: 200 len: 920 time: 0.1415176 Sep 29 17:42:47.342443 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3d260bb6-5ff9-476e-b442-078abd81f868 req-fa99a61b-a2bd-48ec-8d5f-b40a26378544 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=468112f4-23dd-417b-acaa-54f41e4a9f7e HTTP/1.1" status: 200 len: 217 time: 0.0737889 Sep 29 17:42:47.360616 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4a3995c0-42d3-4b7a-b49e-e2cbf7d134bb tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:47.372551 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4a3995c0-42d3-4b7a-b49e-e2cbf7d134bb tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:47.432070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3995c0-42d3-4b7a-b49e-e2cbf7d134bb tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d673203b-e798-4ad6-983e-bd5aa052546c,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:47.436721 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4a3995c0-42d3-4b7a-b49e-e2cbf7d134bb tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:47.437975 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4a3995c0-42d3-4b7a-b49e-e2cbf7d134bb tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3935225 Sep 29 17:42:47.440516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54686) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:47.456504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d260bb6-5ff9-476e-b442-078abd81f868 req-ed2cddf5-5395-41e8-b878-351639ee895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:47.458074 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3d260bb6-5ff9-476e-b442-078abd81f868 req-ed2cddf5-5395-41e8-b878-351639ee895b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de200982-5c51-48d4-ad42-c0f071793bbf HTTP/1.1" status: 200 len: 859 time: 0.0956218 Sep 29 17:42:47.462605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3aecab64-a12f-42d4-95b4-2c2c0ba73c7f tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules/d673203b-e798-4ad6-983e-bd5aa052546c HTTP/1.1" status: 200 len: 763 time: 0.0210974 Sep 29 17:42:47.465101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54688) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:47.508139 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3d260bb6-5ff9-476e-b442-078abd81f868 req-6f3f107d-7667-4038-a16c-876d0582c42f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02b75d35-5ec6-411e-a8d4-24be205a9bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420525 Sep 29 17:42:47.546494 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d052c43e-16f5-4ba8-8474-02d5dea10a76 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0713859 Sep 29 17:42:47.550005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54690) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:47.575620 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-680d2d03-2e77-4420-adb7-93f30fe52305 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:47.596067 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-680d2d03-2e77-4420-adb7-93f30fe52305 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:47.627240 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-680d2d03-2e77-4420-adb7-93f30fe52305 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:47.635921 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-680d2d03-2e77-4420-adb7-93f30fe52305 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:47.640983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54692) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:47.641859 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-680d2d03-2e77-4420-adb7-93f30fe52305 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/d673203b-e798-4ad6-983e-bd5aa052546c HTTP/1.1" status: 204 len: 168 time: 0.0905879 Sep 29 17:42:47.648879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d2d03-2e77-4420-adb7-93f30fe52305 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d673203b-e798-4ad6-983e-bd5aa052546c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:47.684372 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3d260bb6-5ff9-476e-b442-078abd81f868 req-968586b3-ef56-4089-89bb-054c91b9b800 service neutron] 10.222.0.49 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659946 Sep 29 17:42:47.729602 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-15052acf-7278-463a-a4ed-9ce2f4336f93 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0873590 Sep 29 17:42:47.732238 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54694) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:47.737373 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b1bef892-1ae9-4d86-8ef5-f3e80b6a90b8 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group_rule': {'security_group_id': 'b38a6936-0e9e-4634-bb7a-e13c67107300', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:47.784105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b1bef892-1ae9-4d86-8ef5-f3e80b6a90b8 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:47.809334 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3d260bb6-5ff9-476e-b442-078abd81f868 req-2db6f63f-e263-46dc-a060-fff933bb66f0 service neutron] 10.222.0.49 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165593 Sep 29 17:42:47.881558 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b1bef892-1ae9-4d86-8ef5-f3e80b6a90b8 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:47.890003 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b1bef892-1ae9-4d86-8ef5-f3e80b6a90b8 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:47.913042 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bef892-1ae9-4d86-8ef5-f3e80b6a90b8 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f47a65b-e6e9-44d8-9375-4dfb3a926b16,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:47.922439 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b1bef892-1ae9-4d86-8ef5-f3e80b6a90b8 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:47.924422 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b1bef892-1ae9-4d86-8ef5-f3e80b6a90b8 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1906540 Sep 29 17:42:47.927345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54700) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:47.950580 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c1de925d-61b1-46ab-8271-364cf9c81a02 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules/0f47a65b-e6e9-44d8-9375-4dfb3a926b16 HTTP/1.1" status: 200 len: 763 time: 0.0216448 Sep 29 17:42:47.954034 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54702) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:48.022373 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b0c5be35-5087-437e-928e-f380db13e74f tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0665674 Sep 29 17:42:48.024964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54704) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:48.064461 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9342fc3-0abb-42f9-8ebc-03693e130280 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:48.074982 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9342fc3-0abb-42f9-8ebc-03693e130280 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:48.145774 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9342fc3-0abb-42f9-8ebc-03693e130280 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:48.159732 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9342fc3-0abb-42f9-8ebc-03693e130280 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:48.164350 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f9342fc3-0abb-42f9-8ebc-03693e130280 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/0f47a65b-e6e9-44d8-9375-4dfb3a926b16 HTTP/1.1" status: 204 len: 168 time: 0.1380689 Sep 29 17:42:48.168214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54718) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:48.174573 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9342fc3-0abb-42f9-8ebc-03693e130280 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f47a65b-e6e9-44d8-9375-4dfb3a926b16,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:48.230467 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-dee27827-cf96-4ef7-91a4-6535d7675cdd tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0615666 Sep 29 17:42:48.230824 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54720) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:48.238917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4bbaf77d-1d88-4724-b31b-2208f22bc279 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Request body: {'security_group_rule': {'security_group_id': 'b38a6936-0e9e-4634-bb7a-e13c67107300', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:48.270413 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-4bbaf77d-1d88-4724-b31b-2208f22bc279 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Project 63d937eb78764ddfac6c455db1225bf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:42:48.276894 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf77d-1d88-4724-b31b-2208f22bc279 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:48.285466 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a92951-7937-499c-8b07-f35d8dcccb32 req-3961bf25-4a1f-4f32-bb27-a6802694e90f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:48.289781 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c8a92951-7937-499c-8b07-f35d8dcccb32 req-3961bf25-4a1f-4f32-bb27-a6802694e90f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0686262 Sep 29 17:42:48.342462 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c8a92951-7937-499c-8b07-f35d8dcccb32 req-5fc05312-43de-4c70-a19d-4a44c478ccf0 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 Sep 29 17:42:48.379883 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf77d-1d88-4724-b31b-2208f22bc279 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:48.385720 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf77d-1d88-4724-b31b-2208f22bc279 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:48.403852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbaf77d-1d88-4724-b31b-2208f22bc279 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe86c615-c0a7-4984-9287-92048a681c6b,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:48.425504 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4bbaf77d-1d88-4724-b31b-2208f22bc279 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:48.430020 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4bbaf77d-1d88-4724-b31b-2208f22bc279 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1981745 Sep 29 17:42:48.430390 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54724) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:48.448850 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9243e32c-bd17-4a22-bcfc-0782dd0388f7 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules/fe86c615-c0a7-4984-9287-92048a681c6b HTTP/1.1" status: 200 len: 769 time: 0.0172529 Sep 29 17:42:48.452940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54726) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:48.502094 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54728) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:48.502456 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-41b5fa1c-433e-452b-8aeb-c00d4aab19de tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0479469 Sep 29 17:42:48.531348 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-050d68d1-ec19-4aa7-84a9-5feead58e664 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:48.540032 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-050d68d1-ec19-4aa7-84a9-5feead58e664 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:48.571355 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-050d68d1-ec19-4aa7-84a9-5feead58e664 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:48.578484 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-050d68d1-ec19-4aa7-84a9-5feead58e664 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:48.579843 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-050d68d1-ec19-4aa7-84a9-5feead58e664 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/fe86c615-c0a7-4984-9287-92048a681c6b HTTP/1.1" status: 204 len: 168 time: 0.0766814 Sep 29 17:42:48.582563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54734) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:48.585666 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d68d1-ec19-4aa7-84a9-5feead58e664 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe86c615-c0a7-4984-9287-92048a681c6b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:48.633355 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-281c367b-d1a8-4323-adb5-5794d5fbfd40 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0466616 Sep 29 17:42:48.637159 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54736) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:48.711026 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b64cea3-585b-46de-9cb1-6059c20e91a7 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:48.737310 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b64cea3-585b-46de-9cb1-6059c20e91a7 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:48.787292 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b64cea3-585b-46de-9cb1-6059c20e91a7 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:48.791397 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b64cea3-585b-46de-9cb1-6059c20e91a7 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:48.795527 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54738) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:48.795854 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3b64cea3-585b-46de-9cb1-6059c20e91a7 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "DELETE /v2.0/security-groups/b38a6936-0e9e-4634-bb7a-e13c67107300 HTTP/1.1" status: 204 len: 168 time: 0.1572559 Sep 29 17:42:48.806652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64cea3-585b-46de-9cb1-6059c20e91a7 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38a6936-0e9e-4634-bb7a-e13c67107300,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:48.850133 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f2f135cb-0bc5-49ae-9e32-dba455088798 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0491369 Sep 29 17:42:48.850583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54742) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:48.897344 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3b89ee09-5fb9-4753-b441-446a24c1f5e4 tempest-SecGroupIPv6Test-2113854305 tempest-SecGroupIPv6Test-2113854305-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435860 Sep 29 17:42:49.218248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54758) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:49.438691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54768) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:49.521868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235cb95-f66c-448f-9537-7588fd5a0f15 req-2d046d4e-3939-4e35-8537-51352b0d8d99 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:49.524450 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b235cb95-f66c-448f-9537-7588fd5a0f15 req-2d046d4e-3939-4e35-8537-51352b0d8d99 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0799046 Sep 29 17:42:49.530835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54774) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:49.534591 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-36851693-b9da-4b74-8b94-afc6dfb562f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63d937eb78764ddfac6c455db1225bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150249 Sep 29 17:42:49.619538 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b235cb95-f66c-448f-9537-7588fd5a0f15 req-14ca2d14-c014-4321-8212-193a503e5b0b tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829840 Sep 29 17:42:49.694047 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8a4aa5cc-3eaf-427f-b5eb-bf3a79cb81b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:49.718657 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8a4aa5cc-3eaf-427f-b5eb-bf3a79cb81b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:50.334096 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8a4aa5cc-3eaf-427f-b5eb-bf3a79cb81b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:50.349052 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8a4aa5cc-3eaf-427f-b5eb-bf3a79cb81b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:50.349052 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8a4aa5cc-3eaf-427f-b5eb-bf3a79cb81b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81af24a7-5bbe-48f2-9f47-8bf546dd86a9 HTTP/1.1" status: 204 len: 168 time: 0.8037057 Sep 29 17:42:50.428167 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4aa5cc-3eaf-427f-b5eb-bf3a79cb81b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81af24a7-5bbe-48f2-9f47-8bf546dd86a9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:50.602734 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c076f39-5e82-4e0b-95bd-b0c02420e842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:50.967361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-2c076f39-5e82-4e0b-95bd-b0c02420e842 admin admin] Deleting port 31632fef-1fd2-4713-9e39-90339ad2e2d9 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:50.967361 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c076f39-5e82-4e0b-95bd-b0c02420e842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:51.100906 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-2c076f39-5e82-4e0b-95bd-b0c02420e842 admin admin] For port 31632fef-1fd2-4713-9e39-90339ad2e2d9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=31632fef-1fd2-4713-9e39-90339ad2e2d9,segment=NetworkSegment(9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e),segment_id=9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:51.101441 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c076f39-5e82-4e0b-95bd-b0c02420e842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:51.148025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-2c076f39-5e82-4e0b-95bd-b0c02420e842 admin admin] Calling delete_port for 31632fef-1fd2-4713-9e39-90339ad2e2d9 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:51.388669 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c076f39-5e82-4e0b-95bd-b0c02420e842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:51.428466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c076f39-5e82-4e0b-95bd-b0c02420e842 admin admin] Pushing event deleted for resources: {'Port': ['ID=31632fef-1fd2-4713-9e39-90339ad2e2d9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:51.444947 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54838) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:51.630244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group': {'name': 'tempest-secgroup--86489571'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:51.659095 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:51.673318 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c076f39-5e82-4e0b-95bd-b0c02420e842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:51.677295 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:51.811978 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:51.817744 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:51.861378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbf776e-22c4-4b90-8008-a90763f67a2c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:51.872309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:51.872807 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:51.873520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:51.874160 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:51.874680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:51.875334 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:51.875878 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:51.876410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:51.876968 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:51.877525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:51.878076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:51.878617 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:42:51.960145 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:51.966326 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:51.975198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c076f39-5e82-4e0b-95bd-b0c02420e842 admin admin] Router 6b630b79-bf9a-4196-875c-df14244f6919 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:42:52.016545 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:52.017844 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5717943 Sep 29 17:42:52.018961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe1246-627e-4fef-9087-62811cb2c4f3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b4e059-85d4-4fab-801e-2b4d1fc5e6ec,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:52.021079 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54848) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:52.080223 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-07765476-605c-4669-8772-269b4251be4e tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0581677 Sep 29 17:42:52.083210 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54850) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:52.088494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6fee0791-328c-49ae-9ad9-11f9d0941e27 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group': {'name': 'tempest-security--1474456067', 'description': 'tempest-security-description-8131549'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:52.136906 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fee0791-328c-49ae-9ad9-11f9d0941e27 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:52.139966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c076f39-5e82-4e0b-95bd-b0c02420e842 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:42:52.155665 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2c076f39-5e82-4e0b-95bd-b0c02420e842 admin admin] 10.222.0.44 "PUT /v2.0/routers/6b630b79-bf9a-4196-875c-df14244f6919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7156889 Sep 29 17:42:52.156685 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54856) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:52.156927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bdb865-3931-46f5-9b4c-83d32d982236 None None] Sync routers for ids ['6b630b79-bf9a-4196-875c-df14244f6919'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:42:52.184622 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bdb865-3931-46f5-9b4c-83d32d982236 None None] Routers {'6b630b79-bf9a-4196-875c-df14244f6919'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:42:52.186085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-00bdb865-3931-46f5-9b4c-83d32d982236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:42:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6b630b79-bf9a-4196-875c-df14244f6919'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:52.207623 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fee0791-328c-49ae-9ad9-11f9d0941e27 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:52.214374 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fee0791-328c-49ae-9ad9-11f9d0941e27 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:52.218675 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fee0791-328c-49ae-9ad9-11f9d0941e27 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:52.220474 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6fee0791-328c-49ae-9ad9-11f9d0941e27 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "PUT /v2.0/security-groups/52b4e059-85d4-4fab-801e-2b4d1fc5e6ec HTTP/1.1" status: 200 len: 1777 time: 0.1360581 Sep 29 17:42:52.224363 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54860) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:52.313731 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee0791-328c-49ae-9ad9-11f9d0941e27 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b4e059-85d4-4fab-801e-2b4d1fc5e6ec,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:52.347827 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6208f22-2e29-4eba-987f-492c11118632 admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:52.349443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54868) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:52.352846 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ccedc006-9229-4e47-9846-30fd115143f9 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-groups/52b4e059-85d4-4fab-801e-2b4d1fc5e6ec HTTP/1.1" status: 200 len: 1777 time: 0.1256852 Sep 29 17:42:52.394842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-00bdb865-3931-46f5-9b4c-83d32d982236 None None] Set router 6b630b79-bf9a-4196-875c-df14244f6919 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:42:52.550677 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6208f22-2e29-4eba-987f-492c11118632 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:52.592822 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943480e5-ea35-4389-b747-5566e7c734ce req-ce5f85af-ace9-4609-9c50-3fa283c4ffca tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:52.594412 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-943480e5-ea35-4389-b747-5566e7c734ce req-ce5f85af-ace9-4609-9c50-3fa283c4ffca tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.1635423 Sep 29 17:42:52.647166 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7d41b9d-513d-43ee-bcd4-47e633b5c138 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:52.700505 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7d41b9d-513d-43ee-bcd4-47e633b5c138 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:52.707459 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-943480e5-ea35-4389-b747-5566e7c734ce req-3e4fbeca-9fbb-423a-87b6-675ee8914d50 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871043 Sep 29 17:42:52.742761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c6208f22-2e29-4eba-987f-492c11118632 admin admin] Deleting port 837716fa-38af-4383-a29d-2015d9f5c008 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:52.742981 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-00bdb865-3931-46f5-9b4c-83d32d982236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b630b79-bf9a-4196-875c-df14244f6919', 'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-router', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '837716fa-38af-4383-a29d-2015d9f5c008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:31:28Z', 'updated_at': '2021-09-29T17:42:51Z', 'revision_number': 5, 'project_id': '875de71af1fe4656a0ed844803995187', 'gw_port': {'id': '837716fa-38af-4383-a29d-2015d9f5c008', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b630b79-bf9a-4196-875c-df14244f6919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:31:30Z', 'updated_at': '2021-09-29T17:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:52.743252 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6208f22-2e29-4eba-987f-492c11118632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:52.771959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bdb865-3931-46f5-9b4c-83d32d982236 None None] Checking router: 6b630b79-bf9a-4196-875c-df14244f6919 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:42:52.782193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bdb865-3931-46f5-9b4c-83d32d982236 None None] Routers {'6b630b79-bf9a-4196-875c-df14244f6919'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:42:52.782969 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-00bdb865-3931-46f5-9b4c-83d32d982236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:42:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6b630b79-bf9a-4196-875c-df14244f6919'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:52.817415 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7d41b9d-513d-43ee-bcd4-47e633b5c138 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:52.820094 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7d41b9d-513d-43ee-bcd4-47e633b5c138 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:52.821338 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a7d41b9d-513d-43ee-bcd4-47e633b5c138 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-groups/52b4e059-85d4-4fab-801e-2b4d1fc5e6ec HTTP/1.1" status: 204 len: 168 time: 0.4709644 Sep 29 17:42:52.824265 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54886) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:52.861884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d41b9d-513d-43ee-bcd4-47e633b5c138 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b4e059-85d4-4fab-801e-2b4d1fc5e6ec,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:52.898291 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-c6208f22-2e29-4eba-987f-492c11118632 admin admin] For port 837716fa-38af-4383-a29d-2015d9f5c008, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=837716fa-38af-4383-a29d-2015d9f5c008,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:52.898828 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6208f22-2e29-4eba-987f-492c11118632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:52.914468 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4c788581-9972-4c4e-9ca5-dc3e1a3370f0 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0889876 Sep 29 17:42:52.917393 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54890) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:52.922196 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-00bdb865-3931-46f5-9b4c-83d32d982236 None None] Set router 6b630b79-bf9a-4196-875c-df14244f6919 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:42:52.934472 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c6208f22-2e29-4eba-987f-492c11118632 admin admin] Calling delete_port for 837716fa-38af-4383-a29d-2015d9f5c008 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:52.938005 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-c2c1b7b1-31af-4f3f-9ea6-8cad87acc30a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] delete failed (client error): The resource could not be found. Sep 29 17:42:52.939193 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c2c1b7b1-31af-4f3f-9ea6-8cad87acc30a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-groups/52b4e059-85d4-4fab-801e-2b4d1fc5e6ec HTTP/1.1" status: 404 len: 347 time: 0.0207241 Sep 29 17:42:52.946623 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54892) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:52.954903 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-bd45ab4a-0a45-47a0-b107-ce5948a82f03 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825061321'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:52.985839 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bd45ab4a-0a45-47a0-b107-ce5948a82f03 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.007964 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-00bdb865-3931-46f5-9b4c-83d32d982236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b630b79-bf9a-4196-875c-df14244f6919', 'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-router', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:31:28Z', 'updated_at': '2021-09-29T17:42:52Z', 'revision_number': 6, 'project_id': '875de71af1fe4656a0ed844803995187', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:53.040519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bdb865-3931-46f5-9b4c-83d32d982236 None None] The sync data for ids ['6b630b79-bf9a-4196-875c-df14244f6919'] in n-d-811748-2 is: [{'id': '6b630b79-bf9a-4196-875c-df14244f6919', 'name': 'tempest-TaggedBootDevicesTest_v242-1410462285-router', 'tenant_id': '875de71af1fe4656a0ed844803995187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:31:28Z', 'updated_at': '2021-09-29T17:42:52Z', 'revision_number': 6, 'project_id': '875de71af1fe4656a0ed844803995187', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:42:53.140981 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bd45ab4a-0a45-47a0-b107-ce5948a82f03 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.148111 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bd45ab4a-0a45-47a0-b107-ce5948a82f03 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.186172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45ab4a-0a45-47a0-b107-ce5948a82f03 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c249ecb2-fbcc-472a-9ad9-0de2b569a1fb,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:53.198713 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bd45ab4a-0a45-47a0-b107-ce5948a82f03 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.203209 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bd45ab4a-0a45-47a0-b107-ce5948a82f03 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2530651 Sep 29 17:42:53.204033 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54904) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:53.208519 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-bb85fbb3-4f54-4c81-847f-a0430db67042 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group_rule': {'security_group_id': 'c249ecb2-fbcc-472a-9ad9-0de2b569a1fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:53.247574 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bb85fbb3-4f54-4c81-847f-a0430db67042 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.256550 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6208f22-2e29-4eba-987f-492c11118632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.291476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6208f22-2e29-4eba-987f-492c11118632 admin admin] Pushing event deleted for resources: {'Port': ['ID=837716fa-38af-4383-a29d-2015d9f5c008,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:53.327734 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bb85fbb3-4f54-4c81-847f-a0430db67042 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.332856 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bb85fbb3-4f54-4c81-847f-a0430db67042 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.352865 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85fbb3-4f54-4c81-847f-a0430db67042 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d350089-3011-4dd7-bf39-1d120fed7e28,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:53.362024 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bb85fbb3-4f54-4c81-847f-a0430db67042 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.365999 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bb85fbb3-4f54-4c81-847f-a0430db67042 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1583645 Sep 29 17:42:53.365999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54910) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:53.381951 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6208f22-2e29-4eba-987f-492c11118632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.409163 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf70d0ce-a115-4ca9-b646-ec10f1baf094 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.419053 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf70d0ce-a115-4ca9-b646-ec10f1baf094 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.470704 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf70d0ce-a115-4ca9-b646-ec10f1baf094 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.485360 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf70d0ce-a115-4ca9-b646-ec10f1baf094 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.491368 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cf70d0ce-a115-4ca9-b646-ec10f1baf094 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/7d350089-3011-4dd7-bf39-1d120fed7e28 HTTP/1.1" status: 204 len: 168 time: 0.1244535 Sep 29 17:42:53.493155 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54912) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:53.506534 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70d0ce-a115-4ca9-b646-ec10f1baf094 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d350089-3011-4dd7-bf39-1d120fed7e28,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:53.534098 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6208f22-2e29-4eba-987f-492c11118632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.536374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6208f22-2e29-4eba-987f-492c11118632 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.563647 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b5410acb-4dfb-414a-8660-461c9ebc1a28 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0669575 Sep 29 17:42:53.563946 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54916) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:53.592130 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6208f22-2e29-4eba-987f-492c11118632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.592924 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6208f22-2e29-4eba-987f-492c11118632 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b630b79-bf9a-4196-875c-df14244f6919 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:42:53.599695 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6208f22-2e29-4eba-987f-492c11118632 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.603985 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c6208f22-2e29-4eba-987f-492c11118632 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6b630b79-bf9a-4196-875c-df14244f6919 HTTP/1.1" status: 204 len: 168 time: 1.4462795 Sep 29 17:42:53.604228 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54920) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:53.678433 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f103d13-df35-41eb-a02d-75e0adb2e123 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.702854 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f103d13-df35-41eb-a02d-75e0adb2e123 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.748333 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f103d13-df35-41eb-a02d-75e0adb2e123 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.750943 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f103d13-df35-41eb-a02d-75e0adb2e123 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.752095 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1f103d13-df35-41eb-a02d-75e0adb2e123 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-groups/c249ecb2-fbcc-472a-9ad9-0de2b569a1fb HTTP/1.1" status: 204 len: 168 time: 0.1873052 Sep 29 17:42:53.754877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54922) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:53.763353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbf5391-c5ea-402c-a8a0-7a2b1000edb4 admin admin] Deleting subnet 126c1e0e-1c93-4d92-8bf8-691e8431329a {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:42:53.775580 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fbf5391-c5ea-402c-a8a0-7a2b1000edb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.812659 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-72b76b63-82d2-452b-9889-c60a5b2b4e60 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0527067 Sep 29 17:42:53.813994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54926) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:53.822224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-279c9e1a-aaf2-4c4b-b5c2-e854c7302dab tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498279867'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:53.827081 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f103d13-df35-41eb-a02d-75e0adb2e123 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c249ecb2-fbcc-472a-9ad9-0de2b569a1fb,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:53.874699 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fbf5391-c5ea-402c-a8a0-7a2b1000edb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:53.921813 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-279c9e1a-aaf2-4c4b-b5c2-e854c7302dab tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.038787 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fbf5391-c5ea-402c-a8a0-7a2b1000edb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.134590 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-279c9e1a-aaf2-4c4b-b5c2-e854c7302dab tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.141590 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-279c9e1a-aaf2-4c4b-b5c2-e854c7302dab tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.183556 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fbf5391-c5ea-402c-a8a0-7a2b1000edb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.191590 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-279c9e1a-aaf2-4c4b-b5c2-e854c7302dab tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.195627 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-279c9e1a-aaf2-4c4b-b5c2-e854c7302dab tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3777552 Sep 29 17:42:54.196699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54940) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:54.199149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 31632fef-1fd2-4713-9e39-90339ad2e2d9 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:54.202658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ba8c65c8-080c-432e-92bf-a90cccc93023 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group_rule': {'security_group_id': 'afd460bd-827e-4c82-83b9-96d6ed9989cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:54.224013 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c9e1a-aaf2-4c4b-b5c2-e854c7302dab tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd460bd-827e-4c82-83b9-96d6ed9989cc,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:54.229035 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fbf5391-c5ea-402c-a8a0-7a2b1000edb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.264377 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9fbf5391-c5ea-402c-a8a0-7a2b1000edb4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/126c1e0e-1c93-4d92-8bf8-691e8431329a HTTP/1.1" status: 204 len: 168 time: 0.6574879 Sep 29 17:42:54.270042 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf5391-c5ea-402c-a8a0-7a2b1000edb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=126c1e0e-1c93-4d92-8bf8-691e8431329a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:54.270198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54942) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:54.270286 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b52be-3e05-4774-80bc-af4a40e89902 None None] Network c5573b2a-46c0-432e-9115-a36c094db3c8 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:54.274647 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 31632fef-1fd2-4713-9e39-90339ad2e2d9 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:42:54.276031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 31632fef-1fd2-4713-9e39-90339ad2e2d9 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:42:54.291488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 837716fa-38af-4383-a29d-2015d9f5c008 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:54.319021 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ba8c65c8-080c-432e-92bf-a90cccc93023 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.384657 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 837716fa-38af-4383-a29d-2015d9f5c008 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:42:54.385483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 837716fa-38af-4383-a29d-2015d9f5c008 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:42:54.414460 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.446626 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ba8c65c8-080c-432e-92bf-a90cccc93023 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.485832 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ba8c65c8-080c-432e-92bf-a90cccc93023 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.516059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c65c8-080c-432e-92bf-a90cccc93023 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55960e23-e36e-4301-948b-3408a3e64685,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:54.539045 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ba8c65c8-080c-432e-92bf-a90cccc93023 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.541459 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ba8c65c8-080c-432e-92bf-a90cccc93023 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3433228 Sep 29 17:42:54.544228 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54954) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:54.550354 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-196a142e-0aac-40fd-8679-590d9fff4d11 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group_rule': {'security_group_id': 'afd460bd-827e-4c82-83b9-96d6ed9989cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:54.603764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] Deleting port 61902eed-006c-4ca7-8459-8facf3e37a2b {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:54.604403 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.617756 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-196a142e-0aac-40fd-8679-590d9fff4d11 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.713391 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d1d6d5-cb57-4843-bb4e-2ba2d46098b0 None None] DHCP port deletion for c5573b2a-46c0-432e-9115-a36c094db3c8 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:42:54.743033 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-196a142e-0aac-40fd-8679-590d9fff4d11 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.743942 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] For port 61902eed-006c-4ca7-8459-8facf3e37a2b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=61902eed-006c-4ca7-8459-8facf3e37a2b,segment=NetworkSegment(9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e),segment_id=9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:54.744981 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.760218 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-196a142e-0aac-40fd-8679-590d9fff4d11 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.782938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] Calling delete_port for 61902eed-006c-4ca7-8459-8facf3e37a2b owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:54.791617 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a142e-0aac-40fd-8679-590d9fff4d11 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cef0a8-4635-46d1-ba6d-284647a4d118,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:54.827184 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-196a142e-0aac-40fd-8679-590d9fff4d11 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.828522 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-196a142e-0aac-40fd-8679-590d9fff4d11 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2820060 Sep 29 17:42:54.831201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54964) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:54.839464 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2e903ad4-da1c-4416-9fda-ead15afad5f8 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group_rule': {'security_group_id': 'afd460bd-827e-4c82-83b9-96d6ed9989cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:54.851091 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-86d1d6d5-cb57-4843-bb4e-2ba2d46098b0 None None] Deleting port 61902eed-006c-4ca7-8459-8facf3e37a2b {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:42:54.857588 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-86d1d6d5-cb57-4843-bb4e-2ba2d46098b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.876421 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2e903ad4-da1c-4416-9fda-ead15afad5f8 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.944570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-86d1d6d5-cb57-4843-bb4e-2ba2d46098b0 None None] For port 61902eed-006c-4ca7-8459-8facf3e37a2b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=61902eed-006c-4ca7-8459-8facf3e37a2b,segment=NetworkSegment(9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e),segment_id=9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:42:54.944967 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-86d1d6d5-cb57-4843-bb4e-2ba2d46098b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:54.961882 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-86d1d6d5-cb57-4843-bb4e-2ba2d46098b0 None None] Calling delete_port for 61902eed-006c-4ca7-8459-8facf3e37a2b owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:42:55.005259 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.006661 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2e903ad4-da1c-4416-9fda-ead15afad5f8 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.013359 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2e903ad4-da1c-4416-9fda-ead15afad5f8 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.022847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] No DVR routers for this DVR port 61902eed-006c-4ca7-8459-8facf3e37a2b on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:55.036563 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e903ad4-da1c-4416-9fda-ead15afad5f8 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccaa6a52-4238-4a2d-907e-8bc614d59c7f,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:55.049001 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2e903ad4-da1c-4416-9fda-ead15afad5f8 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.053468 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2e903ad4-da1c-4416-9fda-ead15afad5f8 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2211449 Sep 29 17:42:55.054072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54968) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:55.061784 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-673dfd28-9852-4a2c-9857-5a64859a7193 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group_rule': {'security_group_id': 'afd460bd-827e-4c82-83b9-96d6ed9989cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:55.078460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] Pushing event deleted for resources: {'Port': ['ID=61902eed-006c-4ca7-8459-8facf3e37a2b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:55.118637 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-673dfd28-9852-4a2c-9857-5a64859a7193 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.149007 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.172279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5573b2a-46c0-432e-9115-a36c094db3c8']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:55.188803 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-673dfd28-9852-4a2c-9857-5a64859a7193 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.195641 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-673dfd28-9852-4a2c-9857-5a64859a7193 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.201622 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:55.203145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d0ae49b-37e4-4766-90fe-8fe19cc0cb7e') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:42:55.227931 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.251249 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673dfd28-9852-4a2c-9857-5a64859a7193 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a775e5fa-833d-4e49-abd8-5e95554f878a,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:55.259338 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-673dfd28-9852-4a2c-9857-5a64859a7193 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.261188 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-673dfd28-9852-4a2c-9857-5a64859a7193 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2061656 Sep 29 17:42:55.264533 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54974) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:55.283563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4ffca186-a902-46c3-96b8-8cda75ee0b5a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group_rule': {'security_group_id': 'afd460bd-827e-4c82-83b9-96d6ed9989cc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:55.292929 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.326424 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:42:55.328906 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:42:55.331272 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:42:55.368305 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4ffca186-a902-46c3-96b8-8cda75ee0b5a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.442506 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.462380 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-86d1d6d5-cb57-4843-bb4e-2ba2d46098b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.471716 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.475977 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] 10.222.0.44 "DELETE /v2.0/networks/c5573b2a-46c0-432e-9115-a36c094db3c8 HTTP/1.1" status: 204 len: 168 time: 1.2051239 Sep 29 17:42:55.511006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d504cb-db8a-4ea0-a489-d92c586a363b admin admin] Pushing event deleted for resources: {'Network': ['ID=c5573b2a-46c0-432e-9115-a36c094db3c8,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:55.518793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1d6d5-cb57-4843-bb4e-2ba2d46098b0 None None] Pushing event deleted for resources: {'Port': ['ID=61902eed-006c-4ca7-8459-8facf3e37a2b,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:55.520988 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-86d1d6d5-cb57-4843-bb4e-2ba2d46098b0 None None] Network c5573b2a-46c0-432e-9115-a36c094db3c8 is not hosted by any dhcp agent {{(pid=95017) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 17:42:55.521960 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d1d6d5-cb57-4843-bb4e-2ba2d46098b0 None None] No DVR routers for this DVR port 61902eed-006c-4ca7-8459-8facf3e37a2b on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:42:55.577112 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4ffca186-a902-46c3-96b8-8cda75ee0b5a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.583535 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4ffca186-a902-46c3-96b8-8cda75ee0b5a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.609859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffca186-a902-46c3-96b8-8cda75ee0b5a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be933f66-69d5-4b64-8bc5-45501914b097,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:55.619721 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4ffca186-a902-46c3-96b8-8cda75ee0b5a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.621225 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4ffca186-a902-46c3-96b8-8cda75ee0b5a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3553526 Sep 29 17:42:55.624673 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54988) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:55.653659 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-83ee5b23-9204-4c01-b6f5-429f65f2197a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.674340 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-83ee5b23-9204-4c01-b6f5-429f65f2197a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.710640 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-83ee5b23-9204-4c01-b6f5-429f65f2197a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.717392 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-83ee5b23-9204-4c01-b6f5-429f65f2197a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.718550 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-83ee5b23-9204-4c01-b6f5-429f65f2197a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/be933f66-69d5-4b64-8bc5-45501914b097 HTTP/1.1" status: 204 len: 168 time: 0.0927782 Sep 29 17:42:55.721551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54990) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:55.743900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54992) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:55.746177 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee5b23-9204-4c01-b6f5-429f65f2197a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be933f66-69d5-4b64-8bc5-45501914b097,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:55.806013 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4d450e2d-2641-4f20-a095-e5091f780da9 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0830784 Sep 29 17:42:55.808597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54998) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:55.853685 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1e25fc1a-7194-4007-9dea-f48a25d549cd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.860239 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bd767edb-f4a0-4ffd-9b3a-7d0ad1d02767 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=875de71af1fe4656a0ed844803995187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061246 Sep 29 17:42:55.864983 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55000) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:55.867038 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1e25fc1a-7194-4007-9dea-f48a25d549cd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.921132 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1e25fc1a-7194-4007-9dea-f48a25d549cd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.929948 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1e25fc1a-7194-4007-9dea-f48a25d549cd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:55.932929 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1e25fc1a-7194-4007-9dea-f48a25d549cd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/a775e5fa-833d-4e49-abd8-5e95554f878a HTTP/1.1" status: 204 len: 168 time: 0.1232083 Sep 29 17:42:55.936312 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55002) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:55.944985 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25fc1a-7194-4007-9dea-f48a25d549cd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a775e5fa-833d-4e49-abd8-5e95554f878a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:55.961126 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0882b50d-053b-4e57-a58a-d36463785510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.009012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55006) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:56.009331 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7173f479-a6e3-4bc6-9f3e-918385402c9d tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0716510 Sep 29 17:42:56.011713 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0882b50d-053b-4e57-a58a-d36463785510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.034381 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-df4eb227-3f33-46eb-9391-8a4efe19a8a4 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.055071 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-df4eb227-3f33-46eb-9391-8a4efe19a8a4 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.103967 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-df4eb227-3f33-46eb-9391-8a4efe19a8a4 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.113056 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-df4eb227-3f33-46eb-9391-8a4efe19a8a4 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.117262 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0882b50d-053b-4e57-a58a-d36463785510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.120349 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0882b50d-053b-4e57-a58a-d36463785510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.124321 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0882b50d-053b-4e57-a58a-d36463785510 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b14a3b60-67a2-4a7b-a10a-ae463d16674e HTTP/1.1" status: 204 len: 168 time: 0.2558563 Sep 29 17:42:56.126644 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-df4eb227-3f33-46eb-9391-8a4efe19a8a4 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ccaa6a52-4238-4a2d-907e-8bc614d59c7f HTTP/1.1" status: 204 len: 168 time: 0.1164756 Sep 29 17:42:56.133125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55012) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:56.135765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882b50d-053b-4e57-a58a-d36463785510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14a3b60-67a2-4a7b-a10a-ae463d16674e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:56.160214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4eb227-3f33-46eb-9391-8a4efe19a8a4 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccaa6a52-4238-4a2d-907e-8bc614d59c7f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:56.251416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55016) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:56.251886 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-544fb79f-c5eb-44cd-85e3-8551e2d17ee9 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1173570 Sep 29 17:42:56.261049 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 61902eed-006c-4ca7-8459-8facf3e37a2b no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:42:56.287799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 61902eed-006c-4ca7-8459-8facf3e37a2b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:42:56.288399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 61902eed-006c-4ca7-8459-8facf3e37a2b not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:42:56.305924 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7418b97-a9cf-4a57-9de7-7c8240d0c5d7 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.316774 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7418b97-a9cf-4a57-9de7-7c8240d0c5d7 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.378007 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7418b97-a9cf-4a57-9de7-7c8240d0c5d7 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.393010 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7418b97-a9cf-4a57-9de7-7c8240d0c5d7 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.395124 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e7418b97-a9cf-4a57-9de7-7c8240d0c5d7 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f3cef0a8-4635-46d1-ba6d-284647a4d118 HTTP/1.1" status: 204 len: 168 time: 0.1425869 Sep 29 17:42:56.399149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55022) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:56.400598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7418b97-a9cf-4a57-9de7-7c8240d0c5d7 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3cef0a8-4635-46d1-ba6d-284647a4d118,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:56.492726 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ce18c75a-0a38-463c-aefb-c959cd95859e tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0925543 Sep 29 17:42:56.493869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55026) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:56.541456 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96c3b71d-edb0-4066-a6b6-541c73b1e0a5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.551140 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96c3b71d-edb0-4066-a6b6-541c73b1e0a5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.605721 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96c3b71d-edb0-4066-a6b6-541c73b1e0a5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.615608 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96c3b71d-edb0-4066-a6b6-541c73b1e0a5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.618502 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-96c3b71d-edb0-4066-a6b6-541c73b1e0a5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/55960e23-e36e-4301-948b-3408a3e64685 HTTP/1.1" status: 204 len: 168 time: 0.1235101 Sep 29 17:42:56.621437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55038) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:56.632588 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3b71d-edb0-4066-a6b6-541c73b1e0a5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55960e23-e36e-4301-948b-3408a3e64685,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:56.681206 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2e07796c-0809-4d30-bc65-6fe7237b887f tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0584176 Sep 29 17:42:56.688836 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55042) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:56.798701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86c0d60b-a841-4a4f-9c8e-6840a4a2805a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.847370 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86c0d60b-a841-4a4f-9c8e-6840a4a2805a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.902515 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86c0d60b-a841-4a4f-9c8e-6840a4a2805a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.918624 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86c0d60b-a841-4a4f-9c8e-6840a4a2805a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:56.928693 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-86c0d60b-a841-4a4f-9c8e-6840a4a2805a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-groups/afd460bd-827e-4c82-83b9-96d6ed9989cc HTTP/1.1" status: 204 len: 168 time: 0.2362311 Sep 29 17:42:56.929087 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55056) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:56.959437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0d60b-a841-4a4f-9c8e-6840a4a2805a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd460bd-827e-4c82-83b9-96d6ed9989cc,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:57.015201 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a33db4e1-367b-484b-9b69-0e0d2a8155ef tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0806453 Sep 29 17:42:57.016231 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55060) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:57.023638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ea3c233a-e56b-4b84-b344-0aee770bffc0 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group': {'name': 'tempest-secgroup--353909452'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:57.061377 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea3c233a-e56b-4b84-b344-0aee770bffc0 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.201523 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea3c233a-e56b-4b84-b344-0aee770bffc0 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.207403 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea3c233a-e56b-4b84-b344-0aee770bffc0 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.251654 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea3c233a-e56b-4b84-b344-0aee770bffc0 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.253157 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ea3c233a-e56b-4b84-b344-0aee770bffc0 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2357116 Sep 29 17:42:57.254961 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c233a-e56b-4b84-b344-0aee770bffc0 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e352b59-74ab-477e-a7a4-5efe0ecae333,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:57.255941 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55074) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:57.261987 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6fe90de1-9b02-4116-9839-715f010615a6 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group_rule': {'security_group_id': '0e352b59-74ab-477e-a7a4-5efe0ecae333', 'direction': 'ingress', 'protocol': 17}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:57.321699 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.338938 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fe90de1-9b02-4116-9839-715f010615a6 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.417197 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55078) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:57.432742 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fe90de1-9b02-4116-9839-715f010615a6 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.441175 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fe90de1-9b02-4116-9839-715f010615a6 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.485510 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6fe90de1-9b02-4116-9839-715f010615a6 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.486964 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6fe90de1-9b02-4116-9839-715f010615a6 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2297335 Sep 29 17:42:57.489792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55082) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:57.503118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe90de1-9b02-4116-9839-715f010615a6 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758599c9-ebad-4918-9552-285d8327c143,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:57.581263 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-287b5af8-a519-4ef9-a3b0-59a9045031b3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-250816306-network', 'tenant_id': '6d2236facf3e46e8aef2a527e04c372e'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:57.588360 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-585295c3-0e5c-45fc-8c46-1bc3cba1c917 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.624674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287b5af8-a519-4ef9-a3b0-59a9045031b3 admin admin] Made reservation on behalf of 6d2236facf3e46e8aef2a527e04c372e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:42:57.627603 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-287b5af8-a519-4ef9-a3b0-59a9045031b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.629986 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-585295c3-0e5c-45fc-8c46-1bc3cba1c917 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.646916 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-287b5af8-a519-4ef9-a3b0-59a9045031b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.696301 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-585295c3-0e5c-45fc-8c46-1bc3cba1c917 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.700254 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-585295c3-0e5c-45fc-8c46-1bc3cba1c917 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.704864 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-585295c3-0e5c-45fc-8c46-1bc3cba1c917 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-groups/0e352b59-74ab-477e-a7a4-5efe0ecae333 HTTP/1.1" status: 204 len: 168 time: 0.2137218 Sep 29 17:42:57.716397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585295c3-0e5c-45fc-8c46-1bc3cba1c917 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e352b59-74ab-477e-a7a4-5efe0ecae333,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:57.718265 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55094) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:57.861717 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-287b5af8-a519-4ef9-a3b0-59a9045031b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.874185 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-287b5af8-a519-4ef9-a3b0-59a9045031b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.886841 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-93aa0727-a196-4b6c-9f01-c6b4fee392af tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1654863 Sep 29 17:42:57.891380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55096) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:57.897085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0cf47c5f-c465-432b-a28f-fb89d1ffca6c tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140005651'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:57.937938 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287b5af8-a519-4ef9-a3b0-59a9045031b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:42:57.943322 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cf47c5f-c465-432b-a28f-fb89d1ffca6c tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.960454 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b5af8-a519-4ef9-a3b0-59a9045031b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9506479-f6d2-4dfa-b0e5-67177a670271,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:57.967971 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-287b5af8-a519-4ef9-a3b0-59a9045031b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:57.968321 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-287b5af8-a519-4ef9-a3b0-59a9045031b3 admin admin] Added segment 705cfadc-c0d3-481b-b123-cc938cff3099 of type vlan for network 81d2074d-a857-4efd-a4fc-c57d0141c27d Sep 29 17:42:58.027690 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-287b5af8-a519-4ef9-a3b0-59a9045031b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:58.072269 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-287b5af8-a519-4ef9-a3b0-59a9045031b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:58.076339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287b5af8-a519-4ef9-a3b0-59a9045031b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:58.077140 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-287b5af8-a519-4ef9-a3b0-59a9045031b3 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:58.101719 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cf47c5f-c465-432b-a28f-fb89d1ffca6c tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:58.108735 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cf47c5f-c465-432b-a28f-fb89d1ffca6c tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:58.143030 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cf47c5f-c465-432b-a28f-fb89d1ffca6c tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:58.147808 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0cf47c5f-c465-432b-a28f-fb89d1ffca6c tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2528749 Sep 29 17:42:58.148777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55098) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:58.155648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-142c5e61-6750-468e-9383-51ef655b8b1b tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665402497'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:58.178296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf47c5f-c465-432b-a28f-fb89d1ffca6c tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8afaae-01f7-4a99-803d-52985c4fb3bb,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:58.555859 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b5af8-a519-4ef9-a3b0-59a9045031b3 admin admin] Pushing event updated for resources: {'Network': ['ID=81d2074d-a857-4efd-a4fc-c57d0141c27d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:58.561753 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-287b5af8-a519-4ef9-a3b0-59a9045031b3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1431406 Sep 29 17:42:58.564524 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55102) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:58.568884 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a5705d5c-ce7b-429c-bc39-af073de762a4 admin admin] Request body: {'subnet': {'network_id': '81d2074d-a857-4efd-a4fc-c57d0141c27d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-250816306-subnet', 'tenant_id': '6d2236facf3e46e8aef2a527e04c372e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:58.581347 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 81d2074d-a857-4efd-a4fc-c57d0141c27d details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:42:58.601601 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-142c5e61-6750-468e-9383-51ef655b8b1b tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:58.625549 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5705d5c-ce7b-429c-bc39-af073de762a4 admin admin] Made reservation on behalf of 6d2236facf3e46e8aef2a527e04c372e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:42:58.639619 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5705d5c-ce7b-429c-bc39-af073de762a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:58.783578 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-142c5e61-6750-468e-9383-51ef655b8b1b tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:58.789373 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-142c5e61-6750-468e-9383-51ef655b8b1b tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:58.822277 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-142c5e61-6750-468e-9383-51ef655b8b1b tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:58.825326 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-142c5e61-6750-468e-9383-51ef655b8b1b tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6739557 Sep 29 17:42:58.827828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55110) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:58.835310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-57977d22-42e9-4234-926d-b897884ce403 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group_rule': {'security_group_id': '2b8afaae-01f7-4a99-803d-52985c4fb3bb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6e485773-1772-497c-96ca-b78541eb0ddb', 'remote_ip_prefix': None}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:58.853330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c5e61-6750-468e-9383-51ef655b8b1b tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e485773-1772-497c-96ca-b78541eb0ddb,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:58.895822 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-57977d22-42e9-4234-926d-b897884ce403 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:58.949240 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5705d5c-ce7b-429c-bc39-af073de762a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.005658 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-57977d22-42e9-4234-926d-b897884ce403 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.011503 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-57977d22-42e9-4234-926d-b897884ce403 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.018735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5705d5c-ce7b-429c-bc39-af073de762a4 admin admin] Checking segment: {'id': '705cfadc-c0d3-481b-b123-cc938cff3099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81d2074d-a857-4efd-a4fc-c57d0141c27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:42:59.019092 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5705d5c-ce7b-429c-bc39-af073de762a4 admin admin] Network hostable DHCP agents. Network: 81d2074d-a857-4efd-a4fc-c57d0141c27d, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:42:59.023078 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5705d5c-ce7b-429c-bc39-af073de762a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79494119-a701-4e3e-921a-c88e65902989,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:59.041097 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-57977d22-42e9-4234-926d-b897884ce403 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.042069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5705d5c-ce7b-429c-bc39-af073de762a4 admin admin] Network 81d2074d-a857-4efd-a4fc-c57d0141c27d is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:42:59.043147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-57977d22-42e9-4234-926d-b897884ce403 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2138829 Sep 29 17:42:59.046549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57977d22-42e9-4234-926d-b897884ce403 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41457fa3-37da-48b8-a13e-1f67cdcdcc44,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:59.046864 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55112) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:59.072985 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-a5705d5c-ce7b-429c-bc39-af073de762a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 81d2074d-a857-4efd-a4fc-c57d0141c27d) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:42:59.083724 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5705d5c-ce7b-429c-bc39-af073de762a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:59.084316 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5705d5c-ce7b-429c-bc39-af073de762a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.086887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b1bac4f-6104-4daa-a7e3-d028f05fe9b5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.095630 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d3bf97-25f5-41ec-b4b5-0fecc128e34e None None] Network 81d2074d-a857-4efd-a4fc-c57d0141c27d requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:59.098471 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b1bac4f-6104-4daa-a7e3-d028f05fe9b5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.127409 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a5705d5c-ce7b-429c-bc39-af073de762a4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5542195 Sep 29 17:42:59.147286 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b1bac4f-6104-4daa-a7e3-d028f05fe9b5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.154919 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b1bac4f-6104-4daa-a7e3-d028f05fe9b5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.159079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55118) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:59.159338 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5b1bac4f-6104-4daa-a7e3-d028f05fe9b5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/41457fa3-37da-48b8-a13e-1f67cdcdcc44 HTTP/1.1" status: 204 len: 168 time: 0.1095777 Sep 29 17:42:59.168542 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bac4f-6104-4daa-a7e3-d028f05fe9b5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41457fa3-37da-48b8-a13e-1f67cdcdcc44,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:59.217866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55122) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:59.226480 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d063ed7a-274b-45f5-91c4-b033e97bc732 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0658135 Sep 29 17:42:59.286638 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7bf1-0c8f-4251-94f4-9afb3a5566e2 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.300537 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb78e1b5-c4d7-4ece-b1b8-ee168f9c5eb0 None None] Network 81d2074d-a857-4efd-a4fc-c57d0141c27d requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:42:59.329225 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7bf1-0c8f-4251-94f4-9afb3a5566e2 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.424098 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7bf1-0c8f-4251-94f4-9afb3a5566e2 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.427552 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6ec7bf1-0c8f-4251-94f4-9afb3a5566e2 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.428726 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d6ec7bf1-0c8f-4251-94f4-9afb3a5566e2 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-groups/6e485773-1772-497c-96ca-b78541eb0ddb HTTP/1.1" status: 204 len: 168 time: 0.2098629 Sep 29 17:42:59.431719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55132) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:59.454563 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec7bf1-0c8f-4251-94f4-9afb3a5566e2 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e485773-1772-497c-96ca-b78541eb0ddb,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:59.517522 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55134) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:59.518701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8acd338d-b2ac-4464-8532-4f2b0f59b340 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0853875 Sep 29 17:42:59.597857 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2ba92ed-5349-4c09-981f-5b8d253752e6 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.628358 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2ba92ed-5349-4c09-981f-5b8d253752e6 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.675471 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2ba92ed-5349-4c09-981f-5b8d253752e6 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.678475 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2ba92ed-5349-4c09-981f-5b8d253752e6 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.679887 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b2ba92ed-5349-4c09-981f-5b8d253752e6 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-groups/2b8afaae-01f7-4a99-803d-52985c4fb3bb HTTP/1.1" status: 204 len: 168 time: 0.1613653 Sep 29 17:42:59.682572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55148) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:59.695241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba92ed-5349-4c09-981f-5b8d253752e6 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8afaae-01f7-4a99-803d-52985c4fb3bb,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:59.762269 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-121dd0d3-de49-4e8c-9e23-449a76438333 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0784037 Sep 29 17:42:59.767287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55150) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:59.772071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a4cdf468-8491-4bad-bee7-f54d48248888 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group': {'name': 'tempest-secgroup--282984735'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:59.796964 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a4cdf468-8491-4bad-bee7-f54d48248888 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.876545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-3ba2f33e-41c6-4707-ad7c-558e4c34c73f tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:42:59.881816 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-3ba2f33e-41c6-4707-ad7c-558e4c34c73f tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/networks?id=81d2074d-a857-4efd-a4fc-c57d0141c27d HTTP/1.1" status: 200 len: 821 time: 0.1539464 Sep 29 17:42:59.910368 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a4cdf468-8491-4bad-bee7-f54d48248888 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.915703 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a4cdf468-8491-4bad-bee7-f54d48248888 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.921805 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-386a23bf-6c62-4e7d-92f6-02c09d13d740 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/quotas/6d2236facf3e46e8aef2a527e04c372e HTTP/1.1" status: 200 len: 375 time: 0.0361552 Sep 29 17:42:59.949504 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a4cdf468-8491-4bad-bee7-f54d48248888 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:42:59.951427 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a4cdf468-8491-4bad-bee7-f54d48248888 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1824009 Sep 29 17:42:59.954207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55158) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:42:59.958837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-01fac000-446b-41f7-94ab-4a371bbca12c tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group_rule': {'security_group_id': 'e4d0fa3a-f54f-48af-9fd1-b386dbc0474d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:42:59.965722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdf468-8491-4bad-bee7-f54d48248888 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d0fa3a-f54f-48af-9fd1-b386dbc0474d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:42:59.972852 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-705d715d-431a-4cec-9cdb-411b0542ac0e tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d2236facf3e46e8aef2a527e04c372e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435820 Sep 29 17:43:00.002216 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-01fac000-446b-41f7-94ab-4a371bbca12c tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.093441 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-01fac000-446b-41f7-94ab-4a371bbca12c tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.099371 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-01fac000-446b-41f7-94ab-4a371bbca12c tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.113972 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-9a8a343a-c54f-4a6f-a239-889e89142fd0 service neutron] 10.222.0.44 "GET /v2.0/networks/81d2074d-a857-4efd-a4fc-c57d0141c27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401801 Sep 29 17:43:00.127248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fac000-446b-41f7-94ab-4a371bbca12c tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10533e56-1b4d-4e11-a977-dfaf6acf87f9,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:00.129815 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-01fac000-446b-41f7-94ab-4a371bbca12c tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.133696 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-01fac000-446b-41f7-94ab-4a371bbca12c tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1759198 Sep 29 17:43:00.133958 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55164) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:00.162551 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-caba8d79-1582-4366-8bc4-74e11b0ca1cd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.170753 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-caba8d79-1582-4366-8bc4-74e11b0ca1cd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.206774 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-caba8d79-1582-4366-8bc4-74e11b0ca1cd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.208681 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-6fd74953-ed0d-4071-8d67-96577c9b7cb8 service neutron] 10.222.0.44 "GET /v2.0/networks/81d2074d-a857-4efd-a4fc-c57d0141c27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935676 Sep 29 17:43:00.213242 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-caba8d79-1582-4366-8bc4-74e11b0ca1cd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.217743 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-caba8d79-1582-4366-8bc4-74e11b0ca1cd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/10533e56-1b4d-4e11-a977-dfaf6acf87f9 HTTP/1.1" status: 204 len: 168 time: 0.0780926 Sep 29 17:43:00.218500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55166) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:00.231998 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caba8d79-1582-4366-8bc4-74e11b0ca1cd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10533e56-1b4d-4e11-a977-dfaf6acf87f9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:00.287482 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-72fb8b11-41a2-45b1-81e3-935cf6cd83bd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0675812 Sep 29 17:43:00.290337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55168) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:00.360708 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3e93363b-3b7d-4105-8ade-3e6e6bbd83ed tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.384106 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3e93363b-3b7d-4105-8ade-3e6e6bbd83ed tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.432376 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3e93363b-3b7d-4105-8ade-3e6e6bbd83ed tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.436120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3e93363b-3b7d-4105-8ade-3e6e6bbd83ed tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.437676 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3e93363b-3b7d-4105-8ade-3e6e6bbd83ed tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-groups/e4d0fa3a-f54f-48af-9fd1-b386dbc0474d HTTP/1.1" status: 204 len: 168 time: 0.1461959 Sep 29 17:43:00.441492 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55174) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:00.450045 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93363b-3b7d-4105-8ade-3e6e6bbd83ed tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d0fa3a-f54f-48af-9fd1-b386dbc0474d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:00.534437 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9bc6feaa-db80-4ee6-9dd5-64dfdcbb344a tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0901611 Sep 29 17:43:00.538399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55178) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:00.543558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-22fc7510-ff90-4254-a10b-9a09e43b7ecd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897385329'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:00.578571 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-22fc7510-ff90-4254-a10b-9a09e43b7ecd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.664415 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-22fc7510-ff90-4254-a10b-9a09e43b7ecd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.668149 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-22fc7510-ff90-4254-a10b-9a09e43b7ecd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.696294 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc7510-ff90-4254-a10b-9a09e43b7ecd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0cc9c8-094d-4acd-bd05-980e8816b34f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:00.699254 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-22fc7510-ff90-4254-a10b-9a09e43b7ecd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.700484 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-22fc7510-ff90-4254-a10b-9a09e43b7ecd tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1610844 Sep 29 17:43:00.704214 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55180) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:00.708694 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-0e59e9bf-719d-4383-b871-ad184162b0c2 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group_rule': {'security_group_id': 'bd0cc9c8-094d-4acd-bd05-980e8816b34f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:00.743878 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0e59e9bf-719d-4383-b871-ad184162b0c2 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.812777 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0e59e9bf-719d-4383-b871-ad184162b0c2 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.818834 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0e59e9bf-719d-4383-b871-ad184162b0c2 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.839384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59e9bf-719d-4383-b871-ad184162b0c2 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8403b58f-ba30-4018-a7bc-a6dcbcfde991,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:00.848739 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0e59e9bf-719d-4383-b871-ad184162b0c2 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:00.850253 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0e59e9bf-719d-4383-b871-ad184162b0c2 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452227 Sep 29 17:43:00.852960 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55182) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:00.884925 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4c34ac78-4599-4b2c-9370-dfa184c57f12 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules/8403b58f-ba30-4018-a7bc-a6dcbcfde991 HTTP/1.1" status: 200 len: 763 time: 0.0306513 Sep 29 17:43:00.888582 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55186) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:00.980829 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55196) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:00.983069 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e7984bea-1fab-432b-bebd-81e1cc21d024 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0912871 Sep 29 17:43:01.023341 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-89797736-6e7d-4287-b36b-54275a1762c9 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.032234 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-89797736-6e7d-4287-b36b-54275a1762c9 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.060796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-89797736-6e7d-4287-b36b-54275a1762c9 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.067298 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-89797736-6e7d-4287-b36b-54275a1762c9 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.071197 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-89797736-6e7d-4287-b36b-54275a1762c9 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/8403b58f-ba30-4018-a7bc-a6dcbcfde991 HTTP/1.1" status: 204 len: 168 time: 0.0839646 Sep 29 17:43:01.071197 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55198) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:01.081488 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89797736-6e7d-4287-b36b-54275a1762c9 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8403b58f-ba30-4018-a7bc-a6dcbcfde991,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:01.125265 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-088ca7c5-3748-4a02-b8bb-bee91b82d423 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0530641 Sep 29 17:43:01.129220 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55200) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:01.133636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-6315d2f5-52a9-4394-9e1d-f90ab2aa5164 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group_rule': {'security_group_id': 'bd0cc9c8-094d-4acd-bd05-980e8816b34f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:01.161674 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6315d2f5-52a9-4394-9e1d-f90ab2aa5164 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.219706 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6315d2f5-52a9-4394-9e1d-f90ab2aa5164 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.223445 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6315d2f5-52a9-4394-9e1d-f90ab2aa5164 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.244790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315d2f5-52a9-4394-9e1d-f90ab2aa5164 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0d5816-d76d-4598-b895-1f272672c4ed,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:01.259849 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6315d2f5-52a9-4394-9e1d-f90ab2aa5164 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.261560 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6315d2f5-52a9-4394-9e1d-f90ab2aa5164 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312375 Sep 29 17:43:01.264120 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55202) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:01.283861 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9cdd5009-ac13-4ab6-9486-9c5bba824ca8 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules/fc0d5816-d76d-4598-b895-1f272672c4ed HTTP/1.1" status: 200 len: 763 time: 0.0164073 Sep 29 17:43:01.284058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55204) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:01.325931 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4f7af6b5-d545-4efa-8c53-46a469ab831f tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0405331 Sep 29 17:43:01.328373 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55208) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:01.355935 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c58559c4-91de-4c10-88d0-8e47bb3832fe tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.365609 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c58559c4-91de-4c10-88d0-8e47bb3832fe tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.398950 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c58559c4-91de-4c10-88d0-8e47bb3832fe tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.408247 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c58559c4-91de-4c10-88d0-8e47bb3832fe tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.411931 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c58559c4-91de-4c10-88d0-8e47bb3832fe tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/fc0d5816-d76d-4598-b895-1f272672c4ed HTTP/1.1" status: 204 len: 168 time: 0.0804174 Sep 29 17:43:01.412541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55216) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:01.425425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58559c4-91de-4c10-88d0-8e47bb3832fe tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc0d5816-d76d-4598-b895-1f272672c4ed,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:01.481348 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-caa198b9-8ff9-4adf-b1c7-4bd447f09a60 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0658498 Sep 29 17:43:01.483196 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55220) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:01.492141 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9e3f740a-b871-4e25-b197-0154193ca3c5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Request body: {'security_group_rule': {'security_group_id': 'bd0cc9c8-094d-4acd-bd05-980e8816b34f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:01.514266 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12052194-bebf-43bf-ae25-d1ce540b66a9 req-f9306eb6-1886-4ac3-a640-7fd8904d3ba1 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 210 time: 0.0640087 Sep 29 17:43:01.562207 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e3f740a-b871-4e25-b197-0154193ca3c5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.634797 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e3f740a-b871-4e25-b197-0154193ca3c5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.644790 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e3f740a-b871-4e25-b197-0154193ca3c5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.674657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f740a-b871-4e25-b197-0154193ca3c5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed3fe80-0539-40d0-a941-1d575efd2a76,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:01.683891 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e3f740a-b871-4e25-b197-0154193ca3c5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.685380 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9e3f740a-b871-4e25-b197-0154193ca3c5 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2011676 Sep 29 17:43:01.688229 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55228) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:01.708741 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9baddd46-f049-4d4e-8496-ea1273a1bee7 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules/aed3fe80-0539-40d0-a941-1d575efd2a76 HTTP/1.1" status: 200 len: 764 time: 0.0191636 Sep 29 17:43:01.711445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55230) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:01.773645 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55232) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:01.773863 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-332169d2-8995-4a1c-ba35-b5ba2071b2c4 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0603716 Sep 29 17:43:01.809071 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b487b0b5-ee23-4673-b0cb-19a71678d145 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.818674 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b487b0b5-ee23-4673-b0cb-19a71678d145 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.850323 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b487b0b5-ee23-4673-b0cb-19a71678d145 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.855406 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b487b0b5-ee23-4673-b0cb-19a71678d145 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:01.860125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55240) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:01.872030 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b487b0b5-ee23-4673-b0cb-19a71678d145 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/aed3fe80-0539-40d0-a941-1d575efd2a76 HTTP/1.1" status: 204 len: 168 time: 0.0868876 Sep 29 17:43:01.880306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487b0b5-ee23-4673-b0cb-19a71678d145 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aed3fe80-0539-40d0-a941-1d575efd2a76,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:01.912853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55242) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:01.913298 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e86b1d44-f26b-437f-a2d1-ae547953bf76 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0517287 Sep 29 17:43:02.006996 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f86523d8-47c2-4b8f-bafc-232f4c446ff0 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:02.037383 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f86523d8-47c2-4b8f-bafc-232f4c446ff0 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:02.091844 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f86523d8-47c2-4b8f-bafc-232f4c446ff0 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:02.095036 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f86523d8-47c2-4b8f-bafc-232f4c446ff0 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:02.099000 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f86523d8-47c2-4b8f-bafc-232f4c446ff0 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "DELETE /v2.0/security-groups/bd0cc9c8-094d-4acd-bd05-980e8816b34f HTTP/1.1" status: 204 len: 168 time: 0.1819339 Sep 29 17:43:02.099407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55250) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:02.116190 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86523d8-47c2-4b8f-bafc-232f4c446ff0 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0cc9c8-094d-4acd-bd05-980e8816b34f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:02.169838 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ed3cbd7f-a3e2-4e11-9e95-d266610e5469 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0683718 Sep 29 17:43:02.175487 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55254) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:02.267511 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8e55a25f-79b8-48a6-9c20-92490b7ebec3 tempest-SecGroupTest-774626360 tempest-SecGroupTest-774626360-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0866449 Sep 29 17:43:02.501834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55264) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:02.621905 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4d6bf43-eb6f-4bae-b091-26a90beec5ed req-743d1c61-0d8f-4a11-b1ea-f3bee107758c tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 210 time: 0.0321705 Sep 29 17:43:02.676637 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6f3452b7-6880-4b6a-b90e-c02028504e37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6bf97630d41c4ff6924c70b39d4212dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732457 Sep 29 17:43:02.678942 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55274) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:02.748557 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b562e06e-c897-4b70-80e9-d784411d2bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:02.773710 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b562e06e-c897-4b70-80e9-d784411d2bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:02.839860 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b562e06e-c897-4b70-80e9-d784411d2bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:02.843190 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b562e06e-c897-4b70-80e9-d784411d2bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:02.846863 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b562e06e-c897-4b70-80e9-d784411d2bd6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bcbf776e-22c4-4b90-8008-a90763f67a2c HTTP/1.1" status: 204 len: 168 time: 0.1647444 Sep 29 17:43:02.870853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562e06e-c897-4b70-80e9-d784411d2bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbf776e-22c4-4b90-8008-a90763f67a2c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:03.072416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-ee79b409-65b8-4b3a-870f-812dab879930 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:03.074435 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-ee79b409-65b8-4b3a-870f-812dab879930 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.49 "GET /v2.0/networks?id=81d2074d-a857-4efd-a4fc-c57d0141c27d HTTP/1.1" status: 200 len: 821 time: 0.2550075 Sep 29 17:43:03.094298 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-b8aded8b-1d2b-467e-a76b-bc0529b6a9de tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Request body: {'port': {'device_id': '00f57ffa-9f74-47d5-9087-864e72086041', 'network_id': '81d2074d-a857-4efd-a4fc-c57d0141c27d', 'admin_state_up': True, 'tenant_id': '6d2236facf3e46e8aef2a527e04c372e'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:03.257084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-b8aded8b-1d2b-467e-a76b-bc0529b6a9de tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Made reservation on behalf of 6d2236facf3e46e8aef2a527e04c372e for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:43:03.261119 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-b8aded8b-1d2b-467e-a76b-bc0529b6a9de tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:03.427876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-b8aded8b-1d2b-467e-a76b-bc0529b6a9de tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Allocated IP 172.20.0.12 (81d2074d-a857-4efd-a4fc-c57d0141c27d/79494119-a701-4e3e-921a-c88e65902989/026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:43:03.606011 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-b8aded8b-1d2b-467e-a76b-bc0529b6a9de tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:03.875589 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55312) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:03.987396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-221268b6-2d9e-4561-8903-dd04b4f000b6 tempest-SubnetPoolsTestJSON-1633449858 tempest-SubnetPoolsTestJSON-1633449858-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-285202705', 'prefixes': ['172.20.0.0/16']}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:03.994654 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c426d608-1b52-4358-b621-e6917d4aaa2f req-7dae8486-6dad-49a9-8510-37462ba4d35f tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 210 time: 0.0338404 Sep 29 17:43:04.004963 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-b8aded8b-1d2b-467e-a76b-bc0529b6a9de tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:04.062405 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-221268b6-2d9e-4561-8903-dd04b4f000b6 tempest-SubnetPoolsTestJSON-1633449858 tempest-SubnetPoolsTestJSON-1633449858-project] Notify callbacks [] for subnetpool, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:04.067697 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-221268b6-2d9e-4561-8903-dd04b4f000b6 tempest-SubnetPoolsTestJSON-1633449858 tempest-SubnetPoolsTestJSON-1633449858-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1903210 Sep 29 17:43:04.068366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55322) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:04.068603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-b8aded8b-1d2b-467e-a76b-bc0529b6a9de tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Network 81d2074d-a857-4efd-a4fc-c57d0141c27d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:43:04.070102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-b8aded8b-1d2b-467e-a76b-bc0529b6a9de tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:43:04.072739 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-b8aded8b-1d2b-467e-a76b-bc0529b6a9de tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:43:04.114498 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-04cef59a-b3e6-46ab-8028-d55722f178c8 tempest-SubnetPoolsTestJSON-1633449858 tempest-SubnetPoolsTestJSON-1633449858-project] 10.222.0.44 "GET /v2.0/subnetpools/02220b2f-7ec6-4e4a-a2d9-9701ccae672c HTTP/1.1" status: 200 len: 731 time: 0.0450308 Sep 29 17:43:04.115247 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55324) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:04.117448 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aded8b-1d2b-467e-a76b-bc0529b6a9de tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Pushing event updated for resources: {'Port': ['ID=026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:04.119944 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a6821498-fd34-484c-af8b-dd32d4da7503 tempest-SubnetPoolsTestJSON-1633449858 tempest-SubnetPoolsTestJSON-1633449858-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2115732024'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:04.144200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-b8aded8b-1d2b-467e-a76b-bc0529b6a9de tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:04.145183 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-b8aded8b-1d2b-467e-a76b-bc0529b6a9de tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:04.164868 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-b8aded8b-1d2b-467e-a76b-bc0529b6a9de tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0760827 Sep 29 17:43:04.185964 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Request body: {'port': {'device_id': '00f57ffa-9f74-47d5-9087-864e72086041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:04.219478 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a6821498-fd34-484c-af8b-dd32d4da7503 tempest-SubnetPoolsTestJSON-1633449858 tempest-SubnetPoolsTestJSON-1633449858-project] Notify callbacks [] for subnetpool, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:04.221608 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a6821498-fd34-484c-af8b-dd32d4da7503 tempest-SubnetPoolsTestJSON-1633449858 tempest-SubnetPoolsTestJSON-1633449858-project] 10.222.0.44 "PUT /v2.0/subnetpools/02220b2f-7ec6-4e4a-a2d9-9701ccae672c HTTP/1.1" status: 200 len: 684 time: 0.1051793 Sep 29 17:43:04.224390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55330) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:04.306987 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:04.398736 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-593d559c-84a5-402a-b935-c159257f144f tempest-SubnetPoolsTestJSON-1633449858 tempest-SubnetPoolsTestJSON-1633449858-project] Notify callbacks [] for subnetpool, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:04.399872 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-593d559c-84a5-402a-b935-c159257f144f tempest-SubnetPoolsTestJSON-1633449858 tempest-SubnetPoolsTestJSON-1633449858-project] 10.222.0.44 "DELETE /v2.0/subnetpools/02220b2f-7ec6-4e4a-a2d9-9701ccae672c HTTP/1.1" status: 204 len: 168 time: 0.1743755 Sep 29 17:43:04.403151 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55336) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:04.420138 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-51b0a7a7-1b87-4e4a-a61f-3dd225bfd4df tempest-SubnetPoolsTestJSON-1633449858 tempest-SubnetPoolsTestJSON-1633449858-project] show failed (client error): The resource could not be found. Sep 29 17:43:04.424009 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-51b0a7a7-1b87-4e4a-a61f-3dd225bfd4df tempest-SubnetPoolsTestJSON-1633449858 tempest-SubnetPoolsTestJSON-1633449858-project] 10.222.0.44 "GET /v2.0/subnetpools/02220b2f-7ec6-4e4a-a2d9-9701ccae672c HTTP/1.1" status: 404 len: 346 time: 0.0173092 Sep 29 17:43:04.424282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55338) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:04.456659 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-4ef33b95-7a51-4420-bff6-d4efc45df113 tempest-SubnetPoolsTestJSON-1633449858 tempest-SubnetPoolsTestJSON-1633449858-project] delete failed (client error): The resource could not be found. Sep 29 17:43:04.457721 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4ef33b95-7a51-4420-bff6-d4efc45df113 tempest-SubnetPoolsTestJSON-1633449858 tempest-SubnetPoolsTestJSON-1633449858-project] 10.222.0.44 "DELETE /v2.0/subnetpools/02220b2f-7ec6-4e4a-a2d9-9701ccae672c HTTP/1.1" status: 404 len: 346 time: 0.0322316 Sep 29 17:43:04.585728 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0dd7b318-ef50-460f-aed2-a431b108cd4e req-a8b3e943-f01a-4fa9-ac2d-6022d6a6b7e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0995913 Sep 29 17:43:04.780219 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7b318-ef50-460f-aed2-a431b108cd4e req-23750c78-0cfa-4cda-b7cc-b211b3563bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:04.782568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0dd7b318-ef50-460f-aed2-a431b108cd4e req-23750c78-0cfa-4cda-b7cc-b211b3563bf9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15b7b650ffe54ce9ae5f5f9a95fa7b0d&device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 1097 time: 0.0961583 Sep 29 17:43:04.788810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:43:04.799803 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:04.835269 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55352) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:04.838465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Transition to ACTIVE for port object 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:43:04.853478 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:04.979648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Pushing event updated for resources: {'Port': ['ID=026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:04.989319 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7b318-ef50-460f-aed2-a431b108cd4e req-2cf98256-da19-4a12-b4ed-8d63a743fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:04.990142 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0dd7b318-ef50-460f-aed2-a431b108cd4e req-2cf98256-da19-4a12-b4ed-8d63a743fac0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=02b75d35-5ec6-411e-a8d4-24be205a9bcf HTTP/1.1" status: 200 len: 920 time: 0.1831467 Sep 29 17:43:05.020621 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7af14e2a-bf48-4599-a9e9-7fd96965527a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:05.175705 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0dd7b318-ef50-460f-aed2-a431b108cd4e req-db8013b0-bba0-4ba1-bd7e-d0d202129ae2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=468112f4-23dd-417b-acaa-54f41e4a9f7e HTTP/1.1" status: 200 len: 217 time: 0.1715765 Sep 29 17:43:05.176668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Attempting to bind port 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:43:05.177007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Attempting to bind port 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '705cfadc-c0d3-481b-b123-cc938cff3099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81d2074d-a857-4efd-a4fc-c57d0141c27d'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:43:05.182652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Attempting to bind port 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e on network 81d2074d-a857-4efd-a4fc-c57d0141c27d {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:43:05.184553 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7af14e2a-bf48-4599-a9e9-7fd96965527a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:05.190363 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7af14e2a-bf48-4599-a9e9-7fd96965527a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:05.220567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Port 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e on network 81d2074d-a857-4efd-a4fc-c57d0141c27d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:43:05.222100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Attempting to bind port 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e on network 81d2074d-a857-4efd-a4fc-c57d0141c27d {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:43:05.228392 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af14e2a-bf48-4599-a9e9-7fd96965527a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538b0a56-793a-449c-8360-67712c315537,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:05.245764 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7af14e2a-bf48-4599-a9e9-7fd96965527a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=828f06c1b979411b8d57243c6707c351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068890 Sep 29 17:43:05.250542 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55362) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:05.273620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:43:05.273980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Checking segment: {'id': '705cfadc-c0d3-481b-b123-cc938cff3099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81d2074d-a857-4efd-a4fc-c57d0141c27d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:43:05.274413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Bound using segment: {'id': '705cfadc-c0d3-481b-b123-cc938cff3099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81d2074d-a857-4efd-a4fc-c57d0141c27d'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:43:05.274994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Bound port: 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '705cfadc-c0d3-481b-b123-cc938cff3099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '81d2074d-a857-4efd-a4fc-c57d0141c27d'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:43:05.275486 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:05.278369 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7b318-ef50-460f-aed2-a431b108cd4e req-0a55edc1-0b8a-4654-94cb-266132331ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:05.281058 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0dd7b318-ef50-460f-aed2-a431b108cd4e req-0a55edc1-0b8a-4654-94cb-266132331ded service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de200982-5c51-48d4-ad42-c0f071793bbf HTTP/1.1" status: 200 len: 859 time: 0.0878842 Sep 29 17:43:05.301840 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b0c5757-7c37-4ce6-aed3-63f5ad4fca84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:05.325116 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0dd7b318-ef50-460f-aed2-a431b108cd4e req-3cd6c66f-d272-46c3-957f-076335a651ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02b75d35-5ec6-411e-a8d4-24be205a9bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339742 Sep 29 17:43:05.326242 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b0c5757-7c37-4ce6-aed3-63f5ad4fca84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:05.373432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b57fb-4f15-4785-97f3-6b9e33787593 req-2138c17a-26be-4bce-84d5-e7552071c181 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:05.375773 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a51b57fb-4f15-4785-97f3-6b9e33787593 req-2138c17a-26be-4bce-84d5-e7552071c181 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 944 time: 0.2769091 Sep 29 17:43:05.385349 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b0c5757-7c37-4ce6-aed3-63f5ad4fca84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:05.387904 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b0c5757-7c37-4ce6-aed3-63f5ad4fca84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:05.389605 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0b0c5757-7c37-4ce6-aed3-63f5ad4fca84 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/538b0a56-793a-449c-8360-67712c315537 HTTP/1.1" status: 204 len: 168 time: 0.1380920 Sep 29 17:43:05.410316 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c5757-7c37-4ce6-aed3-63f5ad4fca84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538b0a56-793a-449c-8360-67712c315537,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:05.567426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0dd7b318-ef50-460f-aed2-a431b108cd4e req-248019a9-5c1c-4247-8009-36b0a347d2aa service neutron] 10.222.0.49 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310276 Sep 29 17:43:05.672156 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a51b57fb-4f15-4785-97f3-6b9e33787593 req-adb8ce88-d655-4045-ba0d-2dd501c3e294 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9506479-f6d2-4dfa-b0e5-67177a670271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793950 Sep 29 17:43:05.695409 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] For port 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:43:05.712337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] For port 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e,segment=NetworkSegment(705cfadc-c0d3-481b-b123-cc938cff3099),segment_id=705cfadc-c0d3-481b-b123-cc938cff3099)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:43:05.793107 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:05.877559 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:05.878420 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:05.880284 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] 10.222.0.49 "PUT /v2.0/ports/026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e HTTP/1.1" status: 200 len: 1092 time: 1.7013741 Sep 29 17:43:05.885549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00f57ffa-9f74-47d5-9087-864e72086041', 'tag': '026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:43:05.888928 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e17242-f9f4-403f-9526-fb7b3078288e" -d '{"events": [{"name": "network-changed", "server_uuid": "00f57ffa-9f74-47d5-9087-864e72086041", "tag": "026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:43:05.906124 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4ca45-bc7c-4ae0-ae66-c1c1b83b21ab service neutron] Pushing event updated for resources: {'Port': ['ID=026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:05.935368 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0dd7b318-ef50-460f-aed2-a431b108cd4e req-b9630372-6895-4197-bcca-d37b7d966949 service neutron] 10.222.0.49 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338342 Sep 29 17:43:05.967080 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b090d5f-3e45-411e-81af-9cf662d246af x-openstack-request-id: req-7b090d5f-3e45-411e-81af-9cf662d246af {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:43:05.967436 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00f57ffa-9f74-47d5-9087-864e72086041", "tag": "026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:43:05.967629 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b090d5f-3e45-411e-81af-9cf662d246af {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:43:05.975255 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00f57ffa-9f74-47d5-9087-864e72086041', 'tag': '026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e', 'status': 'completed', 'code': 200} Sep 29 17:43:06.081934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-121f9789-35f2-4749-aa7f-b13af6c59dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:06.083586 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-121f9789-35f2-4749-aa7f-b13af6c59dc7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d2236facf3e46e8aef2a527e04c372e&device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 1095 time: 0.1474235 Sep 29 17:43:06.173181 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be295e-9bc0-4712-b098-19fe3b8a4b5e req-8334b2ba-9b70-439b-90e9-d1b493a1c052 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:06.174847 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1be295e-9bc0-4712-b098-19fe3b8a4b5e req-8334b2ba-9b70-439b-90e9-d1b493a1c052 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.1906765 Sep 29 17:43:06.176868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739819a-11af-4a99-abc2-6c21839b6c11 req-533f2dc5-9476-40bd-b250-1447409eadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:06.178639 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6739819a-11af-4a99-abc2-6c21839b6c11 req-533f2dc5-9476-40bd-b250-1447409eadee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15b7b650ffe54ce9ae5f5f9a95fa7b0d&device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 1097 time: 0.1852927 Sep 29 17:43:06.180532 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-cbb3c034-de29-43db-b474-283d2dffd4ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e HTTP/1.1" status: 200 len: 217 time: 0.0840557 Sep 29 17:43:06.345163 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1be295e-9bc0-4712-b098-19fe3b8a4b5e req-baf98ec9-58a8-439a-9b86-8046eba616c4 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564069 Sep 29 17:43:06.375903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-1d12ce9e-5b7f-4327-aa84-210f906518a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:06.377404 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-1d12ce9e-5b7f-4327-aa84-210f906518a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=79494119-a701-4e3e-921a-c88e65902989 HTTP/1.1" status: 200 len: 861 time: 0.1803529 Sep 29 17:43:06.382210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739819a-11af-4a99-abc2-6c21839b6c11 req-af979fc2-5c61-4546-bdff-bb2a7fa831d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:06.383828 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6739819a-11af-4a99-abc2-6c21839b6c11 req-af979fc2-5c61-4546-bdff-bb2a7fa831d4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=02b75d35-5ec6-411e-a8d4-24be205a9bcf HTTP/1.1" status: 200 len: 920 time: 0.1857266 Sep 29 17:43:06.423297 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-414c9262-da79-4564-ae0d-11c620fb954a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81d2074d-a857-4efd-a4fc-c57d0141c27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375280 Sep 29 17:43:06.457187 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6739819a-11af-4a99-abc2-6c21839b6c11 req-2301a816-e8cb-44c0-a215-913bd4135779 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=468112f4-23dd-417b-acaa-54f41e4a9f7e HTTP/1.1" status: 200 len: 217 time: 0.0619144 Sep 29 17:43:06.514967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739819a-11af-4a99-abc2-6c21839b6c11 req-0392f297-0382-4e76-abd4-47e28f6451c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:06.516830 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6739819a-11af-4a99-abc2-6c21839b6c11 req-0392f297-0382-4e76-abd4-47e28f6451c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de200982-5c51-48d4-ad42-c0f071793bbf HTTP/1.1" status: 200 len: 859 time: 0.0476563 Sep 29 17:43:06.536708 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55414) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:06.560636 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6739819a-11af-4a99-abc2-6c21839b6c11 req-291b3995-e50e-4855-bf28-c4a3101e4575 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02b75d35-5ec6-411e-a8d4-24be205a9bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336571 Sep 29 17:43:06.652544 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ea8829fb-042b-4fcd-aa91-edfad6b02c8e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-473266853'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:06.675961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-7ef1f322-8fe3-44a4-be5d-b586dadb7295 service neutron] 10.222.0.49 "GET /v2.0/networks/81d2074d-a857-4efd-a4fc-c57d0141c27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268820 Sep 29 17:43:06.680372 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8829fb-042b-4fcd-aa91-edfad6b02c8e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Made reservation on behalf of 18b76afa3ae5441d8be58a41bcb87432 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:43:06.698317 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea8829fb-042b-4fcd-aa91-edfad6b02c8e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:06.720616 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea8829fb-042b-4fcd-aa91-edfad6b02c8e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:06.797233 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3b1be0cb-737c-477a-b80a-bd5993e45a95 req-8666522c-551e-4ba2-95e6-cf29320ce592 service neutron] 10.222.0.49 "GET /v2.0/networks/81d2074d-a857-4efd-a4fc-c57d0141c27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003513 Sep 29 17:43:06.800839 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6739819a-11af-4a99-abc2-6c21839b6c11 req-80b52104-2fd8-4a69-b3ed-8ff235e1e5fd service neutron] 10.222.0.49 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153010 Sep 29 17:43:06.923556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6648a4f-ec6c-401b-8243-1476312a4604 req-28ebe91d-2c58-475f-875f-fda9bf773cc9 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:06.929752 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c6648a4f-ec6c-401b-8243-1476312a4604 req-28ebe91d-2c58-475f-875f-fda9bf773cc9 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 944 time: 0.1426244 Sep 29 17:43:06.968915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e17242-f9f4-403f-9526-fb7b3078288e req-60e8422f-b5bb-4549-b796-01e25ff27312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:06.971976 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43e17242-f9f4-403f-9526-fb7b3078288e req-60e8422f-b5bb-4549-b796-01e25ff27312 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d2236facf3e46e8aef2a527e04c372e&device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 1095 time: 0.1171763 Sep 29 17:43:06.983388 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6739819a-11af-4a99-abc2-6c21839b6c11 req-36a14f60-4bed-45d8-bcf7-c3e83adb976b service neutron] 10.222.0.49 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733704 Sep 29 17:43:07.051681 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c6648a4f-ec6c-401b-8243-1476312a4604 req-9424c654-6949-4e8f-8087-776de18e949e tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9506479-f6d2-4dfa-b0e5-67177a670271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814898 Sep 29 17:43:07.056634 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea8829fb-042b-4fcd-aa91-edfad6b02c8e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:07.064556 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea8829fb-042b-4fcd-aa91-edfad6b02c8e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:07.115459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e17242-f9f4-403f-9526-fb7b3078288e req-23f54058-f051-42db-a60a-a81b290d21fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:07.116937 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43e17242-f9f4-403f-9526-fb7b3078288e req-23f54058-f051-42db-a60a-a81b290d21fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=81d2074d-a857-4efd-a4fc-c57d0141c27d HTTP/1.1" status: 200 len: 922 time: 0.1332872 Sep 29 17:43:07.146794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8829fb-042b-4fcd-aa91-edfad6b02c8e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9417a77-4acf-4783-8df7-6933fbcaa64a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:07.155823 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8829fb-042b-4fcd-aa91-edfad6b02c8e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:43:07.165543 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea8829fb-042b-4fcd-aa91-edfad6b02c8e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:07.166364 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-ea8829fb-042b-4fcd-aa91-edfad6b02c8e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Added segment ea6b92a7-bb18-46b5-9052-9cc735e43a3b of type vlan for network 51ca694e-807c-4784-bafe-af6ec4b311ab Sep 29 17:43:07.188666 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43e17242-f9f4-403f-9526-fb7b3078288e req-ad6f874e-6c6b-4571-94d1-f1d651a9f192 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e HTTP/1.1" status: 200 len: 217 time: 0.0612485 Sep 29 17:43:07.256216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e17242-f9f4-403f-9526-fb7b3078288e req-4a144f8f-0f08-48ea-877d-6454a1f6028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:07.258266 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43e17242-f9f4-403f-9526-fb7b3078288e req-4a144f8f-0f08-48ea-877d-6454a1f6028c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=79494119-a701-4e3e-921a-c88e65902989 HTTP/1.1" status: 200 len: 861 time: 0.0619652 Sep 29 17:43:07.270187 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea8829fb-042b-4fcd-aa91-edfad6b02c8e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:07.312836 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea8829fb-042b-4fcd-aa91-edfad6b02c8e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:07.316602 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43e17242-f9f4-403f-9526-fb7b3078288e req-467106f0-321c-474f-9645-21f9e2484a8f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81d2074d-a857-4efd-a4fc-c57d0141c27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488608 Sep 29 17:43:07.319876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8829fb-042b-4fcd-aa91-edfad6b02c8e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:07.320761 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea8829fb-042b-4fcd-aa91-edfad6b02c8e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:07.399509 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ea8829fb-042b-4fcd-aa91-edfad6b02c8e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8581252 Sep 29 17:43:07.400345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55436) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:07.405801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-d0ea1a2f-93b2-4f9c-940a-ad778e0cb21d tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Request body: {'subnet': {'network_id': '51ca694e-807c-4784-bafe-af6ec4b311ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:07.452646 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8829fb-042b-4fcd-aa91-edfad6b02c8e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Pushing event updated for resources: {'Network': ['ID=51ca694e-807c-4784-bafe-af6ec4b311ab,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:07.473396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 51ca694e-807c-4784-bafe-af6ec4b311ab details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:43:07.526301 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43e17242-f9f4-403f-9526-fb7b3078288e req-c241bc93-bef8-4fea-bf9c-365fbac3d6e2 service neutron] 10.222.0.49 "GET /v2.0/networks/81d2074d-a857-4efd-a4fc-c57d0141c27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847718 Sep 29 17:43:07.536259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40683c64-f74f-452c-895b-449c2150049e req-0893e8db-f2c2-41fe-95b3-9ddedf5074e6 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:07.540593 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40683c64-f74f-452c-895b-449c2150049e req-0893e8db-f2c2-41fe-95b3-9ddedf5074e6 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0901339 Sep 29 17:43:07.600768 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40683c64-f74f-452c-895b-449c2150049e req-c46e6004-4fda-4877-849f-c74b73ee2b07 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522060 Sep 29 17:43:07.627550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ea1a2f-93b2-4f9c-940a-ad778e0cb21d tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Made reservation on behalf of 18b76afa3ae5441d8be58a41bcb87432 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:43:07.631466 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d0ea1a2f-93b2-4f9c-940a-ad778e0cb21d tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:07.667869 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43e17242-f9f4-403f-9526-fb7b3078288e req-49b1a64e-21ac-4327-858e-88d3522252d3 service neutron] 10.222.0.49 "GET /v2.0/networks/81d2074d-a857-4efd-a4fc-c57d0141c27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406760 Sep 29 17:43:07.832494 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d0ea1a2f-93b2-4f9c-940a-ad778e0cb21d tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:07.891998 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea1a2f-93b2-4f9c-940a-ad778e0cb21d tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Pushing event updated for resources: {'Subnet': ['ID=8ee33e40-bbad-4c08-9de2-efd09c7bb8d7,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:07.904141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ea1a2f-93b2-4f9c-940a-ad778e0cb21d tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Checking segment: {'id': 'ea6b92a7-bb18-46b5-9052-9cc735e43a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '51ca694e-807c-4784-bafe-af6ec4b311ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:43:07.904585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ea1a2f-93b2-4f9c-940a-ad778e0cb21d tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Network hostable DHCP agents. Network: 51ca694e-807c-4784-bafe-af6ec4b311ab, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:43:07.921627 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ea1a2f-93b2-4f9c-940a-ad778e0cb21d tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Network 51ca694e-807c-4784-bafe-af6ec4b311ab is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:43:07.929784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d0ea1a2f-93b2-4f9c-940a-ad778e0cb21d tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 51ca694e-807c-4784-bafe-af6ec4b311ab) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:43:07.935523 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ea1a2f-93b2-4f9c-940a-ad778e0cb21d tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:07.936609 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d0ea1a2f-93b2-4f9c-940a-ad778e0cb21d tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:07.939846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6fe80b-632d-445e-bb17-5501e6d4436b None None] Network 51ca694e-807c-4784-bafe-af6ec4b311ab requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:43:07.954140 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d0ea1a2f-93b2-4f9c-940a-ad778e0cb21d tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5529912 Sep 29 17:43:07.956757 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55440) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:07.963482 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-eecdc5f7-bc10-40b4-9f5e-dc80237088e2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Request body: {'port': {'network_id': '51ca694e-807c-4784-bafe-af6ec4b311ab', 'name': 'tempest-TagsExtTest-2031521011'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:08.094847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecdc5f7-bc10-40b4-9f5e-dc80237088e2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Made reservation on behalf of 18b76afa3ae5441d8be58a41bcb87432 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:43:08.105766 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eecdc5f7-bc10-40b4-9f5e-dc80237088e2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:08.128719 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-eecdc5f7-bc10-40b4-9f5e-dc80237088e2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] device_id is not set on port 93ce202b-a849-4bcd-ba2f-7565bedae2d0 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:43:08.136264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-51ca694e-807c-4784-bafe-af6ec4b311ab', 'network_id': '51ca694e-807c-4784-bafe-af6ec4b311ab', 'tenant_id': '18b76afa3ae5441d8be58a41bcb87432', 'fixed_ips': [{'subnet_id': '8ee33e40-bbad-4c08-9de2-efd09c7bb8d7'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:43:08.137867 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:08.287581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129c638-e25f-4134-948b-21d4b000c963 req-0205fa01-927e-4eaf-8524-a156a06ef252 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:08.307361 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e129c638-e25f-4134-948b-21d4b000c963 req-0205fa01-927e-4eaf-8524-a156a06ef252 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 944 time: 0.1240709 Sep 29 17:43:08.342168 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-eecdc5f7-bc10-40b4-9f5e-dc80237088e2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Allocated IP 172.20.0.13 (51ca694e-807c-4784-bafe-af6ec4b311ab/8ee33e40-bbad-4c08-9de2-efd09c7bb8d7/93ce202b-a849-4bcd-ba2f-7565bedae2d0) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:43:08.356482 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e129c638-e25f-4134-948b-21d4b000c963 req-27bc9882-4401-4e59-84e5-577930551f6b tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9506479-f6d2-4dfa-b0e5-67177a670271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482552 Sep 29 17:43:08.513712 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eecdc5f7-bc10-40b4-9f5e-dc80237088e2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:08.552705 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eecdc5f7-bc10-40b4-9f5e-dc80237088e2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:08.614185 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecdc5f7-bc10-40b4-9f5e-dc80237088e2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Network 51ca694e-807c-4784-bafe-af6ec4b311ab is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:43:08.621842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-eecdc5f7-bc10-40b4-9f5e-dc80237088e2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:43:08.625023 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecdc5f7-bc10-40b4-9f5e-dc80237088e2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:43:08.671029 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Allocated IP 172.20.0.2 (51ca694e-807c-4784-bafe-af6ec4b311ab/8ee33e40-bbad-4c08-9de2-efd09c7bb8d7/44429c84-d645-4f2d-8154-5f459da3b0ab) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:43:08.676607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdc5f7-bc10-40b4-9f5e-dc80237088e2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Pushing event updated for resources: {'Port': ['ID=93ce202b-a849-4bcd-ba2f-7565bedae2d0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:08.685757 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecdc5f7-bc10-40b4-9f5e-dc80237088e2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:08.685877 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eecdc5f7-bc10-40b4-9f5e-dc80237088e2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:08.740815 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-eecdc5f7-bc10-40b4-9f5e-dc80237088e2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7828884 Sep 29 17:43:08.743556 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55456) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:08.748646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-8fa592b3-e6f7-4019-a13c-bb31b8d2aeb4 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-512967472', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:08.762827 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52908e58-abf6-43bf-a530-b4211c86594e req-059f8f1e-67eb-416c-b038-b63c81d3fa8f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:08.771899 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-52908e58-abf6-43bf-a530-b4211c86594e req-059f8f1e-67eb-416c-b038-b63c81d3fa8f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0735552 Sep 29 17:43:08.814316 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8fa592b3-e6f7-4019-a13c-bb31b8d2aeb4 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:08.814790 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8fa592b3-e6f7-4019-a13c-bb31b8d2aeb4 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:08.843912 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-52908e58-abf6-43bf-a530-b4211c86594e req-c278f659-dc27-4b45-8e35-42a97c1f6c75 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706115 Sep 29 17:43:08.898127 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8fa592b3-e6f7-4019-a13c-bb31b8d2aeb4 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:08.904175 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8fa592b3-e6f7-4019-a13c-bb31b8d2aeb4 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:08.914763 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:08.924315 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:08.925303 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8fa592b3-e6f7-4019-a13c-bb31b8d2aeb4 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:08.929468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8fa592b3-e6f7-4019-a13c-bb31b8d2aeb4 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1846390 Sep 29 17:43:08.931922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55458) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:08.938768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b22576f5-3e24-4268-88c0-95402404086a tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-945732184', 'prefixes': ['172.20.0.0/16']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:08.965600 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Network 51ca694e-807c-4784-bafe-af6ec4b311ab is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:43:08.969332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:43:08.973327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:43:09.011901 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b22576f5-3e24-4268-88c0-95402404086a tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks [] for subnetpool, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:09.013730 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b22576f5-3e24-4268-88c0-95402404086a tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0806742 Sep 29 17:43:09.014995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Pushing event updated for resources: {'Port': ['ID=44429c84-d645-4f2d-8154-5f459da3b0ab,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:09.016807 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55460) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:09.022251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-69b8aa23-80a9-4c7a-a51e-8ddf31f30b90 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8ee33e40-bbad-4c08-9de2-efd09c7bb8d7', 'tempest-TagsExtTest-Tag-1145189586') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:09.036684 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:09.037215 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:09.037686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:09.038136 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:09.038550 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:09.038975 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:09.039404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:09.039821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:09.040240 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:09.040658 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:09.041092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:09.041544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:09.059268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Attempting to bind port 44429c84-d645-4f2d-8154-5f459da3b0ab on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:43:09.059902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Attempting to bind port 44429c84-d645-4f2d-8154-5f459da3b0ab by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'ea6b92a7-bb18-46b5-9052-9cc735e43a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '51ca694e-807c-4784-bafe-af6ec4b311ab'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:43:09.060882 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Attempting to bind port 44429c84-d645-4f2d-8154-5f459da3b0ab on network 51ca694e-807c-4784-bafe-af6ec4b311ab {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:43:09.066377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:43:09.066873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Checking segment: {'id': 'ea6b92a7-bb18-46b5-9052-9cc735e43a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '51ca694e-807c-4784-bafe-af6ec4b311ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:43:09.067392 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:09.067866 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Bound using segment: {'id': 'ea6b92a7-bb18-46b5-9052-9cc735e43a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '51ca694e-807c-4784-bafe-af6ec4b311ab'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:43:09.068437 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Bound port: 44429c84-d645-4f2d-8154-5f459da3b0ab, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6b92a7-bb18-46b5-9052-9cc735e43a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '51ca694e-807c-4784-bafe-af6ec4b311ab'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:43:09.068927 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:09.151125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] For port 44429c84-d645-4f2d-8154-5f459da3b0ab, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:43:09.155527 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] For port 44429c84-d645-4f2d-8154-5f459da3b0ab, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=44429c84-d645-4f2d-8154-5f459da3b0ab,segment=NetworkSegment(ea6b92a7-bb18-46b5-9052-9cc735e43a3b),segment_id=ea6b92a7-bb18-46b5-9052-9cc735e43a3b)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:43:09.161209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55464) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:09.161933 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-69b8aa23-80a9-4c7a-a51e-8ddf31f30b90 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "PUT /v2.0/subnets/8ee33e40-bbad-4c08-9de2-efd09c7bb8d7/tags/tempest-TagsExtTest-Tag-1145189586 HTTP/1.1" status: 201 len: 201 time: 0.1437752 Sep 29 17:43:09.163453 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:09.166317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-a4c2cbba-7f25-4f81-9cd9-72fbb15f812d tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '93ce202b-a849-4bcd-ba2f-7565bedae2d0', 'tempest-TagsExtTest-Tag-877871432') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:09.217625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827b00b-92e1-4b43-b0ee-764228ea0a6a None None] Pushing event updated for resources: {'Port': ['ID=44429c84-d645-4f2d-8154-5f459da3b0ab,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:09.298700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55470) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:09.300372 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a4c2cbba-7f25-4f81-9cd9-72fbb15f812d tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "PUT /v2.0/ports/93ce202b-a849-4bcd-ba2f-7565bedae2d0/tags/tempest-TagsExtTest-Tag-877871432 HTTP/1.1" status: 201 len: 201 time: 0.1362758 Sep 29 17:43:09.313112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-a9e31367-4511-4833-aeec-7d92719cec13 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3e55bc70-1ca9-4f2e-97b5-abdbdc997c75', 'tempest-TagsExtTest-Tag-1739551949') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:09.464732 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a9e31367-4511-4833-aeec-7d92719cec13 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "PUT /v2.0/routers/3e55bc70-1ca9-4f2e-97b5-abdbdc997c75/tags/tempest-TagsExtTest-Tag-1739551949 HTTP/1.1" status: 201 len: 201 time: 0.1627781 Sep 29 17:43:09.465777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55478) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:09.475244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-ebf579d0-62fc-44ba-903a-d2a89a783e27 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2f500bc0-5407-4e22-ae34-4bc11e8c4e50', 'tempest-TagsExtTest-Tag-684827748') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:09.568700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58aedc-8d14-43d3-988e-7758c0c97fb2 req-8b54fb4a-b8df-46e8-afa4-a8c02301bcf8 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:09.577939 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cf58aedc-8d14-43d3-988e-7758c0c97fb2 req-8b54fb4a-b8df-46e8-afa4-a8c02301bcf8 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 944 time: 0.1243351 Sep 29 17:43:09.581945 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ebf579d0-62fc-44ba-903a-d2a89a783e27 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "PUT /v2.0/subnetpools/2f500bc0-5407-4e22-ae34-4bc11e8c4e50/tags/tempest-TagsExtTest-Tag-684827748 HTTP/1.1" status: 201 len: 201 time: 0.1108859 Sep 29 17:43:09.582646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55480) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:09.587025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-23d6018c-f6fc-48a0-b69f-df2a8c561d77 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8ee33e40-bbad-4c08-9de2-efd09c7bb8d7') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:09.648841 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cf58aedc-8d14-43d3-988e-7758c0c97fb2 req-9c8f6a5f-a176-4b8b-a314-623ad97510b2 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9506479-f6d2-4dfa-b0e5-67177a670271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691669 Sep 29 17:43:09.672335 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55482) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:09.672624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-23d6018c-f6fc-48a0-b69f-df2a8c561d77 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/subnets/8ee33e40-bbad-4c08-9de2-efd09c7bb8d7/tags HTTP/1.1" status: 200 len: 241 time: 0.0886490 Sep 29 17:43:09.677061 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-9bc68a24-71f7-45cc-9ca6-02e193bd877c tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8ee33e40-bbad-4c08-9de2-efd09c7bb8d7', 'tempest-TagsExtTest-Tag-1145189586') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:09.705246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:43:09.777856 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9bc68a24-71f7-45cc-9ca6-02e193bd877c tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/subnets/8ee33e40-bbad-4c08-9de2-efd09c7bb8d7/tags/tempest-TagsExtTest-Tag-1145189586 HTTP/1.1" status: 204 len: 168 time: 0.1021047 Sep 29 17:43:09.778071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55484) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:09.784121 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-6e9999a6-3e37-4f86-ba95-7fa614eca108 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8ee33e40-bbad-4c08-9de2-efd09c7bb8d7', 'tempest-TagsExtTest-Tag-1145189586') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:09.831563 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e,segment=NetworkSegment(705cfadc-c0d3-481b-b123-cc938cff3099),segment_id=705cfadc-c0d3-481b-b123-cc938cff3099)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:43:09.848003 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e', 'network_id': '81d2074d-a857-4efd-a4fc-c57d0141c27d', 'port_id': '026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e', 'mac_address': 'fa:16:3e:62:e6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79494119-a701-4e3e-921a-c88e65902989', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:43:09.876054 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6e9999a6-3e37-4f86-ba95-7fa614eca108 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/subnets/8ee33e40-bbad-4c08-9de2-efd09c7bb8d7/tags/tempest-TagsExtTest-Tag-1145189586 HTTP/1.1" status: 204 len: 168 time: 0.0960913 Sep 29 17:43:09.878433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55488) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:09.882648 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-7c5e770a-dcc5-41d2-b10a-420d03a4e12d tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8ee33e40-bbad-4c08-9de2-efd09c7bb8d7') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:09.915870 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:09.933505 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:43:09.971175 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e,segment=NetworkSegment(705cfadc-c0d3-481b-b123-cc938cff3099),segment_id=705cfadc-c0d3-481b-b123-cc938cff3099)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:43:09.974572 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7c5e770a-dcc5-41d2-b10a-420d03a4e12d tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/subnets/8ee33e40-bbad-4c08-9de2-efd09c7bb8d7/tags HTTP/1.1" status: 200 len: 205 time: 0.0951319 Sep 29 17:43:09.976959 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55490) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:09.982120 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:09.988181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-ce948bc3-2409-4ae0-bf8c-c152fcbff596 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '93ce202b-a849-4bcd-ba2f-7565bedae2d0') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:10.010292 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cd693-48fd-4f5d-8e0d-e8b19dd606ab req-738fb5e9-428d-4a5d-a392-0a75f05b2480 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:10.012083 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f4cd693-48fd-4f5d-8e0d-e8b19dd606ab req-738fb5e9-428d-4a5d-a392-0a75f05b2480 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0677290 Sep 29 17:43:10.061327 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ce948bc3-2409-4ae0-bf8c-c152fcbff596 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/ports/93ce202b-a849-4bcd-ba2f-7565bedae2d0/tags HTTP/1.1" status: 200 len: 240 time: 0.0829968 Sep 29 17:43:10.067852 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55492) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:10.072604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-ca0251c3-c0a8-42b3-b1ff-7604c64115fb tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '93ce202b-a849-4bcd-ba2f-7565bedae2d0', 'tempest-TagsExtTest-Tag-877871432') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:10.086223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:10.110033 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f4cd693-48fd-4f5d-8e0d-e8b19dd606ab req-bcd66113-765c-4722-85d8-9a84462e2625 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859418 Sep 29 17:43:10.170354 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ca0251c3-c0a8-42b3-b1ff-7604c64115fb tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/ports/93ce202b-a849-4bcd-ba2f-7565bedae2d0/tags/tempest-TagsExtTest-Tag-877871432 HTTP/1.1" status: 204 len: 168 time: 0.0988410 Sep 29 17:43:10.171011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55494) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:10.175524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-6c1bc423-017e-4432-91ad-965360b49022 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '93ce202b-a849-4bcd-ba2f-7565bedae2d0', 'tempest-TagsExtTest-Tag-877871432') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:10.215755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:43:10.302281 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 44429c84-d645-4f2d-8154-5f459da3b0ab up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:43:10.328266 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6c1bc423-017e-4432-91ad-965360b49022 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/ports/93ce202b-a849-4bcd-ba2f-7565bedae2d0/tags/tempest-TagsExtTest-Tag-877871432 HTTP/1.1" status: 204 len: 168 time: 0.1561439 Sep 29 17:43:10.330742 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55498) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:10.335103 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-02dbef6a-6120-44a9-83be-cb16d5a81119 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '93ce202b-a849-4bcd-ba2f-7565bedae2d0') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:10.402964 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 44429c84-d645-4f2d-8154-5f459da3b0ab triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:43:10.412221 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:10.426224 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-02dbef6a-6120-44a9-83be-cb16d5a81119 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/ports/93ce202b-a849-4bcd-ba2f-7565bedae2d0/tags HTTP/1.1" status: 200 len: 205 time: 0.0942128 Sep 29 17:43:10.428677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55504) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:10.435008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-19a60c81-1391-46c1-93f5-7ad6ece7c30b tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3e55bc70-1ca9-4f2e-97b5-abdbdc997c75') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:10.659199 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:10.675524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ff632e-7c8a-4b66-b554-45a901ca6db5 None None] Network 51ca694e-807c-4784-bafe-af6ec4b311ab requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:43:10.889684 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a62c30ca-1e31-481c-8b75-f58535e5c376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:10.892472 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c641dff5-a5dc-49db-a4cd-e350e0690bb4 None None] Provisioning complete for port 44429c84-d645-4f2d-8154-5f459da3b0ab triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:43:10.893044 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c641dff5-a5dc-49db-a4cd-e350e0690bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:10.936674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 44429c84-d645-4f2d-8154-5f459da3b0ab, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=44429c84-d645-4f2d-8154-5f459da3b0ab,segment=NetworkSegment(ea6b92a7-bb18-46b5-9052-9cc735e43a3b),segment_id=ea6b92a7-bb18-46b5-9052-9cc735e43a3b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:43:10.947980 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:11.003961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55512) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:11.004632 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-19a60c81-1391-46c1-93f5-7ad6ece7c30b tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/routers/3e55bc70-1ca9-4f2e-97b5-abdbdc997c75/tags HTTP/1.1" status: 200 len: 241 time: 0.5738611 Sep 29 17:43:11.008419 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-0c32e4a3-3601-4101-8389-2242fd3067e7 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3e55bc70-1ca9-4f2e-97b5-abdbdc997c75', 'tempest-TagsExtTest-Tag-1739551949') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:11.010013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=44429c84-d645-4f2d-8154-5f459da3b0ab,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:11.027116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04deeb1-c14c-4316-9881-a84be86cbad5 req-2ea1f037-1eb3-49b5-997f-9a88a5071212 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:11.028826 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f04deeb1-c14c-4316-9881-a84be86cbad5 req-2ea1f037-1eb3-49b5-997f-9a88a5071212 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 945 time: 0.0687499 Sep 29 17:43:11.068479 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f04deeb1-c14c-4316-9881-a84be86cbad5 req-60395f3e-6267-4e0f-b8a1-5d4c165eae29 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9506479-f6d2-4dfa-b0e5-67177a670271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330579 Sep 29 17:43:11.129261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55514) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:11.134085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-218d3226-3d58-4d8f-999a-756013e620e6 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3e55bc70-1ca9-4f2e-97b5-abdbdc997c75', 'tempest-TagsExtTest-Tag-1739551949') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:11.136215 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0c32e4a3-3601-4101-8389-2242fd3067e7 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/routers/3e55bc70-1ca9-4f2e-97b5-abdbdc997c75/tags/tempest-TagsExtTest-Tag-1739551949 HTTP/1.1" status: 204 len: 168 time: 0.1311274 Sep 29 17:43:11.267043 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-218d3226-3d58-4d8f-999a-756013e620e6 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/routers/3e55bc70-1ca9-4f2e-97b5-abdbdc997c75/tags/tempest-TagsExtTest-Tag-1739551949 HTTP/1.1" status: 204 len: 168 time: 0.1336560 Sep 29 17:43:11.268130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55518) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:11.276865 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-bd69aa59-a6dc-4cb4-b25e-edc5ae5d6c1a tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3e55bc70-1ca9-4f2e-97b5-abdbdc997c75') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:11.371299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbac6f-a525-4d38-9398-aa08b53a26e6 req-f00164b0-cb3b-4e56-ae41-4bb1cf61de5d tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:11.374502 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-10cbac6f-a525-4d38-9398-aa08b53a26e6 req-f00164b0-cb3b-4e56-ae41-4bb1cf61de5d tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.1558597 Sep 29 17:43:11.409489 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bd69aa59-a6dc-4cb4-b25e-edc5ae5d6c1a tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/routers/3e55bc70-1ca9-4f2e-97b5-abdbdc997c75/tags HTTP/1.1" status: 200 len: 205 time: 0.1360288 Sep 29 17:43:11.411977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55528) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:11.418887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-928c38f9-fd02-41c8-a55d-e48af6773081 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2f500bc0-5407-4e22-ae34-4bc11e8c4e50') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:11.456486 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-10cbac6f-a525-4d38-9398-aa08b53a26e6 req-b94679ae-4ac5-4b25-b62a-dcbe3b90a98b tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554588 Sep 29 17:43:11.491100 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-928c38f9-fd02-41c8-a55d-e48af6773081 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/subnetpools/2f500bc0-5407-4e22-ae34-4bc11e8c4e50/tags HTTP/1.1" status: 200 len: 240 time: 0.0775142 Sep 29 17:43:11.493562 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55530) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:11.498950 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-b1bb2361-167c-42ef-8892-f1fe0335e8b8 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2f500bc0-5407-4e22-ae34-4bc11e8c4e50', 'tempest-TagsExtTest-Tag-684827748') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:11.528085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-558b847c-488d-464b-b12b-5b252e05960c None None] Provisioning complete for port 44429c84-d645-4f2d-8154-5f459da3b0ab triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:43:11.529902 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-558b847c-488d-464b-b12b-5b252e05960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:11.553881 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b1bb2361-167c-42ef-8892-f1fe0335e8b8 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/subnetpools/2f500bc0-5407-4e22-ae34-4bc11e8c4e50/tags/tempest-TagsExtTest-Tag-684827748 HTTP/1.1" status: 204 len: 168 time: 0.0567298 Sep 29 17:43:11.554257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55532) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:11.559106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-7ecbf3b9-e1e9-406b-a8cb-60fe1b99044b tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2f500bc0-5407-4e22-ae34-4bc11e8c4e50', 'tempest-TagsExtTest-Tag-684827748') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:11.625808 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55536) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:11.631125 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7ecbf3b9-e1e9-406b-a8cb-60fe1b99044b tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/subnetpools/2f500bc0-5407-4e22-ae34-4bc11e8c4e50/tags/tempest-TagsExtTest-Tag-684827748 HTTP/1.1" status: 204 len: 168 time: 0.0753293 Sep 29 17:43:11.632415 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-856e18f9-b63e-4e97-a8fc-d695d17bf9c2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2f500bc0-5407-4e22-ae34-4bc11e8c4e50') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:11.656155 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-558b847c-488d-464b-b12b-5b252e05960c None None] Provisioning complete for port 93ce202b-a849-4bcd-ba2f-7565bedae2d0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:43:11.656533 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-558b847c-488d-464b-b12b-5b252e05960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:11.683288 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-856e18f9-b63e-4e97-a8fc-d695d17bf9c2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/subnetpools/2f500bc0-5407-4e22-ae34-4bc11e8c4e50/tags HTTP/1.1" status: 200 len: 205 time: 0.0562108 Sep 29 17:43:11.685860 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55538) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:11.692056 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-bebe42e9-ecd2-4a89-9f80-73d0c633fe57 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2f500bc0-5407-4e22-ae34-4bc11e8c4e50') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:11.707380 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-558b847c-488d-464b-b12b-5b252e05960c None None] Port 93ce202b-a849-4bcd-ba2f-7565bedae2d0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:43:11.723478 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:43:11.744114 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bebe42e9-ecd2-4a89-9f80-73d0c633fe57 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/subnetpools/2f500bc0-5407-4e22-ae34-4bc11e8c4e50/tags HTTP/1.1" status: 204 len: 168 time: 0.0569689 Sep 29 17:43:11.746883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55540) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:11.752557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-efcb0332-20c6-48ff-acfd-54aaa072f077 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3e55bc70-1ca9-4f2e-97b5-abdbdc997c75') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:11.802504 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:43:11.808302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:43:11.809005 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:11.863705 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-efcb0332-20c6-48ff-acfd-54aaa072f077 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/routers/3e55bc70-1ca9-4f2e-97b5-abdbdc997c75/tags HTTP/1.1" status: 204 len: 168 time: 0.1147506 Sep 29 17:43:11.866091 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55542) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:11.871228 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-1ff214e6-c217-4e0c-8d01-c7df9c483463 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '93ce202b-a849-4bcd-ba2f-7565bedae2d0') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:11.880608 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-02de48e8-143e-4b09-9eb5-e0abe1f8db01 None None] Provisioning complete for port 93ce202b-a849-4bcd-ba2f-7565bedae2d0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:43:11.881422 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-02de48e8-143e-4b09-9eb5-e0abe1f8db01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:11.933882 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1ff214e6-c217-4e0c-8d01-c7df9c483463 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/ports/93ce202b-a849-4bcd-ba2f-7565bedae2d0/tags HTTP/1.1" status: 204 len: 168 time: 0.0666630 Sep 29 17:43:11.936714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55544) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:11.941650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-999772c3-339a-4005-b9a4-ff5a5c4a531a tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8ee33e40-bbad-4c08-9de2-efd09c7bb8d7') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:11.945690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-02de48e8-143e-4b09-9eb5-e0abe1f8db01 None None] Port 93ce202b-a849-4bcd-ba2f-7565bedae2d0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:43:11.970196 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:12.007356 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e,segment=NetworkSegment(705cfadc-c0d3-481b-b123-cc938cff3099),segment_id=705cfadc-c0d3-481b-b123-cc938cff3099)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:43:12.009008 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f57ffa-9f74-47d5-9087-864e72086041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:43:12.012162 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a245e59b-a02a-4b9c-84bf-4b9ab04e25e5" -d '{"events": [{"server_uuid": "00f57ffa-9f74-47d5-9087-864e72086041", "name": "network-vif-plugged", "status": "completed", "tag": "026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:43:12.017048 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:12.023374 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-999772c3-339a-4005-b9a4-ff5a5c4a531a tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/subnets/8ee33e40-bbad-4c08-9de2-efd09c7bb8d7/tags HTTP/1.1" status: 204 len: 168 time: 0.0852573 Sep 29 17:43:12.028054 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55548) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:12.033862 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-a1451bcf-6f97-465d-9038-66a5cb4f350a tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8ee33e40-bbad-4c08-9de2-efd09c7bb8d7', 'tempest-TagsExtTest-Tag-1659804591') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:12.078980 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f4f25a-b3d0-440e-b3ff-0612533c86d2 x-openstack-request-id: req-a8f4f25a-b3d0-440e-b3ff-0612533c86d2 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:43:12.079518 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f57ffa-9f74-47d5-9087-864e72086041", "name": "network-vif-plugged", "status": "completed", "tag": "026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:43:12.080468 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8f4f25a-b3d0-440e-b3ff-0612533c86d2 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:43:12.080970 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f57ffa-9f74-47d5-9087-864e72086041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e', 'code': 200} Sep 29 17:43:12.097914 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:12.151320 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a1451bcf-6f97-465d-9038-66a5cb4f350a tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "PUT /v2.0/subnets/8ee33e40-bbad-4c08-9de2-efd09c7bb8d7/tags/tempest-TagsExtTest-Tag-1659804591 HTTP/1.1" status: 201 len: 201 time: 0.1209869 Sep 29 17:43:12.153364 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55552) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:12.159887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-1a53a58a-7eb2-4f11-9988-28e513d22f73 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '93ce202b-a849-4bcd-ba2f-7565bedae2d0', 'tempest-TagsExtTest-Tag-924253121') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:12.258449 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 44429c84-d645-4f2d-8154-5f459da3b0ab up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:43:12.277062 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1a53a58a-7eb2-4f11-9988-28e513d22f73 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "PUT /v2.0/ports/93ce202b-a849-4bcd-ba2f-7565bedae2d0/tags/tempest-TagsExtTest-Tag-924253121 HTTP/1.1" status: 201 len: 201 time: 0.1214330 Sep 29 17:43:12.280371 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55554) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:12.280518 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee78cc-5016-4708-b7ba-5271d332b8b7 req-ae0f1fca-9747-4bd2-ba88-fc66f97e0eae tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:12.282024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ee78cc-5016-4708-b7ba-5271d332b8b7 req-ae0f1fca-9747-4bd2-ba88-fc66f97e0eae tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 946 time: 0.1197717 Sep 29 17:43:12.287871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca904d2-7ab0-499a-8ac1-7030375de20e req-fa5a6756-9ae1-447c-b8e8-61c5e9fdbcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:12.288985 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-1031b174-d1ab-422d-a478-2472c412611c tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3e55bc70-1ca9-4f2e-97b5-abdbdc997c75', 'tempest-TagsExtTest-Tag-1237902055') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:12.289299 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bca904d2-7ab0-499a-8ac1-7030375de20e req-fa5a6756-9ae1-447c-b8e8-61c5e9fdbcbc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 1097 time: 0.1362095 Sep 29 17:43:12.355147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f1ee78cc-5016-4708-b7ba-5271d332b8b7 req-d93c56a6-a20d-4ac5-83f3-a8d564818ff6 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9506479-f6d2-4dfa-b0e5-67177a670271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648782 Sep 29 17:43:12.383109 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 44429c84-d645-4f2d-8154-5f459da3b0ab triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:43:12.383109 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:12.390010 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bca904d2-7ab0-499a-8ac1-7030375de20e req-3ce500ff-e02b-4080-a6e5-0dd308c0f880 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a9506479-f6d2-4dfa-b0e5-67177a670271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806103 Sep 29 17:43:12.465783 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1031b174-d1ab-422d-a478-2472c412611c tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "PUT /v2.0/routers/3e55bc70-1ca9-4f2e-97b5-abdbdc997c75/tags/tempest-TagsExtTest-Tag-1237902055 HTTP/1.1" status: 201 len: 201 time: 0.1840134 Sep 29 17:43:12.469555 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55560) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:12.474732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-6faf0d52-59a7-45eb-a25c-2e48daec60bc tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2f500bc0-5407-4e22-ae34-4bc11e8c4e50', 'tempest-TagsExtTest-Tag-2113069333') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:12.511313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6faf0d52-59a7-45eb-a25c-2e48daec60bc tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "PUT /v2.0/subnetpools/2f500bc0-5407-4e22-ae34-4bc11e8c4e50/tags/tempest-TagsExtTest-Tag-2113069333 HTTP/1.1" status: 201 len: 201 time: 0.0409548 Sep 29 17:43:12.514513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55564) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:12.519473 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-9531fec1-0d3e-4776-8fc6-2558176b8f7b tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8ee33e40-bbad-4c08-9de2-efd09c7bb8d7', {'tags': ['tempest-TagsExtTest-Tag-1060591755', 'tempest-TagsExtTest-Tag-507590955', 'tempest-TagsExtTest-Tag-158349561']}) {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:12.623816 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a80a2-3c18-4438-917f-8f4f549915f9 req-520656dc-44d5-45ca-8109-ad6f95b5a8cc tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:12.631743 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2c7a80a2-3c18-4438-917f-8f4f549915f9 req-520656dc-44d5-45ca-8109-ad6f95b5a8cc tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0880604 Sep 29 17:43:12.640708 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9531fec1-0d3e-4776-8fc6-2558176b8f7b tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "PUT /v2.0/subnets/8ee33e40-bbad-4c08-9de2-efd09c7bb8d7/tags HTTP/1.1" status: 200 len: 316 time: 0.1250989 Sep 29 17:43:12.643365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55568) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:12.648012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-461412e5-5106-4022-9b5b-dede00ba16ca tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8ee33e40-bbad-4c08-9de2-efd09c7bb8d7') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:12.671685 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2c7a80a2-3c18-4438-917f-8f4f549915f9 req-cca9cf34-a37c-4721-9ac5-6678e0b9fb9f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390375 Sep 29 17:43:12.735196 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-461412e5-5106-4022-9b5b-dede00ba16ca tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/subnets/8ee33e40-bbad-4c08-9de2-efd09c7bb8d7/tags HTTP/1.1" status: 204 len: 168 time: 0.0907462 Sep 29 17:43:12.738914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55574) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:12.743771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-d6df2768-99c3-4f43-81ab-b9f6da20b499 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8ee33e40-bbad-4c08-9de2-efd09c7bb8d7', 'tempest-TagsExtTest-Tag-1060591755') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:12.804136 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-d6df2768-99c3-4f43-81ab-b9f6da20b499 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] show failed (client error): The resource could not be found. Sep 29 17:43:12.805407 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d6df2768-99c3-4f43-81ab-b9f6da20b499 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/subnets/8ee33e40-bbad-4c08-9de2-efd09c7bb8d7/tags/tempest-TagsExtTest-Tag-1060591755 HTTP/1.1" status: 404 len: 329 time: 0.0655587 Sep 29 17:43:12.808339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55576) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:12.812835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-1b7b25ec-4093-4732-bc4e-66d111df1ab7 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8ee33e40-bbad-4c08-9de2-efd09c7bb8d7', 'tempest-TagsExtTest-Tag-507590955') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:12.871900 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-1b7b25ec-4093-4732-bc4e-66d111df1ab7 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] show failed (client error): The resource could not be found. Sep 29 17:43:12.874127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1b7b25ec-4093-4732-bc4e-66d111df1ab7 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/subnets/8ee33e40-bbad-4c08-9de2-efd09c7bb8d7/tags/tempest-TagsExtTest-Tag-507590955 HTTP/1.1" status: 404 len: 328 time: 0.0647521 Sep 29 17:43:12.877163 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55580) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:12.881654 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-f65660b3-9ad8-4348-bd7c-25f1f3c73c93 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8ee33e40-bbad-4c08-9de2-efd09c7bb8d7', 'tempest-TagsExtTest-Tag-158349561') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:12.947432 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-f65660b3-9ad8-4348-bd7c-25f1f3c73c93 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] show failed (client error): The resource could not be found. Sep 29 17:43:12.949329 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f65660b3-9ad8-4348-bd7c-25f1f3c73c93 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/subnets/8ee33e40-bbad-4c08-9de2-efd09c7bb8d7/tags/tempest-TagsExtTest-Tag-158349561 HTTP/1.1" status: 404 len: 328 time: 0.0704360 Sep 29 17:43:12.952090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55582) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:12.956869 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-051ec026-bf6b-4b1f-923e-429761aeefc6 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '93ce202b-a849-4bcd-ba2f-7565bedae2d0', {'tags': ['tempest-TagsExtTest-Tag-1467273188', 'tempest-TagsExtTest-Tag-35141121', 'tempest-TagsExtTest-Tag-217015629']}) {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:13.034333 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-051ec026-bf6b-4b1f-923e-429761aeefc6 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "PUT /v2.0/ports/93ce202b-a849-4bcd-ba2f-7565bedae2d0/tags HTTP/1.1" status: 200 len: 315 time: 0.0811310 Sep 29 17:43:13.037028 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55584) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:13.041372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-29d48f0c-b0ec-4850-869c-029aa94220b2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '93ce202b-a849-4bcd-ba2f-7565bedae2d0') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:13.104318 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-29d48f0c-b0ec-4850-869c-029aa94220b2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/ports/93ce202b-a849-4bcd-ba2f-7565bedae2d0/tags HTTP/1.1" status: 204 len: 168 time: 0.0662165 Sep 29 17:43:13.106866 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55586) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:13.111371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-8406b22a-c9fc-43ce-ba31-355fee20673e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '93ce202b-a849-4bcd-ba2f-7565bedae2d0', 'tempest-TagsExtTest-Tag-1467273188') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:13.163073 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-8406b22a-c9fc-43ce-ba31-355fee20673e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] show failed (client error): The resource could not be found. Sep 29 17:43:13.164015 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8406b22a-c9fc-43ce-ba31-355fee20673e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/ports/93ce202b-a849-4bcd-ba2f-7565bedae2d0/tags/tempest-TagsExtTest-Tag-1467273188 HTTP/1.1" status: 404 len: 329 time: 0.0562403 Sep 29 17:43:13.166796 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55588) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:13.171261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-6f70e941-eb14-4845-82f9-175665e7ac6f tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '93ce202b-a849-4bcd-ba2f-7565bedae2d0', 'tempest-TagsExtTest-Tag-35141121') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:13.231084 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-6f70e941-eb14-4845-82f9-175665e7ac6f tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] show failed (client error): The resource could not be found. Sep 29 17:43:13.231084 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6f70e941-eb14-4845-82f9-175665e7ac6f tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/ports/93ce202b-a849-4bcd-ba2f-7565bedae2d0/tags/tempest-TagsExtTest-Tag-35141121 HTTP/1.1" status: 404 len: 327 time: 0.0574613 Sep 29 17:43:13.231084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55590) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:13.231992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-0f0d368d-c874-4ced-9c3c-330786f25064 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '93ce202b-a849-4bcd-ba2f-7565bedae2d0', 'tempest-TagsExtTest-Tag-217015629') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:13.280019 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-0f0d368d-c874-4ced-9c3c-330786f25064 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] show failed (client error): The resource could not be found. Sep 29 17:43:13.281039 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0f0d368d-c874-4ced-9c3c-330786f25064 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/ports/93ce202b-a849-4bcd-ba2f-7565bedae2d0/tags/tempest-TagsExtTest-Tag-217015629 HTTP/1.1" status: 404 len: 328 time: 0.0522380 Sep 29 17:43:13.283738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55592) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:13.288240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-a837a706-1c81-4d9c-924e-1da45b433abf tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3e55bc70-1ca9-4f2e-97b5-abdbdc997c75', {'tags': ['tempest-TagsExtTest-Tag-1511281349', 'tempest-TagsExtTest-Tag-243403902', 'tempest-TagsExtTest-Tag-1306367154']}) {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:13.382335 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a837a706-1c81-4d9c-924e-1da45b433abf tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "PUT /v2.0/routers/3e55bc70-1ca9-4f2e-97b5-abdbdc997c75/tags HTTP/1.1" status: 200 len: 317 time: 0.0952032 Sep 29 17:43:13.384041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55596) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:13.389751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-bf78aec3-0ad5-4095-b900-48112744e470 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3e55bc70-1ca9-4f2e-97b5-abdbdc997c75') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:13.521136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760f74b-d1c1-4f2d-931c-7553f8cd6945 req-f339f819-8c2d-470c-b139-bdf2a0066875 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:13.523155 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bf78aec3-0ad5-4095-b900-48112744e470 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/routers/3e55bc70-1ca9-4f2e-97b5-abdbdc997c75/tags HTTP/1.1" status: 204 len: 168 time: 0.1379223 Sep 29 17:43:13.523921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55602) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:13.526472 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6760f74b-d1c1-4f2d-931c-7553f8cd6945 req-f339f819-8c2d-470c-b139-bdf2a0066875 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 946 time: 0.0660832 Sep 29 17:43:13.528279 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7ec29e9f-ad82-4c6e-b69e-c768191df748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:13.530138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-90451e0d-112d-45d0-97f4-3640411083c9 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3e55bc70-1ca9-4f2e-97b5-abdbdc997c75', 'tempest-TagsExtTest-Tag-1511281349') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:13.559708 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6760f74b-d1c1-4f2d-931c-7553f8cd6945 req-ef13078d-2c4c-414c-81b4-9943e96f1583 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9506479-f6d2-4dfa-b0e5-67177a670271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323732 Sep 29 17:43:13.612699 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-90451e0d-112d-45d0-97f4-3640411083c9 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] show failed (client error): The resource could not be found. Sep 29 17:43:13.613976 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-90451e0d-112d-45d0-97f4-3640411083c9 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/routers/3e55bc70-1ca9-4f2e-97b5-abdbdc997c75/tags/tempest-TagsExtTest-Tag-1511281349 HTTP/1.1" status: 404 len: 329 time: 0.0889885 Sep 29 17:43:13.616735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55606) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:13.621152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-3afaebfb-2b58-49a3-9516-163cdcb0d653 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3e55bc70-1ca9-4f2e-97b5-abdbdc997c75', 'tempest-TagsExtTest-Tag-243403902') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:13.695459 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-3afaebfb-2b58-49a3-9516-163cdcb0d653 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] show failed (client error): The resource could not be found. Sep 29 17:43:13.696783 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3afaebfb-2b58-49a3-9516-163cdcb0d653 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/routers/3e55bc70-1ca9-4f2e-97b5-abdbdc997c75/tags/tempest-TagsExtTest-Tag-243403902 HTTP/1.1" status: 404 len: 328 time: 0.0789850 Sep 29 17:43:13.701198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55612) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:13.706336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-1eea1a3c-f5ea-4261-a040-d79139db44a0 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3e55bc70-1ca9-4f2e-97b5-abdbdc997c75', 'tempest-TagsExtTest-Tag-1306367154') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:13.818375 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-1eea1a3c-f5ea-4261-a040-d79139db44a0 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] show failed (client error): The resource could not be found. Sep 29 17:43:13.821882 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1eea1a3c-f5ea-4261-a040-d79139db44a0 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/routers/3e55bc70-1ca9-4f2e-97b5-abdbdc997c75/tags/tempest-TagsExtTest-Tag-1306367154 HTTP/1.1" status: 404 len: 329 time: 0.1170042 Sep 29 17:43:13.822514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55616) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:13.827934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-6c8ea7f2-e8b5-4f3c-80a5-9f383964b8d6 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2f500bc0-5407-4e22-ae34-4bc11e8c4e50', {'tags': ['tempest-TagsExtTest-Tag-1059326694', 'tempest-TagsExtTest-Tag-1676068125', 'tempest-TagsExtTest-Tag-556079235']}) {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:13.852359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775c3ae-800b-4e93-bb9d-8c17050394f6 req-5a0dcc0d-2d31-4dc7-981e-1e87e689d086 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:13.853870 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0775c3ae-800b-4e93-bb9d-8c17050394f6 req-5a0dcc0d-2d31-4dc7-981e-1e87e689d086 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0799632 Sep 29 17:43:13.890231 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6c8ea7f2-e8b5-4f3c-80a5-9f383964b8d6 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "PUT /v2.0/subnetpools/2f500bc0-5407-4e22-ae34-4bc11e8c4e50/tags HTTP/1.1" status: 200 len: 317 time: 0.0666265 Sep 29 17:43:13.892902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55618) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:13.897824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-6ea8c494-22c1-4f64-b41d-c3537d99886f tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2f500bc0-5407-4e22-ae34-4bc11e8c4e50') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:13.902783 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0775c3ae-800b-4e93-bb9d-8c17050394f6 req-25b6ee1c-294c-4203-afe4-30fddf7c232d tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392754 Sep 29 17:43:13.945210 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6ea8c494-22c1-4f64-b41d-c3537d99886f tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/subnetpools/2f500bc0-5407-4e22-ae34-4bc11e8c4e50/tags HTTP/1.1" status: 204 len: 168 time: 0.0507951 Sep 29 17:43:13.947971 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55620) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:13.954456 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-0961bc1c-ce47-4a8c-b9e5-b80dc922159f tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2f500bc0-5407-4e22-ae34-4bc11e8c4e50', 'tempest-TagsExtTest-Tag-1059326694') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:13.977266 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-0961bc1c-ce47-4a8c-b9e5-b80dc922159f tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] show failed (client error): The resource could not be found. Sep 29 17:43:13.981016 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0961bc1c-ce47-4a8c-b9e5-b80dc922159f tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/subnetpools/2f500bc0-5407-4e22-ae34-4bc11e8c4e50/tags/tempest-TagsExtTest-Tag-1059326694 HTTP/1.1" status: 404 len: 329 time: 0.0292056 Sep 29 17:43:13.981364 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55622) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:13.986696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.tag.tag_plugin [None req-f75ba28c-f60e-4e12-9f0d-2cd3978b50a7 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2f500bc0-5407-4e22-ae34-4bc11e8c4e50', 'tempest-TagsExtTest-Tag-1676068125') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:14.009224 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-f75ba28c-f60e-4e12-9f0d-2cd3978b50a7 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] show failed (client error): The resource could not be found. Sep 29 17:43:14.013681 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f75ba28c-f60e-4e12-9f0d-2cd3978b50a7 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/subnetpools/2f500bc0-5407-4e22-ae34-4bc11e8c4e50/tags/tempest-TagsExtTest-Tag-1676068125 HTTP/1.1" status: 404 len: 329 time: 0.0276062 Sep 29 17:43:14.014463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55624) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:14.019009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-6a43da6d-18cd-4f5b-9359-b6253bb9a058 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2f500bc0-5407-4e22-ae34-4bc11e8c4e50', 'tempest-TagsExtTest-Tag-556079235') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:14.039558 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-6a43da6d-18cd-4f5b-9359-b6253bb9a058 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] show failed (client error): The resource could not be found. Sep 29 17:43:14.041039 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6a43da6d-18cd-4f5b-9359-b6253bb9a058 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/subnetpools/2f500bc0-5407-4e22-ae34-4bc11e8c4e50/tags/tempest-TagsExtTest-Tag-556079235 HTTP/1.1" status: 404 len: 328 time: 0.0255880 Sep 29 17:43:14.044273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55626) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:14.049456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-26845b1c-8280-4100-a7fc-aa21fe3e22c2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2f500bc0-5407-4e22-ae34-4bc11e8c4e50') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:14.077351 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-26845b1c-8280-4100-a7fc-aa21fe3e22c2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/subnetpools/2f500bc0-5407-4e22-ae34-4bc11e8c4e50/tags HTTP/1.1" status: 204 len: 168 time: 0.0293236 Sep 29 17:43:14.078663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55628) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:14.083237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-008d8fd3-b58a-4e4b-8a75-881950a52a11 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3e55bc70-1ca9-4f2e-97b5-abdbdc997c75') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:14.167257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-008d8fd3-b58a-4e4b-8a75-881950a52a11 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/routers/3e55bc70-1ca9-4f2e-97b5-abdbdc997c75/tags HTTP/1.1" status: 204 len: 168 time: 0.0849090 Sep 29 17:43:14.167459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55630) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:14.172004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-eaa4573a-2c04-4901-8f83-c70ca711645e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '93ce202b-a849-4bcd-ba2f-7565bedae2d0') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:14.235534 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-eaa4573a-2c04-4901-8f83-c70ca711645e tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/ports/93ce202b-a849-4bcd-ba2f-7565bedae2d0/tags HTTP/1.1" status: 204 len: 168 time: 0.0667787 Sep 29 17:43:14.236603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55632) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:14.241189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.tag.tag_plugin [None req-d8b6d5a5-37fb-4c2c-82c2-26ddb51cea54 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8ee33e40-bbad-4c08-9de2-efd09c7bb8d7') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:14.309803 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d8b6d5a5-37fb-4c2c-82c2-26ddb51cea54 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/subnets/8ee33e40-bbad-4c08-9de2-efd09c7bb8d7/tags HTTP/1.1" status: 204 len: 168 time: 0.0672839 Sep 29 17:43:14.309803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55638) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:14.457491 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3700be79-bc14-4fe3-94ec-5755eeaca76c tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks [] for subnetpool, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:14.460929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55650) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:14.467052 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3700be79-bc14-4fe3-94ec-5755eeaca76c tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/subnetpools/2f500bc0-5407-4e22-ae34-4bc11e8c4e50 HTTP/1.1" status: 204 len: 168 time: 0.1513028 Sep 29 17:43:14.501107 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2980b87b-9629-4581-87f6-e3b2f4f7810f tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e55bc70-1ca9-4f2e-97b5-abdbdc997c75 HTTP/1.1" status: 200 len: 205 time: 0.0388803 Sep 29 17:43:14.503634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55654) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:14.510545 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:14.573360 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:14.594098 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-14d1a020-c8b3-467b-874d-a76836d50c89 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:14.640789 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:14.729625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8d21e-5265-4e38-a34c-60977db5b544 req-9b8ba069-1fae-4df0-a45d-48d17556045c tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:14.738418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5f8d21e-5265-4e38-a34c-60977db5b544 req-9b8ba069-1fae-4df0-a45d-48d17556045c tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 946 time: 0.0691946 Sep 29 17:43:14.782975 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5f8d21e-5265-4e38-a34c-60977db5b544 req-70ffaf3e-a184-477f-b4d7-90c50de9b111 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9506479-f6d2-4dfa-b0e5-67177a670271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428917 Sep 29 17:43:14.795194 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-14d1a020-c8b3-467b-874d-a76836d50c89 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:14.797956 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-14d1a020-c8b3-467b-874d-a76836d50c89 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:14.853994 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-14d1a020-c8b3-467b-874d-a76836d50c89 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:14.854707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d1a020-c8b3-467b-874d-a76836d50c89 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Fanout notify agent at l3_agent the message router_deleted on router 3e55bc70-1ca9-4f2e-97b5-abdbdc997c75 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:43:14.863159 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-14d1a020-c8b3-467b-874d-a76836d50c89 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:14.864497 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-14d1a020-c8b3-467b-874d-a76836d50c89 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/routers/3e55bc70-1ca9-4f2e-97b5-abdbdc997c75 HTTP/1.1" status: 204 len: 168 time: 0.3598018 Sep 29 17:43:14.867031 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55670) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:15.010329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-53654f75-51bd-46ba-95d2-7e877384ad79 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Deleting port 93ce202b-a849-4bcd-ba2f-7565bedae2d0 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:43:15.010679 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53654f75-51bd-46ba-95d2-7e877384ad79 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:15.180288 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53654f75-51bd-46ba-95d2-7e877384ad79 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:15.204120 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6d78e-13a9-42f6-8b71-4e8619f210ed req-11fafd1a-200f-4259-920f-ed5d941ca0b7 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:15.206101 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-96b6d78e-13a9-42f6-8b71-4e8619f210ed req-11fafd1a-200f-4259-920f-ed5d941ca0b7 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0960653 Sep 29 17:43:15.207269 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-53654f75-51bd-46ba-95d2-7e877384ad79 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Calling delete_port for 93ce202b-a849-4bcd-ba2f-7565bedae2d0 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:43:15.320953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38230-ac0f-4aec-82f0-90d77619610d req-6de12f17-310c-4ade-a6c6-ebb1df96e611 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:15.331165 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6ae38230-ac0f-4aec-82f0-90d77619610d req-6de12f17-310c-4ade-a6c6-ebb1df96e611 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 946 time: 0.1105850 Sep 29 17:43:15.377259 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6ae38230-ac0f-4aec-82f0-90d77619610d req-8708b426-d968-4e7d-aa08-b462ba7e6e4c tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9506479-f6d2-4dfa-b0e5-67177a670271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449469 Sep 29 17:43:15.559139 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-96b6d78e-13a9-42f6-8b71-4e8619f210ed req-e93572be-9e95-4993-9c87-f67826abff56 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429906 Sep 29 17:43:15.648655 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53654f75-51bd-46ba-95d2-7e877384ad79 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:15.678712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53654f75-51bd-46ba-95d2-7e877384ad79 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Pushing event deleted for resources: {'Port': ['ID=93ce202b-a849-4bcd-ba2f-7565bedae2d0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:15.794739 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53654f75-51bd-46ba-95d2-7e877384ad79 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:15.801502 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-53654f75-51bd-46ba-95d2-7e877384ad79 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/ports/93ce202b-a849-4bcd-ba2f-7565bedae2d0 HTTP/1.1" status: 204 len: 168 time: 0.9281337 Sep 29 17:43:15.801502 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55708) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:15.869756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd47e9e-e553-4c13-9d51-805dc9006ba2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Deleting subnet 8ee33e40-bbad-4c08-9de2-efd09c7bb8d7 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:43:15.874455 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cbd47e9e-e553-4c13-9d51-805dc9006ba2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:15.923931 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cbd47e9e-e553-4c13-9d51-805dc9006ba2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:16.021351 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cbd47e9e-e553-4c13-9d51-805dc9006ba2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:16.087424 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cbd47e9e-e553-4c13-9d51-805dc9006ba2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:16.116707 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd47e9e-e553-4c13-9d51-805dc9006ba2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee33e40-bbad-4c08-9de2-efd09c7bb8d7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:16.120202 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cbd47e9e-e553-4c13-9d51-805dc9006ba2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:16.127576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55716) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:16.127675 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cbd47e9e-e553-4c13-9d51-805dc9006ba2 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/subnets/8ee33e40-bbad-4c08-9de2-efd09c7bb8d7 HTTP/1.1" status: 204 len: 168 time: 0.3202736 Sep 29 17:43:16.143426 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307034f2-d6a2-4fec-b73c-48a3655e900d None None] Network 51ca694e-807c-4784-bafe-af6ec4b311ab requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:43:16.252528 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:16.355212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Deleting port 44429c84-d645-4f2d-8154-5f459da3b0ab {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:43:16.358592 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:16.359593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a169451-83a5-435d-93c2-450b582dc559 None None] DHCP port deletion for 51ca694e-807c-4784-bafe-af6ec4b311ab request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:43:16.431786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] For port 44429c84-d645-4f2d-8154-5f459da3b0ab, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=44429c84-d645-4f2d-8154-5f459da3b0ab,segment=NetworkSegment(ea6b92a7-bb18-46b5-9052-9cc735e43a3b),segment_id=ea6b92a7-bb18-46b5-9052-9cc735e43a3b)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:43:16.432244 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:16.445656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Calling delete_port for 44429c84-d645-4f2d-8154-5f459da3b0ab owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:43:16.487260 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-7a169451-83a5-435d-93c2-450b582dc559 None None] Deleting port 44429c84-d645-4f2d-8154-5f459da3b0ab {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:43:16.488115 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7a169451-83a5-435d-93c2-450b582dc559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:16.509447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36122317-f7ec-4639-a944-beb2b0ffb3cb req-ef6c0b6a-b9fa-414e-98ce-5bb08e9c5b7a tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:16.511411 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-36122317-f7ec-4639-a944-beb2b0ffb3cb req-ef6c0b6a-b9fa-414e-98ce-5bb08e9c5b7a tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 946 time: 0.0629253 Sep 29 17:43:16.617107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7a169451-83a5-435d-93c2-450b582dc559 None None] For port 44429c84-d645-4f2d-8154-5f459da3b0ab, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=44429c84-d645-4f2d-8154-5f459da3b0ab,segment=NetworkSegment(ea6b92a7-bb18-46b5-9052-9cc735e43a3b),segment_id=ea6b92a7-bb18-46b5-9052-9cc735e43a3b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:43:16.617531 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7a169451-83a5-435d-93c2-450b582dc559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:16.628630 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-36122317-f7ec-4639-a944-beb2b0ffb3cb req-c810f6c1-d7d2-44be-a54f-0684183dd2f4 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/security-groups?id=a9506479-f6d2-4dfa-b0e5-67177a670271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050045 Sep 29 17:43:16.646342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-7a169451-83a5-435d-93c2-450b582dc559 None None] Calling delete_port for 44429c84-d645-4f2d-8154-5f459da3b0ab owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:43:16.646591 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:16.718122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] No DVR routers for this DVR port 44429c84-d645-4f2d-8154-5f459da3b0ab on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:43:16.725233 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Pushing event deleted for resources: {'Port': ['ID=44429c84-d645-4f2d-8154-5f459da3b0ab,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:16.772468 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7a169451-83a5-435d-93c2-450b582dc559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:16.799493 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a169451-83a5-435d-93c2-450b582dc559 None None] No DVR routers for this DVR port 44429c84-d645-4f2d-8154-5f459da3b0ab on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:43:16.802493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3a86f-79c1-4012-87f1-7eb156979455 req-106db92a-e0db-4e2e-a054-155ab74f2e2b tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:16.804450 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-06e3a86f-79c1-4012-87f1-7eb156979455 req-106db92a-e0db-4e2e-a054-155ab74f2e2b tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.49 "GET /v2.0/ports?device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 946 time: 0.2399664 Sep 29 17:43:16.825761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a169451-83a5-435d-93c2-450b582dc559 None None] Pushing event deleted for resources: {'Port': ['ID=44429c84-d645-4f2d-8154-5f459da3b0ab,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:16.850614 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:16.921324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a4913-94ee-4144-862c-dea9df2d186f req-4f168f68-7ef3-4c41-94aa-e438455cceb5 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:16.928475 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e0a4913-94ee-4144-862c-dea9df2d186f req-4f168f68-7ef3-4c41-94aa-e438455cceb5 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.2339871 Sep 29 17:43:16.978360 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:17.036676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ca694e-807c-4784-bafe-af6ec4b311ab']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:17.062359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6b92a7-bb18-46b5-9052-9cc735e43a3b') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:17.062605 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6b92a7-bb18-46b5-9052-9cc735e43a3b') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:17.084429 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e0a4913-94ee-4144-862c-dea9df2d186f req-86e198a1-1452-41a7-8c6c-dc914779859f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548605 Sep 29 17:43:17.087814 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:17.118899 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:17.126255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:43:17.126808 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:43:17.142794 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:43:17.158308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-06e3a86f-79c1-4012-87f1-7eb156979455 req-2d2e8109-c138-4b61-b92d-6ddfaa336bb9 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Deleting port 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:43:17.158718 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-06e3a86f-79c1-4012-87f1-7eb156979455 req-2d2e8109-c138-4b61-b92d-6ddfaa336bb9 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:17.265040 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:17.273435 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:17.275254 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] 10.222.0.44 "DELETE /v2.0/networks/51ca694e-807c-4784-bafe-af6ec4b311ab HTTP/1.1" status: 204 len: 168 time: 1.1492212 Sep 29 17:43:17.292355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314ec5d-e46f-469b-bfed-21f0658b8d28 tempest-TagsExtTest-1095873096 tempest-TagsExtTest-1095873096-project] Pushing event deleted for resources: {'Network': ['ID=51ca694e-807c-4784-bafe-af6ec4b311ab,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:17.324883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-06e3a86f-79c1-4012-87f1-7eb156979455 req-2d2e8109-c138-4b61-b92d-6ddfaa336bb9 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] For port 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e,segment=NetworkSegment(705cfadc-c0d3-481b-b123-cc938cff3099),segment_id=705cfadc-c0d3-481b-b123-cc938cff3099)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:43:17.325211 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-06e3a86f-79c1-4012-87f1-7eb156979455 req-2d2e8109-c138-4b61-b92d-6ddfaa336bb9 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:17.346771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-06e3a86f-79c1-4012-87f1-7eb156979455 req-2d2e8109-c138-4b61-b92d-6ddfaa336bb9 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Calling delete_port for 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:43:17.529896 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-06e3a86f-79c1-4012-87f1-7eb156979455 req-2d2e8109-c138-4b61-b92d-6ddfaa336bb9 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:17.552863 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:43:17.591858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e8109-c138-4b61-b92d-6ddfaa336bb9 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Pushing event deleted for resources: {'Port': ['ID=026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:17.616774 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55764) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:17.639151 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e3a86f-79c1-4012-87f1-7eb156979455 req-2d2e8109-c138-4b61-b92d-6ddfaa336bb9 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] No DVR routers for this DVR port 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:43:17.643053 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-06e3a86f-79c1-4012-87f1-7eb156979455 req-2d2e8109-c138-4b61-b92d-6ddfaa336bb9 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:17.646532 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-06e3a86f-79c1-4012-87f1-7eb156979455 req-2d2e8109-c138-4b61-b92d-6ddfaa336bb9 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.49 "DELETE /v2.0/ports/026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e HTTP/1.1" status: 204 len: 173 time: 0.8242428 Sep 29 17:43:17.647003 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00f57ffa-9f74-47d5-9087-864e72086041', 'name': 'network-vif-deleted', 'tag': '026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:43:17.650501 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745b2ba7-a0d0-453c-a3f4-a05471588036" -d '{"events": [{"server_uuid": "00f57ffa-9f74-47d5-9087-864e72086041", "name": "network-vif-deleted", "tag": "026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:43:17.740537 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a387f05b-214d-41e7-be48-de66a9a5ef6f x-openstack-request-id: req-a387f05b-214d-41e7-be48-de66a9a5ef6f {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:43:17.740836 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00f57ffa-9f74-47d5-9087-864e72086041", "name": "network-vif-deleted", "tag": "026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:43:17.741089 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a387f05b-214d-41e7-be48-de66a9a5ef6f {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:43:17.741520 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00f57ffa-9f74-47d5-9087-864e72086041', 'name': 'network-vif-deleted', 'tag': '026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e', 'status': 'completed', 'code': 200} Sep 29 17:43:17.816434 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-41af607d-25e2-4f3c-bcca-16cda09d2ed2 req-95976e32-3f4c-49b5-b0ab-8288fcde4423 tempest-InstanceActionsNegativeTestJSON-1852347455 tempest-InstanceActionsNegativeTestJSON-1852347455-project] 10.222.0.44 "GET /v2.0/ports?device_id=00f57ffa-9f74-47d5-9087-864e72086041 HTTP/1.1" status: 200 len: 210 time: 0.0614188 Sep 29 17:43:17.857316 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dd048262-e736-48c4-946f-5bea9b2c7435 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18b76afa3ae5441d8be58a41bcb87432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373533 Sep 29 17:43:17.859753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55780) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:17.916469 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e10564a2-eb99-4c31-9337-eec906eed19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:17.959212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e10564a2-eb99-4c31-9337-eec906eed19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:18.034264 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e10564a2-eb99-4c31-9337-eec906eed19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:18.036820 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e10564a2-eb99-4c31-9337-eec906eed19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:18.038094 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e10564a2-eb99-4c31-9337-eec906eed19a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9417a77-4acf-4783-8df7-6933fbcaa64a HTTP/1.1" status: 204 len: 168 time: 0.1773398 Sep 29 17:43:18.051469 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10564a2-eb99-4c31-9337-eec906eed19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9417a77-4acf-4783-8df7-6933fbcaa64a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:18.060442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb206898-7070-4ce5-8945-7708f8ad3ac4 req-d9546904-c92a-4fec-ab6c-26c4895716d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:18.062084 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb206898-7070-4ce5-8945-7708f8ad3ac4 req-d9546904-c92a-4fec-ab6c-26c4895716d4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 1097 time: 0.0593100 Sep 29 17:43:18.126208 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb206898-7070-4ce5-8945-7708f8ad3ac4 req-3900198d-6b51-4de6-9f03-efa6ad42ba3f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452814 Sep 29 17:43:18.244826 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab812b-5a3f-43dc-ab2d-1cdde4ca7dc7 req-ee082d27-3c78-4a1c-8424-b08b09e6a3c6 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:18.254948 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57ab812b-5a3f-43dc-ab2d-1cdde4ca7dc7 req-ee082d27-3c78-4a1c-8424-b08b09e6a3c6 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0680568 Sep 29 17:43:18.271907 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 44429c84-d645-4f2d-8154-5f459da3b0ab no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:43:18.304271 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57ab812b-5a3f-43dc-ab2d-1cdde4ca7dc7 req-2690fada-7251-414a-a287-0b92ed7e6c84 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480680 Sep 29 17:43:18.322997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 44429c84-d645-4f2d-8154-5f459da3b0ab {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:43:18.324043 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 44429c84-d645-4f2d-8154-5f459da3b0ab not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:43:18.872877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55830) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:18.931576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c3d1e3-53a4-4397-b037-da8ffaaf6c5e admin admin] Deleting subnet 79494119-a701-4e3e-921a-c88e65902989 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:43:18.936140 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d1e3-53a4-4397-b037-da8ffaaf6c5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:18.988022 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d1e3-53a4-4397-b037-da8ffaaf6c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:19.040824 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d1e3-53a4-4397-b037-da8ffaaf6c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:19.129595 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d1e3-53a4-4397-b037-da8ffaaf6c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:19.167595 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3d1e3-53a4-4397-b037-da8ffaaf6c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79494119-a701-4e3e-921a-c88e65902989,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:19.175403 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d1e3-53a4-4397-b037-da8ffaaf6c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:19.177477 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e2c3d1e3-53a4-4397-b037-da8ffaaf6c5e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/79494119-a701-4e3e-921a-c88e65902989 HTTP/1.1" status: 204 len: 168 time: 0.3029714 Sep 29 17:43:19.180590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55838) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:19.279491 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-280f0bd5-2188-4761-82fb-d28117acf671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:19.376912 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-280f0bd5-2188-4761-82fb-d28117acf671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:19.398653 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-280f0bd5-2188-4761-82fb-d28117acf671 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d2074d-a857-4efd-a4fc-c57d0141c27d']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:19.409265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-280f0bd5-2188-4761-82fb-d28117acf671 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '705cfadc-c0d3-481b-b123-cc938cff3099') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:19.409606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-280f0bd5-2188-4761-82fb-d28117acf671 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '705cfadc-c0d3-481b-b123-cc938cff3099') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:19.419796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-280f0bd5-2188-4761-82fb-d28117acf671 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:19.435726 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-280f0bd5-2188-4761-82fb-d28117acf671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:19.441888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280f0bd5-2188-4761-82fb-d28117acf671 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:43:19.442281 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-280f0bd5-2188-4761-82fb-d28117acf671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:19.479121 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed8ca3-a326-4399-8f25-307dfe672f0d req-1833afb4-eb58-4ec4-a421-9b6d479d1027 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:19.489211 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e9ed8ca3-a326-4399-8f25-307dfe672f0d req-1833afb4-eb58-4ec4-a421-9b6d479d1027 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0712411 Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:43:19.509928 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:43:19.524287 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-280f0bd5-2188-4761-82fb-d28117acf671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:19.533892 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-280f0bd5-2188-4761-82fb-d28117acf671 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:19.535700 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-280f0bd5-2188-4761-82fb-d28117acf671 admin admin] 10.222.0.44 "DELETE /v2.0/networks/81d2074d-a857-4efd-a4fc-c57d0141c27d HTTP/1.1" status: 204 len: 168 time: 0.3544264 Sep 29 17:43:19.559665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f0bd5-2188-4761-82fb-d28117acf671 admin admin] Pushing event deleted for resources: {'Network': ['ID=81d2074d-a857-4efd-a4fc-c57d0141c27d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:19.587152 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e9ed8ca3-a326-4399-8f25-307dfe672f0d req-7a20ff65-f5fd-4a06-aac5-2ddaf618665b tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969706 Sep 29 17:43:19.751706 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:43:19.795862 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:43:19.796280 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 026b0ac3-d7fa-4f7b-8523-6b97f15b7e8e not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:43:19.903525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55878) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:19.967000 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f08b7c89-fd67-4285-98f9-1058cbb9a706 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d2236facf3e46e8aef2a527e04c372e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602868 Sep 29 17:43:19.969489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55882) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:20.147722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233efbae-fb58-4240-9865-fbd88ef4dc96 req-a1b196fe-ca86-458d-8cb1-416f32d874c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:20.149402 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-233efbae-fb58-4240-9865-fbd88ef4dc96 req-a1b196fe-ca86-458d-8cb1-416f32d874c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=15b7b650ffe54ce9ae5f5f9a95fa7b0d&device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 1097 time: 0.1328003 Sep 29 17:43:20.155558 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36c5fa30-b005-4002-b5f7-0fd54eed5bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:20.176021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006042f-ffde-4a48-b6b6-bc9378051188 req-3d52fe8a-732e-4fc4-95b8-4aea492662dd tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:20.184262 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3006042f-ffde-4a48-b6b6-bc9378051188 req-3d52fe8a-732e-4fc4-95b8-4aea492662dd tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.1340828 Sep 29 17:43:20.239029 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36c5fa30-b005-4002-b5f7-0fd54eed5bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:20.322125 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3006042f-ffde-4a48-b6b6-bc9378051188 req-810ec8de-4eac-4756-8ff7-b3d2d084cbea tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360667 Sep 29 17:43:20.405570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233efbae-fb58-4240-9865-fbd88ef4dc96 req-94007e44-8d4d-47ec-950a-bd5a5ac730d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:20.409304 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-233efbae-fb58-4240-9865-fbd88ef4dc96 req-94007e44-8d4d-47ec-950a-bd5a5ac730d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=02b75d35-5ec6-411e-a8d4-24be205a9bcf HTTP/1.1" status: 200 len: 920 time: 0.2517741 Sep 29 17:43:20.416310 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36c5fa30-b005-4002-b5f7-0fd54eed5bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:20.420449 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36c5fa30-b005-4002-b5f7-0fd54eed5bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:20.424399 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-36c5fa30-b005-4002-b5f7-0fd54eed5bb9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9506479-f6d2-4dfa-b0e5-67177a670271 HTTP/1.1" status: 204 len: 168 time: 0.4514921 Sep 29 17:43:20.485747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5fa30-b005-4002-b5f7-0fd54eed5bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9506479-f6d2-4dfa-b0e5-67177a670271,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:20.515651 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-233efbae-fb58-4240-9865-fbd88ef4dc96 req-e1938c07-353e-42e6-86f1-0f5bab8e803b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=468112f4-23dd-417b-acaa-54f41e4a9f7e HTTP/1.1" status: 200 len: 217 time: 0.0915692 Sep 29 17:43:20.655603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233efbae-fb58-4240-9865-fbd88ef4dc96 req-93d2a0f2-3fd2-4f65-816c-eb39b3900fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:20.657251 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-233efbae-fb58-4240-9865-fbd88ef4dc96 req-93d2a0f2-3fd2-4f65-816c-eb39b3900fd3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=de200982-5c51-48d4-ad42-c0f071793bbf HTTP/1.1" status: 200 len: 859 time: 0.1222939 Sep 29 17:43:20.683575 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9a80028-0e96-4db6-bd72-d6e44cbaa5d9 req-635fa783-c824-4508-82cd-db883098cee1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1640110 Sep 29 17:43:20.699848 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-233efbae-fb58-4240-9865-fbd88ef4dc96 req-0c8a9f9d-de0d-4486-909c-790406b32608 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=02b75d35-5ec6-411e-a8d4-24be205a9bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348425 Sep 29 17:43:20.883125 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-233efbae-fb58-4240-9865-fbd88ef4dc96 req-69ccd1b2-8252-495d-a638-75359277c2a7 service neutron] 10.222.0.49 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705236 Sep 29 17:43:20.957303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a80028-0e96-4db6-bd72-d6e44cbaa5d9 req-536d67fc-b2cf-4985-aa1e-db997a64f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:20.959926 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9a80028-0e96-4db6-bd72-d6e44cbaa5d9 req-536d67fc-b2cf-4985-aa1e-db997a64f357 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 1096 time: 0.1918366 Sep 29 17:43:21.204358 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:43:21.760647 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a80028-0e96-4db6-bd72-d6e44cbaa5d9 req-9574e40e-85a1-4b99-961c-0a6b64e938ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:21.762183 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9a80028-0e96-4db6-bd72-d6e44cbaa5d9 req-9574e40e-85a1-4b99-961c-0a6b64e938ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 200 len: 917 time: 0.1275649 Sep 29 17:43:21.819905 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-233efbae-fb58-4240-9865-fbd88ef4dc96 req-0fd63378-fd3b-4a5a-82f1-574965778f61 service neutron] 10.222.0.49 "GET /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9286790 Sep 29 17:43:22.005676 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9a80028-0e96-4db6-bd72-d6e44cbaa5d9 req-033edf40-1f91-4e0a-b464-fa86127ca8a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b31247b-ff59-4e73-b365-1d185885f6f7 HTTP/1.1" status: 200 len: 1000 time: 0.2156405 Sep 29 17:43:22.182452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec50d92-4820-44c7-a5d9-b7c524596824 req-a1ee5645-0c26-4472-8144-b705ad06dbdd tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:22.186059 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ec50d92-4820-44c7-a5d9-b7c524596824 req-a1ee5645-0c26-4472-8144-b705ad06dbdd tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.5522499 Sep 29 17:43:22.187735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a80028-0e96-4db6-bd72-d6e44cbaa5d9 req-01bea99c-344b-45f0-84e4-47c10fd23bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:22.189121 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9a80028-0e96-4db6-bd72-d6e44cbaa5d9 req-01bea99c-344b-45f0-84e4-47c10fd23bd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6beb8b79-6b72-4c5b-af59-845d806127d5 HTTP/1.1" status: 200 len: 855 time: 0.1731942 Sep 29 17:43:22.284147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ec50d92-4820-44c7-a5d9-b7c524596824 req-edc1d421-449d-485c-9008-f4731da8933e tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920196 Sep 29 17:43:22.300283 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a80028-0e96-4db6-bd72-d6e44cbaa5d9 req-29a750d4-4e94-4d19-b957-ba1fb5066c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:22.301849 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9a80028-0e96-4db6-bd72-d6e44cbaa5d9 req-29a750d4-4e94-4d19-b957-ba1fb5066c27 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006756 Sep 29 17:43:22.428403 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9a80028-0e96-4db6-bd72-d6e44cbaa5d9 req-eb74246e-ef15-4142-8453-b8613b3f89e0 service neutron] 10.222.0.35 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180620 Sep 29 17:43:22.559092 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9a80028-0e96-4db6-bd72-d6e44cbaa5d9 req-772c6e17-8c2a-41a1-a6ef-c329f45a12d1 service neutron] 10.222.0.35 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228387 Sep 29 17:43:22.882374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56014) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:23.008750 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5951742c-0fdf-4627-94ce-461da32a8eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:23.138370 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5951742c-0fdf-4627-94ce-461da32a8eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:23.145059 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5951742c-0fdf-4627-94ce-461da32a8eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:23.191158 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5951742c-0fdf-4627-94ce-461da32a8eea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67d795aecf3e4cfcacebd0a0eeb54a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3073859 Sep 29 17:43:23.195274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56026) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:23.204296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951742c-0fdf-4627-94ce-461da32a8eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03479eae-0232-43da-8682-c2c17d16d40e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:23.259075 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bcaf8aba-3a32-43ea-87c8-8d17c262dac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:23.284544 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bcaf8aba-3a32-43ea-87c8-8d17c262dac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:23.343862 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bcaf8aba-3a32-43ea-87c8-8d17c262dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:23.346916 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bcaf8aba-3a32-43ea-87c8-8d17c262dac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:23.348089 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bcaf8aba-3a32-43ea-87c8-8d17c262dac8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03479eae-0232-43da-8682-c2c17d16d40e HTTP/1.1" status: 204 len: 168 time: 0.1518264 Sep 29 17:43:23.361862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf8aba-3a32-43ea-87c8-8d17c262dac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03479eae-0232-43da-8682-c2c17d16d40e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:23.524386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074a1ad-3f4a-4e64-8dc0-d3e2d8324cd9 req-a0cf8f2b-e239-47a7-99dc-9902c6dbb605 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:23.526118 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3074a1ad-3f4a-4e64-8dc0-d3e2d8324cd9 req-a0cf8f2b-e239-47a7-99dc-9902c6dbb605 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0781667 Sep 29 17:43:23.577054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3074a1ad-3f4a-4e64-8dc0-d3e2d8324cd9 req-443ddda6-852d-4379-a15d-d719d7bcbca2 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387423 Sep 29 17:43:24.493690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56094) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:24.604870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-2062cc94-7d0d-4ef3-8758-d0fd6c3eda22 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-700949929-network', 'tenant_id': 'abd2da4a87314c5485baed4903421817'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:24.629434 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2062cc94-7d0d-4ef3-8758-d0fd6c3eda22 admin admin] Made reservation on behalf of abd2da4a87314c5485baed4903421817 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:43:24.636653 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2062cc94-7d0d-4ef3-8758-d0fd6c3eda22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:24.645643 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2062cc94-7d0d-4ef3-8758-d0fd6c3eda22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:24.787078 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2062cc94-7d0d-4ef3-8758-d0fd6c3eda22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:24.794805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2062cc94-7d0d-4ef3-8758-d0fd6c3eda22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:24.824569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2062cc94-7d0d-4ef3-8758-d0fd6c3eda22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:43:24.835475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062cc94-7d0d-4ef3-8758-d0fd6c3eda22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d6e922-3076-42cb-b495-7180220fce44,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:24.846857 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2062cc94-7d0d-4ef3-8758-d0fd6c3eda22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:24.847205 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-2062cc94-7d0d-4ef3-8758-d0fd6c3eda22 admin admin] Added segment 74cb0bb4-baea-4807-8220-9ac5bb05b9e3 of type vlan for network 98299d2b-9d8a-4d45-a642-6126390fd5b6 Sep 29 17:43:24.969093 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2062cc94-7d0d-4ef3-8758-d0fd6c3eda22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:25.022540 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2062cc94-7d0d-4ef3-8758-d0fd6c3eda22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:25.023879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2062cc94-7d0d-4ef3-8758-d0fd6c3eda22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:25.024683 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2062cc94-7d0d-4ef3-8758-d0fd6c3eda22 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:25.066200 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2062cc94-7d0d-4ef3-8758-d0fd6c3eda22 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5711775 Sep 29 17:43:25.066565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56110) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:25.071439 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-127d4d98-6e8c-49fb-bfed-78d901136fbc admin admin] Request body: {'subnet': {'network_id': '98299d2b-9d8a-4d45-a642-6126390fd5b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-700949929-subnet', 'tenant_id': 'abd2da4a87314c5485baed4903421817', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:25.109038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062cc94-7d0d-4ef3-8758-d0fd6c3eda22 admin admin] Pushing event updated for resources: {'Network': ['ID=98299d2b-9d8a-4d45-a642-6126390fd5b6,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:25.121301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 98299d2b-9d8a-4d45-a642-6126390fd5b6 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:43:25.135786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127d4d98-6e8c-49fb-bfed-78d901136fbc admin admin] Made reservation on behalf of abd2da4a87314c5485baed4903421817 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:43:25.140230 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-127d4d98-6e8c-49fb-bfed-78d901136fbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:25.438267 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-127d4d98-6e8c-49fb-bfed-78d901136fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:25.502616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d4d98-6e8c-49fb-bfed-78d901136fbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b31696-5db3-4511-9cb8-41465fc12a71,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:25.511004 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d4d98-6e8c-49fb-bfed-78d901136fbc admin admin] Checking segment: {'id': '74cb0bb4-baea-4807-8220-9ac5bb05b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '98299d2b-9d8a-4d45-a642-6126390fd5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:43:25.511582 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127d4d98-6e8c-49fb-bfed-78d901136fbc admin admin] Network hostable DHCP agents. Network: 98299d2b-9d8a-4d45-a642-6126390fd5b6, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:43:25.533154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127d4d98-6e8c-49fb-bfed-78d901136fbc admin admin] Network 98299d2b-9d8a-4d45-a642-6126390fd5b6 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:43:25.558932 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-127d4d98-6e8c-49fb-bfed-78d901136fbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 98299d2b-9d8a-4d45-a642-6126390fd5b6) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:43:25.567710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127d4d98-6e8c-49fb-bfed-78d901136fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:25.569573 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-127d4d98-6e8c-49fb-bfed-78d901136fbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:25.573532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cfbc82-34ee-459c-a4c2-20ddbadb5bc5 None None] Network 98299d2b-9d8a-4d45-a642-6126390fd5b6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:43:25.610876 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-127d4d98-6e8c-49fb-bfed-78d901136fbc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5433898 Sep 29 17:43:25.872605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40692411-0adb-4209-8e79-3ba281a01fd3 None None] Network 98299d2b-9d8a-4d45-a642-6126390fd5b6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:43:27.328210 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:27.908905 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-b3c87525-d3a5-42fb-82c7-7ecb89fbaca8 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:27.910486 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-b3c87525-d3a5-42fb-82c7-7ecb89fbaca8 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/networks?id=98299d2b-9d8a-4d45-a642-6126390fd5b6 HTTP/1.1" status: 200 len: 809 time: 0.2493477 Sep 29 17:43:27.961986 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-2022bbd4-22a5-416b-a080-75e6ef07eefa tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/quotas/abd2da4a87314c5485baed4903421817 HTTP/1.1" status: 200 len: 375 time: 0.0319076 Sep 29 17:43:28.041058 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-e43511f2-026f-4ed5-b70e-8d00506063d1 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=abd2da4a87314c5485baed4903421817&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778818 Sep 29 17:43:28.194255 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-9d6c664c-e65f-4e59-9066-cd164bcc7498 service neutron] 10.222.0.44 "GET /v2.0/networks/98299d2b-9d8a-4d45-a642-6126390fd5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520009 Sep 29 17:43:28.348629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-f47bcb31-4c36-4491-941b-78e254e1a1cc service neutron] 10.222.0.44 "GET /v2.0/networks/98299d2b-9d8a-4d45-a642-6126390fd5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461666 Sep 29 17:43:28.986531 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ad14af5d-3d6f-4b56-a810-3e9f8dd9f5fa req-bbd6ba48-2419-449e-8f13-221d7afccb99 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 210 time: 0.0736542 Sep 29 17:43:30.171538 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9bc9e988-e5af-42fe-b292-0c03d9dedcf0 req-821a18ff-196d-48c3-912a-9275f348ca5a tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 210 time: 0.0623467 Sep 29 17:43:30.717907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-1a63edd8-bcd4-4b22-ba5c-ce02f20115d6 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:30.720543 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-1a63edd8-bcd4-4b22-ba5c-ce02f20115d6 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.35 "GET /v2.0/networks?id=98299d2b-9d8a-4d45-a642-6126390fd5b6 HTTP/1.1" status: 200 len: 809 time: 0.1757216 Sep 29 17:43:30.742542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-8b4be323-fc7f-4077-ad58-11057026e5b6 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Request body: {'port': {'device_id': '3e6383bb-7bb4-4dc0-8500-90a65cf03f15', 'network_id': '98299d2b-9d8a-4d45-a642-6126390fd5b6', 'admin_state_up': True, 'tenant_id': 'abd2da4a87314c5485baed4903421817'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:30.937308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-8b4be323-fc7f-4077-ad58-11057026e5b6 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Made reservation on behalf of abd2da4a87314c5485baed4903421817 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:43:30.940996 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-8b4be323-fc7f-4077-ad58-11057026e5b6 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:31.148879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-8b4be323-fc7f-4077-ad58-11057026e5b6 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Allocated IP 172.20.0.14 (98299d2b-9d8a-4d45-a642-6126390fd5b6/41b31696-5db3-4511-9cb8-41465fc12a71/34d8ee28-4911-4960-8988-90a038bf4d16) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:43:31.381291 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-730d4df8-f6ed-471e-9942-285c61111e16 req-4f7ceb79-3aa3-4823-abbf-0e9c4c9f48eb tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 210 time: 0.0434480 Sep 29 17:43:31.442131 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-8b4be323-fc7f-4077-ad58-11057026e5b6 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:31.478259 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-8b4be323-fc7f-4077-ad58-11057026e5b6 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:31.527761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4be323-fc7f-4077-ad58-11057026e5b6 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Pushing event updated for resources: {'Port': ['ID=34d8ee28-4911-4960-8988-90a038bf4d16,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:31.545156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-8b4be323-fc7f-4077-ad58-11057026e5b6 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Network 98299d2b-9d8a-4d45-a642-6126390fd5b6 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:43:31.546916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-8b4be323-fc7f-4077-ad58-11057026e5b6 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:43:31.553246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-8b4be323-fc7f-4077-ad58-11057026e5b6 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:43:31.604046 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-8b4be323-fc7f-4077-ad58-11057026e5b6 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:31.604691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-8b4be323-fc7f-4077-ad58-11057026e5b6 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:31.620984 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-8b4be323-fc7f-4077-ad58-11057026e5b6 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8832984 Sep 29 17:43:31.647532 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Request body: {'port': {'device_id': '3e6383bb-7bb4-4dc0-8500-90a65cf03f15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:31.734947 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:32.107648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d8ee28-4911-4960-8988-90a038bf4d16 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:43:32.116713 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:32.131469 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Transition to ACTIVE for port object 34d8ee28-4911-4960-8988-90a038bf4d16 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:43:32.140720 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:32.237697 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=34d8ee28-4911-4960-8988-90a038bf4d16,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:32.254849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:32.255204 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:32.255542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:32.255874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:32.256334 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:32.256671 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:32.256997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:32.257412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:32.257737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:32.258056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:32.258376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:32.258695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:32.283519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Attempting to bind port 34d8ee28-4911-4960-8988-90a038bf4d16 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:43:32.283896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Attempting to bind port 34d8ee28-4911-4960-8988-90a038bf4d16 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '74cb0bb4-baea-4807-8220-9ac5bb05b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '98299d2b-9d8a-4d45-a642-6126390fd5b6'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:43:32.284366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Attempting to bind port 34d8ee28-4911-4960-8988-90a038bf4d16 on network 98299d2b-9d8a-4d45-a642-6126390fd5b6 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:43:32.288969 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Port 34d8ee28-4911-4960-8988-90a038bf4d16 on network 98299d2b-9d8a-4d45-a642-6126390fd5b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:43:32.289304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Attempting to bind port 34d8ee28-4911-4960-8988-90a038bf4d16 on network 98299d2b-9d8a-4d45-a642-6126390fd5b6 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:43:32.294668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:43:32.295127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Checking segment: {'id': '74cb0bb4-baea-4807-8220-9ac5bb05b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '98299d2b-9d8a-4d45-a642-6126390fd5b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:43:32.295514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Bound using segment: {'id': '74cb0bb4-baea-4807-8220-9ac5bb05b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '98299d2b-9d8a-4d45-a642-6126390fd5b6'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:43:32.295938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Bound port: 34d8ee28-4911-4960-8988-90a038bf4d16, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74cb0bb4-baea-4807-8220-9ac5bb05b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '98299d2b-9d8a-4d45-a642-6126390fd5b6'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:43:32.296293 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:32.366529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] For port 34d8ee28-4911-4960-8988-90a038bf4d16, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:43:32.369814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] For port 34d8ee28-4911-4960-8988-90a038bf4d16, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=34d8ee28-4911-4960-8988-90a038bf4d16,segment=NetworkSegment(74cb0bb4-baea-4807-8220-9ac5bb05b9e3),segment_id=74cb0bb4-baea-4807-8220-9ac5bb05b9e3)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:43:32.376340 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:32.422233 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:32.422573 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:32.423993 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] 10.222.0.35 "PUT /v2.0/ports/34d8ee28-4911-4960-8988-90a038bf4d16 HTTP/1.1" status: 200 len: 1092 time: 0.7886949 Sep 29 17:43:32.424708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6383bb-7bb4-4dc0-8500-90a65cf03f15', 'tag': '34d8ee28-4911-4960-8988-90a038bf4d16'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:43:32.427652 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a9b5bc-b923-4e0f-becf-e6c45da5a472" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6383bb-7bb4-4dc0-8500-90a65cf03f15", "tag": "34d8ee28-4911-4960-8988-90a038bf4d16"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:43:32.456097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cbfbd-1a2d-4d0c-b86e-5a17cf61f1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=34d8ee28-4911-4960-8988-90a038bf4d16,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:32.543152 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c58b44-b29f-4b75-98fc-804ba2cceb0d x-openstack-request-id: req-c0c58b44-b29f-4b75-98fc-804ba2cceb0d {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:43:32.544452 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6383bb-7bb4-4dc0-8500-90a65cf03f15", "tag": "34d8ee28-4911-4960-8988-90a038bf4d16", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:43:32.544927 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0c58b44-b29f-4b75-98fc-804ba2cceb0d {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:43:32.545565 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6383bb-7bb4-4dc0-8500-90a65cf03f15', 'tag': '34d8ee28-4911-4960-8988-90a038bf4d16', 'status': 'completed', 'code': 200} Sep 29 17:43:32.582087 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-6b9831cd-fbed-4ae9-a629-e4157447380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:32.583849 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-6b9831cd-fbed-4ae9-a629-e4157447380c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=abd2da4a87314c5485baed4903421817&device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 1095 time: 0.0996189 Sep 29 17:43:32.600014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99393363-0c67-492e-808f-534693cdc8fb req-969c8f45-525c-46f0-8972-e6e30966d7fa tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:32.601848 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99393363-0c67-492e-808f-534693cdc8fb req-969c8f45-525c-46f0-8972-e6e30966d7fa tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 944 time: 0.0678935 Sep 29 17:43:32.644790 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-bbe71c71-4ddf-4ba6-af5b-e559caf0aa35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34d8ee28-4911-4960-8988-90a038bf4d16 HTTP/1.1" status: 200 len: 217 time: 0.0418730 Sep 29 17:43:32.711718 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-99393363-0c67-492e-808f-534693cdc8fb req-f3fb3b6d-9378-48c6-be38-57ce2252de2e tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/security-groups?id=85d6e922-3076-42cb-b495-7180220fce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023319 Sep 29 17:43:32.723159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-e2783b7f-c5bb-4a23-b686-4d562b8c97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:32.725621 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-e2783b7f-c5bb-4a23-b686-4d562b8c97ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=41b31696-5db3-4511-9cb8-41465fc12a71 HTTP/1.1" status: 200 len: 849 time: 0.0714450 Sep 29 17:43:32.761874 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-09b7f78e-c064-445b-8242-1fafa34867be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98299d2b-9d8a-4d45-a642-6126390fd5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288484 Sep 29 17:43:32.860054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-d0851685-7432-4388-878c-d69b26b8f7c6 service neutron] 10.222.0.35 "GET /v2.0/networks/98299d2b-9d8a-4d45-a642-6126390fd5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905282 Sep 29 17:43:32.974879 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ead73577-f5fe-4d24-8550-e4a2001d1935 req-d34eb34b-d910-4918-beb4-576be812ee82 service neutron] 10.222.0.35 "GET /v2.0/networks/98299d2b-9d8a-4d45-a642-6126390fd5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071384 Sep 29 17:43:33.157933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9b5bc-b923-4e0f-becf-e6c45da5a472 req-8dbb825e-e5db-4f00-9889-347e78d1bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:33.159476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5a9b5bc-b923-4e0f-becf-e6c45da5a472 req-8dbb825e-e5db-4f00-9889-347e78d1bd4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=abd2da4a87314c5485baed4903421817&device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 1095 time: 0.0592518 Sep 29 17:43:33.367081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9b5bc-b923-4e0f-becf-e6c45da5a472 req-7776f559-5bcb-40ed-b042-5e359e69ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:33.368955 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5a9b5bc-b923-4e0f-becf-e6c45da5a472 req-7776f559-5bcb-40ed-b042-5e359e69ee2b service neutron] 10.222.0.35 "GET /v2.0/networks?id=98299d2b-9d8a-4d45-a642-6126390fd5b6 HTTP/1.1" status: 200 len: 910 time: 0.2026505 Sep 29 17:43:33.425078 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5a9b5bc-b923-4e0f-becf-e6c45da5a472 req-3165bb82-432c-49b0-a49b-f5dfcac17454 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34d8ee28-4911-4960-8988-90a038bf4d16 HTTP/1.1" status: 200 len: 217 time: 0.0479543 Sep 29 17:43:33.485737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9b5bc-b923-4e0f-becf-e6c45da5a472 req-6bd7be52-8ec6-4416-a9be-a4df323216f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:33.487302 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5a9b5bc-b923-4e0f-becf-e6c45da5a472 req-6bd7be52-8ec6-4416-a9be-a4df323216f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=41b31696-5db3-4511-9cb8-41465fc12a71 HTTP/1.1" status: 200 len: 849 time: 0.0549376 Sep 29 17:43:33.530330 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5a9b5bc-b923-4e0f-becf-e6c45da5a472 req-c192bbd2-3c60-452c-8dbb-84a46676f79d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98299d2b-9d8a-4d45-a642-6126390fd5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353639 Sep 29 17:43:33.666744 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5a9b5bc-b923-4e0f-becf-e6c45da5a472 req-d9b0e161-cc60-4ed0-b634-d930f04935bc service neutron] 10.222.0.35 "GET /v2.0/networks/98299d2b-9d8a-4d45-a642-6126390fd5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275828 Sep 29 17:43:33.769969 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5a9b5bc-b923-4e0f-becf-e6c45da5a472 req-daf0ad3c-856a-4f87-b225-8d7eeb3c286d service neutron] 10.222.0.35 "GET /v2.0/networks/98299d2b-9d8a-4d45-a642-6126390fd5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957859 Sep 29 17:43:33.896959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d87489-8d92-4e30-893f-6f69d79001c4 req-272aa957-4326-47bc-bc4e-eddda1f120ba tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:33.898706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5d87489-8d92-4e30-893f-6f69d79001c4 req-272aa957-4326-47bc-bc4e-eddda1f120ba tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 944 time: 0.0548911 Sep 29 17:43:33.948123 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5d87489-8d92-4e30-893f-6f69d79001c4 req-8c17cfd7-91c5-43d5-af98-ba010a796616 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/security-groups?id=85d6e922-3076-42cb-b495-7180220fce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431674 Sep 29 17:43:35.161255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224307a-039f-433a-95df-af0c812fd72b req-26e2a235-cbc3-4a15-8a99-20000b39a4da tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:35.178515 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b224307a-039f-433a-95df-af0c812fd72b req-26e2a235-cbc3-4a15-8a99-20000b39a4da tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 944 time: 0.1046236 Sep 29 17:43:35.310425 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b224307a-039f-433a-95df-af0c812fd72b req-6a5bb1f8-1b3c-40b5-97de-68580049cd6d tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/security-groups?id=85d6e922-3076-42cb-b495-7180220fce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177371 Sep 29 17:43:36.511739 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108c013-682d-4be9-a855-77773c7b6988 req-1ed93569-70dd-4403-acf3-a21e1cb22b94 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:36.514261 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c108c013-682d-4be9-a855-77773c7b6988 req-1ed93569-70dd-4403-acf3-a21e1cb22b94 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 944 time: 0.1061103 Sep 29 17:43:36.585895 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c108c013-682d-4be9-a855-77773c7b6988 req-4abdde32-e527-4c17-8c07-a8a128ad21c8 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/security-groups?id=85d6e922-3076-42cb-b495-7180220fce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497823 Sep 29 17:43:36.865520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56436) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:37.004918 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2eef81b1-014f-41de-8db2-6c23cd17670f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:37.187696 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2eef81b1-014f-41de-8db2-6c23cd17670f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:37.195142 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2eef81b1-014f-41de-8db2-6c23cd17670f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:37.266944 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2eef81b1-014f-41de-8db2-6c23cd17670f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=678bc0f5317d4040ae04b1608592cb41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998892 Sep 29 17:43:37.269103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56452) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:37.288276 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef81b1-014f-41de-8db2-6c23cd17670f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e7be07-2a2b-4450-968e-3ec2b2d8ce57,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:37.375171 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86612170-96f7-4bab-a257-041ceff50574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:37.442329 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86612170-96f7-4bab-a257-041ceff50574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:37.569604 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86612170-96f7-4bab-a257-041ceff50574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:37.574294 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86612170-96f7-4bab-a257-041ceff50574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:37.577843 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-86612170-96f7-4bab-a257-041ceff50574 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8e7be07-2a2b-4450-968e-3ec2b2d8ce57 HTTP/1.1" status: 204 len: 168 time: 0.3075280 Sep 29 17:43:37.597312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86612170-96f7-4bab-a257-041ceff50574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e7be07-2a2b-4450-968e-3ec2b2d8ce57,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:37.655849 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49aeb7-e79e-446a-9bbb-a717c6a591c3 req-a1fca5fe-8730-42f2-ae78-0a9c80108483 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:37.663887 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c49aeb7-e79e-446a-9bbb-a717c6a591c3 req-a1fca5fe-8730-42f2-ae78-0a9c80108483 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.0968940 Sep 29 17:43:37.726343 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c49aeb7-e79e-446a-9bbb-a717c6a591c3 req-a632e264-8ba6-4e13-9e8a-649a74ccf3f2 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607109 Sep 29 17:43:37.767789 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf37139-58ff-4b35-8af5-8e8f3680bccf req-751066d2-3eb7-4bd8-aefd-d87b0981bb86 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:37.777730 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdf37139-58ff-4b35-8af5-8e8f3680bccf req-751066d2-3eb7-4bd8-aefd-d87b0981bb86 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 944 time: 0.0750811 Sep 29 17:43:37.831630 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fdf37139-58ff-4b35-8af5-8e8f3680bccf req-aa30594a-6e50-4052-aa58-6ea7e89794f5 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/security-groups?id=85d6e922-3076-42cb-b495-7180220fce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520220 Sep 29 17:43:38.032154 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56478) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:38.057065 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-734690db-9946-456a-86f8-4f093ed85333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:38.159242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 34d8ee28-4911-4960-8988-90a038bf4d16 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:43:38.282061 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-734690db-9946-456a-86f8-4f093ed85333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:38.290277 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-734690db-9946-456a-86f8-4f093ed85333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:38.382986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 34d8ee28-4911-4960-8988-90a038bf4d16, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=34d8ee28-4911-4960-8988-90a038bf4d16,segment=NetworkSegment(74cb0bb4-baea-4807-8220-9ac5bb05b9e3),segment_id=74cb0bb4-baea-4807-8220-9ac5bb05b9e3)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:43:38.390135 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-734690db-9946-456a-86f8-4f093ed85333 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=639855c2cbf04a7a83a5f16d45c44564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537233 Sep 29 17:43:38.390453 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56516) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:38.397397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734690db-9946-456a-86f8-4f093ed85333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e5aef9-5e2a-4eda-b945-f70d90747e47,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:38.436283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '34d8ee28-4911-4960-8988-90a038bf4d16', 'network_id': '98299d2b-9d8a-4d45-a642-6126390fd5b6', 'port_id': '34d8ee28-4911-4960-8988-90a038bf4d16', 'mac_address': 'fa:16:3e:5c:fb:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b31696-5db3-4511-9cb8-41465fc12a71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:43:38.482581 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:38.507604 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d8ee28-4911-4960-8988-90a038bf4d16 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:43:38.517015 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a896e618-dda2-4954-aced-fc88c87fac90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:38.538846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 34d8ee28-4911-4960-8988-90a038bf4d16, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=34d8ee28-4911-4960-8988-90a038bf4d16,segment=NetworkSegment(74cb0bb4-baea-4807-8220-9ac5bb05b9e3),segment_id=74cb0bb4-baea-4807-8220-9ac5bb05b9e3)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:43:38.545169 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a896e618-dda2-4954-aced-fc88c87fac90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:38.545607 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:38.673776 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a896e618-dda2-4954-aced-fc88c87fac90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:38.676371 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a896e618-dda2-4954-aced-fc88c87fac90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:38.679893 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a896e618-dda2-4954-aced-fc88c87fac90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2e5aef9-5e2a-4eda-b945-f70d90747e47 HTTP/1.1" status: 204 len: 168 time: 0.2854304 Sep 29 17:43:38.689435 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896e618-dda2-4954-aced-fc88c87fac90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e5aef9-5e2a-4eda-b945-f70d90747e47,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:38.691882 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=34d8ee28-4911-4960-8988-90a038bf4d16,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:38.892435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad781629-0f9e-468f-aa09-4bc5ccf57c61 req-eba7e09b-b8e3-4653-ae78-a3d81084686d tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:38.905434 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ad781629-0f9e-468f-aa09-4bc5ccf57c61 req-eba7e09b-b8e3-4653-ae78-a3d81084686d tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.0973954 Sep 29 17:43:38.968582 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ad781629-0f9e-468f-aa09-4bc5ccf57c61 req-190f3779-6b94-40f8-aa0d-61ed8a9457a9 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618844 Sep 29 17:43:38.973562 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['34d8ee28-4911-4960-8988-90a038bf4d16'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:43:39.047345 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a09be-5e00-4e6d-a6ef-6d00c8cb9917 req-5dfeda22-f01c-4940-97ca-f7da4d47956e tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:39.049263 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f91a09be-5e00-4e6d-a6ef-6d00c8cb9917 req-5dfeda22-f01c-4940-97ca-f7da4d47956e tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 945 time: 0.0981159 Sep 29 17:43:39.144294 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f91a09be-5e00-4e6d-a6ef-6d00c8cb9917 req-5f3b5e1c-5b4f-46fb-88af-9b85acad2de1 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/security-groups?id=85d6e922-3076-42cb-b495-7180220fce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767131 Sep 29 17:43:40.176671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 34d8ee28-4911-4960-8988-90a038bf4d16 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:43:40.185842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffd421-93ce-4db7-9223-fc4dd2b64d1a req-63197d99-baaa-476d-9c30-8faab9e206e4 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:40.195587 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-45ffd421-93ce-4db7-9223-fc4dd2b64d1a req-63197d99-baaa-476d-9c30-8faab9e206e4 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.1084564 Sep 29 17:43:40.288477 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-45ffd421-93ce-4db7-9223-fc4dd2b64d1a req-1f2946b5-6a2e-4bd1-9d31-55766a56e5dd tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916822 Sep 29 17:43:40.352941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 34d8ee28-4911-4960-8988-90a038bf4d16 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:43:40.365244 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 34d8ee28-4911-4960-8988-90a038bf4d16 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:43:40.365900 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:40.379068 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f315d0c-642b-4073-9149-a8ce43b0402f req-17831a62-61db-41e8-9f9c-1e38e1a7a416 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:40.382150 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f315d0c-642b-4073-9149-a8ce43b0402f req-17831a62-61db-41e8-9f9c-1e38e1a7a416 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.35 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 945 time: 0.1486163 Sep 29 17:43:40.408572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce5c27-6c43-4b16-a897-3664f9ed760e req-c54beb15-3c9f-4cbd-b789-6c5f45cf58e0 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:40.410656 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95ce5c27-6c43-4b16-a897-3664f9ed760e req-c54beb15-3c9f-4cbd-b789-6c5f45cf58e0 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 945 time: 0.0989022 Sep 29 17:43:40.506450 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:40.534088 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-eb1063a5-c815-4937-9c38-c65f1536fd86 req-f24f2513-f644-49ef-bab4-ba09b2239a18 tempest-ServersTestJSON-2066566649 tempest-ServersTestJSON-2066566649-project] (95015) timed out ('10.222.0.49', 50049) {{(pid=95015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 17:43:40.589685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 34d8ee28-4911-4960-8988-90a038bf4d16, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=34d8ee28-4911-4960-8988-90a038bf4d16,segment=NetworkSegment(74cb0bb4-baea-4807-8220-9ac5bb05b9e3),segment_id=74cb0bb4-baea-4807-8220-9ac5bb05b9e3)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:43:40.591795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6383bb-7bb4-4dc0-8500-90a65cf03f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d8ee28-4911-4960-8988-90a038bf4d16'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:43:40.595934 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df907e6-22db-4707-94f3-341da072fa4b" -d '{"events": [{"server_uuid": "3e6383bb-7bb4-4dc0-8500-90a65cf03f15", "name": "network-vif-plugged", "status": "completed", "tag": "34d8ee28-4911-4960-8988-90a038bf4d16"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:43:40.612012 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:40.669552 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95ce5c27-6c43-4b16-a897-3664f9ed760e req-77feb819-38d6-4edf-ba39-08fdb9fe0f88 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/security-groups?id=85d6e922-3076-42cb-b495-7180220fce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932230 Sep 29 17:43:40.702045 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-4f315d0c-642b-4073-9149-a8ce43b0402f req-39b671c9-c77f-4226-8fd5-a91ccd0e1ff0 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Deleting port 41c19777-7be6-46ad-aee2-1399f2cbb327 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:43:40.702403 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f315d0c-642b-4073-9149-a8ce43b0402f req-39b671c9-c77f-4226-8fd5-a91ccd0e1ff0 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:40.721508 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=34d8ee28-4911-4960-8988-90a038bf4d16,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:40.732966 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257b1f4b-7df2-47fc-8888-3b35f87be865 x-openstack-request-id: req-257b1f4b-7df2-47fc-8888-3b35f87be865 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:43:40.733523 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6383bb-7bb4-4dc0-8500-90a65cf03f15", "name": "network-vif-plugged", "status": "completed", "tag": "34d8ee28-4911-4960-8988-90a038bf4d16", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:43:40.733956 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-257b1f4b-7df2-47fc-8888-3b35f87be865 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:43:40.734495 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6383bb-7bb4-4dc0-8500-90a65cf03f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d8ee28-4911-4960-8988-90a038bf4d16', 'code': 200} Sep 29 17:43:40.772293 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0b172ec1-f626-4003-b03e-52389ff22585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:40.914768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7068e-2dc8-4d33-ac16-cdcc0d9fac04 req-597798d2-6011-484f-b1c5-94b3a2079310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:40.916373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2f7068e-2dc8-4d33-ac16-cdcc0d9fac04 req-597798d2-6011-484f-b1c5-94b3a2079310 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 1097 time: 0.0793495 Sep 29 17:43:40.926876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4f315d0c-642b-4073-9149-a8ce43b0402f req-39b671c9-c77f-4226-8fd5-a91ccd0e1ff0 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] For port 41c19777-7be6-46ad-aee2-1399f2cbb327, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=41c19777-7be6-46ad-aee2-1399f2cbb327,segment=NetworkSegment(b6eb033c-58f6-417c-b4a3-bbbca0fb87e0),segment_id=b6eb033c-58f6-417c-b4a3-bbbca0fb87e0)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:43:40.927275 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f315d0c-642b-4073-9149-a8ce43b0402f req-39b671c9-c77f-4226-8fd5-a91ccd0e1ff0 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:40.947330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-4f315d0c-642b-4073-9149-a8ce43b0402f req-39b671c9-c77f-4226-8fd5-a91ccd0e1ff0 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Calling delete_port for 41c19777-7be6-46ad-aee2-1399f2cbb327 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:43:41.038745 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2f7068e-2dc8-4d33-ac16-cdcc0d9fac04 req-e267b3ec-54a9-4376-af83-02f093f60dbf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=85d6e922-3076-42cb-b495-7180220fce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892761 Sep 29 17:43:41.170884 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f315d0c-642b-4073-9149-a8ce43b0402f req-39b671c9-c77f-4226-8fd5-a91ccd0e1ff0 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:41.185966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['468112f4-23dd-417b-acaa-54f41e4a9f7e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:43:41.220766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b671c9-c77f-4226-8fd5-a91ccd0e1ff0 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Pushing event deleted for resources: {'Port': ['ID=41c19777-7be6-46ad-aee2-1399f2cbb327,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:41.252181 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['41c19777-7be6-46ad-aee2-1399f2cbb327'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:43:41.300817 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f315d0c-642b-4073-9149-a8ce43b0402f req-39b671c9-c77f-4226-8fd5-a91ccd0e1ff0 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] No DVR routers for this DVR port 41c19777-7be6-46ad-aee2-1399f2cbb327 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:43:41.304233 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4f315d0c-642b-4073-9149-a8ce43b0402f req-39b671c9-c77f-4226-8fd5-a91ccd0e1ff0 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:41.311218 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f315d0c-642b-4073-9149-a8ce43b0402f req-39b671c9-c77f-4226-8fd5-a91ccd0e1ff0 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.35 "DELETE /v2.0/ports/41c19777-7be6-46ad-aee2-1399f2cbb327 HTTP/1.1" status: 204 len: 173 time: 0.9113386 Sep 29 17:43:41.311916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0002025c-430f-4bc5-bf5e-0c640216b079', 'name': 'network-vif-deleted', 'tag': '41c19777-7be6-46ad-aee2-1399f2cbb327'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:43:41.314629 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d0678a-867f-4f29-8802-8a3fa1a63c7d" -d '{"events": [{"server_uuid": "0002025c-430f-4bc5-bf5e-0c640216b079", "name": "network-vif-deleted", "tag": "41c19777-7be6-46ad-aee2-1399f2cbb327"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:43:41.397702 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad1e0bb-543a-44bd-944b-66465d350b9b x-openstack-request-id: req-fad1e0bb-543a-44bd-944b-66465d350b9b {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:43:41.398617 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0002025c-430f-4bc5-bf5e-0c640216b079", "name": "network-vif-deleted", "tag": "41c19777-7be6-46ad-aee2-1399f2cbb327", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:43:41.399346 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fad1e0bb-543a-44bd-944b-66465d350b9b {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:43:41.399990 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0002025c-430f-4bc5-bf5e-0c640216b079', 'name': 'network-vif-deleted', 'tag': '41c19777-7be6-46ad-aee2-1399f2cbb327', 'status': 'completed', 'code': 200} Sep 29 17:43:41.522114 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70a0553c-2dab-4dd7-a962-2eb6b80f8f62 req-d59247c9-586d-443c-9b12-f9b47a851e8c tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=0002025c-430f-4bc5-bf5e-0c640216b079 HTTP/1.1" status: 200 len: 210 time: 0.1130548 Sep 29 17:43:41.839567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2588b-3d0d-438a-85c0-6dd1ca2cef66 req-d8d00266-d1a7-4c8e-927a-1de47f4e721f tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:41.842040 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02f2588b-3d0d-438a-85c0-6dd1ca2cef66 req-d8d00266-d1a7-4c8e-927a-1de47f4e721f tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 946 time: 0.0675607 Sep 29 17:43:41.911870 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02f2588b-3d0d-438a-85c0-6dd1ca2cef66 req-3fcdb6a8-0489-4fa6-aad3-17456dac8b94 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/security-groups?id=85d6e922-3076-42cb-b495-7180220fce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560460 Sep 29 17:43:42.529141 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-6f54c2b1-5434-4fb4-ade2-e8240ce51b1e req-96b60dd3-6a29-45b1-9ccd-2ed3695003e1 tempest-ServerDiagnosticsNegativeTest-573743580 tempest-ServerDiagnosticsNegativeTest-573743580-project] (95015) timed out ('10.222.0.49', 50280) {{(pid=95015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 17:43:42.820802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464e4bf-8f61-4f50-8276-1b2d5c2b08af req-a7b769de-ef8a-46a1-8ea5-b9fd53a3d7c1 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:42.822316 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9464e4bf-8f61-4f50-8276-1b2d5c2b08af req-a7b769de-ef8a-46a1-8ea5-b9fd53a3d7c1 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0486038 Sep 29 17:43:42.861505 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9464e4bf-8f61-4f50-8276-1b2d5c2b08af req-2e2e967c-d28c-4a11-8fb2-8d64621d1a59 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326805 Sep 29 17:43:43.033431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7197104-a1eb-457a-b596-b075717a76b3 req-46036ad8-0f0d-47e3-89a3-b8b75197344d tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:43.035500 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e7197104-a1eb-457a-b596-b075717a76b3 req-46036ad8-0f0d-47e3-89a3-b8b75197344d tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 946 time: 0.0508382 Sep 29 17:43:43.080876 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e7197104-a1eb-457a-b596-b075717a76b3 req-f7e75de1-46e9-4796-b300-730a97588ff0 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/security-groups?id=85d6e922-3076-42cb-b495-7180220fce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331399 Sep 29 17:43:43.515833 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e7dde-9291-4b7f-9389-7a748a5624bc req-aa63a424-22d3-48e2-9d19-58d4296a5d21 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:43.520453 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-123e7dde-9291-4b7f-9389-7a748a5624bc req-aa63a424-22d3-48e2-9d19-58d4296a5d21 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 946 time: 0.1217608 Sep 29 17:43:43.529030 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e0d828b3-569c-4106-a0c1-302f65ab0ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:43.599049 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-123e7dde-9291-4b7f-9389-7a748a5624bc req-2210f4b1-5bb3-40fa-b8f7-f9e8b09749b8 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/security-groups?id=85d6e922-3076-42cb-b495-7180220fce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725014 Sep 29 17:43:43.988975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ac0e4-ee18-4559-8060-d6e02e5ae345 req-3f88d56c-f6eb-4053-9b67-452d44d38984 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:43.991197 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca4ac0e4-ee18-4559-8060-d6e02e5ae345 req-3f88d56c-f6eb-4053-9b67-452d44d38984 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0572393 Sep 29 17:43:44.033989 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca4ac0e4-ee18-4559-8060-d6e02e5ae345 req-6546e74d-8d51-4400-ad3b-c05e79b1861f tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359335 Sep 29 17:43:44.226818 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 41c19777-7be6-46ad-aee2-1399f2cbb327 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:43:44.283115 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 41c19777-7be6-46ad-aee2-1399f2cbb327 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:43:44.283516 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 41c19777-7be6-46ad-aee2-1399f2cbb327 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:43:44.549037 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:44.567940 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:44.634560 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:44.785459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f6621-0f9f-4535-b469-3772ed7c0e51 req-df9768ba-0260-4bda-8191-db20e42e9bfc tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:44.787040 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-028f6621-0f9f-4535-b469-3772ed7c0e51 req-df9768ba-0260-4bda-8191-db20e42e9bfc tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 946 time: 0.0696044 Sep 29 17:43:44.854347 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-028f6621-0f9f-4535-b469-3772ed7c0e51 req-a0e216cd-10e9-4c6c-a0d5-229c94c760e5 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/security-groups?id=85d6e922-3076-42cb-b495-7180220fce44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585022 Sep 29 17:43:44.994298 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cf14c-cd59-410d-9dd9-222c808c099f req-f18ef7f2-0a5c-4cac-8dc8-810327acc855 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:44.996129 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a78cf14c-cd59-410d-9dd9-222c808c099f req-f18ef7f2-0a5c-4cac-8dc8-810327acc855 tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 946 time: 0.0828130 Sep 29 17:43:45.116036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a78cf14c-cd59-410d-9dd9-222c808c099f req-dcb27d03-edb3-4f67-9f56-5c59e49e707f tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Deleting port 34d8ee28-4911-4960-8988-90a038bf4d16 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:43:45.116374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a78cf14c-cd59-410d-9dd9-222c808c099f req-dcb27d03-edb3-4f67-9f56-5c59e49e707f tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:45.248899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743de94-4a4f-4d9f-a58b-ed5e122a5ae2 req-c6340b9f-9808-4e3d-8824-1181ece6699d tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:45.251330 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0743de94-4a4f-4d9f-a58b-ed5e122a5ae2 req-c6340b9f-9808-4e3d-8824-1181ece6699d tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.1165936 Sep 29 17:43:45.280414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a78cf14c-cd59-410d-9dd9-222c808c099f req-dcb27d03-edb3-4f67-9f56-5c59e49e707f tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] For port 34d8ee28-4911-4960-8988-90a038bf4d16, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=34d8ee28-4911-4960-8988-90a038bf4d16,segment=NetworkSegment(74cb0bb4-baea-4807-8220-9ac5bb05b9e3),segment_id=74cb0bb4-baea-4807-8220-9ac5bb05b9e3)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:43:45.282601 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a78cf14c-cd59-410d-9dd9-222c808c099f req-dcb27d03-edb3-4f67-9f56-5c59e49e707f tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:45.305101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a78cf14c-cd59-410d-9dd9-222c808c099f req-dcb27d03-edb3-4f67-9f56-5c59e49e707f tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Calling delete_port for 34d8ee28-4911-4960-8988-90a038bf4d16 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:43:45.333246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0743de94-4a4f-4d9f-a58b-ed5e122a5ae2 req-4a6cec85-cda3-4f8d-98ff-71a8cbf47693 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671787 Sep 29 17:43:45.500795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a78cf14c-cd59-410d-9dd9-222c808c099f req-dcb27d03-edb3-4f67-9f56-5c59e49e707f tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:45.537880 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['34d8ee28-4911-4960-8988-90a038bf4d16'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:43:45.547699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb27d03-edb3-4f67-9f56-5c59e49e707f tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Pushing event deleted for resources: {'Port': ['ID=34d8ee28-4911-4960-8988-90a038bf4d16,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:45.611887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78cf14c-cd59-410d-9dd9-222c808c099f req-dcb27d03-edb3-4f67-9f56-5c59e49e707f tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] No DVR routers for this DVR port 34d8ee28-4911-4960-8988-90a038bf4d16 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:43:45.615058 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a78cf14c-cd59-410d-9dd9-222c808c099f req-dcb27d03-edb3-4f67-9f56-5c59e49e707f tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:45.618681 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a78cf14c-cd59-410d-9dd9-222c808c099f req-dcb27d03-edb3-4f67-9f56-5c59e49e707f tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.35 "DELETE /v2.0/ports/34d8ee28-4911-4960-8988-90a038bf4d16 HTTP/1.1" status: 204 len: 173 time: 0.6161747 Sep 29 17:43:45.619161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6383bb-7bb4-4dc0-8500-90a65cf03f15', 'name': 'network-vif-deleted', 'tag': '34d8ee28-4911-4960-8988-90a038bf4d16'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:43:45.623046 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166469a8-9301-4d9c-960b-5c673545b611" -d '{"events": [{"server_uuid": "3e6383bb-7bb4-4dc0-8500-90a65cf03f15", "name": "network-vif-deleted", "tag": "34d8ee28-4911-4960-8988-90a038bf4d16"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:43:45.663661 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842426e7-e241-4f47-930e-4c6297b3425b x-openstack-request-id: req-842426e7-e241-4f47-930e-4c6297b3425b {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:43:45.664016 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6383bb-7bb4-4dc0-8500-90a65cf03f15", "name": "network-vif-deleted", "tag": "34d8ee28-4911-4960-8988-90a038bf4d16", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:43:45.664236 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-842426e7-e241-4f47-930e-4c6297b3425b {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:43:45.664735 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6383bb-7bb4-4dc0-8500-90a65cf03f15', 'name': 'network-vif-deleted', 'tag': '34d8ee28-4911-4960-8988-90a038bf4d16', 'status': 'completed', 'code': 200} Sep 29 17:43:45.982243 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f0fe5656-052f-4725-aa69-df23cc2e71c3 req-dd6440a7-75c1-4cc1-916c-505a4dd061da tempest-ServerGroupTestJSON-1100534730 tempest-ServerGroupTestJSON-1100534730-project] 10.222.0.44 "GET /v2.0/ports?device_id=3e6383bb-7bb4-4dc0-8500-90a65cf03f15 HTTP/1.1" status: 200 len: 210 time: 0.0349853 Sep 29 17:43:46.490320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738077fa-c057-40d9-9684-263811968f92 req-36d4238a-5ce3-44c6-a670-e3956eebb4c5 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:46.491934 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-738077fa-c057-40d9-9684-263811968f92 req-36d4238a-5ce3-44c6-a670-e3956eebb4c5 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0794525 Sep 29 17:43:46.538646 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-738077fa-c057-40d9-9684-263811968f92 req-224a396f-ada2-468f-8681-32d8a906c1c4 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400255 Sep 29 17:43:46.839042 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:47.359211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57150) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:47.423013 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd403196-6935-4f80-94d7-65d29c8fecbc admin admin] Deleting subnet 41b31696-5db3-4511-9cb8-41465fc12a71 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:43:47.426384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd403196-6935-4f80-94d7-65d29c8fecbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:47.485536 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd403196-6935-4f80-94d7-65d29c8fecbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:47.533879 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd403196-6935-4f80-94d7-65d29c8fecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:47.617799 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd403196-6935-4f80-94d7-65d29c8fecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:47.658576 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd403196-6935-4f80-94d7-65d29c8fecbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:47.660937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dd403196-6935-4f80-94d7-65d29c8fecbc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/41b31696-5db3-4511-9cb8-41465fc12a71 HTTP/1.1" status: 204 len: 168 time: 0.3004155 Sep 29 17:43:47.662079 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd403196-6935-4f80-94d7-65d29c8fecbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b31696-5db3-4511-9cb8-41465fc12a71,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:47.663482 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57160) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:47.742373 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-608a2068-663c-4853-8811-426dda23dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:47.866049 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-608a2068-663c-4853-8811-426dda23dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:47.896099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-608a2068-663c-4853-8811-426dda23dd5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98299d2b-9d8a-4d45-a642-6126390fd5b6']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:47.919117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffddac1-6908-4576-91b4-513aaac2ded6 req-4e26818a-fdec-4b9a-b765-fcc48bb897f9 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:47.920338 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9ffddac1-6908-4576-91b4-513aaac2ded6 req-4e26818a-fdec-4b9a-b765-fcc48bb897f9 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.1741531 Sep 29 17:43:47.924555 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-608a2068-663c-4853-8811-426dda23dd5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74cb0bb4-baea-4807-8220-9ac5bb05b9e3') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:47.925019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-608a2068-663c-4853-8811-426dda23dd5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74cb0bb4-baea-4807-8220-9ac5bb05b9e3') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:47.947638 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-608a2068-663c-4853-8811-426dda23dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:47.985967 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-608a2068-663c-4853-8811-426dda23dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:47.990795 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9ffddac1-6908-4576-91b4-513aaac2ded6 req-3cb41a19-4b3e-4974-acee-21717b7c0833 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/security-groups?id=97797e19-9dbb-4fdd-b969-cea643bd8bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635939 Sep 29 17:43:47.999108 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608a2068-663c-4853-8811-426dda23dd5d admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:43:47.999825 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-608a2068-663c-4853-8811-426dda23dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:43:48.002057 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:43:48.070234 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-608a2068-663c-4853-8811-426dda23dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:48.077445 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-608a2068-663c-4853-8811-426dda23dd5d admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:48.081977 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-608a2068-663c-4853-8811-426dda23dd5d admin admin] 10.222.0.44 "DELETE /v2.0/networks/98299d2b-9d8a-4d45-a642-6126390fd5b6 HTTP/1.1" status: 204 len: 168 time: 0.4144258 Sep 29 17:43:48.128125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a2068-663c-4853-8811-426dda23dd5d admin admin] Pushing event deleted for resources: {'Network': ['ID=98299d2b-9d8a-4d45-a642-6126390fd5b6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:48.181867 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455ff3e-451e-435e-a176-81c49cb8669f req-173dfd3f-7e04-4c22-8559-d11ec412a6f2 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:48.183842 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f455ff3e-451e-435e-a176-81c49cb8669f req-173dfd3f-7e04-4c22-8559-d11ec412a6f2 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.49 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 946 time: 0.0882804 Sep 29 17:43:48.211119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 34d8ee28-4911-4960-8988-90a038bf4d16 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:43:48.277373 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 34d8ee28-4911-4960-8988-90a038bf4d16 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:43:48.280526 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 34d8ee28-4911-4960-8988-90a038bf4d16 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:43:48.352448 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57174) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:48.380263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f455ff3e-451e-435e-a176-81c49cb8669f req-a863d29f-251c-48a2-bbc8-823ec6cfb166 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Deleting port 468112f4-23dd-417b-acaa-54f41e4a9f7e {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:43:48.393592 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f455ff3e-451e-435e-a176-81c49cb8669f req-a863d29f-251c-48a2-bbc8-823ec6cfb166 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:48.403832 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e3edad3b-7ed3-4ace-82ce-88f605d6ab83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abd2da4a87314c5485baed4903421817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497484 Sep 29 17:43:48.407189 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57176) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:48.467209 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a9e2666-f3a0-4864-8f11-b590aa1c5354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:48.492406 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a9e2666-f3a0-4864-8f11-b590aa1c5354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:48.564909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f455ff3e-451e-435e-a176-81c49cb8669f req-a863d29f-251c-48a2-bbc8-823ec6cfb166 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] For port 468112f4-23dd-417b-acaa-54f41e4a9f7e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=468112f4-23dd-417b-acaa-54f41e4a9f7e,segment=NetworkSegment(b6eb033c-58f6-417c-b4a3-bbbca0fb87e0),segment_id=b6eb033c-58f6-417c-b4a3-bbbca0fb87e0)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:43:48.565641 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f455ff3e-451e-435e-a176-81c49cb8669f req-a863d29f-251c-48a2-bbc8-823ec6cfb166 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:48.585316 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a9e2666-f3a0-4864-8f11-b590aa1c5354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:48.588341 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a9e2666-f3a0-4864-8f11-b590aa1c5354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:48.589792 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3a9e2666-f3a0-4864-8f11-b590aa1c5354 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85d6e922-3076-42cb-b495-7180220fce44 HTTP/1.1" status: 204 len: 168 time: 0.1813331 Sep 29 17:43:48.601288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f455ff3e-451e-435e-a176-81c49cb8669f req-a863d29f-251c-48a2-bbc8-823ec6cfb166 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Calling delete_port for 468112f4-23dd-417b-acaa-54f41e4a9f7e owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:43:48.604435 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e2666-f3a0-4864-8f11-b590aa1c5354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d6e922-3076-42cb-b495-7180220fce44,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:48.926574 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f455ff3e-451e-435e-a176-81c49cb8669f req-a863d29f-251c-48a2-bbc8-823ec6cfb166 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:48.939818 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['468112f4-23dd-417b-acaa-54f41e4a9f7e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:43:48.961347 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863d29f-251c-48a2-bbc8-823ec6cfb166 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Pushing event deleted for resources: {'Port': ['ID=468112f4-23dd-417b-acaa-54f41e4a9f7e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:49.019440 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f455ff3e-451e-435e-a176-81c49cb8669f req-a863d29f-251c-48a2-bbc8-823ec6cfb166 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] No DVR routers for this DVR port 468112f4-23dd-417b-acaa-54f41e4a9f7e on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:43:49.022574 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f455ff3e-451e-435e-a176-81c49cb8669f req-a863d29f-251c-48a2-bbc8-823ec6cfb166 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:49.025471 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f455ff3e-451e-435e-a176-81c49cb8669f req-a863d29f-251c-48a2-bbc8-823ec6cfb166 tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.49 "DELETE /v2.0/ports/468112f4-23dd-417b-acaa-54f41e4a9f7e HTTP/1.1" status: 204 len: 173 time: 0.8347204 Sep 29 17:43:49.026218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16812788-0a34-48cc-b6b5-46970acfb117', 'name': 'network-vif-deleted', 'tag': '468112f4-23dd-417b-acaa-54f41e4a9f7e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:43:49.030398 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419df57d-4f1f-420b-b6e4-efc65f73285a" -d '{"events": [{"server_uuid": "16812788-0a34-48cc-b6b5-46970acfb117", "name": "network-vif-deleted", "tag": "468112f4-23dd-417b-acaa-54f41e4a9f7e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:43:49.196077 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b0e9234-7f03-4e17-9d03-9b560ebc5d45 req-0349c4c2-db49-4189-9ed9-a4f8a88bea4a tempest-ServerRescueNegativeTestJSON-31678215 tempest-ServerRescueNegativeTestJSON-31678215-project] 10.222.0.44 "GET /v2.0/ports?device_id=16812788-0a34-48cc-b6b5-46970acfb117 HTTP/1.1" status: 200 len: 210 time: 0.0736876 Sep 29 17:43:49.203543 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab452a1-a1ee-4031-903f-5fd2ed207585 x-openstack-request-id: req-2ab452a1-a1ee-4031-903f-5fd2ed207585 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:43:49.203849 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16812788-0a34-48cc-b6b5-46970acfb117", "name": "network-vif-deleted", "tag": "468112f4-23dd-417b-acaa-54f41e4a9f7e", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:43:49.204114 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ab452a1-a1ee-4031-903f-5fd2ed207585 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:43:49.204527 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16812788-0a34-48cc-b6b5-46970acfb117', 'name': 'network-vif-deleted', 'tag': '468112f4-23dd-417b-acaa-54f41e4a9f7e', 'status': 'completed', 'code': 200} Sep 29 17:43:49.713108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57222) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:50.122159 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e6772c50-9859-4e22-bf3e-c3432f23f8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:50.280046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57258) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:50.384627 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e6772c50-9859-4e22-bf3e-c3432f23f8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:50.399592 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e6772c50-9859-4e22-bf3e-c3432f23f8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:50.457847 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e6772c50-9859-4e22-bf3e-c3432f23f8af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5a8d35c8bff411da3e25aa278372072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7428968 Sep 29 17:43:50.460740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57262) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:50.650045 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb65480e-15ce-44c7-923a-a1d9732e62cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:50.695273 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6772c50-9859-4e22-bf3e-c3432f23f8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf0b163-07de-4e8d-8ad6-de8d8b86c993,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:50.727660 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb65480e-15ce-44c7-923a-a1d9732e62cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:50.799000 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4894fa5-50c4-48ff-8865-1b6527560fa5 req-9cc66a9e-992d-40c6-857f-f9416b424ba2 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0797551 Sep 29 17:43:50.850303 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb65480e-15ce-44c7-923a-a1d9732e62cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:50.853795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb65480e-15ce-44c7-923a-a1d9732e62cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:50.855168 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fb65480e-15ce-44c7-923a-a1d9732e62cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4cf0b163-07de-4e8d-8ad6-de8d8b86c993 HTTP/1.1" status: 204 len: 168 time: 0.3932893 Sep 29 17:43:50.888700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65480e-15ce-44c7-923a-a1d9732e62cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf0b163-07de-4e8d-8ad6-de8d8b86c993,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:51.316491 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:51.319829 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57292) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:51.408612 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63f75346-b900-40da-bd42-f52a99544417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:51.612813 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63f75346-b900-40da-bd42-f52a99544417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:51.619901 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63f75346-b900-40da-bd42-f52a99544417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:51.685535 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-63f75346-b900-40da-bd42-f52a99544417 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36ac57630da745e381d3fe24145dab65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640754 Sep 29 17:43:51.685963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57298) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:51.686474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f75346-b900-40da-bd42-f52a99544417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27eb16f-8511-4c54-aa6d-4cb8ba0841c5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:51.767790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Deleting port 45a152c8-c11e-458f-91e4-0980d24f925d {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:43:51.768145 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:51.774685 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-84859c4e-b67b-435e-b637-b187aeead54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:51.824490 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-84859c4e-b67b-435e-b637-b187aeead54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:51.904509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 468112f4-23dd-417b-acaa-54f41e4a9f7e no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:43:51.907731 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] For port 45a152c8-c11e-458f-91e4-0980d24f925d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=45a152c8-c11e-458f-91e4-0980d24f925d,segment=NetworkSegment(b6eb033c-58f6-417c-b4a3-bbbca0fb87e0),segment_id=b6eb033c-58f6-417c-b4a3-bbbca0fb87e0)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:43:51.907958 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:51.924313 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-84859c4e-b67b-435e-b637-b187aeead54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:51.926678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Calling delete_port for 45a152c8-c11e-458f-91e4-0980d24f925d owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:43:51.927975 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-84859c4e-b67b-435e-b637-b187aeead54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:51.929310 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-84859c4e-b67b-435e-b637-b187aeead54d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c27eb16f-8511-4c54-aa6d-4cb8ba0841c5 HTTP/1.1" status: 204 len: 168 time: 0.2415977 Sep 29 17:43:51.956665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84859c4e-b67b-435e-b637-b187aeead54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27eb16f-8511-4c54-aa6d-4cb8ba0841c5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:51.964775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 468112f4-23dd-417b-acaa-54f41e4a9f7e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:43:51.965401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 468112f4-23dd-417b-acaa-54f41e4a9f7e not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:43:52.144259 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cb5fe7c-d879-4ab0-8ead-4ac8b58e8bf2 req-7edb22d6-8bef-4c00-8235-e5b49abb155b tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.1219008 Sep 29 17:43:52.254252 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:52.295005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=45a152c8-c11e-458f-91e4-0980d24f925d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:52.331599 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:52.332239 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:52.332460 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:52.332877 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:52.333255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:52.333678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:52.334071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:52.334490 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:52.334879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:52.335271 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:52.335661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:52.336122 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:43:52.525093 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:53.081177 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fc50810-4ec8-44d4-83b3-1017705b15a0 req-318c5dc5-b4d4-4923-b542-4d3a1eb76ee8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0455775 Sep 29 17:43:53.274566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Router cecf868c-f350-44f5-bbea-2fc4dcf75e1b has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:43:53.427378 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e788186-7df2-49b0-8210-b7508d33c957 req-a3de81ed-f30e-4654-bc13-eb4aa10290ad tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:53.429791 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e788186-7df2-49b0-8210-b7508d33c957 req-a3de81ed-f30e-4654-bc13-eb4aa10290ad tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.0585637 Sep 29 17:43:53.445981 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d06660f6-9af3-40f1-806a-43b5af36e93f req-bdf201f2-8fe8-4f12-819b-4be504af17ca tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0759962 Sep 29 17:43:53.489803 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:43:53.499250 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fa56e9-2625-4689-a7d8-620bc19d6433 None None] Sync routers for ids ['cecf868c-f350-44f5-bbea-2fc4dcf75e1b'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:43:53.511551 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa56e9-2625-4689-a7d8-620bc19d6433 None None] Routers {'cecf868c-f350-44f5-bbea-2fc4dcf75e1b'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:43:53.512403 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e7fa56e9-2625-4689-a7d8-620bc19d6433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:43:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['cecf868c-f350-44f5-bbea-2fc4dcf75e1b'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:53.518303 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-87b5cc0b-c863-4a92-97ac-81c400b660d7 admin admin] 10.222.0.44 "PUT /v2.0/routers/cecf868c-f350-44f5-bbea-2fc4dcf75e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2341950 Sep 29 17:43:53.518503 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e788186-7df2-49b0-8210-b7508d33c957 req-8943f7e5-50fa-4245-af7e-e3a06cff2a5a tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688009 Sep 29 17:43:53.520166 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57398) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:53.655483 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b660-86c2-4ea1-aa69-3c0550ad330d admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:53.816633 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-e7fa56e9-2625-4689-a7d8-620bc19d6433 None None] Set router cecf868c-f350-44f5-bbea-2fc4dcf75e1b gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:43:53.876966 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b660-86c2-4ea1-aa69-3c0550ad330d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:53.988903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-bfc2b660-86c2-4ea1-aa69-3c0550ad330d admin admin] Deleting port eb06a3eb-8a31-4436-8405-29b2048d6fe8 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:43:53.989721 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b660-86c2-4ea1-aa69-3c0550ad330d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:54.107577 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e7fa56e9-2625-4689-a7d8-620bc19d6433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1954277925-router', 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'eb06a3eb-8a31-4436-8405-29b2048d6fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:41:23Z', 'updated_at': '2021-09-29T17:43:52Z', 'revision_number': 5, 'project_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'gw_port': {'id': 'eb06a3eb-8a31-4436-8405-29b2048d6fe8', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:41:23Z', 'updated_at': '2021-09-29T17:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:54.176646 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fa56e9-2625-4689-a7d8-620bc19d6433 None None] Checking router: cecf868c-f350-44f5-bbea-2fc4dcf75e1b for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:43:54.187515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-bfc2b660-86c2-4ea1-aa69-3c0550ad330d admin admin] For port eb06a3eb-8a31-4436-8405-29b2048d6fe8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=eb06a3eb-8a31-4436-8405-29b2048d6fe8,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:43:54.188664 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b660-86c2-4ea1-aa69-3c0550ad330d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:54.192759 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fa56e9-2625-4689-a7d8-620bc19d6433 None None] Routers {'cecf868c-f350-44f5-bbea-2fc4dcf75e1b'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:43:54.193451 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e7fa56e9-2625-4689-a7d8-620bc19d6433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:43:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['cecf868c-f350-44f5-bbea-2fc4dcf75e1b'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:54.217841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-bfc2b660-86c2-4ea1-aa69-3c0550ad330d admin admin] Calling delete_port for eb06a3eb-8a31-4436-8405-29b2048d6fe8 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:43:54.319647 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-e7fa56e9-2625-4689-a7d8-620bc19d6433 None None] Set router cecf868c-f350-44f5-bbea-2fc4dcf75e1b gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:43:54.375060 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e7fa56e9-2625-4689-a7d8-620bc19d6433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1954277925-router', 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:41:23Z', 'updated_at': '2021-09-29T17:43:53Z', 'revision_number': 6, 'project_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:54.401500 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fa56e9-2625-4689-a7d8-620bc19d6433 None None] The sync data for ids ['cecf868c-f350-44f5-bbea-2fc4dcf75e1b'] in n-d-811748-2 is: [{'id': 'cecf868c-f350-44f5-bbea-2fc4dcf75e1b', 'name': 'tempest-ServerRescueNegativeTestJSON-1954277925-router', 'tenant_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:41:23Z', 'updated_at': '2021-09-29T17:43:53Z', 'revision_number': 6, 'project_id': '15b7b650ffe54ce9ae5f5f9a95fa7b0d', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:43:54.532476 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b660-86c2-4ea1-aa69-3c0550ad330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:54.566159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2b660-86c2-4ea1-aa69-3c0550ad330d admin admin] Pushing event deleted for resources: {'Port': ['ID=eb06a3eb-8a31-4436-8405-29b2048d6fe8,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:54.609327 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-71acc828-e52d-4fad-9b57-2de614b6a5c6 req-17666c4b-fbf0-4cda-9b3f-81bc6c586aad tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0610945 Sep 29 17:43:55.264887 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-220f2649-ffb2-4739-ac4e-71646cff347f req-b0473bb3-1b29-4fc6-92cd-c3f4bcd3dda5 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0537610 Sep 29 17:43:55.295165 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b660-86c2-4ea1-aa69-3c0550ad330d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:55.375928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c60b0-0723-42b9-ba56-1941d4e0c777 req-1a4c8223-4d89-43a3-bf4f-f6a9d9b6b49a tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:55.378324 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da5c60b0-0723-42b9-ba56-1941d4e0c777 req-1a4c8223-4d89-43a3-bf4f-f6a9d9b6b49a tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.2017543 Sep 29 17:43:55.434307 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b660-86c2-4ea1-aa69-3c0550ad330d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:55.441654 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b660-86c2-4ea1-aa69-3c0550ad330d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:55.468106 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da5c60b0-0723-42b9-ba56-1941d4e0c777 req-8eb030e4-7cff-4180-ac37-85d62e3e7a46 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525925 Sep 29 17:43:55.536612 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b660-86c2-4ea1-aa69-3c0550ad330d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:55.537352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc2b660-86c2-4ea1-aa69-3c0550ad330d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cecf868c-f350-44f5-bbea-2fc4dcf75e1b {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:43:55.542513 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bfc2b660-86c2-4ea1-aa69-3c0550ad330d admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:55.546610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57470) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:55.546757 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bfc2b660-86c2-4ea1-aa69-3c0550ad330d admin admin] 10.222.0.44 "DELETE /v2.0/routers/cecf868c-f350-44f5-bbea-2fc4dcf75e1b HTTP/1.1" status: 204 len: 168 time: 2.0238092 Sep 29 17:43:55.613248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-46229c8d-8b3d-4180-b746-31a8f18e3415 admin admin] Deleting subnet de200982-5c51-48d4-ad42-c0f071793bbf {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:43:55.617387 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-46229c8d-8b3d-4180-b746-31a8f18e3415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:55.677095 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-46229c8d-8b3d-4180-b746-31a8f18e3415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:55.731579 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-46229c8d-8b3d-4180-b746-31a8f18e3415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:55.805258 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-46229c8d-8b3d-4180-b746-31a8f18e3415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:55.854297 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-46229c8d-8b3d-4180-b746-31a8f18e3415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:55.860800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57474) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:55.864964 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-46229c8d-8b3d-4180-b746-31a8f18e3415 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/de200982-5c51-48d4-ad42-c0f071793bbf HTTP/1.1" status: 204 len: 168 time: 0.3155272 Sep 29 17:43:55.866919 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46229c8d-8b3d-4180-b746-31a8f18e3415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de200982-5c51-48d4-ad42-c0f071793bbf,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:55.961868 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f0be7bb7-e48c-497a-94fc-0077aafb111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:56.055486 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f0be7bb7-e48c-497a-94fc-0077aafb111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:56.076053 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-f0be7bb7-e48c-497a-94fc-0077aafb111a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b75d35-5ec6-411e-a8d4-24be205a9bcf']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:56.084988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-f0be7bb7-e48c-497a-94fc-0077aafb111a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6eb033c-58f6-417c-b4a3-bbbca0fb87e0') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:56.085310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-f0be7bb7-e48c-497a-94fc-0077aafb111a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6eb033c-58f6-417c-b4a3-bbbca0fb87e0') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:43:56.094422 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f0be7bb7-e48c-497a-94fc-0077aafb111a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:56.108820 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f0be7bb7-e48c-497a-94fc-0077aafb111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:56.114945 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0be7bb7-e48c-497a-94fc-0077aafb111a admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:43:56.115376 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f0be7bb7-e48c-497a-94fc-0077aafb111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:43:56.116915 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:43:56.186614 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f0be7bb7-e48c-497a-94fc-0077aafb111a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:56.192091 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f0be7bb7-e48c-497a-94fc-0077aafb111a admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:56.198252 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f0be7bb7-e48c-497a-94fc-0077aafb111a admin admin] 10.222.0.44 "DELETE /v2.0/networks/02b75d35-5ec6-411e-a8d4-24be205a9bcf HTTP/1.1" status: 204 len: 168 time: 0.3359158 Sep 29 17:43:56.214886 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be7bb7-e48c-497a-94fc-0077aafb111a admin admin] Pushing event deleted for resources: {'Network': ['ID=02b75d35-5ec6-411e-a8d4-24be205a9bcf,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:56.223650 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 45a152c8-c11e-458f-91e4-0980d24f925d no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:43:56.261578 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 45a152c8-c11e-458f-91e4-0980d24f925d {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:43:56.262497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 45a152c8-c11e-458f-91e4-0980d24f925d not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:43:56.262922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device eb06a3eb-8a31-4436-8405-29b2048d6fe8 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:43:56.287287 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: eb06a3eb-8a31-4436-8405-29b2048d6fe8 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:43:56.287713 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device eb06a3eb-8a31-4436-8405-29b2048d6fe8 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:43:56.405976 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d1b326ed-3578-467a-9cad-8f6810ca4f74 req-882c3911-a85a-4ac8-b144-d24535a0ea32 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0428996 Sep 29 17:43:56.448352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57498) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:56.496601 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-96212566-6b87-48e1-99f9-1857e20afcab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15b7b650ffe54ce9ae5f5f9a95fa7b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469954 Sep 29 17:43:56.499420 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57502) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:56.572020 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-daa4f2e2-fa0a-4c46-bfc1-83ca56c42a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:56.601916 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-daa4f2e2-fa0a-4c46-bfc1-83ca56c42a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:56.612107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71052c43-4150-4a5e-9832-a4ffeb3ea383 req-ea980da5-6e16-4cec-b96f-18eade0e7109 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:56.613613 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-71052c43-4150-4a5e-9832-a4ffeb3ea383 req-ea980da5-6e16-4cec-b96f-18eade0e7109 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.0639131 Sep 29 17:43:56.656070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-daa4f2e2-fa0a-4c46-bfc1-83ca56c42a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:56.659853 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-daa4f2e2-fa0a-4c46-bfc1-83ca56c42a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:56.660200 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-71052c43-4150-4a5e-9832-a4ffeb3ea383 req-f22f5d4d-14a3-45d3-92a3-29065303a6f5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390654 Sep 29 17:43:56.661831 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-daa4f2e2-fa0a-4c46-bfc1-83ca56c42a01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97797e19-9dbb-4fdd-b969-cea643bd8bb8 HTTP/1.1" status: 204 len: 168 time: 0.1614668 Sep 29 17:43:56.672439 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4f2e2-fa0a-4c46-bfc1-83ca56c42a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97797e19-9dbb-4fdd-b969-cea643bd8bb8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:57.340905 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:57.584347 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-42ccf504-3eae-4639-83e9-b1d7e8b37fce req-38ce3754-2ce0-4c53-b6a3-bea139cb1bbc tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0433276 Sep 29 17:43:57.648369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57566) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:57.760922 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-80b17c89-c373-47c4-ba08-71d5056c9921 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-553301706-network', 'tenant_id': '7360905454614ea0add076cafbf60c76'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:57.790864 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b17c89-c373-47c4-ba08-71d5056c9921 admin admin] Made reservation on behalf of 7360905454614ea0add076cafbf60c76 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:43:57.795752 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80b17c89-c373-47c4-ba08-71d5056c9921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:57.814207 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80b17c89-c373-47c4-ba08-71d5056c9921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:57.855157 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18151e25-4930-4ab0-a542-e7081942531a req-7988c132-c7da-4d56-a7c3-0dc5fb55cf75 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:57.858399 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18151e25-4930-4ab0-a542-e7081942531a req-7988c132-c7da-4d56-a7c3-0dc5fb55cf75 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.0890455 Sep 29 17:43:57.917305 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18151e25-4930-4ab0-a542-e7081942531a req-d665f532-94e9-4b07-b813-9d20e878c798 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519998 Sep 29 17:43:57.966725 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80b17c89-c373-47c4-ba08-71d5056c9921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:57.973270 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80b17c89-c373-47c4-ba08-71d5056c9921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:57.988574 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b17c89-c373-47c4-ba08-71d5056c9921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:43:58.001255 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80b17c89-c373-47c4-ba08-71d5056c9921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:58.002120 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-80b17c89-c373-47c4-ba08-71d5056c9921 admin admin] Added segment 968689cd-11b4-4d5c-8879-8c104c6ee1ba of type vlan for network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 Sep 29 17:43:58.046755 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80b17c89-c373-47c4-ba08-71d5056c9921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:58.079476 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80b17c89-c373-47c4-ba08-71d5056c9921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:58.080369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b17c89-c373-47c4-ba08-71d5056c9921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:58.081075 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80b17c89-c373-47c4-ba08-71d5056c9921 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:58.100348 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-80b17c89-c373-47c4-ba08-71d5056c9921 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4507837 Sep 29 17:43:58.103190 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57580) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:58.109442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-e8659b49-3038-4b54-8a2c-6a63a818f01b admin admin] Request body: {'subnet': {'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-553301706-subnet', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:58.129095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b17c89-c373-47c4-ba08-71d5056c9921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560b7e26-3825-4f84-ba0e-b2a9464d25b2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:58.163940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8659b49-3038-4b54-8a2c-6a63a818f01b admin admin] Made reservation on behalf of 7360905454614ea0add076cafbf60c76 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:43:58.166381 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8659b49-3038-4b54-8a2c-6a63a818f01b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:58.189134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b17c89-c373-47c4-ba08-71d5056c9921 admin admin] Pushing event updated for resources: {'Network': ['ID=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:58.201848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:43:58.205422 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:43:58.430613 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8659b49-3038-4b54-8a2c-6a63a818f01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:58.487380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8659b49-3038-4b54-8a2c-6a63a818f01b admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:58.510216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8659b49-3038-4b54-8a2c-6a63a818f01b admin admin] Checking segment: {'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:43:58.510780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8659b49-3038-4b54-8a2c-6a63a818f01b admin admin] Network hostable DHCP agents. Network: 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:43:58.532555 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8659b49-3038-4b54-8a2c-6a63a818f01b admin admin] Network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:43:58.546475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-e8659b49-3038-4b54-8a2c-6a63a818f01b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:43:58.553662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8659b49-3038-4b54-8a2c-6a63a818f01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:58.554117 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8659b49-3038-4b54-8a2c-6a63a818f01b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:58.558327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a768c81-6929-42a8-982b-bc6c84a90893 None None] Network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:43:58.576858 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e8659b49-3038-4b54-8a2c-6a63a818f01b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4720054 Sep 29 17:43:58.579212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57600) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:58.586674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:43:58.630951 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:58.632219 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:58.752018 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:58.794748 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3e1c2ab-409e-44ba-a3b8-81cfebbeb5ae req-7bc55a65-bc4b-4d4c-978a-abe9eb98d321 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0605111 Sep 29 17:43:58.811581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:43:58.812459 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:58.978617 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:59.012367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Allocated IP 172.20.0.2 (0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9/daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4/b51ca206-090f-4621-bb3d-dae815c76216) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:43:59.184501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7b0ed-7ce2-4753-9d04-f6c033d67cc2 req-b1b383a8-bc07-4ddb-947b-21c8e8a3bf94 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:43:59.186049 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-75a7b0ed-7ce2-4753-9d04-f6c033d67cc2 req-b1b383a8-bc07-4ddb-947b-21c8e8a3bf94 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1128039 Sep 29 17:43:59.290714 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:59.297431 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:59.319092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:43:59.322109 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:43:59.341647 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-75a7b0ed-7ce2-4753-9d04-f6c033d67cc2 req-837cc675-8d11-411a-8baa-cbe824c3f2fa tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473465 Sep 29 17:43:59.360957 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:59.400175 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:59.403985 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Pushing event updated for resources: {'Port': ['ID=b51ca206-090f-4621-bb3d-dae815c76216,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:59.407730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:43:59.532080 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Attempting to bind port b51ca206-090f-4621-bb3d-dae815c76216 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:43:59.533834 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Attempting to bind port b51ca206-090f-4621-bb3d-dae815c76216 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:43:59.535091 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Attempting to bind port b51ca206-090f-4621-bb3d-dae815c76216 on network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:43:59.549494 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:43:59.550296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Checking segment: {'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:43:59.550927 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:59.551533 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Bound using segment: {'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:43:59.552316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Bound port: b51ca206-090f-4621-bb3d-dae815c76216, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:43:59.554922 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:59.571977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Allocated IP 172.25.2.153 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/0f844ff7-6b4c-499a-a3d9-d3d8298edf8f) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:43:59.732165 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] For port b51ca206-090f-4621-bb3d-dae815c76216, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:43:59.739614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] For port b51ca206-090f-4621-bb3d-dae815c76216, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b51ca206-090f-4621-bb3d-dae815c76216,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:43:59.749179 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:59.749563 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:59.792381 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57636) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:43:59.819088 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:43:59.898210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa720c-99b5-4fce-a492-592886460f2d None None] Pushing event updated for resources: {'Port': ['ID=b51ca206-090f-4621-bb3d-dae815c76216,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:43:59.943391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:43:59.946871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:43:59.956848 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:43:59.960322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Pushing event updated for resources: {'Port': ['ID=0f844ff7-6b4c-499a-a3d9-d3d8298edf8f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:00.016867 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0712119d-e66f-4881-9eed-4ea5affb6a80 req-96ff8edd-52bc-4e0d-b2c7-bb34cd86f3d6 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0608544 Sep 29 17:44:00.038369 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9960f010-f036-42f0-8cc1-81670acc288a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:00.282198 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9960f010-f036-42f0-8cc1-81670acc288a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:00.290277 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9960f010-f036-42f0-8cc1-81670acc288a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:00.390718 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9960f010-f036-42f0-8cc1-81670acc288a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d29d81e448e6442c962c212ee6148e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5974357 Sep 29 17:44:00.413501 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57658) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:00.467373 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960f010-f036-42f0-8cc1-81670acc288a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ca89da-4f3f-4b3c-b0d7-b7b149c60490,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:00.477681 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:00.546423 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44c4c7f7-aea2-4311-8eb0-df0672ccba29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:00.576613 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44c4c7f7-aea2-4311-8eb0-df0672ccba29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:00.632928 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44c4c7f7-aea2-4311-8eb0-df0672ccba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:00.635751 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44c4c7f7-aea2-4311-8eb0-df0672ccba29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:00.639645 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-44c4c7f7-aea2-4311-8eb0-df0672ccba29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66ca89da-4f3f-4b3c-b0d7-b7b149c60490 HTTP/1.1" status: 204 len: 168 time: 0.2250550 Sep 29 17:44:00.657659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4c7f7-aea2-4311-8eb0-df0672ccba29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ca89da-4f3f-4b3c-b0d7-b7b149c60490,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:00.681297 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b5225-b3a6-4006-b725-fdb96f27c246 req-8761e646-9c70-4352-bcf3-b5ac70c4658e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:00.682945 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d5b5225-b3a6-4006-b725-fdb96f27c246 req-8761e646-9c70-4352-bcf3-b5ac70c4658e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1184471 Sep 29 17:44:00.878205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d5b5225-b3a6-4006-b725-fdb96f27c246 req-fcf4b0b3-33ba-449d-8e6d-b99540162b59 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833994 Sep 29 17:44:00.968819 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:01.204001 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3c2f6897-8071-4685-afa1-a77a3b1f1b84 req-aa38026a-de3f-4ce0-a102-1037395f47b9 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0679476 Sep 29 17:44:01.239171 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57686) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:01.263972 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d3249b4-1165-42b1-8ea6-25c0c8dda047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:01.266358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Router d3b862e3-def7-408b-ba53-8b49086e1821 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:44:01.435217 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d3249b4-1165-42b1-8ea6-25c0c8dda047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:01.442551 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d3249b4-1165-42b1-8ea6-25c0c8dda047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:01.484425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:44:01.496772 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Sync routers for ids ['d3b862e3-def7-408b-ba53-8b49086e1821'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:44:01.497625 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57694) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:01.500212 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0d3249b4-1165-42b1-8ea6-25c0c8dda047 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=baa30fe634d94e9f9e2f2db46485d380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534099 Sep 29 17:44:01.511464 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Routers {'d3b862e3-def7-408b-ba53-8b49086e1821'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:44:01.512716 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:43:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3b862e3-def7-408b-ba53-8b49086e1821'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:01.524994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3249b4-1165-42b1-8ea6-25c0c8dda047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11e7026-a8ee-4329-84b5-d2208d4e49d6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:01.576668 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfce2-6190-4791-adf1-e503f4aee0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:01.597465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97d33d4-ee85-4bc4-8922-9f43384057c4 None None] Network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:44:01.623186 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfce2-6190-4791-adf1-e503f4aee0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:01.660106 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:01.663767 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8ebbb72d-1b81-4ef9-8d83-b0b38177c975 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0808630 Sep 29 17:44:01.664565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57706) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:01.717795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfce2-6190-4791-adf1-e503f4aee0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:01.721139 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8cbfce2-6190-4791-adf1-e503f4aee0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:01.722333 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d8cbfce2-6190-4791-adf1-e503f4aee0f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f11e7026-a8ee-4329-84b5-d2208d4e49d6 HTTP/1.1" status: 204 len: 168 time: 0.2236764 Sep 29 17:44:01.731569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbfce2-6190-4791-adf1-e503f4aee0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11e7026-a8ee-4329-84b5-d2208d4e49d6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:01.856920 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Set router d3b862e3-def7-408b-ba53-8b49086e1821 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:44:02.105223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1f3bb4c5-6cf5-438e-94b2-d14c1a0013bb None None] Provisioning complete for port b51ca206-090f-4621-bb3d-dae815c76216 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:02.106576 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb4c5-6cf5-438e-94b2-d14c1a0013bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:02.129775 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91b360-01d1-4ee4-9dbd-c6814054de38 req-6e14ab70-7b5f-43b7-8538-c85829f4d400 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:02.131418 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd91b360-01d1-4ee4-9dbd-c6814054de38 req-6e14ab70-7b5f-43b7-8538-c85829f4d400 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.0954301 Sep 29 17:44:02.250787 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd91b360-01d1-4ee4-9dbd-c6814054de38 req-c3d45b5b-ea25-46cc-a1f1-cb717fb3af1f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120105 Sep 29 17:44:02.336724 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb4c5-6cf5-438e-94b2-d14c1a0013bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:02.422232 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cce13e80-b5a7-49ee-b041-c06137e0a87d req-1bc6429f-5a23-4d79-8a04-7f5d9432673a tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0627971 Sep 29 17:44:02.487868 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:02.593364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b51ca206-090f-4621-bb3d-dae815c76216 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:02.701919 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1f3bb4c5-6cf5-438e-94b2-d14c1a0013bb None None] For port b51ca206-090f-4621-bb3d-dae815c76216, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b51ca206-090f-4621-bb3d-dae815c76216,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:02.728478 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f3bb4c5-6cf5-438e-94b2-d14c1a0013bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:02.745362 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b51ca206-090f-4621-bb3d-dae815c76216 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:02.746391 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:02.773651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Allocated IP 172.20.0.1 (0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9/daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4/11113fc8-655a-48b5-a822-7312b11e58dd) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:44:02.925406 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:02.960004 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bb4c5-6cf5-438e-94b2-d14c1a0013bb None None] Pushing event updated for resources: {'Port': ['ID=b51ca206-090f-4621-bb3d-dae815c76216,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:02.974167 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:02.977778 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:00Z', 'revision_number': 3, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:43:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:03.015776 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Checking router: d3b862e3-def7-408b-ba53-8b49086e1821 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:44:03.016136 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Updating router d3b862e3-def7-408b-ba53-8b49086e1821 port 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:44:03.064511 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:44:03.067767 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:44:03.071735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:44:03.119740 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Pushing event updated for resources: {'Port': ['ID=11113fc8-655a-48b5-a822-7312b11e58dd,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:03.129367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3e2a48b7-ce99-4f7f-ac13-dc7720eb370b None None] Provisioning complete for port b51ca206-090f-4621-bb3d-dae815c76216 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:03.129747 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3e2a48b7-ce99-4f7f-ac13-dc7720eb370b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.145000 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.145245 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.178771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57760) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:03.419853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-2622c6ff-7c9d-42e2-a68a-ace24f212c6c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1858496166-network', 'tenant_id': '0a99f5301c214f368a4b889618196bc0'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:03.503587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2622c6ff-7c9d-42e2-a68a-ace24f212c6c admin admin] Made reservation on behalf of 0a99f5301c214f368a4b889618196bc0 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:44:03.511041 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2622c6ff-7c9d-42e2-a68a-ace24f212c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.527203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b9d1d473-87b1-4755-8ebb-748de845ee71 None None] Provisioning complete for port 11113fc8-655a-48b5-a822-7312b11e58dd triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:03.527346 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2622c6ff-7c9d-42e2-a68a-ace24f212c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.528079 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b9d1d473-87b1-4755-8ebb-748de845ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.535108 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.569096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1f581-c18e-4b76-9191-94a91b218483 req-af431e74-e0b3-4950-846e-b2bf0eb50c46 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:03.571273 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d4f1f581-c18e-4b76-9191-94a91b218483 req-af431e74-e0b3-4950-846e-b2bf0eb50c46 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1341763 Sep 29 17:44:03.585065 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b9d1d473-87b1-4755-8ebb-748de845ee71 None None] Port 11113fc8-655a-48b5-a822-7312b11e58dd cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:44:03.638296 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.645054 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.650850 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d4f1f581-c18e-4b76-9191-94a91b218483 req-32373675-ec94-4792-8375-50d02d9b1a28 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576386 Sep 29 17:44:03.678421 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-84a1dfca-8f7d-4680-8689-0b5e1537410e req-9d049b2e-86f9-4791-8f90-f10d697778f9 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0916920 Sep 29 17:44:03.753939 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2622c6ff-7c9d-42e2-a68a-ace24f212c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.758144 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2622c6ff-7c9d-42e2-a68a-ace24f212c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.772676 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Attempting to bind port 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:44:03.773049 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Attempting to bind port 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:44:03.773590 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Attempting to bind port 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:44:03.775727 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856fd40-e5a8-4d23-92bb-346323f71645 None None] Pushing event updated for resources: {'Port': ['ID=0f844ff7-6b4c-499a-a3d9-d3d8298edf8f,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:03.786509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:44:03.787110 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:44:03.787710 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.788255 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:44:03.789211 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Bound port: 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:44:03.789964 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.792147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2622c6ff-7c9d-42e2-a68a-ace24f212c6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:44:03.820323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622c6ff-7c9d-42e2-a68a-ace24f212c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df920523-2485-4278-abe3-b90a6635ce07,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:03.844103 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2622c6ff-7c9d-42e2-a68a-ace24f212c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.845883 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-2622c6ff-7c9d-42e2-a68a-ace24f212c6c admin admin] Added segment 64d2fd16-adf8-459c-9c65-eac78bab4732 of type vlan for network faf0ee5f-a17a-471f-9257-8797c6cba5a5 Sep 29 17:44:03.867065 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.868530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] For port 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:44:03.872850 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] For port 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0f844ff7-6b4c-499a-a3d9-d3d8298edf8f,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:44:03.878713 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.880621 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.927002 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2622c6ff-7c9d-42e2-a68a-ace24f212c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.943671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Routers {'d3b862e3-def7-408b-ba53-8b49086e1821'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:44:03.944316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:43:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3b862e3-def7-408b-ba53-8b49086e1821'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:03.961446 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2622c6ff-7c9d-42e2-a68a-ace24f212c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:03.962604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2622c6ff-7c9d-42e2-a68a-ace24f212c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:03.963284 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2622c6ff-7c9d-42e2-a68a-ace24f212c6c admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:04.011950 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:04.024717 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Pushing event updated for resources: {'Port': ['ID=11113fc8-655a-48b5-a822-7312b11e58dd,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:04.060608 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2622c6ff-7c9d-42e2-a68a-ace24f212c6c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8800559 Sep 29 17:44:04.062060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622c6ff-7c9d-42e2-a68a-ace24f212c6c admin admin] Pushing event updated for resources: {'Network': ['ID=faf0ee5f-a17a-471f-9257-8797c6cba5a5,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:04.064240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57788) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:04.087521 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network faf0ee5f-a17a-471f-9257-8797c6cba5a5 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:44:04.088055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a2e4b53b-9fd8-4017-9961-d235bb631c16 admin admin] Request body: {'subnet': {'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1858496166-subnet', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:04.124868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e4b53b-9fd8-4017-9961-d235bb631c16 admin admin] Made reservation on behalf of 0a99f5301c214f368a4b889618196bc0 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:44:04.129614 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2e4b53b-9fd8-4017-9961-d235bb631c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:04.135172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856fd40-e5a8-4d23-92bb-346323f71645 None None] Pushing event updated for resources: {'Port': ['ID=0f844ff7-6b4c-499a-a3d9-d3d8298edf8f,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:04.164124 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] Set router d3b862e3-def7-408b-ba53-8b49086e1821 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:44:04.201947 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:44:04.203866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:44:04.328032 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b51ca206-090f-4621-bb3d-dae815c76216 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:04.440022 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2e4b53b-9fd8-4017-9961-d235bb631c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:04.463306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Router d3b862e3-def7-408b-ba53-8b49086e1821 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:44:04.563099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4b53b-9fd8-4017-9961-d235bb631c16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03be6bb2-d98c-480f-a772-9bfe4b2d39a6,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:04.586406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e4b53b-9fd8-4017-9961-d235bb631c16 admin admin] Checking segment: {'id': '64d2fd16-adf8-459c-9c65-eac78bab4732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:44:04.586980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e4b53b-9fd8-4017-9961-d235bb631c16 admin admin] Network hostable DHCP agents. Network: faf0ee5f-a17a-471f-9257-8797c6cba5a5, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:44:04.614123 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b51ca206-090f-4621-bb3d-dae815c76216 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:04.614501 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:04.629684 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e4b53b-9fd8-4017-9961-d235bb631c16 admin admin] Network faf0ee5f-a17a-471f-9257-8797c6cba5a5 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:44:04.647095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a2e4b53b-9fd8-4017-9961-d235bb631c16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, faf0ee5f-a17a-471f-9257-8797c6cba5a5) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:44:04.676995 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:44:04.682361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e4b53b-9fd8-4017-9961-d235bb631c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:04.683150 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2e4b53b-9fd8-4017-9961-d235bb631c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:04.693167 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bec120b0-c919-4750-91a2-337a00d0b994 admin admin] 10.222.0.44 "PUT /v2.0/routers/d3b862e3-def7-408b-ba53-8b49086e1821/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0209229 Sep 29 17:44:04.722979 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a2e4b53b-9fd8-4017-9961-d235bb631c16 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6516252 Sep 29 17:44:04.725758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57806) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:04.730957 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1858496166-router', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:04.758909 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1d616e-0065-403f-86a7-763d0de3d09c None None] Network faf0ee5f-a17a-471f-9257-8797c6cba5a5 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:44:04.807633 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:04.808793 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:04.825961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 2, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:04.923505 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-838cdd85-f99e-4fc3-be11-c6ed377e086a req-f5ad292b-d3c2-44f0-870d-5d40b98fd116 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0693061 Sep 29 17:44:04.988777 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7122e9f0-0d58-4d08-b69e-c8f48ede0559 None None] The sync data for ids ['d3b862e3-def7-408b-ba53-8b49086e1821'] in n-d-811748-2 is: [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 2, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:44:04.990691 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:04.995677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-623bed59-aafc-4dca-82be-fa60434fa8ac None None] Provisioning complete for port 11113fc8-655a-48b5-a822-7312b11e58dd triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:04.996174 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-623bed59-aafc-4dca-82be-fa60434fa8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:05.081156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb4730-532a-4ff0-8741-025a3b39ea50 req-d0bd44e8-b3d8-4d6d-bd42-4d85dd5d4a47 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:05.085858 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dbb4730-532a-4ff0-8741-025a3b39ea50 req-d0bd44e8-b3d8-4d6d-bd42-4d85dd5d4a47 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.2463417 Sep 29 17:44:05.179627 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-623bed59-aafc-4dca-82be-fa60434fa8ac None None] Port 11113fc8-655a-48b5-a822-7312b11e58dd cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:44:05.231910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7dbb4730-532a-4ff0-8741-025a3b39ea50 req-ce56ac3d-06c2-4741-a939-807bb31ee712 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383891 Sep 29 17:44:05.288298 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:05.431040 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'fixed_ips': [{'subnet_id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:44:05.431040 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:05.748307 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:05.815627 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:05.946833 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57838) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:05.953097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f130de85-989e-4e73-97e4-97f1690f79f5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--756704474', 'description': 'tempest-description--617107076'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:06.033653 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f130de85-989e-4e73-97e4-97f1690f79f5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:06.053475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Allocated IP 172.25.2.160 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/ad50be7b-0f47-47de-a864-816278caa0f5) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:44:06.145966 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5546db65-0e47-4ea7-b8c1-c749321e53c7 req-eb3f8a8b-c8dc-491c-b9d3-af5b0bf0109d tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0931239 Sep 29 17:44:06.189536 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Allocated IP 172.20.0.2 (faf0ee5f-a17a-471f-9257-8797c6cba5a5/03be6bb2-d98c-480f-a772-9bfe4b2d39a6/b0278eb3-17a8-4dc1-8fb4-ea54bf50c859) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:44:06.245489 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:06.305561 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f130de85-989e-4e73-97e4-97f1690f79f5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:06.306303 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6b31247b-ff59-4e73-b365-1d185885f6f7 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:44:06.313682 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f130de85-989e-4e73-97e4-97f1690f79f5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:06.317416 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:06.364543 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:44:06.366282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:44:06.375121 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:44:06.413606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130de85-989e-4e73-97e4-97f1690f79f5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1849ee-500a-4835-a468-c23d680d31b2,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:06.427292 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f130de85-989e-4e73-97e4-97f1690f79f5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:06.430222 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f130de85-989e-4e73-97e4-97f1690f79f5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4822900 Sep 29 17:44:06.433100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57852) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:06.443889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-da4e7356-3283-4b57-b593-6dcf7a2e69f3 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Request body: {'security_group_rule': {'security_group_id': '3b1849ee-500a-4835-a468-c23d680d31b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:06.482475 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.resource_extend [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:44:06.515373 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da4e7356-3283-4b57-b593-6dcf7a2e69f3 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:06.548497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad50be7b-0f47-47de-a864-816278caa0f5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:06.577681 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f76d043f-ac1c-4fed-bb47-4dc00eb3f6a3 req-e7a937ac-a6f2-49d4-a7d1-b77e91d3c4e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cdf5032ea2af40e296bcf50fdf6fa7b7&device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0472264 Sep 29 17:44:06.638353 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f76d043f-ac1c-4fed-bb47-4dc00eb3f6a3 req-b09ff2e6-5b69-49f5-acf6-7792ca82b5eb service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=cdf5032ea2af40e296bcf50fdf6fa7b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342498 Sep 29 17:44:06.671412 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da4e7356-3283-4b57-b593-6dcf7a2e69f3 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:06.715364 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da4e7356-3283-4b57-b593-6dcf7a2e69f3 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:06.780899 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6b31247b-ff59-4e73-b365-1d185885f6f7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6b31247b-ff59-4e73-b365-1d185885f6f7,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:06.795742 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da4e7356-3283-4b57-b593-6dcf7a2e69f3 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:06.797235 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-da4e7356-3283-4b57-b593-6dcf7a2e69f3 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3621037 Sep 29 17:44:06.831049 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '6b31247b-ff59-4e73-b365-1d185885f6f7', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'port_id': '6b31247b-ff59-4e73-b365-1d185885f6f7', 'mac_address': 'fa:16:3e:36:c8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:44:06.843574 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57864) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:06.848476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-451746eb-e46d-4b4a-97bd-01d59e9a6b06 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Request body: {'security_group_rule': {'security_group_id': '3b1849ee-500a-4835-a468-c23d680d31b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:06.856674 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:06.905568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e7356-3283-4b57-b593-6dcf7a2e69f3 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1436fe9b-a3f7-4118-b39d-56556353fd78,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:06.922625 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:07.056965 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:07.067240 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Network faf0ee5f-a17a-471f-9257-8797c6cba5a5 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:44:07.091985 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:44:07.095384 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:44:07.107983 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b31247b-ff59-4e73-b365-1d185885f6f7 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:44:07.120014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Pushing event updated for resources: {'Port': ['ID=b0278eb3-17a8-4dc1-8fb4-ea54bf50c859,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:07.209629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6b31247b-ff59-4e73-b365-1d185885f6f7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6b31247b-ff59-4e73-b365-1d185885f6f7,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:07.254506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea7063-3d4e-4e1a-81be-a9196d1bd85b req-d2361c8c-6f20-43e7-86e6-972a3bc55ed2 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:07.275294 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5fea7063-3d4e-4e1a-81be-a9196d1bd85b req-d2361c8c-6f20-43e7-86e6-972a3bc55ed2 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.8440287 Sep 29 17:44:07.287546 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:07.435366 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=6b31247b-ff59-4e73-b365-1d185885f6f7,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:07.453623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Attempting to bind port b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:44:07.454078 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Attempting to bind port b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '64d2fd16-adf8-459c-9c65-eac78bab4732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:44:07.454443 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Attempting to bind port b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 on network faf0ee5f-a17a-471f-9257-8797c6cba5a5 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:44:07.468784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:44:07.469622 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Checking segment: {'id': '64d2fd16-adf8-459c-9c65-eac78bab4732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:44:07.469622 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:07.469919 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Bound using segment: {'id': '64d2fd16-adf8-459c-9c65-eac78bab4732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:44:07.470370 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Bound port: b0278eb3-17a8-4dc1-8fb4-ea54bf50c859, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d2fd16-adf8-459c-9c65-eac78bab4732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:44:07.470836 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:07.505903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['6b31247b-ff59-4e73-b365-1d185885f6f7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:44:07.537349 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5fea7063-3d4e-4e1a-81be-a9196d1bd85b req-588568e3-b4c5-4d41-8488-9836b77cb97a tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608190 Sep 29 17:44:07.590863 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:07.656096 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3fbdf3f0-300d-4e5f-a3f6-8823576ab54a req-75a49747-7aac-474f-ab56-59314c5ff8ea tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0421429 Sep 29 17:44:07.677408 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-451746eb-e46d-4b4a-97bd-01d59e9a6b06 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:07.684934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d043f-ac1c-4fed-bb47-4dc00eb3f6a3 req-1ed6e173-6e74-4a97-9bf8-c79ef2b82bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:07.686506 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f76d043f-ac1c-4fed-bb47-4dc00eb3f6a3 req-1ed6e173-6e74-4a97-9bf8-c79ef2b82bbb service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0397217 Sep 29 17:44:07.708651 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] For port b0278eb3-17a8-4dc1-8fb4-ea54bf50c859, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:44:07.788600 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-451746eb-e46d-4b4a-97bd-01d59e9a6b06 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:07.794502 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-451746eb-e46d-4b4a-97bd-01d59e9a6b06 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:07.798789 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] For port b0278eb3-17a8-4dc1-8fb4-ea54bf50c859, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b0278eb3-17a8-4dc1-8fb4-ea54bf50c859,segment=NetworkSegment(64d2fd16-adf8-459c-9c65-eac78bab4732),segment_id=64d2fd16-adf8-459c-9c65-eac78bab4732)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:44:07.810337 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:07.825191 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451746eb-e46d-4b4a-97bd-01d59e9a6b06 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6735a1-1fbb-4965-9fdd-c9575333daa9,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:07.842246 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-451746eb-e46d-4b4a-97bd-01d59e9a6b06 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:07.843443 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-451746eb-e46d-4b4a-97bd-01d59e9a6b06 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9989386 Sep 29 17:44:07.848548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57890) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:07.857229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:07.927287 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:07.939848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214949c1-0fd1-4e3f-9f28-1cd07d9fdf4d None None] Pushing event updated for resources: {'Port': ['ID=b0278eb3-17a8-4dc1-8fb4-ea54bf50c859,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:07.968153 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:08.082557 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:08.286088 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6b31247b-ff59-4e73-b365-1d185885f6f7 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:08.290375 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Router f7fad4e2-8519-4539-9bd8-6677d790d9f3 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:44:08.361603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Allocated IP 172.25.2.115 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/c43a2ab9-d64e-4730-bfed-baf8dc5669e0) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:44:08.386101 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 6b31247b-ff59-4e73-b365-1d185885f6f7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:08.386442 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:08.469438 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:08.483614 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:44:08.495401 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Sync routers for ids ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:44:08.506733 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:08.509324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b2738768-33f6-4e14-b1e6-bde5870d0ab1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7814839 Sep 29 17:44:08.510529 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Routers {'f7fad4e2-8519-4539-9bd8-6677d790d9f3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:44:08.511154 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:43:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:08.512551 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57902) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:08.610985 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:08.689774 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:08.719117 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:08.739302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:08.739614 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:08.740855 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Set router f7fad4e2-8519-4539-9bd8-6677d790d9f3 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:44:08.806643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:44:08.818644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:44:08.821897 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:44:08.839743 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b31247b-ff59-4e73-b365-1d185885f6f7'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:44:08.842476 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698d7e26-8c30-4ac2-9a6c-e010ddb66a37" -d '{"events": [{"server_uuid": "c5da8e5c-7aa6-4a0f-9467-3e9186e51966", "name": "network-vif-plugged", "status": "completed", "tag": "6b31247b-ff59-4e73-b365-1d185885f6f7"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:44:08.870265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6b31247b-ff59-4e73-b365-1d185885f6f7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6b31247b-ff59-4e73-b365-1d185885f6f7,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:08.901339 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:08.971998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f77c18-4fc4-439a-9f2f-dc7f65536ea4 req-cd96d07f-53d1-40f9-88a0-69a22bccb9ae tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:08.978651 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f1f77c18-4fc4-439a-9f2f-dc7f65536ea4 req-cd96d07f-53d1-40f9-88a0-69a22bccb9ae tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 944 time: 0.2992294 Sep 29 17:44:08.983126 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f58656af-ee1a-486b-884b-662821201283 req-4c0eed7d-822f-402f-b7a8-e1679503bd0e tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.1568830 Sep 29 17:44:09.018712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event updated for resources: {'Port': ['ID=c43a2ab9-d64e-4730-bfed-baf8dc5669e0,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:09.058058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702f612-6693-4039-8db0-1129db252aae None None] Sync routers for ids ['d3b862e3-def7-408b-ba53-8b49086e1821'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:44:09.102949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702f612-6693-4039-8db0-1129db252aae None None] Routers {'d3b862e3-def7-408b-ba53-8b49086e1821'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:44:09.102949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a702f612-6693-4039-8db0-1129db252aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:43:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3b862e3-def7-408b-ba53-8b49086e1821'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:09.111153 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=6b31247b-ff59-4e73-b365-1d185885f6f7,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:09.152194 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f1f77c18-4fc4-439a-9f2f-dc7f65536ea4 req-d97572be-02a4-4201-ae24-658787f58504 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593976 Sep 29 17:44:09.170357 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'name': 'tempest-TestServerBasicOps-1858496166-router', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:04Z', 'updated_at': '2021-09-29T17:44:07Z', 'revision_number': 3, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'gw_port': {'id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:96:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:05Z', 'updated_at': '2021-09-29T17:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:09.195150 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:09.197229 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Checking router: f7fad4e2-8519-4539-9bd8-6677d790d9f3 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:44:09.197874 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Updating router f7fad4e2-8519-4539-9bd8-6677d790d9f3 port ad50be7b-0f47-47de-a864-816278caa0f5 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:44:09.234202 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:09.242421 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:09.250174 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290f9302-30de-4c67-a7b5-e127e934ee5b x-openstack-request-id: req-290f9302-30de-4c67-a7b5-e127e934ee5b {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:44:09.250369 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5da8e5c-7aa6-4a0f-9467-3e9186e51966", "name": "network-vif-plugged", "status": "completed", "tag": "6b31247b-ff59-4e73-b365-1d185885f6f7", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:44:09.250624 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-290f9302-30de-4c67-a7b5-e127e934ee5b {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:44:09.251058 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b31247b-ff59-4e73-b365-1d185885f6f7', 'code': 200} Sep 29 17:44:09.256232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.256713 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.257351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.257805 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.258272 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.258607 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.258934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.259260 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:09.259395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.259622 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.259949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.260273 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.260594 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.303195 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0f844ff7-6b4c-499a-a3d9-d3d8298edf8f,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:09.311858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a702f612-6693-4039-8db0-1129db252aae None None] Set router d3b862e3-def7-408b-ba53-8b49086e1821 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:44:09.314633 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:09.315320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:09.502987 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:09.503633 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:09.640785 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:09.652157 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:09.710152 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:09.719568 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:09.728441 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:09.748637 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=0f844ff7-6b4c-499a-a3d9-d3d8298edf8f,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:09.783302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event updated for resources: {'Port': ['ID=c43a2ab9-d64e-4730-bfed-baf8dc5669e0,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:09.866108 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Attempting to bind port ad50be7b-0f47-47de-a864-816278caa0f5 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:44:09.869136 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Attempting to bind port ad50be7b-0f47-47de-a864-816278caa0f5 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:44:09.869505 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Attempting to bind port ad50be7b-0f47-47de-a864-816278caa0f5 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:44:09.884157 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d67362-6e39-4458-9f1c-3fa5fa5bdab3 None None] Pushing event updated for resources: {'Port': ['ID=ad50be7b-0f47-47de-a864-816278caa0f5,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:09.909612 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d67362-6e39-4458-9f1c-3fa5fa5bdab3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.910614 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d67362-6e39-4458-9f1c-3fa5fa5bdab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.914615 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d67362-6e39-4458-9f1c-3fa5fa5bdab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.915170 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d67362-6e39-4458-9f1c-3fa5fa5bdab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.916600 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d67362-6e39-4458-9f1c-3fa5fa5bdab3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.917151 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d67362-6e39-4458-9f1c-3fa5fa5bdab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.918598 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d67362-6e39-4458-9f1c-3fa5fa5bdab3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.919167 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d67362-6e39-4458-9f1c-3fa5fa5bdab3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.921924 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d67362-6e39-4458-9f1c-3fa5fa5bdab3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.922946 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d67362-6e39-4458-9f1c-3fa5fa5bdab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.923501 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d67362-6e39-4458-9f1c-3fa5fa5bdab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.924078 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d67362-6e39-4458-9f1c-3fa5fa5bdab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:09.939916 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:44:09.945500 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:44:09.946143 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:09.946739 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:44:09.947547 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Bound port: ad50be7b-0f47-47de-a864-816278caa0f5, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:44:09.948019 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:09.957609 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:09.991814 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:09.994002 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5dd4f126-d9c9-4e30-8fa5-353f1f3b2d52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1443994 Sep 29 17:44:10.009791 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:10.047209 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f18d18-6db6-4835-94ec-baee249ff8cd None None] Network faf0ee5f-a17a-471f-9257-8797c6cba5a5 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:44:10.092234 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] For port ad50be7b-0f47-47de-a864-816278caa0f5, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:44:10.095557 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] For port ad50be7b-0f47-47de-a864-816278caa0f5, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ad50be7b-0f47-47de-a864-816278caa0f5,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:44:10.104650 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:10.182089 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port b0278eb3-17a8-4dc1-8fb4-ea54bf50c859, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b0278eb3-17a8-4dc1-8fb4-ea54bf50c859,segment=NetworkSegment(64d2fd16-adf8-459c-9c65-eac78bab4732),segment_id=64d2fd16-adf8-459c-9c65-eac78bab4732)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:10.205753 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:10.222982 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Allocated IP 172.20.0.1 (faf0ee5f-a17a-471f-9257-8797c6cba5a5/03be6bb2-d98c-480f-a772-9bfe4b2d39a6/41ec6301-bd49-4341-b5bf-067bd94b45c2) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:44:10.236848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8e1fe2ee-01fc-4885-b306-d784dc01d0b4 None None] Provisioning complete for port b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:10.237091 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8e1fe2ee-01fc-4885-b306-d784dc01d0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:10.273988 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Routers {'f7fad4e2-8519-4539-9bd8-6677d790d9f3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:44:10.274632 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:43:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:10.276428 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d67362-6e39-4458-9f1c-3fa5fa5bdab3 None None] Pushing event updated for resources: {'Port': ['ID=ad50be7b-0f47-47de-a864-816278caa0f5,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:10.374578 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-41b556f8-57f5-49da-9e49-77a099f49461 req-61e530ae-cb6a-4259-9c32-e274365480e1 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.1620202 Sep 29 17:44:10.395211 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:10.414758 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-737b8ab6-f630-48fe-bb6c-5d63ba5adccf tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--756704474&fields=id&tenant_id=7360905454614ea0add076cafbf60c76 HTTP/1.1" status: 200 len: 267 time: 0.2032468 Sep 29 17:44:10.440541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a702f612-6693-4039-8db0-1129db252aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 2, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:10.541701 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=b0278eb3-17a8-4dc1-8fb4-ea54bf50c859,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:10.571253 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702f612-6693-4039-8db0-1129db252aae None None] Checking router: d3b862e3-def7-408b-ba53-8b49086e1821 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:44:10.571640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702f612-6693-4039-8db0-1129db252aae None None] Updating router d3b862e3-def7-408b-ba53-8b49086e1821 port 11113fc8-655a-48b5-a822-7312b11e58dd binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:44:10.573028 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:10.587570 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] Set router f7fad4e2-8519-4539-9bd8-6677d790d9f3 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:44:10.599806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af006bbe-35af-4819-bd82-b1465403ff80 req-8bdbb185-c0c0-4bb5-b6eb-8fa771cc2c17 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:10.606056 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-af006bbe-35af-4819-bd82-b1465403ff80 req-8bdbb185-c0c0-4bb5-b6eb-8fa771cc2c17 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1432519 Sep 29 17:44:10.627318 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:10.627610 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702f612-6693-4039-8db0-1129db252aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:10.717075 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-af006bbe-35af-4819-bd82-b1465403ff80 req-aaeddca6-504e-4b68-8780-b90fa3acdd42 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068258 Sep 29 17:44:10.746670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Pushing event updated for resources: {'Port': ['ID=41ec6301-bd49-4341-b5bf-067bd94b45c2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:10.785030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Network faf0ee5f-a17a-471f-9257-8797c6cba5a5 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:44:10.788897 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:44:10.850990 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:44:10.957413 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'name': 'tempest-TestServerBasicOps-1858496166-router', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:04Z', 'updated_at': '2021-09-29T17:44:07Z', 'revision_number': 3, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'gw_port': {'id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:96:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:05Z', 'updated_at': '2021-09-29T17:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:10.972746 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:11.019666 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165163e3-6829-4f9c-82a1-9c1f5e51c642 None None] The sync data for ids ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'] in n-d-811748-2 is: [{'id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'name': 'tempest-TestServerBasicOps-1858496166-router', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:04Z', 'updated_at': '2021-09-29T17:44:07Z', 'revision_number': 3, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'gw_port': {'id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:96:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:05Z', 'updated_at': '2021-09-29T17:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:44:11.130960 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-81f5f6ec-d472-46e2-84d1-8c6fdcefd71d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:11.133116 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-81f5f6ec-d472-46e2-84d1-8c6fdcefd71d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/networks?id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 HTTP/1.1" status: 200 len: 810 time: 0.7081680 Sep 29 17:44:11.156428 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-52c7a883-7e9f-4379-ac21-77d8d84e8760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:11.157908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:11.158269 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:11.163399 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-296ec44f-8109-4bb6-a808-8cad3777c4ba tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/quotas/7360905454614ea0add076cafbf60c76 HTTP/1.1" status: 200 len: 375 time: 0.0116994 Sep 29 17:44:11.286481 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-5075eff9-d46e-4e81-98df-f10914502045 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7360905454614ea0add076cafbf60c76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971217 Sep 29 17:44:11.423711 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:11.627649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dde94716-8d9a-4c8e-b75a-ed8a9d04ee20 req-a4a41a54-f058-4583-ab86-d42121279c15 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0799623 Sep 29 17:44:11.641106 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-7979208f-f08d-4df8-8f65-92e882dd560a service neutron] 10.222.0.44 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329425 Sep 29 17:44:11.979552 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702f612-6693-4039-8db0-1129db252aae None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:12.003215 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702f612-6693-4039-8db0-1129db252aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:12.141612 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef1332-e72c-4388-b643-4dbb61bdc6fb req-b501d855-0252-488b-9c3f-edb65560c9ca tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:12.148922 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f5ef1332-e72c-4388-b643-4dbb61bdc6fb req-b501d855-0252-488b-9c3f-edb65560c9ca tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.2258692 Sep 29 17:44:12.187708 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-d3014a86-e1de-4869-989f-6f094c853ee1 service neutron] 10.222.0.44 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135911 Sep 29 17:44:12.208583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a392aee-9a40-41fd-9779-b4ab44404e7e None None] Pushing event updated for resources: {'Port': ['ID=11113fc8-655a-48b5-a822-7312b11e58dd,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:12.237312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-aa5c3377-dc62-46db-8d64-8ecf57e4b3fb None None] Provisioning complete for port 41ec6301-bd49-4341-b5bf-067bd94b45c2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:12.237745 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3377-dc62-46db-8d64-8ecf57e4b3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:12.265480 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f5ef1332-e72c-4388-b643-4dbb61bdc6fb req-52a2aa64-19e8-4c15-a469-5d0061a2b68d tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116467 Sep 29 17:44:12.296557 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:12.310008 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:12.457030 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:12.459157 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Pushing event updated for resources: {'Port': ['ID=41ec6301-bd49-4341-b5bf-067bd94b45c2,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:12.549758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c3377-dc62-46db-8d64-8ecf57e4b3fb None None] Port 41ec6301-bd49-4341-b5bf-067bd94b45c2 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:44:12.578961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a702f612-6693-4039-8db0-1129db252aae None None] Attempting to bind port 11113fc8-655a-48b5-a822-7312b11e58dd on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:44:12.585006 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a702f612-6693-4039-8db0-1129db252aae None None] Attempting to bind port 11113fc8-655a-48b5-a822-7312b11e58dd by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:44:12.585978 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702f612-6693-4039-8db0-1129db252aae None None] Attempting to bind port 11113fc8-655a-48b5-a822-7312b11e58dd on network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:44:12.603253 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-aa5c3377-dc62-46db-8d64-8ecf57e4b3fb None None] Provisioning complete for port b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:12.621674 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3377-dc62-46db-8d64-8ecf57e4b3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:12.629079 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702f612-6693-4039-8db0-1129db252aae None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:44:12.629680 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702f612-6693-4039-8db0-1129db252aae None None] Checking segment: {'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:44:12.630199 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702f612-6693-4039-8db0-1129db252aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:12.633021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702f612-6693-4039-8db0-1129db252aae None None] Bound using segment: {'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:44:12.634705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a702f612-6693-4039-8db0-1129db252aae None None] Bound port: 11113fc8-655a-48b5-a822-7312b11e58dd, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:44:12.638176 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702f612-6693-4039-8db0-1129db252aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:12.752902 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dab27a50-dbe1-406a-ab8e-5f6eb228d5d7 req-8cfe5ea7-97e9-48e0-a853-f2da5d214d76 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 210 time: 0.1423309 Sep 29 17:44:12.787003 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ad50be7b-0f47-47de-a864-816278caa0f5 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:13.051502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a702f612-6693-4039-8db0-1129db252aae None None] For port 11113fc8-655a-48b5-a822-7312b11e58dd, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:44:13.060022 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a702f612-6693-4039-8db0-1129db252aae None None] For port 11113fc8-655a-48b5-a822-7312b11e58dd, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=11113fc8-655a-48b5-a822-7312b11e58dd,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:44:13.097980 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702f612-6693-4039-8db0-1129db252aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:13.285005 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-812daacf-70d5-4312-8391-8d63663634ef req-314671ae-3549-4af1-b9e7-8c5c17bd7012 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0814981 Sep 29 17:44:13.455839 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a392aee-9a40-41fd-9779-b4ab44404e7e None None] Pushing event updated for resources: {'Port': ['ID=11113fc8-655a-48b5-a822-7312b11e58dd,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:13.467531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Network faf0ee5f-a17a-471f-9257-8797c6cba5a5 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:44:13.468560 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702f612-6693-4039-8db0-1129db252aae None None] Routers {'d3b862e3-def7-408b-ba53-8b49086e1821'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:44:13.470383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a702f612-6693-4039-8db0-1129db252aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:43:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3b862e3-def7-408b-ba53-8b49086e1821'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:13.471213 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:44:13.615938 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ad50be7b-0f47-47de-a864-816278caa0f5 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:13.616246 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:13.633226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4220d2-c19d-4851-9c00-ed7ac1ccc4bd req-933eebe8-01a3-4e9e-9a33-e31677c9dc28 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:13.646054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c4220d2-c19d-4851-9c00-ed7ac1ccc4bd req-933eebe8-01a3-4e9e-9a33-e31677c9dc28 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1704960 Sep 29 17:44:13.784292 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Router f7fad4e2-8519-4539-9bd8-6677d790d9f3 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:44:13.863874 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c4220d2-c19d-4851-9c00-ed7ac1ccc4bd req-2af7146c-cb33-43e2-a134-6c6407e94c7f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994724 Sep 29 17:44:13.889085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a702f612-6693-4039-8db0-1129db252aae None None] Set router d3b862e3-def7-408b-ba53-8b49086e1821 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:44:14.008866 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4fc71b52-4d24-4881-84e9-7ae3719b8002 req-3117c867-6909-46a6-927b-b283d13c1d84 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 210 time: 0.0700636 Sep 29 17:44:14.078241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:44:14.097419 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1591f182-18e4-441c-b45d-ff27f2fefda7 admin admin] 10.222.0.44 "PUT /v2.0/routers/f7fad4e2-8519-4539-9bd8-6677d790d9f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5753622 Sep 29 17:44:14.163716 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7d8acb67-87c2-466f-bdc5-28be49eda73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:14.236051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-703ee9f5-9638-4e7e-ab43-d75bc7211395 None None] Provisioning complete for port 11113fc8-655a-48b5-a822-7312b11e58dd triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:14.236597 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-703ee9f5-9638-4e7e-ab43-d75bc7211395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:14.456138 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:14.528678 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Sync routers for ids ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:44:14.546263 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c9c3e50-e467-41f4-869a-1a300d769415 req-1c59297c-29ea-4651-b1ca-dde4cae41ab8 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0810828 Sep 29 17:44:14.560308 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Routers {'f7fad4e2-8519-4539-9bd8-6677d790d9f3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:44:14.561061 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:44:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:14.621396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port ad50be7b-0f47-47de-a864-816278caa0f5, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ad50be7b-0f47-47de-a864-816278caa0f5,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:14.678390 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:14.686538 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:14.687915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:14.705883 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:14.715363 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:14.718914 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-703ee9f5-9638-4e7e-ab43-d75bc7211395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:14.722811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a702f612-6693-4039-8db0-1129db252aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:13Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:14.775879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702f612-6693-4039-8db0-1129db252aae None None] The sync data for ids ['d3b862e3-def7-408b-ba53-8b49086e1821'] in n-d-811748-2 is: [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:13Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:44:15.024175 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=ad50be7b-0f47-47de-a864-816278caa0f5,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:15.036239 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-703ee9f5-9638-4e7e-ab43-d75bc7211395 None None] For port 11113fc8-655a-48b5-a822-7312b11e58dd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=11113fc8-655a-48b5-a822-7312b11e58dd,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:15.056375 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-703ee9f5-9638-4e7e-ab43-d75bc7211395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:15.083872 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-ac17a19e-4aa7-4be1-846d-a24032cf993d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:15.090102 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-ac17a19e-4aa7-4be1-846d-a24032cf993d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.35 "GET /v2.0/networks?id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 HTTP/1.1" status: 200 len: 810 time: 0.3452744 Sep 29 17:44:15.157151 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Set router f7fad4e2-8519-4539-9bd8-6677d790d9f3 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:44:15.159230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:15.159717 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:15.208581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-703ee9f5-9638-4e7e-ab43-d75bc7211395 None None] Provisioning complete for port 41ec6301-bd49-4341-b5bf-067bd94b45c2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:15.209243 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-703ee9f5-9638-4e7e-ab43-d75bc7211395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:15.209446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafa1a0-122c-4f94-8359-d524ff390f7e req-c9b0d852-03a1-433e-9d84-818ff597da62 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:15.235322 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0cafa1a0-122c-4f94-8359-d524ff390f7e req-c9b0d852-03a1-433e-9d84-818ff597da62 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.2151358 Sep 29 17:44:15.245460 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-c7b0c91b-6cc3-45ec-a5d2-2cc9cc26a8b3 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7360905454614ea0add076cafbf60c76 HTTP/1.1" status: 200 len: 379 time: 0.1351078 Sep 29 17:44:15.328569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ee9f5-9638-4e7e-ab43-d75bc7211395 None None] Pushing event updated for resources: {'Port': ['ID=11113fc8-655a-48b5-a822-7312b11e58dd,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:15.366625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-703ee9f5-9638-4e7e-ab43-d75bc7211395 None None] Port 41ec6301-bd49-4341-b5bf-067bd94b45c2 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:44:15.376273 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd2ae53a-977a-4b2d-b7cd-d437d9446e8e req-651f0ed6-10f4-451f-9ad2-bc17380cba52 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 210 time: 0.1481230 Sep 29 17:44:15.385827 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0cafa1a0-122c-4f94-8359-d524ff390f7e req-f378a792-fde7-4ee5-adb4-0afb565f0e50 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494970 Sep 29 17:44:15.396994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-36005102-9f44-4117-9bc3-17a31b27cfbc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Request body: {'port': {'device_id': 'e855a427-5043-40e0-b761-ea3f860d1cec', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'admin_state_up': True, 'tenant_id': '7360905454614ea0add076cafbf60c76', 'security_groups': ['3b1849ee-500a-4835-a468-c23d680d31b2']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:15.491018 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58112) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:15.499993 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4f2ec4fa-6b80-493f-a43a-a5030f8f3ea2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-159333316-network', 'tenant_id': 'c542588bd63e4096aeb83ab55cb94e21'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:15.535468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-04cca78c-195c-444c-bb33-6b8f9dba21de None None] Provisioning complete for port 11113fc8-655a-48b5-a822-7312b11e58dd triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:15.536613 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-04cca78c-195c-444c-bb33-6b8f9dba21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:15.564221 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2ec4fa-6b80-493f-a43a-a5030f8f3ea2 admin admin] Made reservation on behalf of c542588bd63e4096aeb83ab55cb94e21 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:44:15.566837 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec4fa-6b80-493f-a43a-a5030f8f3ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:15.601954 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec4fa-6b80-493f-a43a-a5030f8f3ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:15.866604 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'name': 'tempest-TestServerBasicOps-1858496166-router', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:04Z', 'updated_at': '2021-09-29T17:44:11Z', 'revision_number': 4, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'gw_port': {'id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:96:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:05Z', 'updated_at': '2021-09-29T17:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '41ec6301-bd49-4341-b5bf-067bd94b45c2', 'name': '', 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'mac_address': 'fa:16:3e:74:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:09Z', 'updated_at': '2021-09-29T17:44:11Z', 'revision_number': 2, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'subnets': [{'id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:15.872662 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec4fa-6b80-493f-a43a-a5030f8f3ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:15.880737 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec4fa-6b80-493f-a43a-a5030f8f3ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:15.883767 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1f36f72-88cb-485f-bdce-1f77612bfdee req-52550f78-fdec-47d8-a50b-2585af1a9a54 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0538192 Sep 29 17:44:15.888167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ad50be7b-0f47-47de-a864-816278caa0f5 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:15.941341 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Checking router: f7fad4e2-8519-4539-9bd8-6677d790d9f3 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:44:15.941616 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Updating router f7fad4e2-8519-4539-9bd8-6677d790d9f3 port 41ec6301-bd49-4341-b5bf-067bd94b45c2 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:44:15.942562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-36005102-9f44-4117-9bc3-17a31b27cfbc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Made reservation on behalf of 7360905454614ea0add076cafbf60c76 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:44:15.948561 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-36005102-9f44-4117-9bc3-17a31b27cfbc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:15.948845 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2ec4fa-6b80-493f-a43a-a5030f8f3ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:44:15.967450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ec4fa-6b80-493f-a43a-a5030f8f3ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df3ca37-a69c-4143-b33d-e8a965efcd78,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:15.989384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec4fa-6b80-493f-a43a-a5030f8f3ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:15.989733 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-4f2ec4fa-6b80-493f-a43a-a5030f8f3ea2 admin admin] Added segment 9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253 of type vlan for network 34d276c5-4ae5-4587-ad98-4384406e665b Sep 29 17:44:16.017427 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:16.117018 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec4fa-6b80-493f-a43a-a5030f8f3ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:16.185712 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec4fa-6b80-493f-a43a-a5030f8f3ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:16.186711 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2ec4fa-6b80-493f-a43a-a5030f8f3ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:16.187309 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4f2ec4fa-6b80-493f-a43a-a5030f8f3ea2 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:16.210636 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-04cca78c-195c-444c-bb33-6b8f9dba21de None None] Provisioning complete for port 41ec6301-bd49-4341-b5bf-067bd94b45c2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:16.211147 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-04cca78c-195c-444c-bb33-6b8f9dba21de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:16.218484 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ad50be7b-0f47-47de-a864-816278caa0f5 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:16.219001 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:16.265115 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4f2ec4fa-6b80-493f-a43a-a5030f8f3ea2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7726207 Sep 29 17:44:16.267981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58130) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:16.283323 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-607d881b-53b1-4f1e-97db-95e3ae2d5038 admin admin] Request body: {'subnet': {'network_id': '34d276c5-4ae5-4587-ad98-4384406e665b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-159333316-subnet', 'tenant_id': 'c542588bd63e4096aeb83ab55cb94e21', 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:16.348079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-36005102-9f44-4117-9bc3-17a31b27cfbc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Allocated IP 172.20.0.10 (0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9/daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4/994c397f-ab1d-45ec-9380-e2984de8499a) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:44:16.398242 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ec4fa-6b80-493f-a43a-a5030f8f3ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=34d276c5-4ae5-4587-ad98-4384406e665b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:16.425939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607d881b-53b1-4f1e-97db-95e3ae2d5038 admin admin] Made reservation on behalf of c542588bd63e4096aeb83ab55cb94e21 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:44:16.430233 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-607d881b-53b1-4f1e-97db-95e3ae2d5038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:16.436732 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 34d276c5-4ae5-4587-ad98-4384406e665b details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:44:16.672681 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-17e8410d-7d46-420e-853c-80b9216608c5 req-b4b4b0c2-c898-4ce2-9d7d-a38cecea1ce0 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 210 time: 0.0451789 Sep 29 17:44:16.680509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-04cca78c-195c-444c-bb33-6b8f9dba21de None None] Port 41ec6301-bd49-4341-b5bf-067bd94b45c2 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:44:16.732309 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44817b-d030-4e89-bdbe-80d13b42a42b req-f78425b1-7ba5-4669-ad7e-f14f34cdd1d1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:16.740432 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9d44817b-d030-4e89-bdbe-80d13b42a42b req-f78425b1-7ba5-4669-ad7e-f14f34cdd1d1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1264479 Sep 29 17:44:16.791629 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-36005102-9f44-4117-9bc3-17a31b27cfbc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:16.795179 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-607d881b-53b1-4f1e-97db-95e3ae2d5038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:16.830243 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9d44817b-d030-4e89-bdbe-80d13b42a42b req-d16d7aae-2731-47d0-b4a4-32e061f234eb tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886259 Sep 29 17:44:16.830980 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:16.846311 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:16.907856 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:16.909605 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d881b-53b1-4f1e-97db-95e3ae2d5038 admin admin] Checking segment: {'id': '9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '34d276c5-4ae5-4587-ad98-4384406e665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:44:16.909961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d881b-53b1-4f1e-97db-95e3ae2d5038 admin admin] Network hostable DHCP agents. Network: 34d276c5-4ae5-4587-ad98-4384406e665b, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:44:16.919752 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d881b-53b1-4f1e-97db-95e3ae2d5038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cafa2211-9779-48ee-a9fb-59a3850bd0da,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:16.937891 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-36005102-9f44-4117-9bc3-17a31b27cfbc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:16.940915 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d881b-53b1-4f1e-97db-95e3ae2d5038 admin admin] Network 34d276c5-4ae5-4587-ad98-4384406e665b is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:44:16.951195 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 11113fc8-655a-48b5-a822-7312b11e58dd up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:16.975913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-607d881b-53b1-4f1e-97db-95e3ae2d5038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 34d276c5-4ae5-4587-ad98-4384406e665b) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:44:16.976179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-36005102-9f44-4117-9bc3-17a31b27cfbc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:44:16.978001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-36005102-9f44-4117-9bc3-17a31b27cfbc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:44:16.993874 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d881b-53b1-4f1e-97db-95e3ae2d5038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:16.994732 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-607d881b-53b1-4f1e-97db-95e3ae2d5038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:17.020175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-36005102-9f44-4117-9bc3-17a31b27cfbc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:44:17.081638 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-607d881b-53b1-4f1e-97db-95e3ae2d5038 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8052940 Sep 29 17:44:17.091542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58142) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:17.105873 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-62d1e911-735a-4110-af99-77699a3fc30e req-7c57c9b6-e676-42cd-a1de-72d313ecf81b tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0418901 Sep 29 17:44:17.144041 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f3d9f-bc7f-48fe-9793-f8160215bed5 None None] Pushing event updated for resources: {'Port': ['ID=41ec6301-bd49-4341-b5bf-067bd94b45c2,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:17.157661 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-159333316-router', 'tenant_id': 'c542588bd63e4096aeb83ab55cb94e21', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:17.171313 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b5da75-78cd-4465-b7ab-a9498c8748a5 None None] Network 34d276c5-4ae5-4587-ad98-4384406e665b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:44:17.176865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36005102-9f44-4117-9bc3-17a31b27cfbc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event updated for resources: {'Port': ['ID=994c397f-ab1d-45ec-9380-e2984de8499a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:17.282942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 11113fc8-655a-48b5-a822-7312b11e58dd triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:17.283507 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:17.298222 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-36005102-9f44-4117-9bc3-17a31b27cfbc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:17.299192 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-36005102-9f44-4117-9bc3-17a31b27cfbc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:17.339915 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:17.345161 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:17.354458 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-36005102-9f44-4117-9bc3-17a31b27cfbc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9725244 Sep 29 17:44:17.398322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Request body: {'port': {'device_id': 'e855a427-5043-40e0-b761-ea3f860d1cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:17.440429 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Attempting to bind port 41ec6301-bd49-4341-b5bf-067bd94b45c2 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:44:17.440804 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Attempting to bind port 41ec6301-bd49-4341-b5bf-067bd94b45c2 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '64d2fd16-adf8-459c-9c65-eac78bab4732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:44:17.441408 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Attempting to bind port 41ec6301-bd49-4341-b5bf-067bd94b45c2 on network faf0ee5f-a17a-471f-9257-8797c6cba5a5 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:44:17.468194 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:44:17.468551 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Checking segment: {'id': '64d2fd16-adf8-459c-9c65-eac78bab4732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:44:17.469469 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:17.470217 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Bound using segment: {'id': '64d2fd16-adf8-459c-9c65-eac78bab4732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:44:17.471125 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Bound port: 41ec6301-bd49-4341-b5bf-067bd94b45c2, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d2fd16-adf8-459c-9c65-eac78bab4732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:44:17.471693 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:17.594027 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:17.632853 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] For port 41ec6301-bd49-4341-b5bf-067bd94b45c2, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:44:17.637638 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] For port 41ec6301-bd49-4341-b5bf-067bd94b45c2, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=41ec6301-bd49-4341-b5bf-067bd94b45c2,segment=NetworkSegment(64d2fd16-adf8-459c-9c65-eac78bab4732),segment_id=64d2fd16-adf8-459c-9c65-eac78bab4732)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:44:17.643928 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:17.846520 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Routers {'f7fad4e2-8519-4539-9bd8-6677d790d9f3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:44:17.847289 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:44:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:17.856219 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f3d9f-bc7f-48fe-9793-f8160215bed5 None None] Pushing event updated for resources: {'Port': ['ID=41ec6301-bd49-4341-b5bf-067bd94b45c2,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:17.877797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-71206db4-97d8-46cb-a154-733e7fd8b780 None None] Provisioning complete for port 994c397f-ab1d-45ec-9380-e2984de8499a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:17.878399 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-71206db4-97d8-46cb-a154-733e7fd8b780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:18.010957 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-71206db4-97d8-46cb-a154-733e7fd8b780 None None] Port 994c397f-ab1d-45ec-9380-e2984de8499a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:44:18.076028 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:18.116644 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:18.126976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea0abf-d8a0-4de5-9ff7-96475a51186c req-5837a657-0fdc-4c41-a2ce-621a9e7bd605 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:18.130243 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43ea0abf-d8a0-4de5-9ff7-96475a51186c req-5837a657-0fdc-4c41-a2ce-621a9e7bd605 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1429527 Sep 29 17:44:18.139377 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] Set router f7fad4e2-8519-4539-9bd8-6677d790d9f3 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:44:18.212033 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43ea0abf-d8a0-4de5-9ff7-96475a51186c req-ae52f57f-d77e-48c0-b425-3cee575f8926 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756192 Sep 29 17:44:18.307412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5f2e6858-bb5c-4190-a0b9-4d84bb02cbe9 None None] Provisioning complete for port 41ec6301-bd49-4341-b5bf-067bd94b45c2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:18.308902 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6858-bb5c-4190-a0b9-4d84bb02cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:18.319120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-34d276c5-4ae5-4587-ad98-4384406e665b', 'network_id': '34d276c5-4ae5-4587-ad98-4384406e665b', 'tenant_id': 'c542588bd63e4096aeb83ab55cb94e21', 'fixed_ips': [{'subnet_id': 'cafa2211-9779-48ee-a9fb-59a3850bd0da'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:44:18.320245 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:18.452435 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a33010f4-2679-49d4-b1fe-bebee392a0b5 req-f85c86d2-18c7-4269-ace9-8a27b1ddc8e6 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0559220 Sep 29 17:44:18.702116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Allocated IP 172.20.0.2 (34d276c5-4ae5-4587-ad98-4384406e665b/cafa2211-9779-48ee-a9fb-59a3850bd0da/a4a18541-6d3a-44e3-b4c0-d653656460a2) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:44:18.741759 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994c397f-ab1d-45ec-9380-e2984de8499a {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:44:18.753622 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:18.760344 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'name': 'tempest-TestServerBasicOps-1858496166-router', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:04Z', 'updated_at': '2021-09-29T17:44:11Z', 'revision_number': 4, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'gw_port': {'id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:05Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '41ec6301-bd49-4341-b5bf-067bd94b45c2', 'name': '', 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'mac_address': 'fa:16:3e:74:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:09Z', 'updated_at': '2021-09-29T17:44:17Z', 'revision_number': 4, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'subnets': [{'id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:18.770819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Transition to ACTIVE for port object 994c397f-ab1d-45ec-9380-e2984de8499a will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:44:18.813837 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:18.816114 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6707e7-33f7-453d-b248-518774c7f8df None None] The sync data for ids ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'] in n-d-811748-2 is: [{'id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'name': 'tempest-TestServerBasicOps-1858496166-router', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:04Z', 'updated_at': '2021-09-29T17:44:11Z', 'revision_number': 4, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'gw_port': {'id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:05Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '41ec6301-bd49-4341-b5bf-067bd94b45c2', 'name': '', 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'mac_address': 'fa:16:3e:74:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:09Z', 'updated_at': '2021-09-29T17:44:17Z', 'revision_number': 4, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'subnets': [{'id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:44:18.838084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888d88d-2ce2-47cb-b1e0-09c1eab7b7b9 req-be82a30f-ba36-4e18-995f-a6f51446a968 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:18.839945 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6888d88d-2ce2-47cb-b1e0-09c1eab7b7b9 req-be82a30f-ba36-4e18-995f-a6f51446a968 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 932 time: 0.9540660 Sep 29 17:44:18.956337 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:18.973812 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:19.082685 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Pushing event updated for resources: {'Port': ['ID=994c397f-ab1d-45ec-9380-e2984de8499a,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:19.094681 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Pushing event updated for resources: {'Port': ['ID=a4a18541-6d3a-44e3-b4c0-d653656460a2,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:19.138565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Network 34d276c5-4ae5-4587-ad98-4384406e665b is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:44:19.140598 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:44:19.147275 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:44:19.211169 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6888d88d-2ce2-47cb-b1e0-09c1eab7b7b9 req-a0c09e76-de50-44e5-a7b8-2fb1ad6d95fe tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325807 Sep 29 17:44:19.343034 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6858-bb5c-4190-a0b9-4d84bb02cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:19.405387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Attempting to bind port 994c397f-ab1d-45ec-9380-e2984de8499a on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:44:19.410702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Attempting to bind port 994c397f-ab1d-45ec-9380-e2984de8499a by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:44:19.411241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Attempting to bind port 994c397f-ab1d-45ec-9380-e2984de8499a on network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:44:19.445092 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Port 994c397f-ab1d-45ec-9380-e2984de8499a on network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:44:19.446138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Attempting to bind port 994c397f-ab1d-45ec-9380-e2984de8499a on network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:44:19.464048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Attempting to bind port a4a18541-6d3a-44e3-b4c0-d653656460a2 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:44:19.467348 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Attempting to bind port a4a18541-6d3a-44e3-b4c0-d653656460a2 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '34d276c5-4ae5-4587-ad98-4384406e665b'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:44:19.467935 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Attempting to bind port a4a18541-6d3a-44e3-b4c0-d653656460a2 on network 34d276c5-4ae5-4587-ad98-4384406e665b {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:44:19.478249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:44:19.479191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f09ac2-9ffd-413c-98fd-97eebda4b21f req-2f105eda-e6b1-44dc-96b0-f1316fd1e1ab tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:19.484924 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78f09ac2-9ffd-413c-98fd-97eebda4b21f req-2f105eda-e6b1-44dc-96b0-f1316fd1e1ab tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1177638 Sep 29 17:44:19.495253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Checking segment: {'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:44:19.496270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Bound using segment: {'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:44:19.497058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Bound port: 994c397f-ab1d-45ec-9380-e2984de8499a, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:44:19.497513 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:19.506492 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:44:19.506876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Checking segment: {'id': '9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '34d276c5-4ae5-4587-ad98-4384406e665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:44:19.507292 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:19.507696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Bound using segment: {'id': '9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '34d276c5-4ae5-4587-ad98-4384406e665b'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:44:19.508197 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Bound port: a4a18541-6d3a-44e3-b4c0-d653656460a2, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '34d276c5-4ae5-4587-ad98-4384406e665b'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:44:19.508582 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:19.568781 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5f2e6858-bb5c-4190-a0b9-4d84bb02cbe9 None None] For port 41ec6301-bd49-4341-b5bf-067bd94b45c2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=41ec6301-bd49-4341-b5bf-067bd94b45c2,segment=NetworkSegment(64d2fd16-adf8-459c-9c65-eac78bab4732),segment_id=64d2fd16-adf8-459c-9c65-eac78bab4732)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:19.576989 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78f09ac2-9ffd-413c-98fd-97eebda4b21f req-57109249-f19c-45d8-bdad-f0ac3804045f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816624 Sep 29 17:44:19.634331 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5f2e6858-bb5c-4190-a0b9-4d84bb02cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:19.722467 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e6858-bb5c-4190-a0b9-4d84bb02cbe9 None None] Pushing event updated for resources: {'Port': ['ID=41ec6301-bd49-4341-b5bf-067bd94b45c2,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:19.865553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] For port a4a18541-6d3a-44e3-b4c0-d653656460a2, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:44:19.874246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] For port a4a18541-6d3a-44e3-b4c0-d653656460a2, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a4a18541-6d3a-44e3-b4c0-d653656460a2,segment=NetworkSegment(9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253),segment_id=9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:44:19.884725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-251f612c-69a4-47cc-b831-b25c811e9fe7 None None] Provisioning complete for port 41ec6301-bd49-4341-b5bf-067bd94b45c2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:19.885111 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-251f612c-69a4-47cc-b831-b25c811e9fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:19.926249 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3d2467e-711f-4742-a761-c2585ef3a424 req-d5ea10a1-6468-4665-a1f2-25f43ae3b4e4 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.2463000 Sep 29 17:44:19.943535 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:20.031106 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:20.082953 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:20.090841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a105bcc-0388-4e16-a5d9-862f1c6b1275 None None] Pushing event updated for resources: {'Port': ['ID=a4a18541-6d3a-44e3-b4c0-d653656460a2,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:20.109509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] For port 994c397f-ab1d-45ec-9380-e2984de8499a, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:44:20.191074 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] For port 994c397f-ab1d-45ec-9380-e2984de8499a, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=994c397f-ab1d-45ec-9380-e2984de8499a,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:44:20.205942 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:20.389932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 41ec6301-bd49-4341-b5bf-067bd94b45c2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:20.456147 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf36607-d52b-436f-b184-f879d7437be2 req-5cfe4692-83cf-45b3-8d04-71bdab277cc9 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:20.458773 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:20.460908 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:20.465148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] 10.222.0.35 "PUT /v2.0/ports/994c397f-ab1d-45ec-9380-e2984de8499a HTTP/1.1" status: 200 len: 1092 time: 3.0888114 Sep 29 17:44:20.467036 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3bf36607-d52b-436f-b184-f879d7437be2 req-5cfe4692-83cf-45b3-8d04-71bdab277cc9 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 944 time: 0.1318629 Sep 29 17:44:20.502281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e855a427-5043-40e0-b761-ea3f860d1cec', 'tag': '994c397f-ab1d-45ec-9380-e2984de8499a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:44:20.518987 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b0457c-3406-4841-bc29-579d787ee692" -d '{"events": [{"name": "network-changed", "server_uuid": "e855a427-5043-40e0-b761-ea3f860d1cec", "tag": "994c397f-ab1d-45ec-9380-e2984de8499a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:44:20.622539 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3bf36607-d52b-436f-b184-f879d7437be2 req-29cf9bae-63a9-469d-9c8a-1596f30d928b tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545265 Sep 29 17:44:20.626696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 41ec6301-bd49-4341-b5bf-067bd94b45c2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:20.627078 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:20.631402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83869972-4ca3-43fc-aaf4-11f2d625242b service neutron] Pushing event updated for resources: {'Port': ['ID=994c397f-ab1d-45ec-9380-e2984de8499a,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:20.654450 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da347d07-c6dd-44a3-b401-93a77d5b2cd7 x-openstack-request-id: req-da347d07-c6dd-44a3-b401-93a77d5b2cd7 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:44:20.655159 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e855a427-5043-40e0-b761-ea3f860d1cec", "tag": "994c397f-ab1d-45ec-9380-e2984de8499a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:44:20.655656 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da347d07-c6dd-44a3-b401-93a77d5b2cd7 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:44:20.656287 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e855a427-5043-40e0-b761-ea3f860d1cec', 'tag': '994c397f-ab1d-45ec-9380-e2984de8499a', 'status': 'completed', 'code': 200} Sep 29 17:44:20.719194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Allocated IP 172.25.2.228 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/5b1f02fe-63cb-4efc-810f-6a2030798e51) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:44:20.750337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-97152856-a795-4d3b-85ec-8be3ddb1e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:20.752472 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-97152856-a795-4d3b-85ec-8be3ddb1e59e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7360905454614ea0add076cafbf60c76&device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 1095 time: 0.1006358 Sep 29 17:44:20.928447 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-e6d6922a-141b-44fc-bf3b-ac9927a9f89b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=994c397f-ab1d-45ec-9380-e2984de8499a HTTP/1.1" status: 200 len: 217 time: 0.1572118 Sep 29 17:44:21.109001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-fbaa6739-eb41-4239-828a-c28085c2a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:21.119023 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-fbaa6739-eb41-4239-828a-c28085c2a59d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4 HTTP/1.1" status: 200 len: 849 time: 0.1808584 Sep 29 17:44:21.143634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a2da15a2-3954-47d0-8ca2-7e85ca8acff1 req-e893c27e-639b-4538-816a-6f85642e60f3 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0468464 Sep 29 17:44:21.364960 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386d069-6479-4596-8497-7d499a38b559 req-7a3ae61b-4d40-4718-a222-fb271f1e74b6 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:21.374588 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a386d069-6479-4596-8497-7d499a38b559 req-7a3ae61b-4d40-4718-a222-fb271f1e74b6 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.5661867 Sep 29 17:44:21.420149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-49250b51-2ddd-41f1-b2c3-b6b44886dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:21.422393 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-49250b51-2ddd-41f1-b2c3-b6b44886dd9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2505143 Sep 29 17:44:21.631669 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:21.635619 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a386d069-6479-4596-8497-7d499a38b559 req-c78c4c4c-5235-4951-ac7b-7f62864bd2af tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600906 Sep 29 17:44:21.644343 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-8b9befcf-9cfa-4e58-ade5-b86c26630018 service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018898 Sep 29 17:44:21.805787 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:21.850176 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:44:21.862312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:44:21.869448 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:44:21.895687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df5fbc-7666-4cad-9e74-947be90c2f7a req-d8f11ca8-424f-49ef-af00-fe692bea08f5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:21.904527 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61df5fbc-7666-4cad-9e74-947be90c2f7a req-d8f11ca8-424f-49ef-af00-fe692bea08f5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 944 time: 0.1630759 Sep 29 17:44:21.915703 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d565edb-69d1-4d0d-953c-6c46eba98af2 req-aba5b32b-fe9e-4652-84d9-423e6dce26fc service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623320 Sep 29 17:44:21.970722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Pushing event updated for resources: {'Port': ['ID=5b1f02fe-63cb-4efc-810f-6a2030798e51,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:22.016221 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61df5fbc-7666-4cad-9e74-947be90c2f7a req-c57c26ed-c55e-4c0d-a4ae-799b5fe11840 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105585 Sep 29 17:44:22.069056 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76fb7eb-0cc7-48b2-88cc-cc744d18e79a None None] Network 34d276c5-4ae5-4587-ad98-4384406e665b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:44:22.365117 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c75fb287-730a-48e3-b616-f5e082408bac None None] Provisioning complete for port a4a18541-6d3a-44e3-b4c0-d653656460a2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:22.369693 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c75fb287-730a-48e3-b616-f5e082408bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:22.455631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a4a18541-6d3a-44e3-b4c0-d653656460a2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:22.560172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a4a18541-6d3a-44e3-b4c0-d653656460a2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:22.560172 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:22.647361 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c75fb287-730a-48e3-b616-f5e082408bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:22.816190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c75fb287-730a-48e3-b616-f5e082408bac None None] For port a4a18541-6d3a-44e3-b4c0-d653656460a2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a4a18541-6d3a-44e3-b4c0-d653656460a2,segment=NetworkSegment(9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253),segment_id=9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:22.823352 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:22.868098 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c75fb287-730a-48e3-b616-f5e082408bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:22.951978 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:44:22.952377 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:44:22.959470 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df95f0b-b03b-4416-8a70-4999e8ff309b req-4163ae26-fa81-42be-ad21-77de0fef6cdb tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:22.974343 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5df95f0b-b03b-4416-8a70-4999e8ff309b req-4163ae26-fa81-42be-ad21-77de0fef6cdb tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1444838 Sep 29 17:44:23.031732 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fb287-730a-48e3-b616-f5e082408bac None None] Pushing event updated for resources: {'Port': ['ID=a4a18541-6d3a-44e3-b4c0-d653656460a2,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:23.035334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ed76b361-a4a0-44bd-b545-23524e96a7a5 None None] Provisioning complete for port a4a18541-6d3a-44e3-b4c0-d653656460a2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:23.035702 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ed76b361-a4a0-44bd-b545-23524e96a7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:23.063372 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5df95f0b-b03b-4416-8a70-4999e8ff309b req-dea52fb2-23fb-4633-a0dc-b731daa46647 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878599 Sep 29 17:44:23.194895 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:23.217424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c06aae-ea35-4e72-a68f-bd4911e3a5aa req-b625d1e8-cb2b-426d-9cd8-a675a2d6c143 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:23.225609 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e8c06aae-ea35-4e72-a68f-bd4911e3a5aa req-b625d1e8-cb2b-426d-9cd8-a675a2d6c143 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 944 time: 0.0780725 Sep 29 17:44:23.274281 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0edf9290-27d3-4b4d-b3dc-889c5507d960 req-60e20982-5bc9-4530-967f-41fcc298d49f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.3343534 Sep 29 17:44:23.281231 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e8c06aae-ea35-4e72-a68f-bd4911e3a5aa req-f93a8aa6-7b60-466a-ad59-1e84281fd0ca tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534780 Sep 29 17:44:23.375448 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0457c-3406-4841-bc29-579d787ee692 req-cb76b3cb-5108-4c6e-a484-95761c1436b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:23.378774 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98b0457c-3406-4841-bc29-579d787ee692 req-cb76b3cb-5108-4c6e-a484-95761c1436b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7360905454614ea0add076cafbf60c76&device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 1095 time: 1.3083150 Sep 29 17:44:23.381984 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-416b8e02-1c1b-4e55-acba-49401fb9d486 req-1974c344-43a7-46f8-9825-5ef58f9ccffe tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.5161693 Sep 29 17:44:23.604404 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0457c-3406-4841-bc29-579d787ee692 req-691648a2-4420-4f47-a0de-eec3b8d2aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:23.605996 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98b0457c-3406-4841-bc29-579d787ee692 req-691648a2-4420-4f47-a0de-eec3b8d2aab4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 HTTP/1.1" status: 200 len: 911 time: 0.2134886 Sep 29 17:44:23.675719 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98b0457c-3406-4841-bc29-579d787ee692 req-05c7776f-ff92-4147-a904-ca5ec9fb4519 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=994c397f-ab1d-45ec-9380-e2984de8499a HTTP/1.1" status: 200 len: 217 time: 0.0610604 Sep 29 17:44:23.693830 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:23.849340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0457c-3406-4841-bc29-579d787ee692 req-fa7f02b5-ffd4-4617-9b49-c96f6cac2427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:23.851649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98b0457c-3406-4841-bc29-579d787ee692 req-fa7f02b5-ffd4-4617-9b49-c96f6cac2427 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4 HTTP/1.1" status: 200 len: 849 time: 0.1665039 Sep 29 17:44:23.928789 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0457c-3406-4841-bc29-579d787ee692 req-f1d5831f-c916-44ea-b6a5-cf38026df797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:23.930516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98b0457c-3406-4841-bc29-579d787ee692 req-f1d5831f-c916-44ea-b6a5-cf38026df797 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682511 Sep 29 17:44:23.951170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Router fffabed4-44f1-41e6-b1e6-ff683ce57380 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:44:24.134978 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98b0457c-3406-4841-bc29-579d787ee692 req-54f5121a-76fe-4d93-9e60-7c4cc1f2e92c service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950173 Sep 29 17:44:24.278671 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98b0457c-3406-4841-bc29-579d787ee692 req-c9617058-9bf0-470f-a83f-9a38874ccacf service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352315 Sep 29 17:44:24.279979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:44:24.283678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a4a18541-6d3a-44e3-b4c0-d653656460a2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:24.336056 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:24.341796 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a8dc7e90-0f63-4c60-a3b1-87334e709d28 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.2467444 Sep 29 17:44:24.344287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58262) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:24.346658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b46d6-8b18-426a-82de-f3534f6854d2 req-02ee2908-2a16-4e9d-b520-fffe2595254d tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:24.351514 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Sync routers for ids ['fffabed4-44f1-41e6-b1e6-ff683ce57380'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:44:24.371891 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-740b46d6-8b18-426a-82de-f3534f6854d2 req-02ee2908-2a16-4e9d-b520-fffe2595254d tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1741269 Sep 29 17:44:24.418313 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Routers {'fffabed4-44f1-41e6-b1e6-ff683ce57380'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:44:24.419520 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:44:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fffabed4-44f1-41e6-b1e6-ff683ce57380'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:24.510451 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-740b46d6-8b18-426a-82de-f3534f6854d2 req-d447fbd0-33c5-4d7f-9acc-1de809258f8e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355407 Sep 29 17:44:24.631809 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a4a18541-6d3a-44e3-b4c0-d653656460a2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:24.632262 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:24.643518 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9d00ac08-9944-4f39-b72d-818d5e7986a9 req-0ac19f9e-111b-49e4-ad4d-dae421267ab8 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0456481 Sep 29 17:44:24.681927 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbcd68-1144-4301-8e43-d155bf8a4aea req-45d19780-544a-45f8-9afe-3ca0d94a0cc8 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:24.681927 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2cbcd68-1144-4301-8e43-d155bf8a4aea req-45d19780-544a-45f8-9afe-3ca0d94a0cc8 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 944 time: 0.2137625 Sep 29 17:44:24.797467 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Set router fffabed4-44f1-41e6-b1e6-ff683ce57380 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:44:25.008875 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2cbcd68-1144-4301-8e43-d155bf8a4aea req-a9c56148-919e-41c5-846e-cc204e3aec2b tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3082442 Sep 29 17:44:25.011879 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d98826a6-11fb-4e4c-8784-46e1e061f1b2 req-7b8de860-4ee2-4ec2-aff0-560c682023a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cdf5032ea2af40e296bcf50fdf6fa7b7&device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0544932 Sep 29 17:44:25.085881 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dce25caa-2fcb-4523-8c81-7041f30a20e3 req-d1d9cefe-4e06-4eef-b038-7805105af5d7 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.0657315 Sep 29 17:44:25.128415 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d98826a6-11fb-4e4c-8784-46e1e061f1b2 req-58884b98-bd13-43e5-b877-1e2bd178bd4e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=cdf5032ea2af40e296bcf50fdf6fa7b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043282 Sep 29 17:44:25.271650 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'name': 'tempest-TestServerBasicOps-159333316-router', 'tenant_id': 'c542588bd63e4096aeb83ab55cb94e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5b1f02fe-63cb-4efc-810f-6a2030798e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:17Z', 'updated_at': '2021-09-29T17:44:22Z', 'revision_number': 3, 'project_id': 'c542588bd63e4096aeb83ab55cb94e21', 'gw_port': {'id': '5b1f02fe-63cb-4efc-810f-6a2030798e51', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:20Z', 'updated_at': '2021-09-29T17:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:25.312034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98826a6-11fb-4e4c-8784-46e1e061f1b2 req-e3567b41-028a-4e47-b0a2-1494a2e3d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:25.314251 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d98826a6-11fb-4e4c-8784-46e1e061f1b2 req-e3567b41-028a-4e47-b0a2-1494a2e3d2eb service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1519032 Sep 29 17:44:25.314385 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Checking router: fffabed4-44f1-41e6-b1e6-ff683ce57380 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:44:25.314973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Updating router fffabed4-44f1-41e6-b1e6-ff683ce57380 port 5b1f02fe-63cb-4efc-810f-6a2030798e51 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:44:25.354393 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:25.480468 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:25.750119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Allocated IP 172.20.0.1 (34d276c5-4ae5-4587-ad98-4384406e665b/cafa2211-9779-48ee-a9fb-59a3850bd0da/ba905520-ddbd-4b25-aa49-2aa34ceeb040) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:44:25.831459 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:25.843519 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:25.871475 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:25.991720 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccacb3-992a-48b0-8df1-11184ad51f7c None None] Pushing event updated for resources: {'Port': ['ID=5b1f02fe-63cb-4efc-810f-6a2030798e51,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:26.004615 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Attempting to bind port 5b1f02fe-63cb-4efc-810f-6a2030798e51 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:44:26.005004 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Attempting to bind port 5b1f02fe-63cb-4efc-810f-6a2030798e51 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:44:26.005385 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Attempting to bind port 5b1f02fe-63cb-4efc-810f-6a2030798e51 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:44:26.021437 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:44:26.021838 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:44:26.022220 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:26.023275 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da4a81-9344-4773-93e0-5ee4143a9f53 req-a5a55160-9b02-4811-bba2-d37d724b2c93 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:26.024189 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:44:26.024726 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Bound port: 5b1f02fe-63cb-4efc-810f-6a2030798e51, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:44:26.025129 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:26.031203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81da4a81-9344-4773-93e0-5ee4143a9f53 req-a5a55160-9b02-4811-bba2-d37d724b2c93 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1460757 Sep 29 17:44:26.052893 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:26.155154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] For port 5b1f02fe-63cb-4efc-810f-6a2030798e51, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:44:26.163753 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] For port 5b1f02fe-63cb-4efc-810f-6a2030798e51, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5b1f02fe-63cb-4efc-810f-6a2030798e51,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:44:26.172962 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:26.224648 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81da4a81-9344-4773-93e0-5ee4143a9f53 req-deb07a13-8494-4f4b-8fb3-413aa6c9fcc4 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852405 Sep 29 17:44:26.238515 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f07bd-12cb-4e7b-a59b-7170a65bd546 req-bcd4b5e9-d21c-4e71-b8d3-dbda182cc178 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:26.248502 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b39f07bd-12cb-4e7b-a59b-7170a65bd546 req-bcd4b5e9-d21c-4e71-b8d3-dbda182cc178 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 944 time: 0.0968003 Sep 29 17:44:26.254762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Network 34d276c5-4ae5-4587-ad98-4384406e665b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:44:26.259160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccacb3-992a-48b0-8df1-11184ad51f7c None None] Pushing event updated for resources: {'Port': ['ID=5b1f02fe-63cb-4efc-810f-6a2030798e51,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:26.297065 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Routers {'fffabed4-44f1-41e6-b1e6-ff683ce57380'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:44:26.297735 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:44:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fffabed4-44f1-41e6-b1e6-ff683ce57380'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:26.320776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:44:26.324641 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:44:26.341901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Pushing event updated for resources: {'Port': ['ID=ba905520-ddbd-4b25-aa49-2aa34ceeb040,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:26.351712 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b39f07bd-12cb-4e7b-a59b-7170a65bd546 req-211547b7-27fc-4318-a22a-b99d27126c42 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022453 Sep 29 17:44:26.430473 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:26.462752 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] Set router fffabed4-44f1-41e6-b1e6-ff683ce57380 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:44:26.556394 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-28e6fdef-349f-4888-8837-ff1cf614cdd2 req-3f3d7b44-f066-4a87-bcc6-381848cb3cc4 tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.44 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.1207161 Sep 29 17:44:26.617426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d98826a6-11fb-4e4c-8784-46e1e061f1b2 req-1226779f-b523-4f60-b413-86e261ef00fc tempest-ServerShowV257Test-559544472 tempest-ServerShowV257Test-559544472-project] 10.222.0.49 "GET /v2.0/ports?device_id=57b4f744-349c-4337-88a8-4d91682e725f HTTP/1.1" status: 200 len: 210 time: 0.1266184 Sep 29 17:44:26.621509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 994c397f-ab1d-45ec-9380-e2984de8499a details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:44:26.820445 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.resource_extend [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:44:26.870323 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:26.894281 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e4c626f6-4369-4aea-b5f4-a116b01a0717 None None] Provisioning complete for port ba905520-ddbd-4b25-aa49-2aa34ceeb040 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:26.894889 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4c626f6-4369-4aea-b5f4-a116b01a0717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:27.358107 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:27.367505 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e4c626f6-4369-4aea-b5f4-a116b01a0717 None None] Port ba905520-ddbd-4b25-aa49-2aa34ceeb040 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:44:27.370465 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:27.488255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b714892-b690-40fa-b92c-b2b03ccae3b5 req-8ac40513-346c-4c94-bb55-1e4f17691e51 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:27.507103 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b714892-b690-40fa-b92c-b2b03ccae3b5 req-8ac40513-346c-4c94-bb55-1e4f17691e51 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1149178 Sep 29 17:44:27.512585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Pushing event updated for resources: {'Port': ['ID=ba905520-ddbd-4b25-aa49-2aa34ceeb040,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:27.526244 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 994c397f-ab1d-45ec-9380-e2984de8499a, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=994c397f-ab1d-45ec-9380-e2984de8499a,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:27.540470 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '994c397f-ab1d-45ec-9380-e2984de8499a', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'port_id': '994c397f-ab1d-45ec-9380-e2984de8499a', 'mac_address': 'fa:16:3e:11:2e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:44:27.552627 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:27.595750 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:27.603807 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28759d3b-e0cd-4639-a706-0c09386ef74c req-7325b691-4670-4921-9efe-46277c9d7ff7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:27.605973 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-28759d3b-e0cd-4639-a706-0c09386ef74c req-7325b691-4670-4921-9efe-46277c9d7ff7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 944 time: 0.1039133 Sep 29 17:44:27.613496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:27.614479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994c397f-ab1d-45ec-9380-e2984de8499a {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:44:27.636534 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 994c397f-ab1d-45ec-9380-e2984de8499a, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=994c397f-ab1d-45ec-9380-e2984de8499a,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:27.645074 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:27.656160 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b714892-b690-40fa-b92c-b2b03ccae3b5 req-0c61f91e-ca95-4c66-b275-1389070d8295 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476581 Sep 29 17:44:27.701929 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=994c397f-ab1d-45ec-9380-e2984de8499a,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:27.706799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'name': 'tempest-TestServerBasicOps-159333316-router', 'tenant_id': 'c542588bd63e4096aeb83ab55cb94e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5b1f02fe-63cb-4efc-810f-6a2030798e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:17Z', 'updated_at': '2021-09-29T17:44:22Z', 'revision_number': 3, 'project_id': 'c542588bd63e4096aeb83ab55cb94e21', 'gw_port': {'id': '5b1f02fe-63cb-4efc-810f-6a2030798e51', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:20Z', 'updated_at': '2021-09-29T17:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:27.752601 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38908bb3-783c-4dfe-bf78-c01c4c4933ae None None] The sync data for ids ['fffabed4-44f1-41e6-b1e6-ff683ce57380'] in n-d-811748-2 is: [{'id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'name': 'tempest-TestServerBasicOps-159333316-router', 'tenant_id': 'c542588bd63e4096aeb83ab55cb94e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5b1f02fe-63cb-4efc-810f-6a2030798e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:17Z', 'updated_at': '2021-09-29T17:44:22Z', 'revision_number': 3, 'project_id': 'c542588bd63e4096aeb83ab55cb94e21', 'gw_port': {'id': '5b1f02fe-63cb-4efc-810f-6a2030798e51', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:20Z', 'updated_at': '2021-09-29T17:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:44:27.768162 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Network 34d276c5-4ae5-4587-ad98-4384406e665b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:44:27.769568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:44:27.885372 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-28759d3b-e0cd-4639-a706-0c09386ef74c req-699d518a-f071-4b97-a853-1931594f4b4b tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606175 Sep 29 17:44:27.973391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Router fffabed4-44f1-41e6-b1e6-ff683ce57380 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:44:28.114773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['994c397f-ab1d-45ec-9380-e2984de8499a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:44:28.281200 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b299a72e-9423-49e5-99b3-fd2290288073 None None] Provisioning complete for port ba905520-ddbd-4b25-aa49-2aa34ceeb040 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:28.281596 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b299a72e-9423-49e5-99b3-fd2290288073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:28.421023 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b299a72e-9423-49e5-99b3-fd2290288073 None None] Port ba905520-ddbd-4b25-aa49-2aa34ceeb040 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:44:28.566615 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:44:28.572670 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3460e86a-172b-4adf-b0e8-bcc0ba1e6f64 admin admin] 10.222.0.44 "PUT /v2.0/routers/fffabed4-44f1-41e6-b1e6-ff683ce57380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2268667 Sep 29 17:44:28.623633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58342) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:28.953721 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e03af-7435-48a1-b756-52f34b248ddb req-81258cb2-89ac-42ab-866b-124a39ab3140 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:28.962977 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc4e03af-7435-48a1-b756-52f34b248ddb req-81258cb2-89ac-42ab-866b-124a39ab3140 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1012464 Sep 29 17:44:28.985661 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b80cff7c-f4e0-4722-92fe-67e05c85d0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:29.033629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc4e03af-7435-48a1-b756-52f34b248ddb req-a23c543e-f382-450a-8e7a-ee2f823cfa07 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693719 Sep 29 17:44:29.363866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f814b-7b5c-407b-ac90-868d201a6e63 req-52e0e58c-601f-4b94-a531-316c9c69ce32 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:29.364604 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b80cff7c-f4e0-4722-92fe-67e05c85d0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:29.368219 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd4f814b-7b5c-407b-ac90-868d201a6e63 req-52e0e58c-601f-4b94-a531-316c9c69ce32 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 945 time: 0.1931396 Sep 29 17:44:29.373556 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b80cff7c-f4e0-4722-92fe-67e05c85d0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:29.484280 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd4f814b-7b5c-407b-ac90-868d201a6e63 req-b6411f73-f567-4163-8616-1b86819a6942 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895674 Sep 29 17:44:29.532201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58368) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:29.537729 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b80cff7c-f4e0-4722-92fe-67e05c85d0bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cdf5032ea2af40e296bcf50fdf6fa7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9048364 Sep 29 17:44:29.539420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cff7c-f4e0-4722-92fe-67e05c85d0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f0d9f4-6f2c-421c-b0c9-74d33210957c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:29.651268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d920afe-6ae4-41ac-8e47-eee357e37d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:29.695686 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d920afe-6ae4-41ac-8e47-eee357e37d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:29.749610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58370) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:29.757194 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-64fff1aa-54c5-4f86-9b87-1e477fa55266 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1372022069', 'description': 'tempest-secgroup-smoke-1372022069 description', 'project_id': '0a99f5301c214f368a4b889618196bc0'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:29.789822 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d920afe-6ae4-41ac-8e47-eee357e37d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:29.793399 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d920afe-6ae4-41ac-8e47-eee357e37d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:29.796803 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0d920afe-6ae4-41ac-8e47-eee357e37d8e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74f0d9f4-6f2c-421c-b0c9-74d33210957c HTTP/1.1" status: 204 len: 168 time: 0.2605460 Sep 29 17:44:29.810843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d920afe-6ae4-41ac-8e47-eee357e37d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f0d9f4-6f2c-421c-b0c9-74d33210957c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:29.813839 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-64fff1aa-54c5-4f86-9b87-1e477fa55266 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:30.014070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-64fff1aa-54c5-4f86-9b87-1e477fa55266 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:30.031725 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-64fff1aa-54c5-4f86-9b87-1e477fa55266 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:30.090608 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fff1aa-54c5-4f86-9b87-1e477fa55266 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971ee8bf-f69b-48d2-b3a0-05059c0e61db,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:30.093392 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-64fff1aa-54c5-4f86-9b87-1e477fa55266 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:30.098381 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-64fff1aa-54c5-4f86-9b87-1e477fa55266 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3475535 Sep 29 17:44:30.098665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58384) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:30.103956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-53c8deef-fe9f-449d-b6dc-af742c1e4432 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Request body: {'security_group_rule': {'security_group_id': '971ee8bf-f69b-48d2-b3a0-05059c0e61db', 'project_id': '0a99f5301c214f368a4b889618196bc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:30.166677 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53c8deef-fe9f-449d-b6dc-af742c1e4432 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:30.280127 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af4d09-513c-40c9-8990-03d9fb14b55f req-2679ac40-1d1c-4a29-991a-110cb1f7a099 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:30.288893 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f2af4d09-513c-40c9-8990-03d9fb14b55f req-2679ac40-1d1c-4a29-991a-110cb1f7a099 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1544008 Sep 29 17:44:30.345625 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f2af4d09-513c-40c9-8990-03d9fb14b55f req-383f1eff-eb6b-4863-8c50-78d60e3292ce tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553439 Sep 29 17:44:30.357293 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53c8deef-fe9f-449d-b6dc-af742c1e4432 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:30.364663 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53c8deef-fe9f-449d-b6dc-af742c1e4432 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:30.403223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8deef-fe9f-449d-b6dc-af742c1e4432 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e981fbb8-0e7f-4266-b45a-1d674b7f5968,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:30.408339 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53c8deef-fe9f-449d-b6dc-af742c1e4432 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:30.410257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-53c8deef-fe9f-449d-b6dc-af742c1e4432 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3103178 Sep 29 17:44:30.415870 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58390) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:30.421200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5411be0b-0742-48cf-9d0c-6ddfdf6f366c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Request body: {'security_group_rule': {'security_group_id': '971ee8bf-f69b-48d2-b3a0-05059c0e61db', 'project_id': '0a99f5301c214f368a4b889618196bc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:30.437805 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5b1f02fe-63cb-4efc-810f-6a2030798e51 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:30.470282 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5411be0b-0742-48cf-9d0c-6ddfdf6f366c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:30.485288 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 994c397f-ab1d-45ec-9380-e2984de8499a up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:30.616020 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5411be0b-0742-48cf-9d0c-6ddfdf6f366c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:30.628409 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5411be0b-0742-48cf-9d0c-6ddfdf6f366c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:30.682164 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411be0b-0742-48cf-9d0c-6ddfdf6f366c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a9c1f1-fd62-4e85-ade6-8da038c1d000,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:30.690274 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5411be0b-0742-48cf-9d0c-6ddfdf6f366c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:30.693083 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5411be0b-0742-48cf-9d0c-6ddfdf6f366c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2774704 Sep 29 17:44:30.697007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 994c397f-ab1d-45ec-9380-e2984de8499a completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:44:30.697315 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58404) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:30.703322 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 994c397f-ab1d-45ec-9380-e2984de8499a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:30.703978 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:30.709621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-52ea2f09-6d9b-4e38-8061-acc3b30cbcfa tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Request body: {'security_group_rule': {'security_group_id': '971ee8bf-f69b-48d2-b3a0-05059c0e61db', 'project_id': '0a99f5301c214f368a4b889618196bc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:30.744619 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 5b1f02fe-63cb-4efc-810f-6a2030798e51 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:30.745892 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:30.751029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacd133-f694-429d-b282-487e607dbb1b req-b70fd9c6-a27a-478e-a882-8a1590c3e5f5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:30.756755 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8bacd133-f694-429d-b282-487e607dbb1b req-b70fd9c6-a27a-478e-a882-8a1590c3e5f5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 945 time: 0.1119874 Sep 29 17:44:30.795688 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-52ea2f09-6d9b-4e38-8061-acc3b30cbcfa tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:30.875020 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:30.892230 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8bacd133-f694-429d-b282-487e607dbb1b req-b6171095-1e38-40a7-a4e0-98e15790f3b2 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223567 Sep 29 17:44:30.983712 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e855a427-5043-40e0-b761-ea3f860d1cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994c397f-ab1d-45ec-9380-e2984de8499a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:44:30.990247 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb82cd1-f83d-44e4-8276-2aceba1b7e48" -d '{"events": [{"server_uuid": "e855a427-5043-40e0-b761-ea3f860d1cec", "name": "network-vif-plugged", "status": "completed", "tag": "994c397f-ab1d-45ec-9380-e2984de8499a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:44:30.999209 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-52ea2f09-6d9b-4e38-8061-acc3b30cbcfa tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:31.000127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 994c397f-ab1d-45ec-9380-e2984de8499a, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=994c397f-ab1d-45ec-9380-e2984de8499a,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:31.008344 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-52ea2f09-6d9b-4e38-8061-acc3b30cbcfa tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:31.017470 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:31.023641 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:31.055653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea2f09-6d9b-4e38-8061-acc3b30cbcfa tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77196f50-44e3-41f6-81bf-156f2af448c7,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:31.081879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 5b1f02fe-63cb-4efc-810f-6a2030798e51, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5b1f02fe-63cb-4efc-810f-6a2030798e51,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:31.090739 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-52ea2f09-6d9b-4e38-8061-acc3b30cbcfa tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:31.092535 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-52ea2f09-6d9b-4e38-8061-acc3b30cbcfa tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3940761 Sep 29 17:44:31.095680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58412) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:31.101174 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-28ce3de0-a806-4653-9228-fd1ffa3dc677 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Request body: {'security_group_rule': {'security_group_id': '971ee8bf-f69b-48d2-b3a0-05059c0e61db', 'project_id': '0a99f5301c214f368a4b889618196bc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:31.103019 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:31.129605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=994c397f-ab1d-45ec-9380-e2984de8499a,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:31.172217 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21e07ce-6e1c-44bd-83e0-35371c19c875 x-openstack-request-id: req-e21e07ce-6e1c-44bd-83e0-35371c19c875 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:44:31.172685 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e855a427-5043-40e0-b761-ea3f860d1cec", "name": "network-vif-plugged", "status": "completed", "tag": "994c397f-ab1d-45ec-9380-e2984de8499a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:44:31.173064 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e21e07ce-6e1c-44bd-83e0-35371c19c875 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:44:31.173724 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e855a427-5043-40e0-b761-ea3f860d1cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994c397f-ab1d-45ec-9380-e2984de8499a', 'code': 200} Sep 29 17:44:31.190830 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-28ce3de0-a806-4653-9228-fd1ffa3dc677 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:31.266703 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=5b1f02fe-63cb-4efc-810f-6a2030798e51,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:31.361398 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-28ce3de0-a806-4653-9228-fd1ffa3dc677 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:31.374543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c158f-0897-4a3c-914c-64cc12508b5b req-594e6b53-2806-43f7-9491-d08363b95843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:31.377743 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a6c158f-0897-4a3c-914c-64cc12508b5b req-594e6b53-2806-43f7-9491-d08363b95843 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 1097 time: 0.0949974 Sep 29 17:44:31.379380 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-28ce3de0-a806-4653-9228-fd1ffa3dc677 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:31.399271 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Sync routers for ids ['fffabed4-44f1-41e6-b1e6-ff683ce57380'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:44:31.424174 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Routers {'fffabed4-44f1-41e6-b1e6-ff683ce57380'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:44:31.424814 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:44:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fffabed4-44f1-41e6-b1e6-ff683ce57380'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:31.466545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce3de0-a806-4653-9228-fd1ffa3dc677 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf97914-ffa7-41ff-b2df-76718fd30613,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:31.481196 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-28ce3de0-a806-4653-9228-fd1ffa3dc677 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:31.486425 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-28ce3de0-a806-4653-9228-fd1ffa3dc677 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3890038 Sep 29 17:44:31.489254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58428) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:31.496034 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-14785b09-2661-493a-9fb6-fea180a35fde tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Request body: {'security_group_rule': {'security_group_id': '971ee8bf-f69b-48d2-b3a0-05059c0e61db', 'project_id': '0a99f5301c214f368a4b889618196bc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:31.561879 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a6c158f-0897-4a3c-914c-64cc12508b5b req-38ba115b-9a63-479b-adce-6c658332c115 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749551 Sep 29 17:44:31.567466 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-14785b09-2661-493a-9fb6-fea180a35fde tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Project 0a99f5301c214f368a4b889618196bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:44:31.580395 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14785b09-2661-493a-9fb6-fea180a35fde tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:31.722398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739740f6-d065-44e7-9b42-e7045e9f6871 req-c5e92a77-94a1-4652-8c40-fddce0ff7771 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:31.731055 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Set router fffabed4-44f1-41e6-b1e6-ff683ce57380 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:44:31.741478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-739740f6-d065-44e7-9b42-e7045e9f6871 req-c5e92a77-94a1-4652-8c40-fddce0ff7771 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1904023 Sep 29 17:44:31.828363 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14785b09-2661-493a-9fb6-fea180a35fde tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:31.836332 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14785b09-2661-493a-9fb6-fea180a35fde tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:31.864706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-739740f6-d065-44e7-9b42-e7045e9f6871 req-87734ebb-ad54-44e7-9a3b-e2de6718ddf1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137435 Sep 29 17:44:31.887918 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14785b09-2661-493a-9fb6-fea180a35fde tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a340d928-b30b-46f9-ba1f-96e8ff8f21e8,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:31.905763 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14785b09-2661-493a-9fb6-fea180a35fde tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:31.909801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58438) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:31.911569 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-14785b09-2661-493a-9fb6-fea180a35fde tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4165218 Sep 29 17:44:31.915018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-2521b1fa-11d2-4d6f-b6a8-074742dd1578 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Request body: {'security_group_rule': {'security_group_id': '971ee8bf-f69b-48d2-b3a0-05059c0e61db', 'project_id': '0a99f5301c214f368a4b889618196bc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:31.958920 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-2521b1fa-11d2-4d6f-b6a8-074742dd1578 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Project 0a99f5301c214f368a4b889618196bc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:44:31.972343 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2521b1fa-11d2-4d6f-b6a8-074742dd1578 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:32.160022 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2521b1fa-11d2-4d6f-b6a8-074742dd1578 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:32.170099 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2521b1fa-11d2-4d6f-b6a8-074742dd1578 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:32.201339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423e14d-c189-4540-8d3d-dd1dea5e351c req-005eb7c1-7298-454f-85b1-45f8f9bc4f2a tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:32.205149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521b1fa-11d2-4d6f-b6a8-074742dd1578 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c223a38-5c57-4566-a2aa-28df5dbb450d,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:32.219510 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8423e14d-c189-4540-8d3d-dd1dea5e351c req-005eb7c1-7298-454f-85b1-45f8f9bc4f2a tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.1588316 Sep 29 17:44:32.228334 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2521b1fa-11d2-4d6f-b6a8-074742dd1578 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:32.232512 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2521b1fa-11d2-4d6f-b6a8-074742dd1578 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3194356 Sep 29 17:44:32.319707 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'name': 'tempest-TestServerBasicOps-159333316-router', 'tenant_id': 'c542588bd63e4096aeb83ab55cb94e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5b1f02fe-63cb-4efc-810f-6a2030798e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:17Z', 'updated_at': '2021-09-29T17:44:26Z', 'revision_number': 4, 'project_id': 'c542588bd63e4096aeb83ab55cb94e21', 'gw_port': {'id': '5b1f02fe-63cb-4efc-810f-6a2030798e51', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:20Z', 'updated_at': '2021-09-29T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'ba905520-ddbd-4b25-aa49-2aa34ceeb040', 'name': '', 'network_id': '34d276c5-4ae5-4587-ad98-4384406e665b', 'tenant_id': 'c542588bd63e4096aeb83ab55cb94e21', 'mac_address': 'fa:16:3e:aa:3c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'cafa2211-9779-48ee-a9fb-59a3850bd0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:25Z', 'updated_at': '2021-09-29T17:44:26Z', 'revision_number': 2, 'project_id': 'c542588bd63e4096aeb83ab55cb94e21', 'subnets': [{'id': 'cafa2211-9779-48ee-a9fb-59a3850bd0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:32.364994 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8423e14d-c189-4540-8d3d-dd1dea5e351c req-3970ba70-8b37-4e39-9204-cb94af09ed2a tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402593 Sep 29 17:44:32.385119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5b1f02fe-63cb-4efc-810f-6a2030798e51 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:32.406739 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Checking router: fffabed4-44f1-41e6-b1e6-ff683ce57380 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:44:32.408256 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Updating router fffabed4-44f1-41e6-b1e6-ff683ce57380 port ba905520-ddbd-4b25-aa49-2aa34ceeb040 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:44:32.436785 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:32.507318 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58456) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:32.516336 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 5b1f02fe-63cb-4efc-810f-6a2030798e51 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:32.516576 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:32.715753 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-6d1e7d55-0954-4ebf-be59-800ca0bfbec1 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1372022069&fields=id&tenant_id=0a99f5301c214f368a4b889618196bc0 HTTP/1.1" status: 200 len: 267 time: 0.0928497 Sep 29 17:44:32.764356 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5bde4606-f159-48eb-8762-17c96a57d980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:32.937616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-3189f618-4764-4e94-8bc5-568162d0c380 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:32.939177 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-3189f618-4764-4e94-8bc5-568162d0c380 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/networks?id=faf0ee5f-a17a-471f-9257-8797c6cba5a5 HTTP/1.1" status: 200 len: 809 time: 0.2152529 Sep 29 17:44:32.962901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-ebf1f4db-42e7-4b34-9519-897a57d13a6b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/quotas/0a99f5301c214f368a4b889618196bc0 HTTP/1.1" status: 200 len: 375 time: 0.0134645 Sep 29 17:44:33.081476 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5bde4606-f159-48eb-8762-17c96a57d980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:33.131942 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:33.147693 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:33.171942 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5bde4606-f159-48eb-8762-17c96a57d980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:33.229237 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-06bf7e86-226f-4f52-9bb9-4a0623a9783b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a99f5301c214f368a4b889618196bc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1805208 Sep 29 17:44:33.257852 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39778aee-0239-433c-8fc6-f5e5d54f6052 None None] Pushing event updated for resources: {'Port': ['ID=ba905520-ddbd-4b25-aa49-2aa34ceeb040,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:33.343134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e63e7b-deba-4b89-b1d2-69e470f263b4 req-2db5231a-c7ab-4493-a7df-357de5dc43bc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:33.356885 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Attempting to bind port ba905520-ddbd-4b25-aa49-2aa34ceeb040 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:44:33.357486 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Attempting to bind port ba905520-ddbd-4b25-aa49-2aa34ceeb040 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '34d276c5-4ae5-4587-ad98-4384406e665b'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:44:33.357846 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Attempting to bind port ba905520-ddbd-4b25-aa49-2aa34ceeb040 on network 34d276c5-4ae5-4587-ad98-4384406e665b {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:44:33.362364 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-83e63e7b-deba-4b89-b1d2-69e470f263b4 req-2db5231a-c7ab-4493-a7df-357de5dc43bc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.2784712 Sep 29 17:44:33.368413 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:44:33.369065 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Checking segment: {'id': '9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '34d276c5-4ae5-4587-ad98-4384406e665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:44:33.369668 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:33.370301 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Bound using segment: {'id': '9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '34d276c5-4ae5-4587-ad98-4384406e665b'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:44:33.371849 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Bound port: ba905520-ddbd-4b25-aa49-2aa34ceeb040, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '34d276c5-4ae5-4587-ad98-4384406e665b'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:44:33.372491 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:33.383903 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5bde4606-f159-48eb-8762-17c96a57d980 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59d9304672fa4bb1ab45de96af952592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8753872 Sep 29 17:44:33.385184 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58480) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:33.401035 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde4606-f159-48eb-8762-17c96a57d980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a53b38e-059e-4dd9-9639-a042a355f92b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:33.474518 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] For port ba905520-ddbd-4b25-aa49-2aa34ceeb040, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:44:33.482925 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] For port ba905520-ddbd-4b25-aa49-2aa34ceeb040, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ba905520-ddbd-4b25-aa49-2aa34ceeb040,segment=NetworkSegment(9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253),segment_id=9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:44:33.492577 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:33.503028 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-83e63e7b-deba-4b89-b1d2-69e470f263b4 req-e4596f75-ad63-4ff5-a829-1944efeef099 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343324 Sep 29 17:44:33.642483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8a6c80e3-edd8-4cdf-91d7-f1b9d1c99a34 None None] Provisioning complete for port ba905520-ddbd-4b25-aa49-2aa34ceeb040 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:33.644152 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a6c80e3-edd8-4cdf-91d7-f1b9d1c99a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:33.648665 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Routers {'fffabed4-44f1-41e6-b1e6-ff683ce57380'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:44:33.648978 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-349d3165-e6c7-49b4-8b27-ba42ce35bd0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:33.650593 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:44:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fffabed4-44f1-41e6-b1e6-ff683ce57380'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:33.687309 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-be0398eb-3421-44c3-b8d9-b597719b70f9 service neutron] 10.222.0.44 "GET /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447722 Sep 29 17:44:33.727239 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-349d3165-e6c7-49b4-8b27-ba42ce35bd0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:33.758090 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39778aee-0239-433c-8fc6-f5e5d54f6052 None None] Pushing event updated for resources: {'Port': ['ID=ba905520-ddbd-4b25-aa49-2aa34ceeb040,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:33.851631 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c7f3d-9471-4eed-844c-5d31ff3765f8 req-f3b6a3e3-c273-445c-9767-eb64068e71ff tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:33.861666 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a6c80e3-edd8-4cdf-91d7-f1b9d1c99a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:33.866980 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a07c7f3d-9471-4eed-844c-5d31ff3765f8 req-f3b6a3e3-c273-445c-9767-eb64068e71ff tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.1932025 Sep 29 17:44:33.942659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8a6c80e3-edd8-4cdf-91d7-f1b9d1c99a34 None None] For port ba905520-ddbd-4b25-aa49-2aa34ceeb040, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ba905520-ddbd-4b25-aa49-2aa34ceeb040,segment=NetworkSegment(9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253),segment_id=9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:33.954630 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a6c80e3-edd8-4cdf-91d7-f1b9d1c99a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:33.983799 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a07c7f3d-9471-4eed-844c-5d31ff3765f8 req-2d1c4981-74b4-4ba1-8b67-755fc54ac3dc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155355 Sep 29 17:44:34.001226 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-349d3165-e6c7-49b4-8b27-ba42ce35bd0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:34.010311 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-349d3165-e6c7-49b4-8b27-ba42ce35bd0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:34.017609 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-349d3165-e6c7-49b4-8b27-ba42ce35bd0c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a53b38e-059e-4dd9-9639-a042a355f92b HTTP/1.1" status: 204 len: 168 time: 0.5952039 Sep 29 17:44:34.054254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d3165-e6c7-49b4-8b27-ba42ce35bd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a53b38e-059e-4dd9-9639-a042a355f92b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:34.081358 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-fc8aadba-e1dc-4ba3-9021-f7ed285f6d4a service neutron] 10.222.0.44 "GET /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929958 Sep 29 17:44:34.122400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c80e3-edd8-4cdf-91d7-f1b9d1c99a34 None None] Pushing event updated for resources: {'Port': ['ID=ba905520-ddbd-4b25-aa49-2aa34ceeb040,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:34.238252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-10d118b9-0e85-4871-a376-f5d9c1474b99 None None] Provisioning complete for port ba905520-ddbd-4b25-aa49-2aa34ceeb040 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:34.240536 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-10d118b9-0e85-4871-a376-f5d9c1474b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:34.251774 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] Set router fffabed4-44f1-41e6-b1e6-ff683ce57380 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:44:34.289705 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee07495-c65b-47d1-8398-5c2d93042824 req-9c4047fe-425e-4a80-a1e2-0ae40e7653c7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:34.305213 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 58494) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:34.306105 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ee07495-c65b-47d1-8398-5c2d93042824 req-9c4047fe-425e-4a80-a1e2-0ae40e7653c7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.1604626 Sep 29 17:44:34.310496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-8beefd45-7eb9-4239-a0fd-11c4fb05a34f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Request body: {'floatingip': {'port_id': '994c397f-ab1d-45ec-9380-e2984de8499a'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:34.484721 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8beefd45-7eb9-4239-a0fd-11c4fb05a34f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:34.572704 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f2e284ae-48b7-48af-8ce9-e7aeb6a963fb req-9d6e4a5b-798c-4fc9-91cd-c8c8214edfeb tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 210 time: 0.0855799 Sep 29 17:44:34.744349 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'name': 'tempest-TestServerBasicOps-159333316-router', 'tenant_id': 'c542588bd63e4096aeb83ab55cb94e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5b1f02fe-63cb-4efc-810f-6a2030798e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:17Z', 'updated_at': '2021-09-29T17:44:26Z', 'revision_number': 4, 'project_id': 'c542588bd63e4096aeb83ab55cb94e21', 'gw_port': {'id': '5b1f02fe-63cb-4efc-810f-6a2030798e51', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:20Z', 'updated_at': '2021-09-29T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'ba905520-ddbd-4b25-aa49-2aa34ceeb040', 'name': '', 'network_id': '34d276c5-4ae5-4587-ad98-4384406e665b', 'tenant_id': 'c542588bd63e4096aeb83ab55cb94e21', 'mac_address': 'fa:16:3e:aa:3c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'cafa2211-9779-48ee-a9fb-59a3850bd0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:25Z', 'updated_at': '2021-09-29T17:44:33Z', 'revision_number': 4, 'project_id': 'c542588bd63e4096aeb83ab55cb94e21', 'subnets': [{'id': 'cafa2211-9779-48ee-a9fb-59a3850bd0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:34.821359 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfcfa9a-fbba-492b-9533-6c6de6434d61 None None] The sync data for ids ['fffabed4-44f1-41e6-b1e6-ff683ce57380'] in n-d-811748-2 is: [{'id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'name': 'tempest-TestServerBasicOps-159333316-router', 'tenant_id': 'c542588bd63e4096aeb83ab55cb94e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5b1f02fe-63cb-4efc-810f-6a2030798e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:17Z', 'updated_at': '2021-09-29T17:44:26Z', 'revision_number': 4, 'project_id': 'c542588bd63e4096aeb83ab55cb94e21', 'gw_port': {'id': '5b1f02fe-63cb-4efc-810f-6a2030798e51', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:20Z', 'updated_at': '2021-09-29T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'ba905520-ddbd-4b25-aa49-2aa34ceeb040', 'name': '', 'network_id': '34d276c5-4ae5-4587-ad98-4384406e665b', 'tenant_id': 'c542588bd63e4096aeb83ab55cb94e21', 'mac_address': 'fa:16:3e:aa:3c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': 'cafa2211-9779-48ee-a9fb-59a3850bd0da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:25Z', 'updated_at': '2021-09-29T17:44:33Z', 'revision_number': 4, 'project_id': 'c542588bd63e4096aeb83ab55cb94e21', 'subnets': [{'id': 'cafa2211-9779-48ee-a9fb-59a3850bd0da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:44:35.205023 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:44:35.656000 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7bf79-e309-4cbd-8df1-e096e5880633 req-24d93985-d7ae-4c6a-8b19-c3c80de73a6f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:35.664454 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5dc7bf79-e309-4cbd-8df1-e096e5880633 req-24d93985-d7ae-4c6a-8b19-c3c80de73a6f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.4284172 Sep 29 17:44:35.689471 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.resource_extend [None req-8beefd45-7eb9-4239-a0fd-11c4fb05a34f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 17:44:35.769956 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1a6e5816-0d4a-4347-923c-a82bd62497ef req-70a9e899-dac3-46c0-b570-9d9dd8849117 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 210 time: 0.0579638 Sep 29 17:44:35.851801 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5dc7bf79-e309-4cbd-8df1-e096e5880633 req-5c195fdc-26ba-44fd-b6a5-8b7cd4c0c407 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862395 Sep 29 17:44:35.876307 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8beefd45-7eb9-4239-a0fd-11c4fb05a34f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:35.883870 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8beefd45-7eb9-4239-a0fd-11c4fb05a34f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:36.007097 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-8beefd45-7eb9-4239-a0fd-11c4fb05a34f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Floating IP a1b1fe9e-2833-44b4-b49c-76bd8a08956c associated. External IP: 172.25.2.115, port: 994c397f-ab1d-45ec-9380-e2984de8499a. Sep 29 17:44:36.364197 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ba905520-ddbd-4b25-aa49-2aa34ceeb040 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:36.487087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ba905520-ddbd-4b25-aa49-2aa34ceeb040 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:36.488591 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:36.768935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beefd45-7eb9-4239-a0fd-11c4fb05a34f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Router d3b862e3-def7-408b-ba53-8b49086e1821 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:44:36.796780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-61daa4cb-e3cc-4929-954e-f9e9a091b56a tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:36.799468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-61daa4cb-e3cc-4929-954e-f9e9a091b56a tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.49 "GET /v2.0/networks?id=faf0ee5f-a17a-471f-9257-8797c6cba5a5 HTTP/1.1" status: 200 len: 809 time: 0.4266076 Sep 29 17:44:37.140236 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bbb79379-0001-42eb-9cb3-060586f730fd req-bb4ba2da-3929-4a3b-955e-bbfea73937b5 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 210 time: 0.0579588 Sep 29 17:44:37.155007 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-7d0973ae-717b-41a4-a3d2-a30495d97f25 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a99f5301c214f368a4b889618196bc0 HTTP/1.1" status: 200 len: 380 time: 0.3277802 Sep 29 17:44:37.170832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Request body: {'port': {'device_id': '8d4ab906-02c2-4ec4-b68c-a45dcb30e29a', 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'admin_state_up': True, 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'security_groups': ['971ee8bf-f69b-48d2-b3a0-05059c0e61db']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:37.279319 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79b840-0310-43fa-a29f-58528bd06dd0 req-1a20127e-63a4-4d22-9c46-e3b9ff370795 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:37.281659 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0a79b840-0310-43fa-a29f-58528bd06dd0 req-1a20127e-63a4-4d22-9c46-e3b9ff370795 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1114113 Sep 29 17:44:37.350912 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beefd45-7eb9-4239-a0fd-11c4fb05a34f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:44:37.362540 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b09fe-684f-47c5-adfb-453bd02ef119 None None] Sync routers for ids ['d3b862e3-def7-408b-ba53-8b49086e1821'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:44:37.364164 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0a79b840-0310-43fa-a29f-58528bd06dd0 req-4ad38f6b-9b9a-4d51-9b76-e90d9125c0b3 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671780 Sep 29 17:44:37.367541 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8beefd45-7eb9-4239-a0fd-11c4fb05a34f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:37.380404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b09fe-684f-47c5-adfb-453bd02ef119 None None] Routers {'d3b862e3-def7-408b-ba53-8b49086e1821'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:44:37.383089 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-872b09fe-684f-47c5-adfb-453bd02ef119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:44:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3b862e3-def7-408b-ba53-8b49086e1821'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:37.434809 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8beefd45-7eb9-4239-a0fd-11c4fb05a34f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "PUT /v2.0/floatingips/a1b1fe9e-2833-44b4-b49c-76bd8a08956c HTTP/1.1" status: 200 len: 992 time: 3.1284330 Sep 29 17:44:37.453227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e855a427-5043-40e0-b761-ea3f860d1cec', 'tag': '994c397f-ab1d-45ec-9380-e2984de8499a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:44:37.455817 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e1057a-8b9d-4bd3-8de3-5b0091ba771b" -d '{"events": [{"name": "network-changed", "server_uuid": "e855a427-5043-40e0-b761-ea3f860d1cec", "tag": "994c397f-ab1d-45ec-9380-e2984de8499a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:44:37.506630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Made reservation on behalf of 0a99f5301c214f368a4b889618196bc0 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:44:37.510207 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:37.684513 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-872b09fe-684f-47c5-adfb-453bd02ef119 None None] Set router d3b862e3-def7-408b-ba53-8b49086e1821 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:44:37.684895 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3802b551-1785-4a45-ad77-96edaf920b1b x-openstack-request-id: req-3802b551-1785-4a45-ad77-96edaf920b1b {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:44:37.685271 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e855a427-5043-40e0-b761-ea3f860d1cec", "tag": "994c397f-ab1d-45ec-9380-e2984de8499a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:44:37.685796 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3802b551-1785-4a45-ad77-96edaf920b1b {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:44:37.686338 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e855a427-5043-40e0-b761-ea3f860d1cec', 'tag': '994c397f-ab1d-45ec-9380-e2984de8499a', 'status': 'completed', 'code': 200} Sep 29 17:44:37.845261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Allocated IP 172.20.0.11 (faf0ee5f-a17a-471f-9257-8797c6cba5a5/03be6bb2-d98c-480f-a772-9bfe4b2d39a6/b43d63f4-a31f-4bf0-a509-cc86f72de0ea) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:44:37.912012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1057a-8b9d-4bd3-8de3-5b0091ba771b req-ad534d50-2cd7-41ce-96df-11887e260e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:37.913520 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03e1057a-8b9d-4bd3-8de3-5b0091ba771b req-ad534d50-2cd7-41ce-96df-11887e260e12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7360905454614ea0add076cafbf60c76&device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 1097 time: 0.1805668 Sep 29 17:44:38.035241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1057a-8b9d-4bd3-8de3-5b0091ba771b req-e7c69dcc-db9e-436a-99a7-73b14106b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:38.036738 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03e1057a-8b9d-4bd3-8de3-5b0091ba771b req-e7c69dcc-db9e-436a-99a7-73b14106b1ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 HTTP/1.1" status: 200 len: 911 time: 0.1146069 Sep 29 17:44:38.112365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-872b09fe-684f-47c5-adfb-453bd02ef119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'a1b1fe9e-2833-44b4-b49c-76bd8a08956c', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'port_id': '994c397f-ab1d-45ec-9380-e2984de8499a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'mac_address': 'fa:16:3e:11:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855a427-5043-40e0-b761-ea3f860d1cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:44:09Z', 'updated_at': '2021-09-29T17:44:35Z', 'revision_number': 1, 'project_id': '7360905454614ea0add076cafbf60c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 5, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:38.172707 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b09fe-684f-47c5-adfb-453bd02ef119 None None] Checking router: d3b862e3-def7-408b-ba53-8b49086e1821 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:44:38.215437 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b09fe-684f-47c5-adfb-453bd02ef119 None None] Routers {'d3b862e3-def7-408b-ba53-8b49086e1821'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:44:38.221384 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-872b09fe-684f-47c5-adfb-453bd02ef119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:44:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3b862e3-def7-408b-ba53-8b49086e1821'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:38.374388 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d237a2f4-214b-414b-a9d0-03f71e14048e req-89173062-6f1b-409a-bf23-92fce794827c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 210 time: 0.0643351 Sep 29 17:44:38.378880 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03e1057a-8b9d-4bd3-8de3-5b0091ba771b req-f9a9cd09-1b7b-4bcb-b04d-68257c95a00a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=994c397f-ab1d-45ec-9380-e2984de8499a HTTP/1.1" status: 200 len: 1000 time: 0.3259809 Sep 29 17:44:38.489064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1057a-8b9d-4bd3-8de3-5b0091ba771b req-995c6c1d-ea07-4fc9-8784-622d7772032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:38.491125 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03e1057a-8b9d-4bd3-8de3-5b0091ba771b req-995c6c1d-ea07-4fc9-8784-622d7772032c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4 HTTP/1.1" status: 200 len: 849 time: 0.0810196 Sep 29 17:44:38.525253 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-872b09fe-684f-47c5-adfb-453bd02ef119 None None] Set router d3b862e3-def7-408b-ba53-8b49086e1821 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:44:38.755634 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:38.795628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a497d5c-99b7-473a-9549-2e74e864bb64 req-9f491a3e-f768-48c9-9adc-57669e29528b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:38.806420 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a497d5c-99b7-473a-9549-2e74e864bb64 req-9f491a3e-f768-48c9-9adc-57669e29528b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.3049741 Sep 29 17:44:38.811246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1057a-8b9d-4bd3-8de3-5b0091ba771b req-4501c39d-dcea-4866-a592-6446ee785baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:38.813263 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03e1057a-8b9d-4bd3-8de3-5b0091ba771b req-4501c39d-dcea-4866-a592-6446ee785baa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2674291 Sep 29 17:44:38.989794 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a497d5c-99b7-473a-9549-2e74e864bb64 req-c252981b-ca74-4aef-894d-0a548b6ba81c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783776 Sep 29 17:44:39.041342 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03e1057a-8b9d-4bd3-8de3-5b0091ba771b req-a580ef09-bdb6-4261-94dd-871cb82e3fe8 service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145493 Sep 29 17:44:39.063481 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:39.091980 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-872b09fe-684f-47c5-adfb-453bd02ef119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'a1b1fe9e-2833-44b4-b49c-76bd8a08956c', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'port_id': '994c397f-ab1d-45ec-9380-e2984de8499a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'mac_address': 'fa:16:3e:11:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855a427-5043-40e0-b761-ea3f860d1cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:44:09Z', 'updated_at': '2021-09-29T17:44:35Z', 'revision_number': 1, 'project_id': '7360905454614ea0add076cafbf60c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 5, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:39.125051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b09fe-684f-47c5-adfb-453bd02ef119 None None] The sync data for ids ['d3b862e3-def7-408b-ba53-8b49086e1821'] in n-d-811748-2 is: [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'a1b1fe9e-2833-44b4-b49c-76bd8a08956c', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'port_id': '994c397f-ab1d-45ec-9380-e2984de8499a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'mac_address': 'fa:16:3e:11:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e855a427-5043-40e0-b761-ea3f860d1cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:44:09Z', 'updated_at': '2021-09-29T17:44:35Z', 'revision_number': 1, 'project_id': '7360905454614ea0add076cafbf60c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 5, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:44:39.430719 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d704b068-2dae-4d53-9752-73930cc4f567 None None] New status for floating IP a1b1fe9e-2833-44b4-b49c-76bd8a08956c: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:44:39.538692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Network faf0ee5f-a17a-471f-9257-8797c6cba5a5 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:44:39.542586 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:44:39.544519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Pushing event updated for resources: {'Port': ['ID=b43d63f4-a31f-4bf0-a509-cc86f72de0ea,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:39.545902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530b17a-a6f0-40bb-8681-a5ce5f1b4b9b req-daaee22e-d5ba-4d34-824e-9c620e66f3d8 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:39.547745 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:44:39.550541 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a530b17a-a6f0-40bb-8681-a5ce5f1b4b9b req-daaee22e-d5ba-4d34-824e-9c620e66f3d8 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 932 time: 0.0736654 Sep 29 17:44:39.580873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:39.581226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:39.581653 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:39.581937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:39.582274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:39.582614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:39.582944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:39.584229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:39.584229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:39.584229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:39.584229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:39.584616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:39.619789 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-03e1057a-8b9d-4bd3-8de3-5b0091ba771b req-c8b73e5e-2ea1-490d-a01f-89edc36889a2 service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716302 Sep 29 17:44:39.626333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:39.626985 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:39.664780 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a530b17a-a6f0-40bb-8681-a5ce5f1b4b9b req-6216515f-8b70-469e-b621-5ac4cea538a1 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/security-groups?id=971ee8bf-f69b-48d2-b3a0-05059c0e61db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990670 Sep 29 17:44:39.668721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-aa3e31bb-e434-4ceb-9e46-e06c1e18440c tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5076175 Sep 29 17:44:39.848252 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Request body: {'port': {'device_id': '8d4ab906-02c2-4ec4-b68c-a45dcb30e29a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:39.930607 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:40.037114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c901974d-9e68-490e-bac3-0101bfa6209a None None] Provisioning complete for port b43d63f4-a31f-4bf0-a509-cc86f72de0ea triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:40.038454 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c901974d-9e68-490e-bac3-0101bfa6209a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:40.196892 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-c901974d-9e68-490e-bac3-0101bfa6209a None None] Port b43d63f4-a31f-4bf0-a509-cc86f72de0ea cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:44:40.328775 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79746a-c8c3-4b9d-a3e2-ffac7590bdb1 req-a49e071e-3d0c-42f9-96a1-af4045d209c1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:40.336690 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c79746a-c8c3-4b9d-a3e2-ffac7590bdb1 req-a49e071e-3d0c-42f9-96a1-af4045d209c1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.1135008 Sep 29 17:44:40.346874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43d63f4-a31f-4bf0-a509-cc86f72de0ea {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:44:40.373122 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:40.397440 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Transition to ACTIVE for port object b43d63f4-a31f-4bf0-a509-cc86f72de0ea will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:44:40.423981 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:40.650795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1196acb-a355-4c9a-ba9b-af4a3306398d req-6904f7a7-c558-4dde-b8a9-7a66f9b701d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:40.650795 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1196acb-a355-4c9a-ba9b-af4a3306398d req-6904f7a7-c558-4dde-b8a9-7a66f9b701d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 1096 time: 0.1283667 Sep 29 17:44:40.650795 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c79746a-c8c3-4b9d-a3e2-ffac7590bdb1 req-6c3bdce7-a1ba-412e-8446-5f1614214c1c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853933 Sep 29 17:44:40.650795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Pushing event updated for resources: {'Port': ['ID=b43d63f4-a31f-4bf0-a509-cc86f72de0ea,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:40.771988 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ae3969ee-e1b8-4209-892b-ab9a3832085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:40.794470 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Attempting to bind port b43d63f4-a31f-4bf0-a509-cc86f72de0ea on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:44:40.795963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Attempting to bind port b43d63f4-a31f-4bf0-a509-cc86f72de0ea by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '64d2fd16-adf8-459c-9c65-eac78bab4732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:44:40.796328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Attempting to bind port b43d63f4-a31f-4bf0-a509-cc86f72de0ea on network faf0ee5f-a17a-471f-9257-8797c6cba5a5 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:44:40.829623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Port b43d63f4-a31f-4bf0-a509-cc86f72de0ea on network faf0ee5f-a17a-471f-9257-8797c6cba5a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:44:40.832956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Attempting to bind port b43d63f4-a31f-4bf0-a509-cc86f72de0ea on network faf0ee5f-a17a-471f-9257-8797c6cba5a5 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:44:40.843855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:44:40.844653 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Checking segment: {'id': '64d2fd16-adf8-459c-9c65-eac78bab4732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:44:40.845248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Bound using segment: {'id': '64d2fd16-adf8-459c-9c65-eac78bab4732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:44:40.845908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Bound port: b43d63f4-a31f-4bf0-a509-cc86f72de0ea, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64d2fd16-adf8-459c-9c65-eac78bab4732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:44:40.846458 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:40.855032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1196acb-a355-4c9a-ba9b-af4a3306398d req-737ecac5-6289-4a4f-b146-748830e2cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:40.856672 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1196acb-a355-4c9a-ba9b-af4a3306398d req-737ecac5-6289-4a4f-b146-748830e2cd4d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 200 len: 917 time: 0.3593347 Sep 29 17:44:40.904711 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05ce81-95a4-4e50-9f8a-998106136ee8 req-fae08d7d-9074-4d54-b4f0-9e85bcc3e456 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:40.916078 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d05ce81-95a4-4e50-9f8a-998106136ee8 req-fae08d7d-9074-4d54-b4f0-9e85bcc3e456 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 944 time: 0.0967529 Sep 29 17:44:40.972380 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d05ce81-95a4-4e50-9f8a-998106136ee8 req-f12867bf-f44e-4616-a440-1d61fa8b7813 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/security-groups?id=971ee8bf-f69b-48d2-b3a0-05059c0e61db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545323 Sep 29 17:44:41.050974 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] For port b43d63f4-a31f-4bf0-a509-cc86f72de0ea, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:44:41.062962 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] For port b43d63f4-a31f-4bf0-a509-cc86f72de0ea, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b43d63f4-a31f-4bf0-a509-cc86f72de0ea,segment=NetworkSegment(64d2fd16-adf8-459c-9c65-eac78bab4732),segment_id=64d2fd16-adf8-459c-9c65-eac78bab4732)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:44:41.087857 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:41.094530 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1196acb-a355-4c9a-ba9b-af4a3306398d req-eab1f852-424f-486a-8b2d-af3f7dd51d5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b31247b-ff59-4e73-b365-1d185885f6f7 HTTP/1.1" status: 200 len: 1000 time: 0.2270966 Sep 29 17:44:41.158231 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:41.158853 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:41.160489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-38945933-06af-4492-a69c-5ef204f824ba service neutron] 10.222.0.49 "PUT /v2.0/ports/b43d63f4-a31f-4bf0-a509-cc86f72de0ea HTTP/1.1" status: 200 len: 1092 time: 1.4839664 Sep 29 17:44:41.162915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4ab906-02c2-4ec4-b68c-a45dcb30e29a', 'tag': 'b43d63f4-a31f-4bf0-a509-cc86f72de0ea'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:44:41.166433 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461a7a0b-be26-4d76-b276-a877ee258f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4ab906-02c2-4ec4-b68c-a45dcb30e29a", "tag": "b43d63f4-a31f-4bf0-a509-cc86f72de0ea"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:44:41.221079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38945933-06af-4492-a69c-5ef204f824ba service neutron] Pushing event updated for resources: {'Port': ['ID=b43d63f4-a31f-4bf0-a509-cc86f72de0ea,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:41.256589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1196acb-a355-4c9a-ba9b-af4a3306398d req-e3f37bec-c3ac-41a8-a142-4a03e37d3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:41.258799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1196acb-a355-4c9a-ba9b-af4a3306398d req-e3f37bec-c3ac-41a8-a142-4a03e37d3565 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6beb8b79-6b72-4c5b-af59-845d806127d5 HTTP/1.1" status: 200 len: 855 time: 0.1429584 Sep 29 17:44:41.289331 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfd4729-6f5b-42bc-aa12-9a4c923afd24 x-openstack-request-id: req-dcfd4729-6f5b-42bc-aa12-9a4c923afd24 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:44:41.289631 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4ab906-02c2-4ec4-b68c-a45dcb30e29a", "tag": "b43d63f4-a31f-4bf0-a509-cc86f72de0ea", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:44:41.289888 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcfd4729-6f5b-42bc-aa12-9a4c923afd24 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:44:41.290284 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4ab906-02c2-4ec4-b68c-a45dcb30e29a', 'tag': 'b43d63f4-a31f-4bf0-a509-cc86f72de0ea', 'status': 'completed', 'code': 200} Sep 29 17:44:41.339275 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-342dad5e-7f2b-4311-9213-d1b150beb46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:41.342462 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-342dad5e-7f2b-4311-9213-d1b150beb46d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a99f5301c214f368a4b889618196bc0&device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 1095 time: 0.1041236 Sep 29 17:44:41.381600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1196acb-a355-4c9a-ba9b-af4a3306398d req-46e7b9ab-0c3f-492b-937f-6e29995a9345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:41.384990 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1196acb-a355-4c9a-ba9b-af4a3306398d req-46e7b9ab-0c3f-492b-937f-6e29995a9345 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074224 Sep 29 17:44:41.433724 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-a9731620-a893-4ad0-8e51-2084f615fd9b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43d63f4-a31f-4bf0-a509-cc86f72de0ea HTTP/1.1" status: 200 len: 217 time: 0.0733364 Sep 29 17:44:41.541474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-b8dadb1f-2f89-4072-81b1-40bc8e611a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:41.543668 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-b8dadb1f-2f89-4072-81b1-40bc8e611a9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03be6bb2-d98c-480f-a772-9bfe4b2d39a6 HTTP/1.1" status: 200 len: 848 time: 0.0994027 Sep 29 17:44:41.602206 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1196acb-a355-4c9a-ba9b-af4a3306398d req-c13ac7b0-fbac-414c-9aa4-181832be4324 service neutron] 10.222.0.35 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105093 Sep 29 17:44:41.636767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-0eacc036-77c3-44ba-8528-ff8381fc6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:41.640258 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-0eacc036-77c3-44ba-8528-ff8381fc6d84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=faf0ee5f-a17a-471f-9257-8797c6cba5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850506 Sep 29 17:44:41.884860 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad1af1-ac4d-4003-9e34-407096efc969 req-a138cf08-2e08-4317-9a3e-2658dd6e49ac tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:41.887306 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-76ad1af1-ac4d-4003-9e34-407096efc969 req-a138cf08-2e08-4317-9a3e-2658dd6e49ac tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.0978034 Sep 29 17:44:41.938977 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c1196acb-a355-4c9a-ba9b-af4a3306398d req-bf39beb5-dbb5-4f9f-9567-fc753da12ac9 service neutron] 10.222.0.35 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289850 Sep 29 17:44:41.944916 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-ce45b456-e8cc-4c1d-b086-802102e748f4 service neutron] 10.222.0.49 "GET /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955194 Sep 29 17:44:41.971061 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-76ad1af1-ac4d-4003-9e34-407096efc969 req-72c19dc0-7855-4d15-bdc5-1833ae106741 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776005 Sep 29 17:44:42.088200 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc76d376-13cb-4577-a6d0-0adca574f2ae req-c974c532-19f5-49a7-983f-95eba83e78a0 service neutron] 10.222.0.49 "GET /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354861 Sep 29 17:44:42.205733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de6c4d-b1f4-45e2-99f7-1a20f9a7f4d1 req-5172813c-3705-411d-9082-f2c51102b330 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:42.207308 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02de6c4d-b1f4-45e2-99f7-1a20f9a7f4d1 req-5172813c-3705-411d-9082-f2c51102b330 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 944 time: 0.0925186 Sep 29 17:44:42.218612 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a7a0b-be26-4d76-b276-a877ee258f0a req-75b3abaa-8d62-4873-8082-f550ba7f9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:42.220113 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-461a7a0b-be26-4d76-b276-a877ee258f0a req-75b3abaa-8d62-4873-8082-f550ba7f9de0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a99f5301c214f368a4b889618196bc0&device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 1095 time: 0.0685647 Sep 29 17:44:42.337522 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02de6c4d-b1f4-45e2-99f7-1a20f9a7f4d1 req-c8567e43-7d61-4e9a-958b-5c77955b72c6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/security-groups?id=971ee8bf-f69b-48d2-b3a0-05059c0e61db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237161 Sep 29 17:44:42.359738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a7a0b-be26-4d76-b276-a877ee258f0a req-beef402a-8cab-4bab-88f4-4af90bb300fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:42.361216 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-461a7a0b-be26-4d76-b276-a877ee258f0a req-beef402a-8cab-4bab-88f4-4af90bb300fc service neutron] 10.222.0.49 "GET /v2.0/networks?id=faf0ee5f-a17a-471f-9257-8797c6cba5a5 HTTP/1.1" status: 200 len: 910 time: 0.1324973 Sep 29 17:44:42.427853 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-461a7a0b-be26-4d76-b276-a877ee258f0a req-4a62402c-81fa-4696-88d9-e4a89678bc45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43d63f4-a31f-4bf0-a509-cc86f72de0ea HTTP/1.1" status: 200 len: 217 time: 0.0586758 Sep 29 17:44:42.483936 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a7a0b-be26-4d76-b276-a877ee258f0a req-82b22903-ea4f-4dbb-8abd-0973c423387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:42.485824 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-461a7a0b-be26-4d76-b276-a877ee258f0a req-82b22903-ea4f-4dbb-8abd-0973c423387c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03be6bb2-d98c-480f-a772-9bfe4b2d39a6 HTTP/1.1" status: 200 len: 848 time: 0.0503306 Sep 29 17:44:42.540870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a7a0b-be26-4d76-b276-a877ee258f0a req-ce739430-a1ff-42f0-b769-f385be69293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:42.543006 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-461a7a0b-be26-4d76-b276-a877ee258f0a req-ce739430-a1ff-42f0-b769-f385be69293f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=faf0ee5f-a17a-471f-9257-8797c6cba5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494254 Sep 29 17:44:42.658855 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-461a7a0b-be26-4d76-b276-a877ee258f0a req-62effea6-26ec-4ee4-bcc7-2a6eb2ea3ed6 service neutron] 10.222.0.49 "GET /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076710 Sep 29 17:44:42.776803 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-461a7a0b-be26-4d76-b276-a877ee258f0a req-ada59f64-4062-4047-9207-05764230ce8b service neutron] 10.222.0.49 "GET /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096294 Sep 29 17:44:43.154208 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e810c-2721-48ac-b59b-5fdec51bc3bb req-d3657859-d368-4afa-b953-c305a0e6ccc0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:43.162511 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a13e810c-2721-48ac-b59b-5fdec51bc3bb req-d3657859-d368-4afa-b953-c305a0e6ccc0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.0993378 Sep 29 17:44:43.246706 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a13e810c-2721-48ac-b59b-5fdec51bc3bb req-7bd79af6-07db-4ced-ac52-168a5c4c39b1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830982 Sep 29 17:44:43.483889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d996c-f11b-436b-828e-3c9eb0226404 req-c4e31042-23c0-4138-8277-d2a53a5c9597 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:43.485631 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-129d996c-f11b-436b-828e-3c9eb0226404 req-c4e31042-23c0-4138-8277-d2a53a5c9597 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 944 time: 0.0632956 Sep 29 17:44:43.580922 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b1d84a8e-bc4d-47e8-bae2-76f9799e5e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:43.608047 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-129d996c-f11b-436b-828e-3c9eb0226404 req-2d9b4ce6-c9e5-4692-b0b7-27866d1e5091 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/security-groups?id=971ee8bf-f69b-48d2-b3a0-05059c0e61db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094480 Sep 29 17:44:44.390452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98d230-8119-4b1f-86b5-a1072ba62854 req-87dd9582-c82b-4713-bece-ca0bf06981d0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:44.392070 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e98d230-8119-4b1f-86b5-a1072ba62854 req-87dd9582-c82b-4713-bece-ca0bf06981d0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 945 time: 0.0536802 Sep 29 17:44:44.445327 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e98d230-8119-4b1f-86b5-a1072ba62854 req-7f4518b0-2fda-4a1d-8e76-850c1fab5222 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426176 Sep 29 17:44:44.514849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6b31247b-ff59-4e73-b365-1d185885f6f7 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:44:44.653734 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:44.656859 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:44.664664 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:44.688197 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:44.716651 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b31247b-ff59-4e73-b365-1d185885f6f7'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:44:44.719805 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e2adee-f90e-4524-a82e-e9946c7318d8" -d '{"events": [{"server_uuid": "c5da8e5c-7aa6-4a0f-9467-3e9186e51966", "name": "network-vif-unplugged", "status": "completed", "tag": "6b31247b-ff59-4e73-b365-1d185885f6f7"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:44:44.737628 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6b31247b-ff59-4e73-b365-1d185885f6f7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6b31247b-ff59-4e73-b365-1d185885f6f7,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:44.743710 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:44.809107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=6b31247b-ff59-4e73-b365-1d185885f6f7,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:44.851808 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd105e-8c41-4fab-860a-abcb10fbd24e req-a594e962-a312-421e-a1ac-205bb04446cb tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:44.853898 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dabd105e-8c41-4fab-860a-abcb10fbd24e req-a594e962-a312-421e-a1ac-205bb04446cb tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 944 time: 0.0825143 Sep 29 17:44:44.905855 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dabd105e-8c41-4fab-860a-abcb10fbd24e req-7f4c7c15-3070-4255-a17e-fe61fda78944 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/security-groups?id=971ee8bf-f69b-48d2-b3a0-05059c0e61db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456524 Sep 29 17:44:44.957687 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Sep 2021 17:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7266d3ca-1d36-4f8f-bcd0-6ff6b991fc98 x-openstack-request-id: req-7266d3ca-1d36-4f8f-bcd0-6ff6b991fc98 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:44:44.958486 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5da8e5c-7aa6-4a0f-9467-3e9186e51966", "name": "network-vif-unplugged", "status": "failed", "tag": "6b31247b-ff59-4e73-b365-1d185885f6f7", "code": 422}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:44:44.958981 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7266d3ca-1d36-4f8f-bcd0-6ff6b991fc98 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:44:44.959589 n-d-811748-2 neutron-server[95017]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6b31247b-ff59-4e73-b365-1d185885f6f7', 'code': 422} returned with failed status Sep 29 17:44:45.146533 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-8777a23e-fcb5-4fb6-b977-70763e5dc9d2 req-691672a9-06fa-4597-b2b7-ba20916643dc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:44:45.148637 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8777a23e-fcb5-4fb6-b977-70763e5dc9d2 req-691672a9-06fa-4597-b2b7-ba20916643dc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073023 Sep 29 17:44:45.395827 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56845f25-6bc9-4977-85b5-864fb19908a0 req-f7ec94eb-fc6b-4cc4-b479-6aa8c557fc3d tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:45.418727 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-56845f25-6bc9-4977-85b5-864fb19908a0 req-f7ec94eb-fc6b-4cc4-b479-6aa8c557fc3d tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.1075518 Sep 29 17:44:45.482374 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-56845f25-6bc9-4977-85b5-864fb19908a0 req-14df70a7-317c-4573-9a6d-c57fef966633 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588932 Sep 29 17:44:45.655129 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58900) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:45.827960 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d5cacf66-b4d3-408d-9a02-d81b6ae870b1 req-363bdac6-7d38-4f11-916d-47177dbe2671 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1715827 Sep 29 17:44:45.833012 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-d5cacf66-b4d3-408d-9a02-d81b6ae870b1 req-6d968e1a-ee10-447c-8c2d-47ede414eacd service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:44:45.845314 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d5cacf66-b4d3-408d-9a02-d81b6ae870b1 req-6d968e1a-ee10-447c-8c2d-47ede414eacd service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161936 Sep 29 17:44:46.126157 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfedb3-54eb-457a-b165-78ea26e270df req-d830068b-1f1e-45ab-9811-85e5306f0d43 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:46.138148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59bfedb3-54eb-457a-b165-78ea26e270df req-d830068b-1f1e-45ab-9811-85e5306f0d43 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 944 time: 0.0855896 Sep 29 17:44:46.158509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b43d63f4-a31f-4bf0-a509-cc86f72de0ea details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:44:46.273853 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59bfedb3-54eb-457a-b165-78ea26e270df req-9e2a4965-bfab-4217-a116-186709223e43 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/security-groups?id=971ee8bf-f69b-48d2-b3a0-05059c0e61db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344342 Sep 29 17:44:46.315889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b43d63f4-a31f-4bf0-a509-cc86f72de0ea, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b43d63f4-a31f-4bf0-a509-cc86f72de0ea,segment=NetworkSegment(64d2fd16-adf8-459c-9c65-eac78bab4732),segment_id=64d2fd16-adf8-459c-9c65-eac78bab4732)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:46.334456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'b43d63f4-a31f-4bf0-a509-cc86f72de0ea', 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'port_id': 'b43d63f4-a31f-4bf0-a509-cc86f72de0ea', 'mac_address': 'fa:16:3e:d2:f8:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:44:46.383727 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:46.400064 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43d63f4-a31f-4bf0-a509-cc86f72de0ea {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:44:46.425986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b43d63f4-a31f-4bf0-a509-cc86f72de0ea, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b43d63f4-a31f-4bf0-a509-cc86f72de0ea,segment=NetworkSegment(64d2fd16-adf8-459c-9c65-eac78bab4732),segment_id=64d2fd16-adf8-459c-9c65-eac78bab4732)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:46.432505 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:46.518232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=b43d63f4-a31f-4bf0-a509-cc86f72de0ea,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:46.641685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['b43d63f4-a31f-4bf0-a509-cc86f72de0ea'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:44:46.721190 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e400c8-d0b8-4e0c-a4d4-6c01a4f55c06 req-b12a4a1a-a902-4a90-8f29-5987a133151d tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:46.728845 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7e400c8-d0b8-4e0c-a4d4-6c01a4f55c06 req-b12a4a1a-a902-4a90-8f29-5987a133151d tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.1169295 Sep 29 17:44:46.876252 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:46.957762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7e400c8-d0b8-4e0c-a4d4-6c01a4f55c06 req-867059c6-32f1-4cb9-9f54-0ede77360c4f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250969 Sep 29 17:44:47.495762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ca86-becb-486e-a8d6-8ea1e4b50fa5 req-d2c6b5ba-7717-4714-bc22-5add52e4f38d tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:47.504637 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-64f5ca86-becb-486e-a8d6-8ea1e4b50fa5 req-d2c6b5ba-7717-4714-bc22-5add52e4f38d tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 945 time: 0.0933812 Sep 29 17:44:47.577147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-64f5ca86-becb-486e-a8d6-8ea1e4b50fa5 req-8158cf64-714f-435c-aec1-fb6435592565 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/security-groups?id=971ee8bf-f69b-48d2-b3a0-05059c0e61db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628910 Sep 29 17:44:47.782876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58966) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:47.949177 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e13eb719-28ac-44a7-aac7-db10a41ece29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:48.096213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e13eb719-28ac-44a7-aac7-db10a41ece29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:48.103716 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e13eb719-28ac-44a7-aac7-db10a41ece29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:48.138781 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13eb719-28ac-44a7-aac7-db10a41ece29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f31bff-e5d0-44f0-9a51-f096beae7076,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:48.164456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b43d63f4-a31f-4bf0-a509-cc86f72de0ea up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:44:48.195178 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e13eb719-28ac-44a7-aac7-db10a41ece29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e44034eb0d1a40ffab6997e490d29280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4104464 Sep 29 17:44:48.197643 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 58978) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:48.264613 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed65c-895a-4b7a-ac9a-3e20a43375ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:48.290557 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed65c-895a-4b7a-ac9a-3e20a43375ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:48.307929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b03aa9-3a4c-42af-94c9-66e4df6c24e5 req-8da6c3b5-be28-4828-a3fb-c788872ee237 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:48.318152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port b43d63f4-a31f-4bf0-a509-cc86f72de0ea completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:44:48.320473 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2b03aa9-3a4c-42af-94c9-66e4df6c24e5 req-8da6c3b5-be28-4828-a3fb-c788872ee237 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.1609077 Sep 29 17:44:48.328591 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port b43d63f4-a31f-4bf0-a509-cc86f72de0ea triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:44:48.328970 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:48.376006 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed65c-895a-4b7a-ac9a-3e20a43375ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:48.391119 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed65c-895a-4b7a-ac9a-3e20a43375ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:48.407932 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fd7ed65c-895a-4b7a-ac9a-3e20a43375ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6f31bff-e5d0-44f0-9a51-f096beae7076 HTTP/1.1" status: 204 len: 168 time: 0.2045541 Sep 29 17:44:48.424384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ed65c-895a-4b7a-ac9a-3e20a43375ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f31bff-e5d0-44f0-9a51-f096beae7076,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:48.468372 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a2b03aa9-3a4c-42af-94c9-66e4df6c24e5 req-e12ca301-e685-473a-bd91-084d7930d9a7 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469309 Sep 29 17:44:48.509725 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:48.553197 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4ab906-02c2-4ec4-b68c-a45dcb30e29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43d63f4-a31f-4bf0-a509-cc86f72de0ea'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:44:48.555512 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f942340c-9e19-437b-be6d-43d65fa99dc5" -d '{"events": [{"server_uuid": "8d4ab906-02c2-4ec4-b68c-a45dcb30e29a", "name": "network-vif-plugged", "status": "completed", "tag": "b43d63f4-a31f-4bf0-a509-cc86f72de0ea"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:44:48.559298 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6b31247b-ff59-4e73-b365-1d185885f6f7 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:44:48.624458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b43d63f4-a31f-4bf0-a509-cc86f72de0ea, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b43d63f4-a31f-4bf0-a509-cc86f72de0ea,segment=NetworkSegment(64d2fd16-adf8-459c-9c65-eac78bab4732),segment_id=64d2fd16-adf8-459c-9c65-eac78bab4732)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:44:48.654462 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc7e5afb-d429-4e75-803c-b5cfc97ae0de x-openstack-request-id: req-bc7e5afb-d429-4e75-803c-b5cfc97ae0de {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:44:48.654759 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4ab906-02c2-4ec4-b68c-a45dcb30e29a", "name": "network-vif-plugged", "status": "completed", "tag": "b43d63f4-a31f-4bf0-a509-cc86f72de0ea", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:44:48.655013 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc7e5afb-d429-4e75-803c-b5cfc97ae0de {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:44:48.655413 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4ab906-02c2-4ec4-b68c-a45dcb30e29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43d63f4-a31f-4bf0-a509-cc86f72de0ea', 'code': 200} Sep 29 17:44:48.664251 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:48.803675 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=b43d63f4-a31f-4bf0-a509-cc86f72de0ea,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:48.884594 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526aa5b-1043-4e41-ade3-8433d1080004 req-52f80d42-4ded-4f7d-8cd2-96a89143c36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:48.887024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d526aa5b-1043-4e41-ade3-8433d1080004 req-52f80d42-4ded-4f7d-8cd2-96a89143c36c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 1097 time: 0.1641879 Sep 29 17:44:48.931145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98354e5d-1a69-4710-a641-2c67625afa00 req-d9e15b23-dd3f-4581-8a30-8dbe25685915 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:48.937775 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98354e5d-1a69-4710-a641-2c67625afa00 req-d9e15b23-dd3f-4581-8a30-8dbe25685915 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 946 time: 0.1484926 Sep 29 17:44:48.959995 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d526aa5b-1043-4e41-ade3-8433d1080004 req-c6794642-a6c1-4a63-833c-f7e6b6dc2372 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=971ee8bf-f69b-48d2-b3a0-05059c0e61db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646517 Sep 29 17:44:48.992121 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98354e5d-1a69-4710-a641-2c67625afa00 req-ae9fd021-99b2-4404-bdf8-ecd679fd3000 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/security-groups?id=971ee8bf-f69b-48d2-b3a0-05059c0e61db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499465 Sep 29 17:44:49.626541 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8697136-1cae-44ff-a074-2f6872f5edc4 req-fc37eb32-4bc3-410f-80b2-94bc9181da8e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:49.628184 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e8697136-1cae-44ff-a074-2f6872f5edc4 req-fc37eb32-4bc3-410f-80b2-94bc9181da8e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0594950 Sep 29 17:44:49.691159 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e8697136-1cae-44ff-a074-2f6872f5edc4 req-8e0a5873-02bb-46ac-b971-c61b1d8900e5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556848 Sep 29 17:44:50.150531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102cd1f-bff6-4bf8-826e-b5ab4aa78a02 req-f5dc1018-05a6-4aa4-b094-0fc098d40a12 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:50.158979 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d102cd1f-bff6-4bf8-826e-b5ab4aa78a02 req-f5dc1018-05a6-4aa4-b094-0fc098d40a12 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 946 time: 0.0679061 Sep 29 17:44:50.201236 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d102cd1f-bff6-4bf8-826e-b5ab4aa78a02 req-59f0e142-2747-47fd-8be1-1b36920563a4 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/security-groups?id=971ee8bf-f69b-48d2-b3a0-05059c0e61db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412326 Sep 29 17:44:50.362833 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688931e-7cb5-451b-92aa-5d0e7b66c980 req-5422f7ab-2187-49a8-82de-f6788a4c2938 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:50.373823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4688931e-7cb5-451b-92aa-5d0e7b66c980 req-5422f7ab-2187-49a8-82de-f6788a4c2938 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 946 time: 0.0665596 Sep 29 17:44:50.412878 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4688931e-7cb5-451b-92aa-5d0e7b66c980 req-3987495a-5c2e-4781-9c66-e0494b8e2d27 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/security-groups?id=971ee8bf-f69b-48d2-b3a0-05059c0e61db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378718 Sep 29 17:44:50.567539 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c70b2f-09ef-4d6b-892c-ce09474c9ee4 req-1129ecaf-ea18-4bcc-8959-40d620dc0755 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:50.576475 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3c70b2f-09ef-4d6b-892c-ce09474c9ee4 req-1129ecaf-ea18-4bcc-8959-40d620dc0755 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 946 time: 0.0684173 Sep 29 17:44:50.630173 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3c70b2f-09ef-4d6b-892c-ce09474c9ee4 req-565ae834-8427-4527-b45c-cc9e233e34b3 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/security-groups?id=971ee8bf-f69b-48d2-b3a0-05059c0e61db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524666 Sep 29 17:44:50.648842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59076) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:50.956505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20477689-1023-408c-806f-8f7df17527bc tempest-TestServerBasicOps-821028092 tempest-TestServerBasicOps-821028092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:50.957368 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc125f-1de3-49de-a77f-1580a4dd86bf req-dfc7b443-a935-45ef-9463-8b3808a4fc2e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:50.958982 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4cbc125f-1de3-49de-a77f-1580a4dd86bf req-dfc7b443-a935-45ef-9463-8b3808a4fc2e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.1232131 Sep 29 17:44:50.968492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59094) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:50.970659 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-20477689-1023-408c-806f-8f7df17527bc tempest-TestServerBasicOps-821028092 tempest-TestServerBasicOps-821028092-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 1092 time: 0.3195455 Sep 29 17:44:50.977888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': 'b43d63f4-a31f-4bf0-a509-cc86f72de0ea', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:44:51.038478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4cbc125f-1de3-49de-a77f-1580a4dd86bf req-05da5f51-fb63-4542-97bc-5aa3f74af05b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557618 Sep 29 17:44:51.047238 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:51.222558 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:51.388636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Allocated IP 172.25.2.61 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/a9b85291-186a-4207-a296-a214878a656e) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:44:51.550705 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:51.591303 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:51.655519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Pushing event updated for resources: {'Port': ['ID=a9b85291-186a-4207-a296-a214878a656e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:51.663551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:44:51.665143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:44:51.668185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:44:52.210234 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:52.363261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bfcf1-a4a5-4baa-a327-1c7fe92b1744 req-77318012-f6af-4f14-b491-0746c6b03a11 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:52.365943 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a60bfcf1-a4a5-4baa-a327-1c7fe92b1744 req-77318012-f6af-4f14-b491-0746c6b03a11 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.1123180 Sep 29 17:44:52.374941 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:52.414428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59176) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:52.517258 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a60bfcf1-a4a5-4baa-a327-1c7fe92b1744 req-6556a236-3255-4d8f-a5de-22bbd9b1fe19 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127882 Sep 29 17:44:52.582083 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:52.632554 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:52.641316 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:52.720293 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:52.724613 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:52.751331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Pushing event updated for resources: {'Port': ['ID=a9b85291-186a-4207-a296-a214878a656e,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:52.774994 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:52.791353 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=338f63e2a7234456868cb98081ec3b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728206 Sep 29 17:44:52.791353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef245a5-c304-4fc6-a7a3-893594b9c4d0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:52.798670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59214) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:52.800478 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:52.800930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:52.801454 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:52.801889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:52.802403 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:52.802972 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:52.803396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:52.803823 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:52.804253 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:52.804859 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:52.805407 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:52.805827 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78542486-1c59-42b3-b019-7d9b515b858c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:44:52.891424 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dc3e-6b24-46c1-b22d-02e3a2805b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:52.923226 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dc3e-6b24-46c1-b22d-02e3a2805b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:52.924077 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Floating IP 77b8e0da-8254-439a-9d1e-ba5ff28dbe11 associated. External IP: 172.25.2.61, port: b43d63f4-a31f-4bf0-a509-cc86f72de0ea. Sep 29 17:44:52.981195 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dc3e-6b24-46c1-b22d-02e3a2805b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:52.984931 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2eb1dc3e-6b24-46c1-b22d-02e3a2805b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:52.986516 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2eb1dc3e-6b24-46c1-b22d-02e3a2805b98 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ef245a5-c304-4fc6-a7a3-893594b9c4d0 HTTP/1.1" status: 204 len: 168 time: 0.1639342 Sep 29 17:44:52.998384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1dc3e-6b24-46c1-b22d-02e3a2805b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef245a5-c304-4fc6-a7a3-893594b9c4d0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:53.505552 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59292) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:53.526585 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-39ff7ef0-f722-45e5-be63-2bf1c8a4341f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:53.668626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Router f7fad4e2-8519-4539-9bd8-6677d790d9f3 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:44:53.721821 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018ef38-08ee-4896-b053-0fa02056ed8d req-c86c2731-e269-4e5f-92a2-60cd56e5b50c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:53.730701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f018ef38-08ee-4896-b053-0fa02056ed8d req-c86c2731-e269-4e5f-92a2-60cd56e5b50c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0767915 Sep 29 17:44:53.762859 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-39ff7ef0-f722-45e5-be63-2bf1c8a4341f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:53.770817 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-39ff7ef0-f722-45e5-be63-2bf1c8a4341f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:53.819164 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-39ff7ef0-f722-45e5-be63-2bf1c8a4341f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48d0f7bc4c024b99bf6f550484330458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3109858 Sep 29 17:44:53.821649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59320) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:44:53.830889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff7ef0-f722-45e5-be63-2bf1c8a4341f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44b1d3a-2ef3-430b-85ae-2dbbd1fdc1ad,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:53.862196 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f018ef38-08ee-4896-b053-0fa02056ed8d req-81f3b03d-fa6a-4325-b913-108f46a2800d tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305327 Sep 29 17:44:53.883258 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:44:53.894549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ebdb0a-59b2-4a67-b4ec-f254e4f1aaa8 None None] Sync routers for ids ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:44:53.910257 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ebdb0a-59b2-4a67-b4ec-f254e4f1aaa8 None None] Routers {'f7fad4e2-8519-4539-9bd8-6677d790d9f3'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:44:53.912590 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-55ebdb0a-59b2-4a67-b4ec-f254e4f1aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:44:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:53.917220 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:53.937446 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40aae828-8bbb-468f-960f-b29b1b029794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:53.971038 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40aae828-8bbb-468f-960f-b29b1b029794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:54.003565 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-901c8dd8-c912-416a-b03a-854f9395f0e6 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0254426 Sep 29 17:44:54.007914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4ab906-02c2-4ec4-b68c-a45dcb30e29a', 'tag': 'b43d63f4-a31f-4bf0-a509-cc86f72de0ea'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:44:54.011161 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b4d4bf-e37a-433b-89ac-d3f2f7921713" -d '{"events": [{"name": "network-changed", "server_uuid": "8d4ab906-02c2-4ec4-b68c-a45dcb30e29a", "tag": "b43d63f4-a31f-4bf0-a509-cc86f72de0ea"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:44:54.094010 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40aae828-8bbb-468f-960f-b29b1b029794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:54.098373 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40aae828-8bbb-468f-960f-b29b1b029794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:54.100074 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-40aae828-8bbb-468f-960f-b29b1b029794 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d44b1d3a-2ef3-430b-85ae-2dbbd1fdc1ad HTTP/1.1" status: 204 len: 168 time: 0.2773390 Sep 29 17:44:54.137892 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d434a7-3abd-4f39-b8df-8c2a371dbc08 x-openstack-request-id: req-26d434a7-3abd-4f39-b8df-8c2a371dbc08 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:44:54.138278 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d4ab906-02c2-4ec4-b68c-a45dcb30e29a", "tag": "b43d63f4-a31f-4bf0-a509-cc86f72de0ea", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:44:54.138626 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26d434a7-3abd-4f39-b8df-8c2a371dbc08 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:44:54.139153 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4ab906-02c2-4ec4-b68c-a45dcb30e29a', 'tag': 'b43d63f4-a31f-4bf0-a509-cc86f72de0ea', 'status': 'completed', 'code': 200} Sep 29 17:44:54.147447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aae828-8bbb-468f-960f-b29b1b029794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44b1d3a-2ef3-430b-85ae-2dbbd1fdc1ad,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:44:54.275602 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4d4bf-e37a-433b-89ac-d3f2f7921713 req-4a0aa2e9-89b0-4bc8-9d4b-094165028828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:54.279044 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98b4d4bf-e37a-433b-89ac-d3f2f7921713 req-4a0aa2e9-89b0-4bc8-9d4b-094165028828 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a99f5301c214f368a4b889618196bc0&device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 1097 time: 0.1166868 Sep 29 17:44:54.383280 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-55ebdb0a-59b2-4a67-b4ec-f254e4f1aaa8 None None] Set router f7fad4e2-8519-4539-9bd8-6677d790d9f3 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:44:54.485934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4d4bf-e37a-433b-89ac-d3f2f7921713 req-f93c856e-fb8b-4f7e-ab6f-03cd361dd5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:54.487415 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98b4d4bf-e37a-433b-89ac-d3f2f7921713 req-f93c856e-fb8b-4f7e-ab6f-03cd361dd5c7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=faf0ee5f-a17a-471f-9257-8797c6cba5a5 HTTP/1.1" status: 200 len: 910 time: 0.1988790 Sep 29 17:44:54.708295 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98b4d4bf-e37a-433b-89ac-d3f2f7921713 req-8fffdcd5-a54c-4de3-9ce4-462b58fb7a3b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43d63f4-a31f-4bf0-a509-cc86f72de0ea HTTP/1.1" status: 200 len: 999 time: 0.2094214 Sep 29 17:44:54.819770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-55ebdb0a-59b2-4a67-b4ec-f254e4f1aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'name': 'tempest-TestServerBasicOps-1858496166-router', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:04Z', 'updated_at': '2021-09-29T17:44:11Z', 'revision_number': 4, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'gw_port': {'id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:05Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '77b8e0da-8254-439a-9d1e-ba5ff28dbe11', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'port_id': 'b43d63f4-a31f-4bf0-a509-cc86f72de0ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'mac_address': 'fa:16:3e:d2:f8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4ab906-02c2-4ec4-b68c-a45dcb30e29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:44:51Z', 'updated_at': '2021-09-29T17:44:51Z', 'revision_number': 0, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ec6301-bd49-4341-b5bf-067bd94b45c2', 'name': '', 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'mac_address': 'fa:16:3e:74:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:09Z', 'updated_at': '2021-09-29T17:44:19Z', 'revision_number': 5, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'subnets': [{'id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:54.826449 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4d4bf-e37a-433b-89ac-d3f2f7921713 req-3a19cd76-af39-4e90-a8a4-98d45d7f2688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:54.828653 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98b4d4bf-e37a-433b-89ac-d3f2f7921713 req-3a19cd76-af39-4e90-a8a4-98d45d7f2688 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03be6bb2-d98c-480f-a772-9bfe4b2d39a6 HTTP/1.1" status: 200 len: 848 time: 0.1127784 Sep 29 17:44:54.922105 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4d4bf-e37a-433b-89ac-d3f2f7921713 req-310766ee-e8df-4a11-903b-b5b31b991beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:54.924056 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98b4d4bf-e37a-433b-89ac-d3f2f7921713 req-310766ee-e8df-4a11-903b-b5b31b991beb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=faf0ee5f-a17a-471f-9257-8797c6cba5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876698 Sep 29 17:44:54.926026 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ebdb0a-59b2-4a67-b4ec-f254e4f1aaa8 None None] Checking router: f7fad4e2-8519-4539-9bd8-6677d790d9f3 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:44:54.949877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ebdb0a-59b2-4a67-b4ec-f254e4f1aaa8 None None] Routers {'f7fad4e2-8519-4539-9bd8-6677d790d9f3'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:44:54.951220 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-55ebdb0a-59b2-4a67-b4ec-f254e4f1aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:44:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:55.065420 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182b8f5-3fa1-4164-9d25-90e21dc56865 req-44c14fdd-83f9-4577-9bd7-e1c6d4465b42 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:55.074067 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0182b8f5-3fa1-4164-9d25-90e21dc56865 req-44c14fdd-83f9-4577-9bd7-e1c6d4465b42 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0917583 Sep 29 17:44:55.128006 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0182b8f5-3fa1-4164-9d25-90e21dc56865 req-f5f372aa-d807-4815-a2bc-46645e44734c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527315 Sep 29 17:44:55.159707 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98b4d4bf-e37a-433b-89ac-d3f2f7921713 req-6a65db61-832f-48f0-b010-6d0e0b0fcc01 service neutron] 10.222.0.49 "GET /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286217 Sep 29 17:44:55.190996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-55ebdb0a-59b2-4a67-b4ec-f254e4f1aaa8 None None] Set router f7fad4e2-8519-4539-9bd8-6677d790d9f3 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:44:55.362204 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98b4d4bf-e37a-433b-89ac-d3f2f7921713 req-41990198-8d2c-490b-a406-22c68e4894e9 service neutron] 10.222.0.49 "GET /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934922 Sep 29 17:44:55.562240 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-55ebdb0a-59b2-4a67-b4ec-f254e4f1aaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'name': 'tempest-TestServerBasicOps-1858496166-router', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:04Z', 'updated_at': '2021-09-29T17:44:11Z', 'revision_number': 4, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'gw_port': {'id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:05Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '77b8e0da-8254-439a-9d1e-ba5ff28dbe11', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'port_id': 'b43d63f4-a31f-4bf0-a509-cc86f72de0ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'mac_address': 'fa:16:3e:d2:f8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4ab906-02c2-4ec4-b68c-a45dcb30e29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:44:51Z', 'updated_at': '2021-09-29T17:44:51Z', 'revision_number': 0, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ec6301-bd49-4341-b5bf-067bd94b45c2', 'name': '', 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'mac_address': 'fa:16:3e:74:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:09Z', 'updated_at': '2021-09-29T17:44:19Z', 'revision_number': 5, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'subnets': [{'id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:44:55.598291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ebdb0a-59b2-4a67-b4ec-f254e4f1aaa8 None None] The sync data for ids ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'] in n-d-811748-2 is: [{'id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'name': 'tempest-TestServerBasicOps-1858496166-router', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:04Z', 'updated_at': '2021-09-29T17:44:11Z', 'revision_number': 4, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'gw_port': {'id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:05Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '77b8e0da-8254-439a-9d1e-ba5ff28dbe11', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'floating_ip_address': '172.25.2.61', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'port_id': 'b43d63f4-a31f-4bf0-a509-cc86f72de0ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'mac_address': 'fa:16:3e:d2:f8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4ab906-02c2-4ec4-b68c-a45dcb30e29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:44:51Z', 'updated_at': '2021-09-29T17:44:51Z', 'revision_number': 0, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41ec6301-bd49-4341-b5bf-067bd94b45c2', 'name': '', 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'mac_address': 'fa:16:3e:74:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:09Z', 'updated_at': '2021-09-29T17:44:19Z', 'revision_number': 5, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'subnets': [{'id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:44:56.034875 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3064c4-a76c-400a-9ac9-49afc0c5abac None None] New status for floating IP 77b8e0da-8254-439a-9d1e-ba5ff28dbe11: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:44:56.351956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f30a8-0492-4dfd-a3a4-6a62c3aea66d req-00be6616-d760-4bd4-8e2c-28aac8a63fd9 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:56.359429 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c3f30a8-0492-4dfd-a3a4-6a62c3aea66d req-00be6616-d760-4bd4-8e2c-28aac8a63fd9 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0727794 Sep 29 17:44:56.397345 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c3f30a8-0492-4dfd-a3a4-6a62c3aea66d req-81a1e4a4-d979-4fd9-98b3-1a71ad54ef57 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369933 Sep 29 17:44:56.535009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cacf66-b4d3-408d-9a02-d81b6ae870b1 req-d7ab450a-74f7-4382-954d-55cb7923d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:56.537606 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5cacf66-b4d3-408d-9a02-d81b6ae870b1 req-d7ab450a-74f7-4382-954d-55cb7923d8ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966&tenant_id=e623b8fc0f40480d8e744c4b328c6a7d HTTP/1.1" status: 200 len: 1094 time: 0.0521200 Sep 29 17:44:56.636033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cacf66-b4d3-408d-9a02-d81b6ae870b1 req-8c0b42fc-03c7-4e3a-91b5-8e4366c9b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:56.638124 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5cacf66-b4d3-408d-9a02-d81b6ae870b1 req-8c0b42fc-03c7-4e3a-91b5-8e4366c9b464 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 1094 time: 0.0640092 Sep 29 17:44:56.751373 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cacf66-b4d3-408d-9a02-d81b6ae870b1 req-23ac8513-46c9-4968-a33a-e697429d2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:56.753033 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5cacf66-b4d3-408d-9a02-d81b6ae870b1 req-23ac8513-46c9-4968-a33a-e697429d2835 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 200 len: 917 time: 0.1075215 Sep 29 17:44:56.841978 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5cacf66-b4d3-408d-9a02-d81b6ae870b1 req-821e607a-cfbc-4589-98df-fa4a2f9f5dd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b31247b-ff59-4e73-b365-1d185885f6f7 HTTP/1.1" status: 200 len: 998 time: 0.0819714 Sep 29 17:44:56.929739 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cacf66-b4d3-408d-9a02-d81b6ae870b1 req-74abdee4-45dc-4a37-8b0b-bfe6907f331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:56.931403 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5cacf66-b4d3-408d-9a02-d81b6ae870b1 req-74abdee4-45dc-4a37-8b0b-bfe6907f331f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6beb8b79-6b72-4c5b-af59-845d806127d5 HTTP/1.1" status: 200 len: 855 time: 0.0815914 Sep 29 17:44:56.989529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cacf66-b4d3-408d-9a02-d81b6ae870b1 req-2a1e240e-af2b-459d-909f-87e801eee548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:56.991153 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5cacf66-b4d3-408d-9a02-d81b6ae870b1 req-2a1e240e-af2b-459d-909f-87e801eee548 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522878 Sep 29 17:44:57.121758 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5cacf66-b4d3-408d-9a02-d81b6ae870b1 req-cb2dd486-c350-4441-a19d-73b8f3c1e834 service neutron] 10.222.0.35 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225255 Sep 29 17:44:57.236715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5cacf66-b4d3-408d-9a02-d81b6ae870b1 req-1aade342-6d8a-4475-8059-75b5d6588d02 service neutron] 10.222.0.35 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076534 Sep 29 17:44:57.399572 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:44:57.605741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724da6e-2d07-4432-900a-c1dbc84035aa req-07e99999-6f4b-41c4-8624-c22d8b8e2e97 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:57.616484 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b724da6e-2d07-4432-900a-c1dbc84035aa req-07e99999-6f4b-41c4-8624-c22d8b8e2e97 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0761890 Sep 29 17:44:57.669933 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b724da6e-2d07-4432-900a-c1dbc84035aa req-5e0cdee4-58ec-4b80-8ed5-a064f538f1ca tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522289 Sep 29 17:44:58.877822 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb503398-3150-49af-8ca2-3fef592f2c5a req-0ae94678-58a0-408d-8de6-4c155177d001 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:44:58.887195 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb503398-3150-49af-8ca2-3fef592f2c5a req-0ae94678-58a0-408d-8de6-4c155177d001 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0977345 Sep 29 17:44:58.981120 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fb503398-3150-49af-8ca2-3fef592f2c5a req-6fb18fb9-926b-4748-bae2-bc750d194b7d tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929286 Sep 29 17:45:00.235985 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22e8ef-3f31-4d7f-beeb-7eb69e705407 req-e6f03535-2789-496d-ba59-0391a37bb63f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:00.238834 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c22e8ef-3f31-4d7f-beeb-7eb69e705407 req-e6f03535-2789-496d-ba59-0391a37bb63f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0997379 Sep 29 17:45:00.280773 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59866) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:00.357138 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c22e8ef-3f31-4d7f-beeb-7eb69e705407 req-50c4ffc8-c405-4f79-bdb0-220449b1024e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110733 Sep 29 17:45:00.477539 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b71c65ba-7e48-4314-85b8-5733fdb8dca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:00.651782 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b71c65ba-7e48-4314-85b8-5733fdb8dca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:00.656633 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b71c65ba-7e48-4314-85b8-5733fdb8dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:00.727316 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b71c65ba-7e48-4314-85b8-5733fdb8dca1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de0d7e3e4ff9405198aeac483babb366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145372 Sep 29 17:45:00.727316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c65ba-7e48-4314-85b8-5733fdb8dca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a09de8-b563-4211-9cb6-8d3454c54bc9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:00.727923 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59872) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:00.773513 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-091db884-cbfb-4c9e-9017-f3ea5555f043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:00.831257 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-091db884-cbfb-4c9e-9017-f3ea5555f043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:00.913060 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-091db884-cbfb-4c9e-9017-f3ea5555f043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:00.917191 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-091db884-cbfb-4c9e-9017-f3ea5555f043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:00.921760 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-091db884-cbfb-4c9e-9017-f3ea5555f043 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73a09de8-b563-4211-9cb6-8d3454c54bc9 HTTP/1.1" status: 204 len: 168 time: 0.2199254 Sep 29 17:45:00.937559 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091db884-cbfb-4c9e-9017-f3ea5555f043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a09de8-b563-4211-9cb6-8d3454c54bc9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:01.322812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59882) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:01.336911 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a77691f5-438a-4827-bbf9-563cacebac2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:01.462392 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a77691f5-438a-4827-bbf9-563cacebac2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:01.467931 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a77691f5-438a-4827-bbf9-563cacebac2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:01.501071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77691f5-438a-4827-bbf9-563cacebac2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed5733a-87dd-4245-ba8e-7096d3df3b3c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:01.541810 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a77691f5-438a-4827-bbf9-563cacebac2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cedfdf013a9049fdaa93c085f82f3502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178190 Sep 29 17:45:01.544630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59886) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:01.596784 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539dbeb-06af-454d-8a32-a01cd143e5b8 req-1142492d-f30e-4a7b-a914-24a67a5c77d8 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:01.598402 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d539dbeb-06af-454d-8a32-a01cd143e5b8 req-1142492d-f30e-4a7b-a914-24a67a5c77d8 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0985613 Sep 29 17:45:01.645301 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ca333d6c-8b9c-4e9d-8f18-812956b7aeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:01.685150 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d539dbeb-06af-454d-8a32-a01cd143e5b8 req-62f9ca46-fc5a-44fa-8025-a160c86ebf93 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790479 Sep 29 17:45:01.730729 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ca333d6c-8b9c-4e9d-8f18-812956b7aeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:01.831118 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ca333d6c-8b9c-4e9d-8f18-812956b7aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:01.834450 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ca333d6c-8b9c-4e9d-8f18-812956b7aeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:01.842146 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ca333d6c-8b9c-4e9d-8f18-812956b7aeaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ed5733a-87dd-4245-ba8e-7096d3df3b3c HTTP/1.1" status: 204 len: 168 time: 0.2892938 Sep 29 17:45:01.861605 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca333d6c-8b9c-4e9d-8f18-812956b7aeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed5733a-87dd-4245-ba8e-7096d3df3b3c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:02.845093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044f9a8-2c92-4e84-9fbd-2274681c0614 req-0d8da8e1-4497-42c6-aac5-a7ed584d37d2 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:02.846667 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f044f9a8-2c92-4e84-9fbd-2274681c0614 req-0d8da8e1-4497-42c6-aac5-a7ed584d37d2 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0547147 Sep 29 17:45:02.935957 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f044f9a8-2c92-4e84-9fbd-2274681c0614 req-fdbc73dc-604b-4653-885b-4c2753b69608 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816622 Sep 29 17:45:03.160642 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 59930) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:03.302969 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-465ed08e-ac9a-44b6-a3a3-d1b5894b2903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:03.456768 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-465ed08e-ac9a-44b6-a3a3-d1b5894b2903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:03.462813 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-465ed08e-ac9a-44b6-a3a3-d1b5894b2903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:03.504414 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-465ed08e-ac9a-44b6-a3a3-d1b5894b2903 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7419bf7b442a49ccbdefbc56d4aff169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425517 Sep 29 17:45:03.507164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 59934) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:03.509400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ed08e-ac9a-44b6-a3a3-d1b5894b2903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c764f4-5e42-4a11-b82d-bc7e31bba8cb,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:03.557052 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4f5a1d67-74ec-4252-b13b-8e0b933d2db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:03.582775 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4f5a1d67-74ec-4252-b13b-8e0b933d2db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:03.680663 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4f5a1d67-74ec-4252-b13b-8e0b933d2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:03.684952 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4f5a1d67-74ec-4252-b13b-8e0b933d2db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:03.686575 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4f5a1d67-74ec-4252-b13b-8e0b933d2db9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2c764f4-5e42-4a11-b82d-bc7e31bba8cb HTTP/1.1" status: 204 len: 168 time: 0.1778796 Sep 29 17:45:03.697022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a1d67-74ec-4252-b13b-8e0b933d2db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c764f4-5e42-4a11-b82d-bc7e31bba8cb,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:04.091707 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3b3a7-0765-47e5-90a4-8a311c9619b1 req-30cd8680-e234-4bc0-b49a-ddb4dfb015cd tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:04.093477 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-41b3b3a7-0765-47e5-90a4-8a311c9619b1 req-30cd8680-e234-4bc0-b49a-ddb4dfb015cd tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0536885 Sep 29 17:45:04.146799 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-41b3b3a7-0765-47e5-90a4-8a311c9619b1 req-894e0f82-8efa-4340-8cc1-05b7dad9fb76 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458956 Sep 29 17:45:05.438063 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae53cf-5c41-48c8-8e14-4ccfbb971b25 req-a4428916-1ff3-4407-bf1c-064bb5daaff1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:05.439606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2cae53cf-5c41-48c8-8e14-4ccfbb971b25 req-a4428916-1ff3-4407-bf1c-064bb5daaff1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0873380 Sep 29 17:45:05.489133 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2cae53cf-5c41-48c8-8e14-4ccfbb971b25 req-6a4ce2fe-e32f-4a79-8fca-b8d6921c7ad7 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434313 Sep 29 17:45:06.131703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60064) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:06.264475 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2e5cdbd-4651-4820-8341-d964cd1a487a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:06.369214 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2e5cdbd-4651-4820-8341-d964cd1a487a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:06.399804 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2e5cdbd-4651-4820-8341-d964cd1a487a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:06.500092 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5cdbd-4651-4820-8341-d964cd1a487a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8250842c-88c2-4c40-8d90-b96c521ab9a9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:06.516680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60074) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:06.533969 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c2e5cdbd-4651-4820-8341-d964cd1a487a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf365d61c8e14199a3421f9a235b12b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4004478 Sep 29 17:45:06.642736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60078) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:06.674736 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4142cf5c-d356-40c8-8dc3-fbe8c890ffba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:06.700529 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4142cf5c-d356-40c8-8dc3-fbe8c890ffba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:06.755563 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4142cf5c-d356-40c8-8dc3-fbe8c890ffba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:06.758539 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4142cf5c-d356-40c8-8dc3-fbe8c890ffba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:06.763137 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4142cf5c-d356-40c8-8dc3-fbe8c890ffba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8250842c-88c2-4c40-8d90-b96c521ab9a9 HTTP/1.1" status: 204 len: 168 time: 0.2451470 Sep 29 17:45:06.788705 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142cf5c-d356-40c8-8dc3-fbe8c890ffba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8250842c-88c2-4c40-8d90-b96c521ab9a9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:06.822475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b17497-32b1-4d38-81d9-38f902c7c4b3 req-093a2f15-1a28-4cec-ad14-bbe0cc690c5b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:06.824769 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-66b17497-32b1-4d38-81d9-38f902c7c4b3 req-093a2f15-1a28-4cec-ad14-bbe0cc690c5b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.1279590 Sep 29 17:45:06.879761 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-501a0133-13f3-4aba-b0d5-162f0da2ead9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:06.938339 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-66b17497-32b1-4d38-81d9-38f902c7c4b3 req-c41c0a59-cb2e-4bee-9ba6-884e6a736128 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760527 Sep 29 17:45:07.109120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-501a0133-13f3-4aba-b0d5-162f0da2ead9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:07.114819 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-501a0133-13f3-4aba-b0d5-162f0da2ead9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:07.157556 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-501a0133-13f3-4aba-b0d5-162f0da2ead9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67263175f7f64ec1bc7f4e72438d7994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5135379 Sep 29 17:45:07.158461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a0133-13f3-4aba-b0d5-162f0da2ead9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f95d192-117c-45ac-bc41-09e5e6f582e7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:07.160118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60090) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:07.247392 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c481ca7c-d6cd-421a-8503-2439730afa55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:07.254461 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24875b4c-d68b-42f9-8d09-6666df70d597 req-17156918-b1ac-46d6-a7b2-fbb4759cf408 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726063 Sep 29 17:45:07.272524 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c481ca7c-d6cd-421a-8503-2439730afa55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:07.356059 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c481ca7c-d6cd-421a-8503-2439730afa55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:07.363578 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c481ca7c-d6cd-421a-8503-2439730afa55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:07.364930 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c481ca7c-d6cd-421a-8503-2439730afa55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f95d192-117c-45ac-bc41-09e5e6f582e7 HTTP/1.1" status: 204 len: 168 time: 0.2037344 Sep 29 17:45:07.386450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481ca7c-d6cd-421a-8503-2439730afa55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f95d192-117c-45ac-bc41-09e5e6f582e7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:07.391135 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24875b4c-d68b-42f9-8d09-6666df70d597 req-36faf9ec-c7b3-406f-a371-7c811b704843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:07.393394 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24875b4c-d68b-42f9-8d09-6666df70d597 req-36faf9ec-c7b3-406f-a371-7c811b704843 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a99f5301c214f368a4b889618196bc0&device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 1097 time: 0.0722525 Sep 29 17:45:07.546754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24875b4c-d68b-42f9-8d09-6666df70d597 req-0be183d8-8926-45cc-9a94-3072de864f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:07.548354 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24875b4c-d68b-42f9-8d09-6666df70d597 req-0be183d8-8926-45cc-9a94-3072de864f62 service neutron] 10.222.0.49 "GET /v2.0/networks?id=faf0ee5f-a17a-471f-9257-8797c6cba5a5 HTTP/1.1" status: 200 len: 910 time: 0.1290498 Sep 29 17:45:07.627178 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24875b4c-d68b-42f9-8d09-6666df70d597 req-de4a5099-5ebd-47ac-ad00-743ce699fc0d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43d63f4-a31f-4bf0-a509-cc86f72de0ea HTTP/1.1" status: 200 len: 1001 time: 0.0704751 Sep 29 17:45:07.683643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24875b4c-d68b-42f9-8d09-6666df70d597 req-5b5a9263-9dd1-4505-b9a9-dd06bfb54716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:07.685159 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24875b4c-d68b-42f9-8d09-6666df70d597 req-5b5a9263-9dd1-4505-b9a9-dd06bfb54716 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03be6bb2-d98c-480f-a772-9bfe4b2d39a6 HTTP/1.1" status: 200 len: 848 time: 0.0502269 Sep 29 17:45:07.793045 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24875b4c-d68b-42f9-8d09-6666df70d597 req-45a9a2ab-8ede-41f9-8fa5-4ea35a7ed5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:07.795145 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24875b4c-d68b-42f9-8d09-6666df70d597 req-45a9a2ab-8ede-41f9-8fa5-4ea35a7ed5fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=faf0ee5f-a17a-471f-9257-8797c6cba5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973403 Sep 29 17:45:07.893262 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60114) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:07.908261 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b886b79-001e-4a1d-aa22-473d9ca4a99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:07.973537 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24875b4c-d68b-42f9-8d09-6666df70d597 req-c30f5aad-b642-43a2-9291-fcea7fa14c07 service neutron] 10.222.0.49 "GET /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695838 Sep 29 17:45:08.051458 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b886b79-001e-4a1d-aa22-473d9ca4a99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:08.065548 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b886b79-001e-4a1d-aa22-473d9ca4a99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:08.123069 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3b886b79-001e-4a1d-aa22-473d9ca4a99a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b747b67f4d114d32b7e4d416db32e5b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289400 Sep 29 17:45:08.128493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60130) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:08.138521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b886b79-001e-4a1d-aa22-473d9ca4a99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650af8e7-03cb-4ee1-a6bc-f4430395698e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:08.150466 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670d6b5-3636-4d51-b206-879336cf9d9a req-1d3d6d68-adb7-42f4-8ddc-728bbce137e5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:08.180708 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0670d6b5-3636-4d51-b206-879336cf9d9a req-1d3d6d68-adb7-42f4-8ddc-728bbce137e5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.1269770 Sep 29 17:45:08.213769 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24875b4c-d68b-42f9-8d09-6666df70d597 req-1e986372-1fe8-4124-ab59-bc8390d1fd12 service neutron] 10.222.0.49 "GET /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314968 Sep 29 17:45:08.257304 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-71c23f24-82eb-4aef-9905-9f3a0fba1a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:08.285137 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0670d6b5-3636-4d51-b206-879336cf9d9a req-310edb23-a16c-4fcb-869f-de17cc3536b9 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944948 Sep 29 17:45:08.296379 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-71c23f24-82eb-4aef-9905-9f3a0fba1a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:08.382343 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-71c23f24-82eb-4aef-9905-9f3a0fba1a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:08.385601 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-71c23f24-82eb-4aef-9905-9f3a0fba1a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:08.387137 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-71c23f24-82eb-4aef-9905-9f3a0fba1a44 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/650af8e7-03cb-4ee1-a6bc-f4430395698e HTTP/1.1" status: 204 len: 168 time: 0.2577033 Sep 29 17:45:08.405610 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c23f24-82eb-4aef-9905-9f3a0fba1a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650af8e7-03cb-4ee1-a6bc-f4430395698e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:08.516179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60136) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:08.874821 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b86f1801-67c1-4eb7-8f70-82175332c40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:09.035898 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b86f1801-67c1-4eb7-8f70-82175332c40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:09.042021 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b86f1801-67c1-4eb7-8f70-82175332c40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:09.088297 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b86f1801-67c1-4eb7-8f70-82175332c40a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=21896c36ed534e338bfac3075fb21026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5708473 Sep 29 17:45:09.089196 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f1801-67c1-4eb7-8f70-82175332c40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb7c9c5-9a66-4d35-a9e7-8bbbc08a15fd,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:09.091135 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60150) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:09.172652 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-372f51f6-bc1e-4be6-ae58-1e44421e0f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:09.197542 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-372f51f6-bc1e-4be6-ae58-1e44421e0f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:09.274601 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-372f51f6-bc1e-4be6-ae58-1e44421e0f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:09.278161 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-372f51f6-bc1e-4be6-ae58-1e44421e0f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:09.279316 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-372f51f6-bc1e-4be6-ae58-1e44421e0f2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7bb7c9c5-9a66-4d35-a9e7-8bbbc08a15fd HTTP/1.1" status: 204 len: 168 time: 0.1871204 Sep 29 17:45:09.287474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f51f6-bc1e-4be6-ae58-1e44421e0f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb7c9c5-9a66-4d35-a9e7-8bbbc08a15fd,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:09.490079 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86d596-07ca-4f0d-a640-5408f9c6ec4a req-4f3252f3-6db4-4966-bd7d-833501e3fc99 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:09.502971 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba86d596-07ca-4f0d-a640-5408f9c6ec4a req-4f3252f3-6db4-4966-bd7d-833501e3fc99 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.1403971 Sep 29 17:45:09.592366 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba86d596-07ca-4f0d-a640-5408f9c6ec4a req-522dc007-c9f0-482b-9d86-3ec8e10c05da tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873301 Sep 29 17:45:10.780222 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f1aa7307-7ed6-4a3e-988a-cd7b17d7786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:10.838017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2260f26-754a-4943-9e59-a6403ffe7f67 req-e24e6cab-7462-4fec-bb87-7693762db288 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:10.840528 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c2260f26-754a-4943-9e59-a6403ffe7f67 req-e24e6cab-7462-4fec-bb87-7693762db288 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.1050923 Sep 29 17:45:10.884723 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c2260f26-754a-4943-9e59-a6403ffe7f67 req-a9ac6bec-8cb1-418a-a57e-da0c54b7ddcb tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359468 Sep 29 17:45:11.220965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60216) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:11.337621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:11.372048 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:11.534699 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:11.690926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Allocated IP 172.25.2.233 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/598e3287-a415-4cd5-9cfc-4967921a430b) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:11.810464 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:11.855301 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:11.903236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Pushing event updated for resources: {'Port': ['ID=598e3287-a415-4cd5-9cfc-4967921a430b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:11.915400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:11.918699 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:11.920848 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:12.089619 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:12.102617 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f64cfc-d08a-48c7-8835-f73dca7fb0fa req-8802be74-7e88-4c2e-9882-fabd11f14fbe tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:12.104606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64f64cfc-d08a-48c7-8835-f73dca7fb0fa req-8802be74-7e88-4c2e-9882-fabd11f14fbe tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.1287620 Sep 29 17:45:12.165600 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:12.206559 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64f64cfc-d08a-48c7-8835-f73dca7fb0fa req-8ef82694-9dff-4645-8ad1-b94920dce368 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945871 Sep 29 17:45:12.206795 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:45:12.370962 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:12.375816 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:12.455010 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Pushing event updated for resources: {'Port': ['ID=598e3287-a415-4cd5-9cfc-4967921a430b,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:12.467300 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:12.486362 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:12.487866 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-627670cc-83d4-43b0-ab68-7a17e8ffba3d tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2658701 Sep 29 17:45:12.491090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60344) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:12.497069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-506a0dcf-b9f0-404f-a54e-b4ea864c3dbb tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-258540525', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'fixed_ips': [{'ip_address': '172.25.2.233'}]}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:12.541898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506a0dcf-b9f0-404f-a54e-b4ea864c3dbb tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Made reservation on behalf of 304d114bc9104b059c192498a711e547 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:12.546079 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-506a0dcf-b9f0-404f-a54e-b4ea864c3dbb tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:12.583718 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-506a0dcf-b9f0-404f-a54e-b4ea864c3dbb tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:12.759295 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-506a0dcf-b9f0-404f-a54e-b4ea864c3dbb tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:12.763956 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-506a0dcf-b9f0-404f-a54e-b4ea864c3dbb tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:12.768941 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-506a0dcf-b9f0-404f-a54e-b4ea864c3dbb tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] device_id is not set on port db690f72-70f6-4ae6-898a-6a19a785ef69 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:45:12.862580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a0dcf-b9f0-404f-a54e-b4ea864c3dbb tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c370007c-e7f3-4192-bfd0-8f3d53c59d82,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:12.991269 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-506a0dcf-b9f0-404f-a54e-b4ea864c3dbb tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 29 17:45:12.991780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506a0dcf-b9f0-404f-a54e-b4ea864c3dbb tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:45:13.008669 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-506a0dcf-b9f0-404f-a54e-b4ea864c3dbb tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5138471 Sep 29 17:45:13.009018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60414) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:13.169020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-197da367-f14d-4e46-8f6f-3dd0be7ee188 tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Deleting port 598e3287-a415-4cd5-9cfc-4967921a430b {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:13.169336 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-197da367-f14d-4e46-8f6f-3dd0be7ee188 tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:13.251749 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-197da367-f14d-4e46-8f6f-3dd0be7ee188 tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:13.251980 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-197da367-f14d-4e46-8f6f-3dd0be7ee188 tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:13.266181 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-197da367-f14d-4e46-8f6f-3dd0be7ee188 tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Calling delete_port for 598e3287-a415-4cd5-9cfc-4967921a430b owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:13.362389 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c99f1-24d5-4b56-9025-c718dfd2c77a req-7d0a044d-9c57-4698-a8b9-73cd8d9d76b0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:13.363921 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-025c99f1-24d5-4b56-9025-c718dfd2c77a req-7d0a044d-9c57-4698-a8b9-73cd8d9d76b0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0590620 Sep 29 17:45:13.405484 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-025c99f1-24d5-4b56-9025-c718dfd2c77a req-9b341009-e51d-4573-8cbf-b2e204fb1bbe tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346930 Sep 29 17:45:13.417221 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-197da367-f14d-4e46-8f6f-3dd0be7ee188 tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:13.466399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197da367-f14d-4e46-8f6f-3dd0be7ee188 tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Pushing event deleted for resources: {'Port': ['ID=598e3287-a415-4cd5-9cfc-4967921a430b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:13.514251 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-197da367-f14d-4e46-8f6f-3dd0be7ee188 tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:13.516942 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-197da367-f14d-4e46-8f6f-3dd0be7ee188 tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:13.518251 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-197da367-f14d-4e46-8f6f-3dd0be7ee188 tempest-ExternalNetworksAdminNegativeTestJSON-903701831 tempest-ExternalNetworksAdminNegativeTestJSON-903701831-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/3d2e7f43-2675-41b9-87d1-b5dbd396d604 HTTP/1.1" status: 204 len: 168 time: 0.5082078 Sep 29 17:45:13.540011 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-757db161-7cda-40a6-8038-32a286d06b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:13.829974 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60544) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:13.956764 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e255f935-614f-4706-921b-2ef655de8b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:14.064222 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e255f935-614f-4706-921b-2ef655de8b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:14.071669 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e255f935-614f-4706-921b-2ef655de8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:14.121406 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e255f935-614f-4706-921b-2ef655de8b88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82ccb56157a84d0b8e9c0880240bde3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900634 Sep 29 17:45:14.122351 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255f935-614f-4706-921b-2ef655de8b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a885b3cd-ee4e-4fa3-b366-3f1236dcb726,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:14.125044 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60586) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:14.183011 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c9017be3-86f1-4780-93cb-a8e3f675918a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:14.205840 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c9017be3-86f1-4780-93cb-a8e3f675918a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:14.261744 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c9017be3-86f1-4780-93cb-a8e3f675918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:14.264874 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c9017be3-86f1-4780-93cb-a8e3f675918a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:14.266177 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c9017be3-86f1-4780-93cb-a8e3f675918a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a885b3cd-ee4e-4fa3-b366-3f1236dcb726 HTTP/1.1" status: 204 len: 168 time: 0.1397240 Sep 29 17:45:14.280186 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9017be3-86f1-4780-93cb-a8e3f675918a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a885b3cd-ee4e-4fa3-b366-3f1236dcb726,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:14.540354 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b30303-2891-4be0-b096-6f29c25976a1 req-48db9042-2dc7-4f82-859d-c13c60981cf7 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:14.549788 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49b30303-2891-4be0-b096-6f29c25976a1 req-48db9042-2dc7-4f82-859d-c13c60981cf7 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0641325 Sep 29 17:45:14.590896 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:14.601254 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:14.607624 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49b30303-2891-4be0-b096-6f29c25976a1 req-d03694d5-21f1-4376-9534-507d3915cd80 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568953 Sep 29 17:45:14.638302 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:14.672348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60660) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:14.727395 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ed6c9d85-72e1-4edd-a0b4-ad2658f8de1a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=304d114bc9104b059c192498a711e547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537927 Sep 29 17:45:14.730140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60670) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:14.788643 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-986f56fd-2f0c-4e49-9109-1c43629a62f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:14.812677 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-986f56fd-2f0c-4e49-9109-1c43629a62f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:14.920206 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-986f56fd-2f0c-4e49-9109-1c43629a62f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:14.926989 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-986f56fd-2f0c-4e49-9109-1c43629a62f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:14.928600 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-986f56fd-2f0c-4e49-9109-1c43629a62f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c370007c-e7f3-4192-bfd0-8f3d53c59d82 HTTP/1.1" status: 204 len: 168 time: 0.1972659 Sep 29 17:45:14.970451 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f56fd-2f0c-4e49-9109-1c43629a62f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c370007c-e7f3-4192-bfd0-8f3d53c59d82,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:15.739996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47285c3-ebf4-46a2-82fb-0013ed2af8c5 req-d71d9768-5b14-4811-9012-37b6343a77da tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:15.741538 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d47285c3-ebf4-46a2-82fb-0013ed2af8c5 req-d71d9768-5b14-4811-9012-37b6343a77da tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0559170 Sep 29 17:45:15.784717 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d47285c3-ebf4-46a2-82fb-0013ed2af8c5 req-8bfb9877-655a-4340-a3dc-74beca12e2f5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346239 Sep 29 17:45:16.331005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60762) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:16.438580 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b6b54dad-21ce-45ca-b72f-112bac3c7a07 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-277840731'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:16.439059 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b6b54dad-21ce-45ca-b72f-112bac3c7a07 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] Unknown quota resources ['metering_label']. {{(pid=95015) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:45:16.850387 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:16.904023 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b6b54dad-21ce-45ca-b72f-112bac3c7a07 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:16.905012 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b6b54dad-21ce-45ca-b72f-112bac3c7a07 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5729487 Sep 29 17:45:16.908022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60768) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:16.912695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1a09557b-423e-48df-9dc8-4b7ccfa525b9 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '219aca38-d8b4-4072-8ae4-4edd336acc1b'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:16.913450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1a09557b-423e-48df-9dc8-4b7ccfa525b9 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95016) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:45:16.952370 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc45db-961e-4566-a495-55e304ef05a3 req-a02f4565-db0e-471e-9939-9c43be9b497b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:16.954493 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1afc45db-961e-4566-a495-55e304ef05a3 req-a02f4565-db0e-471e-9939-9c43be9b497b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0539775 Sep 29 17:45:16.996934 n-d-811748-2 neutron-server[95016]: WARNING neutron.services.metering.metering_plugin [None req-1a09557b-423e-48df-9dc8-4b7ccfa525b9 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 29 17:45:16.998662 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1afc45db-961e-4566-a495-55e304ef05a3 req-aba3347a-16df-4b35-83e7-364fb696fde4 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370049 Sep 29 17:45:17.161466 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1a09557b-423e-48df-9dc8-4b7ccfa525b9 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:17.163167 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1a09557b-423e-48df-9dc8-4b7ccfa525b9 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2539351 Sep 29 17:45:17.167484 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60776) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:17.172161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0c202ad5-2afc-4ac9-b062-d14d6963055b tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '219aca38-d8b4-4072-8ae4-4edd336acc1b'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:17.175257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0c202ad5-2afc-4ac9-b062-d14d6963055b tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95016) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:45:17.268779 n-d-811748-2 neutron-server[95016]: WARNING neutron.services.metering.metering_plugin [None req-0c202ad5-2afc-4ac9-b062-d14d6963055b tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 29 17:45:17.360194 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c202ad5-2afc-4ac9-b062-d14d6963055b tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:17.361415 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0c202ad5-2afc-4ac9-b062-d14d6963055b tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1927841 Sep 29 17:45:17.364359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60782) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:17.377633 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-06bd45dd-b469-4207-8a67-fcd090c07355 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=00e19974-3b0d-4e2d-83a8-dae3f8ca3a8a HTTP/1.1" status: 200 len: 464 time: 0.0096803 Sep 29 17:45:17.377867 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60784) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:17.487618 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b3a0a10-7f74-44da-af28-56dd64bb9022 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:17.488986 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8b3a0a10-7f74-44da-af28-56dd64bb9022 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/00e19974-3b0d-4e2d-83a8-dae3f8ca3a8a HTTP/1.1" status: 204 len: 168 time: 0.1103187 Sep 29 17:45:17.491691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60786) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:17.501631 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3db17932-908f-423a-80ef-0f5901383576 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=00e19974-3b0d-4e2d-83a8-dae3f8ca3a8a HTTP/1.1" status: 200 len: 221 time: 0.0088115 Sep 29 17:45:17.515127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60788) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:17.520596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f8bbcb45-568f-4ea1-b40e-b15e9b41baca tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1099210641', 'description': 'label created by tempest'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:17.521084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f8bbcb45-568f-4ea1-b40e-b15e9b41baca tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] Unknown quota resources ['metering_label']. {{(pid=95016) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:45:17.730268 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f8bbcb45-568f-4ea1-b40e-b15e9b41baca tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:17.734293 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f8bbcb45-568f-4ea1-b40e-b15e9b41baca tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2150459 Sep 29 17:45:17.734454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60790) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:18.133919 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c16d18-8efb-49d7-85b9-6e7f0b4e28db req-69c9be39-7922-40ac-8408-50ff4ba7b3f9 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:18.142249 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-01c16d18-8efb-49d7-85b9-6e7f0b4e28db req-69c9be39-7922-40ac-8408-50ff4ba7b3f9 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0631139 Sep 29 17:45:18.147289 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5972e8d1-13c8-4a2a-bbc5-d7b2338eea8b tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=a104bea9-6169-4c95-95e0-0c31b425a319 HTTP/1.1" status: 200 len: 468 time: 0.4117589 Sep 29 17:45:18.148427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60794) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:18.193440 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-01c16d18-8efb-49d7-85b9-6e7f0b4e28db req-5335956e-57c6-434a-8ed1-f17a942b9b4c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500057 Sep 29 17:45:18.366002 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1a6db78d-d748-4507-b152-6e85d67c89b3 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:18.368426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1a6db78d-d748-4507-b152-6e85d67c89b3 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/a104bea9-6169-4c95-95e0-0c31b425a319 HTTP/1.1" status: 204 len: 168 time: 0.2188458 Sep 29 17:45:18.372107 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60802) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:18.387464 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-56643b38-4b00-403e-b038-50a6bc2afa30 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=a104bea9-6169-4c95-95e0-0c31b425a319 HTTP/1.1" status: 200 len: 216 time: 0.0139670 Sep 29 17:45:18.391404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60804) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:18.406549 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-742845cd-a5a9-4229-9665-35b50e97ce7e tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0136580 Sep 29 17:45:18.413377 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60806) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:18.428827 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bdebb1bd-ab3e-4a15-a7b6-7176449f8b54 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0140870 Sep 29 17:45:18.433874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60808) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:18.487356 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9e175388-6875-4fd7-8ab3-e764c0f257db tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/219aca38-d8b4-4072-8ae4-4edd336acc1b HTTP/1.1" status: 200 len: 472 time: 0.0517817 Sep 29 17:45:18.490701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60810) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:18.501016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-565841af-64b0-4a8b-b1d7-e3714dac3e4b tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/d79f420f-33ed-4a74-891d-02cf478797d5 HTTP/1.1" status: 200 len: 461 time: 0.0092802 Sep 29 17:45:18.504154 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60812) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:18.613179 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09cecf96-983a-459c-8d2b-53d8017033ca tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:18.617040 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-09cecf96-983a-459c-8d2b-53d8017033ca tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/d79f420f-33ed-4a74-891d-02cf478797d5 HTTP/1.1" status: 204 len: 168 time: 0.1117361 Sep 29 17:45:18.617187 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60814) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:18.875952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5d190c7-2f48-4c89-91af-1dcb4cf2d4c7 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:18.879639 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c5d190c7-2f48-4c89-91af-1dcb4cf2d4c7 tempest-MeteringTestJSON-1121201264 tempest-MeteringTestJSON-1121201264-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/219aca38-d8b4-4072-8ae4-4edd336acc1b HTTP/1.1" status: 204 len: 168 time: 0.2612004 Sep 29 17:45:19.144367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60820) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:19.282394 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-657c24cd-cd3f-437a-9e01-f9bb74f6584e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:19.392419 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4f2f5-8ec7-40ee-be4e-a9297d18600e req-a3330b29-c9d3-4387-829c-eaf1f097dc0a tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:19.394115 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8ef4f2f5-8ec7-40ee-be4e-a9297d18600e req-a3330b29-c9d3-4387-829c-eaf1f097dc0a tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0892603 Sep 29 17:45:19.450379 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8ef4f2f5-8ec7-40ee-be4e-a9297d18600e req-3a8f886b-210b-4aae-afe5-7880a9bbc556 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453269 Sep 29 17:45:19.498617 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-657c24cd-cd3f-437a-9e01-f9bb74f6584e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:19.503354 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-657c24cd-cd3f-437a-9e01-f9bb74f6584e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:19.548347 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c24cd-cd3f-437a-9e01-f9bb74f6584e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab1741e-be02-44af-acd4-a323dbbfd210,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:19.555941 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-657c24cd-cd3f-437a-9e01-f9bb74f6584e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dea3ce5848a14903ba5ba50427d787d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4103496 Sep 29 17:45:19.560210 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60832) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:19.623217 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1a80-335e-43d1-ab1d-62b5ddd52f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:19.651268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1a80-335e-43d1-ab1d-62b5ddd52f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:19.713336 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1a80-335e-43d1-ab1d-62b5ddd52f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:19.717306 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1a80-335e-43d1-ab1d-62b5ddd52f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:19.720113 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b7bd1a80-335e-43d1-ab1d-62b5ddd52f39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ab1741e-be02-44af-acd4-a323dbbfd210 HTTP/1.1" status: 204 len: 168 time: 0.1591320 Sep 29 17:45:19.754681 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd1a80-335e-43d1-ab1d-62b5ddd52f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab1741e-be02-44af-acd4-a323dbbfd210,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:20.007131 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60840) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:20.022217 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29941511-a66a-4f6a-9a1a-aff0dfc00f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:20.136638 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29941511-a66a-4f6a-9a1a-aff0dfc00f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:20.142579 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29941511-a66a-4f6a-9a1a-aff0dfc00f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:20.189570 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-29941511-a66a-4f6a-9a1a-aff0dfc00f3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ffa67d63db934f97aad4eb055d64a09a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812291 Sep 29 17:45:20.192121 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60844) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:20.199286 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29941511-a66a-4f6a-9a1a-aff0dfc00f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3361d86e-51e5-4f40-a51b-ed2aa1c0c4b2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:20.261829 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4286b608-8bb4-4046-aa0e-b45372d75015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:20.283268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4286b608-8bb4-4046-aa0e-b45372d75015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:20.333850 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4286b608-8bb4-4046-aa0e-b45372d75015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:20.337153 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4286b608-8bb4-4046-aa0e-b45372d75015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:20.340818 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4286b608-8bb4-4046-aa0e-b45372d75015 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3361d86e-51e5-4f40-a51b-ed2aa1c0c4b2 HTTP/1.1" status: 204 len: 168 time: 0.1454833 Sep 29 17:45:20.349203 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286b608-8bb4-4046-aa0e-b45372d75015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3361d86e-51e5-4f40-a51b-ed2aa1c0c4b2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:20.721837 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636b60e-a5be-44a4-b8e3-452cb940bfd2 req-7757addb-7814-44b2-b7ea-98340626c0c4 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:20.723418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d636b60e-a5be-44a4-b8e3-452cb940bfd2 req-7757addb-7814-44b2-b7ea-98340626c0c4 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.1249454 Sep 29 17:45:20.817462 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d636b60e-a5be-44a4-b8e3-452cb940bfd2 req-1b220f93-3c50-46ae-98c8-3e86aec435a9 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810056 Sep 29 17:45:21.491133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60888) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:21.630757 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-08eaa514-beb1-4f9d-a54c-f2b3ea062e48 tempest-AgentManagementNegativeTest-1675054447 tempest-AgentManagementNegativeTest-1675054447-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1384337 Sep 29 17:45:21.950869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca5296-e353-4ac0-abec-46c85655916a req-1ce8b138-c767-4248-b4d0-e8252ac25dbc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:21.952641 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3fca5296-e353-4ac0-abec-46c85655916a req-1ce8b138-c767-4248-b4d0-e8252ac25dbc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0593805 Sep 29 17:45:21.956723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60906) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:22.027847 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3fca5296-e353-4ac0-abec-46c85655916a req-69ec5426-bddd-4d0a-857a-70f0e9af04da tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652378 Sep 29 17:45:22.119401 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2310c274-d1af-4b95-8b44-b4c880eb87e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:22.222402 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2310c274-d1af-4b95-8b44-b4c880eb87e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:22.231818 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2310c274-d1af-4b95-8b44-b4c880eb87e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:22.274063 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2310c274-d1af-4b95-8b44-b4c880eb87e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba04249ca1954754808c34edd62427af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161824 Sep 29 17:45:22.274965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310c274-d1af-4b95-8b44-b4c880eb87e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd395f5b-9602-470c-a552-6203966fd8e5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:22.277382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60914) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:22.336277 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e58d1d7d-7e51-4b4d-8f96-646d77d1fb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:22.361655 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e58d1d7d-7e51-4b4d-8f96-646d77d1fb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:22.418247 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e58d1d7d-7e51-4b4d-8f96-646d77d1fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:22.422563 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e58d1d7d-7e51-4b4d-8f96-646d77d1fb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:22.425827 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e58d1d7d-7e51-4b4d-8f96-646d77d1fb8f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd395f5b-9602-470c-a552-6203966fd8e5 HTTP/1.1" status: 204 len: 168 time: 0.1474149 Sep 29 17:45:22.465061 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d1d7d-7e51-4b4d-8f96-646d77d1fb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd395f5b-9602-470c-a552-6203966fd8e5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:22.485936 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843c756-e757-4f1b-a98a-d579eb2dcd83 req-3b9dedfd-7b72-43c8-8fda-a3960772a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:22.487688 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b843c756-e757-4f1b-a98a-d579eb2dcd83 req-3b9dedfd-7b72-43c8-8fda-a3960772a6b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 1094 time: 0.1170487 Sep 29 17:45:22.609601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843c756-e757-4f1b-a98a-d579eb2dcd83 req-d702863b-e411-4ae5-be7d-9ee73a37c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:22.611284 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b843c756-e757-4f1b-a98a-d579eb2dcd83 req-d702863b-e411-4ae5-be7d-9ee73a37c700 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 200 len: 917 time: 0.1016452 Sep 29 17:45:22.683692 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b843c756-e757-4f1b-a98a-d579eb2dcd83 req-5b018492-ce7f-4203-9471-cd508774c196 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b31247b-ff59-4e73-b365-1d185885f6f7 HTTP/1.1" status: 200 len: 998 time: 0.0614996 Sep 29 17:45:22.735783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843c756-e757-4f1b-a98a-d579eb2dcd83 req-3e254d83-b0c4-4a6c-bd73-11cae4e78691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:22.737264 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b843c756-e757-4f1b-a98a-d579eb2dcd83 req-3e254d83-b0c4-4a6c-bd73-11cae4e78691 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6beb8b79-6b72-4c5b-af59-845d806127d5 HTTP/1.1" status: 200 len: 855 time: 0.0487208 Sep 29 17:45:22.790808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843c756-e757-4f1b-a98a-d579eb2dcd83 req-86b0d262-10f7-4f81-a25b-8f9752169930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:22.793318 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b843c756-e757-4f1b-a98a-d579eb2dcd83 req-86b0d262-10f7-4f81-a25b-8f9752169930 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477753 Sep 29 17:45:22.905861 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b843c756-e757-4f1b-a98a-d579eb2dcd83 req-57c771f4-6759-4eda-ac9e-96a0e46039cf service neutron] 10.222.0.35 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052222 Sep 29 17:45:23.019985 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b843c756-e757-4f1b-a98a-d579eb2dcd83 req-6311d5ce-c538-4ee0-a36d-dc6040089313 service neutron] 10.222.0.35 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066575 Sep 29 17:45:23.178682 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108764a-9383-4816-9ee6-96712eeafd51 req-205dccbd-492b-4d95-b8fd-6169afd66031 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:23.180493 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1108764a-9383-4816-9ee6-96712eeafd51 req-205dccbd-492b-4d95-b8fd-6169afd66031 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.0703895 Sep 29 17:45:23.270090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60946) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:23.308343 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1108764a-9383-4816-9ee6-96712eeafd51 req-e2f191b9-b87c-4847-bfb0-2a6899e5fe83 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215134 Sep 29 17:45:23.410798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-86147949-2452-4cb2-bb05-8f83ba992fc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1666677330'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:23.435680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86147949-2452-4cb2-bb05-8f83ba992fc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:23.439712 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86147949-2452-4cb2-bb05-8f83ba992fc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:23.451207 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86147949-2452-4cb2-bb05-8f83ba992fc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:23.557828 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86147949-2452-4cb2-bb05-8f83ba992fc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:23.561560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86147949-2452-4cb2-bb05-8f83ba992fc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:23.578477 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86147949-2452-4cb2-bb05-8f83ba992fc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:45:23.603739 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86147949-2452-4cb2-bb05-8f83ba992fc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:23.604092 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-86147949-2452-4cb2-bb05-8f83ba992fc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Added segment a1509660-c9a8-41c4-b363-79ea23f6ba6d of type vlan for network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 Sep 29 17:45:23.617242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86147949-2452-4cb2-bb05-8f83ba992fc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ade995-f44d-467f-a382-c03a4fdce875,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:23.651381 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86147949-2452-4cb2-bb05-8f83ba992fc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:23.675492 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86147949-2452-4cb2-bb05-8f83ba992fc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:23.681109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86147949-2452-4cb2-bb05-8f83ba992fc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:23.681768 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-86147949-2452-4cb2-bb05-8f83ba992fc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:23.724707 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-86147949-2452-4cb2-bb05-8f83ba992fc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4479251 Sep 29 17:45:23.724933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60962) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:23.731737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-66017fc6-0bbe-4ffe-9533-3b3a207794b0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'name': 'tempest-PortsIpV6TestJSON-1100198418'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:23.761839 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86147949-2452-4cb2-bb05-8f83ba992fc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Network': ['ID=8c0fa847-eb87-43f8-9dc8-7fd6d6088268,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:23.772985 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:45:23.857502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66017fc6-0bbe-4ffe-9533-3b3a207794b0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:23.861712 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66017fc6-0bbe-4ffe-9533-3b3a207794b0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:23.887700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-66017fc6-0bbe-4ffe-9533-3b3a207794b0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] device_id is not set on port e43052d6-80b4-4e69-8d00-5fb14b898916 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:45:24.048013 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66017fc6-0bbe-4ffe-9533-3b3a207794b0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:24.085782 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66017fc6-0bbe-4ffe-9533-3b3a207794b0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:24.155440 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66017fc6-0bbe-4ffe-9533-3b3a207794b0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=e43052d6-80b4-4e69-8d00-5fb14b898916,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:24.163371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66017fc6-0bbe-4ffe-9533-3b3a207794b0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Checking segment: {'id': 'a1509660-c9a8-41c4-b363-79ea23f6ba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:45:24.163730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66017fc6-0bbe-4ffe-9533-3b3a207794b0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network hostable DHCP agents. Network: 8c0fa847-eb87-43f8-9dc8-7fd6d6088268, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:45:24.180784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66017fc6-0bbe-4ffe-9533-3b3a207794b0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:45:24.190073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-66017fc6-0bbe-4ffe-9533-3b3a207794b0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 8c0fa847-eb87-43f8-9dc8-7fd6d6088268) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:24.194159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66017fc6-0bbe-4ffe-9533-3b3a207794b0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:24.201226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66017fc6-0bbe-4ffe-9533-3b3a207794b0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:24.201801 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0693b1eb-8192-4dd0-b2f1-9b2a18d1ec00 None None] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:24.201938 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-66017fc6-0bbe-4ffe-9533-3b3a207794b0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:24.222960 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-66017fc6-0bbe-4ffe-9533-3b3a207794b0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4971008 Sep 29 17:45:24.226104 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 60978) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:24.233871 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5927333c-6855-467c-bbef-c89294065cbe tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1008670859'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:24.260432 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5927333c-6855-467c-bbef-c89294065cbe tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:24.264021 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5927333c-6855-467c-bbef-c89294065cbe tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:24.288549 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5927333c-6855-467c-bbef-c89294065cbe tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:45:24.300779 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5927333c-6855-467c-bbef-c89294065cbe tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:24.301858 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-5927333c-6855-467c-bbef-c89294065cbe tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Added segment a5dff4d6-19af-4734-8f8f-761812bcbcbe of type vlan for network 463fdb7a-8e09-4f1d-a5d8-5ccdcd9a6cd5 Sep 29 17:45:24.354056 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5927333c-6855-467c-bbef-c89294065cbe tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:24.402300 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5927333c-6855-467c-bbef-c89294065cbe tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:24.408144 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5927333c-6855-467c-bbef-c89294065cbe tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:24.408796 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5927333c-6855-467c-bbef-c89294065cbe tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:24.481486 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5927333c-6855-467c-bbef-c89294065cbe tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2503736 Sep 29 17:45:24.481943 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 60990) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:24.487719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'ports': [{'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268'}, {'network_id': '463fdb7a-8e09-4f1d-a5d8-5ccdcd9a6cd5'}]} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:24.488040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:24.488524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'network_id': '463fdb7a-8e09-4f1d-a5d8-5ccdcd9a6cd5'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:24.518799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927333c-6855-467c-bbef-c89294065cbe tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Network': ['ID=463fdb7a-8e09-4f1d-a5d8-5ccdcd9a6cd5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:24.529762 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58cf67-0c70-4390-8313-81d33d61ed6e req-be97944c-0135-4418-b9ab-52b5a0ad3b63 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:24.530110 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 463fdb7a-8e09-4f1d-a5d8-5ccdcd9a6cd5 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:45:24.531316 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb58cf67-0c70-4390-8313-81d33d61ed6e req-be97944c-0135-4418-b9ab-52b5a0ad3b63 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 943 time: 0.1415503 Sep 29 17:45:24.576949 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb58cf67-0c70-4390-8313-81d33d61ed6e req-940260d9-8860-4bae-807a-fc3a9d1bfeed tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391550 Sep 29 17:45:24.702286 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6b31247b-ff59-4e73-b365-1d185885f6f7 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:45:24.751567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'port': 2} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:24.757854 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:24.779822 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:24.842529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6b31247b-ff59-4e73-b365-1d185885f6f7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6b31247b-ff59-4e73-b365-1d185885f6f7,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:45:24.860684 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '6b31247b-ff59-4e73-b365-1d185885f6f7', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'port_id': '6b31247b-ff59-4e73-b365-1d185885f6f7', 'mac_address': 'fa:16:3e:36:c8:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:45:24.888930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] device_id is not set on port 37fe4a6b-5af5-4caa-89d8-355c5e847af9 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:45:24.913412 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:24.930908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b31247b-ff59-4e73-b365-1d185885f6f7 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:45:24.961894 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6b31247b-ff59-4e73-b365-1d185885f6f7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6b31247b-ff59-4e73-b365-1d185885f6f7,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:45:24.970619 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:25.030437 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:25.046855 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=6b31247b-ff59-4e73-b365-1d185885f6f7,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:25.055082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:25.055367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:25.055706 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:25.056197 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:25.056377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:25.056700 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:25.057039 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:25.057388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:25.057714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:25.058038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:25.058364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:25.058688 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:25.129744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] device_id is not set on port 7377d1e3-b350-4abd-9316-240f0fb57b12 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:45:25.248230 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:25.287592 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:25.337306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:25.343644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=37fe4a6b-5af5-4caa-89d8-355c5e847af9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:25.346243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:25.348658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:25.349603 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:25.356180 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['6b31247b-ff59-4e73-b365-1d185885f6f7'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:45:25.404819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=7377d1e3-b350-4abd-9316-240f0fb57b12,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:25.443152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Checking segment: {'id': 'a5dff4d6-19af-4734-8f8f-761812bcbcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '463fdb7a-8e09-4f1d-a5d8-5ccdcd9a6cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:45:25.443589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network hostable DHCP agents. Network: 463fdb7a-8e09-4f1d-a5d8-5ccdcd9a6cd5, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:45:25.463860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network 463fdb7a-8e09-4f1d-a5d8-5ccdcd9a6cd5 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:45:25.474538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 463fdb7a-8e09-4f1d-a5d8-5ccdcd9a6cd5) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:25.487699 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593f39e0-e0c0-4746-877a-82e7fe3525ac None None] Network 463fdb7a-8e09-4f1d-a5d8-5ccdcd9a6cd5 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:25.490563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:25.497882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:25.503457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:25.504105 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:25.529178 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-dd542dcb-ce8d-4e3f-95ae-0bf952cd79e3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0436425 Sep 29 17:45:25.529671 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 32782) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:25.670216 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-cd28e0d7-baf2-4ad0-937c-7d033082b8e1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port 7377d1e3-b350-4abd-9316-240f0fb57b12 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:25.672985 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cd28e0d7-baf2-4ad0-937c-7d033082b8e1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:25.757788 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cd28e0d7-baf2-4ad0-937c-7d033082b8e1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:25.785042 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-cd28e0d7-baf2-4ad0-937c-7d033082b8e1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for 7377d1e3-b350-4abd-9316-240f0fb57b12 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:25.847472 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8c433-7146-4b12-82cc-c199c4ec0db4 req-05d29ee2-91cf-476e-8f0c-8f94f50edec6 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:25.849119 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fae8c433-7146-4b12-82cc-c199c4ec0db4 req-05d29ee2-91cf-476e-8f0c-8f94f50edec6 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 944 time: 0.1085188 Sep 29 17:45:25.931625 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fae8c433-7146-4b12-82cc-c199c4ec0db4 req-a5e6837c-e07a-459f-a487-873fa3927afa tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670662 Sep 29 17:45:25.944730 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cd28e0d7-baf2-4ad0-937c-7d033082b8e1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:25.974811 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28e0d7-baf2-4ad0-937c-7d033082b8e1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=7377d1e3-b350-4abd-9316-240f0fb57b12,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:25.990039 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cd28e0d7-baf2-4ad0-937c-7d033082b8e1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:25.992891 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cd28e0d7-baf2-4ad0-937c-7d033082b8e1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/7377d1e3-b350-4abd-9316-240f0fb57b12 HTTP/1.1" status: 204 len: 168 time: 0.4617283 Sep 29 17:45:25.995258 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 32798) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:26.077499 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae10eda-7f4c-4799-8f0f-2ac7e9c3181f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:26.083735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae10eda-7f4c-4799-8f0f-2ac7e9c3181f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:26.085402 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aae10eda-7f4c-4799-8f0f-2ac7e9c3181f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0891521 Sep 29 17:45:26.088647 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 32802) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:26.198164 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-49a59b0a-f66d-461b-8c80-fa246c670d56 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port 37fe4a6b-5af5-4caa-89d8-355c5e847af9 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:26.198877 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49a59b0a-f66d-461b-8c80-fa246c670d56 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:26.293889 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49a59b0a-f66d-461b-8c80-fa246c670d56 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:26.307313 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-49a59b0a-f66d-461b-8c80-fa246c670d56 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for 37fe4a6b-5af5-4caa-89d8-355c5e847af9 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:26.393885 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49a59b0a-f66d-461b-8c80-fa246c670d56 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:26.425133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a59b0a-f66d-461b-8c80-fa246c670d56 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=37fe4a6b-5af5-4caa-89d8-355c5e847af9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:26.441304 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49a59b0a-f66d-461b-8c80-fa246c670d56 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:26.445776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 32812) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:26.454548 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-49a59b0a-f66d-461b-8c80-fa246c670d56 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/37fe4a6b-5af5-4caa-89d8-355c5e847af9 HTTP/1.1" status: 204 len: 168 time: 0.3640749 Sep 29 17:45:26.512713 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ca1062-df4a-4d4c-9065-c13de1d4e04e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:26.513696 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-26ca1062-df4a-4d4c-9065-c13de1d4e04e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0667355 Sep 29 17:45:26.516800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 32818) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:26.565084 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-671ecbfc-073d-48d5-9b88-abd3e9c012c8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] GET failed (client error): The resource could not be found. Sep 29 17:45:26.567606 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-671ecbfc-073d-48d5-9b88-abd3e9c012c8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/7377d1e3-b350-4abd-9316-240f0fb57b12 HTTP/1.1" status: 404 len: 333 time: 0.0489762 Sep 29 17:45:26.569429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 32820) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:26.594501 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd2a4c3-bec4-43e2-8ba7-a2be5b55139b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] GET failed (client error): The resource could not be found. Sep 29 17:45:26.598019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1dd2a4c3-bec4-43e2-8ba7-a2be5b55139b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/37fe4a6b-5af5-4caa-89d8-355c5e847af9 HTTP/1.1" status: 404 len: 333 time: 0.0256522 Sep 29 17:45:26.599009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 32822) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:26.682864 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7fb26b09-d750-496b-93d2-3f2521c1702e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:26.719676 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6b31247b-ff59-4e73-b365-1d185885f6f7 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:45:26.774551 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 6b31247b-ff59-4e73-b365-1d185885f6f7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:26.775127 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:26.789756 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7fb26b09-d750-496b-93d2-3f2521c1702e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:26.828767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-7fb26b09-d750-496b-93d2-3f2521c1702e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463fdb7a-8e09-4f1d-a5d8-5ccdcd9a6cd5']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:26.853078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-7fb26b09-d750-496b-93d2-3f2521c1702e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5dff4d6-19af-4734-8f8f-761812bcbcbe') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:26.853993 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-7fb26b09-d750-496b-93d2-3f2521c1702e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5dff4d6-19af-4734-8f8f-761812bcbcbe') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:26.864790 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7fb26b09-d750-496b-93d2-3f2521c1702e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:26.885217 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7fb26b09-d750-496b-93d2-3f2521c1702e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:26.893958 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:26.895923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb26b09-d750-496b-93d2-3f2521c1702e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:45:26.896718 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7fb26b09-d750-496b-93d2-3f2521c1702e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:26.924730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b31247b-ff59-4e73-b365-1d185885f6f7'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:45:26.928596 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed63669e-e42e-423e-ae56-49e984bbd5f7" -d '{"events": [{"server_uuid": "c5da8e5c-7aa6-4a0f-9467-3e9186e51966", "name": "network-vif-plugged", "status": "completed", "tag": "6b31247b-ff59-4e73-b365-1d185885f6f7"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:45:26.952761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6b31247b-ff59-4e73-b365-1d185885f6f7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6b31247b-ff59-4e73-b365-1d185885f6f7,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:45:26.971630 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:45:26.987733 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:45:26.995138 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7fb26b09-d750-496b-93d2-3f2521c1702e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:27.005061 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7fb26b09-d750-496b-93d2-3f2521c1702e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:27.016862 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 32838) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:27.017788 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7fb26b09-d750-496b-93d2-3f2521c1702e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/networks/463fdb7a-8e09-4f1d-a5d8-5ccdcd9a6cd5 HTTP/1.1" status: 204 len: 168 time: 0.4175048 Sep 29 17:45:27.023177 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7f7ee053-ec4d-4dd0-95eb-e7750f12dd07 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-519426288'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:27.051590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb26b09-d750-496b-93d2-3f2521c1702e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Network': ['ID=463fdb7a-8e09-4f1d-a5d8-5ccdcd9a6cd5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:27.066501 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7ee053-ec4d-4dd0-95eb-e7750f12dd07 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:27.085160 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee053-ec4d-4dd0-95eb-e7750f12dd07 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:27.086614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=6b31247b-ff59-4e73-b365-1d185885f6f7,revision_number=10']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:27.135529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7ee053-ec4d-4dd0-95eb-e7750f12dd07 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:45:27.151952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee053-ec4d-4dd0-95eb-e7750f12dd07 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:27.152475 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-7f7ee053-ec4d-4dd0-95eb-e7750f12dd07 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Added segment 1a9f7dbd-331b-4235-80e1-642bb26127e4 of type vlan for network 23a84b31-cd9e-4cf1-bc48-b9593629bcfe Sep 29 17:45:27.152659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b5021-4a9f-4ba8-bbfd-38d661ea60b8 req-012c1f64-0505-4980-ba45-42478680483c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:27.154604 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-704b5021-4a9f-4ba8-bbfd-38d661ea60b8 req-012c1f64-0505-4980-ba45-42478680483c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 946 time: 0.0822952 Sep 29 17:45:27.215616 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-704b5021-4a9f-4ba8-bbfd-38d661ea60b8 req-c8997930-ace4-4c28-a6de-b01a7b04112e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546889 Sep 29 17:45:27.271669 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee053-ec4d-4dd0-95eb-e7750f12dd07 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:27.303329 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee053-ec4d-4dd0-95eb-e7750f12dd07 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:27.303763 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f825191e-a467-4a62-8ad6-f6712e6baba5 x-openstack-request-id: req-f825191e-a467-4a62-8ad6-f6712e6baba5 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:45:27.304058 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5da8e5c-7aa6-4a0f-9467-3e9186e51966", "name": "network-vif-plugged", "status": "completed", "tag": "6b31247b-ff59-4e73-b365-1d185885f6f7", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:45:27.304315 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f825191e-a467-4a62-8ad6-f6712e6baba5 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:45:27.304706 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b31247b-ff59-4e73-b365-1d185885f6f7', 'code': 200} Sep 29 17:45:27.309027 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7ee053-ec4d-4dd0-95eb-e7750f12dd07 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:27.309639 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee053-ec4d-4dd0-95eb-e7750f12dd07 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:27.346687 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7f7ee053-ec4d-4dd0-95eb-e7750f12dd07 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3275692 Sep 29 17:45:27.349875 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 32846) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:27.357804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-97a3faf5-b93b-4263-9ab5-cdd3a9c6a4bb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'subnet': {'network_id': '23a84b31-cd9e-4cf1-bc48-b9593629bcfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:27.385701 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ee053-ec4d-4dd0-95eb-e7750f12dd07 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Network': ['ID=23a84b31-cd9e-4cf1-bc48-b9593629bcfe,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:27.400552 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:27.411105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 23a84b31-cd9e-4cf1-bc48-b9593629bcfe details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:45:27.476775 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a3faf5-b93b-4263-9ab5-cdd3a9c6a4bb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:27.489620 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97a3faf5-b93b-4263-9ab5-cdd3a9c6a4bb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:27.591422 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.ipam_backend_mixin [None req-97a3faf5-b93b-4263-9ab5-cdd3a9c6a4bb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Performing IP validity checks on allocation pools {{(pid=95016) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 29 17:45:27.595639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.ipam_backend_mixin [None req-97a3faf5-b93b-4263-9ab5-cdd3a9c6a4bb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95016) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 29 17:45:27.674915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a79df-7dd6-444b-81ae-9656a33ab70a req-2059e14e-83a5-40b6-bd90-55f36f6e7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:27.676424 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3e5a79df-7dd6-444b-81ae-9656a33ab70a req-2059e14e-83a5-40b6-bd90-55f36f6e7112 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 1097 time: 0.0779741 Sep 29 17:45:27.797406 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3e5a79df-7dd6-444b-81ae-9656a33ab70a req-423b00b5-6b76-47f3-a811-f2ca04b1294e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118753 Sep 29 17:45:27.861669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdd3df-339d-43b9-8440-2369aa46d39d req-0a1bb314-e55d-4ecc-83d6-516c4de4e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:27.863482 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00bdd3df-339d-43b9-8440-2369aa46d39d req-0a1bb314-e55d-4ecc-83d6-516c4de4e5c8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 1097 time: 0.1132083 Sep 29 17:45:27.876861 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97a3faf5-b93b-4263-9ab5-cdd3a9c6a4bb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:27.912108 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-00bdd3df-339d-43b9-8440-2369aa46d39d req-002a1f0f-cd8e-4586-9c55-134ebc9266fd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=971ee8bf-f69b-48d2-b3a0-05059c0e61db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371292 Sep 29 17:45:27.948944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3faf5-b93b-4263-9ab5-cdd3a9c6a4bb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Subnet': ['ID=fe88189f-5f09-4828-98f1-9f853c5d309f,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:27.967387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a3faf5-b93b-4263-9ab5-cdd3a9c6a4bb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Checking segment: {'id': '1a9f7dbd-331b-4235-80e1-642bb26127e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23a84b31-cd9e-4cf1-bc48-b9593629bcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:45:27.967387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a3faf5-b93b-4263-9ab5-cdd3a9c6a4bb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network hostable DHCP agents. Network: 23a84b31-cd9e-4cf1-bc48-b9593629bcfe, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:45:27.995983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a3faf5-b93b-4263-9ab5-cdd3a9c6a4bb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network 23a84b31-cd9e-4cf1-bc48-b9593629bcfe is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:45:28.019811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-97a3faf5-b93b-4263-9ab5-cdd3a9c6a4bb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 23a84b31-cd9e-4cf1-bc48-b9593629bcfe) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:28.025662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a3faf5-b93b-4263-9ab5-cdd3a9c6a4bb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:28.027010 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97a3faf5-b93b-4263-9ab5-cdd3a9c6a4bb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:28.044517 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad296ed3-3fec-4878-8e43-7faeba06020b None None] Network 23a84b31-cd9e-4cf1-bc48-b9593629bcfe requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:28.067151 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 32868) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:28.067711 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-97a3faf5-b93b-4263-9ab5-cdd3a9c6a4bb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7151005 Sep 29 17:45:28.073113 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-94ba9ea7-8d27-4d1a-938d-9a56f98be994 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'network_id': '23a84b31-cd9e-4cf1-bc48-b9593629bcfe', 'name': 'tempest-PortsIpV6TestJSON-1489909750'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:28.247344 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-23a84b31-cd9e-4cf1-bc48-b9593629bcfe', 'network_id': '23a84b31-cd9e-4cf1-bc48-b9593629bcfe', 'tenant_id': 'ed667f6d62594b138df101d4de31e170', 'fixed_ips': [{'subnet_id': 'fe88189f-5f09-4828-98f1-9f853c5d309f'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:45:28.248710 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:28.258437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ba9ea7-8d27-4d1a-938d-9a56f98be994 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:28.272284 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94ba9ea7-8d27-4d1a-938d-9a56f98be994 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:28.335034 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-94ba9ea7-8d27-4d1a-938d-9a56f98be994 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] device_id is not set on port 522499e9-26a7-4c34-a009-8af96237528d yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:45:28.508512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5e2cd-2370-461c-a32c-cd711ff4551f req-74f479c7-1e38-461f-be97-39851da05967 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:28.516534 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b4a5e2cd-2370-461c-a32c-cd711ff4551f req-74f479c7-1e38-461f-be97-39851da05967 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 946 time: 0.1057472 Sep 29 17:45:28.545535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Allocated IP 2001:db8::2 (23a84b31-cd9e-4cf1-bc48-b9593629bcfe/fe88189f-5f09-4828-98f1-9f853c5d309f/c298e087-5a34-40f6-bc32-71cf856bc2ed) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:28.562737 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b4a5e2cd-2370-461c-a32c-cd711ff4551f req-0e344fcd-9a28-4682-a2dd-e151eca6b3ed tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447865 Sep 29 17:45:28.840548 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:28.865630 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:28.939535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Network 23a84b31-cd9e-4cf1-bc48-b9593629bcfe is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:28.946350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:28.954345 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:28.966100 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Pushing event updated for resources: {'Port': ['ID=c298e087-5a34-40f6-bc32-71cf856bc2ed,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:29.005169 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-94ba9ea7-8d27-4d1a-938d-9a56f98be994 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Allocated IP 2001:db8::9a (23a84b31-cd9e-4cf1-bc48-b9593629bcfe/fe88189f-5f09-4828-98f1-9f853c5d309f/522499e9-26a7-4c34-a009-8af96237528d) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:29.051834 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Attempting to bind port c298e087-5a34-40f6-bc32-71cf856bc2ed on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:45:29.052421 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Attempting to bind port c298e087-5a34-40f6-bc32-71cf856bc2ed by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '1a9f7dbd-331b-4235-80e1-642bb26127e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23a84b31-cd9e-4cf1-bc48-b9593629bcfe'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:45:29.052879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Attempting to bind port c298e087-5a34-40f6-bc32-71cf856bc2ed on network 23a84b31-cd9e-4cf1-bc48-b9593629bcfe {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:45:29.069710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:45:29.074177 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Checking segment: {'id': '1a9f7dbd-331b-4235-80e1-642bb26127e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23a84b31-cd9e-4cf1-bc48-b9593629bcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:45:29.074603 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:29.075005 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Bound using segment: {'id': '1a9f7dbd-331b-4235-80e1-642bb26127e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23a84b31-cd9e-4cf1-bc48-b9593629bcfe'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:45:29.075626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Bound port: c298e087-5a34-40f6-bc32-71cf856bc2ed, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9f7dbd-331b-4235-80e1-642bb26127e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '23a84b31-cd9e-4cf1-bc48-b9593629bcfe'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:45:29.076016 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:29.191709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] For port c298e087-5a34-40f6-bc32-71cf856bc2ed, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:45:29.197941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] For port c298e087-5a34-40f6-bc32-71cf856bc2ed, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c298e087-5a34-40f6-bc32-71cf856bc2ed,segment=NetworkSegment(1a9f7dbd-331b-4235-80e1-642bb26127e4),segment_id=1a9f7dbd-331b-4235-80e1-642bb26127e4)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:45:29.205033 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:29.390185 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578736c6-95a6-40f6-8193-12042276c0d8 None None] Pushing event updated for resources: {'Port': ['ID=c298e087-5a34-40f6-bc32-71cf856bc2ed,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:29.467323 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94ba9ea7-8d27-4d1a-938d-9a56f98be994 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:29.638848 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94ba9ea7-8d27-4d1a-938d-9a56f98be994 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:29.793710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ba9ea7-8d27-4d1a-938d-9a56f98be994 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network 23a84b31-cd9e-4cf1-bc48-b9593629bcfe is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:29.802278 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-94ba9ea7-8d27-4d1a-938d-9a56f98be994 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:29.812555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba9ea7-8d27-4d1a-938d-9a56f98be994 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:29.828349 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ba9ea7-8d27-4d1a-938d-9a56f98be994 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:29.829380 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94ba9ea7-8d27-4d1a-938d-9a56f98be994 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:29.842543 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba9ea7-8d27-4d1a-938d-9a56f98be994 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=522499e9-26a7-4c34-a009-8af96237528d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:29.862407 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-94ba9ea7-8d27-4d1a-938d-9a56f98be994 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7875097 Sep 29 17:45:29.863962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 32926) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:29.946064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a9f0c-1dfa-4621-a32c-15c7f24b2239 req-3e2db9b6-631d-4b9d-bec5-4e70425fd53c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:29.961774 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec0a9f0c-1dfa-4621-a32c-15c7f24b2239 req-3e2db9b6-631d-4b9d-bec5-4e70425fd53c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 946 time: 0.2001600 Sep 29 17:45:30.018215 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec0a9f0c-1dfa-4621-a32c-15c7f24b2239 req-68838c29-52ff-4a55-a823-84c2a26e8352 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529160 Sep 29 17:45:30.068172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3ee48dbb-dd71-4ad4-976e-31bf1c7f4d9f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port 522499e9-26a7-4c34-a009-8af96237528d {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:30.070976 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ee48dbb-dd71-4ad4-976e-31bf1c7f4d9f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:30.225481 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ee48dbb-dd71-4ad4-976e-31bf1c7f4d9f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:30.280830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3ee48dbb-dd71-4ad4-976e-31bf1c7f4d9f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for 522499e9-26a7-4c34-a009-8af96237528d owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:30.453002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c298e087-5a34-40f6-bc32-71cf856bc2ed up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:45:30.569808 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port c298e087-5a34-40f6-bc32-71cf856bc2ed triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:30.570128 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:30.631296 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ee48dbb-dd71-4ad4-976e-31bf1c7f4d9f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:30.811700 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:30.862607 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ee48dbb-dd71-4ad4-976e-31bf1c7f4d9f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:30.876844 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 32968) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:30.877216 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3ee48dbb-dd71-4ad4-976e-31bf1c7f4d9f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/522499e9-26a7-4c34-a009-8af96237528d HTTP/1.1" status: 204 len: 168 time: 1.0043468 Sep 29 17:45:30.882618 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee48dbb-dd71-4ad4-976e-31bf1c7f4d9f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=522499e9-26a7-4c34-a009-8af96237528d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:30.904188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port c298e087-5a34-40f6-bc32-71cf856bc2ed, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c298e087-5a34-40f6-bc32-71cf856bc2ed,segment=NetworkSegment(1a9f7dbd-331b-4235-80e1-642bb26127e4),segment_id=1a9f7dbd-331b-4235-80e1-642bb26127e4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:45:30.910983 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:30.975674 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-1784c337-57af-4665-86cc-cde570199f24 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] DELETE failed (client error): The resource could not be found. Sep 29 17:45:30.977022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1784c337-57af-4665-86cc-cde570199f24 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:45:30.981049 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1784c337-57af-4665-86cc-cde570199f24 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/522499e9-26a7-4c34-a009-8af96237528d HTTP/1.1" status: 404 len: 333 time: 0.0981195 Sep 29 17:45:30.984513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 32970) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:31.022793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=c298e087-5a34-40f6-bc32-71cf856bc2ed,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:31.026491 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dac68d0-b168-4849-8565-59b93f49d843 None None] Network 23a84b31-cd9e-4cf1-bc48-b9593629bcfe requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:31.034770 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b301bac-1b85-44d0-9b05-14b1cb3e0595 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] GET failed (client error): The resource could not be found. Sep 29 17:45:31.050231 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6b301bac-1b85-44d0-9b05-14b1cb3e0595 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/522499e9-26a7-4c34-a009-8af96237528d HTTP/1.1" status: 404 len: 333 time: 0.0646806 Sep 29 17:45:31.053784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 32974) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:31.180187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19147cb-cde1-4265-8306-d24bb4557bd0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting subnet fe88189f-5f09-4828-98f1-9f853c5d309f {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:45:31.181870 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4a443b18-eb1e-4917-bff6-ec56a0c21066 None None] Provisioning complete for port c298e087-5a34-40f6-bc32-71cf856bc2ed triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:31.182334 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4a443b18-eb1e-4917-bff6-ec56a0c21066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:31.190977 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f19147cb-cde1-4265-8306-d24bb4557bd0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:31.281223 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f19147cb-cde1-4265-8306-d24bb4557bd0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:31.334905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857312dc-ca95-47fa-bb06-220dd27817ec req-7e6e498c-d2b8-4ab0-af45-b4d50c30c890 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:31.342203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-857312dc-ca95-47fa-bb06-220dd27817ec req-7e6e498c-d2b8-4ab0-af45-b4d50c30c890 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 946 time: 0.1128645 Sep 29 17:45:31.443810 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f19147cb-cde1-4265-8306-d24bb4557bd0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:31.474065 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-857312dc-ca95-47fa-bb06-220dd27817ec req-4f9c78c9-1977-4bcc-b1c7-f9fd67d38f91 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307487 Sep 29 17:45:31.537783 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f19147cb-cde1-4265-8306-d24bb4557bd0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:31.570621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19147cb-cde1-4265-8306-d24bb4557bd0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Subnet': ['ID=fe88189f-5f09-4828-98f1-9f853c5d309f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:31.574909 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f19147cb-cde1-4265-8306-d24bb4557bd0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:31.577078 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f19147cb-cde1-4265-8306-d24bb4557bd0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/fe88189f-5f09-4828-98f1-9f853c5d309f HTTP/1.1" status: 204 len: 168 time: 0.5219007 Sep 29 17:45:31.579389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 32986) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:31.676538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48a5837-c38f-4fef-8c72-a22d2465865e None None] Network 23a84b31-cd9e-4cf1-bc48-b9593629bcfe requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:31.697925 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:31.844263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port c298e087-5a34-40f6-bc32-71cf856bc2ed {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:31.844691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:31.924610 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] For port c298e087-5a34-40f6-bc32-71cf856bc2ed, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c298e087-5a34-40f6-bc32-71cf856bc2ed,segment=NetworkSegment(1a9f7dbd-331b-4235-80e1-642bb26127e4),segment_id=1a9f7dbd-331b-4235-80e1-642bb26127e4)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:45:31.925029 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:31.944780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for c298e087-5a34-40f6-bc32-71cf856bc2ed owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:31.945504 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-bfa41abf-c06b-4a43-817b-7508dff9c2eb None None] Provisioning complete for port c298e087-5a34-40f6-bc32-71cf856bc2ed triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:31.946066 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bfa41abf-c06b-4a43-817b-7508dff9c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:32.095087 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:32.144128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=c298e087-5a34-40f6-bc32-71cf856bc2ed,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:32.146169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No DVR routers for this DVR port c298e087-5a34-40f6-bc32-71cf856bc2ed on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:45:32.215685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e7b90a-4f34-4e21-9373-dae4550078c2 None None] DHCP port deletion for 23a84b31-cd9e-4cf1-bc48-b9593629bcfe request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:45:32.294251 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:32.321934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c298e087-5a34-40f6-bc32-71cf856bc2ed no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:45:32.326347 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a84b31-cd9e-4cf1-bc48-b9593629bcfe']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:32.345195 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: c298e087-5a34-40f6-bc32-71cf856bc2ed {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:45:32.345582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c298e087-5a34-40f6-bc32-71cf856bc2ed not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:45:32.363071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9f7dbd-331b-4235-80e1-642bb26127e4') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:32.363372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9f7dbd-331b-4235-80e1-642bb26127e4') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:32.381895 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:32.395757 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:32.403339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:45:32.404107 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:45:32.407140 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:45:32.497327 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:32.505210 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:32.508252 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/networks/23a84b31-cd9e-4cf1-bc48-b9593629bcfe HTTP/1.1" status: 204 len: 168 time: 0.9278824 Sep 29 17:45:32.524496 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33006) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:32.541299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-09ee8988-b6f4-46d8-b711-b0a8e1ea643d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1255144963'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:32.550458 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef072fb-fd72-49e4-a8d0-11252c68c53b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Network': ['ID=23a84b31-cd9e-4cf1-bc48-b9593629bcfe,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:32.578558 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ee8988-b6f4-46d8-b711-b0a8e1ea643d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:32.584002 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-09ee8988-b6f4-46d8-b711-b0a8e1ea643d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:32.626000 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ee8988-b6f4-46d8-b711-b0a8e1ea643d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:45:32.651663 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-09ee8988-b6f4-46d8-b711-b0a8e1ea643d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:32.652346 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-09ee8988-b6f4-46d8-b711-b0a8e1ea643d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Added segment 987360ce-65af-45b2-a643-99b7ea95ed8b of type vlan for network 67779215-aece-4be2-a4a1-07483867a2df Sep 29 17:45:32.669750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e94ff2-f30b-4deb-b7bf-bac8e6963930 req-59a2cf23-639b-405d-aed5-9a5d8e18a370 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:32.677764 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6e94ff2-f30b-4deb-b7bf-bac8e6963930 req-59a2cf23-639b-405d-aed5-9a5d8e18a370 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 946 time: 0.0660734 Sep 29 17:45:32.707172 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-09ee8988-b6f4-46d8-b711-b0a8e1ea643d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:32.719851 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6e94ff2-f30b-4deb-b7bf-bac8e6963930 req-5132191d-6f0b-4a0c-a8cb-b2bf8f246b00 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412502 Sep 29 17:45:32.741044 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-09ee8988-b6f4-46d8-b711-b0a8e1ea643d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:32.749743 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ee8988-b6f4-46d8-b711-b0a8e1ea643d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:32.751139 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-09ee8988-b6f4-46d8-b711-b0a8e1ea643d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:32.797095 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-09ee8988-b6f4-46d8-b711-b0a8e1ea643d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2687590 Sep 29 17:45:32.800093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33014) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:32.804935 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9448e30e-bc13-4ee9-b85b-fc20f670b377 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'subnet': {'network_id': '67779215-aece-4be2-a4a1-07483867a2df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:32.857942 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee8988-b6f4-46d8-b711-b0a8e1ea643d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Network': ['ID=67779215-aece-4be2-a4a1-07483867a2df,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:32.868885 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 67779215-aece-4be2-a4a1-07483867a2df details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:45:32.958247 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9448e30e-bc13-4ee9-b85b-fc20f670b377 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:32.963697 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9448e30e-bc13-4ee9-b85b-fc20f670b377 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:33.200392 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9448e30e-bc13-4ee9-b85b-fc20f670b377 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:33.269837 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448e30e-bc13-4ee9-b85b-fc20f670b377 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Subnet': ['ID=832586bc-3396-4869-aa58-a320b0395d7c,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:33.281549 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9448e30e-bc13-4ee9-b85b-fc20f670b377 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Checking segment: {'id': '987360ce-65af-45b2-a643-99b7ea95ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '67779215-aece-4be2-a4a1-07483867a2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:45:33.281912 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9448e30e-bc13-4ee9-b85b-fc20f670b377 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network hostable DHCP agents. Network: 67779215-aece-4be2-a4a1-07483867a2df, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:45:33.303369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9448e30e-bc13-4ee9-b85b-fc20f670b377 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network 67779215-aece-4be2-a4a1-07483867a2df is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:45:33.315101 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-9448e30e-bc13-4ee9-b85b-fc20f670b377 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 67779215-aece-4be2-a4a1-07483867a2df) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:33.324880 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd0a258-dbc5-493b-87fb-6eddb29ef50c None None] Network 67779215-aece-4be2-a4a1-07483867a2df requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:33.326586 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9448e30e-bc13-4ee9-b85b-fc20f670b377 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:33.327080 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9448e30e-bc13-4ee9-b85b-fc20f670b377 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:33.360268 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9448e30e-bc13-4ee9-b85b-fc20f670b377 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5564148 Sep 29 17:45:33.361193 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33024) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:33.367375 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-26b8c895-2aad-45d7-b2da-31f380365972 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'network_id': '67779215-aece-4be2-a4a1-07483867a2df', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1460692009'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:33.525614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-67779215-aece-4be2-a4a1-07483867a2df', 'network_id': '67779215-aece-4be2-a4a1-07483867a2df', 'tenant_id': 'ed667f6d62594b138df101d4de31e170', 'fixed_ips': [{'subnet_id': '832586bc-3396-4869-aa58-a320b0395d7c'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:45:33.526497 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:33.540248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b8c895-2aad-45d7-b2da-31f380365972 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:33.546056 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-26b8c895-2aad-45d7-b2da-31f380365972 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:33.591793 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-26b8c895-2aad-45d7-b2da-31f380365972 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] device_id is not set on port 289436c0-252d-4859-8ea1-06dc31e1d3cf yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:45:33.743587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-26b8c895-2aad-45d7-b2da-31f380365972 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Allocated IP 2001:db8::141 (67779215-aece-4be2-a4a1-07483867a2df/832586bc-3396-4869-aa58-a320b0395d7c/289436c0-252d-4859-8ea1-06dc31e1d3cf) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:33.873528 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-26b8c895-2aad-45d7-b2da-31f380365972 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:33.907289 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-26b8c895-2aad-45d7-b2da-31f380365972 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:33.947715 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8c895-2aad-45d7-b2da-31f380365972 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network 67779215-aece-4be2-a4a1-07483867a2df is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:33.950700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-26b8c895-2aad-45d7-b2da-31f380365972 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:33.954463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b8c895-2aad-45d7-b2da-31f380365972 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:33.959454 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Allocated IP 2001:db8::2 (67779215-aece-4be2-a4a1-07483867a2df/832586bc-3396-4869-aa58-a320b0395d7c/13c333de-486a-4182-ae87-f27d44df256c) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:33.960060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8c895-2aad-45d7-b2da-31f380365972 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:33.960753 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-26b8c895-2aad-45d7-b2da-31f380365972 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:33.975218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8c895-2aad-45d7-b2da-31f380365972 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=289436c0-252d-4859-8ea1-06dc31e1d3cf,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:33.989861 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-26b8c895-2aad-45d7-b2da-31f380365972 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.6249547 Sep 29 17:45:33.990683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33036) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:34.133123 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:34.140082 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:34.141421 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-76d6c15f-cc6f-4c5a-9d21-0a9d58dd249d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port 289436c0-252d-4859-8ea1-06dc31e1d3cf {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:34.141755 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-76d6c15f-cc6f-4c5a-9d21-0a9d58dd249d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:34.188791 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Network 67779215-aece-4be2-a4a1-07483867a2df is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:34.192796 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:34.195358 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:34.209047 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Pushing event updated for resources: {'Port': ['ID=13c333de-486a-4182-ae87-f27d44df256c,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:34.241179 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-76d6c15f-cc6f-4c5a-9d21-0a9d58dd249d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:34.257582 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-76d6c15f-cc6f-4c5a-9d21-0a9d58dd249d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for 289436c0-252d-4859-8ea1-06dc31e1d3cf owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:34.266082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Attempting to bind port 13c333de-486a-4182-ae87-f27d44df256c on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:45:34.266458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Attempting to bind port 13c333de-486a-4182-ae87-f27d44df256c by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '987360ce-65af-45b2-a643-99b7ea95ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '67779215-aece-4be2-a4a1-07483867a2df'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:45:34.266825 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Attempting to bind port 13c333de-486a-4182-ae87-f27d44df256c on network 67779215-aece-4be2-a4a1-07483867a2df {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:45:34.271738 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:45:34.272115 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Checking segment: {'id': '987360ce-65af-45b2-a643-99b7ea95ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '67779215-aece-4be2-a4a1-07483867a2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:45:34.272517 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:34.272937 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Bound using segment: {'id': '987360ce-65af-45b2-a643-99b7ea95ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '67779215-aece-4be2-a4a1-07483867a2df'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:45:34.273467 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Bound port: 13c333de-486a-4182-ae87-f27d44df256c, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '987360ce-65af-45b2-a643-99b7ea95ed8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '67779215-aece-4be2-a4a1-07483867a2df'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:45:34.273849 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:34.343015 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] For port 13c333de-486a-4182-ae87-f27d44df256c, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:45:34.346964 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] For port 13c333de-486a-4182-ae87-f27d44df256c, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=13c333de-486a-4182-ae87-f27d44df256c,segment=NetworkSegment(987360ce-65af-45b2-a643-99b7ea95ed8b),segment_id=987360ce-65af-45b2-a643-99b7ea95ed8b)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:45:34.353972 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:34.428333 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412ca4c-8db2-4911-a271-32f9885a7181 None None] Pushing event updated for resources: {'Port': ['ID=13c333de-486a-4182-ae87-f27d44df256c,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:34.743272 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-76d6c15f-cc6f-4c5a-9d21-0a9d58dd249d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:34.793771 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6c15f-cc6f-4c5a-9d21-0a9d58dd249d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=289436c0-252d-4859-8ea1-06dc31e1d3cf,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:34.817438 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-76d6c15f-cc6f-4c5a-9d21-0a9d58dd249d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:34.821607 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-76d6c15f-cc6f-4c5a-9d21-0a9d58dd249d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/289436c0-252d-4859-8ea1-06dc31e1d3cf HTTP/1.1" status: 204 len: 168 time: 0.8268788 Sep 29 17:45:34.823006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33062) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:34.855789 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-9332bba7-4a3f-4845-84fb-234be3b762bf tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] GET failed (client error): The resource could not be found. Sep 29 17:45:34.862044 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33064) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:34.865447 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9332bba7-4a3f-4845-84fb-234be3b762bf tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/289436c0-252d-4859-8ea1-06dc31e1d3cf HTTP/1.1" status: 404 len: 333 time: 0.0407252 Sep 29 17:45:34.939776 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebbbb76-478f-41be-96eb-fe1abab23d85 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting subnet 832586bc-3396-4869-aa58-a320b0395d7c {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:45:34.943622 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbb76-478f-41be-96eb-fe1abab23d85 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:34.998727 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbb76-478f-41be-96eb-fe1abab23d85 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:35.085517 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbb76-478f-41be-96eb-fe1abab23d85 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:35.168712 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbb76-478f-41be-96eb-fe1abab23d85 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:35.217447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbbb76-478f-41be-96eb-fe1abab23d85 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Subnet': ['ID=832586bc-3396-4869-aa58-a320b0395d7c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:35.235284 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbb76-478f-41be-96eb-fe1abab23d85 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:35.237239 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7ebbbb76-478f-41be-96eb-fe1abab23d85 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/832586bc-3396-4869-aa58-a320b0395d7c HTTP/1.1" status: 204 len: 168 time: 0.3741980 Sep 29 17:45:35.239925 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33076) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:35.356873 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:35.416859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port 13c333de-486a-4182-ae87-f27d44df256c {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:35.417207 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:35.493084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] For port 13c333de-486a-4182-ae87-f27d44df256c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=13c333de-486a-4182-ae87-f27d44df256c,segment=NetworkSegment(987360ce-65af-45b2-a643-99b7ea95ed8b),segment_id=987360ce-65af-45b2-a643-99b7ea95ed8b)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:45:35.494200 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:35.508356 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for 13c333de-486a-4182-ae87-f27d44df256c owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:35.604805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:35.640437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=13c333de-486a-4182-ae87-f27d44df256c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:35.644787 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59efa71f-277f-4b50-bfc2-e693773b18af None None] Network 67779215-aece-4be2-a4a1-07483867a2df requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:35.651244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No DVR routers for this DVR port 13c333de-486a-4182-ae87-f27d44df256c on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:45:35.678568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c08c529c-a8d5-4080-8d4f-cc25e2e53093 None None] Could not find standard attr ID for object 13c333de-486a-4182-ae87-f27d44df256c. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:45:35.765457 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:35.790103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67779215-aece-4be2-a4a1-07483867a2df']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:35.801589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987360ce-65af-45b2-a643-99b7ea95ed8b') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:35.801912 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987360ce-65af-45b2-a643-99b7ea95ed8b') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:35.815805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:35.829932 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:35.838002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956a4bf8-f440-4636-8107-80a057821f2b None None] DHCP port deletion for 67779215-aece-4be2-a4a1-07483867a2df request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:45:35.840101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:45:35.840509 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:45:35.850253 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:45:35.930959 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:35.948987 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:35.951102 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/networks/67779215-aece-4be2-a4a1-07483867a2df HTTP/1.1" status: 204 len: 168 time: 0.7101245 Sep 29 17:45:35.962013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33092) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:35.975379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-6a87d4d0-1277-49d5-bd28-32200685887a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'name': 'tempest-PortsIpV6TestJSON-410064770'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:35.980774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f26d46-b626-4f2a-b011-698b1b499c0b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Network': ['ID=67779215-aece-4be2-a4a1-07483867a2df,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:36.077749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a87d4d0-1277-49d5-bd28-32200685887a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:36.081567 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a87d4d0-1277-49d5-bd28-32200685887a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:36.099602 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-6a87d4d0-1277-49d5-bd28-32200685887a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] device_id is not set on port ed48b186-1a66-4eca-863f-079942a5a56b yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:45:36.292888 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a87d4d0-1277-49d5-bd28-32200685887a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:36.329636 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a87d4d0-1277-49d5-bd28-32200685887a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:36.375081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a87d4d0-1277-49d5-bd28-32200685887a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:36.379764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-6a87d4d0-1277-49d5-bd28-32200685887a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:36.383535 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a87d4d0-1277-49d5-bd28-32200685887a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:36.389200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a87d4d0-1277-49d5-bd28-32200685887a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:36.389835 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a87d4d0-1277-49d5-bd28-32200685887a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:36.401331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87d4d0-1277-49d5-bd28-32200685887a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=ed48b186-1a66-4eca-863f-079942a5a56b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:36.412588 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6a87d4d0-1277-49d5-bd28-32200685887a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4412007 Sep 29 17:45:36.416237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33102) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:36.510395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-6aebf132-6e6c-45bf-8cd8-43be371c3c31 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port ed48b186-1a66-4eca-863f-079942a5a56b {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:36.510672 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6aebf132-6e6c-45bf-8cd8-43be371c3c31 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:36.579194 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6aebf132-6e6c-45bf-8cd8-43be371c3c31 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:36.592363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-6aebf132-6e6c-45bf-8cd8-43be371c3c31 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for ed48b186-1a66-4eca-863f-079942a5a56b owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:36.669233 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6aebf132-6e6c-45bf-8cd8-43be371c3c31 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:36.698018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebf132-6e6c-45bf-8cd8-43be371c3c31 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=ed48b186-1a66-4eca-863f-079942a5a56b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:36.718619 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6aebf132-6e6c-45bf-8cd8-43be371c3c31 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:36.723239 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6aebf132-6e6c-45bf-8cd8-43be371c3c31 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/ed48b186-1a66-4eca-863f-079942a5a56b HTTP/1.1" status: 204 len: 168 time: 0.3034403 Sep 29 17:45:36.723869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33108) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:36.729040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-fdefe373-d8ed-44a9-8ae8-7c50f09fd87b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'mac_address': 'fa:16:3e:23:00:09', 'name': 'tempest-PortsIpV6TestJSON-1879604574'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:36.820880 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdefe373-d8ed-44a9-8ae8-7c50f09fd87b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:36.891941 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdefe373-d8ed-44a9-8ae8-7c50f09fd87b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:36.915110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-fdefe373-d8ed-44a9-8ae8-7c50f09fd87b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] device_id is not set on port f40c524a-d756-4bfe-b9e2-327487ec5e87 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:45:37.107383 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdefe373-d8ed-44a9-8ae8-7c50f09fd87b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:37.140718 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdefe373-d8ed-44a9-8ae8-7c50f09fd87b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:37.184009 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdefe373-d8ed-44a9-8ae8-7c50f09fd87b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:37.187752 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-fdefe373-d8ed-44a9-8ae8-7c50f09fd87b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:37.191638 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdefe373-d8ed-44a9-8ae8-7c50f09fd87b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:37.197554 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdefe373-d8ed-44a9-8ae8-7c50f09fd87b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:37.198309 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdefe373-d8ed-44a9-8ae8-7c50f09fd87b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:37.211562 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefe373-d8ed-44a9-8ae8-7c50f09fd87b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=f40c524a-d756-4bfe-b9e2-327487ec5e87,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:37.226336 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fdefe373-d8ed-44a9-8ae8-7c50f09fd87b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5013187 Sep 29 17:45:37.229654 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33120) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:37.293894 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fb2b5d-6819-4ac0-b641-35f652e3b4b6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:37.295515 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b2fb2b5d-6819-4ac0-b641-35f652e3b4b6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/f40c524a-d756-4bfe-b9e2-327487ec5e87 HTTP/1.1" status: 200 len: 845 time: 0.0642941 Sep 29 17:45:37.298177 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33122) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:37.395607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-92933747-f211-4c51-9c3c-bffa9059538e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port f40c524a-d756-4bfe-b9e2-327487ec5e87 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:37.396008 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92933747-f211-4c51-9c3c-bffa9059538e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:37.468214 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92933747-f211-4c51-9c3c-bffa9059538e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:37.482827 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-92933747-f211-4c51-9c3c-bffa9059538e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for f40c524a-d756-4bfe-b9e2-327487ec5e87 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:37.571157 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92933747-f211-4c51-9c3c-bffa9059538e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:37.600387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92933747-f211-4c51-9c3c-bffa9059538e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=f40c524a-d756-4bfe-b9e2-327487ec5e87,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:37.609702 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92933747-f211-4c51-9c3c-bffa9059538e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:37.613849 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-92933747-f211-4c51-9c3c-bffa9059538e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/f40c524a-d756-4bfe-b9e2-327487ec5e87 HTTP/1.1" status: 204 len: 168 time: 0.3144572 Sep 29 17:45:37.614901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33132) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:37.642070 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e79b6e2-6b8f-4bb6-af4b-b365ac2b3592 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] GET failed (client error): The resource could not be found. Sep 29 17:45:37.647869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33134) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:37.648233 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0e79b6e2-6b8f-4bb6-af4b-b365ac2b3592 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/f40c524a-d756-4bfe-b9e2-327487ec5e87 HTTP/1.1" status: 404 len: 333 time: 0.0319598 Sep 29 17:45:37.654545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c342194d-4167-4c0d-acfc-8b3b63432f48 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'name': 'tempest-PortsIpV6TestJSON-1945058881'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:37.758261 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c342194d-4167-4c0d-acfc-8b3b63432f48 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:37.762423 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c342194d-4167-4c0d-acfc-8b3b63432f48 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:37.785584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-c342194d-4167-4c0d-acfc-8b3b63432f48 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] device_id is not set on port 8ce5d244-76b9-4eb3-891a-f97779b081ce yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:45:37.952268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c342194d-4167-4c0d-acfc-8b3b63432f48 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:37.988199 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c342194d-4167-4c0d-acfc-8b3b63432f48 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:38.040022 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342194d-4167-4c0d-acfc-8b3b63432f48 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:38.043780 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-c342194d-4167-4c0d-acfc-8b3b63432f48 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:38.047627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c342194d-4167-4c0d-acfc-8b3b63432f48 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:38.053298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c342194d-4167-4c0d-acfc-8b3b63432f48 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:38.053942 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c342194d-4167-4c0d-acfc-8b3b63432f48 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:38.063718 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342194d-4167-4c0d-acfc-8b3b63432f48 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=8ce5d244-76b9-4eb3-891a-f97779b081ce,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:38.082927 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c342194d-4167-4c0d-acfc-8b3b63432f48 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4310567 Sep 29 17:45:38.083308 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33148) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:38.090393 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-85d0e370-334f-4a05-963c-2e5781314fd7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:38.178686 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85d0e370-334f-4a05-963c-2e5781314fd7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:38.410696 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85d0e370-334f-4a05-963c-2e5781314fd7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:38.413798 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85d0e370-334f-4a05-963c-2e5781314fd7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:38.488474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-85d0e370-334f-4a05-963c-2e5781314fd7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] In _notify_port_updated(), no bound segment for port 8ce5d244-76b9-4eb3-891a-f97779b081ce on network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 {{(pid=95015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:45:38.506232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d0e370-334f-4a05-963c-2e5781314fd7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:38.506982 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85d0e370-334f-4a05-963c-2e5781314fd7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:38.510505 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-85d0e370-334f-4a05-963c-2e5781314fd7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "PUT /v2.0/ports/8ce5d244-76b9-4eb3-891a-f97779b081ce HTTP/1.1" status: 200 len: 818 time: 0.4261205 Sep 29 17:45:38.514020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33164) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:38.530018 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0e370-334f-4a05-963c-2e5781314fd7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=8ce5d244-76b9-4eb3-891a-f97779b081ce,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:38.636694 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a494c4b2-9789-4128-a1f1-e66b651b465e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port 8ce5d244-76b9-4eb3-891a-f97779b081ce {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:38.637142 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a494c4b2-9789-4128-a1f1-e66b651b465e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:38.714799 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a494c4b2-9789-4128-a1f1-e66b651b465e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:38.737013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a494c4b2-9789-4128-a1f1-e66b651b465e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for 8ce5d244-76b9-4eb3-891a-f97779b081ce owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:38.819557 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a494c4b2-9789-4128-a1f1-e66b651b465e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:38.857067 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494c4b2-9789-4128-a1f1-e66b651b465e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=8ce5d244-76b9-4eb3-891a-f97779b081ce,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:38.861474 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a494c4b2-9789-4128-a1f1-e66b651b465e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:38.865781 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a494c4b2-9789-4128-a1f1-e66b651b465e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/8ce5d244-76b9-4eb3-891a-f97779b081ce HTTP/1.1" status: 204 len: 168 time: 0.3484149 Sep 29 17:45:38.866186 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33170) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:38.933874 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55744866-bf74-477a-b395-728212c649d4 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:38.941740 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-55744866-bf74-477a-b395-728212c649d4 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0716431 Sep 29 17:45:38.941740 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33176) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:38.966495 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-f493e2ab-105e-442c-988c-eaebaf5d8be2 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] GET failed (client error): The resource could not be found. Sep 29 17:45:38.968100 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f493e2ab-105e-442c-988c-eaebaf5d8be2 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/8ce5d244-76b9-4eb3-891a-f97779b081ce HTTP/1.1" status: 404 len: 333 time: 0.0253069 Sep 29 17:45:38.971920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33178) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:38.977190 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e971d07a-7cce-4cff-9263-c62ef16e60d7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-458766321'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:39.000831 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e971d07a-7cce-4cff-9263-c62ef16e60d7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:39.005117 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e971d07a-7cce-4cff-9263-c62ef16e60d7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:39.032184 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e971d07a-7cce-4cff-9263-c62ef16e60d7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:45:39.042027 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e971d07a-7cce-4cff-9263-c62ef16e60d7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:39.042373 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-e971d07a-7cce-4cff-9263-c62ef16e60d7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Added segment 149bac4e-0443-417d-873b-8da868f94dce of type vlan for network f72af294-af8c-478b-ac33-1e61525261fd Sep 29 17:45:39.083563 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e971d07a-7cce-4cff-9263-c62ef16e60d7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:39.109871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e971d07a-7cce-4cff-9263-c62ef16e60d7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:39.116089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e971d07a-7cce-4cff-9263-c62ef16e60d7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:39.116714 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e971d07a-7cce-4cff-9263-c62ef16e60d7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:39.156440 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e971d07a-7cce-4cff-9263-c62ef16e60d7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1832690 Sep 29 17:45:39.159424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33180) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:39.192383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-40fef752-d767-4aaa-a2b4-f81ec5d0b79e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'subnet': {'network_id': 'f72af294-af8c-478b-ac33-1e61525261fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:39.198090 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971d07a-7cce-4cff-9263-c62ef16e60d7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Network': ['ID=f72af294-af8c-478b-ac33-1e61525261fd,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:39.209417 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network f72af294-af8c-478b-ac33-1e61525261fd details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:45:39.302774 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fef752-d767-4aaa-a2b4-f81ec5d0b79e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:39.308541 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40fef752-d767-4aaa-a2b4-f81ec5d0b79e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:39.531476 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40fef752-d767-4aaa-a2b4-f81ec5d0b79e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:39.613084 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fef752-d767-4aaa-a2b4-f81ec5d0b79e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Checking segment: {'id': '149bac4e-0443-417d-873b-8da868f94dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f72af294-af8c-478b-ac33-1e61525261fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:45:39.613486 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fef752-d767-4aaa-a2b4-f81ec5d0b79e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network hostable DHCP agents. Network: f72af294-af8c-478b-ac33-1e61525261fd, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:45:39.624399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fef752-d767-4aaa-a2b4-f81ec5d0b79e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Subnet': ['ID=d31f54c7-c146-40f4-9651-6036b1b1ed3b,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:39.640046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fef752-d767-4aaa-a2b4-f81ec5d0b79e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network f72af294-af8c-478b-ac33-1e61525261fd is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:45:39.649255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-40fef752-d767-4aaa-a2b4-f81ec5d0b79e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, f72af294-af8c-478b-ac33-1e61525261fd) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:39.656439 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fef752-d767-4aaa-a2b4-f81ec5d0b79e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:39.658082 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40fef752-d767-4aaa-a2b4-f81ec5d0b79e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:39.659564 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f8c813-e228-4513-a069-af8ee2093fdd None None] Network f72af294-af8c-478b-ac33-1e61525261fd requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:39.691423 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-40fef752-d767-4aaa-a2b4-f81ec5d0b79e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5309470 Sep 29 17:45:39.694303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33196) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:39.701270 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3b9ca677-37c1-4516-9243-f0b3a6d3d808 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'subnet': {'network_id': 'f72af294-af8c-478b-ac33-1e61525261fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:39.833417 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9ca677-37c1-4516-9243-f0b3a6d3d808 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:39.837065 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b9ca677-37c1-4516-9243-f0b3a6d3d808 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:39.845138 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-f72af294-af8c-478b-ac33-1e61525261fd', 'network_id': 'f72af294-af8c-478b-ac33-1e61525261fd', 'tenant_id': 'ed667f6d62594b138df101d4de31e170', 'fixed_ips': [{'subnet_id': 'd31f54c7-c146-40f4-9651-6036b1b1ed3b'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:45:39.847877 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:39.980224 n-d-811748-2 neutron-server[95015]: INFO neutron.db.ipam_backend_mixin [None req-3b9ca677-37c1-4516-9243-f0b3a6d3d808 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d31f54c7-c146-40f4-9651-6036b1b1ed3b (CIDR: 2001:db8::/64) Sep 29 17:45:39.985427 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9ca677-37c1-4516-9243-f0b3a6d3d808 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:45:39.986139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9ca677-37c1-4516-9243-f0b3a6d3d808 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:45:40.005412 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3b9ca677-37c1-4516-9243-f0b3a6d3d808 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3086617 Sep 29 17:45:40.006165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33202) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:40.011559 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'subnet': {'network_id': 'f72af294-af8c-478b-ac33-1e61525261fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:40.036410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Allocated IP 2001:db8::2 (f72af294-af8c-478b-ac33-1e61525261fd/d31f54c7-c146-40f4-9651-6036b1b1ed3b/fb0d1522-9f21-43fa-8ffb-678428a2c873) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:40.154407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:40.158302 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:40.205993 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:40.214139 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:40.237086 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Network f72af294-af8c-478b-ac33-1e61525261fd is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:40.264568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:40.268759 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:40.305806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Pushing event updated for resources: {'Port': ['ID=fb0d1522-9f21-43fa-8ffb-678428a2c873,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:40.342726 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Attempting to bind port fb0d1522-9f21-43fa-8ffb-678428a2c873 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:45:40.343371 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Attempting to bind port fb0d1522-9f21-43fa-8ffb-678428a2c873 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '149bac4e-0443-417d-873b-8da868f94dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f72af294-af8c-478b-ac33-1e61525261fd'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:45:40.343952 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Attempting to bind port fb0d1522-9f21-43fa-8ffb-678428a2c873 on network f72af294-af8c-478b-ac33-1e61525261fd {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:45:40.350628 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:45:40.351019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Checking segment: {'id': '149bac4e-0443-417d-873b-8da868f94dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f72af294-af8c-478b-ac33-1e61525261fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:45:40.351445 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:40.351967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Bound using segment: {'id': '149bac4e-0443-417d-873b-8da868f94dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f72af294-af8c-478b-ac33-1e61525261fd'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:45:40.352450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Bound port: fb0d1522-9f21-43fa-8ffb-678428a2c873, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149bac4e-0443-417d-873b-8da868f94dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'f72af294-af8c-478b-ac33-1e61525261fd'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:45:40.353405 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:40.478413 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] For port fb0d1522-9f21-43fa-8ffb-678428a2c873, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:45:40.484695 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] For port fb0d1522-9f21-43fa-8ffb-678428a2c873, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=fb0d1522-9f21-43fa-8ffb-678428a2c873,segment=NetworkSegment(149bac4e-0443-417d-873b-8da868f94dce),segment_id=149bac4e-0443-417d-873b-8da868f94dce)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:45:40.495816 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:40.502860 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:40.576568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14184577-51c3-4b2d-b380-ce692279c4a3 None None] Pushing event updated for resources: {'Port': ['ID=fb0d1522-9f21-43fa-8ffb-678428a2c873,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:40.594641 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network f72af294-af8c-478b-ac33-1e61525261fd is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:40.598741 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:40.606253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:40.607136 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:40.628300 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Subnet': ['ID=60b8c4ef-4e7a-48a4-94cc-b57f0f23939c,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:40.641568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6339524 Sep 29 17:45:40.643694 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:40.644147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:40.644505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:40.644644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33228) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:40.644888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:40.645294 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:40.645754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:40.646137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:40.646474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:40.646853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:40.647185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:40.647588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:40.647914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b13f1-1381-47c2-a7a6-58ba5fd8159d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:40.661869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-681d075a-9d64-4c31-bc3c-9101625dfb14 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'network_id': 'f72af294-af8c-478b-ac33-1e61525261fd', 'fixed_ips': [{'subnet_id': 'd31f54c7-c146-40f4-9651-6036b1b1ed3b'}, {'subnet_id': '60b8c4ef-4e7a-48a4-94cc-b57f0f23939c'}], 'name': 'tempest-PortsIpV6TestJSON-158366349'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:40.774549 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-14e3197d-e6ae-4870-bc2a-12acedc26011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:40.901410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681d075a-9d64-4c31-bc3c-9101625dfb14 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:40.973967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33238) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:41.028506 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-681d075a-9d64-4c31-bc3c-9101625dfb14 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:41.053683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-681d075a-9d64-4c31-bc3c-9101625dfb14 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] device_id is not set on port 8d03a9a3-af19-4ca3-b356-4e8af664c153 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:45:41.140472 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1645a0c7-b252-43da-a8e1-cbb293b2807b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:41.258923 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1645a0c7-b252-43da-a8e1-cbb293b2807b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:41.265471 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1645a0c7-b252-43da-a8e1-cbb293b2807b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:41.314247 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1645a0c7-b252-43da-a8e1-cbb293b2807b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bcae0594ffae436f8a59b067d1c0d1e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391294 Sep 29 17:45:41.315526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645a0c7-b252-43da-a8e1-cbb293b2807b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8edcc1-0ca7-4d9e-ac59-7c580023c232,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:41.316874 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33246) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:41.444091 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5f6e27cf-c568-4d38-94c1-b4b30dcc05c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:41.446208 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-681d075a-9d64-4c31-bc3c-9101625dfb14 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Allocated IP 2001:db8::1d6 (f72af294-af8c-478b-ac33-1e61525261fd/d31f54c7-c146-40f4-9651-6036b1b1ed3b/8d03a9a3-af19-4ca3-b356-4e8af664c153) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:41.460462 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-681d075a-9d64-4c31-bc3c-9101625dfb14 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Allocated IP 2001:db8:0:1::145 (f72af294-af8c-478b-ac33-1e61525261fd/60b8c4ef-4e7a-48a4-94cc-b57f0f23939c/8d03a9a3-af19-4ca3-b356-4e8af664c153) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:41.483105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5f6e27cf-c568-4d38-94c1-b4b30dcc05c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:41.598146 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5f6e27cf-c568-4d38-94c1-b4b30dcc05c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:41.600832 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5f6e27cf-c568-4d38-94c1-b4b30dcc05c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:41.601999 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5f6e27cf-c568-4d38-94c1-b4b30dcc05c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb8edcc1-0ca7-4d9e-ac59-7c580023c232 HTTP/1.1" status: 204 len: 168 time: 0.2838595 Sep 29 17:45:41.653668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e27cf-c568-4d38-94c1-b4b30dcc05c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8edcc1-0ca7-4d9e-ac59-7c580023c232,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:41.714287 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-681d075a-9d64-4c31-bc3c-9101625dfb14 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:41.766538 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-681d075a-9d64-4c31-bc3c-9101625dfb14 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:41.817450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d075a-9d64-4c31-bc3c-9101625dfb14 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=8d03a9a3-af19-4ca3-b356-4e8af664c153,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:41.833250 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681d075a-9d64-4c31-bc3c-9101625dfb14 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network f72af294-af8c-478b-ac33-1e61525261fd is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:41.835125 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-681d075a-9d64-4c31-bc3c-9101625dfb14 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:41.838643 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681d075a-9d64-4c31-bc3c-9101625dfb14 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:41.848656 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681d075a-9d64-4c31-bc3c-9101625dfb14 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:41.849348 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-681d075a-9d64-4c31-bc3c-9101625dfb14 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:41.876922 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-681d075a-9d64-4c31-bc3c-9101625dfb14 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.2299373 Sep 29 17:45:41.882200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33264) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:41.888099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ad2d9c1f-9816-42b7-8c4d-facb47032b7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd31f54c7-c146-40f4-9651-6036b1b1ed3b'}]}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:41.946368 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd95033-128b-4cfb-96a6-4fab35457fd5 None None] Network f72af294-af8c-478b-ac33-1e61525261fd requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:42.084837 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c5eed104-6a67-4167-a251-bd13da8c070b None None] Provisioning complete for port fb0d1522-9f21-43fa-8ffb-678428a2c873 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:42.085205 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c5eed104-6a67-4167-a251-bd13da8c070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:42.091760 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ad2d9c1f-9816-42b7-8c4d-facb47032b7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:42.209125 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c5eed104-6a67-4167-a251-bd13da8c070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:42.265908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c5eed104-6a67-4167-a251-bd13da8c070b None None] For port fb0d1522-9f21-43fa-8ffb-678428a2c873, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=fb0d1522-9f21-43fa-8ffb-678428a2c873,segment=NetworkSegment(149bac4e-0443-417d-873b-8da868f94dce),segment_id=149bac4e-0443-417d-873b-8da868f94dce)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:45:42.311668 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c5eed104-6a67-4167-a251-bd13da8c070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:42.357946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23fa1ef-2408-4140-ac97-96e4d4aa199a None None] Update dhcp port {'port': {'network_id': 'f72af294-af8c-478b-ac33-1e61525261fd', 'fixed_ips': [{'subnet_id': 'd31f54c7-c146-40f4-9651-6036b1b1ed3b', 'ip_address': '2001:db8::2'}, {'subnet_id': '60b8c4ef-4e7a-48a4-94cc-b57f0f23939c'}], 'binding:host_id': 'n-d-811748-2'}, 'id': 'fb0d1522-9f21-43fa-8ffb-678428a2c873'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:45:42.399745 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-ad2d9c1f-9816-42b7-8c4d-facb47032b7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Delete allocated IP 2001:db8:0:1::145 (f72af294-af8c-478b-ac33-1e61525261fd/60b8c4ef-4e7a-48a4-94cc-b57f0f23939c) {{(pid=95016) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 17:45:42.417686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eed104-6a67-4167-a251-bd13da8c070b None None] Pushing event updated for resources: {'Port': ['ID=fb0d1522-9f21-43fa-8ffb-678428a2c873,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:42.426791 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device fb0d1522-9f21-43fa-8ffb-678428a2c873 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:45:42.457869 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b23fa1ef-2408-4140-ac97-96e4d4aa199a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:42.534128 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port fb0d1522-9f21-43fa-8ffb-678428a2c873 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:42.534505 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:42.961232 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ad2d9c1f-9816-42b7-8c4d-facb47032b7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:42.969172 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ad2d9c1f-9816-42b7-8c4d-facb47032b7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:43.035612 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-b23fa1ef-2408-4140-ac97-96e4d4aa199a None None] Allocated IP 2001:db8:0:1::2 (f72af294-af8c-478b-ac33-1e61525261fd/60b8c4ef-4e7a-48a4-94cc-b57f0f23939c/fb0d1522-9f21-43fa-8ffb-678428a2c873) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:43.048074 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d9c1f-9816-42b7-8c4d-facb47032b7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] In _notify_port_updated(), no bound segment for port 8d03a9a3-af19-4ca3-b356-4e8af664c153 on network f72af294-af8c-478b-ac33-1e61525261fd {{(pid=95016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:45:43.054885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2d9c1f-9816-42b7-8c4d-facb47032b7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:43.055578 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ad2d9c1f-9816-42b7-8c4d-facb47032b7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:43.057547 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ad2d9c1f-9816-42b7-8c4d-facb47032b7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "PUT /v2.0/ports/8d03a9a3-af19-4ca3-b356-4e8af664c153 HTTP/1.1" status: 200 len: 925 time: 1.1741912 Sep 29 17:45:43.060589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33312) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:43.066656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a9e19079-4cce-430d-9a4d-a366e892a07f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd31f54c7-c146-40f4-9651-6036b1b1ed3b'}, {'subnet_id': '60b8c4ef-4e7a-48a4-94cc-b57f0f23939c'}]}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:43.099881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d9c1f-9816-42b7-8c4d-facb47032b7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=8d03a9a3-af19-4ca3-b356-4e8af664c153,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:43.153748 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b23fa1ef-2408-4140-ac97-96e4d4aa199a None None] For port fb0d1522-9f21-43fa-8ffb-678428a2c873, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=fb0d1522-9f21-43fa-8ffb-678428a2c873,segment=NetworkSegment(149bac4e-0443-417d-873b-8da868f94dce),segment_id=149bac4e-0443-417d-873b-8da868f94dce)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:45:43.170798 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a9e19079-4cce-430d-9a4d-a366e892a07f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:43.196056 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b23fa1ef-2408-4140-ac97-96e4d4aa199a None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:43.203598 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b23fa1ef-2408-4140-ac97-96e4d4aa199a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:43.330349 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fa1ef-2408-4140-ac97-96e4d4aa199a None None] Pushing event updated for resources: {'Port': ['ID=fb0d1522-9f21-43fa-8ffb-678428a2c873,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:43.506099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-a9e19079-4cce-430d-9a4d-a366e892a07f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Allocated IP 2001:db8:0:1::3e4 (f72af294-af8c-478b-ac33-1e61525261fd/60b8c4ef-4e7a-48a4-94cc-b57f0f23939c/8d03a9a3-af19-4ca3-b356-4e8af664c153) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:43.542927 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-34c8008d-ed75-4b89-99fc-01bd7b08e58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:43.700249 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a9e19079-4cce-430d-9a4d-a366e892a07f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:43.715079 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a9e19079-4cce-430d-9a4d-a366e892a07f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:43.781858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e19079-4cce-430d-9a4d-a366e892a07f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=8d03a9a3-af19-4ca3-b356-4e8af664c153,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:43.845307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a9e19079-4cce-430d-9a4d-a366e892a07f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] In _notify_port_updated(), no bound segment for port 8d03a9a3-af19-4ca3-b356-4e8af664c153 on network f72af294-af8c-478b-ac33-1e61525261fd {{(pid=95016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:45:43.845307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e19079-4cce-430d-9a4d-a366e892a07f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:43.845307 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a9e19079-4cce-430d-9a4d-a366e892a07f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:43.848752 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33338) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:43.862302 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a9e19079-4cce-430d-9a4d-a366e892a07f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "PUT /v2.0/ports/8d03a9a3-af19-4ca3-b356-4e8af664c153 HTTP/1.1" status: 200 len: 1011 time: 0.8005059 Sep 29 17:45:43.992428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f7ae42f0-8473-4c0a-9654-500e88ce8e39 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port 8d03a9a3-af19-4ca3-b356-4e8af664c153 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:43.992924 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f7ae42f0-8473-4c0a-9654-500e88ce8e39 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:44.091479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25927dfd-d0c0-49fc-9f14-f204e4944f95 None None] Network f72af294-af8c-478b-ac33-1e61525261fd requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:44.133588 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f7ae42f0-8473-4c0a-9654-500e88ce8e39 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:44.153683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f7ae42f0-8473-4c0a-9654-500e88ce8e39 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for 8d03a9a3-af19-4ca3-b356-4e8af664c153 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:44.183562 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f8e71d99-cd42-4099-b0d9-968e38f4cb06 None None] Provisioning complete for port 8d03a9a3-af19-4ca3-b356-4e8af664c153 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:44.184161 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f8e71d99-cd42-4099-b0d9-968e38f4cb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:44.335363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device fb0d1522-9f21-43fa-8ffb-678428a2c873 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:45:44.385184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f8e71d99-cd42-4099-b0d9-968e38f4cb06 None None] Port 8d03a9a3-af19-4ca3-b356-4e8af664c153 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:45:44.416672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port fb0d1522-9f21-43fa-8ffb-678428a2c873 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:44.417044 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:44.420901 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f8e71d99-cd42-4099-b0d9-968e38f4cb06 None None] Provisioning complete for port fb0d1522-9f21-43fa-8ffb-678428a2c873 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:44.421440 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f8e71d99-cd42-4099-b0d9-968e38f4cb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:44.421720 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f7ae42f0-8473-4c0a-9654-500e88ce8e39 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:44.466062 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae42f0-8473-4c0a-9654-500e88ce8e39 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=8d03a9a3-af19-4ca3-b356-4e8af664c153,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:44.555518 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f7ae42f0-8473-4c0a-9654-500e88ce8e39 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:44.561913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33360) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:44.573359 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f7ae42f0-8473-4c0a-9654-500e88ce8e39 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/8d03a9a3-af19-4ca3-b356-4e8af664c153 HTTP/1.1" status: 204 len: 168 time: 0.7223556 Sep 29 17:45:44.598047 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce36986-dcf8-4635-8144-281bfa6afe80 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] GET failed (client error): The resource could not be found. Sep 29 17:45:44.605796 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33362) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:44.616978 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4ce36986-dcf8-4635-8144-281bfa6afe80 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/8d03a9a3-af19-4ca3-b356-4e8af664c153 HTTP/1.1" status: 404 len: 333 time: 0.0449607 Sep 29 17:45:44.697142 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e6ec02-0777-41a7-8a66-732d1c8d6b99 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting subnet 60b8c4ef-4e7a-48a4-94cc-b57f0f23939c {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:45:44.715103 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8e6ec02-0777-41a7-8a66-732d1c8d6b99 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:44.716416 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:44.719459 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:44.722826 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:44.779811 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8e6ec02-0777-41a7-8a66-732d1c8d6b99 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:44.824229 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-cfa7c046-387e-4132-892c-19774a578ac4 None None] Could not find standard attr ID for object 8d03a9a3-af19-4ca3-b356-4e8af664c153. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:45:44.836026 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-cfa7c046-387e-4132-892c-19774a578ac4 None None] Provisioning complete for port fb0d1522-9f21-43fa-8ffb-678428a2c873 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:44.836282 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c046-387e-4132-892c-19774a578ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:44.924053 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8e6ec02-0777-41a7-8a66-732d1c8d6b99 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:45.006069 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8e6ec02-0777-41a7-8a66-732d1c8d6b99 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:45.025476 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8e6ec02-0777-41a7-8a66-732d1c8d6b99 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:45.027992 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e8e6ec02-0777-41a7-8a66-732d1c8d6b99 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/60b8c4ef-4e7a-48a4-94cc-b57f0f23939c HTTP/1.1" status: 204 len: 168 time: 0.4208846 Sep 29 17:45:45.033852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33376) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:45.050342 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6ec02-0777-41a7-8a66-732d1c8d6b99 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Subnet': ['ID=60b8c4ef-4e7a-48a4-94cc-b57f0f23939c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:45.130056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f1d9f7-21c5-4718-9d55-6a679797419a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting subnet d31f54c7-c146-40f4-9651-6036b1b1ed3b {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:45:45.134431 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f3f1d9f7-21c5-4718-9d55-6a679797419a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:45.177498 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5680ff9-85f5-4c93-88cb-c61ec5f06805 None None] Network f72af294-af8c-478b-ac33-1e61525261fd requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:45.211906 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f3f1d9f7-21c5-4718-9d55-6a679797419a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:45.293116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-07b60684-bd4e-4c4c-b3d0-f30babda6ec5 None None] Could not find standard attr ID for object 8d03a9a3-af19-4ca3-b356-4e8af664c153. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:45:45.343050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f3f1d9f7-21c5-4718-9d55-6a679797419a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:45.429227 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f3f1d9f7-21c5-4718-9d55-6a679797419a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:45.458272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1d9f7-21c5-4718-9d55-6a679797419a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Subnet': ['ID=d31f54c7-c146-40f4-9651-6036b1b1ed3b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:45.464380 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f3f1d9f7-21c5-4718-9d55-6a679797419a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:45.466612 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f3f1d9f7-21c5-4718-9d55-6a679797419a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/d31f54c7-c146-40f4-9651-6036b1b1ed3b HTTP/1.1" status: 204 len: 168 time: 0.4316258 Sep 29 17:45:45.469071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33384) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:45.563624 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:45.634957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port fb0d1522-9f21-43fa-8ffb-678428a2c873 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:45.635299 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:45.734048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] For port fb0d1522-9f21-43fa-8ffb-678428a2c873, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=fb0d1522-9f21-43fa-8ffb-678428a2c873,segment=NetworkSegment(149bac4e-0443-417d-873b-8da868f94dce),segment_id=149bac4e-0443-417d-873b-8da868f94dce)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:45:45.734048 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:45.749349 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for fb0d1522-9f21-43fa-8ffb-678428a2c873 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:45.857245 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:45.901328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=fb0d1522-9f21-43fa-8ffb-678428a2c873,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:45.905147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No DVR routers for this DVR port fb0d1522-9f21-43fa-8ffb-678428a2c873 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:45:46.004622 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:46.043792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72af294-af8c-478b-ac33-1e61525261fd']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:46.060176 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149bac4e-0443-417d-873b-8da868f94dce') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:46.060577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149bac4e-0443-417d-873b-8da868f94dce') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:46.075246 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:46.093254 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:46.100306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:45:46.101322 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:45:46.105129 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:45:46.183190 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:46.192620 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:46.194613 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/networks/f72af294-af8c-478b-ac33-1e61525261fd HTTP/1.1" status: 204 len: 168 time: 0.7245653 Sep 29 17:45:46.200477 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33410) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:46.207922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ee799-fb04-4aca-aa55-bb6c269e4034 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Network': ['ID=f72af294-af8c-478b-ac33-1e61525261fd,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:46.285703 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9198761-b895-422e-831a-43c23c6f54f8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:46.288329 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b9198761-b895-422e-831a-43c23c6f54f8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0858953 Sep 29 17:45:46.292840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33418) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:46.316106 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-252dc7d2-1099-4cc2-8f4e-5d47fbed61b9 None None] Could not find standard attr ID for object fb0d1522-9f21-43fa-8ffb-678428a2c873. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:45:46.358353 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312a9020-7d93-4170-aafb-77fb8e91f9e6 None None] DHCP port deletion for f72af294-af8c-478b-ac33-1e61525261fd request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:45:46.397331 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-55f0a006-496e-469f-ab91-f235f09e204c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1007540 Sep 29 17:45:46.399654 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33420) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:46.405620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5a4f6f25-18fe-43ed-8b2b-573af9ca3833 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1463992357'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:46.430205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4f6f25-18fe-43ed-8b2b-573af9ca3833 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:46.434749 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a4f6f25-18fe-43ed-8b2b-573af9ca3833 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:46.461766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4f6f25-18fe-43ed-8b2b-573af9ca3833 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:45:46.472772 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a4f6f25-18fe-43ed-8b2b-573af9ca3833 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:46.473438 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-5a4f6f25-18fe-43ed-8b2b-573af9ca3833 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Added segment 2335ba14-586b-4122-9aae-5c4f2c8f5dbb of type vlan for network cffd2787-3bf2-4626-8261-0eea1b969a1b Sep 29 17:45:46.517647 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a4f6f25-18fe-43ed-8b2b-573af9ca3833 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:46.549081 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a4f6f25-18fe-43ed-8b2b-573af9ca3833 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:46.556409 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4f6f25-18fe-43ed-8b2b-573af9ca3833 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:46.557197 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a4f6f25-18fe-43ed-8b2b-573af9ca3833 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:46.590063 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5a4f6f25-18fe-43ed-8b2b-573af9ca3833 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1883943 Sep 29 17:45:46.592945 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33426) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:46.601483 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-da357065-0ce1-4431-83bf-01703f28b310 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'subnet': {'network_id': 'cffd2787-3bf2-4626-8261-0eea1b969a1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:46.641149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f6f25-18fe-43ed-8b2b-573af9ca3833 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Network': ['ID=cffd2787-3bf2-4626-8261-0eea1b969a1b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:46.652924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network cffd2787-3bf2-4626-8261-0eea1b969a1b details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:45:46.727621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da357065-0ce1-4431-83bf-01703f28b310 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:46.731701 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-da357065-0ce1-4431-83bf-01703f28b310 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:46.861020 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:46.970953 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-da357065-0ce1-4431-83bf-01703f28b310 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:47.036767 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da357065-0ce1-4431-83bf-01703f28b310 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Subnet': ['ID=059907af-f998-40d8-b442-012e0108e253,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:47.042334 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da357065-0ce1-4431-83bf-01703f28b310 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Checking segment: {'id': '2335ba14-586b-4122-9aae-5c4f2c8f5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cffd2787-3bf2-4626-8261-0eea1b969a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:45:47.042694 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da357065-0ce1-4431-83bf-01703f28b310 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network hostable DHCP agents. Network: cffd2787-3bf2-4626-8261-0eea1b969a1b, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:45:47.081296 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da357065-0ce1-4431-83bf-01703f28b310 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network cffd2787-3bf2-4626-8261-0eea1b969a1b is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:45:47.092610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-da357065-0ce1-4431-83bf-01703f28b310 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, cffd2787-3bf2-4626-8261-0eea1b969a1b) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:47.098525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da357065-0ce1-4431-83bf-01703f28b310 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:47.098806 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-da357065-0ce1-4431-83bf-01703f28b310 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:47.103492 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d10f27d-c130-47b5-963e-6db351042ecb None None] Network cffd2787-3bf2-4626-8261-0eea1b969a1b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:47.125668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33446) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:47.126713 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-da357065-0ce1-4431-83bf-01703f28b310 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5316472 Sep 29 17:45:47.130788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-87d9d605-9c7d-482c-8341-521b8fe2d67a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'network_id': 'cffd2787-3bf2-4626-8261-0eea1b969a1b', 'name': 'tempest-PortsIpV6TestJSON-1142296205'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:47.307029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d9d605-9c7d-482c-8341-521b8fe2d67a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:47.309831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-cffd2787-3bf2-4626-8261-0eea1b969a1b', 'network_id': 'cffd2787-3bf2-4626-8261-0eea1b969a1b', 'tenant_id': 'ed667f6d62594b138df101d4de31e170', 'fixed_ips': [{'subnet_id': '059907af-f998-40d8-b442-012e0108e253'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:45:47.310736 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:47.311543 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-87d9d605-9c7d-482c-8341-521b8fe2d67a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:47.331885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-87d9d605-9c7d-482c-8341-521b8fe2d67a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] device_id is not set on port ffbda675-8500-4f68-8548-a124d4b13e58 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:45:47.468583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-87d9d605-9c7d-482c-8341-521b8fe2d67a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Allocated IP 2001:db8::4 (cffd2787-3bf2-4626-8261-0eea1b969a1b/059907af-f998-40d8-b442-012e0108e253/ffbda675-8500-4f68-8548-a124d4b13e58) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:47.648819 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-87d9d605-9c7d-482c-8341-521b8fe2d67a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:47.684154 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-87d9d605-9c7d-482c-8341-521b8fe2d67a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:47.729693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d9d605-9c7d-482c-8341-521b8fe2d67a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network cffd2787-3bf2-4626-8261-0eea1b969a1b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:47.734272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-87d9d605-9c7d-482c-8341-521b8fe2d67a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:47.737319 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d9d605-9c7d-482c-8341-521b8fe2d67a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:47.742800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Allocated IP 2001:db8::2 (cffd2787-3bf2-4626-8261-0eea1b969a1b/059907af-f998-40d8-b442-012e0108e253/3e6b60cf-3088-4b16-8cef-996081524d97) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:47.745854 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d9d605-9c7d-482c-8341-521b8fe2d67a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:47.746548 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-87d9d605-9c7d-482c-8341-521b8fe2d67a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:47.757578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9d605-9c7d-482c-8341-521b8fe2d67a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=ffbda675-8500-4f68-8548-a124d4b13e58,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:47.780867 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-87d9d605-9c7d-482c-8341-521b8fe2d67a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6540034 Sep 29 17:45:47.781490 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33462) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:47.787444 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6067ae6d-9cd7-47b0-972b-e25ee0e6e86d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'network_id': 'cffd2787-3bf2-4626-8261-0eea1b969a1b', 'name': 'tempest-PortsIpV6TestJSON-364325868'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:47.923749 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:47.932258 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:47.974385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6067ae6d-9cd7-47b0-972b-e25ee0e6e86d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:47.978821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Network cffd2787-3bf2-4626-8261-0eea1b969a1b is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:47.979286 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6067ae6d-9cd7-47b0-972b-e25ee0e6e86d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:47.980476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:47.987055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:48.004198 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-6067ae6d-9cd7-47b0-972b-e25ee0e6e86d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] device_id is not set on port 8ed4122e-a51b-494a-b7c0-12e94b715cde yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:45:48.025842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Pushing event updated for resources: {'Port': ['ID=3e6b60cf-3088-4b16-8cef-996081524d97,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:48.052623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Attempting to bind port 3e6b60cf-3088-4b16-8cef-996081524d97 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:45:48.052990 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Attempting to bind port 3e6b60cf-3088-4b16-8cef-996081524d97 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '2335ba14-586b-4122-9aae-5c4f2c8f5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cffd2787-3bf2-4626-8261-0eea1b969a1b'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:45:48.053382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Attempting to bind port 3e6b60cf-3088-4b16-8cef-996081524d97 on network cffd2787-3bf2-4626-8261-0eea1b969a1b {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:45:48.059397 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:45:48.060535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Checking segment: {'id': '2335ba14-586b-4122-9aae-5c4f2c8f5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cffd2787-3bf2-4626-8261-0eea1b969a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:45:48.060535 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:48.060535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Bound using segment: {'id': '2335ba14-586b-4122-9aae-5c4f2c8f5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cffd2787-3bf2-4626-8261-0eea1b969a1b'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:45:48.061359 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Bound port: 3e6b60cf-3088-4b16-8cef-996081524d97, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2335ba14-586b-4122-9aae-5c4f2c8f5dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'cffd2787-3bf2-4626-8261-0eea1b969a1b'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:45:48.061739 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:48.137418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] For port 3e6b60cf-3088-4b16-8cef-996081524d97, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:45:48.140725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] For port 3e6b60cf-3088-4b16-8cef-996081524d97, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3e6b60cf-3088-4b16-8cef-996081524d97,segment=NetworkSegment(2335ba14-586b-4122-9aae-5c4f2c8f5dbb),segment_id=2335ba14-586b-4122-9aae-5c4f2c8f5dbb)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:45:48.149138 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:48.159395 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-6067ae6d-9cd7-47b0-972b-e25ee0e6e86d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Allocated IP 2001:db8::e3 (cffd2787-3bf2-4626-8261-0eea1b969a1b/059907af-f998-40d8-b442-012e0108e253/8ed4122e-a51b-494a-b7c0-12e94b715cde) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:48.229988 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f005e2-f95c-4fa2-8da9-26448cf1818e None None] Pushing event updated for resources: {'Port': ['ID=3e6b60cf-3088-4b16-8cef-996081524d97,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:48.265120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device fb0d1522-9f21-43fa-8ffb-678428a2c873 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:45:48.298165 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: fb0d1522-9f21-43fa-8ffb-678428a2c873 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:45:48.298683 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device fb0d1522-9f21-43fa-8ffb-678428a2c873 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:45:48.395120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6067ae6d-9cd7-47b0-972b-e25ee0e6e86d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:48.450058 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6067ae6d-9cd7-47b0-972b-e25ee0e6e86d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:48.535441 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6067ae6d-9cd7-47b0-972b-e25ee0e6e86d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network cffd2787-3bf2-4626-8261-0eea1b969a1b is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:48.537123 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-6067ae6d-9cd7-47b0-972b-e25ee0e6e86d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:48.542463 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6067ae6d-9cd7-47b0-972b-e25ee0e6e86d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:48.548488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6067ae6d-9cd7-47b0-972b-e25ee0e6e86d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:48.549178 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6067ae6d-9cd7-47b0-972b-e25ee0e6e86d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:48.578000 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067ae6d-9cd7-47b0-972b-e25ee0e6e86d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=8ed4122e-a51b-494a-b7c0-12e94b715cde,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:48.598953 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6067ae6d-9cd7-47b0-972b-e25ee0e6e86d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8155899 Sep 29 17:45:48.602242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33480) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:48.744314 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1d7f32-63c0-422e-aed7-df599def0fed tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:48.748089 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4c1d7f32-63c0-422e-aed7-df599def0fed tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A4 HTTP/1.1" status: 200 len: 927 time: 0.1439168 Sep 29 17:45:48.749054 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33482) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:48.861034 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-870c0033-3111-4ae7-8921-1b3dda60ffec tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port 8ed4122e-a51b-494a-b7c0-12e94b715cde {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:48.861732 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-870c0033-3111-4ae7-8921-1b3dda60ffec tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:48.990604 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-870c0033-3111-4ae7-8921-1b3dda60ffec tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:49.005460 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-870c0033-3111-4ae7-8921-1b3dda60ffec tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for 8ed4122e-a51b-494a-b7c0-12e94b715cde owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:49.176417 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-870c0033-3111-4ae7-8921-1b3dda60ffec tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:49.206795 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:45:49.241386 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c0033-3111-4ae7-8921-1b3dda60ffec tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=8ed4122e-a51b-494a-b7c0-12e94b715cde,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:49.265533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-870c0033-3111-4ae7-8921-1b3dda60ffec tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:49.270542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33494) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:49.270855 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-870c0033-3111-4ae7-8921-1b3dda60ffec tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/8ed4122e-a51b-494a-b7c0-12e94b715cde HTTP/1.1" status: 204 len: 168 time: 0.5204988 Sep 29 17:45:49.297205 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-3436825a-dc15-44f2-ad8f-e2b1106c7d6a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] GET failed (client error): The resource could not be found. Sep 29 17:45:49.298908 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3436825a-dc15-44f2-ad8f-e2b1106c7d6a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/8ed4122e-a51b-494a-b7c0-12e94b715cde HTTP/1.1" status: 404 len: 333 time: 0.0273886 Sep 29 17:45:49.302375 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33496) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:49.403529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5cecd-7320-4488-8982-dc3339368095 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port ffbda675-8500-4f68-8548-a124d4b13e58 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:49.404213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eeb5cecd-7320-4488-8982-dc3339368095 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:49.575405 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eeb5cecd-7320-4488-8982-dc3339368095 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:49.589254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5cecd-7320-4488-8982-dc3339368095 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for ffbda675-8500-4f68-8548-a124d4b13e58 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:49.662773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece25065-b714-4db1-ac4f-94c8c5e82a00 None None] Network cffd2787-3bf2-4626-8261-0eea1b969a1b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:49.765805 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5ce4a140-07de-4240-a616-522c89140fd8 None None] Provisioning complete for port 3e6b60cf-3088-4b16-8cef-996081524d97 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:49.766183 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a140-07de-4240-a616-522c89140fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:49.809730 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eeb5cecd-7320-4488-8982-dc3339368095 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:49.884383 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eeb5cecd-7320-4488-8982-dc3339368095 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:49.886742 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-eeb5cecd-7320-4488-8982-dc3339368095 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/ffbda675-8500-4f68-8548-a124d4b13e58 HTTP/1.1" status: 204 len: 168 time: 0.5831695 Sep 29 17:45:49.889378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33516) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:49.902929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5cecd-7320-4488-8982-dc3339368095 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=ffbda675-8500-4f68-8548-a124d4b13e58,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:49.968707 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dbfd49-e5c4-4fca-b187-ef20e2ace1bf tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] GET failed (client error): The resource could not be found. Sep 29 17:45:49.971247 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c2dbfd49-e5c4-4fca-b187-ef20e2ace1bf tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/ffbda675-8500-4f68-8548-a124d4b13e58 HTTP/1.1" status: 404 len: 333 time: 0.0802865 Sep 29 17:45:49.976888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33520) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:50.059805 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a140-07de-4240-a616-522c89140fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:50.080816 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fea3cf-d0c0-4312-b518-aa5cb691ab4f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting subnet 059907af-f998-40d8-b442-012e0108e253 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:45:50.084777 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4fea3cf-d0c0-4312-b518-aa5cb691ab4f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:50.115418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5ce4a140-07de-4240-a616-522c89140fd8 None None] For port 3e6b60cf-3088-4b16-8cef-996081524d97, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3e6b60cf-3088-4b16-8cef-996081524d97,segment=NetworkSegment(2335ba14-586b-4122-9aae-5c4f2c8f5dbb),segment_id=2335ba14-586b-4122-9aae-5c4f2c8f5dbb)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:45:50.121679 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a140-07de-4240-a616-522c89140fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:50.167413 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4fea3cf-d0c0-4312-b518-aa5cb691ab4f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:50.202950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4a140-07de-4240-a616-522c89140fd8 None None] Pushing event updated for resources: {'Port': ['ID=3e6b60cf-3088-4b16-8cef-996081524d97,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:50.291485 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4fea3cf-d0c0-4312-b518-aa5cb691ab4f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:50.394682 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4fea3cf-d0c0-4312-b518-aa5cb691ab4f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:50.412903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3e6b60cf-3088-4b16-8cef-996081524d97 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:45:50.441037 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fea3cf-d0c0-4312-b518-aa5cb691ab4f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Subnet': ['ID=059907af-f998-40d8-b442-012e0108e253,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:50.454576 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4fea3cf-d0c0-4312-b518-aa5cb691ab4f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:50.456711 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a4fea3cf-d0c0-4312-b518-aa5cb691ab4f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/059907af-f998-40d8-b442-012e0108e253 HTTP/1.1" status: 204 len: 168 time: 0.4779429 Sep 29 17:45:50.459333 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33528) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:50.467395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1252eace-3e3f-471b-aa47-eb9d97cd6d03 None None] Network cffd2787-3bf2-4626-8261-0eea1b969a1b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:50.570764 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:50.573194 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 3e6b60cf-3088-4b16-8cef-996081524d97 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:50.573839 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:50.635701 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port 3e6b60cf-3088-4b16-8cef-996081524d97 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:50.636045 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:50.678338 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a0a4e928-3516-4155-afbe-6ab15544ed76 None None] Provisioning complete for port 3e6b60cf-3088-4b16-8cef-996081524d97 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:50.679311 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e928-3516-4155-afbe-6ab15544ed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:50.736100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] For port 3e6b60cf-3088-4b16-8cef-996081524d97, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3e6b60cf-3088-4b16-8cef-996081524d97,segment=NetworkSegment(2335ba14-586b-4122-9aae-5c4f2c8f5dbb),segment_id=2335ba14-586b-4122-9aae-5c4f2c8f5dbb)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:45:50.736471 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:50.765721 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for 3e6b60cf-3088-4b16-8cef-996081524d97 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:50.846601 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17350711-0cc3-44a9-b268-a9e45b632dba None None] DHCP port deletion for cffd2787-3bf2-4626-8261-0eea1b969a1b request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:45:50.926966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-17350711-0cc3-44a9-b268-a9e45b632dba None None] Deleting port 3e6b60cf-3088-4b16-8cef-996081524d97 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:50.927603 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-17350711-0cc3-44a9-b268-a9e45b632dba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:51.014368 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-17350711-0cc3-44a9-b268-a9e45b632dba None None] For port 3e6b60cf-3088-4b16-8cef-996081524d97, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3e6b60cf-3088-4b16-8cef-996081524d97,segment=NetworkSegment(2335ba14-586b-4122-9aae-5c4f2c8f5dbb),segment_id=2335ba14-586b-4122-9aae-5c4f2c8f5dbb)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:45:51.014944 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-17350711-0cc3-44a9-b268-a9e45b632dba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:51.029146 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-17350711-0cc3-44a9-b268-a9e45b632dba None None] Calling delete_port for 3e6b60cf-3088-4b16-8cef-996081524d97 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:51.153349 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-17350711-0cc3-44a9-b268-a9e45b632dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:51.182620 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17350711-0cc3-44a9-b268-a9e45b632dba None None] Pushing event deleted for resources: {'Port': ['ID=3e6b60cf-3088-4b16-8cef-996081524d97,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:51.186625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17350711-0cc3-44a9-b268-a9e45b632dba None None] No DVR routers for this DVR port 3e6b60cf-3088-4b16-8cef-996081524d97 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:45:51.250043 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:51.282026 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=3e6b60cf-3088-4b16-8cef-996081524d97,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:51.283980 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No DVR routers for this DVR port 3e6b60cf-3088-4b16-8cef-996081524d97 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:45:51.375123 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:51.403653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffd2787-3bf2-4626-8261-0eea1b969a1b']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:51.420608 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2335ba14-586b-4122-9aae-5c4f2c8f5dbb') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:51.420892 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2335ba14-586b-4122-9aae-5c4f2c8f5dbb') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:51.431753 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:51.444839 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:51.451649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:45:51.451985 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: self.session.flush() Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:45:51.455189 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:45:51.522302 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:51.542518 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:51.547907 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/networks/cffd2787-3bf2-4626-8261-0eea1b969a1b HTTP/1.1" status: 204 len: 168 time: 1.0837688 Sep 29 17:45:51.547907 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8046338-6d54-4a86-89b7-0bedec625fbd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Network': ['ID=cffd2787-3bf2-4626-8261-0eea1b969a1b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:51.548233 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33564) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:51.553905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-8d77e8ed-cd4d-4351-a974-edd53cd36579 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1879522054'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:51.575948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d77e8ed-cd4d-4351-a974-edd53cd36579 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:51.579833 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d77e8ed-cd4d-4351-a974-edd53cd36579 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:51.608419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d77e8ed-cd4d-4351-a974-edd53cd36579 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:45:51.620670 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d77e8ed-cd4d-4351-a974-edd53cd36579 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:51.621611 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-8d77e8ed-cd4d-4351-a974-edd53cd36579 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Added segment 31add203-f7f8-4f13-97a9-36d8587f8720 of type vlan for network c100c085-aace-4628-a39f-9875b551face Sep 29 17:45:51.670424 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d77e8ed-cd4d-4351-a974-edd53cd36579 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:51.695145 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d77e8ed-cd4d-4351-a974-edd53cd36579 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:51.700638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d77e8ed-cd4d-4351-a974-edd53cd36579 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:51.701229 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d77e8ed-cd4d-4351-a974-edd53cd36579 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:51.734614 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8d77e8ed-cd4d-4351-a974-edd53cd36579 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1846831 Sep 29 17:45:51.737640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33570) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:51.742974 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-300bdb0c-04e2-4991-b5c8-1ef9dccb68b3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'subnet': {'network_id': 'c100c085-aace-4628-a39f-9875b551face', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:51.788937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77e8ed-cd4d-4351-a974-edd53cd36579 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Network': ['ID=c100c085-aace-4628-a39f-9875b551face,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:51.802950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network c100c085-aace-4628-a39f-9875b551face details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:45:51.857757 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300bdb0c-04e2-4991-b5c8-1ef9dccb68b3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:51.862108 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-300bdb0c-04e2-4991-b5c8-1ef9dccb68b3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:52.090349 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-300bdb0c-04e2-4991-b5c8-1ef9dccb68b3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:52.156220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bdb0c-04e2-4991-b5c8-1ef9dccb68b3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Subnet': ['ID=bb3b4dd0-b502-40b0-b007-0118f496242f,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:52.164903 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300bdb0c-04e2-4991-b5c8-1ef9dccb68b3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Checking segment: {'id': '31add203-f7f8-4f13-97a9-36d8587f8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c100c085-aace-4628-a39f-9875b551face'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:45:52.165812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300bdb0c-04e2-4991-b5c8-1ef9dccb68b3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network hostable DHCP agents. Network: c100c085-aace-4628-a39f-9875b551face, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:45:52.182649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300bdb0c-04e2-4991-b5c8-1ef9dccb68b3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network c100c085-aace-4628-a39f-9875b551face is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:45:52.191472 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-300bdb0c-04e2-4991-b5c8-1ef9dccb68b3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, c100c085-aace-4628-a39f-9875b551face) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:52.197867 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300bdb0c-04e2-4991-b5c8-1ef9dccb68b3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:52.198462 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-300bdb0c-04e2-4991-b5c8-1ef9dccb68b3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:52.203094 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7f386f-e914-46ad-8a5f-395668e81f51 None None] Network c100c085-aace-4628-a39f-9875b551face requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:52.222369 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-300bdb0c-04e2-4991-b5c8-1ef9dccb68b3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4833319 Sep 29 17:45:52.236518 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33580) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:52.242967 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'network_id': 'c100c085-aace-4628-a39f-9875b551face', 'name': 'tempest-PortsIpV6TestJSON-580072093', 'fixed_ips': [{'subnet_id': 'bb3b4dd0-b502-40b0-b007-0118f496242f', 'ip_address': '2001:db8::10'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:52.354556 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3e6b60cf-3088-4b16-8cef-996081524d97 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:45:52.384551 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 3e6b60cf-3088-4b16-8cef-996081524d97 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:45:52.384949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3e6b60cf-3088-4b16-8cef-996081524d97 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:45:52.441100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:52.444436 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-c100c085-aace-4628-a39f-9875b551face', 'network_id': 'c100c085-aace-4628-a39f-9875b551face', 'tenant_id': 'ed667f6d62594b138df101d4de31e170', 'fixed_ips': [{'subnet_id': 'bb3b4dd0-b502-40b0-b007-0118f496242f'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:45:52.445705 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:52.572450 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:52.594601 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] device_id is not set on port fbe8e651-4d3c-447f-84c1-4f62484d58c4 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:45:52.636197 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Allocated IP 2001:db8::2 (c100c085-aace-4628-a39f-9875b551face/bb3b4dd0-b502-40b0-b007-0118f496242f/eabcd0c7-adf5-4683-9692-94b1bb90c73c) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:52.801358 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:52.810931 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:52.859466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Network c100c085-aace-4628-a39f-9875b551face is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:52.862474 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:52.865815 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:52.887879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Pushing event updated for resources: {'Port': ['ID=eabcd0c7-adf5-4683-9692-94b1bb90c73c,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:52.888182 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Allocated IP 2001:db8::10 (c100c085-aace-4628-a39f-9875b551face/bb3b4dd0-b502-40b0-b007-0118f496242f/fbe8e651-4d3c-447f-84c1-4f62484d58c4) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:52.947969 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Attempting to bind port eabcd0c7-adf5-4683-9692-94b1bb90c73c on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:45:52.948533 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Attempting to bind port eabcd0c7-adf5-4683-9692-94b1bb90c73c by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '31add203-f7f8-4f13-97a9-36d8587f8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c100c085-aace-4628-a39f-9875b551face'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:45:52.948975 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Attempting to bind port eabcd0c7-adf5-4683-9692-94b1bb90c73c on network c100c085-aace-4628-a39f-9875b551face {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:45:52.954902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:45:52.955354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Checking segment: {'id': '31add203-f7f8-4f13-97a9-36d8587f8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c100c085-aace-4628-a39f-9875b551face'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:45:52.955816 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:52.956455 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Bound using segment: {'id': '31add203-f7f8-4f13-97a9-36d8587f8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c100c085-aace-4628-a39f-9875b551face'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:45:52.957047 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Bound port: eabcd0c7-adf5-4683-9692-94b1bb90c73c, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31add203-f7f8-4f13-97a9-36d8587f8720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c100c085-aace-4628-a39f-9875b551face'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:45:52.957512 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:53.034727 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] For port eabcd0c7-adf5-4683-9692-94b1bb90c73c, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:45:53.053835 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] For port eabcd0c7-adf5-4683-9692-94b1bb90c73c, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=eabcd0c7-adf5-4683-9692-94b1bb90c73c,segment=NetworkSegment(31add203-f7f8-4f13-97a9-36d8587f8720),segment_id=31add203-f7f8-4f13-97a9-36d8587f8720)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:45:53.068399 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:53.096643 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:53.138971 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:53.194823 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fde96-a5d0-4ad3-950f-f7e4c4a36954 None None] Pushing event updated for resources: {'Port': ['ID=eabcd0c7-adf5-4683-9692-94b1bb90c73c,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:53.215825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network c100c085-aace-4628-a39f-9875b551face is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:53.220052 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:53.228765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:53.237426 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:53.238128 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:53.242179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=fbe8e651-4d3c-447f-84c1-4f62484d58c4,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:53.267234 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:53.267657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:53.268041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:53.268564 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:53.269057 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:53.269408 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:53.269792 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:53.270126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:53.270518 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:53.270888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:53.271290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:53.271688 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:45:53.279989 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5934a3ca-ebef-4c7a-a3ab-a7a471f35885 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0400195 Sep 29 17:45:53.280225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33604) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:53.285791 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-838858af-0c9d-4f43-8f62-52c0ac263f4c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'network_id': 'c100c085-aace-4628-a39f-9875b551face', 'name': 'tempest-PortsIpV6TestJSON-363427154', 'fixed_ips': [{'subnet_id': 'bb3b4dd0-b502-40b0-b007-0118f496242f', 'ip_address': '2001:db8::f'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:53.418010 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838858af-0c9d-4f43-8f62-52c0ac263f4c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:53.423240 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-838858af-0c9d-4f43-8f62-52c0ac263f4c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:53.446950 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-838858af-0c9d-4f43-8f62-52c0ac263f4c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] device_id is not set on port 69fe33fb-bd2f-426a-9299-781b6f72b7c6 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:45:53.692677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-838858af-0c9d-4f43-8f62-52c0ac263f4c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Allocated IP 2001:db8::f (c100c085-aace-4628-a39f-9875b551face/bb3b4dd0-b502-40b0-b007-0118f496242f/69fe33fb-bd2f-426a-9299-781b6f72b7c6) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:53.916776 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-838858af-0c9d-4f43-8f62-52c0ac263f4c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:53.984852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33628) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:53.993120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-838858af-0c9d-4f43-8f62-52c0ac263f4c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.042155 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838858af-0c9d-4f43-8f62-52c0ac263f4c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network c100c085-aace-4628-a39f-9875b551face is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:54.045437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-838858af-0c9d-4f43-8f62-52c0ac263f4c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:54.048118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838858af-0c9d-4f43-8f62-52c0ac263f4c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:54.054422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838858af-0c9d-4f43-8f62-52c0ac263f4c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:54.055094 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-838858af-0c9d-4f43-8f62-52c0ac263f4c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.071343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838858af-0c9d-4f43-8f62-52c0ac263f4c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=69fe33fb-bd2f-426a-9299-781b6f72b7c6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:54.115969 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-838858af-0c9d-4f43-8f62-52c0ac263f4c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8336084 Sep 29 17:45:54.119732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33634) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:54.190158 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a95eb07e-a458-434a-a4b0-cc81a3a393b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.246785 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe99513-18eb-4d84-b484-2290d0e2ae52 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:54.246785 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-efe99513-18eb-4d84-b484-2290d0e2ae52 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1202350 Sep 29 17:45:54.247126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33642) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:54.350559 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c248d8-0649-4822-a78a-87ffe1234b75 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:54.358050 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c248d8-0649-4822-a78a-87ffe1234b75 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:54.369332 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c248d8-0649-4822-a78a-87ffe1234b75 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:54.369332 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-83c248d8-0649-4822-a78a-87ffe1234b75 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1180384 Sep 29 17:45:54.370181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33644) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:54.405000 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a95eb07e-a458-434a-a4b0-cc81a3a393b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.411985 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a95eb07e-a458-434a-a4b0-cc81a3a393b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.423399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device eabcd0c7-adf5-4683-9692-94b1bb90c73c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:45:54.481797 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a95eb07e-a458-434a-a4b0-cc81a3a393b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=484bbb4da8d24f67b879faca7c791708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4956510 Sep 29 17:45:54.485748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33648) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:54.498939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-5c54b6d9-b2e7-4706-8f8d-2684dd88ad50 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port 69fe33fb-bd2f-426a-9299-781b6f72b7c6 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:54.499548 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c54b6d9-b2e7-4706-8f8d-2684dd88ad50 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.507508 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port eabcd0c7-adf5-4683-9692-94b1bb90c73c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:54.508234 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.531743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95eb07e-a458-434a-a4b0-cc81a3a393b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850997dd-7b85-4000-80ee-4a59217b780a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:54.567744 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-de1f7b85-9dbe-43e3-bbdb-154fe313e92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.600879 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-de1f7b85-9dbe-43e3-bbdb-154fe313e92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.643316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ab6679-a4d0-4e22-ada1-71ce77a36d31 None None] Network c100c085-aace-4628-a39f-9875b551face requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:54.655530 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c54b6d9-b2e7-4706-8f8d-2684dd88ad50 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.670155 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-de1f7b85-9dbe-43e3-bbdb-154fe313e92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.676318 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-de1f7b85-9dbe-43e3-bbdb-154fe313e92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.679891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-de1f7b85-9dbe-43e3-bbdb-154fe313e92a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/850997dd-7b85-4000-80ee-4a59217b780a HTTP/1.1" status: 204 len: 168 time: 0.1899726 Sep 29 17:45:54.680045 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-5c54b6d9-b2e7-4706-8f8d-2684dd88ad50 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for 69fe33fb-bd2f-426a-9299-781b6f72b7c6 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:54.694008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f7b85-9dbe-43e3-bbdb-154fe313e92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850997dd-7b85-4000-80ee-4a59217b780a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:54.739952 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.765743 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9c93651d-4109-43a6-b517-296aac348912 None None] Provisioning complete for port eabcd0c7-adf5-4683-9692-94b1bb90c73c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:54.766115 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9c93651d-4109-43a6-b517-296aac348912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.835055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port eabcd0c7-adf5-4683-9692-94b1bb90c73c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=eabcd0c7-adf5-4683-9692-94b1bb90c73c,segment=NetworkSegment(31add203-f7f8-4f13-97a9-36d8587f8720),segment_id=31add203-f7f8-4f13-97a9-36d8587f8720)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:45:54.855697 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.879490 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c54b6d9-b2e7-4706-8f8d-2684dd88ad50 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.913090 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54b6d9-b2e7-4706-8f8d-2684dd88ad50 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=69fe33fb-bd2f-426a-9299-781b6f72b7c6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:54.949521 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c54b6d9-b2e7-4706-8f8d-2684dd88ad50 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:54.951872 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5c54b6d9-b2e7-4706-8f8d-2684dd88ad50 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/69fe33fb-bd2f-426a-9299-781b6f72b7c6 HTTP/1.1" status: 204 len: 168 time: 0.5805879 Sep 29 17:45:54.954339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33660) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:54.982060 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa08ea27-36ea-43b5-95a7-ebb0a685f5a5 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] GET failed (client error): The resource could not be found. Sep 29 17:45:54.985232 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fa08ea27-36ea-43b5-95a7-ebb0a685f5a5 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/69fe33fb-bd2f-426a-9299-781b6f72b7c6 HTTP/1.1" status: 404 len: 333 time: 0.0296772 Sep 29 17:45:54.988083 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33662) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:55.067652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33664) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:55.084904 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02d799b7-e5eb-4e2e-8bc1-5fa384c42c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.103796 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a03d3868-7f82-4f2f-ab4a-634eb314a48e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port fbe8e651-4d3c-447f-84c1-4f62484d58c4 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:55.104146 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a03d3868-7f82-4f2f-ab4a-634eb314a48e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.146305 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=eabcd0c7-adf5-4683-9692-94b1bb90c73c,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:55.232553 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a03d3868-7f82-4f2f-ab4a-634eb314a48e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.251529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a03d3868-7f82-4f2f-ab4a-634eb314a48e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for fbe8e651-4d3c-447f-84c1-4f62484d58c4 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:55.271543 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02d799b7-e5eb-4e2e-8bc1-5fa384c42c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.279793 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02d799b7-e5eb-4e2e-8bc1-5fa384c42c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.305511 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d799b7-e5eb-4e2e-8bc1-5fa384c42c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9b9e8b-b61a-4702-ac86-e832f6f6430c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:55.333226 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-02d799b7-e5eb-4e2e-8bc1-5fa384c42c7b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ba9d41965c3423dba39386341950f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638876 Sep 29 17:45:55.335885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33672) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:55.408078 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d0a5315-87ec-4c37-83a1-91376e6b7d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.420811 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a03d3868-7f82-4f2f-ab4a-634eb314a48e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.434925 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d0a5315-87ec-4c37-83a1-91376e6b7d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.477503 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d3868-7f82-4f2f-ab4a-634eb314a48e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=fbe8e651-4d3c-447f-84c1-4f62484d58c4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:55.495517 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a03d3868-7f82-4f2f-ab4a-634eb314a48e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.502055 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a03d3868-7f82-4f2f-ab4a-634eb314a48e tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/fbe8e651-4d3c-447f-84c1-4f62484d58c4 HTTP/1.1" status: 204 len: 168 time: 0.5125239 Sep 29 17:45:55.504814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33680) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:55.516154 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d0a5315-87ec-4c37-83a1-91376e6b7d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.518721 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d0a5315-87ec-4c37-83a1-91376e6b7d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.519835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4d0a5315-87ec-4c37-83a1-91376e6b7d63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ab9b9e8b-b61a-4702-ac86-e832f6f6430c HTTP/1.1" status: 204 len: 168 time: 0.1827834 Sep 29 17:45:55.546664 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c9214c-d121-4ff3-9c2b-6267cccbf7e8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] GET failed (client error): The resource could not be found. Sep 29 17:45:55.548576 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c2c9214c-d121-4ff3-9c2b-6267cccbf7e8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/fbe8e651-4d3c-447f-84c1-4f62484d58c4 HTTP/1.1" status: 404 len: 333 time: 0.0423853 Sep 29 17:45:55.549815 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a5315-87ec-4c37-83a1-91376e6b7d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9b9e8b-b61a-4702-ac86-e832f6f6430c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:55.552282 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33684) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:55.621075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c66dd879-6392-485c-b08b-839fa95380f0 None None] Provisioning complete for port eabcd0c7-adf5-4683-9692-94b1bb90c73c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:55.621666 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c66dd879-6392-485c-b08b-839fa95380f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.639194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-32be19d8-5895-4b6f-b174-8b6c2499b1d3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting subnet bb3b4dd0-b502-40b0-b007-0118f496242f {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:45:55.643476 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32be19d8-5895-4b6f-b174-8b6c2499b1d3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.709091 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32be19d8-5895-4b6f-b174-8b6c2499b1d3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.733992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c66dd879-6392-485c-b08b-839fa95380f0 None None] Could not find standard attr ID for object fbe8e651-4d3c-447f-84c1-4f62484d58c4. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:45:55.842115 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32be19d8-5895-4b6f-b174-8b6c2499b1d3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.874515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-88d68750-d9e8-4c51-9c14-14ae9ae10f1c None None] Could not find standard attr ID for object fbe8e651-4d3c-447f-84c1-4f62484d58c4. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:45:55.924099 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32be19d8-5895-4b6f-b174-8b6c2499b1d3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.957992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be19d8-5895-4b6f-b174-8b6c2499b1d3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3b4dd0-b502-40b0-b007-0118f496242f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:55.960160 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32be19d8-5895-4b6f-b174-8b6c2499b1d3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:55.965152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33692) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:55.975060 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-32be19d8-5895-4b6f-b174-8b6c2499b1d3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/bb3b4dd0-b502-40b0-b007-0118f496242f HTTP/1.1" status: 204 len: 168 time: 0.4211345 Sep 29 17:45:56.016876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33694) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:56.031556 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f2e9-12d4-492a-82ef-50be9ce4397f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.061834 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.134998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port eabcd0c7-adf5-4683-9692-94b1bb90c73c {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:45:56.135343 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.159312 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f2e9-12d4-492a-82ef-50be9ce4397f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.164778 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c2f0f2e9-12d4-492a-82ef-50be9ce4397f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.209992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee2b4c1-2244-430c-bd6f-66a4a811a259 None None] Network c100c085-aace-4628-a39f-9875b551face requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:56.226809 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33702) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:56.229608 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c2f0f2e9-12d4-492a-82ef-50be9ce4397f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5494d84bba204aa4a95baa3754040ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2113998 Sep 29 17:45:56.233040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0f2e9-12d4-492a-82ef-50be9ce4397f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8f70d8-5049-4a83-97dd-1e03d1812cd7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:56.257189 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] For port eabcd0c7-adf5-4683-9692-94b1bb90c73c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=eabcd0c7-adf5-4683-9692-94b1bb90c73c,segment=NetworkSegment(31add203-f7f8-4f13-97a9-36d8587f8720),segment_id=31add203-f7f8-4f13-97a9-36d8587f8720)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:45:56.257656 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.282085 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for eabcd0c7-adf5-4683-9692-94b1bb90c73c owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:45:56.313499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2206f28a-e7bb-431a-814d-3c370b81d583 None None] Could not find standard attr ID for object 69fe33fb-bd2f-426a-9299-781b6f72b7c6. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:45:56.341131 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55766304-d1ff-4d9b-b634-e37353f70922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.365101 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device eabcd0c7-adf5-4683-9692-94b1bb90c73c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:45:56.376553 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55766304-d1ff-4d9b-b634-e37353f70922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.422705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port eabcd0c7-adf5-4683-9692-94b1bb90c73c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:56.423074 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.438048 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.452187 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55766304-d1ff-4d9b-b634-e37353f70922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.454741 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55766304-d1ff-4d9b-b634-e37353f70922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.455881 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-55766304-d1ff-4d9b-b634-e37353f70922 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f8f70d8-5049-4a83-97dd-1e03d1812cd7 HTTP/1.1" status: 204 len: 168 time: 0.2281184 Sep 29 17:45:56.506818 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=eabcd0c7-adf5-4683-9692-94b1bb90c73c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:56.509867 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No DVR routers for this DVR port eabcd0c7-adf5-4683-9692-94b1bb90c73c on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:45:56.511872 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55766304-d1ff-4d9b-b634-e37353f70922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8f70d8-5049-4a83-97dd-1e03d1812cd7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:56.518168 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153fd1fb-1a3a-4de9-8526-f8f932148c28 None None] DHCP port deletion for c100c085-aace-4628-a39f-9875b551face request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:45:56.522540 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Could not find standard attr ID for object eabcd0c7-adf5-4683-9692-94b1bb90c73c. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:45:56.529673 n-d-811748-2 neutron-server[95017]: INFO neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No ports have port_id starting with eabcd0c7-adf5-4683-9692-94b1bb90c73c Sep 29 17:45:56.611692 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.635051 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c100c085-aace-4628-a39f-9875b551face']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:56.644837 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31add203-f7f8-4f13-97a9-36d8587f8720') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:56.645257 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31add203-f7f8-4f13-97a9-36d8587f8720') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:45:56.664250 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.680104 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.686691 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:45:56.687088 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:45:56.690277 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:45:56.756726 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.764465 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.766642 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/networks/c100c085-aace-4628-a39f-9875b551face HTTP/1.1" status: 204 len: 168 time: 0.8003953 Sep 29 17:45:56.771083 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33714) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:56.776847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b3176db9-492d-44d5-b481-b606bd0e8bc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1003179299'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:56.780180 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc40be9-3057-41c8-bade-63fd26720816 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Network': ['ID=c100c085-aace-4628-a39f-9875b551face,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:56.812955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3176db9-492d-44d5-b481-b606bd0e8bc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:56.816479 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3176db9-492d-44d5-b481-b606bd0e8bc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.842033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3176db9-492d-44d5-b481-b606bd0e8bc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:45:56.852288 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3176db9-492d-44d5-b481-b606bd0e8bc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.853175 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-b3176db9-492d-44d5-b481-b606bd0e8bc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Added segment 0e07c2c1-48d6-4cd1-a161-e7e66d73e94f of type vlan for network e30f0124-941a-4513-933a-71f57e173a43 Sep 29 17:45:56.901837 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3176db9-492d-44d5-b481-b606bd0e8bc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.928493 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3176db9-492d-44d5-b481-b606bd0e8bc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.935479 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3176db9-492d-44d5-b481-b606bd0e8bc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:56.936181 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3176db9-492d-44d5-b481-b606bd0e8bc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:56.972793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b3176db9-492d-44d5-b481-b606bd0e8bc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2003667 Sep 29 17:45:56.975571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33728) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:56.980579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9cd4a7b7-8bc7-4ec8-998e-5a30391e438d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'subnet': {'network_id': 'e30f0124-941a-4513-933a-71f57e173a43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:57.028635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3176db9-492d-44d5-b481-b606bd0e8bc1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Network': ['ID=e30f0124-941a-4513-933a-71f57e173a43,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:57.040162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network e30f0124-941a-4513-933a-71f57e173a43 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:45:57.129649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd4a7b7-8bc7-4ec8-998e-5a30391e438d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:57.134872 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a7b7-8bc7-4ec8-998e-5a30391e438d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:57.374742 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a7b7-8bc7-4ec8-998e-5a30391e438d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:57.406858 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:57.453493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd4a7b7-8bc7-4ec8-998e-5a30391e438d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Checking segment: {'id': '0e07c2c1-48d6-4cd1-a161-e7e66d73e94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e30f0124-941a-4513-933a-71f57e173a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:45:57.453849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd4a7b7-8bc7-4ec8-998e-5a30391e438d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network hostable DHCP agents. Network: e30f0124-941a-4513-933a-71f57e173a43, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:45:57.456204 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4a7b7-8bc7-4ec8-998e-5a30391e438d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Subnet': ['ID=e51009d2-7b3d-4d60-a9c6-9249330ba34f,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:57.473054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd4a7b7-8bc7-4ec8-998e-5a30391e438d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network e30f0124-941a-4513-933a-71f57e173a43 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:45:57.484188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-9cd4a7b7-8bc7-4ec8-998e-5a30391e438d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, e30f0124-941a-4513-933a-71f57e173a43) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:57.488980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd4a7b7-8bc7-4ec8-998e-5a30391e438d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:57.489625 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9cd4a7b7-8bc7-4ec8-998e-5a30391e438d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:57.496817 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9224700b-27f1-4f4b-ad61-568a70359a13 None None] Network e30f0124-941a-4513-933a-71f57e173a43 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:57.511897 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9cd4a7b7-8bc7-4ec8-998e-5a30391e438d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5325220 Sep 29 17:45:57.512872 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33768) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:57.518085 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e6bf3f42-8894-411b-a93b-9139b2dc85a1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-47555611', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:57.544890 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e6bf3f42-8894-411b-a93b-9139b2dc85a1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:57.548153 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e6bf3f42-8894-411b-a93b-9139b2dc85a1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:57.657009 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e6bf3f42-8894-411b-a93b-9139b2dc85a1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:57.662150 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e6bf3f42-8894-411b-a93b-9139b2dc85a1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:57.690858 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e6bf3f42-8894-411b-a93b-9139b2dc85a1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:57.695198 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e6bf3f42-8894-411b-a93b-9139b2dc85a1 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1788187 Sep 29 17:45:57.695378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33796) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:57.702929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9fc9a6c8-78a0-4e1e-9dd5-959f54f1463b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'network_id': 'e30f0124-941a-4513-933a-71f57e173a43', 'name': 'tempest-PortsIpV6TestJSON-157435926'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:45:57.742646 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-e30f0124-941a-4513-933a-71f57e173a43', 'network_id': 'e30f0124-941a-4513-933a-71f57e173a43', 'tenant_id': 'ed667f6d62594b138df101d4de31e170', 'fixed_ips': [{'subnet_id': 'e51009d2-7b3d-4d60-a9c6-9249330ba34f'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:45:57.744777 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:57.840144 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc9a6c8-78a0-4e1e-9dd5-959f54f1463b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:45:57.846394 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a6c8-78a0-4e1e-9dd5-959f54f1463b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:57.867345 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-9fc9a6c8-78a0-4e1e-9dd5-959f54f1463b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] device_id is not set on port cf4b70d9-fb3f-48ac-843a-352f5d5e8061 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:45:57.932056 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Allocated IP 2001:db8::2 (e30f0124-941a-4513-933a-71f57e173a43/e51009d2-7b3d-4d60-a9c6-9249330ba34f/25d36d25-3d78-4161-b343-195eececa254) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:58.110567 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:58.124027 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:58.172153 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Network e30f0124-941a-4513-933a-71f57e173a43 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:58.175098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:58.178721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:58.195556 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Pushing event updated for resources: {'Port': ['ID=25d36d25-3d78-4161-b343-195eececa254,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:58.202037 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-9fc9a6c8-78a0-4e1e-9dd5-959f54f1463b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Allocated IP 2001:db8::1f (e30f0124-941a-4513-933a-71f57e173a43/e51009d2-7b3d-4d60-a9c6-9249330ba34f/cf4b70d9-fb3f-48ac-843a-352f5d5e8061) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:45:58.262627 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Attempting to bind port 25d36d25-3d78-4161-b343-195eececa254 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:45:58.263069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Attempting to bind port 25d36d25-3d78-4161-b343-195eececa254 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '0e07c2c1-48d6-4cd1-a161-e7e66d73e94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e30f0124-941a-4513-933a-71f57e173a43'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:45:58.263498 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Attempting to bind port 25d36d25-3d78-4161-b343-195eececa254 on network e30f0124-941a-4513-933a-71f57e173a43 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:45:58.270708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:45:58.271178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Checking segment: {'id': '0e07c2c1-48d6-4cd1-a161-e7e66d73e94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e30f0124-941a-4513-933a-71f57e173a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:45:58.271762 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:58.272628 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Bound using segment: {'id': '0e07c2c1-48d6-4cd1-a161-e7e66d73e94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e30f0124-941a-4513-933a-71f57e173a43'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:45:58.273328 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Bound port: 25d36d25-3d78-4161-b343-195eececa254, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e07c2c1-48d6-4cd1-a161-e7e66d73e94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'e30f0124-941a-4513-933a-71f57e173a43'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:45:58.273885 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:58.354962 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] For port 25d36d25-3d78-4161-b343-195eececa254, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:45:58.359312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device eabcd0c7-adf5-4683-9692-94b1bb90c73c no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:45:58.362558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] For port 25d36d25-3d78-4161-b343-195eececa254, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=25d36d25-3d78-4161-b343-195eececa254,segment=NetworkSegment(0e07c2c1-48d6-4cd1-a161-e7e66d73e94f),segment_id=0e07c2c1-48d6-4cd1-a161-e7e66d73e94f)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:45:58.383223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: eabcd0c7-adf5-4683-9692-94b1bb90c73c {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:45:58.383571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device eabcd0c7-adf5-4683-9692-94b1bb90c73c not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:45:58.386299 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:58.456149 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a6c8-78a0-4e1e-9dd5-959f54f1463b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:58.476538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2dbd0a-43e3-4add-a3ad-8cf44e6318f5 None None] Pushing event updated for resources: {'Port': ['ID=25d36d25-3d78-4161-b343-195eececa254,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:58.509510 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a6c8-78a0-4e1e-9dd5-959f54f1463b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:58.559199 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc9a6c8-78a0-4e1e-9dd5-959f54f1463b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network e30f0124-941a-4513-933a-71f57e173a43 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:45:58.563105 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-9fc9a6c8-78a0-4e1e-9dd5-959f54f1463b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:45:58.567819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc9a6c8-78a0-4e1e-9dd5-959f54f1463b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:45:58.574299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc9a6c8-78a0-4e1e-9dd5-959f54f1463b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:45:58.575238 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fc9a6c8-78a0-4e1e-9dd5-959f54f1463b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:58.584422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9a6c8-78a0-4e1e-9dd5-959f54f1463b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=cf4b70d9-fb3f-48ac-843a-352f5d5e8061,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:58.609324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9fc9a6c8-78a0-4e1e-9dd5-959f54f1463b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9104569 Sep 29 17:45:58.610019 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33838) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:45:59.009431 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6a999f49-f6e6-4df3-be27-1e103a501ea3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:59.300098 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6a999f49-f6e6-4df3-be27-1e103a501ea3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:59.310120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6a999f49-f6e6-4df3-be27-1e103a501ea3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:59.390996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a999f49-f6e6-4df3-be27-1e103a501ea3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=cf4b70d9-fb3f-48ac-843a-352f5d5e8061,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:45:59.672882 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b7ea02-3b6b-4440-9a05-4a18672ad9c9 None None] Network e30f0124-941a-4513-933a-71f57e173a43 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:45:59.818153 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6a999f49-f6e6-4df3-be27-1e103a501ea3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:59.919551 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-51beb2e0-7933-4895-8a53-7eb032835630 None None] Provisioning complete for port 25d36d25-3d78-4161-b343-195eececa254 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:45:59.919551 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-51beb2e0-7933-4895-8a53-7eb032835630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:45:59.961012 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6a999f49-f6e6-4df3-be27-1e103a501ea3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:00.023494 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-51beb2e0-7933-4895-8a53-7eb032835630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:00.060549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-51beb2e0-7933-4895-8a53-7eb032835630 None None] For port 25d36d25-3d78-4161-b343-195eececa254, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=25d36d25-3d78-4161-b343-195eececa254,segment=NetworkSegment(0e07c2c1-48d6-4cd1-a161-e7e66d73e94f),segment_id=0e07c2c1-48d6-4cd1-a161-e7e66d73e94f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:46:00.069071 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-51beb2e0-7933-4895-8a53-7eb032835630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:00.158864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51beb2e0-7933-4895-8a53-7eb032835630 None None] Pushing event updated for resources: {'Port': ['ID=25d36d25-3d78-4161-b343-195eececa254,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:00.300106 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4bca41a0-f658-416b-ad1b-86d6e7bd158b None None] Provisioning complete for port cf4b70d9-fb3f-48ac-843a-352f5d5e8061 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:00.300480 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4bca41a0-f658-416b-ad1b-86d6e7bd158b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:00.379412 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6a999f49-f6e6-4df3-be27-1e103a501ea3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:00.387786 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4bca41a0-f658-416b-ad1b-86d6e7bd158b None None] Port cf4b70d9-fb3f-48ac-843a-352f5d5e8061 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:46:00.392514 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6a999f49-f6e6-4df3-be27-1e103a501ea3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:00.392514 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6a999f49-f6e6-4df3-be27-1e103a501ea3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:00.402422 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4bca41a0-f658-416b-ad1b-86d6e7bd158b None None] Provisioning complete for port 25d36d25-3d78-4161-b343-195eececa254 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:00.403436 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4bca41a0-f658-416b-ad1b-86d6e7bd158b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:00.464083 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 25d36d25-3d78-4161-b343-195eececa254 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:46:00.491716 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a999f49-f6e6-4df3-be27-1e103a501ea3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=cf4b70d9-fb3f-48ac-843a-352f5d5e8061,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:00.599468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 25d36d25-3d78-4161-b343-195eececa254 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:00.599801 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:00.614239 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a999f49-f6e6-4df3-be27-1e103a501ea3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network e30f0124-941a-4513-933a-71f57e173a43 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:46:00.619080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-6a999f49-f6e6-4df3-be27-1e103a501ea3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:46:00.723851 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-36af4c52-b8b1-4695-91a7-f0084c24209b None None] Provisioning complete for port cf4b70d9-fb3f-48ac-843a-352f5d5e8061 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:00.724406 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-36af4c52-b8b1-4695-91a7-f0084c24209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:00.781886 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-36af4c52-b8b1-4695-91a7-f0084c24209b None None] Port cf4b70d9-fb3f-48ac-843a-352f5d5e8061 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:46:00.806211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a999f49-f6e6-4df3-be27-1e103a501ea3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Router 2167b648-e74e-4834-a703-b9fa0366002d is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:46:00.926901 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a999f49-f6e6-4df3-be27-1e103a501ea3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:46:00.937400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774d3b2f-6ca1-40a9-89c7-3b011a7537a1 None None] Sync routers for ids ['2167b648-e74e-4834-a703-b9fa0366002d'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:46:00.938957 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6a999f49-f6e6-4df3-be27-1e103a501ea3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "PUT /v2.0/routers/2167b648-e74e-4834-a703-b9fa0366002d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3274910 Sep 29 17:46:00.941385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33854) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:00.975340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d3b2f-6ca1-40a9-89c7-3b011a7537a1 None None] Routers {'2167b648-e74e-4834-a703-b9fa0366002d'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:46:00.975992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-774d3b2f-6ca1-40a9-89c7-3b011a7537a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:45:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['2167b648-e74e-4834-a703-b9fa0366002d'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:01.025703 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1077a03d-5eee-4a29-b163-6c8106757118 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:01.028984 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1077a03d-5eee-4a29-b163-6c8106757118 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2167b648-e74e-4834-a703-b9fa0366002d HTTP/1.1" status: 200 len: 987 time: 0.0866115 Sep 29 17:46:01.031934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33858) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:01.040992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-774d3b2f-6ca1-40a9-89c7-3b011a7537a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:01.056421 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d3b2f-6ca1-40a9-89c7-3b011a7537a1 None None] Routers {'2167b648-e74e-4834-a703-b9fa0366002d'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:46:01.057551 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-774d3b2f-6ca1-40a9-89c7-3b011a7537a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:45:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['2167b648-e74e-4834-a703-b9fa0366002d'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:01.059667 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-84418731-18ad-4377-bd21-4436d6f01e7e None None] Provisioning complete for port cf4b70d9-fb3f-48ac-843a-352f5d5e8061 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:01.060215 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-84418731-18ad-4377-bd21-4436d6f01e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:01.113247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-774d3b2f-6ca1-40a9-89c7-3b011a7537a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:01.114178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774d3b2f-6ca1-40a9-89c7-3b011a7537a1 None None] The sync data for ids ['2167b648-e74e-4834-a703-b9fa0366002d'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:46:01.133516 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-84418731-18ad-4377-bd21-4436d6f01e7e None None] Port cf4b70d9-fb3f-48ac-843a-352f5d5e8061 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:46:01.356909 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e5fdd35e-a071-4d54-a933-8f686a880c45 None None] Provisioning complete for port cf4b70d9-fb3f-48ac-843a-352f5d5e8061 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:01.357671 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e5fdd35e-a071-4d54-a933-8f686a880c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:01.401013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e5fdd35e-a071-4d54-a933-8f686a880c45 None None] Port cf4b70d9-fb3f-48ac-843a-352f5d5e8061 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:46:01.659592 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6dac471d-1d8e-451d-9db7-4d728cbbecb7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:01.956161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-6dac471d-1d8e-451d-9db7-4d728cbbecb7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port cf4b70d9-fb3f-48ac-843a-352f5d5e8061 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:46:01.956547 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6dac471d-1d8e-451d-9db7-4d728cbbecb7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:02.053383 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6dac471d-1d8e-451d-9db7-4d728cbbecb7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:02.067563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-6dac471d-1d8e-451d-9db7-4d728cbbecb7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for cf4b70d9-fb3f-48ac-843a-352f5d5e8061 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:46:02.323981 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6dac471d-1d8e-451d-9db7-4d728cbbecb7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:02.361624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac471d-1d8e-451d-9db7-4d728cbbecb7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=cf4b70d9-fb3f-48ac-843a-352f5d5e8061,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:02.497423 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6dac471d-1d8e-451d-9db7-4d728cbbecb7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:02.674530 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dac471d-1d8e-451d-9db7-4d728cbbecb7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Router 2167b648-e74e-4834-a703-b9fa0366002d has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:46:03.104490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dac471d-1d8e-451d-9db7-4d728cbbecb7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:46:03.110370 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6dac471d-1d8e-451d-9db7-4d728cbbecb7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "PUT /v2.0/routers/2167b648-e74e-4834-a703-b9fa0366002d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0769255 Sep 29 17:46:03.113247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33870) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:03.114550 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1de3b85-4f74-40df-8f50-c00407f59be2 None None] Sync routers for ids ['2167b648-e74e-4834-a703-b9fa0366002d'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:46:03.125111 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de3b85-4f74-40df-8f50-c00407f59be2 None None] Routers {'2167b648-e74e-4834-a703-b9fa0366002d'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:46:03.125959 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c1de3b85-4f74-40df-8f50-c00407f59be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:45:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['2167b648-e74e-4834-a703-b9fa0366002d'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:03.137572 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0d24f0-a679-4c85-b5e5-c0769aeb7268 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] GET failed (client error): The resource could not be found. Sep 29 17:46:03.139097 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7e0d24f0-a679-4c85-b5e5-c0769aeb7268 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/cf4b70d9-fb3f-48ac-843a-352f5d5e8061 HTTP/1.1" status: 404 len: 333 time: 0.0248384 Sep 29 17:46:03.141832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33872) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:03.161671 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c1de3b85-4f74-40df-8f50-c00407f59be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:03.171622 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de3b85-4f74-40df-8f50-c00407f59be2 None None] Routers {'2167b648-e74e-4834-a703-b9fa0366002d'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:46:03.172457 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c1de3b85-4f74-40df-8f50-c00407f59be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:45:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['2167b648-e74e-4834-a703-b9fa0366002d'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:03.219477 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a77c576c-728d-4f00-bd03-5505cab53680 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:03.229537 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c1de3b85-4f74-40df-8f50-c00407f59be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:03.230322 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1de3b85-4f74-40df-8f50-c00407f59be2 None None] The sync data for ids ['2167b648-e74e-4834-a703-b9fa0366002d'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:46:03.398681 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a77c576c-728d-4f00-bd03-5505cab53680 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:03.400971 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a77c576c-728d-4f00-bd03-5505cab53680 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:03.467544 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a77c576c-728d-4f00-bd03-5505cab53680 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:03.468179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77c576c-728d-4f00-bd03-5505cab53680 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Fanout notify agent at l3_agent the message router_deleted on router 2167b648-e74e-4834-a703-b9fa0366002d {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:46:03.479981 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a77c576c-728d-4f00-bd03-5505cab53680 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:03.481103 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a77c576c-728d-4f00-bd03-5505cab53680 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/routers/2167b648-e74e-4834-a703-b9fa0366002d HTTP/1.1" status: 204 len: 168 time: 0.3383532 Sep 29 17:46:03.484108 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33882) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:03.545421 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-688bf0ea-546a-4108-a10c-7d425a96a6e6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting subnet e51009d2-7b3d-4d60-a9c6-9249330ba34f {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:46:03.548780 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-688bf0ea-546a-4108-a10c-7d425a96a6e6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:03.595261 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-688bf0ea-546a-4108-a10c-7d425a96a6e6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:03.682917 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-688bf0ea-546a-4108-a10c-7d425a96a6e6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:03.752718 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-688bf0ea-546a-4108-a10c-7d425a96a6e6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:03.786097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688bf0ea-546a-4108-a10c-7d425a96a6e6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Subnet': ['ID=e51009d2-7b3d-4d60-a9c6-9249330ba34f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:03.788250 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-688bf0ea-546a-4108-a10c-7d425a96a6e6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:03.792936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33890) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:03.795539 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e089570-0793-4395-9e3b-daf05e3cacc8 None None] Network e30f0124-941a-4513-933a-71f57e173a43 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:46:03.800194 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-688bf0ea-546a-4108-a10c-7d425a96a6e6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/e51009d2-7b3d-4d60-a9c6-9249330ba34f HTTP/1.1" status: 204 len: 168 time: 0.3143902 Sep 29 17:46:03.914459 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:03.978595 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port 25d36d25-3d78-4161-b343-195eececa254 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:46:03.978947 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:04.011194 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830a9083-6f3b-4979-ac30-4871a536603e None None] DHCP port deletion for e30f0124-941a-4513-933a-71f57e173a43 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:46:04.053695 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] For port 25d36d25-3d78-4161-b343-195eececa254, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=25d36d25-3d78-4161-b343-195eececa254,segment=NetworkSegment(0e07c2c1-48d6-4cd1-a161-e7e66d73e94f),segment_id=0e07c2c1-48d6-4cd1-a161-e7e66d73e94f)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:46:04.054095 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:04.067199 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for 25d36d25-3d78-4161-b343-195eececa254 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:46:04.074092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-830a9083-6f3b-4979-ac30-4871a536603e None None] Deleting port 25d36d25-3d78-4161-b343-195eececa254 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:46:04.074771 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-830a9083-6f3b-4979-ac30-4871a536603e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:04.166247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-830a9083-6f3b-4979-ac30-4871a536603e None None] For port 25d36d25-3d78-4161-b343-195eececa254, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=25d36d25-3d78-4161-b343-195eececa254,segment=NetworkSegment(0e07c2c1-48d6-4cd1-a161-e7e66d73e94f),segment_id=0e07c2c1-48d6-4cd1-a161-e7e66d73e94f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:46:04.166761 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-830a9083-6f3b-4979-ac30-4871a536603e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:04.167973 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:04.181379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-830a9083-6f3b-4979-ac30-4871a536603e None None] Calling delete_port for 25d36d25-3d78-4161-b343-195eececa254 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:46:04.198823 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=25d36d25-3d78-4161-b343-195eececa254,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:04.205644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No DVR routers for this DVR port 25d36d25-3d78-4161-b343-195eececa254 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:46:04.335068 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-830a9083-6f3b-4979-ac30-4871a536603e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:04.349222 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:04.372031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 25d36d25-3d78-4161-b343-195eececa254 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:46:04.374221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a9083-6f3b-4979-ac30-4871a536603e None None] No DVR routers for this DVR port 25d36d25-3d78-4161-b343-195eececa254 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:46:04.376350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a9083-6f3b-4979-ac30-4871a536603e None None] Pushing event deleted for resources: {'Port': ['ID=25d36d25-3d78-4161-b343-195eececa254,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:04.396741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30f0124-941a-4513-933a-71f57e173a43']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:04.405179 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 25d36d25-3d78-4161-b343-195eececa254 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:46:04.406048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 25d36d25-3d78-4161-b343-195eececa254 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:46:04.408080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e07c2c1-48d6-4cd1-a161-e7e66d73e94f') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:04.408400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e07c2c1-48d6-4cd1-a161-e7e66d73e94f') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:04.421705 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:04.441976 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:04.448923 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:46:04.449368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:46:04.452815 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:46:04.533717 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:04.542399 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:04.545083 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/networks/e30f0124-941a-4513-933a-71f57e173a43 HTTP/1.1" status: 204 len: 168 time: 0.7507770 Sep 29 17:46:04.551404 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33900) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:04.560568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528dfc89-952c-4e93-aac0-e71b8b2cea7f tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Network': ['ID=e30f0124-941a-4513-933a-71f57e173a43,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:04.622761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964c228a-6d03-4935-8dc2-192541881891 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:04.624214 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-964c228a-6d03-4935-8dc2-192541881891 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/e43052d6-80b4-4e69-8d00-5fb14b898916 HTTP/1.1" status: 200 len: 845 time: 0.0718200 Sep 29 17:46:04.629673 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33902) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:04.674174 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4fc24218-5fb6-4624-a5a1-1811cf1a5634 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/e43052d6-80b4-4e69-8d00-5fb14b898916?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0424390 Sep 29 17:46:04.677504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33904) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:04.683523 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-da7b3531-b0fa-4dbe-ac24-a207c318132a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'subnet': {'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:04.780165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7b3531-b0fa-4dbe-ac24-a207c318132a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:46:04.784446 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da7b3531-b0fa-4dbe-ac24-a207c318132a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:05.030862 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da7b3531-b0fa-4dbe-ac24-a207c318132a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:05.075138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7b3531-b0fa-4dbe-ac24-a207c318132a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:46:05.078443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-da7b3531-b0fa-4dbe-ac24-a207c318132a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:46:05.083001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7b3531-b0fa-4dbe-ac24-a207c318132a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:05.083801 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-da7b3531-b0fa-4dbe-ac24-a207c318132a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:05.088810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c76edb-d035-41ee-be9a-7c0b2ff6d3e6 None None] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:46:05.100358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b3531-b0fa-4dbe-ac24-a207c318132a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Subnet': ['ID=9d14e846-5768-4665-a956-9065e13fb7a4,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:05.107150 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-da7b3531-b0fa-4dbe-ac24-a207c318132a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4283812 Sep 29 17:46:05.111128 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33908) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:05.115977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-717bcc1e-7fe9-4128-aef4-2f071ef3e3d4 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'security_group': {'name': 'tempest-secgroup-2075767098'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:05.181251 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-717bcc1e-7fe9-4128-aef4-2f071ef3e3d4 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:05.405567 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-717bcc1e-7fe9-4128-aef4-2f071ef3e3d4 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:05.411359 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-717bcc1e-7fe9-4128-aef4-2f071ef3e3d4 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:05.415676 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'tenant_id': 'ed667f6d62594b138df101d4de31e170', 'fixed_ips': [{'subnet_id': '9d14e846-5768-4665-a956-9065e13fb7a4'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:46:05.418174 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:05.467626 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bcc1e-7fe9-4128-aef4-2f071ef3e3d4 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bd6801-f1b1-4b99-b907-9b23da771b0d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:05.473030 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-717bcc1e-7fe9-4128-aef4-2f071ef3e3d4 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:05.475471 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-717bcc1e-7fe9-4128-aef4-2f071ef3e3d4 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3630412 Sep 29 17:46:05.478326 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33912) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:05.483133 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-cd17e167-0fbb-4b8e-a250-4fd7a22fa2f3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'security_group': {'name': 'tempest-secgroup-398308010'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:05.525984 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cd17e167-0fbb-4b8e-a250-4fd7a22fa2f3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:05.664025 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Allocated IP 2001:db8::2 (8c0fa847-eb87-43f8-9dc8-7fd6d6088268/9d14e846-5768-4665-a956-9065e13fb7a4/9e013752-4b1c-4260-a7aa-078d5cbe7c16) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:46:05.679620 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cd17e167-0fbb-4b8e-a250-4fd7a22fa2f3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:05.686137 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cd17e167-0fbb-4b8e-a250-4fd7a22fa2f3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:05.719905 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cd17e167-0fbb-4b8e-a250-4fd7a22fa2f3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:05.721296 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cd17e167-0fbb-4b8e-a250-4fd7a22fa2f3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2418568 Sep 29 17:46:05.722413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17e167-0fbb-4b8e-a250-4fd7a22fa2f3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2530d5ae-75fb-4774-98c5-21ebe660c1f5,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:05.724221 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33916) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:05.730100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-661e2d88-c2f5-458a-baba-b582beff4fe3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-194550155', 'security_groups': ['2530d5ae-75fb-4774-98c5-21ebe660c1f5'], 'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9d14e846-5768-4665-a956-9065e13fb7a4'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:05.837949 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:05.845658 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:05.865639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661e2d88-c2f5-458a-baba-b582beff4fe3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:46:05.913256 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Pushing event updated for resources: {'Port': ['ID=9e013752-4b1c-4260-a7aa-078d5cbe7c16,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:05.934283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:46:05.938209 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:46:05.942013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:46:06.000997 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-661e2d88-c2f5-458a-baba-b582beff4fe3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:06.016811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Attempting to bind port 9e013752-4b1c-4260-a7aa-078d5cbe7c16 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:46:06.017188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Attempting to bind port 9e013752-4b1c-4260-a7aa-078d5cbe7c16 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'a1509660-c9a8-41c4-b363-79ea23f6ba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:46:06.017669 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Attempting to bind port 9e013752-4b1c-4260-a7aa-078d5cbe7c16 on network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:46:06.022028 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-661e2d88-c2f5-458a-baba-b582beff4fe3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] device_id is not set on port 99de327c-0fd9-40e6-9bc6-bd9fc98789a6 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:46:06.023557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:46:06.023930 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Checking segment: {'id': 'a1509660-c9a8-41c4-b363-79ea23f6ba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:46:06.024732 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:06.025142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Bound using segment: {'id': 'a1509660-c9a8-41c4-b363-79ea23f6ba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:46:06.025740 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Bound port: 9e013752-4b1c-4260-a7aa-078d5cbe7c16, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1509660-c9a8-41c4-b363-79ea23f6ba6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:46:06.026121 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:06.114607 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] For port 9e013752-4b1c-4260-a7aa-078d5cbe7c16, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:46:06.118900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] For port 9e013752-4b1c-4260-a7aa-078d5cbe7c16, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9e013752-4b1c-4260-a7aa-078d5cbe7c16,segment=NetworkSegment(a1509660-c9a8-41c4-b363-79ea23f6ba6d),segment_id=a1509660-c9a8-41c4-b363-79ea23f6ba6d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:46:06.123718 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:06.207086 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890825bc-9104-4ba1-b37c-c6174af27740 None None] Pushing event updated for resources: {'Port': ['ID=9e013752-4b1c-4260-a7aa-078d5cbe7c16,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:06.252214 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-661e2d88-c2f5-458a-baba-b582beff4fe3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Allocated IP 2001:db8::2ca (8c0fa847-eb87-43f8-9dc8-7fd6d6088268/9d14e846-5768-4665-a956-9065e13fb7a4/99de327c-0fd9-40e6-9bc6-bd9fc98789a6) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:46:06.479390 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-661e2d88-c2f5-458a-baba-b582beff4fe3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:06.537834 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-661e2d88-c2f5-458a-baba-b582beff4fe3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:06.567634 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661e2d88-c2f5-458a-baba-b582beff4fe3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:46:06.570364 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4fe84ca9-87d2-4019-93b2-0532678616b9 req-f50298a8-0822-4240-bfbd-8ee6ef621874 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0845408 Sep 29 17:46:06.572687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-661e2d88-c2f5-458a-baba-b582beff4fe3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:46:06.596353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661e2d88-c2f5-458a-baba-b582beff4fe3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:46:06.615290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661e2d88-c2f5-458a-baba-b582beff4fe3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:06.616032 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-661e2d88-c2f5-458a-baba-b582beff4fe3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:06.648540 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-661e2d88-c2f5-458a-baba-b582beff4fe3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9229686 Sep 29 17:46:06.649031 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33924) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:06.657829 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-648448eb-2ec3-4207-b8ba-3ee353370f4d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'subnet': {'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:06.705876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e2d88-c2f5-458a-baba-b582beff4fe3 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=99de327c-0fd9-40e6-9bc6-bd9fc98789a6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:06.714279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe84ca9-87d2-4019-93b2-0532678616b9 req-7ed9406d-3a82-48a3-92e6-7d890b908f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:06.715745 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4fe84ca9-87d2-4019-93b2-0532678616b9 req-7ed9406d-3a82-48a3-92e6-7d890b908f36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a99f5301c214f368a4b889618196bc0&device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 1097 time: 0.0896869 Sep 29 17:46:06.822421 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648448eb-2ec3-4207-b8ba-3ee353370f4d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:46:06.828656 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-648448eb-2ec3-4207-b8ba-3ee353370f4d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:06.839785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe84ca9-87d2-4019-93b2-0532678616b9 req-9d473d11-d629-4ffc-8477-c9c57dd56b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:06.841636 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4fe84ca9-87d2-4019-93b2-0532678616b9 req-9d473d11-d629-4ffc-8477-c9c57dd56b3c service neutron] 10.222.0.49 "GET /v2.0/networks?id=faf0ee5f-a17a-471f-9257-8797c6cba5a5 HTTP/1.1" status: 200 len: 910 time: 0.1043227 Sep 29 17:46:06.923460 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4fe84ca9-87d2-4019-93b2-0532678616b9 req-67a6c784-e566-4b00-802c-0a9391293bac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43d63f4-a31f-4bf0-a509-cc86f72de0ea HTTP/1.1" status: 200 len: 1001 time: 0.0743303 Sep 29 17:46:06.957390 n-d-811748-2 neutron-server[95015]: INFO neutron.db.ipam_backend_mixin [None req-648448eb-2ec3-4207-b8ba-3ee353370f4d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d14e846-5768-4665-a956-9065e13fb7a4 (CIDR: 2001:db8::/64) Sep 29 17:46:06.963863 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-648448eb-2ec3-4207-b8ba-3ee353370f4d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:46:06.964315 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-648448eb-2ec3-4207-b8ba-3ee353370f4d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:46:06.978540 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe84ca9-87d2-4019-93b2-0532678616b9 req-746c0c57-e0d4-4b41-ae97-0a50f6eca60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:06.980197 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4fe84ca9-87d2-4019-93b2-0532678616b9 req-746c0c57-e0d4-4b41-ae97-0a50f6eca60e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03be6bb2-d98c-480f-a772-9bfe4b2d39a6 HTTP/1.1" status: 200 len: 848 time: 0.0489850 Sep 29 17:46:06.999484 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-648448eb-2ec3-4207-b8ba-3ee353370f4d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3437238 Sep 29 17:46:06.999797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33928) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:07.005316 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-0ae20fc0-5e67-41c8-9070-0f514b0f0501 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'subnet': {'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:07.041266 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe84ca9-87d2-4019-93b2-0532678616b9 req-6c4fb05a-8815-4f1a-afd7-6f56c9151a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:07.043202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4fe84ca9-87d2-4019-93b2-0532678616b9 req-6c4fb05a-8815-4f1a-afd7-6f56c9151a12 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=faf0ee5f-a17a-471f-9257-8797c6cba5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561171 Sep 29 17:46:07.152143 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae20fc0-5e67-41c8-9070-0f514b0f0501 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:46:07.158553 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0ae20fc0-5e67-41c8-9070-0f514b0f0501 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:07.174338 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4fe84ca9-87d2-4019-93b2-0532678616b9 req-e66da421-2b13-48eb-ba9d-5634e12cfa6d service neutron] 10.222.0.49 "GET /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229453 Sep 29 17:46:07.338543 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4fe84ca9-87d2-4019-93b2-0532678616b9 req-f2d33146-b665-4f04-ae19-6bfd1a7eab44 service neutron] 10.222.0.49 "GET /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563241 Sep 29 17:46:07.457490 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0ae20fc0-5e67-41c8-9070-0f514b0f0501 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:07.503319 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae20fc0-5e67-41c8-9070-0f514b0f0501 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:46:07.506661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-0ae20fc0-5e67-41c8-9070-0f514b0f0501 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:46:07.511563 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae20fc0-5e67-41c8-9070-0f514b0f0501 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:07.512191 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0ae20fc0-5e67-41c8-9070-0f514b0f0501 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:07.528429 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0ae20fc0-5e67-41c8-9070-0f514b0f0501 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5275960 Sep 29 17:46:07.531232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33930) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:07.532455 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae20fc0-5e67-41c8-9070-0f514b0f0501 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Subnet': ['ID=ce88151c-0dda-47e5-88f6-4930ff1be9d0,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:07.537012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b46907d0-6d6e-458e-9f1b-17b7d33e5dcb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1602276551', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ce88151c-0dda-47e5-88f6-4930ff1be9d0'}], 'security_groups': ['e7bd6801-f1b1-4b99-b907-9b23da771b0d']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:07.571632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458aa485-0558-4d85-89b0-b0ea2cb5890e None None] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:46:07.695515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2c40e209-811e-4791-85ec-221e09a205f1 None None] Provisioning complete for port e43052d6-80b4-4e69-8d00-5fb14b898916 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:07.696950 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2c40e209-811e-4791-85ec-221e09a205f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:07.770939 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b46907d0-6d6e-458e-9f1b-17b7d33e5dcb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:07.833442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2c40e209-811e-4791-85ec-221e09a205f1 None None] Port e43052d6-80b4-4e69-8d00-5fb14b898916 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:46:07.852232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2c40e209-811e-4791-85ec-221e09a205f1 None None] Provisioning complete for port 9e013752-4b1c-4260-a7aa-078d5cbe7c16 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:07.852598 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2c40e209-811e-4791-85ec-221e09a205f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:07.982603 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2c40e209-811e-4791-85ec-221e09a205f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:08.032693 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f782820-e5df-48e3-97e7-96c0dce9e08f None None] Update dhcp port {'port': {'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'fixed_ips': [{'subnet_id': '9d14e846-5768-4665-a956-9065e13fb7a4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ce88151c-0dda-47e5-88f6-4930ff1be9d0'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '9e013752-4b1c-4260-a7aa-078d5cbe7c16'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:46:08.058180 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2c40e209-811e-4791-85ec-221e09a205f1 None None] For port 9e013752-4b1c-4260-a7aa-078d5cbe7c16, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9e013752-4b1c-4260-a7aa-078d5cbe7c16,segment=NetworkSegment(a1509660-c9a8-41c4-b363-79ea23f6ba6d),segment_id=a1509660-c9a8-41c4-b363-79ea23f6ba6d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:46:08.066934 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2c40e209-811e-4791-85ec-221e09a205f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:08.074565 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8f782820-e5df-48e3-97e7-96c0dce9e08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:08.164429 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40e209-811e-4791-85ec-221e09a205f1 None None] Pushing event updated for resources: {'Port': ['ID=9e013752-4b1c-4260-a7aa-078d5cbe7c16,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:08.257770 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-b46907d0-6d6e-458e-9f1b-17b7d33e5dcb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Delete allocated IP 2001:db8::2ca (8c0fa847-eb87-43f8-9dc8-7fd6d6088268/9d14e846-5768-4665-a956-9065e13fb7a4) {{(pid=95016) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 17:46:08.269023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-b46907d0-6d6e-458e-9f1b-17b7d33e5dcb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Allocated IP 2001:db8:0:1::302 (8c0fa847-eb87-43f8-9dc8-7fd6d6088268/ce88151c-0dda-47e5-88f6-4930ff1be9d0/99de327c-0fd9-40e6-9bc6-bd9fc98789a6) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:46:08.376238 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9e013752-4b1c-4260-a7aa-078d5cbe7c16 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:46:08.443906 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9e013752-4b1c-4260-a7aa-078d5cbe7c16 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:08.444778 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:08.469381 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b46907d0-6d6e-458e-9f1b-17b7d33e5dcb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:08.475582 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b46907d0-6d6e-458e-9f1b-17b7d33e5dcb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:08.532570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-8f782820-e5df-48e3-97e7-96c0dce9e08f None None] Allocated IP 2001:db8:0:1::2 (8c0fa847-eb87-43f8-9dc8-7fd6d6088268/ce88151c-0dda-47e5-88f6-4930ff1be9d0/9e013752-4b1c-4260-a7aa-078d5cbe7c16) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:46:08.559457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46907d0-6d6e-458e-9f1b-17b7d33e5dcb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=99de327c-0fd9-40e6-9bc6-bd9fc98789a6,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:08.564379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-b46907d0-6d6e-458e-9f1b-17b7d33e5dcb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] In _notify_port_updated(), no bound segment for port 99de327c-0fd9-40e6-9bc6-bd9fc98789a6 on network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 {{(pid=95016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:46:08.572339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46907d0-6d6e-458e-9f1b-17b7d33e5dcb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:08.573046 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b46907d0-6d6e-458e-9f1b-17b7d33e5dcb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:08.577869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33940) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:08.579661 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b46907d0-6d6e-458e-9f1b-17b7d33e5dcb tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "PUT /v2.0/ports/99de327c-0fd9-40e6-9bc6-bd9fc98789a6 HTTP/1.1" status: 200 len: 931 time: 1.0472319 Sep 29 17:46:08.662037 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8f782820-e5df-48e3-97e7-96c0dce9e08f None None] For port 9e013752-4b1c-4260-a7aa-078d5cbe7c16, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9e013752-4b1c-4260-a7aa-078d5cbe7c16,segment=NetworkSegment(a1509660-c9a8-41c4-b363-79ea23f6ba6d),segment_id=a1509660-c9a8-41c4-b363-79ea23f6ba6d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:46:08.682834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-e10b1ca1-87c2-4e7b-94c3-aeebe45b5326 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port 99de327c-0fd9-40e6-9bc6-bd9fc98789a6 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:46:08.683453 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e10b1ca1-87c2-4e7b-94c3-aeebe45b5326 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:08.728234 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8f782820-e5df-48e3-97e7-96c0dce9e08f None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:08.757249 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8f782820-e5df-48e3-97e7-96c0dce9e08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:08.815182 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e10b1ca1-87c2-4e7b-94c3-aeebe45b5326 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:08.843565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-e10b1ca1-87c2-4e7b-94c3-aeebe45b5326 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for 99de327c-0fd9-40e6-9bc6-bd9fc98789a6 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:46:09.028247 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e10b1ca1-87c2-4e7b-94c3-aeebe45b5326 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:09.075947 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e10b1ca1-87c2-4e7b-94c3-aeebe45b5326 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:09.082983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33948) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:09.095087 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e10b1ca1-87c2-4e7b-94c3-aeebe45b5326 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/99de327c-0fd9-40e6-9bc6-bd9fc98789a6 HTTP/1.1" status: 204 len: 168 time: 0.5159729 Sep 29 17:46:09.115317 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f782820-e5df-48e3-97e7-96c0dce9e08f None None] Pushing event updated for resources: {'Port': ['ID=9e013752-4b1c-4260-a7aa-078d5cbe7c16,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:09.125927 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b1ca1-87c2-4e7b-94c3-aeebe45b5326 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=99de327c-0fd9-40e6-9bc6-bd9fc98789a6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:09.136789 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b34528b-576d-4650-821d-ba3ca40d1514 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] GET failed (client error): The resource could not be found. Sep 29 17:46:09.141337 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2b34528b-576d-4650-821d-ba3ca40d1514 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/99de327c-0fd9-40e6-9bc6-bd9fc98789a6 HTTP/1.1" status: 404 len: 333 time: 0.0563757 Sep 29 17:46:09.142076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33950) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:09.205864 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f7661ce4-5b1b-433c-8843-3307ab50a951 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:09.239888 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f7661ce4-5b1b-433c-8843-3307ab50a951 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:09.292635 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f7661ce4-5b1b-433c-8843-3307ab50a951 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:09.295914 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f7661ce4-5b1b-433c-8843-3307ab50a951 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:09.299831 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33952) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:09.300221 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f7661ce4-5b1b-433c-8843-3307ab50a951 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/security-groups/2530d5ae-75fb-4774-98c5-21ebe660c1f5 HTTP/1.1" status: 204 len: 168 time: 0.1571422 Sep 29 17:46:09.311736 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7661ce4-5b1b-433c-8843-3307ab50a951 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2530d5ae-75fb-4774-98c5-21ebe660c1f5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:09.391571 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-04248d65-0a87-4772-a2f2-ef6c1b8784a4 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:09.420340 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-04248d65-0a87-4772-a2f2-ef6c1b8784a4 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:09.471061 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-04248d65-0a87-4772-a2f2-ef6c1b8784a4 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:09.473749 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-04248d65-0a87-4772-a2f2-ef6c1b8784a4 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:09.477947 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-04248d65-0a87-4772-a2f2-ef6c1b8784a4 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/security-groups/e7bd6801-f1b1-4b99-b907-9b23da771b0d HTTP/1.1" status: 204 len: 168 time: 0.1741176 Sep 29 17:46:09.478717 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33954) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:09.485431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04248d65-0a87-4772-a2f2-ef6c1b8784a4 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bd6801-f1b1-4b99-b907-9b23da771b0d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:09.543288 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-69016bc7-a03e-487f-a8ed-05e79345a4af tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting subnet 9d14e846-5768-4665-a956-9065e13fb7a4 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:46:09.547110 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69016bc7-a03e-487f-a8ed-05e79345a4af tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:09.605569 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69016bc7-a03e-487f-a8ed-05e79345a4af tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:09.716860 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69016bc7-a03e-487f-a8ed-05e79345a4af tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:09.797990 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69016bc7-a03e-487f-a8ed-05e79345a4af tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:09.828343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69016bc7-a03e-487f-a8ed-05e79345a4af tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Subnet': ['ID=9d14e846-5768-4665-a956-9065e13fb7a4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:09.834423 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69016bc7-a03e-487f-a8ed-05e79345a4af tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:09.836343 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-69016bc7-a03e-487f-a8ed-05e79345a4af tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/9d14e846-5768-4665-a956-9065e13fb7a4 HTTP/1.1" status: 204 len: 168 time: 0.3564095 Sep 29 17:46:09.843153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33956) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:09.848257 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5a66bd7d-566a-4422-927f-c5991667f2ce tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'subnet': {'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:09.885396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83140018-2b81-406c-b628-adbbb89282cf None None] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:46:09.913027 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d8729ad5-c088-4775-a5d8-2a9a8ae4afe3 None None] Could not find standard attr ID for object 99de327c-0fd9-40e6-9bc6-bd9fc98789a6. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:46:09.999085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d8729ad5-c088-4775-a5d8-2a9a8ae4afe3 None None] Provisioning complete for port e43052d6-80b4-4e69-8d00-5fb14b898916 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:09.999573 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d8729ad5-c088-4775-a5d8-2a9a8ae4afe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.041728 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a66bd7d-566a-4422-927f-c5991667f2ce tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:46:10.041728 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a66bd7d-566a-4422-927f-c5991667f2ce tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.101080 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d8729ad5-c088-4775-a5d8-2a9a8ae4afe3 None None] Port e43052d6-80b4-4e69-8d00-5fb14b898916 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:46:10.126734 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d8729ad5-c088-4775-a5d8-2a9a8ae4afe3 None None] Provisioning complete for port 9e013752-4b1c-4260-a7aa-078d5cbe7c16 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:10.127110 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d8729ad5-c088-4775-a5d8-2a9a8ae4afe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.356479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9e013752-4b1c-4260-a7aa-078d5cbe7c16 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:46:10.372120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a66bd7d-566a-4422-927f-c5991667f2ce tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.419685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9e013752-4b1c-4260-a7aa-078d5cbe7c16 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:10.419913 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.422992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a66bd7d-566a-4422-927f-c5991667f2ce tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:46:10.426387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5a66bd7d-566a-4422-927f-c5991667f2ce tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:46:10.431394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a66bd7d-566a-4422-927f-c5991667f2ce tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:10.431992 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a66bd7d-566a-4422-927f-c5991667f2ce tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.447387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66bd7d-566a-4422-927f-c5991667f2ce tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Subnet': ['ID=7ad66b46-5c1e-471b-8eb8-10c67629789d,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:10.457515 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5a66bd7d-566a-4422-927f-c5991667f2ce tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6131351 Sep 29 17:46:10.460615 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33968) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:10.467046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-994f8d38-0c9d-4660-888e-5459bdaff3df tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'security_group': {'name': 'tempest-secgroup-429429269'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:10.500073 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-994f8d38-0c9d-4660-888e-5459bdaff3df tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.609426 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-994f8d38-0c9d-4660-888e-5459bdaff3df tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.613996 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-994f8d38-0c9d-4660-888e-5459bdaff3df tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.640835 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-994f8d38-0c9d-4660-888e-5459bdaff3df tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.644846 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-994f8d38-0c9d-4660-888e-5459bdaff3df tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1794367 Sep 29 17:46:10.644997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33970) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:10.650083 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-6463605c-6150-4978-a317-7e087075f5cd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'security_group': {'name': 'tempest-secgroup-1142810680'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:10.657372 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f8d38-0c9d-4660-888e-5459bdaff3df tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88720fd6-739f-4e53-b0d7-5f39da9ecc40,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:10.687117 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6463605c-6150-4978-a317-7e087075f5cd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.769403 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7fb00f00-2b53-484f-b47d-432ab03656a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.785115 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6463605c-6150-4978-a317-7e087075f5cd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.794757 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6463605c-6150-4978-a317-7e087075f5cd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.830007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463605c-6150-4978-a317-7e087075f5cd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed523473-4bdb-4fef-9a27-aeaab5cf7dda,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:10.832159 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6463605c-6150-4978-a317-7e087075f5cd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.833407 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6463605c-6150-4978-a317-7e087075f5cd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1873519 Sep 29 17:46:10.836062 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 33972) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:10.840531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-e3837830-a746-4340-8f5a-0818d1a8457d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'security_group': {'name': 'tempest-secgroup-209846196'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:10.863706 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e3837830-a746-4340-8f5a-0818d1a8457d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.904088 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cca382-4fc3-465d-9d31-7ea3975c7d9e None None] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:46:10.940663 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0d58189a-91e0-4820-86b0-d856293e678d None None] Provisioning complete for port e43052d6-80b4-4e69-8d00-5fb14b898916 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:10.940663 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0d58189a-91e0-4820-86b0-d856293e678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.959872 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e3837830-a746-4340-8f5a-0818d1a8457d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.964520 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e3837830-a746-4340-8f5a-0818d1a8457d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.993944 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e3837830-a746-4340-8f5a-0818d1a8457d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:10.999469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e3837830-a746-4340-8f5a-0818d1a8457d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1581407 Sep 29 17:46:10.999469 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3837830-a746-4340-8f5a-0818d1a8457d tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2231cd4-a7f6-4d7c-8e41-fb7644ce8643,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:11.000397 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 33976) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:11.004860 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-75b5181b-9777-4123-b951-bc0715df5c8c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-271881479', 'security_groups': ['b2231cd4-a7f6-4d7c-8e41-fb7644ce8643'], 'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7ad66b46-5c1e-471b-8eb8-10c67629789d'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:11.026439 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0d58189a-91e0-4820-86b0-d856293e678d None None] Port e43052d6-80b4-4e69-8d00-5fb14b898916 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:46:11.050653 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0d58189a-91e0-4820-86b0-d856293e678d None None] Provisioning complete for port 9e013752-4b1c-4260-a7aa-078d5cbe7c16 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:11.051023 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0d58189a-91e0-4820-86b0-d856293e678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:11.180722 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b5181b-9777-4123-b951-bc0715df5c8c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:46:11.348850 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324701ac-043e-4822-8e72-95fc4fa9dc1f None None] Update dhcp port {'port': {'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'fixed_ips': [{'subnet_id': 'ce88151c-0dda-47e5-88f6-4930ff1be9d0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7ad66b46-5c1e-471b-8eb8-10c67629789d'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '9e013752-4b1c-4260-a7aa-078d5cbe7c16'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:46:11.376108 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-75b5181b-9777-4123-b951-bc0715df5c8c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:11.384292 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-324701ac-043e-4822-8e72-95fc4fa9dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:11.401335 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-75b5181b-9777-4123-b951-bc0715df5c8c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] device_id is not set on port 9f7c7da0-73b2-4c15-88e8-0e1841b25cba yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:46:11.589321 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-324701ac-043e-4822-8e72-95fc4fa9dc1f None None] Allocated IP 2001:db8::2 (8c0fa847-eb87-43f8-9dc8-7fd6d6088268/7ad66b46-5c1e-471b-8eb8-10c67629789d/9e013752-4b1c-4260-a7aa-078d5cbe7c16) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:46:11.731531 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-324701ac-043e-4822-8e72-95fc4fa9dc1f None None] For port 9e013752-4b1c-4260-a7aa-078d5cbe7c16, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9e013752-4b1c-4260-a7aa-078d5cbe7c16,segment=NetworkSegment(a1509660-c9a8-41c4-b363-79ea23f6ba6d),segment_id=a1509660-c9a8-41c4-b363-79ea23f6ba6d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:46:11.855752 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-324701ac-043e-4822-8e72-95fc4fa9dc1f None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:11.855752 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-324701ac-043e-4822-8e72-95fc4fa9dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:11.857946 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-75b5181b-9777-4123-b951-bc0715df5c8c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Allocated IP 2001:db8::183 (8c0fa847-eb87-43f8-9dc8-7fd6d6088268/7ad66b46-5c1e-471b-8eb8-10c67629789d/9f7c7da0-73b2-4c15-88e8-0e1841b25cba) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:46:11.873634 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324701ac-043e-4822-8e72-95fc4fa9dc1f None None] Pushing event updated for resources: {'Port': ['ID=9e013752-4b1c-4260-a7aa-078d5cbe7c16,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:12.050571 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-75b5181b-9777-4123-b951-bc0715df5c8c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:12.098179 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-75b5181b-9777-4123-b951-bc0715df5c8c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:12.196428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5181b-9777-4123-b951-bc0715df5c8c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=9f7c7da0-73b2-4c15-88e8-0e1841b25cba,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:12.208823 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b5181b-9777-4123-b951-bc0715df5c8c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:46:12.210430 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-75b5181b-9777-4123-b951-bc0715df5c8c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:46:12.213683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b5181b-9777-4123-b951-bc0715df5c8c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:46:12.220010 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b5181b-9777-4123-b951-bc0715df5c8c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:12.220758 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-75b5181b-9777-4123-b951-bc0715df5c8c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:12.258132 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-75b5181b-9777-4123-b951-bc0715df5c8c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2545564 Sep 29 17:46:12.260149 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34008) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:12.265531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9b84d08f-b45a-45a7-bfd2-ba3d5fc53194 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'subnet': {'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:12.380416 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9e013752-4b1c-4260-a7aa-078d5cbe7c16 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:46:12.447477 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9e013752-4b1c-4260-a7aa-078d5cbe7c16 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:12.447934 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:12.453581 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b84d08f-b45a-45a7-bfd2-ba3d5fc53194 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:46:12.457513 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9b84d08f-b45a-45a7-bfd2-ba3d5fc53194 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:12.612638 n-d-811748-2 neutron-server[95015]: INFO neutron.db.ipam_backend_mixin [None req-9b84d08f-b45a-45a7-bfd2-ba3d5fc53194 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7ad66b46-5c1e-471b-8eb8-10c67629789d (CIDR: 2001:db8::/64) Sep 29 17:46:12.617746 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b84d08f-b45a-45a7-bfd2-ba3d5fc53194 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:46:12.617746 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b84d08f-b45a-45a7-bfd2-ba3d5fc53194 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:46:12.638114 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9b84d08f-b45a-45a7-bfd2-ba3d5fc53194 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3750656 Sep 29 17:46:12.638335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34016) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:12.643539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-d1f65e9e-534c-41c3-8bdf-a23c848d49a6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'subnet': {'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:12.728566 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a95adf95-3e1c-4df7-88b4-b4c797d9a56c None None] Provisioning complete for port e43052d6-80b4-4e69-8d00-5fb14b898916 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:12.729063 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a95adf95-3e1c-4df7-88b4-b4c797d9a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:12.777988 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a95adf95-3e1c-4df7-88b4-b4c797d9a56c None None] Port e43052d6-80b4-4e69-8d00-5fb14b898916 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:46:12.793358 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a95adf95-3e1c-4df7-88b4-b4c797d9a56c None None] Provisioning complete for port 9e013752-4b1c-4260-a7aa-078d5cbe7c16 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:12.794149 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a95adf95-3e1c-4df7-88b4-b4c797d9a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:12.818558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f65e9e-534c-41c3-8bdf-a23c848d49a6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:46:12.823059 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d1f65e9e-534c-41c3-8bdf-a23c848d49a6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:12.991734 n-d-811748-2 neutron-server[95016]: INFO neutron.db.ipam_backend_mixin [None req-d1f65e9e-534c-41c3-8bdf-a23c848d49a6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ce88151c-0dda-47e5-88f6-4930ff1be9d0 (CIDR: 2001:db8:0:1::/64) Sep 29 17:46:12.997746 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f65e9e-534c-41c3-8bdf-a23c848d49a6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:46:12.998247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f65e9e-534c-41c3-8bdf-a23c848d49a6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:46:13.017900 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d1f65e9e-534c-41c3-8bdf-a23c848d49a6 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3760574 Sep 29 17:46:13.018207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34024) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:13.025269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f95b1851-6b41-4ec9-ab71-ba3eeb805067 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'subnet': {'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:13.045889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a05d08e4-eb1b-4b01-9054-c4f13a11e7ae None None] Could not find standard attr ID for object 99de327c-0fd9-40e6-9bc6-bd9fc98789a6. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:46:13.184736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95b1851-6b41-4ec9-ab71-ba3eeb805067 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Made reservation on behalf of ed667f6d62594b138df101d4de31e170 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:46:13.204429 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f95b1851-6b41-4ec9-ab71-ba3eeb805067 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:13.374583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1df51e36-78fd-4f05-bc7a-01cd53da0661 None None] Provisioning complete for port 9f7c7da0-73b2-4c15-88e8-0e1841b25cba triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:13.375311 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1df51e36-78fd-4f05-bc7a-01cd53da0661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:13.426493 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1df51e36-78fd-4f05-bc7a-01cd53da0661 None None] Port 9f7c7da0-73b2-4c15-88e8-0e1841b25cba cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:46:13.548707 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f95b1851-6b41-4ec9-ab71-ba3eeb805067 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:13.550346 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-abbabae5-d68f-4aca-b74c-6fe9c4f12a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:13.621123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95b1851-6b41-4ec9-ab71-ba3eeb805067 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:46:13.624446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-f95b1851-6b41-4ec9-ab71-ba3eeb805067 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:46:13.630199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b1851-6b41-4ec9-ab71-ba3eeb805067 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:13.631088 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f95b1851-6b41-4ec9-ab71-ba3eeb805067 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:13.636863 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81840e19-2502-4f31-83ed-f2df8fb7fc8f None None] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:46:13.647149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b1851-6b41-4ec9-ab71-ba3eeb805067 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Subnet': ['ID=d7bd606c-2b70-407c-9536-412f65a16e49,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:13.656045 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f95b1851-6b41-4ec9-ab71-ba3eeb805067 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6365385 Sep 29 17:46:13.658044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34050) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:13.663034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-36f595bb-f8f1-4635-839e-f63375908c87 None None] Could not find standard attr ID for object 99de327c-0fd9-40e6-9bc6-bd9fc98789a6. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:46:13.663478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-35146ffc-8510-486d-9cf9-804ef75305a8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-89680877', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd7bd606c-2b70-407c-9536-412f65a16e49'}], 'security_groups': ['88720fd6-739f-4e53-b0d7-5f39da9ecc40', 'ed523473-4bdb-4fef-9a27-aeaab5cf7dda']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:13.873053 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-35146ffc-8510-486d-9cf9-804ef75305a8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:13.923629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722b2090-2ada-47eb-9dd0-26735973029a None None] Update dhcp port {'port': {'network_id': '8c0fa847-eb87-43f8-9dc8-7fd6d6088268', 'fixed_ips': [{'subnet_id': 'ce88151c-0dda-47e5-88f6-4930ff1be9d0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7ad66b46-5c1e-471b-8eb8-10c67629789d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd7bd606c-2b70-407c-9536-412f65a16e49'}], 'binding:host_id': 'n-d-811748-2'}, 'id': '9e013752-4b1c-4260-a7aa-078d5cbe7c16'} from n-d-811748-2. {{(pid=95017) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 17:46:13.956623 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-722b2090-2ada-47eb-9dd0-26735973029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:14.197696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-722b2090-2ada-47eb-9dd0-26735973029a None None] Allocated IP 2001:db8:0:2::2 (8c0fa847-eb87-43f8-9dc8-7fd6d6088268/d7bd606c-2b70-407c-9536-412f65a16e49/9e013752-4b1c-4260-a7aa-078d5cbe7c16) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:46:14.341203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-722b2090-2ada-47eb-9dd0-26735973029a None None] For port 9e013752-4b1c-4260-a7aa-078d5cbe7c16, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9e013752-4b1c-4260-a7aa-078d5cbe7c16,segment=NetworkSegment(a1509660-c9a8-41c4-b363-79ea23f6ba6d),segment_id=a1509660-c9a8-41c4-b363-79ea23f6ba6d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:46:14.373976 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-722b2090-2ada-47eb-9dd0-26735973029a None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:14.380119 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-722b2090-2ada-47eb-9dd0-26735973029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:14.530799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b2090-2ada-47eb-9dd0-26735973029a None None] Pushing event updated for resources: {'Port': ['ID=9e013752-4b1c-4260-a7aa-078d5cbe7c16,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:14.581324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-35146ffc-8510-486d-9cf9-804ef75305a8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Delete allocated IP 2001:db8::183 (8c0fa847-eb87-43f8-9dc8-7fd6d6088268/7ad66b46-5c1e-471b-8eb8-10c67629789d) {{(pid=95016) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 17:46:14.592063 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:14.594199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-35146ffc-8510-486d-9cf9-804ef75305a8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Allocated IP 2001:db8:0:2::25f (8c0fa847-eb87-43f8-9dc8-7fd6d6088268/d7bd606c-2b70-407c-9536-412f65a16e49/9f7c7da0-73b2-4c15-88e8-0e1841b25cba) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:46:14.595856 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:14.643850 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:14.826040 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-35146ffc-8510-486d-9cf9-804ef75305a8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:14.832374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-35146ffc-8510-486d-9cf9-804ef75305a8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:14.911141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-35146ffc-8510-486d-9cf9-804ef75305a8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] In _notify_port_updated(), no bound segment for port 9f7c7da0-73b2-4c15-88e8-0e1841b25cba on network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 {{(pid=95016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:46:14.917393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35146ffc-8510-486d-9cf9-804ef75305a8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:14.918239 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-35146ffc-8510-486d-9cf9-804ef75305a8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:14.920001 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-35146ffc-8510-486d-9cf9-804ef75305a8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "PUT /v2.0/ports/9f7c7da0-73b2-4c15-88e8-0e1841b25cba HTTP/1.1" status: 200 len: 968 time: 1.2605808 Sep 29 17:46:14.922635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34088) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:14.929968 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35146ffc-8510-486d-9cf9-804ef75305a8 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event updated for resources: {'Port': ['ID=9f7c7da0-73b2-4c15-88e8-0e1841b25cba,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:15.065766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-aedeb9a5-9a67-4c60-ae57-b1c1cc856444 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port 9f7c7da0-73b2-4c15-88e8-0e1841b25cba {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:46:15.066112 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aedeb9a5-9a67-4c60-ae57-b1c1cc856444 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:15.194982 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aedeb9a5-9a67-4c60-ae57-b1c1cc856444 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:15.210304 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-aedeb9a5-9a67-4c60-ae57-b1c1cc856444 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for 9f7c7da0-73b2-4c15-88e8-0e1841b25cba owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:46:15.386561 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aedeb9a5-9a67-4c60-ae57-b1c1cc856444 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:15.415274 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-28cd4265-9ad5-4b4d-8137-a8004c37e4b9 None None] Provisioning complete for port e43052d6-80b4-4e69-8d00-5fb14b898916 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:15.417107 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-28cd4265-9ad5-4b4d-8137-a8004c37e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:15.458293 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedeb9a5-9a67-4c60-ae57-b1c1cc856444 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=9f7c7da0-73b2-4c15-88e8-0e1841b25cba,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:15.472756 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-28cd4265-9ad5-4b4d-8137-a8004c37e4b9 None None] Port e43052d6-80b4-4e69-8d00-5fb14b898916 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:46:15.487370 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-28cd4265-9ad5-4b4d-8137-a8004c37e4b9 None None] Provisioning complete for port 9e013752-4b1c-4260-a7aa-078d5cbe7c16 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:15.488132 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-28cd4265-9ad5-4b4d-8137-a8004c37e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:15.549031 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aedeb9a5-9a67-4c60-ae57-b1c1cc856444 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:15.577708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34114) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:15.594313 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aedeb9a5-9a67-4c60-ae57-b1c1cc856444 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/9f7c7da0-73b2-4c15-88e8-0e1841b25cba HTTP/1.1" status: 204 len: 168 time: 0.6503508 Sep 29 17:46:15.604567 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-28cd4265-9ad5-4b4d-8137-a8004c37e4b9 None None] Could not find standard attr ID for object 9f7c7da0-73b2-4c15-88e8-0e1841b25cba. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:46:15.647082 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-41771294-d747-45ba-9694-9a77a5bf9c94 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] GET failed (client error): The resource could not be found. Sep 29 17:46:15.652447 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-41771294-d747-45ba-9694-9a77a5bf9c94 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports/9f7c7da0-73b2-4c15-88e8-0e1841b25cba HTTP/1.1" status: 404 len: 333 time: 0.0736144 Sep 29 17:46:15.653590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34118) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:15.729093 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-31a52b5e-8c46-48a4-b3b0-9a8e16b628ac None None] Could not find standard attr ID for object 9f7c7da0-73b2-4c15-88e8-0e1841b25cba. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:46:15.740860 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d90de23-aa3d-4cf6-abc7-e552e22ee52a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:15.766425 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d90de23-aa3d-4cf6-abc7-e552e22ee52a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:15.834583 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d90de23-aa3d-4cf6-abc7-e552e22ee52a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:15.839881 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5d90de23-aa3d-4cf6-abc7-e552e22ee52a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:15.841216 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5d90de23-aa3d-4cf6-abc7-e552e22ee52a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/security-groups/b2231cd4-a7f6-4d7c-8e41-fb7644ce8643 HTTP/1.1" status: 204 len: 168 time: 0.1862497 Sep 29 17:46:15.843885 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34124) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:15.852001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90de23-aa3d-4cf6-abc7-e552e22ee52a tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2231cd4-a7f6-4d7c-8e41-fb7644ce8643,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:15.942215 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ccc8742b-17ec-4c53-bfc7-25a7899f5125 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:15.979214 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ccc8742b-17ec-4c53-bfc7-25a7899f5125 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:16.023244 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ccc8742b-17ec-4c53-bfc7-25a7899f5125 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:16.025998 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ccc8742b-17ec-4c53-bfc7-25a7899f5125 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:16.027198 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ccc8742b-17ec-4c53-bfc7-25a7899f5125 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/security-groups/ed523473-4bdb-4fef-9a27-aeaab5cf7dda HTTP/1.1" status: 204 len: 168 time: 0.1820452 Sep 29 17:46:16.030094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34128) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:16.037167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8742b-17ec-4c53-bfc7-25a7899f5125 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed523473-4bdb-4fef-9a27-aeaab5cf7dda,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:16.125560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5f911c5-f8ff-493f-b8f3-94d73a83eacd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:16.148835 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5f911c5-f8ff-493f-b8f3-94d73a83eacd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:16.208047 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5f911c5-f8ff-493f-b8f3-94d73a83eacd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:16.210803 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d5f911c5-f8ff-493f-b8f3-94d73a83eacd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:16.211989 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d5f911c5-f8ff-493f-b8f3-94d73a83eacd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/security-groups/88720fd6-739f-4e53-b0d7-5f39da9ecc40 HTTP/1.1" status: 204 len: 168 time: 0.1805811 Sep 29 17:46:16.215267 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34134) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:16.229912 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f911c5-f8ff-493f-b8f3-94d73a83eacd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88720fd6-739f-4e53-b0d7-5f39da9ecc40,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:16.332262 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a46326-6275-47fe-9109-53642f19d80c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting subnet 7ad66b46-5c1e-471b-8eb8-10c67629789d {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:46:16.335852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e1a46326-6275-47fe-9109-53642f19d80c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:16.376689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9e013752-4b1c-4260-a7aa-078d5cbe7c16 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:46:16.408527 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e1a46326-6275-47fe-9109-53642f19d80c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:16.467479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9e013752-4b1c-4260-a7aa-078d5cbe7c16 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:16.468093 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:16.804513 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e1a46326-6275-47fe-9109-53642f19d80c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:16.862287 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:16.873957 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e1a46326-6275-47fe-9109-53642f19d80c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:16.903475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a46326-6275-47fe-9109-53642f19d80c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad66b46-5c1e-471b-8eb8-10c67629789d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:16.909130 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e1a46326-6275-47fe-9109-53642f19d80c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:16.911598 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e1a46326-6275-47fe-9109-53642f19d80c tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/7ad66b46-5c1e-471b-8eb8-10c67629789d HTTP/1.1" status: 204 len: 168 time: 0.6953058 Sep 29 17:46:16.917069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34154) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:16.921605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03d9f42-e9bd-49b5-9866-d7cb8c08e34f None None] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:46:16.994228 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-59756368-f988-4b90-baea-4b90861ecfa0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting subnet d7bd606c-2b70-407c-9536-412f65a16e49 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:46:16.997822 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-59756368-f988-4b90-baea-4b90861ecfa0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:17.043887 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-59756368-f988-4b90-baea-4b90861ecfa0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:17.524892 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-59756368-f988-4b90-baea-4b90861ecfa0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:17.636465 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-59756368-f988-4b90-baea-4b90861ecfa0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:17.661120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-59756368-f988-4b90-baea-4b90861ecfa0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:17.663523 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-59756368-f988-4b90-baea-4b90861ecfa0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/d7bd606c-2b70-407c-9536-412f65a16e49 HTTP/1.1" status: 204 len: 168 time: 0.7454469 Sep 29 17:46:17.666537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34172) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:17.726999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59756368-f988-4b90-baea-4b90861ecfa0 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Subnet': ['ID=d7bd606c-2b70-407c-9536-412f65a16e49,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:17.733501 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-55000730-0157-4592-a311-6b4b78e6e63b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] DELETE failed (client error): The resource could not be found. Sep 29 17:46:17.733501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55000730-0157-4592-a311-6b4b78e6e63b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:46:17.737980 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-55000730-0157-4592-a311-6b4b78e6e63b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/7ad66b46-5c1e-471b-8eb8-10c67629789d HTTP/1.1" status: 404 len: 337 time: 0.0687981 Sep 29 17:46:17.739203 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34174) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:17.813426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-9000a7ad-154f-4cf5-bf6f-54e7eeead3dd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting subnet ce88151c-0dda-47e5-88f6-4930ff1be9d0 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:46:17.818537 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9000a7ad-154f-4cf5-bf6f-54e7eeead3dd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:17.898333 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9000a7ad-154f-4cf5-bf6f-54e7eeead3dd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:18.004399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5ffc86-4ef6-4c44-aefd-848b2536b238 None None] Network 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:46:18.065567 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9000a7ad-154f-4cf5-bf6f-54e7eeead3dd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:18.166443 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9000a7ad-154f-4cf5-bf6f-54e7eeead3dd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:18.169498 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e90d820c-4abf-483a-8b2c-261e8aca523b None None] Provisioning complete for port e43052d6-80b4-4e69-8d00-5fb14b898916 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:18.170485 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e90d820c-4abf-483a-8b2c-261e8aca523b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:18.220958 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000a7ad-154f-4cf5-bf6f-54e7eeead3dd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Subnet': ['ID=ce88151c-0dda-47e5-88f6-4930ff1be9d0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:18.223316 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9000a7ad-154f-4cf5-bf6f-54e7eeead3dd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:18.228671 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34186) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:18.229339 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9000a7ad-154f-4cf5-bf6f-54e7eeead3dd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/ce88151c-0dda-47e5-88f6-4930ff1be9d0 HTTP/1.1" status: 204 len: 168 time: 0.4883647 Sep 29 17:46:18.280994 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ff364f-48ae-49e0-b66c-ffe970dbdccd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] DELETE failed (client error): The resource could not be found. Sep 29 17:46:18.281497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e90d820c-4abf-483a-8b2c-261e8aca523b None None] Port e43052d6-80b4-4e69-8d00-5fb14b898916 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:46:18.281628 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ff364f-48ae-49e0-b66c-ffe970dbdccd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:46:18.283194 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-88ff364f-48ae-49e0-b66c-ffe970dbdccd tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/9d14e846-5768-4665-a956-9065e13fb7a4 HTTP/1.1" status: 404 len: 337 time: 0.0526199 Sep 29 17:46:18.286299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34188) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:18.310167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e90d820c-4abf-483a-8b2c-261e8aca523b None None] Provisioning complete for port 9e013752-4b1c-4260-a7aa-078d5cbe7c16 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:18.310816 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e90d820c-4abf-483a-8b2c-261e8aca523b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:18.344416 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f5b8d0bb-cd67-45e0-a55b-7a842b4989bf tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "GET /v2.0/ports?device_id=2167b648-e74e-4834-a703-b9fa0366002d HTTP/1.1" status: 200 len: 205 time: 0.0569019 Sep 29 17:46:18.347110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34192) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:18.380264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1690bec1-8f5f-4e39-8d27-1bd1f01061cd None None] DHCP port deletion for 8c0fa847-eb87-43f8-9dc8-7fd6d6088268 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:46:18.426214 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-55b0c470-5924-422c-b438-d1db6ae99f84 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] delete failed (client error): The resource could not be found. Sep 29 17:46:18.427512 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-55b0c470-5924-422c-b438-d1db6ae99f84 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/routers/2167b648-e74e-4834-a703-b9fa0366002d HTTP/1.1" status: 404 len: 336 time: 0.0794401 Sep 29 17:46:18.430875 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34198) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:18.473075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1690bec1-8f5f-4e39-8d27-1bd1f01061cd None None] Deleting port 9e013752-4b1c-4260-a7aa-078d5cbe7c16 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:46:18.473629 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1690bec1-8f5f-4e39-8d27-1bd1f01061cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:18.478398 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e39abcb-d7bc-4ff2-aa4a-34f3174ac927 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] DELETE failed (client error): The resource could not be found. Sep 29 17:46:18.479149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e39abcb-d7bc-4ff2-aa4a-34f3174ac927 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:46:18.484115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34200) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:18.484931 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2e39abcb-d7bc-4ff2-aa4a-34f3174ac927 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/e51009d2-7b3d-4d60-a9c6-9249330ba34f HTTP/1.1" status: 404 len: 337 time: 0.0530255 Sep 29 17:46:18.521624 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fe11a7-df17-42fc-ad4c-a8c57554330b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] DELETE failed (client error): The resource could not be found. Sep 29 17:46:18.522362 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51fe11a7-df17-42fc-ad4c-a8c57554330b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:46:18.525180 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-51fe11a7-df17-42fc-ad4c-a8c57554330b tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/bb3b4dd0-b502-40b0-b007-0118f496242f HTTP/1.1" status: 404 len: 337 time: 0.0396533 Sep 29 17:46:18.527785 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34202) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:18.548353 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1690bec1-8f5f-4e39-8d27-1bd1f01061cd None None] For port 9e013752-4b1c-4260-a7aa-078d5cbe7c16, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9e013752-4b1c-4260-a7aa-078d5cbe7c16,segment=NetworkSegment(a1509660-c9a8-41c4-b363-79ea23f6ba6d),segment_id=a1509660-c9a8-41c4-b363-79ea23f6ba6d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:46:18.549265 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1690bec1-8f5f-4e39-8d27-1bd1f01061cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:18.556051 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b017f0-d0a9-478f-a90b-c688585188ef tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] DELETE failed (client error): The resource could not be found. Sep 29 17:46:18.556660 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b017f0-d0a9-478f-a90b-c688585188ef tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:46:18.558917 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e5b017f0-d0a9-478f-a90b-c688585188ef tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/059907af-f998-40d8-b442-012e0108e253 HTTP/1.1" status: 404 len: 337 time: 0.0296907 Sep 29 17:46:18.561536 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34206) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:18.563837 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1690bec1-8f5f-4e39-8d27-1bd1f01061cd None None] Calling delete_port for 9e013752-4b1c-4260-a7aa-078d5cbe7c16 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:46:18.599528 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-245abb43-f95b-4026-962b-d9119c47d1b7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] DELETE failed (client error): The resource could not be found. Sep 29 17:46:18.602795 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245abb43-f95b-4026-962b-d9119c47d1b7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:46:18.604916 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-245abb43-f95b-4026-962b-d9119c47d1b7 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/8d03a9a3-af19-4ca3-b356-4e8af664c153 HTTP/1.1" status: 404 len: 333 time: 0.0424008 Sep 29 17:46:18.607527 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34210) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:18.643430 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-336397cb-f6d7-489d-b6fe-0050f66a1ae9 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] DELETE failed (client error): The resource could not be found. Sep 29 17:46:18.643975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336397cb-f6d7-489d-b6fe-0050f66a1ae9 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:46:18.645833 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-336397cb-f6d7-489d-b6fe-0050f66a1ae9 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/60b8c4ef-4e7a-48a4-94cc-b57f0f23939c HTTP/1.1" status: 404 len: 337 time: 0.0369475 Sep 29 17:46:18.649764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34212) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:18.690774 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-f91e6f81-3a78-41c1-828f-34d779ae3588 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] DELETE failed (client error): The resource could not be found. Sep 29 17:46:18.691541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f91e6f81-3a78-41c1-828f-34d779ae3588 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:46:18.697434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34216) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:18.697613 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f91e6f81-3a78-41c1-828f-34d779ae3588 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/d31f54c7-c146-40f4-9651-6036b1b1ed3b HTTP/1.1" status: 404 len: 337 time: 0.0467501 Sep 29 17:46:18.717813 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1690bec1-8f5f-4e39-8d27-1bd1f01061cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:18.729615 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-4654a7f5-01ff-40a5-8d4b-519518087522 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] DELETE failed (client error): The resource could not be found. Sep 29 17:46:18.730310 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4654a7f5-01ff-40a5-8d4b-519518087522 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:46:18.735815 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34218) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:18.745987 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4654a7f5-01ff-40a5-8d4b-519518087522 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/289436c0-252d-4859-8ea1-06dc31e1d3cf HTTP/1.1" status: 404 len: 333 time: 0.0471451 Sep 29 17:46:18.755615 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690bec1-8f5f-4e39-8d27-1bd1f01061cd None None] Pushing event deleted for resources: {'Port': ['ID=9e013752-4b1c-4260-a7aa-078d5cbe7c16,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:18.781972 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690bec1-8f5f-4e39-8d27-1bd1f01061cd None None] No DVR routers for this DVR port 9e013752-4b1c-4260-a7aa-078d5cbe7c16 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:46:18.782508 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22e310d-326e-4d66-9b99-95c1db477805 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] DELETE failed (client error): The resource could not be found. Sep 29 17:46:18.782508 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22e310d-326e-4d66-9b99-95c1db477805 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:46:18.782508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e22e310d-326e-4d66-9b99-95c1db477805 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/832586bc-3396-4869-aa58-a320b0395d7c HTTP/1.1" status: 404 len: 337 time: 0.0430202 Sep 29 17:46:18.784395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34220) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:18.813778 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd29590-8928-4a23-b769-09711524ca02 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] DELETE failed (client error): The resource could not be found. Sep 29 17:46:18.814227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd29590-8928-4a23-b769-09711524ca02 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:46:18.816010 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0bd29590-8928-4a23-b769-09711524ca02 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/subnets/fe88189f-5f09-4828-98f1-9f853c5d309f HTTP/1.1" status: 404 len: 337 time: 0.0302050 Sep 29 17:46:18.818552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34224) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:18.922737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-2d819ea0-471a-4fce-a02a-6ec8f23f1679 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Deleting port e43052d6-80b4-4e69-8d00-5fb14b898916 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:46:18.923087 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2d819ea0-471a-4fce-a02a-6ec8f23f1679 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:18.998744 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2d819ea0-471a-4fce-a02a-6ec8f23f1679 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:19.012904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-2d819ea0-471a-4fce-a02a-6ec8f23f1679 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Calling delete_port for e43052d6-80b4-4e69-8d00-5fb14b898916 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:46:19.139563 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2d819ea0-471a-4fce-a02a-6ec8f23f1679 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:19.168724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d819ea0-471a-4fce-a02a-6ec8f23f1679 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Port': ['ID=e43052d6-80b4-4e69-8d00-5fb14b898916,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:19.174025 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2d819ea0-471a-4fce-a02a-6ec8f23f1679 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:19.176077 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2d819ea0-471a-4fce-a02a-6ec8f23f1679 tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/ports/e43052d6-80b4-4e69-8d00-5fb14b898916 HTTP/1.1" status: 204 len: 168 time: 0.3565779 Sep 29 17:46:19.178631 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34234) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:19.265333 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a6f4dbad-348d-4959-baf1-a578fb418cac tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:19.354412 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a6f4dbad-348d-4959-baf1-a578fb418cac tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:19.374042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a6f4dbad-348d-4959-baf1-a578fb418cac tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0fa847-eb87-43f8-9dc8-7fd6d6088268']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:19.383065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a6f4dbad-348d-4959-baf1-a578fb418cac tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1509660-c9a8-41c4-b363-79ea23f6ba6d') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:19.383891 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a6f4dbad-348d-4959-baf1-a578fb418cac tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1509660-c9a8-41c4-b363-79ea23f6ba6d') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:19.397850 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a6f4dbad-348d-4959-baf1-a578fb418cac tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:19.411585 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a6f4dbad-348d-4959-baf1-a578fb418cac tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:19.418528 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f4dbad-348d-4959-baf1-a578fb418cac tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:46:19.419130 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a6f4dbad-348d-4959-baf1-a578fb418cac tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:46:19.422115 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:46:19.481838 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a6f4dbad-348d-4959-baf1-a578fb418cac tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:19.490788 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a6f4dbad-348d-4959-baf1-a578fb418cac tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:19.493295 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a6f4dbad-348d-4959-baf1-a578fb418cac tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] 10.222.0.44 "DELETE /v2.0/networks/8c0fa847-eb87-43f8-9dc8-7fd6d6088268 HTTP/1.1" status: 204 len: 168 time: 0.3131604 Sep 29 17:46:19.505010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4dbad-348d-4959-baf1-a578fb418cac tempest-PortsIpV6TestJSON-1268316092 tempest-PortsIpV6TestJSON-1268316092-project] Pushing event deleted for resources: {'Network': ['ID=8c0fa847-eb87-43f8-9dc8-7fd6d6088268,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:19.785462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34258) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:19.985567 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d2d94a00-4a51-49a9-a4d4-7b1b4a1cff81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed667f6d62594b138df101d4de31e170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983836 Sep 29 17:46:19.988238 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34266) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:20.065063 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de0e0328-df22-4425-aad4-ef697420edaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:20.092089 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de0e0328-df22-4425-aad4-ef697420edaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:20.162612 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de0e0328-df22-4425-aad4-ef697420edaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:20.165536 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de0e0328-df22-4425-aad4-ef697420edaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:20.166719 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-de0e0328-df22-4425-aad4-ef697420edaa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0ade995-f44d-467f-a382-c03a4fdce875 HTTP/1.1" status: 204 len: 168 time: 0.1771669 Sep 29 17:46:20.177884 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e0328-df22-4425-aad4-ef697420edaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ade995-f44d-467f-a382-c03a4fdce875,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:20.362831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9e013752-4b1c-4260-a7aa-078d5cbe7c16 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:46:20.390860 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 9e013752-4b1c-4260-a7aa-078d5cbe7c16 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:46:20.391483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9e013752-4b1c-4260-a7aa-078d5cbe7c16 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:46:22.019870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34360) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:22.168269 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6cc0205e-8f5f-469f-a44a-c9c2452ddbfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:22.321868 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6cc0205e-8f5f-469f-a44a-c9c2452ddbfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:22.327637 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6cc0205e-8f5f-469f-a44a-c9c2452ddbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:22.361413 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6cc0205e-8f5f-469f-a44a-c9c2452ddbfd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f878b3bc46d45cb961163744b802918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3403122 Sep 29 17:46:22.365943 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34374) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:22.393698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0205e-8f5f-469f-a44a-c9c2452ddbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2b0a42-efdc-4e0e-8c79-a9c885773055,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:22.443384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fb907fed-404a-4ea3-8817-da1db0ecf3e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:22.474072 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fb907fed-404a-4ea3-8817-da1db0ecf3e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:22.519199 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b045b29a-73fa-47ed-86c1-2cdc63f6124f req-f800de1a-e023-4336-a8b4-f9f749dc508c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488858 Sep 29 17:46:22.557807 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fb907fed-404a-4ea3-8817-da1db0ecf3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:22.560343 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fb907fed-404a-4ea3-8817-da1db0ecf3e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:22.565349 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fb907fed-404a-4ea3-8817-da1db0ecf3e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a2b0a42-efdc-4e0e-8c79-a9c885773055 HTTP/1.1" status: 204 len: 168 time: 0.1927912 Sep 29 17:46:22.581080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb907fed-404a-4ea3-8817-da1db0ecf3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2b0a42-efdc-4e0e-8c79-a9c885773055,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:22.602170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b29a-73fa-47ed-86c1-2cdc63f6124f req-cfe488b4-41bf-4775-8ae7-0f8586e75833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:22.608204 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b045b29a-73fa-47ed-86c1-2cdc63f6124f req-cfe488b4-41bf-4775-8ae7-0f8586e75833 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7360905454614ea0add076cafbf60c76&device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 1097 time: 0.0515668 Sep 29 17:46:22.731971 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b29a-73fa-47ed-86c1-2cdc63f6124f req-a716c1ea-681d-41ef-b189-aa182a7db4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:22.733691 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b045b29a-73fa-47ed-86c1-2cdc63f6124f req-a716c1ea-681d-41ef-b189-aa182a7db4da service neutron] 10.222.0.35 "GET /v2.0/networks?id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 HTTP/1.1" status: 200 len: 911 time: 0.1043465 Sep 29 17:46:22.815792 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b045b29a-73fa-47ed-86c1-2cdc63f6124f req-b5dc047c-a608-46b7-85df-075b2c3f9c81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=994c397f-ab1d-45ec-9380-e2984de8499a HTTP/1.1" status: 200 len: 1002 time: 0.0736520 Sep 29 17:46:22.879012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b29a-73fa-47ed-86c1-2cdc63f6124f req-48f7d1a2-ae39-4602-9b05-dd6d6bed5b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:22.880946 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b045b29a-73fa-47ed-86c1-2cdc63f6124f req-48f7d1a2-ae39-4602-9b05-dd6d6bed5b54 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4 HTTP/1.1" status: 200 len: 849 time: 0.0580184 Sep 29 17:46:22.954333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b29a-73fa-47ed-86c1-2cdc63f6124f req-301d8956-07e7-4626-9b3c-969d94646ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:22.955865 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b045b29a-73fa-47ed-86c1-2cdc63f6124f req-301d8956-07e7-4626-9b3c-969d94646ad3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679505 Sep 29 17:46:22.965486 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34392) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:22.980301 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9cc2931-462b-4e0b-ac64-62749deb8aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:23.097646 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b045b29a-73fa-47ed-86c1-2cdc63f6124f req-ea2e9735-bbbb-4ebe-ab0a-bf3871b36470 service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341758 Sep 29 17:46:23.108364 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9cc2931-462b-4e0b-ac64-62749deb8aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:23.114524 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9cc2931-462b-4e0b-ac64-62749deb8aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:23.179745 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b9cc2931-462b-4e0b-ac64-62749deb8aaa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a537f1d87c1049f0aed8c6775d5841f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105663 Sep 29 17:46:23.179745 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc2931-462b-4e0b-ac64-62749deb8aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2009b26c-33c9-4497-ba6c-bf4cd2c4fcb7,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:23.180889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34396) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:23.253313 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-17f34e33-2f0a-4f1b-a506-b04355d4b081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:23.267773 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b045b29a-73fa-47ed-86c1-2cdc63f6124f req-a28e4ebe-2ef7-4960-abc0-04bba07e202f service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630599 Sep 29 17:46:23.291095 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-17f34e33-2f0a-4f1b-a506-b04355d4b081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:23.370114 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-17f34e33-2f0a-4f1b-a506-b04355d4b081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:23.373124 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-17f34e33-2f0a-4f1b-a506-b04355d4b081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:23.374519 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-17f34e33-2f0a-4f1b-a506-b04355d4b081 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2009b26c-33c9-4497-ba6c-bf4cd2c4fcb7 HTTP/1.1" status: 204 len: 168 time: 0.1925359 Sep 29 17:46:23.384264 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f34e33-2f0a-4f1b-a506-b04355d4b081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2009b26c-33c9-4497-ba6c-bf4cd2c4fcb7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:25.883502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 34480) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:26.043569 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ecce6687-02fe-409e-babf-6ffef546a6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:26.187099 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ecce6687-02fe-409e-babf-6ffef546a6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:26.196141 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ecce6687-02fe-409e-babf-6ffef546a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:26.207475 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:46:26.242028 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce6687-02fe-409e-babf-6ffef546a6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57884de-437a-458c-a523-ff8ec981a033,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:26.255762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ecce6687-02fe-409e-babf-6ffef546a6ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e6d687381c6458cbdc9b2ed849b4911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3704751 Sep 29 17:46:26.256789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34484) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:26.347359 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3d6a254a-b3fb-4b3d-8ca2-e762573443d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:26.372982 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3d6a254a-b3fb-4b3d-8ca2-e762573443d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:26.446406 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3d6a254a-b3fb-4b3d-8ca2-e762573443d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:26.450348 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3d6a254a-b3fb-4b3d-8ca2-e762573443d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:26.451651 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3d6a254a-b3fb-4b3d-8ca2-e762573443d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f57884de-437a-458c-a523-ff8ec981a033 HTTP/1.1" status: 204 len: 168 time: 0.1891479 Sep 29 17:46:26.464996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a254a-b3fb-4b3d-8ca2-e762573443d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57884de-437a-458c-a523-ff8ec981a033,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:26.927917 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34498) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:26.947544 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1129db0-1920-4a48-8111-4af285023247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:27.127969 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1129db0-1920-4a48-8111-4af285023247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:27.133502 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1129db0-1920-4a48-8111-4af285023247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:27.174098 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1129db0-1920-4a48-8111-4af285023247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e859c6d-dfd4-4c36-9c40-0f1f9abe429c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:27.178604 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a1129db0-1920-4a48-8111-4af285023247 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ddae525b4f44862910f0efdb5b9b9c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496581 Sep 29 17:46:27.181613 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 34500) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:27.248030 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff081352-61ee-460c-b795-bd3b533a36d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:27.271691 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff081352-61ee-460c-b795-bd3b533a36d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:27.346072 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff081352-61ee-460c-b795-bd3b533a36d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:27.349178 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ff081352-61ee-460c-b795-bd3b533a36d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:27.350519 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ff081352-61ee-460c-b795-bd3b533a36d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e859c6d-dfd4-4c36-9c40-0f1f9abe429c HTTP/1.1" status: 204 len: 168 time: 0.1681345 Sep 29 17:46:27.362749 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff081352-61ee-460c-b795-bd3b533a36d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e859c6d-dfd4-4c36-9c40-0f1f9abe429c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:27.466382 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:40.126459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35192) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:40.331140 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-61f22476-1340-4c5d-b975-0833fb27e12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:40.441211 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-61f22476-1340-4c5d-b975-0833fb27e12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:40.446492 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-61f22476-1340-4c5d-b975-0833fb27e12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:40.471857 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-61f22476-1340-4c5d-b975-0833fb27e12e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67efcf4e77c647c6aab2de8a5ea3b596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438618 Sep 29 17:46:40.475933 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35198) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:40.534855 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b9b0a9c-ec40-492f-b1f0-22748cf3469d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:40.615509 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f22476-1340-4c5d-b975-0833fb27e12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfb5ab3-b5e2-438a-b4e4-d473750b5949,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:40.637707 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b9b0a9c-ec40-492f-b1f0-22748cf3469d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:40.727952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b9b0a9c-ec40-492f-b1f0-22748cf3469d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:40.730719 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b9b0a9c-ec40-492f-b1f0-22748cf3469d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:40.734177 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3b9b0a9c-ec40-492f-b1f0-22748cf3469d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/adfb5ab3-b5e2-438a-b4e4-d473750b5949 HTTP/1.1" status: 204 len: 168 time: 0.2561357 Sep 29 17:46:40.756575 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b0a9c-ec40-492f-b1f0-22748cf3469d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfb5ab3-b5e2-438a-b4e4-d473750b5949,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:40.801319 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b9df8021-342c-4d79-80e4-c26210e17e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:41.290802 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35216) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:41.307791 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f4020d3-a412-4c1c-9083-f9697943bfe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:41.416117 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f4020d3-a412-4c1c-9083-f9697943bfe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:41.437052 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0f4020d3-a412-4c1c-9083-f9697943bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:41.494707 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0f4020d3-a412-4c1c-9083-f9697943bfe1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b7da8f114a664603a3fcbfb7c4fa978f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2027366 Sep 29 17:46:41.498863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35220) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:41.523545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4020d3-a412-4c1c-9083-f9697943bfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c545445-89ea-4603-adc9-34bfba5622b9,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:41.593490 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-af2332b8-9bde-4aee-8cdc-300954cbbbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:41.618425 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-af2332b8-9bde-4aee-8cdc-300954cbbbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:41.692661 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-af2332b8-9bde-4aee-8cdc-300954cbbbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:41.696204 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-af2332b8-9bde-4aee-8cdc-300954cbbbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:41.696814 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-af2332b8-9bde-4aee-8cdc-300954cbbbd8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c545445-89ea-4603-adc9-34bfba5622b9 HTTP/1.1" status: 204 len: 168 time: 0.1970527 Sep 29 17:46:41.707020 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2332b8-9bde-4aee-8cdc-300954cbbbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c545445-89ea-4603-adc9-34bfba5622b9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:42.157062 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35228) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:42.170862 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd18cee9-c74a-4fe8-adc1-277397a571fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:42.339500 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd18cee9-c74a-4fe8-adc1-277397a571fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:42.344760 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd18cee9-c74a-4fe8-adc1-277397a571fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:42.389958 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dd18cee9-c74a-4fe8-adc1-277397a571fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc957088a05540dca41fdb2308ad2990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316914 Sep 29 17:46:42.393621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35234) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:42.396269 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18cee9-c74a-4fe8-adc1-277397a571fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9f145b-6151-406e-b338-b9b0fa8752c9,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:42.452257 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:42.489150 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:42.559838 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:42.563060 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:42.568583 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f9f145b-6151-406e-b338-b9b0fa8752c9 HTTP/1.1" status: 204 len: 168 time: 0.1738968 Sep 29 17:46:42.593706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9f145b-6151-406e-b338-b9b0fa8752c9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:42.601368 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:42.601988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:42.602331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:42.602667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:42.603061 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:42.603670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:42.603670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:42.603987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:42.604264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:42.604871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:42.605198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:42.605757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e7c618-1fcc-4a36-a78e-aba97f87e445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:43.560121 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fb916ef1-c309-49a7-aa26-51cc3c88f22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:44.470670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb7ea2-61ca-4d86-a1de-941290020573 req-482a6ad5-9a22-49df-9cca-f89118741e51 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:44.478675 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-05bb7ea2-61ca-4d86-a1de-941290020573 req-482a6ad5-9a22-49df-9cca-f89118741e51 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 946 time: 0.0775044 Sep 29 17:46:44.520669 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-05bb7ea2-61ca-4d86-a1de-941290020573 req-8223435c-d869-4367-8ce1-214d658bcf51 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337868 Sep 29 17:46:44.590926 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:44.593984 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:44.635541 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:45.702467 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd5831-14fd-4bce-9a91-572968cfb58e req-e40a4dba-36ba-4450-bf90-df8575d90b1a tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:45.710060 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88bd5831-14fd-4bce-9a91-572968cfb58e req-e40a4dba-36ba-4450-bf90-df8575d90b1a tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 946 time: 0.0769711 Sep 29 17:46:45.748389 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88bd5831-14fd-4bce-9a91-572968cfb58e req-5e43ae8a-ad5b-4513-9ccc-40d16344f859 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374560 Sep 29 17:46:45.842987 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35328) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:46.014036 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d30807ea-593a-4297-b404-f0d88e9745d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a130e06a4ed41a89b6c7012298db92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697083 Sep 29 17:46:46.016667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35338) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:46.092118 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3d8347f-0edf-488c-91e7-30ecb61deb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:46.117574 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3d8347f-0edf-488c-91e7-30ecb61deb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:46.175957 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3d8347f-0edf-488c-91e7-30ecb61deb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:46.183939 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3d8347f-0edf-488c-91e7-30ecb61deb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:46.197236 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b3d8347f-0edf-488c-91e7-30ecb61deb7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bca0ab1-38ce-480a-927c-1d23685c3434 HTTP/1.1" status: 204 len: 168 time: 0.1703548 Sep 29 17:46:46.293644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8347f-0edf-488c-91e7-30ecb61deb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bca0ab1-38ce-480a-927c-1d23685c3434,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:46.363813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff1add-5c54-4e4e-a1b6-142b249c79e8 req-3e5d7291-5024-4318-b461-e56496aa39d1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:46.367078 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-92ff1add-5c54-4e4e-a1b6-142b249c79e8 req-3e5d7291-5024-4318-b461-e56496aa39d1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 946 time: 0.1639831 Sep 29 17:46:46.512866 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-92ff1add-5c54-4e4e-a1b6-142b249c79e8 req-1898004c-1c06-4292-9471-863a47eb9a7f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Deleting port 6b31247b-ff59-4e73-b365-1d185885f6f7 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:46:46.513264 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-92ff1add-5c54-4e4e-a1b6-142b249c79e8 req-1898004c-1c06-4292-9471-863a47eb9a7f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:46.673444 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-92ff1add-5c54-4e4e-a1b6-142b249c79e8 req-1898004c-1c06-4292-9471-863a47eb9a7f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] For port 6b31247b-ff59-4e73-b365-1d185885f6f7, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6b31247b-ff59-4e73-b365-1d185885f6f7,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:46:46.674127 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-92ff1add-5c54-4e4e-a1b6-142b249c79e8 req-1898004c-1c06-4292-9471-863a47eb9a7f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:46.857213 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:46.941799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8136ba7-1a99-4e58-b0a7-64478785e601 req-a0c73480-ce0c-4e68-bee2-23ac16baaa1e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:46.952482 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b8136ba7-1a99-4e58-b0a7-64478785e601 req-a0c73480-ce0c-4e68-bee2-23ac16baaa1e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 946 time: 0.0828316 Sep 29 17:46:47.012794 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b8136ba7-1a99-4e58-b0a7-64478785e601 req-19cb915e-52b1-44df-bb9a-55df2b0eefe0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=45d88b3a-2014-4dbd-a70f-b3b71abea14b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591254 Sep 29 17:46:47.029642 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-92ff1add-5c54-4e4e-a1b6-142b249c79e8 req-1898004c-1c06-4292-9471-863a47eb9a7f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:47.030140 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-92ff1add-5c54-4e4e-a1b6-142b249c79e8 req-1898004c-1c06-4292-9471-863a47eb9a7f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:47.030422 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-92ff1add-5c54-4e4e-a1b6-142b249c79e8 req-1898004c-1c06-4292-9471-863a47eb9a7f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Floating IP cf2e1bf2-1b1b-4dad-b06d-b0d729aeb600 disassociated. External IP: 172.25.2.53, port: 6b31247b-ff59-4e73-b365-1d185885f6f7. Sep 29 17:46:47.031445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-92ff1add-5c54-4e4e-a1b6-142b249c79e8 req-1898004c-1c06-4292-9471-863a47eb9a7f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Calling delete_port for 6b31247b-ff59-4e73-b365-1d185885f6f7 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:46:47.209759 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-92ff1add-5c54-4e4e-a1b6-142b249c79e8 req-1898004c-1c06-4292-9471-863a47eb9a7f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:47.271550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898004c-1c06-4292-9471-863a47eb9a7f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event deleted for resources: {'Port': ['ID=6b31247b-ff59-4e73-b365-1d185885f6f7,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:47.479709 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92ff1add-5c54-4e4e-a1b6-142b249c79e8 req-1898004c-1c06-4292-9471-863a47eb9a7f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:46:47.804176 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92ff1add-5c54-4e4e-a1b6-142b249c79e8 req-1898004c-1c06-4292-9471-863a47eb9a7f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:46:47.820914 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652328fe-72d0-4b4e-b8c4-2c8654476e36 None None] Sync routers for ids ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:46:47.837546 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652328fe-72d0-4b4e-b8c4-2c8654476e36 None None] Routers {'8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:46:47.838462 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-652328fe-72d0-4b4e-b8c4-2c8654476e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:46:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:47.896124 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ff1add-5c54-4e4e-a1b6-142b249c79e8 req-1898004c-1c06-4292-9471-863a47eb9a7f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] No DVR routers for this DVR port 6b31247b-ff59-4e73-b365-1d185885f6f7 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:46:47.900108 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-92ff1add-5c54-4e4e-a1b6-142b249c79e8 req-1898004c-1c06-4292-9471-863a47eb9a7f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:47.902459 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-92ff1add-5c54-4e4e-a1b6-142b249c79e8 req-1898004c-1c06-4292-9471-863a47eb9a7f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.35 "DELETE /v2.0/ports/6b31247b-ff59-4e73-b365-1d185885f6f7 HTTP/1.1" status: 204 len: 173 time: 1.5285985 Sep 29 17:46:47.903116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'name': 'network-vif-deleted', 'tag': '6b31247b-ff59-4e73-b365-1d185885f6f7'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:46:47.905783 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61abafeb-b89f-40a6-8504-5861d6c00d56" -d '{"events": [{"server_uuid": "c5da8e5c-7aa6-4a0f-9467-3e9186e51966", "name": "network-vif-deleted", "tag": "6b31247b-ff59-4e73-b365-1d185885f6f7"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:46:47.991673 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb5d8c2-573f-43f3-9a62-39393604c9c4 x-openstack-request-id: req-ceb5d8c2-573f-43f3-9a62-39393604c9c4 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:46:47.993610 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5da8e5c-7aa6-4a0f-9467-3e9186e51966", "name": "network-vif-deleted", "tag": "6b31247b-ff59-4e73-b365-1d185885f6f7", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:46:47.994046 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ceb5d8c2-573f-43f3-9a62-39393604c9c4 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:46:47.994652 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5da8e5c-7aa6-4a0f-9467-3e9186e51966', 'name': 'network-vif-deleted', 'tag': '6b31247b-ff59-4e73-b365-1d185885f6f7', 'status': 'completed', 'code': 200} Sep 29 17:46:48.186349 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bbf8252f-da63-456c-9b0a-98e4f7b5fbcb req-9a207433-4bda-492a-8d44-24444f5edfdc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=c5da8e5c-7aa6-4a0f-9467-3e9186e51966 HTTP/1.1" status: 200 len: 210 time: 0.0437608 Sep 29 17:46:48.269254 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35408) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:48.285012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-652328fe-72d0-4b4e-b8c4-2c8654476e36 None None] Set router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:46:48.513018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-6ac2b68d-1b55-4d65-8e59-022dc326b748 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'network': {'name': 'tempest-network-smoke--123573249', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'port_security_enabled': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:48.545243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac2b68d-1b55-4d65-8e59-022dc326b748 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Made reservation on behalf of cdebda4e15a34e08b7ebdfe096f7059a for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:46:48.552956 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b68d-1b55-4d65-8e59-022dc326b748 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:48.562846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-652328fe-72d0-4b4e-b8c4-2c8654476e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:48Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'fe103090-7b74-4eb0-a3d5-6eb47d0ceb56', 'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'mac_address': 'fa:16:3e:74:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:46Z', 'updated_at': '2021-09-29T17:40:53Z', 'revision_number': 5, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'subnets': [{'id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:48.588993 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b68d-1b55-4d65-8e59-022dc326b748 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:48.617972 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652328fe-72d0-4b4e-b8c4-2c8654476e36 None None] Checking router: 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:46:48.635785 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652328fe-72d0-4b4e-b8c4-2c8654476e36 None None] Routers {'8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:46:48.637648 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-652328fe-72d0-4b4e-b8c4-2c8654476e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:46:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:48.734610 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b68d-1b55-4d65-8e59-022dc326b748 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:48.754922 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b68d-1b55-4d65-8e59-022dc326b748 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:48.778455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac2b68d-1b55-4d65-8e59-022dc326b748 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:46:48.787137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-652328fe-72d0-4b4e-b8c4-2c8654476e36 None None] Set router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:46:48.793844 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b68d-1b55-4d65-8e59-022dc326b748 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:48.794491 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-6ac2b68d-1b55-4d65-8e59-022dc326b748 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Added segment a3858f70-7785-4f2d-8e65-ac299ad73525 of type vlan for network 1bbf7a2e-4718-4edd-9918-03a005e4405f Sep 29 17:46:48.859529 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b68d-1b55-4d65-8e59-022dc326b748 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:48.898450 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b68d-1b55-4d65-8e59-022dc326b748 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:48.905338 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac2b68d-1b55-4d65-8e59-022dc326b748 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:48.906001 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b68d-1b55-4d65-8e59-022dc326b748 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:48.989370 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6ac2b68d-1b55-4d65-8e59-022dc326b748 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7155042 Sep 29 17:46:48.989370 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2b68d-1b55-4d65-8e59-022dc326b748 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7c9d0b-92f1-4d67-94f2-e679dcf08ab4,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:48.994604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35416) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:49.008384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-229789638', 'admin_state_up': True, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:49.059426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2b68d-1b55-4d65-8e59-022dc326b748 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Network': ['ID=1bbf7a2e-4718-4edd-9918-03a005e4405f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:49.072853 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 1bbf7a2e-4718-4edd-9918-03a005e4405f details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:46:49.075215 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:49.076983 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:49.145002 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:49.252652 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-652328fe-72d0-4b4e-b8c4-2c8654476e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:48Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'fe103090-7b74-4eb0-a3d5-6eb47d0ceb56', 'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'mac_address': 'fa:16:3e:74:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:46Z', 'updated_at': '2021-09-29T17:40:53Z', 'revision_number': 5, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'subnets': [{'id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:49.329264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652328fe-72d0-4b4e-b8c4-2c8654476e36 None None] The sync data for ids ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'] in n-d-811748-2 is: [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:48Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'fe103090-7b74-4eb0-a3d5-6eb47d0ceb56', 'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'mac_address': 'fa:16:3e:74:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:46Z', 'updated_at': '2021-09-29T17:40:53Z', 'revision_number': 5, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'subnets': [{'id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:46:49.343948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35424) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:49.344505 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:49.447336 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64a64397-738e-4de8-96a1-57b28045cf31 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:49.487206 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64a64397-738e-4de8-96a1-57b28045cf31 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:49.578866 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64a64397-738e-4de8-96a1-57b28045cf31 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:49.582069 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64a64397-738e-4de8-96a1-57b28045cf31 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:49.585796 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-64a64397-738e-4de8-96a1-57b28045cf31 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "DELETE /v2.0/security-groups/45d88b3a-2014-4dbd-a70f-b3b71abea14b HTTP/1.1" status: 204 len: 168 time: 0.2371051 Sep 29 17:46:49.589731 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35426) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:49.610422 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a64397-738e-4de8-96a1-57b28045cf31 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d88b3a-2014-4dbd-a70f-b3b71abea14b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:49.618988 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-5ab58dfe-6fee-4fc5-9680-6eb4b2f04651 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] show failed (client error): The resource could not be found. Sep 29 17:46:49.621329 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5ab58dfe-6fee-4fc5-9680-6eb4b2f04651 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups/45d88b3a-2014-4dbd-a70f-b3b71abea14b HTTP/1.1" status: 404 len: 347 time: 0.0293634 Sep 29 17:46:49.626024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35428) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:49.658930 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:49.681477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:49.752357 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fa3b2d-2a6d-49f7-a366-6270fb32b2b1 None None] New status for floating IP cf2e1bf2-1b1b-4dad-b06d-b0d729aeb600: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:46:49.811229 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Allocated IP 172.25.2.26 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/b783c970-e5ac-496b-ba73-ce6b646b3d0a) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:46:49.850157 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-6a707473-7369-4da0-a928-cd8d873a8713 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Deleting port a0251467-f432-42b4-86e3-b07e40b138fb {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:46:49.850471 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a707473-7369-4da0-a928-cd8d873a8713 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:49.964772 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a707473-7369-4da0-a928-cd8d873a8713 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:49.965016 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a707473-7369-4da0-a928-cd8d873a8713 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:49.981502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-6a707473-7369-4da0-a928-cd8d873a8713 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Calling delete_port for a0251467-f432-42b4-86e3-b07e40b138fb owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:46:50.046383 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:50.101887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:50.173623 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:46:50.179983 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:46:50.202855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:46:50.231782 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a707473-7369-4da0-a928-cd8d873a8713 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:50.275064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a707473-7369-4da0-a928-cd8d873a8713 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event deleted for resources: {'Port': ['ID=a0251467-f432-42b4-86e3-b07e40b138fb,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:50.312267 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Port': ['ID=b783c970-e5ac-496b-ba73-ce6b646b3d0a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:50.362741 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a707473-7369-4da0-a928-cd8d873a8713 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:50.365871 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a707473-7369-4da0-a928-cd8d873a8713 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:50.371961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6a707473-7369-4da0-a928-cd8d873a8713 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "DELETE /v2.0/floatingips/cf2e1bf2-1b1b-4dad-b06d-b0d729aeb600 HTTP/1.1" status: 204 len: 168 time: 0.7389445 Sep 29 17:46:50.532117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35454) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:50.748130 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:50.761993 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f3bf43e2-5fd1-4ebe-9e95-7eac59aba45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:50.867638 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35460) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:50.873532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-bfef3c93-a4d2-4861-a1aa-8b2201d22774 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--495264423', 'description': 'tempest-description--1696589122'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:50.880209 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f3bf43e2-5fd1-4ebe-9e95-7eac59aba45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:50.886180 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f3bf43e2-5fd1-4ebe-9e95-7eac59aba45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:50.940804 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f3bf43e2-5fd1-4ebe-9e95-7eac59aba45d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07b488082dcb4a19a12cc9b7a04a9618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4047704 Sep 29 17:46:50.941078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35462) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:50.949719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf43e2-5fd1-4ebe-9e95-7eac59aba45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5b946a-c135-4eef-ba9d-3e4cc76f6746,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:50.954393 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bfef3c93-a4d2-4861-a1aa-8b2201d22774 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.014654 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-810007ca-f09c-4ef4-a2b0-a888809271a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.039818 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-810007ca-f09c-4ef4-a2b0-a888809271a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.047863 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6b31247b-ff59-4e73-b365-1d185885f6f7 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:46:51.075432 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 6b31247b-ff59-4e73-b365-1d185885f6f7 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:46:51.076709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6b31247b-ff59-4e73-b365-1d185885f6f7 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:46:51.089968 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-810007ca-f09c-4ef4-a2b0-a888809271a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.092703 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-810007ca-f09c-4ef4-a2b0-a888809271a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.096603 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-810007ca-f09c-4ef4-a2b0-a888809271a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f5b946a-c135-4eef-ba9d-3e4cc76f6746 HTTP/1.1" status: 204 len: 168 time: 0.1519816 Sep 29 17:46:51.103144 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810007ca-f09c-4ef4-a2b0-a888809271a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5b946a-c135-4eef-ba9d-3e4cc76f6746,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:51.181971 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bfef3c93-a4d2-4861-a1aa-8b2201d22774 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.188613 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bfef3c93-a4d2-4861-a1aa-8b2201d22774 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.246763 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.250810 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bfef3c93-a4d2-4861-a1aa-8b2201d22774 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.255136 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bfef3c93-a4d2-4861-a1aa-8b2201d22774 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3835504 Sep 29 17:46:51.255343 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35468) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:51.260900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-85ad1fa4-a01c-432e-a1c5-07fd9b0cc12e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Request body: {'security_group_rule': {'security_group_id': '77088b1c-d70a-45a5-b0bf-c0b59a624cd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:51.300250 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-85ad1fa4-a01c-432e-a1c5-07fd9b0cc12e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.369178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef3c93-a4d2-4861-a1aa-8b2201d22774 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77088b1c-d70a-45a5-b0bf-c0b59a624cd5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:51.426302 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Router de77bfb7-91b2-4d49-8b72-b945cc241263 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:46:51.462067 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-85ad1fa4-a01c-432e-a1c5-07fd9b0cc12e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.468009 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-85ad1fa4-a01c-432e-a1c5-07fd9b0cc12e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.485361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35472) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:51.500098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad1fa4-a01c-432e-a1c5-07fd9b0cc12e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b5d162-5d79-4118-a928-a17757443e3d,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:51.516586 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23dbb8ac-61a4-4c4b-b984-1ab144f68d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.525896 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-85ad1fa4-a01c-432e-a1c5-07fd9b0cc12e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.529624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-85ad1fa4-a01c-432e-a1c5-07fd9b0cc12e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2707062 Sep 29 17:46:51.529918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35474) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:51.534547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c5345f93-8b36-4d66-8cfc-b26aecea01b5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Request body: {'security_group_rule': {'security_group_id': '77088b1c-d70a-45a5-b0bf-c0b59a624cd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:51.560176 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:46:51.571318 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Sync routers for ids ['de77bfb7-91b2-4d49-8b72-b945cc241263'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:46:51.582215 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Routers {'de77bfb7-91b2-4d49-8b72-b945cc241263'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:46:51.584406 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:46:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['de77bfb7-91b2-4d49-8b72-b945cc241263'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:51.590470 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.db.api [None req-c5345f93-8b36-4d66-8cfc-b26aecea01b5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:46:51.590470 n-d-811748-2 neutron-server[95016]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 17:46:51.590470 n-d-811748-2 neutron-server[95016]: [parameters: {'project_id_1': 'e623b8fc0f40480d8e744c4b328c6a7d', 'expiration_1': datetime.datetime(2021, 9, 29, 17, 46, 31, 545154)}] Sep 29 17:46:51.590470 n-d-811748-2 neutron-server[95016]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95016) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:46:51.590942 n-d-811748-2 neutron-server[95016]: DEBUG oslo_db.api [None req-c5345f93-8b36-4d66-8cfc-b26aecea01b5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:46:51.661111 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23dbb8ac-61a4-4c4b-b984-1ab144f68d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.665716 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-23dbb8ac-61a4-4c4b-b984-1ab144f68d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.670916 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.675624 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f04ac787-7d48-4c94-a8a4-e5399e9c7106 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6789007 Sep 29 17:46:51.676258 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35478) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:51.708113 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-23dbb8ac-61a4-4c4b-b984-1ab144f68d84 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9504b29319f04c88a59ae35df881a1e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2187369 Sep 29 17:46:51.708873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbb8ac-61a4-4c4b-b984-1ab144f68d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac6a1b9-cbde-4c34-b9e5-ac96f51521c6,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:51.709799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Set router de77bfb7-91b2-4d49-8b72-b945cc241263 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:46:51.712045 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35482) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:51.769721 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99fec5e5-2f66-4d28-93e5-16b9deeb2ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.795050 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99fec5e5-2f66-4d28-93e5-16b9deeb2ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.855270 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99fec5e5-2f66-4d28-93e5-16b9deeb2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.858552 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-99fec5e5-2f66-4d28-93e5-16b9deeb2ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:51.860102 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-99fec5e5-2f66-4d28-93e5-16b9deeb2ce7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cac6a1b9-cbde-4c34-b9e5-ac96f51521c6 HTTP/1.1" status: 204 len: 168 time: 0.1461186 Sep 29 17:46:51.869108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fec5e5-2f66-4d28-93e5-16b9deeb2ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac6a1b9-cbde-4c34-b9e5-ac96f51521c6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:51.957871 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:50Z', 'revision_number': 3, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:51.994033 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Checking router: de77bfb7-91b2-4d49-8b72-b945cc241263 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:46:51.994404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Updating router de77bfb7-91b2-4d49-8b72-b945cc241263 port b783c970-e5ac-496b-ba73-ce6b646b3d0a binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:46:52.018167 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6a49f9d3-2a36-4100-9e6a-57ec7cbe2a76 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=cdebda4e15a34e08b7ebdfe096f7059a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3403325 Sep 29 17:46:52.024246 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:52.024670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35486) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:52.228488 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c5345f93-8b36-4d66-8cfc-b26aecea01b5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:52.255760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91841cd-a361-4654-8a18-e7f5fbee16e4 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:52.257838 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a91841cd-a361-4654-8a18-e7f5fbee16e4 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2314441 Sep 29 17:46:52.260931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35492) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:52.297244 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-74547f77-9978-4468-93ec-f7b3213abd47 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350633 Sep 29 17:46:52.300046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35496) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:52.307137 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3f786938-a2c6-41c8-9295-71a28e20bfe3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1278865400', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:52.314876 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c5345f93-8b36-4d66-8cfc-b26aecea01b5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:52.324084 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c5345f93-8b36-4d66-8cfc-b26aecea01b5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:52.367750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5345f93-8b36-4d66-8cfc-b26aecea01b5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79d7915-be89-416b-bd34-fb93aa44879b,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:52.381645 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c5345f93-8b36-4d66-8cfc-b26aecea01b5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:52.385329 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c5345f93-8b36-4d66-8cfc-b26aecea01b5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8529625 Sep 29 17:46:52.387905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35500) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:52.394582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:52.402083 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:52.412214 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:52.428606 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f786938-a2c6-41c8-9295-71a28e20bfe3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Made reservation on behalf of cdebda4e15a34e08b7ebdfe096f7059a for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:46:52.433089 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3f786938-a2c6-41c8-9295-71a28e20bfe3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:52.451694 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:52.551525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Attempting to bind port b783c970-e5ac-496b-ba73-ce6b646b3d0a on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:46:52.551895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Attempting to bind port b783c970-e5ac-496b-ba73-ce6b646b3d0a by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:46:52.552264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Attempting to bind port b783c970-e5ac-496b-ba73-ce6b646b3d0a on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:46:52.557874 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef984660-ead3-4ddc-a116-cdae4d166b34 None None] Pushing event updated for resources: {'Port': ['ID=b783c970-e5ac-496b-ba73-ce6b646b3d0a,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:52.579038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef984660-ead3-4ddc-a116-cdae4d166b34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:52.579381 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef984660-ead3-4ddc-a116-cdae4d166b34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:52.582027 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef984660-ead3-4ddc-a116-cdae4d166b34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:52.582417 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef984660-ead3-4ddc-a116-cdae4d166b34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:52.582723 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef984660-ead3-4ddc-a116-cdae4d166b34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:52.583118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef984660-ead3-4ddc-a116-cdae4d166b34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:52.586401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef984660-ead3-4ddc-a116-cdae4d166b34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:52.586748 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef984660-ead3-4ddc-a116-cdae4d166b34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:52.587383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef984660-ead3-4ddc-a116-cdae4d166b34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:52.590139 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef984660-ead3-4ddc-a116-cdae4d166b34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:52.591299 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef984660-ead3-4ddc-a116-cdae4d166b34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:52.592186 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:52.592716 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef984660-ead3-4ddc-a116-cdae4d166b34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:52.603351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:46:52.603536 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:46:52.603860 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:52.604608 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:46:52.605271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Bound port: b783c970-e5ac-496b-ba73-ce6b646b3d0a, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:46:52.605973 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:52.678217 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] For port b783c970-e5ac-496b-ba73-ce6b646b3d0a, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:46:52.690198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] For port b783c970-e5ac-496b-ba73-ce6b646b3d0a, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b783c970-e5ac-496b-ba73-ce6b646b3d0a,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:46:52.698046 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:52.763999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Routers {'de77bfb7-91b2-4d49-8b72-b945cc241263'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:46:52.764820 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:46:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['de77bfb7-91b2-4d49-8b72-b945cc241263'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:52.848816 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3f786938-a2c6-41c8-9295-71a28e20bfe3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:52.865477 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef984660-ead3-4ddc-a116-cdae4d166b34 None None] Pushing event updated for resources: {'Port': ['ID=b783c970-e5ac-496b-ba73-ce6b646b3d0a,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:52.876096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Allocated IP 172.25.2.4 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/a38fd653-aa60-43ad-84a4-3c695ace473c) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:46:52.968237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f786938-a2c6-41c8-9295-71a28e20bfe3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Subnet': ['ID=38511cbf-37fa-4248-a585-2cf9975187d5,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:52.970830 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] Set router de77bfb7-91b2-4d49-8b72-b945cc241263 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:46:52.983852 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f786938-a2c6-41c8-9295-71a28e20bfe3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Checking segment: {'id': 'a3858f70-7785-4f2d-8e65-ac299ad73525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:46:52.984475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f786938-a2c6-41c8-9295-71a28e20bfe3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network hostable DHCP agents. Network: 1bbf7a2e-4718-4edd-9918-03a005e4405f, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:46:53.009219 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f786938-a2c6-41c8-9295-71a28e20bfe3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network 1bbf7a2e-4718-4edd-9918-03a005e4405f is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:46:53.025182 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-3f786938-a2c6-41c8-9295-71a28e20bfe3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 1bbf7a2e-4718-4edd-9918-03a005e4405f) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:46:53.030042 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f786938-a2c6-41c8-9295-71a28e20bfe3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:53.030717 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3f786938-a2c6-41c8-9295-71a28e20bfe3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:53.053020 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e151e6fd-ea44-45f2-b0a8-c78addc41b88 None None] Network 1bbf7a2e-4718-4edd-9918-03a005e4405f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:46:53.066295 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3f786938-a2c6-41c8-9295-71a28e20bfe3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7647135 Sep 29 17:46:53.068322 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35524) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:53.146259 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:53.218121 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:53.324264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:50Z', 'revision_number': 3, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:53.328303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:46:53.350836 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:46:53.356524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f41e16-deac-4d76-bc14-9490b98c5841 None None] The sync data for ids ['de77bfb7-91b2-4d49-8b72-b945cc241263'] in n-d-811748-2 is: [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:50Z', 'revision_number': 3, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:46:53.358443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:46:53.360990 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-1bbf7a2e-4718-4edd-9918-03a005e4405f', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:46:53.370539 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:53.450598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event updated for resources: {'Port': ['ID=a38fd653-aa60-43ad-84a4-3c695ace473c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:53.588409 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:53.672669 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:53.704611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Allocated IP 172.20.0.2 (1bbf7a2e-4718-4edd-9918-03a005e4405f/38511cbf-37fa-4248-a585-2cf9975187d5/63a0524e-f184-4b77-82d6-3a6af1473c18) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:46:53.906157 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:54.004536 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:54.020087 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:54.078136 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:54.096482 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:54.192450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Network 1bbf7a2e-4718-4edd-9918-03a005e4405f is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:46:54.205896 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:54.211837 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:46:54.215632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:46:54.250023 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Pushing event updated for resources: {'Port': ['ID=63a0524e-f184-4b77-82d6-3a6af1473c18,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:54.252390 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:54.263373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8742962 Sep 29 17:46:54.271838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14facf-5258-4ff6-8502-ccdd92886b3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event updated for resources: {'Port': ['ID=a38fd653-aa60-43ad-84a4-3c695ace473c,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:54.345247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Attempting to bind port 63a0524e-f184-4b77-82d6-3a6af1473c18 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:46:54.345649 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Attempting to bind port 63a0524e-f184-4b77-82d6-3a6af1473c18 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'a3858f70-7785-4f2d-8e65-ac299ad73525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:46:54.346017 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Attempting to bind port 63a0524e-f184-4b77-82d6-3a6af1473c18 on network 1bbf7a2e-4718-4edd-9918-03a005e4405f {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:46:54.352511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:46:54.353082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Checking segment: {'id': 'a3858f70-7785-4f2d-8e65-ac299ad73525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:46:54.353747 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:54.354676 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Bound using segment: {'id': 'a3858f70-7785-4f2d-8e65-ac299ad73525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:46:54.356644 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Bound port: 63a0524e-f184-4b77-82d6-3a6af1473c18, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3858f70-7785-4f2d-8e65-ac299ad73525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:46:54.357224 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:54.439790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] For port 63a0524e-f184-4b77-82d6-3a6af1473c18, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:46:54.443930 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] For port 63a0524e-f184-4b77-82d6-3a6af1473c18, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=63a0524e-f184-4b77-82d6-3a6af1473c18,segment=NetworkSegment(a3858f70-7785-4f2d-8e65-ac299ad73525),segment_id=a3858f70-7785-4f2d-8e65-ac299ad73525)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:46:54.456637 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:54.565311 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b783c970-e5ac-496b-ba73-ce6b646b3d0a up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:46:54.570337 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c6b09-bcdf-40e4-a0a0-3caf17c75d69 None None] Pushing event updated for resources: {'Port': ['ID=63a0524e-f184-4b77-82d6-3a6af1473c18,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:54.653492 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b783c970-e5ac-496b-ba73-ce6b646b3d0a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:54.654085 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:54.818148 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-194d97f9-c40f-4821-964f-b513f57f36df req-727251f0-e829-4586-835c-d9c4124607bd tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--495264423&fields=id&tenant_id=e623b8fc0f40480d8e744c4b328c6a7d HTTP/1.1" status: 200 len: 267 time: 0.0811551 Sep 29 17:46:54.857607 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:54.891877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port b783c970-e5ac-496b-ba73-ce6b646b3d0a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b783c970-e5ac-496b-ba73-ce6b646b3d0a,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:46:54.900023 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:55.017400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Allocated IP 172.20.0.1 (1bbf7a2e-4718-4edd-9918-03a005e4405f/38511cbf-37fa-4248-a585-2cf9975187d5/a997cb92-20f5-4153-9365-12d3ad21679a) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:46:55.045601 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d97f9-c40f-4821-964f-b513f57f36df req-4f5e4b66-cf53-4b9e-89db-ad1d3cddccaa tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:55.052911 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-194d97f9-c40f-4821-964f-b513f57f36df req-4f5e4b66-cf53-4b9e-89db-ad1d3cddccaa tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/networks?id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 200 len: 816 time: 0.2228436 Sep 29 17:46:55.079551 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-194d97f9-c40f-4821-964f-b513f57f36df req-eea3c1ea-a1d3-4cda-a238-8ee0c2ea54bf tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/quotas/e623b8fc0f40480d8e744c4b328c6a7d HTTP/1.1" status: 200 len: 375 time: 0.0251410 Sep 29 17:46:55.289716 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-194d97f9-c40f-4821-964f-b513f57f36df req-bff4393c-6df9-44e4-addb-8aa2db3db2b9 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2033215 Sep 29 17:46:55.327379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=b783c970-e5ac-496b-ba73-ce6b646b3d0a,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:55.343422 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:55.381615 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:55.404529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network 1bbf7a2e-4718-4edd-9918-03a005e4405f is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:46:55.423076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:46:55.426488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:46:55.513350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Port': ['ID=a997cb92-20f5-4153-9365-12d3ad21679a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:55.529990 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:55.530337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:55.530680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:55.531019 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:55.531350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:55.531707 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:55.532069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:55.532699 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:55.533071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:55.533479 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:55.533819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:55.534150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:55.540249 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:55.658914 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-194d97f9-c40f-4821-964f-b513f57f36df req-035dcf1f-f387-4b85-98f4-5f6facf6c732 service neutron] 10.222.0.44 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604567 Sep 29 17:46:55.801242 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:55.821419 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-194d97f9-c40f-4821-964f-b513f57f36df req-1b185905-a41e-473d-a7f5-a7b4777ec892 service neutron] 10.222.0.44 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392393 Sep 29 17:46:56.023738 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c6051e50-5663-449d-aed5-be92326bfc78 req-989d56b1-d831-4612-84f1-279fb031d6f4 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 210 time: 0.0374975 Sep 29 17:46:56.179012 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:56.184221 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:56.341653 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:56.365981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Port': ['ID=a997cb92-20f5-4153-9365-12d3ad21679a,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:56.607388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 63a0524e-f184-4b77-82d6-3a6af1473c18 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:46:56.657621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network 1bbf7a2e-4718-4edd-9918-03a005e4405f is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:46:56.661355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:46:56.692509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 63a0524e-f184-4b77-82d6-3a6af1473c18 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:56.693113 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:56.776164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35580) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:56.811148 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:56.901956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Router de77bfb7-91b2-4d49-8b72-b945cc241263 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:46:56.906866 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 63a0524e-f184-4b77-82d6-3a6af1473c18, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=63a0524e-f184-4b77-82d6-3a6af1473c18,segment=NetworkSegment(a3858f70-7785-4f2d-8e65-ac299ad73525),segment_id=a3858f70-7785-4f2d-8e65-ac299ad73525)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:46:56.916211 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:56.916776 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b783c970-e5ac-496b-ba73-ce6b646b3d0a up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:46:56.965075 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-61c81282-ad8e-4809-9c37-9c0bd584a392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:56.993836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b565510b-84d9-4e51-b940-13c0e0c7badc None None] Network 1bbf7a2e-4718-4edd-9918-03a005e4405f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:46:57.017438 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=63a0524e-f184-4b77-82d6-3a6af1473c18,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:57.054992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:46:57.061710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-cb98f568-2d7d-41b1-90f0-cd4977a32e8e None None] Provisioning complete for port 63a0524e-f184-4b77-82d6-3a6af1473c18 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:57.062083 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cb98f568-2d7d-41b1-90f0-cd4977a32e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:57.070220 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Sync routers for ids ['de77bfb7-91b2-4d49-8b72-b945cc241263'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:46:57.075778 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9bc29d82-2a6c-407b-b73c-bde6b498a564 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "PUT /v2.0/routers/de77bfb7-91b2-4d49-8b72-b945cc241263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0061486 Sep 29 17:46:57.076628 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35588) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:57.085918 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Routers {'de77bfb7-91b2-4d49-8b72-b945cc241263'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:46:57.087044 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:46:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['de77bfb7-91b2-4d49-8b72-b945cc241263'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:57.201908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b783c970-e5ac-496b-ba73-ce6b646b3d0a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:57.205634 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:57.271838 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-61c81282-ad8e-4809-9c37-9c0bd584a392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:57.284457 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c993237-3079-4e1a-b079-4d4149623c1d req-1b45632f-a326-4cab-9a52-14e5f2d7d420 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 210 time: 0.1052840 Sep 29 17:46:57.332750 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-61c81282-ad8e-4809-9c37-9c0bd584a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:57.374893 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d57cb9-a392-4a6c-8993-7fb0475bdb57 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.375444 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d57cb9-a392-4a6c-8993-7fb0475bdb57 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.375849 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d57cb9-a392-4a6c-8993-7fb0475bdb57 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.376313 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d57cb9-a392-4a6c-8993-7fb0475bdb57 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.376777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d57cb9-a392-4a6c-8993-7fb0475bdb57 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.377248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d57cb9-a392-4a6c-8993-7fb0475bdb57 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.377732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d57cb9-a392-4a6c-8993-7fb0475bdb57 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.378191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d57cb9-a392-4a6c-8993-7fb0475bdb57 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.383765 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-40d57cb9-a392-4a6c-8993-7fb0475bdb57 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5680 time: 0.3053656 Sep 29 17:46:57.384513 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-61c81282-ad8e-4809-9c37-9c0bd584a392 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf5384d802fe4fd9998fbcf0a9730e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6072733 Sep 29 17:46:57.384858 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35590) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:57.385133 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35592) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:57.388591 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Set router de77bfb7-91b2-4d49-8b72-b945cc241263 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:46:57.464392 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:57.562240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3e3c8-4112-463e-aee6-63b95ae1854a tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.562820 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3e3c8-4112-463e-aee6-63b95ae1854a tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.563386 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3e3c8-4112-463e-aee6-63b95ae1854a tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.563913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3e3c8-4112-463e-aee6-63b95ae1854a tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.564436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3e3c8-4112-463e-aee6-63b95ae1854a tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.564997 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3e3c8-4112-463e-aee6-63b95ae1854a tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.566303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3e3c8-4112-463e-aee6-63b95ae1854a tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.566938 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3e3c8-4112-463e-aee6-63b95ae1854a tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.573367 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0db3e3c8-4112-463e-aee6-63b95ae1854a tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5279 time: 0.1831605 Sep 29 17:46:57.579429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35596) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:57.709738 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:55Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'a997cb92-20f5-4153-9365-12d3ad21679a', 'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:d8:58:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:54Z', 'updated_at': '2021-09-29T17:46:55Z', 'revision_number': 2, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:57.740303 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Checking router: de77bfb7-91b2-4d49-8b72-b945cc241263 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:46:57.740889 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Updating router de77bfb7-91b2-4d49-8b72-b945cc241263 port a997cb92-20f5-4153-9365-12d3ad21679a binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:46:57.797423 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:57.880714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c81282-ad8e-4809-9c37-9c0bd584a392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aba87a-53c5-455e-84ff-845cfc0b588b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:57.912794 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b20be5d4-7d5c-4f8e-965a-8aca8f9bff84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:57.922007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-09423df3-b60a-4f1e-8520-daa6d9556148 None None] Provisioning complete for port 63a0524e-f184-4b77-82d6-3a6af1473c18 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:57.922529 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09423df3-b60a-4f1e-8520-daa6d9556148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:57.949862 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b20be5d4-7d5c-4f8e-965a-8aca8f9bff84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:57.958928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d97f9-c40f-4821-964f-b513f57f36df req-46d42848-4503-4eae-addb-09d264e731a3 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:57.961602 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-194d97f9-c40f-4821-964f-b513f57f36df req-46d42848-4503-4eae-addb-09d264e731a3 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.49 "GET /v2.0/networks?id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 200 len: 816 time: 0.6842093 Sep 29 17:46:58.029960 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e974868e-3ca8-4aab-87e9-45eac95bd07b tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4485 time: 0.4492872 Sep 29 17:46:58.052155 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-194d97f9-c40f-4821-964f-b513f57f36df req-696312e8-074f-4c02-bb97-d8a69014b3cb tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e623b8fc0f40480d8e744c4b328c6a7d HTTP/1.1" status: 200 len: 379 time: 0.0797057 Sep 29 17:46:58.063410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-194d97f9-c40f-4821-964f-b513f57f36df req-8cbbdbd1-09ab-4545-abb8-bc1b6cfab86b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Request body: {'port': {'device_id': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'admin_state_up': True, 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'security_groups': ['77088b1c-d70a-45a5-b0bf-c0b59a624cd5']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:58.073414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-09423df3-b60a-4f1e-8520-daa6d9556148 None None] Provisioning complete for port a997cb92-20f5-4153-9365-12d3ad21679a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:58.073799 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09423df3-b60a-4f1e-8520-daa6d9556148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:58.123810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-09423df3-b60a-4f1e-8520-daa6d9556148 None None] Port a997cb92-20f5-4153-9365-12d3ad21679a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:46:58.162282 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b20be5d4-7d5c-4f8e-965a-8aca8f9bff84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:58.174701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b20be5d4-7d5c-4f8e-965a-8aca8f9bff84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:58.178082 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b20be5d4-7d5c-4f8e-965a-8aca8f9bff84 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5aba87a-53c5-455e-84ff-845cfc0b588b HTTP/1.1" status: 204 len: 168 time: 0.7823873 Sep 29 17:46:58.262822 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:58.272690 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:58.391329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4cbe2217-966c-4984-a17a-11519963c4f4 None None] Provisioning complete for port a997cb92-20f5-4153-9365-12d3ad21679a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:58.394903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20be5d4-7d5c-4f8e-965a-8aca8f9bff84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aba87a-53c5-455e-84ff-845cfc0b588b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:58.409858 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4cbe2217-966c-4984-a17a-11519963c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:58.435358 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f9aee-1b7e-4e1c-9596-d2ebb478d61b None None] Pushing event updated for resources: {'Port': ['ID=a997cb92-20f5-4153-9365-12d3ad21679a,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:58.478322 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f9aee-1b7e-4e1c-9596-d2ebb478d61b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:58.478657 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f9aee-1b7e-4e1c-9596-d2ebb478d61b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:58.478988 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f9aee-1b7e-4e1c-9596-d2ebb478d61b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:58.479318 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f9aee-1b7e-4e1c-9596-d2ebb478d61b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:58.479640 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f9aee-1b7e-4e1c-9596-d2ebb478d61b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:58.479958 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f9aee-1b7e-4e1c-9596-d2ebb478d61b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:58.480278 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f9aee-1b7e-4e1c-9596-d2ebb478d61b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:58.480591 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f9aee-1b7e-4e1c-9596-d2ebb478d61b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:58.480904 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f9aee-1b7e-4e1c-9596-d2ebb478d61b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:58.481219 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f9aee-1b7e-4e1c-9596-d2ebb478d61b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:58.500883 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f9aee-1b7e-4e1c-9596-d2ebb478d61b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:58.501248 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f9aee-1b7e-4e1c-9596-d2ebb478d61b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:46:58.528961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 63a0524e-f184-4b77-82d6-3a6af1473c18 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:46:58.577510 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38bbd516-0de8-4875-af00-e7f23da3ee39 req-97f49029-9051-4a92-bedd-169485e8ef34 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 210 time: 0.1073685 Sep 29 17:46:58.594673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe2217-966c-4984-a17a-11519963c4f4 None None] Port a997cb92-20f5-4153-9365-12d3ad21679a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:46:58.610393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194d97f9-c40f-4821-964f-b513f57f36df req-8cbbdbd1-09ab-4545-abb8-bc1b6cfab86b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Made reservation on behalf of e623b8fc0f40480d8e744c4b328c6a7d for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:46:58.614283 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-194d97f9-c40f-4821-964f-b513f57f36df req-8cbbdbd1-09ab-4545-abb8-bc1b6cfab86b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:58.616198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 63a0524e-f184-4b77-82d6-3a6af1473c18 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:58.617117 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:58.689055 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Attempting to bind port a997cb92-20f5-4153-9365-12d3ad21679a on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:46:58.689804 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Attempting to bind port a997cb92-20f5-4153-9365-12d3ad21679a by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'a3858f70-7785-4f2d-8e65-ac299ad73525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:46:58.690494 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Attempting to bind port a997cb92-20f5-4153-9365-12d3ad21679a on network 1bbf7a2e-4718-4edd-9918-03a005e4405f {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:46:58.702364 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:46:58.702909 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Checking segment: {'id': 'a3858f70-7785-4f2d-8e65-ac299ad73525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:46:58.703410 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:58.703902 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Bound using segment: {'id': 'a3858f70-7785-4f2d-8e65-ac299ad73525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:46:58.704608 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Bound port: a997cb92-20f5-4153-9365-12d3ad21679a, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3858f70-7785-4f2d-8e65-ac299ad73525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:46:58.705087 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:58.778222 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35616) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:58.783998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-1f383aec-a0a2-4814-b915-a92111610ee5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1085979934', 'description': 'tempest-secgroup-smoke-1085979934 description', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:58.833688 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f383aec-a0a2-4814-b915-a92111610ee5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:58.846161 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-37d1ed02-e7cf-411c-bb3c-3a1b173a2883 None None] Provisioning complete for port a997cb92-20f5-4153-9365-12d3ad21679a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:58.846851 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-37d1ed02-e7cf-411c-bb3c-3a1b173a2883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:58.886917 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] For port a997cb92-20f5-4153-9365-12d3ad21679a, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:46:58.892714 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] For port a997cb92-20f5-4153-9365-12d3ad21679a, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a997cb92-20f5-4153-9365-12d3ad21679a,segment=NetworkSegment(a3858f70-7785-4f2d-8e65-ac299ad73525),segment_id=a3858f70-7785-4f2d-8e65-ac299ad73525)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:46:58.901009 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:58.941370 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-37d1ed02-e7cf-411c-bb3c-3a1b173a2883 None None] Port a997cb92-20f5-4153-9365-12d3ad21679a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:46:58.964549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-194d97f9-c40f-4821-964f-b513f57f36df req-8cbbdbd1-09ab-4545-abb8-bc1b6cfab86b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Allocated IP 172.20.0.3 (8e0ae42f-1a64-4ab5-b392-cf8ee0582253/6beb8b79-6b72-4c5b-af59-845d806127d5/6497c8a8-e3e1-49fa-9f4c-42a2133f2818) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:46:59.042393 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Routers {'de77bfb7-91b2-4d49-8b72-b945cc241263'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:46:59.043031 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:46:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['de77bfb7-91b2-4d49-8b72-b945cc241263'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:59.057062 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f383aec-a0a2-4814-b915-a92111610ee5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:59.067871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f383aec-a0a2-4814-b915-a92111610ee5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:59.143679 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1f383aec-a0a2-4814-b915-a92111610ee5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:59.149704 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1f383aec-a0a2-4814-b915-a92111610ee5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3697760 Sep 29 17:46:59.150518 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35632) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:46:59.153136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f383aec-a0a2-4814-b915-a92111610ee5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377aa1e3-de10-4d4d-a8f0-974bcfbb40d6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:59.162843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6d594e08-5cc5-4e90-823f-9cbf066d5700 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '377aa1e3-de10-4d4d-a8f0-974bcfbb40d6', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:59.182816 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2262c107-e09d-4be7-9d2e-17f7baa3b55f None None] Provisioning complete for port a997cb92-20f5-4153-9365-12d3ad21679a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:59.183857 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2262c107-e09d-4be7-9d2e-17f7baa3b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:59.204270 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d594e08-5cc5-4e90-823f-9cbf066d5700 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:59.360751 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-194d97f9-c40f-4821-964f-b513f57f36df req-8cbbdbd1-09ab-4545-abb8-bc1b6cfab86b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:59.383633 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2262c107-e09d-4be7-9d2e-17f7baa3b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:59.431987 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f9aee-1b7e-4e1c-9596-d2ebb478d61b None None] Pushing event updated for resources: {'Port': ['ID=a997cb92-20f5-4153-9365-12d3ad21679a,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:59.440007 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-194d97f9-c40f-4821-964f-b513f57f36df req-8cbbdbd1-09ab-4545-abb8-bc1b6cfab86b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:59.488720 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2262c107-e09d-4be7-9d2e-17f7baa3b55f None None] For port a997cb92-20f5-4153-9365-12d3ad21679a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a997cb92-20f5-4153-9365-12d3ad21679a,segment=NetworkSegment(a3858f70-7785-4f2d-8e65-ac299ad73525),segment_id=a3858f70-7785-4f2d-8e65-ac299ad73525)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:46:59.497562 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2262c107-e09d-4be7-9d2e-17f7baa3b55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:59.530904 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] Set router de77bfb7-91b2-4d49-8b72-b945cc241263 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:46:59.556174 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194d97f9-c40f-4821-964f-b513f57f36df req-8cbbdbd1-09ab-4545-abb8-bc1b6cfab86b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:46:59.566170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-194d97f9-c40f-4821-964f-b513f57f36df req-8cbbdbd1-09ab-4545-abb8-bc1b6cfab86b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:46:59.571126 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-194d97f9-c40f-4821-964f-b513f57f36df req-8cbbdbd1-09ab-4545-abb8-bc1b6cfab86b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:46:59.616057 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262c107-e09d-4be7-9d2e-17f7baa3b55f None None] Pushing event updated for resources: {'Port': ['ID=a997cb92-20f5-4153-9365-12d3ad21679a,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:59.692233 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbdbd1-09ab-4545-abb8-bc1b6cfab86b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event updated for resources: {'Port': ['ID=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:46:59.719792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d97f9-c40f-4821-964f-b513f57f36df req-8cbbdbd1-09ab-4545-abb8-bc1b6cfab86b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:46:59.720711 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-194d97f9-c40f-4821-964f-b513f57f36df req-8cbbdbd1-09ab-4545-abb8-bc1b6cfab86b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:59.723798 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e15bebf0-1fe9-4150-9664-3a317d49ecde None None] Provisioning complete for port a997cb92-20f5-4153-9365-12d3ad21679a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:46:59.730472 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e15bebf0-1fe9-4150-9664-3a317d49ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:46:59.764248 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-194d97f9-c40f-4821-964f-b513f57f36df req-8cbbdbd1-09ab-4545-abb8-bc1b6cfab86b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7053001 Sep 29 17:46:59.787635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Request body: {'port': {'device_id': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:46:59.903747 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:55Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'a997cb92-20f5-4153-9365-12d3ad21679a', 'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:d8:58:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:54Z', 'updated_at': '2021-09-29T17:46:58Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:46:59.937926 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7d2bb-0107-4ac2-b1f2-61067b59eb2e None None] The sync data for ids ['de77bfb7-91b2-4d49-8b72-b945cc241263'] in n-d-811748-2 is: [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:55Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'a997cb92-20f5-4153-9365-12d3ad21679a', 'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:d8:58:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:54Z', 'updated_at': '2021-09-29T17:46:58Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:46:59.957666 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.005024 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d594e08-5cc5-4e90-823f-9cbf066d5700 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.034413 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4baab8f6-8d97-4be3-aca1-b9a0d1c7b5aa None None] Provisioning complete for port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:00.034811 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4baab8f6-8d97-4be3-aca1-b9a0d1c7b5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.059586 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d594e08-5cc5-4e90-823f-9cbf066d5700 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.092999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d594e08-5cc5-4e90-823f-9cbf066d5700 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebcbd42-8623-4922-83c3-5e046cb2d499,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:00.122296 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98c7c7-6864-49c9-9104-4ce43131328f req-99ed0be1-47c6-42c3-b226-497b240ef049 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:00.123111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4baab8f6-8d97-4be3-aca1-b9a0d1c7b5aa None None] Port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:47:00.123880 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f98c7c7-6864-49c9-9104-4ce43131328f req-99ed0be1-47c6-42c3-b226-497b240ef049 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 931 time: 0.1175284 Sep 29 17:47:00.124827 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d594e08-5cc5-4e90-823f-9cbf066d5700 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.129016 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6d594e08-5cc5-4e90-823f-9cbf066d5700 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9770491 Sep 29 17:47:00.129855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35670) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:00.136512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-1d2961e5-ac88-4378-8685-0cca0bdf35d5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '377aa1e3-de10-4d4d-a8f0-974bcfbb40d6', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:00.188945 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1d2961e5-ac88-4378-8685-0cca0bdf35d5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.263282 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f98c7c7-6864-49c9-9104-4ce43131328f req-12207ff1-228e-40d5-8e98-644f0fabc231 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323929 Sep 29 17:47:00.292446 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1d2961e5-ac88-4378-8685-0cca0bdf35d5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.297901 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1d2961e5-ac88-4378-8685-0cca0bdf35d5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.322636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2961e5-ac88-4378-8685-0cca0bdf35d5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c35c4b9-729d-43ab-8e5c-16aa18d9ea19,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:00.331791 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1d2961e5-ac88-4378-8685-0cca0bdf35d5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.338721 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1d2961e5-ac88-4378-8685-0cca0bdf35d5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2067103 Sep 29 17:47:00.340741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35676) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:00.351622 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b43bf4ce-bbdc-4584-a728-6ec6cb2c1225 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '377aa1e3-de10-4d4d-a8f0-974bcfbb40d6', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:00.392360 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b43bf4ce-bbdc-4584-a728-6ec6cb2c1225 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.495534 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b43bf4ce-bbdc-4584-a728-6ec6cb2c1225 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.499744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a997cb92-20f5-4153-9365-12d3ad21679a up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:00.503085 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b43bf4ce-bbdc-4584-a728-6ec6cb2c1225 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.538329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bf4ce-bbdc-4584-a728-6ec6cb2c1225 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978fee45-74ea-4180-9733-36ef164b62db,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:00.553477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b43bf4ce-bbdc-4584-a728-6ec6cb2c1225 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.558510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 35678) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:00.558981 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b43bf4ce-bbdc-4584-a728-6ec6cb2c1225 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2166581 Sep 29 17:47:00.566841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-47dd7d8b-063e-4d2c-8a05-591ad4065fb9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '377aa1e3-de10-4d4d-a8f0-974bcfbb40d6', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:00.606161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:47:00.620664 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.639294 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a997cb92-20f5-4153-9365-12d3ad21679a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:00.639904 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.661646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Transition to ACTIVE for port object 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:47:00.662730 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-47dd7d8b-063e-4d2c-8a05-591ad4065fb9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.672828 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.750426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Pushing event updated for resources: {'Port': ['ID=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:00.894702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Attempting to bind port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:47:00.895044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Attempting to bind port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:47:00.895379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Attempting to bind port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 on network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:00.904180 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-47dd7d8b-063e-4d2c-8a05-591ad4065fb9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.906620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 on network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:47:00.906955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Attempting to bind port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 on network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:00.914837 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-47dd7d8b-063e-4d2c-8a05-591ad4065fb9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.917453 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:47:00.918098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Checking segment: {'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:47:00.918719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Bound using segment: {'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:47:00.919312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Bound port: 6497c8a8-e3e1-49fa-9f4c-42a2133f2818, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1817d273-c4eb-4b2c-920a-bd59085ecea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:47:00.919907 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.964544 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-47dd7d8b-063e-4d2c-8a05-591ad4065fb9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:00.970054 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35686) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:00.974435 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-47dd7d8b-063e-4d2c-8a05-591ad4065fb9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4138732 Sep 29 17:47:00.980183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6efb9ae9-0b48-4af4-9333-dd7cb89923b2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '377aa1e3-de10-4d4d-a8f0-974bcfbb40d6', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:01.009984 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-6efb9ae9-0b48-4af4-9333-dd7cb89923b2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Project cdebda4e15a34e08b7ebdfe096f7059a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:47:01.019895 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6efb9ae9-0b48-4af4-9333-dd7cb89923b2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:01.068319 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] For port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:47:01.072803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] For port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:47:01.089243 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:01.117558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd7d8b-063e-4d2c-8a05-591ad4065fb9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c5f7de-6810-4a29-843a-7b0d5be00265,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:01.143318 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6efb9ae9-0b48-4af4-9333-dd7cb89923b2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:01.149136 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6efb9ae9-0b48-4af4-9333-dd7cb89923b2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:01.179766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb9ae9-0b48-4af4-9333-dd7cb89923b2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2473cc7-4224-42f2-adb3-7e90a8385dd4,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:01.212294 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6efb9ae9-0b48-4af4-9333-dd7cb89923b2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:01.213655 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6efb9ae9-0b48-4af4-9333-dd7cb89923b2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2425230 Sep 29 17:47:01.217475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35690) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:01.230910 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3cf91a64-ffcf-4b7a-93bb-6191ca7477af tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '377aa1e3-de10-4d4d-a8f0-974bcfbb40d6', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:01.267737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Pushing event updated for resources: {'Port': ['ID=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:01.275179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:01.276046 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:01.279146 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-194d97f9-c40f-4821-964f-b513f57f36df req-bf011cdf-b42a-4c35-9fa2-782c859ec742 service neutron] 10.222.0.49 "PUT /v2.0/ports/6497c8a8-e3e1-49fa-9f4c-42a2133f2818 HTTP/1.1" status: 200 len: 1091 time: 1.5044560 Sep 29 17:47:01.280017 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'tag': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:47:01.285060 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e56c013-592a-4a18-b21b-f27bf1be21bc" -d '{"events": [{"name": "network-changed", "server_uuid": "30424b54-a6f3-47ea-a80c-d0c84e38edde", "tag": "6497c8a8-e3e1-49fa-9f4c-42a2133f2818"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:47:01.292115 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-3cf91a64-ffcf-4b7a-93bb-6191ca7477af tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Project cdebda4e15a34e08b7ebdfe096f7059a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:47:01.302471 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3cf91a64-ffcf-4b7a-93bb-6191ca7477af tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:01.400070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3cf91a64-ffcf-4b7a-93bb-6191ca7477af tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:01.404556 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3cf91a64-ffcf-4b7a-93bb-6191ca7477af tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:01.444346 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf91a64-ffcf-4b7a-93bb-6191ca7477af tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cafdd06-9249-47ee-b7ca-a3c42e4f7f34,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:01.445820 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7bc6b2-46a9-4241-bb62-bfcf8bf60e4c x-openstack-request-id: req-0d7bc6b2-46a9-4241-bb62-bfcf8bf60e4c {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:47:01.446122 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30424b54-a6f3-47ea-a80c-d0c84e38edde", "tag": "6497c8a8-e3e1-49fa-9f4c-42a2133f2818", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:47:01.446375 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d7bc6b2-46a9-4241-bb62-bfcf8bf60e4c {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:47:01.446797 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'tag': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818', 'status': 'completed', 'code': 200} Sep 29 17:47:01.459120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3cf91a64-ffcf-4b7a-93bb-6191ca7477af tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:01.461234 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3cf91a64-ffcf-4b7a-93bb-6191ca7477af tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2427394 Sep 29 17:47:01.561201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d97f9-c40f-4821-964f-b513f57f36df req-68019e85-9371-483a-96bd-95958b46a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:01.562760 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-194d97f9-c40f-4821-964f-b513f57f36df req-68019e85-9371-483a-96bd-95958b46a4b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 1094 time: 0.2383795 Sep 29 17:47:01.644561 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-194d97f9-c40f-4821-964f-b513f57f36df req-cdc1e3b3-d46b-43a0-82d5-c5081be9548a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818 HTTP/1.1" status: 200 len: 217 time: 0.0720582 Sep 29 17:47:01.674661 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf883b5-5f18-42c6-b20c-dd37310307c5 req-5e50f5d1-9d26-4568-9bb7-200034edd261 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:01.677538 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1bf883b5-5f18-42c6-b20c-dd37310307c5 req-5e50f5d1-9d26-4568-9bb7-200034edd261 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 943 time: 0.1645563 Sep 29 17:47:01.859877 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-6cd59cff-3077-4d24-9235-8ec364954dff tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1085979934&fields=id&tenant_id=cdebda4e15a34e08b7ebdfe096f7059a HTTP/1.1" status: 200 len: 267 time: 0.0947473 Sep 29 17:47:01.879955 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1bf883b5-5f18-42c6-b20c-dd37310307c5 req-8a423585-7623-4ea4-a4e3-3bf96279eb5a tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911168 Sep 29 17:47:01.882914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d97f9-c40f-4821-964f-b513f57f36df req-dc66bf75-4ea1-4828-aef3-5c1f4f03afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:01.883456 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-194d97f9-c40f-4821-964f-b513f57f36df req-dc66bf75-4ea1-4828-aef3-5c1f4f03afc5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6beb8b79-6b72-4c5b-af59-845d806127d5 HTTP/1.1" status: 200 len: 855 time: 0.2058625 Sep 29 17:47:01.936742 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d97f9-c40f-4821-964f-b513f57f36df req-7c15cd88-7011-42ce-8b42-07f745e20d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:01.938844 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-194d97f9-c40f-4821-964f-b513f57f36df req-7c15cd88-7011-42ce-8b42-07f745e20d71 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441706 Sep 29 17:47:01.998525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-d691815d-e15c-4c1c-b78c-2e9c38f5dfd3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:02.000032 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-d691815d-e15c-4c1c-b78c-2e9c38f5dfd3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/networks?id=1bbf7a2e-4718-4edd-9918-03a005e4405f HTTP/1.1" status: 200 len: 796 time: 0.1379068 Sep 29 17:47:02.016520 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-dea13c4b-5f65-4750-8e88-c00095f50a0a tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/quotas/cdebda4e15a34e08b7ebdfe096f7059a HTTP/1.1" status: 200 len: 375 time: 0.0104167 Sep 29 17:47:02.040879 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-194d97f9-c40f-4821-964f-b513f57f36df req-e5995893-77ae-4bf1-b793-0922e573c305 service neutron] 10.222.0.49 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942841 Sep 29 17:47:02.074110 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-fd5279b9-8ae6-425f-908a-2b1ae57a143b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdebda4e15a34e08b7ebdfe096f7059a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510740 Sep 29 17:47:02.154146 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-194d97f9-c40f-4821-964f-b513f57f36df req-316655cb-8396-463e-8e5d-46a349089d63 service neutron] 10.222.0.49 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052611 Sep 29 17:47:02.185813 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2d576cb6-e841-4856-98f1-15638d10634d service neutron] 10.222.0.44 "GET /v2.0/networks/1bbf7a2e-4718-4edd-9918-03a005e4405f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010869 Sep 29 17:47:02.262734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56c013-592a-4a18-b21b-f27bf1be21bc req-d1b3c17a-59f9-4027-9235-74b8891551dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:02.264487 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e56c013-592a-4a18-b21b-f27bf1be21bc req-d1b3c17a-59f9-4027-9235-74b8891551dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 1094 time: 0.0634019 Sep 29 17:47:02.307736 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-88e35a02-77cf-45e7-91ad-839726495247 service neutron] 10.222.0.44 "GET /v2.0/networks/1bbf7a2e-4718-4edd-9918-03a005e4405f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129556 Sep 29 17:47:02.372182 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56c013-592a-4a18-b21b-f27bf1be21bc req-560919cf-94d7-4bdd-ac23-1d223580486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:02.373888 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e56c013-592a-4a18-b21b-f27bf1be21bc req-560919cf-94d7-4bdd-ac23-1d223580486f service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 200 len: 917 time: 0.1024804 Sep 29 17:47:02.431837 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e56c013-592a-4a18-b21b-f27bf1be21bc req-47a41bf4-9f63-4391-8601-3a85a8dd858f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818 HTTP/1.1" status: 200 len: 217 time: 0.0390749 Sep 29 17:47:02.497319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-287541ff-5eb3-4b35-9bc7-3228ff733fb5 req-a8f748d1-06c2-4dc1-8850-6d720fe40276 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 210 time: 0.0333216 Sep 29 17:47:02.509535 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56c013-592a-4a18-b21b-f27bf1be21bc req-4897f1be-ecc0-433e-98c4-6953311e12ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:02.511124 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e56c013-592a-4a18-b21b-f27bf1be21bc req-4897f1be-ecc0-433e-98c4-6953311e12ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6beb8b79-6b72-4c5b-af59-845d806127d5 HTTP/1.1" status: 200 len: 855 time: 0.0784774 Sep 29 17:47:02.562232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56c013-592a-4a18-b21b-f27bf1be21bc req-ae6d6429-3192-4548-897a-b90962f4ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:02.563851 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e56c013-592a-4a18-b21b-f27bf1be21bc req-ae6d6429-3192-4548-897a-b90962f4ddb0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439515 Sep 29 17:47:02.668257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e56c013-592a-4a18-b21b-f27bf1be21bc req-78c399b5-0172-4a28-8193-bc4ba1b84189 service neutron] 10.222.0.49 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959363 Sep 29 17:47:02.776504 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e56c013-592a-4a18-b21b-f27bf1be21bc req-72c2a08a-61f5-4e75-a18b-06048cabe328 service neutron] 10.222.0.49 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008787 Sep 29 17:47:03.024919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4e49f-82a2-408c-81cb-d6dd592eb520 req-0bd9a980-b4b4-484f-b4bb-60f6583deea7 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:03.026476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-14f4e49f-82a2-408c-81cb-d6dd592eb520 req-0bd9a980-b4b4-484f-b4bb-60f6583deea7 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 943 time: 0.0554399 Sep 29 17:47:03.073371 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-14f4e49f-82a2-408c-81cb-d6dd592eb520 req-05ec8dc2-8260-41b8-a95c-490f4a9a76df tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385337 Sep 29 17:47:03.111630 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fab484d9-ce22-41c1-946b-88b748394d17 req-55590b15-8776-429e-a156-a9342dbc62cb tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3115a445d6a24c0280e80061dd353fb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613158 Sep 29 17:47:03.206744 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:47:03.303086 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab484d9-ce22-41c1-946b-88b748394d17 req-c72a0569-5ebc-42af-94fb-39fc05c55d58 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:03.305214 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fab484d9-ce22-41c1-946b-88b748394d17 req-c72a0569-5ebc-42af-94fb-39fc05c55d58 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876447 Sep 29 17:47:03.321162 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fab484d9-ce22-41c1-946b-88b748394d17 req-c18bd837-7b6d-40d1-9a51-5617ae126385 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/quotas/3115a445d6a24c0280e80061dd353fb4 HTTP/1.1" status: 200 len: 375 time: 0.0095384 Sep 29 17:47:03.354817 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fab484d9-ce22-41c1-946b-88b748394d17 req-5411d488-a21f-45e2-ba5e-1da457c1194f tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3115a445d6a24c0280e80061dd353fb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272176 Sep 29 17:47:03.564054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-566c06db-ffa2-463d-9ac5-570216b22253 req-1f4dad76-5355-446c-8240-b895fb0a5c8b tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/ports?device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 210 time: 0.0519755 Sep 29 17:47:03.681531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-21fc1f41-fca1-4e7e-adc2-435b381e0fc3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:03.683492 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-21fc1f41-fca1-4e7e-adc2-435b381e0fc3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.35 "GET /v2.0/networks?id=1bbf7a2e-4718-4edd-9918-03a005e4405f HTTP/1.1" status: 200 len: 796 time: 0.2154672 Sep 29 17:47:03.683747 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3a380fc8-cb00-4811-973d-04c97d6aa1c9 req-402cf600-1678-4783-954f-58b3c0263ae9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 210 time: 0.0568709 Sep 29 17:47:03.742297 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2af971d7-3c1f-4252-93ab-11fb219e02c2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdebda4e15a34e08b7ebdfe096f7059a HTTP/1.1" status: 200 len: 380 time: 0.0420060 Sep 29 17:47:03.778817 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-ccf5d3fe-71d2-4bef-ac8c-234888ff8d33 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'port': {'device_id': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'admin_state_up': True, 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'security_groups': ['377aa1e3-de10-4d4d-a8f0-974bcfbb40d6']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:03.891604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-ccf5d3fe-71d2-4bef-ac8c-234888ff8d33 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Made reservation on behalf of cdebda4e15a34e08b7ebdfe096f7059a for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:47:03.895621 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-ccf5d3fe-71d2-4bef-ac8c-234888ff8d33 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:04.045457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-ccf5d3fe-71d2-4bef-ac8c-234888ff8d33 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Allocated IP 172.20.0.13 (1bbf7a2e-4718-4edd-9918-03a005e4405f/38511cbf-37fa-4248-a585-2cf9975187d5/f4477d99-bdc4-4b69-9297-70b04750fc3a) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:47:04.217120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-ccf5d3fe-71d2-4bef-ac8c-234888ff8d33 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:04.242545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bc964-8f00-4d6c-8281-291551789704 req-5b6b282f-36cd-4115-8dc7-795996ef36ad tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:04.251102 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-df8bc964-8f00-4d6c-8281-291551789704 req-5b6b282f-36cd-4115-8dc7-795996ef36ad tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 943 time: 0.0712183 Sep 29 17:47:04.257191 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-ccf5d3fe-71d2-4bef-ac8c-234888ff8d33 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:04.286349 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-df8bc964-8f00-4d6c-8281-291551789704 req-4a3d8b58-ee2c-4d9e-b69c-ae66205b8398 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343866 Sep 29 17:47:04.300398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-ccf5d3fe-71d2-4bef-ac8c-234888ff8d33 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network 1bbf7a2e-4718-4edd-9918-03a005e4405f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:04.312746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-ccf5d3fe-71d2-4bef-ac8c-234888ff8d33 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:04.314828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5d3fe-71d2-4bef-ac8c-234888ff8d33 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Port': ['ID=f4477d99-bdc4-4b69-9297-70b04750fc3a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:04.316989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-ccf5d3fe-71d2-4bef-ac8c-234888ff8d33 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:47:04.385164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-ccf5d3fe-71d2-4bef-ac8c-234888ff8d33 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:04.386007 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-ccf5d3fe-71d2-4bef-ac8c-234888ff8d33 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:04.403044 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-ccf5d3fe-71d2-4bef-ac8c-234888ff8d33 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6286898 Sep 29 17:47:04.422637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Request body: {'port': {'device_id': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:04.656370 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab484d9-ce22-41c1-946b-88b748394d17 req-f3fbdd3f-08d2-4159-abf8-6eee8077f623 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=3115a445d6a24c0280e80061dd353fb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0994422 Sep 29 17:47:04.657383 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:04.662291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-346179f4-a601-4015-a545-362d21e1a3e5 None None] Provisioning complete for port f4477d99-bdc4-4b69-9297-70b04750fc3a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:04.662736 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-346179f4-a601-4015-a545-362d21e1a3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:04.720814 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-346179f4-a601-4015-a545-362d21e1a3e5 None None] Port f4477d99-bdc4-4b69-9297-70b04750fc3a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:47:04.808854 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35776) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:04.812894 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:47:04.842110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155cc0c-c3d2-4ced-beb5-7074e3c4b911 req-2e12e2a5-9ea7-447f-8c7d-a3e4aaac3328 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:04.844384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7155cc0c-c3d2-4ced-beb5-7074e3c4b911 req-2e12e2a5-9ea7-447f-8c7d-a3e4aaac3328 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 932 time: 0.0712955 Sep 29 17:47:04.920380 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7155cc0c-c3d2-4ced-beb5-7074e3c4b911 req-edad73b7-c06d-45d4-936e-fae1670df43c tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=377aa1e3-de10-4d4d-a8f0-974bcfbb40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668731 Sep 29 17:47:04.936729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab484d9-ce22-41c1-946b-88b748394d17 req-b15199e6-6645-47b3-afca-4fab241a12b9 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:04.946562 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab484d9-ce22-41c1-946b-88b748394d17 req-b15199e6-6645-47b3-afca-4fab241a12b9 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697628 Sep 29 17:47:04.962512 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:04.980937 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'port_id': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818', 'mac_address': 'fa:16:3e:ed:ca:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:47:05.005390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-fab484d9-ce22-41c1-946b-88b748394d17 req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Request body: {'port': {'device_id': '77a00ade-69f5-4ba3-b64c-2c526577b6f5', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': '3115a445d6a24c0280e80061dd353fb4'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:05.020662 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-01097711-21ef-4c3b-b5c2-124e71f37fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:05.052264 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a26f09d6-7c82-47d3-a100-18e82dcb948b req-e7a91c52-91f0-448e-9284-08006fa45cb9 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/ports?device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 210 time: 0.0895386 Sep 29 17:47:05.074823 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:05.099143 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:47:05.123104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:05.126740 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:05.162787 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-01097711-21ef-4c3b-b5c2-124e71f37fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:05.168379 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-01097711-21ef-4c3b-b5c2-124e71f37fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:05.183194 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:05.223304 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-01097711-21ef-4c3b-b5c2-124e71f37fa6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56249b39dd3840e0bb894ca62156c2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130492 Sep 29 17:47:05.231643 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35782) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:05.233879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01097711-21ef-4c3b-b5c2-124e71f37fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde95767-9276-4e9e-a88b-0006ae2b16e4,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:05.283335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab484d9-ce22-41c1-946b-88b748394d17 req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Made reservation on behalf of 3115a445d6a24c0280e80061dd353fb4 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:47:05.286826 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab484d9-ce22-41c1-946b-88b748394d17 req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:05.298739 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40e49ebb-2b75-4a4a-b0e5-d15037a24a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:05.301891 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab484d9-ce22-41c1-946b-88b748394d17 req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:05.322520 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40e49ebb-2b75-4a4a-b0e5-d15037a24a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:05.348236 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['6497c8a8-e3e1-49fa-9f4c-42a2133f2818'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:47:05.381645 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40e49ebb-2b75-4a4a-b0e5-d15037a24a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:05.385047 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40e49ebb-2b75-4a4a-b0e5-d15037a24a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:05.386434 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-40e49ebb-2b75-4a4a-b0e5-d15037a24a6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dde95767-9276-4e9e-a88b-0006ae2b16e4 HTTP/1.1" status: 204 len: 168 time: 0.1536143 Sep 29 17:47:05.405751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e49ebb-2b75-4a4a-b0e5-d15037a24a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde95767-9276-4e9e-a88b-0006ae2b16e4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:05.509746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4477d99-bdc4-4b69-9297-70b04750fc3a {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:47:05.522567 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:05.549583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5d205-a267-4e20-a5d4-422f6dacfebb req-f4d24866-ac6e-49ef-8d4b-0a3df5a7b3c1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:05.551517 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20e5d205-a267-4e20-a5d4-422f6dacfebb req-f4d24866-ac6e-49ef-8d4b-0a3df5a7b3c1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 944 time: 0.1573832 Sep 29 17:47:05.564731 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Transition to ACTIVE for port object f4477d99-bdc4-4b69-9297-70b04750fc3a will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:47:05.595301 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:05.635555 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20e5d205-a267-4e20-a5d4-422f6dacfebb req-8ae7eea5-9bd7-4c26-b5dc-8abd2888eb0c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748322 Sep 29 17:47:05.674024 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab484d9-ce22-41c1-946b-88b748394d17 req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:05.699419 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab484d9-ce22-41c1-946b-88b748394d17 req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:05.702553 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Pushing event updated for resources: {'Port': ['ID=f4477d99-bdc4-4b69-9297-70b04750fc3a,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:06.075250 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571fbad-a431-4c3b-8415-5aa8ea7d7d23 req-575c69e6-2c42-4f6c-9e67-0b4630fb4aa7 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:06.078262 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e571fbad-a431-4c3b-8415-5aa8ea7d7d23 req-575c69e6-2c42-4f6c-9e67-0b4630fb4aa7 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 944 time: 0.0564947 Sep 29 17:47:06.099225 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa43d43-0645-4070-bb97-c2101f973a9d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:06.141881 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e571fbad-a431-4c3b-8415-5aa8ea7d7d23 req-9ba43644-eb64-4d12-98e9-1a7768c7bc7a tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=377aa1e3-de10-4d4d-a8f0-974bcfbb40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495334 Sep 29 17:47:06.154552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Attempting to bind port f4477d99-bdc4-4b69-9297-70b04750fc3a on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:47:06.154552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Attempting to bind port f4477d99-bdc4-4b69-9297-70b04750fc3a by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'a3858f70-7785-4f2d-8e65-ac299ad73525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:47:06.154552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Attempting to bind port f4477d99-bdc4-4b69-9297-70b04750fc3a on network 1bbf7a2e-4718-4edd-9918-03a005e4405f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:06.187264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Port f4477d99-bdc4-4b69-9297-70b04750fc3a on network 1bbf7a2e-4718-4edd-9918-03a005e4405f not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:47:06.187580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Attempting to bind port f4477d99-bdc4-4b69-9297-70b04750fc3a on network 1bbf7a2e-4718-4edd-9918-03a005e4405f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:06.195414 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a2d4739-d30b-47bb-8bc9-1bc63a06377a req-6b1bf2d2-58b8-4e77-a6c6-090ee7b43817 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/ports?device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 210 time: 0.0430422 Sep 29 17:47:06.201643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:47:06.201990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Checking segment: {'id': 'a3858f70-7785-4f2d-8e65-ac299ad73525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:47:06.202713 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Bound using segment: {'id': 'a3858f70-7785-4f2d-8e65-ac299ad73525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:47:06.203162 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Bound port: f4477d99-bdc4-4b69-9297-70b04750fc3a, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3858f70-7785-4f2d-8e65-ac299ad73525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:47:06.203528 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:06.233249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-fab484d9-ce22-41c1-946b-88b748394d17 req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Allocated IP 192.168.233.187 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/83ae35c7-6fb1-4ec6-9647-ad033ae7f042) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:47:06.320548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] For port f4477d99-bdc4-4b69-9297-70b04750fc3a, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:47:06.327381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] For port f4477d99-bdc4-4b69-9297-70b04750fc3a, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f4477d99-bdc4-4b69-9297-70b04750fc3a,segment=NetworkSegment(a3858f70-7785-4f2d-8e65-ac299ad73525),segment_id=a3858f70-7785-4f2d-8e65-ac299ad73525)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:47:06.333786 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:06.399878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:06.400504 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:06.401992 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] 10.222.0.35 "PUT /v2.0/ports/f4477d99-bdc4-4b69-9297-70b04750fc3a HTTP/1.1" status: 200 len: 1092 time: 1.9841745 Sep 29 17:47:06.402442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'tag': 'f4477d99-bdc4-4b69-9297-70b04750fc3a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:47:06.404696 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b950fe5-0597-4d62-b2bf-0f1460f58547" -d '{"events": [{"name": "network-changed", "server_uuid": "2775d435-2363-4f3a-90ee-7ef83a35095a", "tag": "f4477d99-bdc4-4b69-9297-70b04750fc3a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:47:06.481985 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f918893-d19b-4dd8-829e-fbfd19307784 x-openstack-request-id: req-5f918893-d19b-4dd8-829e-fbfd19307784 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:47:06.482551 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2775d435-2363-4f3a-90ee-7ef83a35095a", "tag": "f4477d99-bdc4-4b69-9297-70b04750fc3a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:47:06.482776 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f918893-d19b-4dd8-829e-fbfd19307784 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:47:06.483119 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'tag': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'status': 'completed', 'code': 200} Sep 29 17:47:06.543795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082211b-7ad6-474b-8f9e-09d68a85d7ed service neutron] Pushing event updated for resources: {'Port': ['ID=f4477d99-bdc4-4b69-9297-70b04750fc3a,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:06.590952 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab484d9-ce22-41c1-946b-88b748394d17 req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:06.595605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f827a39-b2e0-4e7d-ada5-d3265655bbc5 req-e6aeb12e-42c9-4e1f-ba40-d3f2d7ff7bc9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1253397 Sep 29 17:47:06.606356 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-9164f220-ba3e-42c8-90a5-1cbece05ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:06.607825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-9164f220-ba3e-42c8-90a5-1cbece05ea0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdebda4e15a34e08b7ebdfe096f7059a&device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 1095 time: 0.1477354 Sep 29 17:47:06.694910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-11bb61d1-b022-46a2-b861-c2766f9f3088 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4477d99-bdc4-4b69-9297-70b04750fc3a HTTP/1.1" status: 200 len: 217 time: 0.0686235 Sep 29 17:47:06.697725 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab484d9-ce22-41c1-946b-88b748394d17 req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:06.793435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab484d9-ce22-41c1-946b-88b748394d17 req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:06.803195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-fab484d9-ce22-41c1-946b-88b748394d17 req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:06.808094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Pushing event updated for resources: {'Port': ['ID=83ae35c7-6fb1-4ec6-9647-ad033ae7f042,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:06.812036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab484d9-ce22-41c1-946b-88b748394d17 req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:47:06.817921 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:06.827474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986636a-2325-4538-b372-55e8b8a1ad51 req-00f50540-63b3-4cd3-b3aa-3f3c0a2453a8 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:06.831295 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9986636a-2325-4538-b372-55e8b8a1ad51 req-00f50540-63b3-4cd3-b3aa-3f3c0a2453a8 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 944 time: 0.0722299 Sep 29 17:47:06.843197 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f827a39-b2e0-4e7d-ada5-d3265655bbc5 req-b1f8e425-f9f3-4777-b0cc-697202578c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:06.844721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f827a39-b2e0-4e7d-ada5-d3265655bbc5 req-b1f8e425-f9f3-4777-b0cc-697202578c75 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a99f5301c214f368a4b889618196bc0&device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 1097 time: 0.1774819 Sep 29 17:47:06.846078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-cd14a3a7-25b7-433e-950c-82901a5df2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:06.847743 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-cd14a3a7-25b7-433e-950c-82901a5df2c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=38511cbf-37fa-4248-a585-2cf9975187d5 HTTP/1.1" status: 200 len: 835 time: 0.1413629 Sep 29 17:47:06.889342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9986636a-2325-4538-b372-55e8b8a1ad51 req-c9245242-1883-40f0-a4c6-56b3d2941a66 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501745 Sep 29 17:47:06.948931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab484d9-ce22-41c1-946b-88b748394d17 req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:06.949776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab484d9-ce22-41c1-946b-88b748394d17 req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:06.950924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:47:06.954877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:06.955277 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:07.017126 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-27de622f-768c-40d9-99db-13f1acbfa201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:07.018676 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-27de622f-768c-40d9-99db-13f1acbfa201 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1bbf7a2e-4718-4edd-9918-03a005e4405f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630366 Sep 29 17:47:07.022146 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab484d9-ce22-41c1-946b-88b748394d17 req-6abfd550-d738-4668-9aea-c22b8cbf3a1a tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0580459 Sep 29 17:47:07.046398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Request body: {'port': {'device_id': '77a00ade-69f5-4ba3-b64c-2c526577b6f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:07.053464 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:07.093373 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:07.094523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:47:07.097476 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e2d38a-a76e-4c74-9cd0-0085c241c20a" -d '{"events": [{"server_uuid": "30424b54-a6f3-47ea-a80c-d0c84e38edde", "name": "network-vif-plugged", "status": "completed", "tag": "6497c8a8-e3e1-49fa-9f4c-42a2133f2818"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:47:07.106835 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:07.141316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f827a39-b2e0-4e7d-ada5-d3265655bbc5 req-a3d33d99-d543-4407-88e9-f3c7fcb281b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:07.143917 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f827a39-b2e0-4e7d-ada5-d3265655bbc5 req-a3d33d99-d543-4407-88e9-f3c7fcb281b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=faf0ee5f-a17a-471f-9257-8797c6cba5a5 HTTP/1.1" status: 200 len: 910 time: 0.2639542 Sep 29 17:47:07.151517 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dc4926-dfa3-4cf7-96e6-1481ce695bad x-openstack-request-id: req-c2dc4926-dfa3-4cf7-96e6-1481ce695bad {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:47:07.151997 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30424b54-a6f3-47ea-a80c-d0c84e38edde", "name": "network-vif-plugged", "status": "completed", "tag": "6497c8a8-e3e1-49fa-9f4c-42a2133f2818", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:47:07.152428 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2dc4926-dfa3-4cf7-96e6-1481ce695bad {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:47:07.152949 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818', 'code': 200} Sep 29 17:47:07.164288 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:07.202207 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5336e914-9726-4298-a8ee-f4283f499231 None None] Provisioning complete for port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:07.202763 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5336e914-9726-4298-a8ee-f4283f499231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:07.227944 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:07.271342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5336e914-9726-4298-a8ee-f4283f499231 None None] Port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:47:07.310655 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cff33-7f93-42b2-91c1-18cdfd87ba5b req-5fe4fa0c-f50b-41c4-b19d-1762550f2bbf tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:07.312413 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-961cff33-7f93-42b2-91c1-18cdfd87ba5b req-5fe4fa0c-f50b-41c4-b19d-1762550f2bbf tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 944 time: 0.0640671 Sep 29 17:47:07.355812 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-961cff33-7f93-42b2-91c1-18cdfd87ba5b req-9efda6fe-b498-4a29-9923-ff6a015bfea1 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=377aa1e3-de10-4d4d-a8f0-974bcfbb40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341425 Sep 29 17:47:07.437377 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f827a39-b2e0-4e7d-ada5-d3265655bbc5 req-aeb89f65-f311-4e75-a80f-c5411c960a2d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43d63f4-a31f-4bf0-a509-cc86f72de0ea HTTP/1.1" status: 200 len: 1001 time: 0.2742279 Sep 29 17:47:07.439229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-99b3ac44-0398-4747-be76-86099da0e2a2 service neutron] 10.222.0.35 "GET /v2.0/networks/1bbf7a2e-4718-4edd-9918-03a005e4405f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117954 Sep 29 17:47:07.561182 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d9a35-489e-4455-ba7f-0643a2d0d0ee req-7b7028f6-807f-4068-a03c-b85b248e5084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:07.562897 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-815d9a35-489e-4455-ba7f-0643a2d0d0ee req-7b7028f6-807f-4068-a03c-b85b248e5084 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 1096 time: 0.3464251 Sep 29 17:47:07.611480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f85ad-6227-4aa0-9848-618f02c7841d req-53bc517a-dbd9-4488-b933-3f461748b5bc tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:07.612901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d8f85ad-6227-4aa0-9848-618f02c7841d req-53bc517a-dbd9-4488-b933-3f461748b5bc tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/ports?device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 936 time: 0.3156846 Sep 29 17:47:07.684389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f827a39-b2e0-4e7d-ada5-d3265655bbc5 req-d85abcf4-1f59-474f-a3e3-43ab8ea11986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:07.685855 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f827a39-b2e0-4e7d-ada5-d3265655bbc5 req-d85abcf4-1f59-474f-a3e3-43ab8ea11986 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03be6bb2-d98c-480f-a772-9bfe4b2d39a6 HTTP/1.1" status: 200 len: 848 time: 0.1875989 Sep 29 17:47:07.774548 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-815d9a35-489e-4455-ba7f-0643a2d0d0ee req-e7082fe3-1c4f-4442-ae4d-93ce06c51289 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952605 Sep 29 17:47:07.804203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4d8f85ad-6227-4aa0-9848-618f02c7841d req-3b7d210a-82c5-4649-a54d-1d8d1cc2a484 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fa43d43-0645-4070-bb97-c2101f973a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775746 Sep 29 17:47:07.830185 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-670d0449-7671-4bdc-b3ef-662a388e19a9 req-e03a8ae3-f1ff-4b6f-8e93-37fefcbd4b34 service neutron] 10.222.0.35 "GET /v2.0/networks/1bbf7a2e-4718-4edd-9918-03a005e4405f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232474 Sep 29 17:47:07.835926 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f827a39-b2e0-4e7d-ada5-d3265655bbc5 req-c01936a4-ceca-45fa-aa1e-3a20e994c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:07.837618 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f827a39-b2e0-4e7d-ada5-d3265655bbc5 req-c01936a4-ceca-45fa-aa1e-3a20e994c4fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=faf0ee5f-a17a-471f-9257-8797c6cba5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360335 Sep 29 17:47:07.910860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:47:07.918579 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:07.960717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Transition to ACTIVE for port object 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:47:07.967742 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:07.982615 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b950fe5-0597-4d62-b2bf-0f1460f58547 req-28b3b194-acf3-434a-a0a3-a162348ee556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:07.985235 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b950fe5-0597-4d62-b2bf-0f1460f58547 req-28b3b194-acf3-434a-a0a3-a162348ee556 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdebda4e15a34e08b7ebdfe096f7059a&device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 1095 time: 0.0640619 Sep 29 17:47:08.032959 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68323d80-710f-43fb-ae1e-a647dbee3f7f req-28703665-11e2-401d-a983-9afbf9c8e0e9 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:08.046775 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-68323d80-710f-43fb-ae1e-a647dbee3f7f req-28703665-11e2-401d-a983-9afbf9c8e0e9 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0767770 Sep 29 17:47:08.106741 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-68323d80-710f-43fb-ae1e-a647dbee3f7f req-c070208c-669d-413a-a4b5-84c40b56b431 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579169 Sep 29 17:47:08.224619 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Pushing event updated for resources: {'Port': ['ID=83ae35c7-6fb1-4ec6-9647-ad033ae7f042,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:08.276459 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f827a39-b2e0-4e7d-ada5-d3265655bbc5 req-6f40f94f-02a6-4352-8345-b0782426e20c service neutron] 10.222.0.49 "GET /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899225 Sep 29 17:47:08.278690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b950fe5-0597-4d62-b2bf-0f1460f58547 req-c80cc514-0714-4045-b9f9-fd0b94d84291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:08.280002 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b950fe5-0597-4d62-b2bf-0f1460f58547 req-c80cc514-0714-4045-b9f9-fd0b94d84291 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1bbf7a2e-4718-4edd-9918-03a005e4405f HTTP/1.1" status: 200 len: 897 time: 0.2697463 Sep 29 17:47:08.281073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Attempting to bind port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:47:08.281420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Attempting to bind port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:47:08.281747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Attempting to bind port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:08.314684 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:47:08.315012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Attempting to bind port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:08.360335 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b950fe5-0597-4d62-b2bf-0f1460f58547 req-3459e4c9-7f5e-4dd0-a0fb-80b2d16f4706 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4477d99-bdc4-4b69-9297-70b04750fc3a HTTP/1.1" status: 200 len: 217 time: 0.0530913 Sep 29 17:47:08.364075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:47:08.364638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:47:08.365306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:47:08.366047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Bound port: 83ae35c7-6fb1-4ec6-9647-ad033ae7f042, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:47:08.366695 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:08.546616 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f827a39-b2e0-4e7d-ada5-d3265655bbc5 req-b629af1a-dde4-445a-89ba-90e33a9480a7 service neutron] 10.222.0.49 "GET /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613990 Sep 29 17:47:08.547986 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b950fe5-0597-4d62-b2bf-0f1460f58547 req-15e7cb8f-479f-4ae6-9b5c-b96537bb44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:08.549321 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b950fe5-0597-4d62-b2bf-0f1460f58547 req-15e7cb8f-479f-4ae6-9b5c-b96537bb44c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=38511cbf-37fa-4248-a585-2cf9975187d5 HTTP/1.1" status: 200 len: 835 time: 0.1758447 Sep 29 17:47:08.590380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] For port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:47:08.599542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041af166-5a95-4301-808a-fc3cc6d3eeef req-c3997687-18ee-485b-987d-0de20b800746 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:08.600973 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-041af166-5a95-4301-808a-fc3cc6d3eeef req-c3997687-18ee-485b-987d-0de20b800746 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 944 time: 0.1674533 Sep 29 17:47:08.620522 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] For port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=83ae35c7-6fb1-4ec6-9647-ad033ae7f042,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:47:08.635928 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:08.938657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbd7c1-cebf-4f06-8b0b-4759f1a5dfdf req-cb0f6d23-68ed-4373-977e-fc6ba4792644 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:08.940145 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4adbd7c1-cebf-4f06-8b0b-4759f1a5dfdf req-cb0f6d23-68ed-4373-977e-fc6ba4792644 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/ports?device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 948 time: 0.0592220 Sep 29 17:47:08.979888 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4adbd7c1-cebf-4f06-8b0b-4759f1a5dfdf req-a901c4c6-9c1f-4b6a-b6cb-5fa0bcb1eb8f tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fa43d43-0645-4070-bb97-c2101f973a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328128 Sep 29 17:47:08.990667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b950fe5-0597-4d62-b2bf-0f1460f58547 req-5a9723e5-709f-4e43-bdfe-c6a72799cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:08.993060 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b950fe5-0597-4d62-b2bf-0f1460f58547 req-5a9723e5-709f-4e43-bdfe-c6a72799cc22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1bbf7a2e-4718-4edd-9918-03a005e4405f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4354503 Sep 29 17:47:09.005533 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:09.006148 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:09.008162 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab484d9-ce22-41c1-946b-88b748394d17 req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] 10.222.0.49 "PUT /v2.0/ports/83ae35c7-6fb1-4ec6-9647-ad033ae7f042 HTTP/1.1" status: 200 len: 1096 time: 1.9702268 Sep 29 17:47:09.008581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a00ade-69f5-4ba3-b64c-2c526577b6f5', 'tag': '83ae35c7-6fb1-4ec6-9647-ad033ae7f042'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:47:09.010878 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3232b8c5-1aec-4de5-9f3b-19a7a706f236" -d '{"events": [{"name": "network-changed", "server_uuid": "77a00ade-69f5-4ba3-b64c-2c526577b6f5", "tag": "83ae35c7-6fb1-4ec6-9647-ad033ae7f042"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:47:09.042845 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-041af166-5a95-4301-808a-fc3cc6d3eeef req-ed04080a-51f3-43af-9d44-1f933841b58e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=377aa1e3-de10-4d4d-a8f0-974bcfbb40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4322939 Sep 29 17:47:09.079324 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9b79e7-b691-41df-9e9e-56d254372221 x-openstack-request-id: req-af9b79e7-b691-41df-9e9e-56d254372221 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:47:09.079626 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a00ade-69f5-4ba3-b64c-2c526577b6f5", "tag": "83ae35c7-6fb1-4ec6-9647-ad033ae7f042", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:47:09.079872 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af9b79e7-b691-41df-9e9e-56d254372221 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:47:09.080258 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a00ade-69f5-4ba3-b64c-2c526577b6f5', 'tag': '83ae35c7-6fb1-4ec6-9647-ad033ae7f042', 'status': 'completed', 'code': 200} Sep 29 17:47:09.107430 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc8bcf-0ef6-4775-9a6c-f74d83ba0de6 service neutron] Pushing event updated for resources: {'Port': ['ID=83ae35c7-6fb1-4ec6-9647-ad033ae7f042,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:09.165080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab484d9-ce22-41c1-946b-88b748394d17 req-7f27c6d4-2d85-4187-9066-b2edec3731f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:09.166632 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab484d9-ce22-41c1-946b-88b748394d17 req-7f27c6d4-2d85-4187-9066-b2edec3731f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3115a445d6a24c0280e80061dd353fb4&device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 1099 time: 0.1101196 Sep 29 17:47:09.183805 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b950fe5-0597-4d62-b2bf-0f1460f58547 req-b57bd647-3551-438d-bf80-d6621c03a2c0 service neutron] 10.222.0.35 "GET /v2.0/networks/1bbf7a2e-4718-4edd-9918-03a005e4405f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798875 Sep 29 17:47:09.223295 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab484d9-ce22-41c1-946b-88b748394d17 req-3b9b28e6-2e95-4c7d-8bbc-67f873b6366f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=83ae35c7-6fb1-4ec6-9647-ad033ae7f042 HTTP/1.1" status: 200 len: 217 time: 0.0472105 Sep 29 17:47:09.357760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab484d9-ce22-41c1-946b-88b748394d17 req-b137dd71-f11a-4c2d-9a2c-87b88f2fe88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:09.359405 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab484d9-ce22-41c1-946b-88b748394d17 req-b137dd71-f11a-4c2d-9a2c-87b88f2fe88a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.1258779 Sep 29 17:47:09.368557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdf852-78f4-479f-bb87-5103a2d62eae req-d120890a-3deb-4c5e-a964-44ebefcdaa6f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:09.369998 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0cdf852-78f4-479f-bb87-5103a2d62eae req-d120890a-3deb-4c5e-a964-44ebefcdaa6f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.1564376 Sep 29 17:47:09.432752 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b950fe5-0597-4d62-b2bf-0f1460f58547 req-b67485b8-86a0-476c-b670-0cabe5378047 service neutron] 10.222.0.35 "GET /v2.0/networks/1bbf7a2e-4718-4edd-9918-03a005e4405f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177300 Sep 29 17:47:09.456593 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0cdf852-78f4-479f-bb87-5103a2d62eae req-c4ad706d-a057-499f-bb51-3fa65e07e003 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737507 Sep 29 17:47:09.459392 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab484d9-ce22-41c1-946b-88b748394d17 req-c9cb908d-16b9-47f8-aea9-51a8c38b3b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:09.461635 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab484d9-ce22-41c1-946b-88b748394d17 req-c9cb908d-16b9-47f8-aea9-51a8c38b3b26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0892332 Sep 29 17:47:09.580676 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab484d9-ce22-41c1-946b-88b748394d17 req-737fca49-39f5-4615-bf38-9164ee39f35d service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062396 Sep 29 17:47:09.626836 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f722c90-cbc5-417c-824d-1a1d4bb38ba1 req-7dffe664-3dcb-4aba-9754-84b08677a378 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:09.629263 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f722c90-cbc5-417c-824d-1a1d4bb38ba1 req-7dffe664-3dcb-4aba-9754-84b08677a378 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0692706 Sep 29 17:47:09.638260 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35874) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:09.643400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-33ed781c-1432-4af8-9914-a7ecb3d03a79 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Request body: {'floatingip': {'port_id': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:09.691294 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33ed781c-1432-4af8-9914-a7ecb3d03a79 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for floatingip, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:09.692555 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fab484d9-ce22-41c1-946b-88b748394d17 req-85405ce7-aa30-4e9c-958c-6f1c961e353c service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047859 Sep 29 17:47:09.782233 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232b8c5-1aec-4de5-9f3b-19a7a706f236 req-11ec4839-b34d-4bea-ac56-a00d343f0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:09.783855 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3232b8c5-1aec-4de5-9f3b-19a7a706f236 req-11ec4839-b34d-4bea-ac56-a00d343f0cdb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3115a445d6a24c0280e80061dd353fb4&device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 1099 time: 0.0421431 Sep 29 17:47:09.883811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232b8c5-1aec-4de5-9f3b-19a7a706f236 req-46a73220-2bc4-400e-9928-2664ffab2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:09.885366 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3232b8c5-1aec-4de5-9f3b-19a7a706f236 req-46a73220-2bc4-400e-9928-2664ffab2941 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.0943058 Sep 29 17:47:09.930900 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3232b8c5-1aec-4de5-9f3b-19a7a706f236 req-a222e793-8798-418d-b0dc-cc8f238d9c3d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=83ae35c7-6fb1-4ec6-9647-ad033ae7f042 HTTP/1.1" status: 200 len: 217 time: 0.0356274 Sep 29 17:47:09.983519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232b8c5-1aec-4de5-9f3b-19a7a706f236 req-3d584aea-d424-4dfd-bb03-6e813f0184cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:09.985876 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3232b8c5-1aec-4de5-9f3b-19a7a706f236 req-3d584aea-d424-4dfd-bb03-6e813f0184cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0460010 Sep 29 17:47:10.045702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232b8c5-1aec-4de5-9f3b-19a7a706f236 req-d3cc24cd-0a07-4925-83bb-342bef7ef535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:10.047518 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3232b8c5-1aec-4de5-9f3b-19a7a706f236 req-d3cc24cd-0a07-4925-83bb-342bef7ef535 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0518615 Sep 29 17:47:10.173373 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33ed781c-1432-4af8-9914-a7ecb3d03a79 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:10.182537 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33ed781c-1432-4af8-9914-a7ecb3d03a79 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:10.184427 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3232b8c5-1aec-4de5-9f3b-19a7a706f236 req-3004f53d-3355-4aa7-bcde-fdedf3ed6dbf service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287932 Sep 29 17:47:10.214656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1df392-978f-4543-8652-b5f0a0980958 req-866c8f88-7652-4bc6-973a-ef7f1eea9dff tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:10.216168 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b1df392-978f-4543-8652-b5f0a0980958 req-866c8f88-7652-4bc6-973a-ef7f1eea9dff tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 944 time: 0.0811541 Sep 29 17:47:10.265030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409a81b-1efd-48a2-baa0-1373f286944a req-93eaab6b-36f1-4a92-bd95-fba459708daf tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:10.267000 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8409a81b-1efd-48a2-baa0-1373f286944a req-93eaab6b-36f1-4a92-bd95-fba459708daf tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/ports?device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 948 time: 0.2033718 Sep 29 17:47:10.330715 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8409a81b-1efd-48a2-baa0-1373f286944a req-a2350bce-05f6-4b51-930f-188e16950929 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fa43d43-0645-4070-bb97-c2101f973a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526795 Sep 29 17:47:10.338800 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-33ed781c-1432-4af8-9914-a7ecb3d03a79 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Floating IP 19c7f670-a96a-4783-9bae-c3eab9d67527 associated. External IP: 172.25.2.4, port: 6497c8a8-e3e1-49fa-9f4c-42a2133f2818. Sep 29 17:47:10.340271 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5b1df392-978f-4543-8652-b5f0a0980958 req-d102614c-2e53-4fab-8434-7c2d1e254536 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=377aa1e3-de10-4d4d-a8f0-974bcfbb40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888200 Sep 29 17:47:10.354841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3232b8c5-1aec-4de5-9f3b-19a7a706f236 req-52468088-1e82-4996-8bb1-9652d0b92442 service neutron] 10.222.0.49 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606398 Sep 29 17:47:10.542703 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ed781c-1432-4af8-9914-a7ecb3d03a79 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:47:10.655776 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ed781c-1432-4af8-9914-a7ecb3d03a79 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:47:10.658915 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-33ed781c-1432-4af8-9914-a7ecb3d03a79 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:10.666368 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8d8940-99fd-478a-9a87-c5e23502d02b None None] Sync routers for ids ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:47:10.682533 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d8940-99fd-478a-9a87-c5e23502d02b None None] Routers {'8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:10.683183 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7d8d8940-99fd-478a-9a87-c5e23502d02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:46:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:10.687419 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-33ed781c-1432-4af8-9914-a7ecb3d03a79 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "PUT /v2.0/floatingips/19c7f670-a96a-4783-9bae-c3eab9d67527 HTTP/1.1" status: 200 len: 989 time: 1.0469453 Sep 29 17:47:10.687419 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'tag': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:47:10.689374 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c526e3-5ced-4ff9-8540-6a0bc881b82b" -d '{"events": [{"name": "network-changed", "server_uuid": "30424b54-a6f3-47ea-a80c-d0c84e38edde", "tag": "6497c8a8-e3e1-49fa-9f4c-42a2133f2818"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:47:10.787550 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8fbee0ce-7d4d-4177-9ec9-55ee3ff8fcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:10.817058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-7d8d8940-99fd-478a-9a87-c5e23502d02b None None] Set router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:10.952001 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10da74b-af8f-4d51-99a6-6acb759c6328 x-openstack-request-id: req-a10da74b-af8f-4d51-99a6-6acb759c6328 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:47:10.952256 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30424b54-a6f3-47ea-a80c-d0c84e38edde", "tag": "6497c8a8-e3e1-49fa-9f4c-42a2133f2818", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:47:10.952496 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a10da74b-af8f-4d51-99a6-6acb759c6328 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:47:10.952900 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'tag': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818', 'status': 'completed', 'code': 200} Sep 29 17:47:11.010610 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c526e3-5ced-4ff9-8540-6a0bc881b82b req-060d9486-af76-4944-a6dc-153610d52446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:11.012165 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-28c526e3-5ced-4ff9-8540-6a0bc881b82b req-060d9486-af76-4944-a6dc-153610d52446 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 1096 time: 0.0467255 Sep 29 17:47:11.080952 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7d8d8940-99fd-478a-9a87-c5e23502d02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:48Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '19c7f670-a96a-4783-9bae-c3eab9d67527', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'port_id': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'mac_address': 'fa:16:3e:ed:ca:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:46:53Z', 'updated_at': '2021-09-29T17:47:10Z', 'revision_number': 1, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe103090-7b74-4eb0-a3d5-6eb47d0ceb56', 'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'mac_address': 'fa:16:3e:74:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:46Z', 'updated_at': '2021-09-29T17:40:53Z', 'revision_number': 5, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'subnets': [{'id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:11.115437 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8d8940-99fd-478a-9a87-c5e23502d02b None None] Checking router: 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:47:11.120011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c526e3-5ced-4ff9-8540-6a0bc881b82b req-9499e869-60fa-4a47-b03c-2269448d6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:11.120547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device f4477d99-bdc4-4b69-9297-70b04750fc3a details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:47:11.121562 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-28c526e3-5ced-4ff9-8540-6a0bc881b82b req-9499e869-60fa-4a47-b03c-2269448d6bde service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 200 len: 917 time: 0.1023686 Sep 29 17:47:11.137165 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8d8940-99fd-478a-9a87-c5e23502d02b None None] Routers {'8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:11.137836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7d8d8940-99fd-478a-9a87-c5e23502d02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:46:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:11.199198 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-28c526e3-5ced-4ff9-8540-6a0bc881b82b req-14371b53-0d8c-44c7-8689-79b0bb554714 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818 HTTP/1.1" status: 200 len: 997 time: 0.0706520 Sep 29 17:47:11.269540 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c526e3-5ced-4ff9-8540-6a0bc881b82b req-cf8c1b19-3e07-44d3-9105-2e73af34393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:11.271148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-28c526e3-5ced-4ff9-8540-6a0bc881b82b req-cf8c1b19-3e07-44d3-9105-2e73af34393e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6beb8b79-6b72-4c5b-af59-845d806127d5 HTTP/1.1" status: 200 len: 855 time: 0.0642445 Sep 29 17:47:11.321301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c526e3-5ced-4ff9-8540-6a0bc881b82b req-fe1e49c7-63c3-4496-90eb-9df0a666c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:11.322949 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-28c526e3-5ced-4ff9-8540-6a0bc881b82b req-fe1e49c7-63c3-4496-90eb-9df0a666c8df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438318 Sep 29 17:47:11.480463 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-7d8d8940-99fd-478a-9a87-c5e23502d02b None None] Set router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:11.483438 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port f4477d99-bdc4-4b69-9297-70b04750fc3a, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f4477d99-bdc4-4b69-9297-70b04750fc3a,segment=NetworkSegment(a3858f70-7785-4f2d-8e65-ac299ad73525),segment_id=a3858f70-7785-4f2d-8e65-ac299ad73525)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:11.484401 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-28c526e3-5ced-4ff9-8540-6a0bc881b82b req-369fbb59-f662-4571-953f-7d335e4381a0 service neutron] 10.222.0.49 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533844 Sep 29 17:47:11.536121 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'port_id': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'mac_address': 'fa:16:3e:5a:82:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:47:11.547786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556a9af-c533-4b8d-ad82-1435ee8896dd req-e4a322e5-776a-4aca-9bac-7c0d674a4e6e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:11.549404 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e556a9af-c533-4b8d-ad82-1435ee8896dd req-e4a322e5-776a-4aca-9bac-7c0d674a4e6e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 944 time: 0.0758138 Sep 29 17:47:11.628926 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e556a9af-c533-4b8d-ad82-1435ee8896dd req-1792fe05-a155-4df0-a30f-055715c54dd2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=377aa1e3-de10-4d4d-a8f0-974bcfbb40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664148 Sep 29 17:47:11.634255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142be80-b57f-4825-9144-32e162c29554 req-1656fa57-f603-4361-8705-0d1bf4377b13 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:11.637732 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0142be80-b57f-4825-9144-32e162c29554 req-1656fa57-f603-4361-8705-0d1bf4377b13 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/ports?device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 948 time: 0.1778820 Sep 29 17:47:11.640387 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-28c526e3-5ced-4ff9-8540-6a0bc881b82b req-9d472c70-e875-4a79-8e8e-ede5d2751d7f service neutron] 10.222.0.49 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353724 Sep 29 17:47:11.654139 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:11.675597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4477d99-bdc4-4b69-9297-70b04750fc3a {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:47:11.705370 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port f4477d99-bdc4-4b69-9297-70b04750fc3a, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f4477d99-bdc4-4b69-9297-70b04750fc3a,segment=NetworkSegment(a3858f70-7785-4f2d-8e65-ac299ad73525),segment_id=a3858f70-7785-4f2d-8e65-ac299ad73525)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:11.707387 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0142be80-b57f-4825-9144-32e162c29554 req-38048712-06e3-4a56-a66f-5c329c0027e5 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fa43d43-0645-4070-bb97-c2101f973a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643187 Sep 29 17:47:11.730145 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:11.832098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=f4477d99-bdc4-4b69-9297-70b04750fc3a,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:11.903548 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7d8d8940-99fd-478a-9a87-c5e23502d02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:48Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '19c7f670-a96a-4783-9bae-c3eab9d67527', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'port_id': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'mac_address': 'fa:16:3e:ed:ca:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:46:53Z', 'updated_at': '2021-09-29T17:47:10Z', 'revision_number': 1, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe103090-7b74-4eb0-a3d5-6eb47d0ceb56', 'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'mac_address': 'fa:16:3e:74:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:46Z', 'updated_at': '2021-09-29T17:40:53Z', 'revision_number': 5, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'subnets': [{'id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:11.930063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8d8940-99fd-478a-9a87-c5e23502d02b None None] The sync data for ids ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'] in n-d-811748-2 is: [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:48Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '19c7f670-a96a-4783-9bae-c3eab9d67527', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'port_id': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'mac_address': 'fa:16:3e:ed:ca:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:46:53Z', 'updated_at': '2021-09-29T17:47:10Z', 'revision_number': 1, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe103090-7b74-4eb0-a3d5-6eb47d0ceb56', 'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'mac_address': 'fa:16:3e:74:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:46Z', 'updated_at': '2021-09-29T17:40:53Z', 'revision_number': 5, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'subnets': [{'id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:47:12.135505 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b63a2a-f1c2-4d57-ae0d-d753fc5908e5 None None] New status for floating IP 19c7f670-a96a-4783-9bae-c3eab9d67527: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:47:12.135994 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['f4477d99-bdc4-4b69-9297-70b04750fc3a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:47:12.741724 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f840ea-64fc-449d-a415-b70dd3285c6d req-bb6e8bbb-82a2-4396-a345-f769641a2ed0 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:12.743475 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-04f840ea-64fc-449d-a415-b70dd3285c6d req-bb6e8bbb-82a2-4396-a345-f769641a2ed0 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 945 time: 0.0521657 Sep 29 17:47:12.785088 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-04f840ea-64fc-449d-a415-b70dd3285c6d req-68b60fbf-2425-461f-bfe4-40f767245bd1 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=377aa1e3-de10-4d4d-a8f0-974bcfbb40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350299 Sep 29 17:47:12.831577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:47:12.849835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f643cf-4bfe-48f3-b7f1-0050e4863f6a req-169446c8-a000-4ea5-8437-c1363a7aecec tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:12.852605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-65f643cf-4bfe-48f3-b7f1-0050e4863f6a req-169446c8-a000-4ea5-8437-c1363a7aecec tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/ports?device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 948 time: 0.0677114 Sep 29 17:47:12.895000 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-65f643cf-4bfe-48f3-b7f1-0050e4863f6a req-ca223a87-e222-40a4-89d1-d0b5f4372647 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fa43d43-0645-4070-bb97-c2101f973a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363748 Sep 29 17:47:12.944075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=83ae35c7-6fb1-4ec6-9647-ad033ae7f042,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:12.956060 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '83ae35c7-6fb1-4ec6-9647-ad033ae7f042', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '83ae35c7-6fb1-4ec6-9647-ad033ae7f042', 'mac_address': 'fa:16:3e:c4:49:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:47:12.996905 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:13.009963 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:47:13.028313 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=83ae35c7-6fb1-4ec6-9647-ad033ae7f042,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:13.033562 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:13.081588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=83ae35c7-6fb1-4ec6-9647-ad033ae7f042,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:13.114679 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device f4477d99-bdc4-4b69-9297-70b04750fc3a up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:13.172111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port f4477d99-bdc4-4b69-9297-70b04750fc3a completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:47:13.176458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port f4477d99-bdc4-4b69-9297-70b04750fc3a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:13.176857 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:13.246606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['83ae35c7-6fb1-4ec6-9647-ad033ae7f042'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:47:13.290874 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:13.333269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4477d99-bdc4-4b69-9297-70b04750fc3a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:47:13.336680 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5807574-c578-4eb8-84d8-9b51105d2418" -d '{"events": [{"server_uuid": "2775d435-2363-4f3a-90ee-7ef83a35095a", "name": "network-vif-plugged", "status": "completed", "tag": "f4477d99-bdc4-4b69-9297-70b04750fc3a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:47:13.359641 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port f4477d99-bdc4-4b69-9297-70b04750fc3a, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f4477d99-bdc4-4b69-9297-70b04750fc3a,segment=NetworkSegment(a3858f70-7785-4f2d-8e65-ac299ad73525),segment_id=a3858f70-7785-4f2d-8e65-ac299ad73525)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:13.368608 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:13.407449 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17986a8f-fea2-4259-ad97-a08cc394610f x-openstack-request-id: req-17986a8f-fea2-4259-ad97-a08cc394610f {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:47:13.407748 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2775d435-2363-4f3a-90ee-7ef83a35095a", "name": "network-vif-plugged", "status": "completed", "tag": "f4477d99-bdc4-4b69-9297-70b04750fc3a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:47:13.408003 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17986a8f-fea2-4259-ad97-a08cc394610f {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:47:13.408386 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'code': 200} Sep 29 17:47:13.451060 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=f4477d99-bdc4-4b69-9297-70b04750fc3a,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:13.532586 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0d0b427-e4bc-4ef2-b378-8db335f7b26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:13.537618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee64adc-9b5d-4718-92d1-53e31d9970d2 req-fedcf7b0-b990-492f-a4a3-6371dfe0df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:13.539350 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ee64adc-9b5d-4718-92d1-53e31d9970d2 req-fedcf7b0-b990-492f-a4a3-6371dfe0df23 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 1097 time: 0.0426929 Sep 29 17:47:13.577064 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ee64adc-9b5d-4718-92d1-53e31d9970d2 req-b8a1a315-d017-410e-904d-da1323d88899 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=377aa1e3-de10-4d4d-a8f0-974bcfbb40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300643 Sep 29 17:47:13.904334 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ff1de-3e5d-42f9-9e54-75a7686f812a req-a0dfeed8-1b21-41ef-8b13-024e6dc50e78 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:13.905910 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f0ff1de-3e5d-42f9-9e54-75a7686f812a req-a0dfeed8-1b21-41ef-8b13-024e6dc50e78 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 946 time: 0.0494916 Sep 29 17:47:13.948104 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f0ff1de-3e5d-42f9-9e54-75a7686f812a req-ebcefecc-fab7-4c14-85fc-c28b99e0b1ff tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=377aa1e3-de10-4d4d-a8f0-974bcfbb40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352702 Sep 29 17:47:14.048748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a31b5b-24a1-4d4f-a377-4c0460f1a8ee req-572b1649-6dd0-4e62-b4ab-b1f2d72f884c tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:14.050254 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-37a31b5b-24a1-4d4f-a377-4c0460f1a8ee req-572b1649-6dd0-4e62-b4ab-b1f2d72f884c tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/ports?device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 949 time: 0.0492911 Sep 29 17:47:14.090175 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-37a31b5b-24a1-4d4f-a377-4c0460f1a8ee req-365d2379-4c49-4d44-8a37-6a8e5e8b2215 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fa43d43-0645-4070-bb97-c2101f973a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325739 Sep 29 17:47:14.582064 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:14.592012 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:14.631534 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:14.853870 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:14.907935 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:47:14.911819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:14.912192 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:15.023086 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:15.061264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=83ae35c7-6fb1-4ec6-9647-ad033ae7f042,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:15.067607 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:15.101115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6d877-2c34-4360-9d73-298a31fefe65 req-a6319156-7f71-44ee-a929-5b625e5d0669 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:15.105896 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ded6d877-2c34-4360-9d73-298a31fefe65 req-a6319156-7f71-44ee-a929-5b625e5d0669 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 946 time: 0.0612974 Sep 29 17:47:15.117892 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=83ae35c7-6fb1-4ec6-9647-ad033ae7f042,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:15.156167 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ded6d877-2c34-4360-9d73-298a31fefe65 req-887a3468-6bf3-4a34-862a-6cd8a065edce tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=377aa1e3-de10-4d4d-a8f0-974bcfbb40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474904 Sep 29 17:47:15.261810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d03dc-31ae-4a37-a1e3-09160b4e9321 req-e6d2a2ec-45f7-442b-8ada-46b8b1d44ee5 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:15.264636 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf9d03dc-31ae-4a37-a1e3-09160b4e9321 req-e6d2a2ec-45f7-442b-8ada-46b8b1d44ee5 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/ports?device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 950 time: 0.0791571 Sep 29 17:47:15.291287 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac5c05-a775-4834-9926-1751e5c204c4 req-4ddab9bd-3bcc-49a9-98d0-6634f95a579b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:15.294347 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e0ac5c05-a775-4834-9926-1751e5c204c4 req-4ddab9bd-3bcc-49a9-98d0-6634f95a579b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 946 time: 0.0646896 Sep 29 17:47:15.315115 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf9d03dc-31ae-4a37-a1e3-09160b4e9321 req-b4f3083a-0aaa-4f5c-8456-0830fae03839 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fa43d43-0645-4070-bb97-c2101f973a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436835 Sep 29 17:47:15.343820 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e0ac5c05-a775-4834-9926-1751e5c204c4 req-264e17a8-bf95-451e-b965-0a5146b76a1d tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=377aa1e3-de10-4d4d-a8f0-974bcfbb40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441787 Sep 29 17:47:15.370641 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 35998) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:15.410773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a00ade-69f5-4ba3-b64c-2c526577b6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ae35c7-6fb1-4ec6-9647-ad033ae7f042'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:47:15.416827 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a922122-b38f-4b4d-9bd4-527e1d1a141c" -d '{"events": [{"server_uuid": "77a00ade-69f5-4ba3-b64c-2c526577b6f5", "name": "network-vif-plugged", "status": "completed", "tag": "83ae35c7-6fb1-4ec6-9647-ad033ae7f042"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:47:15.426516 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ea3e94-795d-4b1a-b88b-de19e5261a85 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:15.427897 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d6ea3e94-795d-4b1a-b88b-de19e5261a85 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 1092 time: 0.0557408 Sep 29 17:47:15.432047 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36002) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:15.436750 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:15.491944 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:15.501187 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33843f9c-f8dd-48b1-bc8b-de4a2c8e5a6c x-openstack-request-id: req-33843f9c-f8dd-48b1-bc8b-de4a2c8e5a6c {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:47:15.501510 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a00ade-69f5-4ba3-b64c-2c526577b6f5", "name": "network-vif-plugged", "status": "completed", "tag": "83ae35c7-6fb1-4ec6-9647-ad033ae7f042", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:47:15.501773 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33843f9c-f8dd-48b1-bc8b-de4a2c8e5a6c {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:47:15.502181 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a00ade-69f5-4ba3-b64c-2c526577b6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ae35c7-6fb1-4ec6-9647-ad033ae7f042', 'code': 200} Sep 29 17:47:15.644283 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77bf6d-7f05-4e63-ba26-511cd69ed18d req-144ccda9-2b85-467a-ac7f-94af071c5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:15.646157 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e77bf6d-7f05-4e63-ba26-511cd69ed18d req-144ccda9-2b85-467a-ac7f-94af071c5fa3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 1101 time: 0.0866504 Sep 29 17:47:15.685910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e77bf6d-7f05-4e63-ba26-511cd69ed18d req-08cf8c44-e568-4b6d-a762-0dc6bce04148 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8fa43d43-0645-4070-bb97-c2101f973a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Sep 29 17:47:15.696749 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:15.822040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Allocated IP 172.25.2.216 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/129b1da3-8809-4352-a9a6-a4b602e0b292) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:47:15.932776 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:15.967134 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:16.005700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:16.009410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:16.012994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:47:16.021091 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Port': ['ID=129b1da3-8809-4352-a9a6-a4b602e0b292,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:16.455118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56034cfa-dad7-4309-abfb-d196322452d6 req-f890fe4a-45ea-48c5-8298-d6ac87eb0951 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:16.457459 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-56034cfa-dad7-4309-abfb-d196322452d6 req-f890fe4a-45ea-48c5-8298-d6ac87eb0951 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/ports?device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 950 time: 0.0612431 Sep 29 17:47:16.500050 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-56034cfa-dad7-4309-abfb-d196322452d6 req-7a3c3a2a-36d1-42d0-9f18-06c5552a921d tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fa43d43-0645-4070-bb97-c2101f973a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371101 Sep 29 17:47:16.724221 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:16.808339 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:16.873418 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:16.985900 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:16.990688 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:17.068440 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Port': ['ID=129b1da3-8809-4352-a9a6-a4b602e0b292,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:17.080887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:17.197734 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Floating IP e8cd5b02-9365-420c-ad59-f9d598b78286 associated. External IP: 172.25.2.216, port: f4477d99-bdc4-4b69-9297-70b04750fc3a. Sep 29 17:47:17.424500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Router de77bfb7-91b2-4d49-8b72-b945cc241263 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:47:17.550339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:47:17.564409 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3871cbf2-62b6-47e9-a149-8fc86489120a None None] Sync routers for ids ['de77bfb7-91b2-4d49-8b72-b945cc241263'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:47:17.570393 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:17.578262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3871cbf2-62b6-47e9-a149-8fc86489120a None None] Routers {'de77bfb7-91b2-4d49-8b72-b945cc241263'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:17.578959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3871cbf2-62b6-47e9-a149-8fc86489120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:47:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['de77bfb7-91b2-4d49-8b72-b945cc241263'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:17.610167 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36042) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:17.611173 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6492a44a-453d-419e-a11a-7d8e6d46240e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1770778 Sep 29 17:47:17.612153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'tag': 'f4477d99-bdc4-4b69-9297-70b04750fc3a'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:47:17.614744 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b893229f-1746-4b59-9afc-ff7d4487d8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2775d435-2363-4f3a-90ee-7ef83a35095a", "tag": "f4477d99-bdc4-4b69-9297-70b04750fc3a"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:47:17.677759 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c5f8b8-27b7-4440-b5c2-64046f841c4c x-openstack-request-id: req-34c5f8b8-27b7-4440-b5c2-64046f841c4c {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:47:17.678057 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2775d435-2363-4f3a-90ee-7ef83a35095a", "tag": "f4477d99-bdc4-4b69-9297-70b04750fc3a", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:47:17.678314 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34c5f8b8-27b7-4440-b5c2-64046f841c4c {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:47:17.678765 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'tag': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'status': 'completed', 'code': 200} Sep 29 17:47:17.705255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344ae82-6eef-4492-ba37-e54810f1a03a req-96a93802-b76a-4760-81c8-ebaffbf32121 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:17.707054 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3344ae82-6eef-4492-ba37-e54810f1a03a req-96a93802-b76a-4760-81c8-ebaffbf32121 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/ports?device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 950 time: 0.0626593 Sep 29 17:47:17.707913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2e8d69a0-8b1e-42b4-8d25-64d4a6f159aa tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/floatingips/e8cd5b02-9365-420c-ad59-f9d598b78286 HTTP/1.1" status: 200 len: 992 time: 0.0965884 Sep 29 17:47:17.721381 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-3871cbf2-62b6-47e9-a149-8fc86489120a None None] Set router de77bfb7-91b2-4d49-8b72-b945cc241263 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:17.769883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893229f-1746-4b59-9afc-ff7d4487d8d7 req-d13ffaaf-c360-46b2-9d74-587ec19d810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:17.771028 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3344ae82-6eef-4492-ba37-e54810f1a03a req-8d88b49c-2d6c-4a3c-b357-a5cd25be9948 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fa43d43-0645-4070-bb97-c2101f973a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566831 Sep 29 17:47:17.771481 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b893229f-1746-4b59-9afc-ff7d4487d8d7 req-d13ffaaf-c360-46b2-9d74-587ec19d810e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdebda4e15a34e08b7ebdfe096f7059a&device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 1097 time: 0.0473323 Sep 29 17:47:17.891569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893229f-1746-4b59-9afc-ff7d4487d8d7 req-e7a4a449-5829-4312-a400-94e2f5df6d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:17.893844 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b893229f-1746-4b59-9afc-ff7d4487d8d7 req-e7a4a449-5829-4312-a400-94e2f5df6d45 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1bbf7a2e-4718-4edd-9918-03a005e4405f HTTP/1.1" status: 200 len: 897 time: 0.1143956 Sep 29 17:47:17.998602 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b893229f-1746-4b59-9afc-ff7d4487d8d7 req-698d5a93-2f70-4913-9b2a-34169b91a9a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4477d99-bdc4-4b69-9297-70b04750fc3a HTTP/1.1" status: 200 len: 1000 time: 0.0841005 Sep 29 17:47:18.070994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893229f-1746-4b59-9afc-ff7d4487d8d7 req-3aa1cd1b-87f1-4465-afb0-1901fc34faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:18.076072 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b893229f-1746-4b59-9afc-ff7d4487d8d7 req-3aa1cd1b-87f1-4465-afb0-1901fc34faaf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=38511cbf-37fa-4248-a585-2cf9975187d5 HTTP/1.1" status: 200 len: 835 time: 0.0655756 Sep 29 17:47:18.153761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893229f-1746-4b59-9afc-ff7d4487d8d7 req-62c522fe-bead-47b1-a47d-461385fdbe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:18.155520 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b893229f-1746-4b59-9afc-ff7d4487d8d7 req-62c522fe-bead-47b1-a47d-461385fdbe77 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1bbf7a2e-4718-4edd-9918-03a005e4405f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733323 Sep 29 17:47:18.218257 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3871cbf2-62b6-47e9-a149-8fc86489120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:55Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e8cd5b02-9365-420c-ad59-f9d598b78286', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'port_id': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'mac_address': 'fa:16:3e:5a:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:47:16Z', 'updated_at': '2021-09-29T17:47:16Z', 'revision_number': 0, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997cb92-20f5-4153-9365-12d3ad21679a', 'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:d8:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:54Z', 'updated_at': '2021-09-29T17:46:59Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:18.298984 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3871cbf2-62b6-47e9-a149-8fc86489120a None None] Checking router: de77bfb7-91b2-4d49-8b72-b945cc241263 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:47:18.324734 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3871cbf2-62b6-47e9-a149-8fc86489120a None None] Routers {'de77bfb7-91b2-4d49-8b72-b945cc241263'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:18.327794 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3871cbf2-62b6-47e9-a149-8fc86489120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:47:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['de77bfb7-91b2-4d49-8b72-b945cc241263'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:18.338363 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b893229f-1746-4b59-9afc-ff7d4487d8d7 req-524961dd-9f0c-461c-8290-e17fd96da0f1 service neutron] 10.222.0.35 "GET /v2.0/networks/1bbf7a2e-4718-4edd-9918-03a005e4405f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742485 Sep 29 17:47:18.391712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef82ff-8bd9-4954-80ef-3b77cc72b4bc req-058fd162-33f5-439d-943e-beea825d7e2b tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:18.401329 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3ef82ff-8bd9-4954-80ef-3b77cc72b4bc req-058fd162-33f5-439d-943e-beea825d7e2b tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/ports?device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 950 time: 0.1131251 Sep 29 17:47:18.473331 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3ef82ff-8bd9-4954-80ef-3b77cc72b4bc req-524eed4c-0d8a-4b91-b439-4c7881733a2c tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fa43d43-0645-4070-bb97-c2101f973a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647392 Sep 29 17:47:18.509649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b893229f-1746-4b59-9afc-ff7d4487d8d7 req-36f5e66f-9762-4b4a-8f50-4795de80d1d4 service neutron] 10.222.0.35 "GET /v2.0/networks/1bbf7a2e-4718-4edd-9918-03a005e4405f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636736 Sep 29 17:47:18.531811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-3871cbf2-62b6-47e9-a149-8fc86489120a None None] Set router de77bfb7-91b2-4d49-8b72-b945cc241263 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:18.713128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36062) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:18.799641 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a90380fb-0036-4e5d-a2f1-c01e955641b5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/floatingips/e8cd5b02-9365-420c-ad59-f9d598b78286 HTTP/1.1" status: 200 len: 992 time: 0.0836620 Sep 29 17:47:18.823557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3871cbf2-62b6-47e9-a149-8fc86489120a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:55Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e8cd5b02-9365-420c-ad59-f9d598b78286', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'port_id': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'mac_address': 'fa:16:3e:5a:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:47:16Z', 'updated_at': '2021-09-29T17:47:16Z', 'revision_number': 0, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997cb92-20f5-4153-9365-12d3ad21679a', 'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:d8:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:54Z', 'updated_at': '2021-09-29T17:46:59Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:18.854249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3871cbf2-62b6-47e9-a149-8fc86489120a None None] The sync data for ids ['de77bfb7-91b2-4d49-8b72-b945cc241263'] in n-d-811748-2 is: [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:55Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e8cd5b02-9365-420c-ad59-f9d598b78286', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'port_id': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'mac_address': 'fa:16:3e:5a:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:47:16Z', 'updated_at': '2021-09-29T17:47:16Z', 'revision_number': 0, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997cb92-20f5-4153-9365-12d3ad21679a', 'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:d8:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:54Z', 'updated_at': '2021-09-29T17:46:59Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:47:19.086139 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8bef40-eb05-4f1d-96e5-552096d744ef None None] New status for floating IP e8cd5b02-9365-420c-ad59-f9d598b78286: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:47:19.585125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55c488-762f-4dc3-9ad0-c20e66ec9c27 req-ea59edd4-e8e0-4393-b853-6f535184a984 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:19.586750 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa55c488-762f-4dc3-9ad0-c20e66ec9c27 req-ea59edd4-e8e0-4393-b853-6f535184a984 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.49 "GET /v2.0/ports?device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 950 time: 0.0730972 Sep 29 17:47:19.607551 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff6b40-7a7d-426e-ab50-172f6df85b9e req-0b5d6ef4-3381-4736-8e97-929e9e91e552 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:19.610124 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2dff6b40-7a7d-426e-ab50-172f6df85b9e req-0b5d6ef4-3381-4736-8e97-929e9e91e552 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/ports?device_id=77a00ade-69f5-4ba3-b64c-2c526577b6f5 HTTP/1.1" status: 200 len: 950 time: 0.0753837 Sep 29 17:47:19.661428 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2dff6b40-7a7d-426e-ab50-172f6df85b9e req-54a33c96-22aa-46a0-8d45-d46dc11215c4 tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fa43d43-0645-4070-bb97-c2101f973a9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433950 Sep 29 17:47:19.724049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-aa55c488-762f-4dc3-9ad0-c20e66ec9c27 req-31c36333-5623-4f83-b9c4-69ad456713bd tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Deleting port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:47:19.725101 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa55c488-762f-4dc3-9ad0-c20e66ec9c27 req-31c36333-5623-4f83-b9c4-69ad456713bd tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:19.802731 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36072) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:19.834743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-aa55c488-762f-4dc3-9ad0-c20e66ec9c27 req-31c36333-5623-4f83-b9c4-69ad456713bd tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] For port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=83ae35c7-6fb1-4ec6-9647-ad033ae7f042,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:19.836269 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa55c488-762f-4dc3-9ad0-c20e66ec9c27 req-31c36333-5623-4f83-b9c4-69ad456713bd tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:19.854569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-aa55c488-762f-4dc3-9ad0-c20e66ec9c27 req-31c36333-5623-4f83-b9c4-69ad456713bd tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Calling delete_port for 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:47:19.875516 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2c715e71-c88b-4a83-ba7f-d3869b63c4ea tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/floatingips/e8cd5b02-9365-420c-ad59-f9d598b78286 HTTP/1.1" status: 200 len: 994 time: 0.0660863 Sep 29 17:47:19.992293 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa55c488-762f-4dc3-9ad0-c20e66ec9c27 req-31c36333-5623-4f83-b9c4-69ad456713bd tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:20.007954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['83ae35c7-6fb1-4ec6-9647-ad033ae7f042'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:47:20.030348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c36333-5623-4f83-b9c4-69ad456713bd tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Pushing event deleted for resources: {'Port': ['ID=83ae35c7-6fb1-4ec6-9647-ad033ae7f042,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:20.083330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa55c488-762f-4dc3-9ad0-c20e66ec9c27 req-31c36333-5623-4f83-b9c4-69ad456713bd tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] No DVR routers for this DVR port 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:47:20.086315 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa55c488-762f-4dc3-9ad0-c20e66ec9c27 req-31c36333-5623-4f83-b9c4-69ad456713bd tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:20.088526 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa55c488-762f-4dc3-9ad0-c20e66ec9c27 req-31c36333-5623-4f83-b9c4-69ad456713bd tempest-VolumesNegativeTest-853366218 tempest-VolumesNegativeTest-853366218-project] 10.222.0.49 "DELETE /v2.0/ports/83ae35c7-6fb1-4ec6-9647-ad033ae7f042 HTTP/1.1" status: 204 len: 173 time: 0.4931219 Sep 29 17:47:20.089087 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a00ade-69f5-4ba3-b64c-2c526577b6f5', 'name': 'network-vif-deleted', 'tag': '83ae35c7-6fb1-4ec6-9647-ad033ae7f042'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:47:20.091721 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf4bf7f-9128-4150-8a9c-4b4c167ec3a1" -d '{"events": [{"server_uuid": "77a00ade-69f5-4ba3-b64c-2c526577b6f5", "name": "network-vif-deleted", "tag": "83ae35c7-6fb1-4ec6-9647-ad033ae7f042"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:47:20.168551 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc09978-0bce-400f-a68c-ff47e9c5f499 x-openstack-request-id: req-4bc09978-0bce-400f-a68c-ff47e9c5f499 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:47:20.168981 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a00ade-69f5-4ba3-b64c-2c526577b6f5", "name": "network-vif-deleted", "tag": "83ae35c7-6fb1-4ec6-9647-ad033ae7f042", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:47:20.169430 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4bc09978-0bce-400f-a68c-ff47e9c5f499 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:47:20.169899 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a00ade-69f5-4ba3-b64c-2c526577b6f5', 'name': 'network-vif-deleted', 'tag': '83ae35c7-6fb1-4ec6-9647-ad033ae7f042', 'status': 'completed', 'code': 200} Sep 29 17:47:20.459066 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36088) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:20.590049 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-671e63d6-ce06-4b70-ab66-4ad5c88ffb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:20.693531 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-671e63d6-ce06-4b70-ab66-4ad5c88ffb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:20.701699 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-671e63d6-ce06-4b70-ab66-4ad5c88ffb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:20.747791 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e63d6-ce06-4b70-ab66-4ad5c88ffb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cec365-9bae-4f9b-89c3-8f7773f319c7,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:20.752417 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-671e63d6-ce06-4b70-ab66-4ad5c88ffb92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b343ca7f23904e40847b0eb64669ce21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915926 Sep 29 17:47:20.754883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36098) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:20.821050 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65752641-6985-49c0-ac7f-c49d4c5b15e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:20.847365 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65752641-6985-49c0-ac7f-c49d4c5b15e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:20.899874 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65752641-6985-49c0-ac7f-c49d4c5b15e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:20.902926 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65752641-6985-49c0-ac7f-c49d4c5b15e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:20.904406 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-65752641-6985-49c0-ac7f-c49d4c5b15e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7cec365-9bae-4f9b-89c3-8f7773f319c7 HTTP/1.1" status: 204 len: 168 time: 0.1485190 Sep 29 17:47:20.914119 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65752641-6985-49c0-ac7f-c49d4c5b15e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cec365-9bae-4f9b-89c3-8f7773f319c7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:22.901934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:47:22.928282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:47:22.928677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 83ae35c7-6fb1-4ec6-9647-ad033ae7f042 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:47:24.549556 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-54cd5a37-a24f-409a-afed-85607ae24933 req-99dff0c5-f883-4eab-bc5e-904d1e560eb7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750513 Sep 29 17:47:24.680199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd5a37-a24f-409a-afed-85607ae24933 req-032f8127-bb9b-4cce-a84a-59d70c5f0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:24.681905 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-54cd5a37-a24f-409a-afed-85607ae24933 req-032f8127-bb9b-4cce-a84a-59d70c5f0b27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7360905454614ea0add076cafbf60c76&device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 1097 time: 0.0484509 Sep 29 17:47:24.811078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd5a37-a24f-409a-afed-85607ae24933 req-3303391b-20d5-481b-ab95-5cad3bda3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:24.812649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-54cd5a37-a24f-409a-afed-85607ae24933 req-3303391b-20d5-481b-ab95-5cad3bda3bfb service neutron] 10.222.0.35 "GET /v2.0/networks?id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 HTTP/1.1" status: 200 len: 911 time: 0.1098340 Sep 29 17:47:24.882781 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-54cd5a37-a24f-409a-afed-85607ae24933 req-41e65d99-c8b6-4df8-a8e8-cdbaaf6c6d13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=994c397f-ab1d-45ec-9380-e2984de8499a HTTP/1.1" status: 200 len: 1002 time: 0.0635905 Sep 29 17:47:24.932715 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd5a37-a24f-409a-afed-85607ae24933 req-8f891335-70cb-46f6-a84e-8caf498865e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:24.934207 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-54cd5a37-a24f-409a-afed-85607ae24933 req-8f891335-70cb-46f6-a84e-8caf498865e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4 HTTP/1.1" status: 200 len: 849 time: 0.0442822 Sep 29 17:47:24.980650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd5a37-a24f-409a-afed-85607ae24933 req-43faa39b-54bf-43ac-b679-c617b3d6c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:24.982166 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-54cd5a37-a24f-409a-afed-85607ae24933 req-43faa39b-54bf-43ac-b679-c617b3d6c6d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412028 Sep 29 17:47:25.075980 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-54cd5a37-a24f-409a-afed-85607ae24933 req-b9b97d22-a214-41c7-a846-1b37337474dd service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868719 Sep 29 17:47:25.168974 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-54cd5a37-a24f-409a-afed-85607ae24933 req-709b935b-bb3a-40ea-a413-727bc7cc858c service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862579 Sep 29 17:47:26.073183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36404) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:26.216355 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-990542b5-4dac-4464-b272-7091cbe40745 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3115a445d6a24c0280e80061dd353fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417899 Sep 29 17:47:26.218991 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36408) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:26.275913 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9cf1eb63-070f-4c85-8512-229529c04347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:26.296432 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9cf1eb63-070f-4c85-8512-229529c04347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:26.342566 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9cf1eb63-070f-4c85-8512-229529c04347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:26.345181 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9cf1eb63-070f-4c85-8512-229529c04347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:26.346376 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9cf1eb63-070f-4c85-8512-229529c04347 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8fa43d43-0645-4070-bb97-c2101f973a9d HTTP/1.1" status: 204 len: 168 time: 0.1264465 Sep 29 17:47:26.354205 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1eb63-070f-4c85-8512-229529c04347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa43d43-0645-4070-bb97-c2101f973a9d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:27.443572 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.002548 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36470) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:28.009497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c4ea2345-e7fd-4777-9e2a-bb023b012b08 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1638798039', 'description': 'tempest-secgroup-smoke-1638798039 description', 'project_id': 'b082b405368a4dd1b0eab20300b40c27'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:28.035689 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2345-e7fd-4777-9e2a-bb023b012b08 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.046005 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2345-e7fd-4777-9e2a-bb023b012b08 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.118512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed316c88-308c-4613-acf5-3721d8d4fc4b req-16e70bcf-dbc7-421c-9d2d-c269b040a91b tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:28.119952 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ed316c88-308c-4613-acf5-3721d8d4fc4b req-16e70bcf-dbc7-421c-9d2d-c269b040a91b tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0706174 Sep 29 17:47:28.178036 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ed316c88-308c-4613-acf5-3721d8d4fc4b req-4a726f0c-ab98-4b71-96b5-33ff137fdd9b tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517495 Sep 29 17:47:28.218644 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2345-e7fd-4777-9e2a-bb023b012b08 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.223011 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2345-e7fd-4777-9e2a-bb023b012b08 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.260348 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea2345-e7fd-4777-9e2a-bb023b012b08 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51272f4-5245-4355-9b7e-359f3cd5c863,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:28.316226 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2345-e7fd-4777-9e2a-bb023b012b08 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.320563 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2345-e7fd-4777-9e2a-bb023b012b08 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.347357 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4ea2345-e7fd-4777-9e2a-bb023b012b08 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.348579 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c4ea2345-e7fd-4777-9e2a-bb023b012b08 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3439665 Sep 29 17:47:28.352034 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36472) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:28.356607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3b300de3-1340-4c83-a215-ed728d8e284d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': '9741df7c-b568-4775-891f-255e8f060fdc', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:28.360649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea2345-e7fd-4777-9e2a-bb023b012b08 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9741df7c-b568-4775-891f-255e8f060fdc,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:28.386809 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b300de3-1340-4c83-a215-ed728d8e284d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.446154 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b300de3-1340-4c83-a215-ed728d8e284d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.451492 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b300de3-1340-4c83-a215-ed728d8e284d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.467689 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b300de3-1340-4c83-a215-ed728d8e284d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6747b7ec-9419-4044-bfe7-44facb526207,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:28.474679 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b300de3-1340-4c83-a215-ed728d8e284d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.478711 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3b300de3-1340-4c83-a215-ed728d8e284d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228216 Sep 29 17:47:28.478888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36474) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:28.483430 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-207582ad-ab6a-4dcd-8cd1-2c16cd5285b7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': '9741df7c-b568-4775-891f-255e8f060fdc', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:28.512396 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-207582ad-ab6a-4dcd-8cd1-2c16cd5285b7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.580630 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-207582ad-ab6a-4dcd-8cd1-2c16cd5285b7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.584410 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-207582ad-ab6a-4dcd-8cd1-2c16cd5285b7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.603153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207582ad-ab6a-4dcd-8cd1-2c16cd5285b7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f390a16-ef7e-4b6f-aa0d-9cd456256016,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:28.611934 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-207582ad-ab6a-4dcd-8cd1-2c16cd5285b7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.616519 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-207582ad-ab6a-4dcd-8cd1-2c16cd5285b7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338930 Sep 29 17:47:28.616794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36476) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:28.627280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-48ce3f9c-7fad-4c6b-b8b8-bd6ee6a31491 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': '9741df7c-b568-4775-891f-255e8f060fdc', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:28.655940 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-48ce3f9c-7fad-4c6b-b8b8-bd6ee6a31491 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.716233 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-48ce3f9c-7fad-4c6b-b8b8-bd6ee6a31491 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.719746 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-48ce3f9c-7fad-4c6b-b8b8-bd6ee6a31491 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.738508 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce3f9c-7fad-4c6b-b8b8-bd6ee6a31491 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e063121-cd4f-4886-8226-e48e2b6b0afe,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:28.742182 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-48ce3f9c-7fad-4c6b-b8b8-bd6ee6a31491 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.746102 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-48ce3f9c-7fad-4c6b-b8b8-bd6ee6a31491 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252427 Sep 29 17:47:28.746542 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36478) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:28.750794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4d4e82ae-934b-46c9-911e-678e50bf0bc0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': '9741df7c-b568-4775-891f-255e8f060fdc', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:28.780714 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4d4e82ae-934b-46c9-911e-678e50bf0bc0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.838333 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4d4e82ae-934b-46c9-911e-678e50bf0bc0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.841967 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4d4e82ae-934b-46c9-911e-678e50bf0bc0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.862756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e82ae-934b-46c9-911e-678e50bf0bc0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3208f5a7-a884-4320-823b-89905f6cd637,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:28.870399 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4d4e82ae-934b-46c9-911e-678e50bf0bc0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.871672 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4d4e82ae-934b-46c9-911e-678e50bf0bc0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242180 Sep 29 17:47:28.874566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36480) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:28.879098 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-fc79001c-c02b-414f-99a8-62a556eacfab tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': '9741df7c-b568-4775-891f-255e8f060fdc', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:28.902752 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-fc79001c-c02b-414f-99a8-62a556eacfab tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Project b082b405368a4dd1b0eab20300b40c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:47:28.908103 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fc79001c-c02b-414f-99a8-62a556eacfab tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.973691 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fc79001c-c02b-414f-99a8-62a556eacfab tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.981664 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fc79001c-c02b-414f-99a8-62a556eacfab tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:28.998931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79001c-c02b-414f-99a8-62a556eacfab tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7c1377-6e35-4052-8261-27dc5efd5176,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:29.006305 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fc79001c-c02b-414f-99a8-62a556eacfab tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:29.008187 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fc79001c-c02b-414f-99a8-62a556eacfab tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325903 Sep 29 17:47:29.010879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36484) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:29.015140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-fa3b1b0c-7c71-435e-81ef-0d831b0d314e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': '9741df7c-b568-4775-891f-255e8f060fdc', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:29.038411 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-fa3b1b0c-7c71-435e-81ef-0d831b0d314e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Project b082b405368a4dd1b0eab20300b40c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:47:29.043418 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa3b1b0c-7c71-435e-81ef-0d831b0d314e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:29.107438 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa3b1b0c-7c71-435e-81ef-0d831b0d314e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:29.111447 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa3b1b0c-7c71-435e-81ef-0d831b0d314e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:29.126615 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b1b0c-7c71-435e-81ef-0d831b0d314e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4591a146-e91d-45b2-bb6a-38d6cafee5e7,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:29.136842 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa3b1b0c-7c71-435e-81ef-0d831b0d314e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:29.140860 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fa3b1b0c-7c71-435e-81ef-0d831b0d314e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263335 Sep 29 17:47:29.141054 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36490) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:29.146141 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-17fc0315-1ac3-42d6-837d-cb017b256b3b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'network': {'name': 'tempest-network-smoke--1514743137', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'port_security_enabled': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:29.167399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fc0315-1ac3-42d6-837d-cb017b256b3b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Made reservation on behalf of b082b405368a4dd1b0eab20300b40c27 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:47:29.170826 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-17fc0315-1ac3-42d6-837d-cb017b256b3b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:29.195376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fc0315-1ac3-42d6-837d-cb017b256b3b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:47:29.205615 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-17fc0315-1ac3-42d6-837d-cb017b256b3b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:29.205952 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-17fc0315-1ac3-42d6-837d-cb017b256b3b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Added segment bbf821c1-b411-46e8-9975-91bc415d1aeb of type vlan for network 33086d64-5d42-40a6-b22a-17cc6d0039ad Sep 29 17:47:29.258160 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-17fc0315-1ac3-42d6-837d-cb017b256b3b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:29.311157 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-17fc0315-1ac3-42d6-837d-cb017b256b3b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:29.316640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fc0315-1ac3-42d6-837d-cb017b256b3b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:29.317233 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-17fc0315-1ac3-42d6-837d-cb017b256b3b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:29.368295 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d0026-833f-4887-9729-5938a3bbc154 req-e7fd10bd-bff2-4e6f-b079-badcbf54b8f3 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:29.369866 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d79d0026-833f-4887-9729-5938a3bbc154 req-e7fd10bd-bff2-4e6f-b079-badcbf54b8f3 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.1077795 Sep 29 17:47:29.371138 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-17fc0315-1ac3-42d6-837d-cb017b256b3b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2291069 Sep 29 17:47:29.374240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36494) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:29.378689 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1424852014', 'admin_state_up': True, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:29.421685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc0315-1ac3-42d6-837d-cb017b256b3b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Network': ['ID=33086d64-5d42-40a6-b22a-17cc6d0039ad,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:29.440042 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 33086d64-5d42-40a6-b22a-17cc6d0039ad details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:47:29.451007 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:29.452101 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:29.464809 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d79d0026-833f-4887-9729-5938a3bbc154 req-6c2a2659-a1c4-4814-b088-7e94708b98e7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772128 Sep 29 17:47:29.522727 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:29.669161 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:29.863060 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:29.884186 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:29.998979 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Allocated IP 172.25.2.49 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/4eaa7334-c2ef-4770-8177-2930f4fc179e) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:47:30.104689 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:30.155688 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:30.194479 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:30.197270 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:30.200854 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:47:30.241309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=4eaa7334-c2ef-4770-8177-2930f4fc179e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:30.309103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36504) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:30.427700 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cdec78ee-a5b1-4eae-bbc6-53c82d472913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:30.490650 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:30.519574 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cdec78ee-a5b1-4eae-bbc6-53c82d472913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:30.524316 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cdec78ee-a5b1-4eae-bbc6-53c82d472913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:30.580324 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cdec78ee-a5b1-4eae-bbc6-53c82d472913 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27fde2f77c754f6d84a1b81c7799e4d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695532 Sep 29 17:47:30.582866 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec78ee-a5b1-4eae-bbc6-53c82d472913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7353cd4d-1043-4b7f-9933-18e548b0a6e1,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:30.585825 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36510) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:30.649502 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-be85ef29-84bd-4443-a8f5-ae95f7b3e787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:30.677116 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-be85ef29-84bd-4443-a8f5-ae95f7b3e787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:30.720794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35469611-0b38-4f11-b7d3-19dcf913bbdd req-399c74a5-e73a-4986-9903-fc6c3366e880 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:30.722438 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-35469611-0b38-4f11-b7d3-19dcf913bbdd req-399c74a5-e73a-4986-9903-fc6c3366e880 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.1475298 Sep 29 17:47:30.733324 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-be85ef29-84bd-4443-a8f5-ae95f7b3e787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:30.736567 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-be85ef29-84bd-4443-a8f5-ae95f7b3e787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:30.737915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-be85ef29-84bd-4443-a8f5-ae95f7b3e787 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7353cd4d-1043-4b7f-9933-18e548b0a6e1 HTTP/1.1" status: 204 len: 168 time: 0.1509662 Sep 29 17:47:30.746125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85ef29-84bd-4443-a8f5-ae95f7b3e787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7353cd4d-1043-4b7f-9933-18e548b0a6e1,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:30.790348 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-35469611-0b38-4f11-b7d3-19dcf913bbdd req-c8f96b10-5cd0-4bd6-9f94-97bb120307a9 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606256 Sep 29 17:47:30.803988 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:30.947183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router e58223f2-24cd-43e7-8ee8-cf46a762cd8b is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:47:31.365141 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:47:31.376390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Sync routers for ids ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:47:31.385895 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:31.387153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6d183943-86ca-41ba-83a2-d2083c1d1f03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0119832 Sep 29 17:47:31.390633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36536) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:31.430074 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36540) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:31.540519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a7892f99-eb36-48b0-9305-3e5e26b711e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-535307524-network', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:31.549134 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Routers {'e58223f2-24cd-43e7-8ee8-cf46a762cd8b'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:31.549789 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:47:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:31.562270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7892f99-eb36-48b0-9305-3e5e26b711e8 admin admin] Made reservation on behalf of 193b15805a5e40c5b68a40427e30a6af for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:47:31.565025 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7892f99-eb36-48b0-9305-3e5e26b711e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:31.584897 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7892f99-eb36-48b0-9305-3e5e26b711e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:31.622742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9ae078f0-17bd-4195-a92b-56c5eeb7e93d tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b082b405368a4dd1b0eab20300b40c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2308240 Sep 29 17:47:31.624447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36546) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:31.656766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Set router e58223f2-24cd-43e7-8ee8-cf46a762cd8b gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:31.714193 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7892f99-eb36-48b0-9305-3e5e26b711e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:31.719228 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7892f99-eb36-48b0-9305-3e5e26b711e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:31.751345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7892f99-eb36-48b0-9305-3e5e26b711e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:47:31.762295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7892f99-eb36-48b0-9305-3e5e26b711e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09e9057-b791-4619-9add-426a5c75fcb1,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:31.767560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7892f99-eb36-48b0-9305-3e5e26b711e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:31.767901 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-a7892f99-eb36-48b0-9305-3e5e26b711e8 admin admin] Added segment d6f49ccd-8cb3-436c-8a82-0df0395baacd of type vlan for network 3855ac82-be02-4fd5-a325-c9c63ddd14fb Sep 29 17:47:31.805076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cfe976-11b2-4eaf-ae41-ede1b1824a58 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:31.806896 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e2cfe976-11b2-4eaf-ae41-ede1b1824a58 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1805825 Sep 29 17:47:31.811295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36548) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:31.829606 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7892f99-eb36-48b0-9305-3e5e26b711e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:31.850971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424852014', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:30Z', 'revision_number': 3, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:31.854862 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36552) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:31.855043 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-006197ec-6c0e-45be-b066-999f34944937 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426397 Sep 29 17:47:31.865095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-bcdc36a9-294f-4706-91d3-ec060ee44f47 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2009058018', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:31.879405 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7892f99-eb36-48b0-9305-3e5e26b711e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:31.880561 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7892f99-eb36-48b0-9305-3e5e26b711e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:31.881175 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a7892f99-eb36-48b0-9305-3e5e26b711e8 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:31.881722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Checking router: e58223f2-24cd-43e7-8ee8-cf46a762cd8b for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:47:31.882081 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Updating router e58223f2-24cd-43e7-8ee8-cf46a762cd8b port 4eaa7334-c2ef-4770-8177-2930f4fc179e binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:47:31.914137 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:31.947093 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a7892f99-eb36-48b0-9305-3e5e26b711e8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5153415 Sep 29 17:47:31.952235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36554) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:31.957072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f24adc09-dbb3-4dcf-ba32-ede91a8f6c65 admin admin] Request body: {'subnet': {'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-535307524-subnet', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:31.985508 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4fa2d-8a57-4114-95a7-7f5224a4cebc req-b14299ca-4d00-4acc-9566-13c7fea1923d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:31.987040 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81d4fa2d-8a57-4114-95a7-7f5224a4cebc req-b14299ca-4d00-4acc-9566-13c7fea1923d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.1162210 Sep 29 17:47:31.998754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7892f99-eb36-48b0-9305-3e5e26b711e8 admin admin] Pushing event updated for resources: {'Network': ['ID=3855ac82-be02-4fd5-a325-c9c63ddd14fb,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:32.014149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 3855ac82-be02-4fd5-a325-c9c63ddd14fb details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:47:32.026972 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdc36a9-294f-4706-91d3-ec060ee44f47 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Made reservation on behalf of b082b405368a4dd1b0eab20300b40c27 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:47:32.030643 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bcdc36a9-294f-4706-91d3-ec060ee44f47 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:32.049422 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24adc09-dbb3-4dcf-ba32-ede91a8f6c65 admin admin] Made reservation on behalf of 193b15805a5e40c5b68a40427e30a6af for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:47:32.054205 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f24adc09-dbb3-4dcf-ba32-ede91a8f6c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:32.061539 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81d4fa2d-8a57-4114-95a7-7f5224a4cebc req-7cde58ff-ca12-45c1-8d4e-46793fddade0 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651462 Sep 29 17:47:32.240048 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bcdc36a9-294f-4706-91d3-ec060ee44f47 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:32.283681 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:32.289542 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f24adc09-dbb3-4dcf-ba32-ede91a8f6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:32.292327 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:32.302895 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc36a9-294f-4706-91d3-ec060ee44f47 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Subnet': ['ID=ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:32.315240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdc36a9-294f-4706-91d3-ec060ee44f47 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Checking segment: {'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:47:32.315605 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdc36a9-294f-4706-91d3-ec060ee44f47 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network hostable DHCP agents. Network: 33086d64-5d42-40a6-b22a-17cc6d0039ad, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:47:32.335677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdc36a9-294f-4706-91d3-ec060ee44f47 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network 33086d64-5d42-40a6-b22a-17cc6d0039ad is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:47:32.345521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-bcdc36a9-294f-4706-91d3-ec060ee44f47 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 33086d64-5d42-40a6-b22a-17cc6d0039ad) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:32.351445 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fe14d-01ce-48ac-b3e0-c46190a4a80d None None] Pushing event updated for resources: {'Port': ['ID=4eaa7334-c2ef-4770-8177-2930f4fc179e,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:32.354128 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Attempting to bind port 4eaa7334-c2ef-4770-8177-2930f4fc179e on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:47:32.354507 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Attempting to bind port 4eaa7334-c2ef-4770-8177-2930f4fc179e by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:47:32.355032 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Attempting to bind port 4eaa7334-c2ef-4770-8177-2930f4fc179e on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:32.357580 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdc36a9-294f-4706-91d3-ec060ee44f47 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:32.358200 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bcdc36a9-294f-4706-91d3-ec060ee44f47 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:32.359816 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a272ba-4456-4d4b-8486-093399ba0f22 None None] Network 33086d64-5d42-40a6-b22a-17cc6d0039ad requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:47:32.373755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:47:32.374140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:47:32.374538 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:32.374937 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:47:32.378655 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Bound port: 4eaa7334-c2ef-4770-8177-2930f4fc179e, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:47:32.379247 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bcdc36a9-294f-4706-91d3-ec060ee44f47 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5198338 Sep 29 17:47:32.379648 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:32.379727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36558) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:32.385756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24adc09-dbb3-4dcf-ba32-ede91a8f6c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc852380-e460-4ad9-af47-b748cb802eb4,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:32.483123 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] For port 4eaa7334-c2ef-4770-8177-2930f4fc179e, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:47:32.488161 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] For port 4eaa7334-c2ef-4770-8177-2930f4fc179e, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4eaa7334-c2ef-4770-8177-2930f4fc179e,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:47:32.513125 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:32.606075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-33086d64-5d42-40a6-b22a-17cc6d0039ad', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ips': [{'subnet_id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:47:32.606947 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:32.621707 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fe14d-01ce-48ac-b3e0-c46190a4a80d None None] Pushing event updated for resources: {'Port': ['ID=4eaa7334-c2ef-4770-8177-2930f4fc179e,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:32.623677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Routers {'e58223f2-24cd-43e7-8ee8-cf46a762cd8b'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:32.624305 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:47:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:32.755837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24adc09-dbb3-4dcf-ba32-ede91a8f6c65 admin admin] Checking segment: {'id': 'd6f49ccd-8cb3-436c-8a82-0df0395baacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:47:32.756473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24adc09-dbb3-4dcf-ba32-ede91a8f6c65 admin admin] Network hostable DHCP agents. Network: 3855ac82-be02-4fd5-a325-c9c63ddd14fb, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:47:32.799030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24adc09-dbb3-4dcf-ba32-ede91a8f6c65 admin admin] Network 3855ac82-be02-4fd5-a325-c9c63ddd14fb is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:47:32.823098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] Set router e58223f2-24cd-43e7-8ee8-cf46a762cd8b gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:32.828380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-f24adc09-dbb3-4dcf-ba32-ede91a8f6c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 3855ac82-be02-4fd5-a325-c9c63ddd14fb) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:32.840933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24adc09-dbb3-4dcf-ba32-ede91a8f6c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:32.841539 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f24adc09-dbb3-4dcf-ba32-ede91a8f6c65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:32.852442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cd71c5-8c76-4ee0-88ec-bf75f41c5422 None None] Network 3855ac82-be02-4fd5-a325-c9c63ddd14fb requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:47:32.919687 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f24adc09-dbb3-4dcf-ba32-ede91a8f6c65 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9662280 Sep 29 17:47:32.922338 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36560) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:32.928094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:32.934029 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Allocated IP 172.20.0.2 (33086d64-5d42-40a6-b22a-17cc6d0039ad/ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383/7ee1e20a-dd07-4776-92c2-618b87a8100f) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:47:32.970772 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:32.971769 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:33.132677 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:33.199813 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca94b3d-e155-423f-9145-e8eff1a6f745 req-a6130a4f-8727-4a90-bd6e-0d6eafe09bb1 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:33.201584 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ca94b3d-e155-423f-9145-e8eff1a6f745 req-a6130a4f-8727-4a90-bd6e-0d6eafe09bb1 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0581954 Sep 29 17:47:33.251772 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'fixed_ips': [{'subnet_id': 'bc852380-e460-4ad9-af47-b748cb802eb4'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:47:33.252643 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:33.259098 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ca94b3d-e155-423f-9145-e8eff1a6f745 req-542aa295-a88c-4ad0-9d12-e5cf1d4bcd0c tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464134 Sep 29 17:47:33.286825 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424852014', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:30Z', 'revision_number': 3, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:33.315936 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:33.477625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ca44de-3a15-4014-a899-a3ab4ff93686 None None] The sync data for ids ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'] in n-d-811748-2 is: [{'id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424852014', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:30Z', 'revision_number': 3, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:47:33.485940 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:33.516354 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:33.546274 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:33.604985 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Network 33086d64-5d42-40a6-b22a-17cc6d0039ad is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:33.630301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:33.632884 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:47:33.637901 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Pushing event updated for resources: {'Port': ['ID=7ee1e20a-dd07-4776-92c2-618b87a8100f,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:33.696096 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Allocated IP 172.20.0.2 (3855ac82-be02-4fd5-a325-c9c63ddd14fb/bc852380-e460-4ad9-af47-b748cb802eb4/8adb2186-8a33-4419-9483-20701602ac77) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:47:33.714781 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Attempting to bind port 7ee1e20a-dd07-4776-92c2-618b87a8100f on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:47:33.715150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Attempting to bind port 7ee1e20a-dd07-4776-92c2-618b87a8100f by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:47:33.715593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Attempting to bind port 7ee1e20a-dd07-4776-92c2-618b87a8100f on network 33086d64-5d42-40a6-b22a-17cc6d0039ad {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:33.740263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:47:33.740263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Checking segment: {'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:47:33.740840 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:33.741152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Bound using segment: {'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:47:33.741808 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Bound port: 7ee1e20a-dd07-4776-92c2-618b87a8100f, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:47:33.742199 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:33.783405 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:33.822757 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:33.885751 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] For port 7ee1e20a-dd07-4776-92c2-618b87a8100f, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:47:33.891355 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] For port 7ee1e20a-dd07-4776-92c2-618b87a8100f, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7ee1e20a-dd07-4776-92c2-618b87a8100f,segment=NetworkSegment(bbf821c1-b411-46e8-9975-91bc415d1aeb),segment_id=bbf821c1-b411-46e8-9975-91bc415d1aeb)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:47:33.922036 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:33.989111 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:34.013426 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:34.020051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Allocated IP 172.20.0.1 (33086d64-5d42-40a6-b22a-17cc6d0039ad/ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383/a0665690-d395-41f1-afc9-01a08a372640) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:47:34.024846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0492c94-3e65-4c97-bee9-001e284dcf9c None None] Pushing event updated for resources: {'Port': ['ID=7ee1e20a-dd07-4776-92c2-618b87a8100f,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:34.054633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Allocated IP 172.25.2.87 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/79454ebe-d4ce-427c-9065-d351fb671b69) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:47:34.055222 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Network 3855ac82-be02-4fd5-a325-c9c63ddd14fb is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:34.061208 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:34.070203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:47:34.085962 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Pushing event updated for resources: {'Port': ['ID=8adb2186-8a33-4419-9483-20701602ac77,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:34.155174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Attempting to bind port 8adb2186-8a33-4419-9483-20701602ac77 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:47:34.155594 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Attempting to bind port 8adb2186-8a33-4419-9483-20701602ac77 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd6f49ccd-8cb3-436c-8a82-0df0395baacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:47:34.156057 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Attempting to bind port 8adb2186-8a33-4419-9483-20701602ac77 on network 3855ac82-be02-4fd5-a325-c9c63ddd14fb {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:34.162294 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:47:34.163245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Checking segment: {'id': 'd6f49ccd-8cb3-436c-8a82-0df0395baacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:47:34.163657 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:34.164195 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Bound using segment: {'id': 'd6f49ccd-8cb3-436c-8a82-0df0395baacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:47:34.164564 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Bound port: 8adb2186-8a33-4419-9483-20701602ac77, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f49ccd-8cb3-436c-8a82-0df0395baacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:47:34.165096 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:34.285859 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] For port 8adb2186-8a33-4419-9483-20701602ac77, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:47:34.289381 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] For port 8adb2186-8a33-4419-9483-20701602ac77, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8adb2186-8a33-4419-9483-20701602ac77,segment=NetworkSegment(d6f49ccd-8cb3-436c-8a82-0df0395baacd),segment_id=d6f49ccd-8cb3-436c-8a82-0df0395baacd)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:47:34.295021 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:34.295710 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:34.415197 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:34.424383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542da990-16fe-4d84-a7f2-cf8ba3306345 req-1e579ed7-9216-4218-afcc-8a2d9d4d948b tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:34.425688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:34.427341 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-542da990-16fe-4d84-a7f2-cf8ba3306345 req-1e579ed7-9216-4218-afcc-8a2d9d4d948b tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0965452 Sep 29 17:47:34.460468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ab156-149b-473c-aff1-0e53b1ef8bed None None] Pushing event updated for resources: {'Port': ['ID=8adb2186-8a33-4419-9483-20701602ac77,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:34.547939 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-542da990-16fe-4d84-a7f2-cf8ba3306345 req-3c9d1ca2-752e-459f-a5c5-406d203f60de tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776062 Sep 29 17:47:34.557961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4eaa7334-c2ef-4770-8177-2930f4fc179e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:34.568017 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network 33086d64-5d42-40a6-b22a-17cc6d0039ad is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:34.576002 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:34.579153 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:47:34.615351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 4eaa7334-c2ef-4770-8177-2930f4fc179e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:34.621515 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:34.626929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=a0665690-d395-41f1-afc9-01a08a372640,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:34.656739 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:34.660840 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:34.777596 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:34.806645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 4eaa7334-c2ef-4770-8177-2930f4fc179e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4eaa7334-c2ef-4770-8177-2930f4fc179e,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:34.812943 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:34.814133 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7ee1e20a-dd07-4776-92c2-618b87a8100f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:34.841002 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Pushing event updated for resources: {'Port': ['ID=79454ebe-d4ce-427c-9065-d351fb671b69,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:34.846428 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:34.863123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:34.900815 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=4eaa7334-c2ef-4770-8177-2930f4fc179e,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:34.913442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 7ee1e20a-dd07-4776-92c2-618b87a8100f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:34.913684 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:35.021952 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:35.060488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 7ee1e20a-dd07-4776-92c2-618b87a8100f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7ee1e20a-dd07-4776-92c2-618b87a8100f,segment=NetworkSegment(bbf821c1-b411-46e8-9975-91bc415d1aeb),segment_id=bbf821c1-b411-46e8-9975-91bc415d1aeb)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:35.065257 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:35.126323 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=7ee1e20a-dd07-4776-92c2-618b87a8100f,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:35.198366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:47:35.360390 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:35.365390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38ca9db-154c-402e-85a2-423b4b8c6135 None None] Network 33086d64-5d42-40a6-b22a-17cc6d0039ad requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:47:35.499243 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7ed8e973-5665-44e2-9416-990186bca9f5 None None] Provisioning complete for port 7ee1e20a-dd07-4776-92c2-618b87a8100f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:35.499704 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7ed8e973-5665-44e2-9416-990186bca9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:35.661132 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:35.731338 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0f9045-4408-4a58-821f-e50ae1db445f None None] Network 3855ac82-be02-4fd5-a325-c9c63ddd14fb requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:47:35.752676 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25266406-d515-43cf-b557-71cacb612539 req-5cc79cbc-9b46-4036-97bd-c06b2da85698 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:35.754863 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-25266406-d515-43cf-b557-71cacb612539 req-5cc79cbc-9b46-4036-97bd-c06b2da85698 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0753303 Sep 29 17:47:35.804564 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a309c20f-32fc-4f34-b1bb-6c8176270be1 None None] Provisioning complete for port 8adb2186-8a33-4419-9483-20701602ac77 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:35.805125 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a309c20f-32fc-4f34-b1bb-6c8176270be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:35.807476 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-25266406-d515-43cf-b557-71cacb612539 req-e50f5e78-159a-4697-8bbc-8fa5fe507f38 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451350 Sep 29 17:47:35.988801 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a309c20f-32fc-4f34-b1bb-6c8176270be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:35.995180 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:36.039693 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a309c20f-32fc-4f34-b1bb-6c8176270be1 None None] For port 8adb2186-8a33-4419-9483-20701602ac77, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8adb2186-8a33-4419-9483-20701602ac77,segment=NetworkSegment(d6f49ccd-8cb3-436c-8a82-0df0395baacd),segment_id=d6f49ccd-8cb3-436c-8a82-0df0395baacd)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:36.048440 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a309c20f-32fc-4f34-b1bb-6c8176270be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:36.056843 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:36.118659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309c20f-32fc-4f34-b1bb-6c8176270be1 None None] Pushing event updated for resources: {'Port': ['ID=8adb2186-8a33-4419-9483-20701602ac77,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:36.129873 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:36.172317 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0d73eb6f-3a80-4d1e-b173-4e4e46989d46 None None] Provisioning complete for port 7ee1e20a-dd07-4776-92c2-618b87a8100f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:36.172695 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0d73eb6f-3a80-4d1e-b173-4e4e46989d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:36.212148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=a0665690-d395-41f1-afc9-01a08a372640,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:36.253225 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:36.278668 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0d73eb6f-3a80-4d1e-b173-4e4e46989d46 None None] Provisioning complete for port a0665690-d395-41f1-afc9-01a08a372640 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:36.279053 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0d73eb6f-3a80-4d1e-b173-4e4e46989d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:36.316542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0d73eb6f-3a80-4d1e-b173-4e4e46989d46 None None] Port a0665690-d395-41f1-afc9-01a08a372640 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:47:36.351003 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Router db7b8328-2b69-4294-8adc-0160e7c3ecae is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:47:36.442961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3a65620a-ac08-4e41-a0b5-a5f724dcf676 None None] Provisioning complete for port 8adb2186-8a33-4419-9483-20701602ac77 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:36.444577 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a65620a-ac08-4e41-a0b5-a5f724dcf676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:36.456958 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network 33086d64-5d42-40a6-b22a-17cc6d0039ad is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:36.464155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:36.493975 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4eaa7334-c2ef-4770-8177-2930f4fc179e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:36.557250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:47:36.567547 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Sync routers for ids ['db7b8328-2b69-4294-8adc-0160e7c3ecae'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:47:36.583427 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Routers {'db7b8328-2b69-4294-8adc-0160e7c3ecae'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:36.585995 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:47:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['db7b8328-2b69-4294-8adc-0160e7c3ecae'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:36.594424 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:36.595680 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1ca51386-ec77-40d2-bca7-c4b399464f3b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6708753 Sep 29 17:47:36.598701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 36576) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:36.601418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 4eaa7334-c2ef-4770-8177-2930f4fc179e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:36.601800 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:36.648792 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3a65620a-ac08-4e41-a0b5-a5f724dcf676 None None] Provisioning complete for port a0665690-d395-41f1-afc9-01a08a372640 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:36.650473 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a65620a-ac08-4e41-a0b5-a5f724dcf676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:36.722341 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Set router db7b8328-2b69-4294-8adc-0160e7c3ecae gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:36.726318 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3a65620a-ac08-4e41-a0b5-a5f724dcf676 None None] Port a0665690-d395-41f1-afc9-01a08a372640 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:47:36.727786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router e58223f2-24cd-43e7-8ee8-cf46a762cd8b has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:47:36.773168 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8adb2186-8a33-4419-9483-20701602ac77 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:36.823326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8adb2186-8a33-4419-9483-20701602ac77 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:36.823694 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:36.925872 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:47:35Z', 'revision_number': 3, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port': {'id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:36.939120 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d9853-9450-4a0e-866d-165e82d76547 req-e2da5180-ae17-4b70-b288-2ff9ce1d7c22 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:36.941394 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b20d9853-9450-4a0e-866d-165e82d76547 req-e2da5180-ae17-4b70-b288-2ff9ce1d7c22 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0573587 Sep 29 17:47:36.945118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-38398faf-4c1a-468b-a5d5-466425ead714 None None] Provisioning complete for port a0665690-d395-41f1-afc9-01a08a372640 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:36.945603 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-38398faf-4c1a-468b-a5d5-466425ead714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:36.956363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:47:36.965059 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b3bb15e5-bf5e-4096-85ae-011217d98cb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "PUT /v2.0/routers/e58223f2-24cd-43e7-8ee8-cf46a762cd8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5850506 Sep 29 17:47:36.978098 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Checking router: db7b8328-2b69-4294-8adc-0160e7c3ecae for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:47:36.978335 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Updating router db7b8328-2b69-4294-8adc-0160e7c3ecae port 79454ebe-d4ce-427c-9065-d351fb671b69 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:47:36.980102 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Sync routers for ids ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:47:36.998234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Routers {'e58223f2-24cd-43e7-8ee8-cf46a762cd8b'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:36.999481 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:47:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:37.004380 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b20d9853-9450-4a0e-866d-165e82d76547 req-f1e9cdc0-054f-4304-b886-312d3ae5fcb5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498245 Sep 29 17:47:37.005504 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7ee1e20a-dd07-4776-92c2-618b87a8100f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:37.019764 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:37.049791 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-38398faf-4c1a-468b-a5d5-466425ead714 None None] Port a0665690-d395-41f1-afc9-01a08a372640 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:47:37.160251 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 7ee1e20a-dd07-4776-92c2-618b87a8100f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:37.160617 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:37.164775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Set router e58223f2-24cd-43e7-8ee8-cf46a762cd8b gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:37.293164 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-5b9440ba-ce78-4ce2-9dd0-aef9f2c473fa tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1638798039&fields=id&tenant_id=b082b405368a4dd1b0eab20300b40c27 HTTP/1.1" status: 200 len: 267 time: 0.1160853 Sep 29 17:47:37.344152 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:37.351104 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:37.383516 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Attempting to bind port 79454ebe-d4ce-427c-9065-d351fb671b69 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:47:37.383881 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Attempting to bind port 79454ebe-d4ce-427c-9065-d351fb671b69 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:47:37.384238 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Attempting to bind port 79454ebe-d4ce-427c-9065-d351fb671b69 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:37.411347 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:47:37.411894 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:47:37.412347 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:37.413451 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:47:37.413951 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Bound port: 79454ebe-d4ce-427c-9065-d351fb671b69, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:47:37.414335 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:37.472894 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] For port 79454ebe-d4ce-427c-9065-d351fb671b69, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:47:37.477386 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] For port 79454ebe-d4ce-427c-9065-d351fb671b69, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=79454ebe-d4ce-427c-9065-d351fb671b69,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:47:37.482181 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:37.504042 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a7aa9-7dbe-4047-9e38-b81353c8eb72 None None] Pushing event updated for resources: {'Port': ['ID=79454ebe-d4ce-427c-9065-d351fb671b69,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:37.555338 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Routers {'db7b8328-2b69-4294-8adc-0160e7c3ecae'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:37.555985 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:47:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['db7b8328-2b69-4294-8adc-0160e7c3ecae'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:37.630742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424852014', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:35Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'a0665690-d395-41f1-afc9-01a08a372640', 'name': '', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:4f:31:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:35Z', 'revision_number': 2, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:37.634292 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a7aa9-7dbe-4047-9e38-b81353c8eb72 None None] Pushing event updated for resources: {'Port': ['ID=79454ebe-d4ce-427c-9065-d351fb671b69,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:37.666509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Checking router: e58223f2-24cd-43e7-8ee8-cf46a762cd8b for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:47:37.666861 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Updating router e58223f2-24cd-43e7-8ee8-cf46a762cd8b port a0665690-d395-41f1-afc9-01a08a372640 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:47:37.679776 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] Set router db7b8328-2b69-4294-8adc-0160e7c3ecae gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:37.696904 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:37.713663 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:37.869738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-d2bc4ce7-0c52-4058-bd57-ac6dd6c20a07 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:37.871288 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-d2bc4ce7-0c52-4058-bd57-ac6dd6c20a07 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/networks?id=33086d64-5d42-40a6-b22a-17cc6d0039ad HTTP/1.1" status: 200 len: 797 time: 0.5348639 Sep 29 17:47:37.891671 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:47:35Z', 'revision_number': 3, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port': {'id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:37.924157 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f05347-321e-463f-a6cf-0975fc726201 None None] The sync data for ids ['db7b8328-2b69-4294-8adc-0160e7c3ecae'] in n-d-811748-2 is: [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:47:35Z', 'revision_number': 3, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port': {'id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:47:37.929954 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-75202a61-b328-408f-83f3-466abfdc35c2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/quotas/b082b405368a4dd1b0eab20300b40c27 HTTP/1.1" status: 200 len: 375 time: 0.0440693 Sep 29 17:47:38.002263 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:38.010115 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:38.066613 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-e8024ebd-6991-49cd-9b7f-6d684b4bea99 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1266091 Sep 29 17:47:38.076649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Allocated IP 172.20.0.1 (3855ac82-be02-4fd5-a325-c9c63ddd14fb/bc852380-e460-4ad9-af47-b748cb802eb4/46f41dd7-59a8-40d8-a7bb-0c8c7f298649) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:47:38.107508 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dddb6d-560d-4e57-9b72-b9deb6a8c9cb None None] Pushing event updated for resources: {'Port': ['ID=a0665690-d395-41f1-afc9-01a08a372640,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:38.125949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Attempting to bind port a0665690-d395-41f1-afc9-01a08a372640 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:47:38.126327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Attempting to bind port a0665690-d395-41f1-afc9-01a08a372640 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:47:38.126697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Attempting to bind port a0665690-d395-41f1-afc9-01a08a372640 on network 33086d64-5d42-40a6-b22a-17cc6d0039ad {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:38.133626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:47:38.134021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Checking segment: {'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:47:38.134432 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:38.134830 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Bound using segment: {'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:47:38.135304 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Bound port: a0665690-d395-41f1-afc9-01a08a372640, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:47:38.135919 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:38.205810 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c8abf-dfe8-499f-8f27-2965a7222839 req-cfaa1cce-6929-48c6-8543-5a59acda054a tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:38.217730 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d19c8abf-dfe8-499f-8f27-2965a7222839 req-cfaa1cce-6929-48c6-8543-5a59acda054a tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0906117 Sep 29 17:47:38.219544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] For port a0665690-d395-41f1-afc9-01a08a372640, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:47:38.223028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] For port a0665690-d395-41f1-afc9-01a08a372640, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a0665690-d395-41f1-afc9-01a08a372640,segment=NetworkSegment(bbf821c1-b411-46e8-9975-91bc415d1aeb),segment_id=bbf821c1-b411-46e8-9975-91bc415d1aeb)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:47:38.235453 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:38.317353 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d19c8abf-dfe8-499f-8f27-2965a7222839 req-5ee60f42-a52a-4f37-9cb8-378f6b1adb64 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966618 Sep 29 17:47:38.345624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Routers {'e58223f2-24cd-43e7-8ee8-cf46a762cd8b'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:38.346280 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:47:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:38.366939 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-193d76af-9030-44a0-ad59-bb726338ea82 service neutron] 10.222.0.44 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738740 Sep 29 17:47:38.411932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dddb6d-560d-4e57-9b72-b9deb6a8c9cb None None] Pushing event updated for resources: {'Port': ['ID=a0665690-d395-41f1-afc9-01a08a372640,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:38.426492 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:38.528502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 79454ebe-d4ce-427c-9065-d351fb671b69 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:38.555813 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:38.580190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c4fa5621-cf66-488d-91c0-ffa859e50f8f None None] Provisioning complete for port a0665690-d395-41f1-afc9-01a08a372640 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:38.580573 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c4fa5621-cf66-488d-91c0-ffa859e50f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:38.615194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Network 3855ac82-be02-4fd5-a325-c9c63ddd14fb is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:38.624674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:38.627735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:47:38.648483 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-eadad1ca-a282-4db8-9e2f-2c5393d43205 service neutron] 10.222.0.44 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656181 Sep 29 17:47:38.650624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] Set router e58223f2-24cd-43e7-8ee8-cf46a762cd8b gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:38.720411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Pushing event updated for resources: {'Port': ['ID=46f41dd7-59a8-40d8-a7bb-0c8c7f298649,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:38.791175 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:38.806124 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 79454ebe-d4ce-427c-9065-d351fb671b69 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:38.807250 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:39.004057 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2fcf0ddc-b098-4253-93e3-b6ce34fb6c21 req-0e9256c7-e04b-4324-bb37-f31b2d07074d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 210 time: 0.1037509 Sep 29 17:47:39.066263 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:39.107853 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c4fa5621-cf66-488d-91c0-ffa859e50f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:39.180628 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:39.202558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 79454ebe-d4ce-427c-9065-d351fb671b69, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=79454ebe-d4ce-427c-9065-d351fb671b69,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:39.207711 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c4fa5621-cf66-488d-91c0-ffa859e50f8f None None] For port a0665690-d395-41f1-afc9-01a08a372640, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a0665690-d395-41f1-afc9-01a08a372640,segment=NetworkSegment(bbf821c1-b411-46e8-9975-91bc415d1aeb),segment_id=bbf821c1-b411-46e8-9975-91bc415d1aeb)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:39.211458 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:39.219754 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c4fa5621-cf66-488d-91c0-ffa859e50f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:39.277953 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424852014', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:35Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'a0665690-d395-41f1-afc9-01a08a372640', 'name': '', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:4f:31:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:38Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:39.290393 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:39.295785 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:39.318396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404deb93-f6f6-48fe-9810-4887d0d93181 None None] The sync data for ids ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'] in n-d-811748-2 is: [{'id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424852014', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:35Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'a0665690-d395-41f1-afc9-01a08a372640', 'name': '', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:4f:31:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:38Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:47:39.320784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=79454ebe-d4ce-427c-9065-d351fb671b69,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:39.377950 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:39.381831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-cd7c3d0f-659a-4050-996f-7b7ed02939d2 None None] Provisioning complete for port 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:39.382208 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3d0f-659a-4050-996f-7b7ed02939d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:39.444451 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa5621-cf66-488d-91c0-ffa859e50f8f None None] Pushing event updated for resources: {'Port': ['ID=a0665690-d395-41f1-afc9-01a08a372640,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:39.461911 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c3d0f-659a-4050-996f-7b7ed02939d2 None None] Port 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:47:39.481744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-cd7c3d0f-659a-4050-996f-7b7ed02939d2 None None] Provisioning complete for port a0665690-d395-41f1-afc9-01a08a372640 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:39.482174 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3d0f-659a-4050-996f-7b7ed02939d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:39.541395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Network 3855ac82-be02-4fd5-a325-c9c63ddd14fb is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:39.543608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:39.549454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Pushing event updated for resources: {'Port': ['ID=46f41dd7-59a8-40d8-a7bb-0c8c7f298649,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:39.562250 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c3d9b-23a9-48ab-9ff8-a3b777073fe4 req-5be7f975-9de8-484c-99a0-c98a6dbbbae1 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:39.573255 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a30c3d9b-23a9-48ab-9ff8-a3b777073fe4 req-5be7f975-9de8-484c-99a0-c98a6dbbbae1 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0852234 Sep 29 17:47:39.661211 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a30c3d9b-23a9-48ab-9ff8-a3b777073fe4 req-2b2775f7-2333-41d8-99f0-ffaecd2d77dc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865901 Sep 29 17:47:39.767180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Router db7b8328-2b69-4294-8adc-0160e7c3ecae has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:47:39.916796 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:47:39.923129 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6ba1c88c-6faf-44fa-94e4-0583c04fa087 admin admin] 10.222.0.44 "PUT /v2.0/routers/db7b8328-2b69-4294-8adc-0160e7c3ecae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3227901 Sep 29 17:47:39.944983 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef1202-d2f0-45c8-b3cc-80a3b7395157 req-4d4fa42c-a76b-4dda-864e-ad0a268ce83f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:39.946969 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-60ef1202-d2f0-45c8-b3cc-80a3b7395157 req-4d4fa42c-a76b-4dda-864e-ad0a268ce83f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0609226 Sep 29 17:47:39.980470 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6f6e38f6-f628-4cd6-9407-3aa77211e91b None None] Provisioning complete for port 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:39.980842 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6f6e38f6-f628-4cd6-9407-3aa77211e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:40.016634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-60ef1202-d2f0-45c8-b3cc-80a3b7395157 req-969f91fa-15cd-4b43-8aa8-8c7c06cd8567 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601437 Sep 29 17:47:40.045159 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e38f6-f628-4cd6-9407-3aa77211e91b None None] Port 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:47:40.081098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db9c84-0649-4dc6-8550-b5d47f13f506 req-a232aeb3-f296-4970-83d4-de8aff1b177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:40.082784 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e4db9c84-0649-4dc6-8550-b5d47f13f506 req-a232aeb3-f296-4970-83d4-de8aff1b177e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7360905454614ea0add076cafbf60c76&device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 1097 time: 0.1327870 Sep 29 17:47:40.187048 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57035bbd-b091-4e5f-9122-9587258eec90 req-3771291d-0655-4ebe-8a3c-5d4875bccfdf tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 210 time: 0.0485325 Sep 29 17:47:40.208701 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:47:40.230047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db9c84-0649-4dc6-8550-b5d47f13f506 req-ea9b4414-d667-4190-a110-b374e1823701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:40.231570 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e4db9c84-0649-4dc6-8550-b5d47f13f506 req-ea9b4414-d667-4190-a110-b374e1823701 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 HTTP/1.1" status: 200 len: 911 time: 0.1412625 Sep 29 17:47:40.363846 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e4db9c84-0649-4dc6-8550-b5d47f13f506 req-f4380d92-3cc1-499f-8c66-ada88bc95a5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=994c397f-ab1d-45ec-9380-e2984de8499a HTTP/1.1" status: 200 len: 1002 time: 0.1209900 Sep 29 17:47:40.394695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-4b314173-3ca3-4522-ab85-8eda6f1b3777 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:40.396198 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-4b314173-3ca3-4522-ab85-8eda6f1b3777 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.49 "GET /v2.0/networks?id=33086d64-5d42-40a6-b22a-17cc6d0039ad HTTP/1.1" status: 200 len: 797 time: 0.1951840 Sep 29 17:47:40.461924 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Sync routers for ids ['db7b8328-2b69-4294-8adc-0160e7c3ecae'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:47:40.471828 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Routers {'db7b8328-2b69-4294-8adc-0160e7c3ecae'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:40.472448 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:47:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['db7b8328-2b69-4294-8adc-0160e7c3ecae'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:40.535862 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-e5162c7c-070f-404e-b4b9-2a0d10649060 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b082b405368a4dd1b0eab20300b40c27 HTTP/1.1" status: 200 len: 380 time: 0.1177588 Sep 29 17:47:40.540734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db9c84-0649-4dc6-8550-b5d47f13f506 req-74d009dc-7630-4640-a601-ab98f806a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:40.542513 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e4db9c84-0649-4dc6-8550-b5d47f13f506 req-74d009dc-7630-4640-a601-ab98f806a535 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4 HTTP/1.1" status: 200 len: 849 time: 0.1428218 Sep 29 17:47:40.550696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-7a574128-aefc-4f5d-9b3e-e7e03db27c68 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'port': {'device_id': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'admin_state_up': True, 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'security_groups': ['9741df7c-b568-4775-891f-255e8f060fdc']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:40.578723 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a0665690-d395-41f1-afc9-01a08a372640 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:40.677684 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36634) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:40.683243 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-760996ac-0d96-43aa-a6f1-c3edf2abb799 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1024993369-network', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:40.684890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db9c84-0649-4dc6-8550-b5d47f13f506 req-c4c35481-e9b4-4537-b9f1-13b42c257201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:40.686544 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e4db9c84-0649-4dc6-8550-b5d47f13f506 req-c4c35481-e9b4-4537-b9f1-13b42c257201 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306949 Sep 29 17:47:40.703661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a0665690-d395-41f1-afc9-01a08a372640 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:40.704044 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:40.727106 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760996ac-0d96-43aa-a6f1-c3edf2abb799 admin admin] Made reservation on behalf of a68f804316c34747bc204745b3afe0ca for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:47:40.730234 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-760996ac-0d96-43aa-a6f1-c3edf2abb799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:40.750869 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-760996ac-0d96-43aa-a6f1-c3edf2abb799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:40.755648 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Set router db7b8328-2b69-4294-8adc-0160e7c3ecae gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:40.812338 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9e0baca4-b025-4eea-ae9b-82b8745d2f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:40.836074 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 79454ebe-d4ce-427c-9065-d351fb671b69 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:40.868829 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e4db9c84-0649-4dc6-8550-b5d47f13f506 req-8ecea559-2af0-485b-b3a4-4c6a334cae43 service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710367 Sep 29 17:47:40.885747 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-760996ac-0d96-43aa-a6f1-c3edf2abb799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:40.892942 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-760996ac-0d96-43aa-a6f1-c3edf2abb799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:40.906108 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 79454ebe-d4ce-427c-9065-d351fb671b69 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:40.906481 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:40.929778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760996ac-0d96-43aa-a6f1-c3edf2abb799 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:47:40.942609 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760996ac-0d96-43aa-a6f1-c3edf2abb799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57be3e5a-d2e9-4696-b1f4-7b0e18b30554,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:40.949029 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-760996ac-0d96-43aa-a6f1-c3edf2abb799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:40.949718 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-760996ac-0d96-43aa-a6f1-c3edf2abb799 admin admin] Added segment 0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355 of type vlan for network f1ac6d45-92bd-411b-b9af-b882c05ba230 Sep 29 17:47:41.005231 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-7a574128-aefc-4f5d-9b3e-e7e03db27c68 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Made reservation on behalf of b082b405368a4dd1b0eab20300b40c27 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:47:41.011051 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-7a574128-aefc-4f5d-9b3e-e7e03db27c68 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.022718 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-760996ac-0d96-43aa-a6f1-c3edf2abb799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.056846 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e4db9c84-0649-4dc6-8550-b5d47f13f506 req-e241339e-80c0-4f9b-9c88-1ee4579fbff1 service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804769 Sep 29 17:47:41.079789 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-760996ac-0d96-43aa-a6f1-c3edf2abb799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.081317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760996ac-0d96-43aa-a6f1-c3edf2abb799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:41.082105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-760996ac-0d96-43aa-a6f1-c3edf2abb799 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.092063 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port': {'id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '46f41dd7-59a8-40d8-a7bb-0c8c7f298649', 'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'mac_address': 'fa:16:3e:c0:bf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:37Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 2, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'subnets': [{'id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:41.155471 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Checking router: db7b8328-2b69-4294-8adc-0160e7c3ecae for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:47:41.155827 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Updating router db7b8328-2b69-4294-8adc-0160e7c3ecae port 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:47:41.181429 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.199642 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760996ac-0d96-43aa-a6f1-c3edf2abb799 admin admin] Pushing event updated for resources: {'Network': ['ID=f1ac6d45-92bd-411b-b9af-b882c05ba230,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:41.210235 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-760996ac-0d96-43aa-a6f1-c3edf2abb799 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5278518 Sep 29 17:47:41.210911 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36640) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:41.214220 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network f1ac6d45-92bd-411b-b9af-b882c05ba230 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:47:41.217873 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9633330c-bf00-4628-a9fa-b971a5831dcb admin admin] Request body: {'subnet': {'network_id': 'f1ac6d45-92bd-411b-b9af-b882c05ba230', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1024993369-subnet', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:41.249036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-7a574128-aefc-4f5d-9b3e-e7e03db27c68 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Allocated IP 172.20.0.7 (33086d64-5d42-40a6-b22a-17cc6d0039ad/ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383/bcc9c5e3-5caa-4985-97b3-233d6c28f7ed) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:47:41.250411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9633330c-bf00-4628-a9fa-b971a5831dcb admin admin] Made reservation on behalf of a68f804316c34747bc204745b3afe0ca for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:47:41.252718 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9633330c-bf00-4628-a9fa-b971a5831dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.261459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b724b-1cc6-4ce5-81f7-6954ef722fd2 req-146ae170-0125-4668-b713-6fde834bb5b3 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:41.263622 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-865b724b-1cc6-4ce5-81f7-6954ef722fd2 req-146ae170-0125-4668-b713-6fde834bb5b3 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.1370497 Sep 29 17:47:41.337910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-865b724b-1cc6-4ce5-81f7-6954ef722fd2 req-c7f6a311-744d-4251-ba6c-9265f5baf7f0 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627282 Sep 29 17:47:41.436007 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e54f2cf-c3cd-48bc-8e3d-b52de4de7b18 req-d502ead3-c38b-4384-b85f-fc808cd6ea32 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 210 time: 0.0696716 Sep 29 17:47:41.465252 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-7a574128-aefc-4f5d-9b3e-e7e03db27c68 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.511359 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-7a574128-aefc-4f5d-9b3e-e7e03db27c68 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.537009 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9633330c-bf00-4628-a9fa-b971a5831dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.560070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-7a574128-aefc-4f5d-9b3e-e7e03db27c68 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network 33086d64-5d42-40a6-b22a-17cc6d0039ad is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:41.563238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-7a574128-aefc-4f5d-9b3e-e7e03db27c68 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:41.566186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-7a574128-aefc-4f5d-9b3e-e7e03db27c68 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:47:41.606944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a574128-aefc-4f5d-9b3e-e7e03db27c68 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:41.607952 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9633330c-bf00-4628-a9fa-b971a5831dcb admin admin] Checking segment: {'id': '0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f1ac6d45-92bd-411b-b9af-b882c05ba230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:47:41.608309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9633330c-bf00-4628-a9fa-b971a5831dcb admin admin] Network hostable DHCP agents. Network: f1ac6d45-92bd-411b-b9af-b882c05ba230, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:47:41.621482 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633330c-bf00-4628-a9fa-b971a5831dcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6451d03-669c-4220-8650-5b527f6f1868,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:41.622688 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.635439 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-7a574128-aefc-4f5d-9b3e-e7e03db27c68 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:41.635941 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9633330c-bf00-4628-a9fa-b971a5831dcb admin admin] Network f1ac6d45-92bd-411b-b9af-b882c05ba230 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:47:41.636217 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-7a574128-aefc-4f5d-9b3e-e7e03db27c68 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.637648 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.650273 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-9633330c-bf00-4628-a9fa-b971a5831dcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, f1ac6d45-92bd-411b-b9af-b882c05ba230) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:41.653756 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-7a574128-aefc-4f5d-9b3e-e7e03db27c68 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1070359 Sep 29 17:47:41.656057 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9633330c-bf00-4628-a9fa-b971a5831dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:41.657904 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9633330c-bf00-4628-a9fa-b971a5831dcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.658808 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808b26cf-7d58-45b0-b900-9c2aae392f28 None None] Network f1ac6d45-92bd-411b-b9af-b882c05ba230 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:47:41.671069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Request body: {'port': {'device_id': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:41.695826 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692e017-c852-4b57-9d01-499dbb59b548 None None] Pushing event updated for resources: {'Port': ['ID=46f41dd7-59a8-40d8-a7bb-0c8c7f298649,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:41.709338 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9633330c-bf00-4628-a9fa-b971a5831dcb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4951012 Sep 29 17:47:41.712740 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36644) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:41.725543 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1024993369-router', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:41.769914 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.774170 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.793061 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.817716 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Attempting to bind port 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:47:41.818412 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Attempting to bind port 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd6f49ccd-8cb3-436c-8a82-0df0395baacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:47:41.820130 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Attempting to bind port 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 on network 3855ac82-be02-4fd5-a325-c9c63ddd14fb {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:41.828057 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:47:41.828553 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Checking segment: {'id': 'd6f49ccd-8cb3-436c-8a82-0df0395baacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:47:41.829086 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.829593 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Bound using segment: {'id': 'd6f49ccd-8cb3-436c-8a82-0df0395baacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:47:41.830073 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Bound port: 46f41dd7-59a8-40d8-a7bb-0c8c7f298649, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6f49ccd-8cb3-436c-8a82-0df0395baacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:47:41.830546 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.939905 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.950303 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] For port 46f41dd7-59a8-40d8-a7bb-0c8c7f298649, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:47:41.957185 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] For port 46f41dd7-59a8-40d8-a7bb-0c8c7f298649, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=46f41dd7-59a8-40d8-a7bb-0c8c7f298649,segment=NetworkSegment(d6f49ccd-8cb3-436c-8a82-0df0395baacd),segment_id=d6f49ccd-8cb3-436c-8a82-0df0395baacd)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:47:41.967316 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:41.972078 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-f1ac6d45-92bd-411b-b9af-b882c05ba230', 'network_id': 'f1ac6d45-92bd-411b-b9af-b882c05ba230', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'fixed_ips': [{'subnet_id': 'c6451d03-669c-4220-8650-5b527f6f1868'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:47:41.973225 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.028104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5c3404e4-7ff9-42d7-a9f9-35b98b734365 None None] Provisioning complete for port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:42.028480 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5c3404e4-7ff9-42d7-a9f9-35b98b734365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.059301 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692e017-c852-4b57-9d01-499dbb59b548 None None] Pushing event updated for resources: {'Port': ['ID=46f41dd7-59a8-40d8-a7bb-0c8c7f298649,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:42.070882 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Routers {'db7b8328-2b69-4294-8adc-0160e7c3ecae'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:42.072389 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:47:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['db7b8328-2b69-4294-8adc-0160e7c3ecae'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:42.141865 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.200323 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5c3404e4-7ff9-42d7-a9f9-35b98b734365 None None] Port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:47:42.267434 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] Set router db7b8328-2b69-4294-8adc-0160e7c3ecae gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:42.276901 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Allocated IP 172.20.0.2 (f1ac6d45-92bd-411b-b9af-b882c05ba230/c6451d03-669c-4220-8650-5b527f6f1868/6b376cb0-3c48-4796-adc5-dbf4b6aa0965) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:47:42.323449 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc9c5e3-5caa-4985-97b3-233d6c28f7ed {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:47:42.347361 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.368328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Transition to ACTIVE for port object bcc9c5e3-5caa-4985-97b3-233d6c28f7ed will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:47:42.375632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.470251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:42.526867 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port': {'id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '46f41dd7-59a8-40d8-a7bb-0c8c7f298649', 'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'mac_address': 'fa:16:3e:c0:bf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:37Z', 'updated_at': '2021-09-29T17:47:41Z', 'revision_number': 4, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'subnets': [{'id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:42.562905 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c3bca-54c3-4499-b7db-575492dc8f45 None None] The sync data for ids ['db7b8328-2b69-4294-8adc-0160e7c3ecae'] in n-d-811748-2 is: [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port': {'id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '46f41dd7-59a8-40d8-a7bb-0c8c7f298649', 'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'mac_address': 'fa:16:3e:c0:bf:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:37Z', 'updated_at': '2021-09-29T17:47:41Z', 'revision_number': 4, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'subnets': [{'id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:47:42.574356 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Attempting to bind port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:47:42.574744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Attempting to bind port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:47:42.575029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Attempting to bind port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed on network 33086d64-5d42-40a6-b22a-17cc6d0039ad {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:42.588362 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.590304 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-76fcc2b4-9195-45ea-9677-85000e5db559 None None] Provisioning complete for port 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:42.590674 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76fcc2b4-9195-45ea-9677-85000e5db559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.604773 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed on network 33086d64-5d42-40a6-b22a-17cc6d0039ad not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:47:42.605893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Attempting to bind port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed on network 33086d64-5d42-40a6-b22a-17cc6d0039ad {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:42.627054 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.663679 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:47:42.664025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Checking segment: {'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:47:42.664682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Bound using segment: {'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:47:42.665132 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Bound port: bcc9c5e3-5caa-4985-97b3-233d6c28f7ed, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:47:42.665555 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.671107 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c831e-bee3-4643-8b5c-1052c9dc3d8a req-3911fe4f-2d93-40d8-ac50-5b5993a4c506 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:42.680399 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c4c831e-bee3-4643-8b5c-1052c9dc3d8a req-3911fe4f-2d93-40d8-ac50-5b5993a4c506 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.1548824 Sep 29 17:47:42.682532 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.687425 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Network f1ac6d45-92bd-411b-b9af-b882c05ba230 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:42.692885 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:42.696115 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:47:42.731433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Pushing event updated for resources: {'Port': ['ID=6b376cb0-3c48-4796-adc5-dbf4b6aa0965,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:42.755383 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.764965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4509e-a9c3-4777-83bd-3b9f6a1fa51f req-0c353f82-1ab1-4289-be3f-6068c9aa91a2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:42.766982 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d1e4509e-a9c3-4777-83bd-3b9f6a1fa51f req-0c353f82-1ab1-4289-be3f-6068c9aa91a2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 943 time: 0.1880312 Sep 29 17:47:42.852015 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Attempting to bind port 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:47:42.852470 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Attempting to bind port 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f1ac6d45-92bd-411b-b9af-b882c05ba230'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:47:42.852821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Attempting to bind port 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 on network f1ac6d45-92bd-411b-b9af-b882c05ba230 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:42.858184 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c4c831e-bee3-4643-8b5c-1052c9dc3d8a req-86ee2131-12aa-40c9-8424-fb568397a61c tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684287 Sep 29 17:47:42.865258 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:47:42.865621 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Checking segment: {'id': '0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f1ac6d45-92bd-411b-b9af-b882c05ba230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:47:42.866028 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.866683 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Bound using segment: {'id': '0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f1ac6d45-92bd-411b-b9af-b882c05ba230'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:47:42.867184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Bound port: 6b376cb0-3c48-4796-adc5-dbf4b6aa0965, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f1ac6d45-92bd-411b-b9af-b882c05ba230'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:47:42.867563 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.877673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] For port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:47:42.879619 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76fcc2b4-9195-45ea-9677-85000e5db559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.884126 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d1e4509e-a9c3-4777-83bd-3b9f6a1fa51f req-069d68dd-834a-4e70-9995-b3f8a0221d42 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019387 Sep 29 17:47:42.914034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] For port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,segment=NetworkSegment(bbf821c1-b411-46e8-9975-91bc415d1aeb),segment_id=bbf821c1-b411-46e8-9975-91bc415d1aeb)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:47:42.920142 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.937962 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:42.938650 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.940405 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] 10.222.0.49 "PUT /v2.0/ports/bcc9c5e3-5caa-4985-97b3-233d6c28f7ed HTTP/1.1" status: 200 len: 1091 time: 1.2767093 Sep 29 17:47:42.942031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'tag': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:47:42.945144 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a684f6f-b6ee-4ac2-8ea8-1509f5ed9875" -d '{"events": [{"name": "network-changed", "server_uuid": "509caf8d-3d2b-437b-a3cd-625af9427b15", "tag": "bcc9c5e3-5caa-4985-97b3-233d6c28f7ed"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:47:42.949900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-76fcc2b4-9195-45ea-9677-85000e5db559 None None] For port 46f41dd7-59a8-40d8-a7bb-0c8c7f298649, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=46f41dd7-59a8-40d8-a7bb-0c8c7f298649,segment=NetworkSegment(d6f49ccd-8cb3-436c-8a82-0df0395baacd),segment_id=d6f49ccd-8cb3-436c-8a82-0df0395baacd)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:42.962526 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76fcc2b4-9195-45ea-9677-85000e5db559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:42.964974 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Allocated IP 172.25.2.142 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/a6f883b6-40b1-479f-95eb-5b42eac7fe0f) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:47:43.047870 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fcc2b4-9195-45ea-9677-85000e5db559 None None] Pushing event updated for resources: {'Port': ['ID=46f41dd7-59a8-40d8-a7bb-0c8c7f298649,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:43.071100 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] For port 6b376cb0-3c48-4796-adc5-dbf4b6aa0965, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:47:43.087733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:43.094474 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] For port 6b376cb0-3c48-4796-adc5-dbf4b6aa0965, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6b376cb0-3c48-4796-adc5-dbf4b6aa0965,segment=NetworkSegment(0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355),segment_id=0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:47:43.097693 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daf8a19-fcb8-4f2f-9b7f-c0f01d61c57b x-openstack-request-id: req-3daf8a19-fcb8-4f2f-9b7f-c0f01d61c57b {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:47:43.098123 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509caf8d-3d2b-437b-a3cd-625af9427b15", "tag": "bcc9c5e3-5caa-4985-97b3-233d6c28f7ed", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:47:43.098423 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3daf8a19-fcb8-4f2f-9b7f-c0f01d61c57b {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:47:43.098811 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'tag': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed', 'status': 'completed', 'code': 200} Sep 29 17:47:43.101993 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:47:43.102355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:47:43.102944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:47:43.103548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:47:43.104346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:47:43.104696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:47:43.105111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:47:43.105576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:47:43.106038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:47:43.106388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:47:43.106704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:47:43.107089 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebdbcf3-aba9-4848-a3b3-643cff282310 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:47:43.109479 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:43.114572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-b2eb891b-ebb6-4803-8027-655d6259af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:43.116468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-b2eb891b-ebb6-4803-8027-655d6259af75 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 1094 time: 0.1061454 Sep 29 17:47:43.170686 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-5a0ef174-85cb-4ed9-8dbe-b0bc9253bb2b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed HTTP/1.1" status: 200 len: 217 time: 0.0437276 Sep 29 17:47:43.181912 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:43.240404 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-af597783-346a-4558-92da-189ab8dbb9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:43.242369 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-af597783-346a-4558-92da-189ab8dbb9b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383 HTTP/1.1" status: 200 len: 835 time: 0.0649047 Sep 29 17:47:43.260225 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:43.304237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:43.307308 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:43.311939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:47:43.316052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-bcfe4ad4-4650-4558-8e38-821eec327636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:43.317518 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-bcfe4ad4-4650-4558-8e38-821eec327636 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=33086d64-5d42-40a6-b22a-17cc6d0039ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647173 Sep 29 17:47:43.409062 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-fa1a1a46-1e5d-4a51-9c93-c69a5ed30337 None None] Provisioning complete for port 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:43.409609 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fa1a1a46-1e5d-4a51-9c93-c69a5ed30337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:43.436655 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Pushing event updated for resources: {'Port': ['ID=a6f883b6-40b1-479f-95eb-5b42eac7fe0f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:43.470363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246b818-a794-448e-abd8-ffdaad623ce3 None None] Pushing event updated for resources: {'Port': ['ID=6b376cb0-3c48-4796-adc5-dbf4b6aa0965,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:43.498621 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-034f326d-5d79-48f2-ac13-b8c335d22e87 service neutron] 10.222.0.49 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677053 Sep 29 17:47:43.545824 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ddce437f-b029-444b-a11b-ff083a97c0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:43.615520 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa9bd1ee-665d-4482-8339-136b2748d5d9 req-146ca163-6d84-43f1-9c75-48f7cbfb072c service neutron] 10.222.0.49 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073275 Sep 29 17:47:43.707248 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:43.728678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a684f6f-b6ee-4ac2-8ea8-1509f5ed9875 req-e0055f9d-0228-4a4c-8ecc-fbb0ae047e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:43.730355 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a684f6f-b6ee-4ac2-8ea8-1509f5ed9875 req-e0055f9d-0228-4a4c-8ecc-fbb0ae047e58 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 1094 time: 0.0541134 Sep 29 17:47:43.840373 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a684f6f-b6ee-4ac2-8ea8-1509f5ed9875 req-e75731e6-f70b-45b7-a3e9-92d88aa7eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:43.842236 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a684f6f-b6ee-4ac2-8ea8-1509f5ed9875 req-e75731e6-f70b-45b7-a3e9-92d88aa7eaaa service neutron] 10.222.0.49 "GET /v2.0/networks?id=33086d64-5d42-40a6-b22a-17cc6d0039ad HTTP/1.1" status: 200 len: 898 time: 0.1039755 Sep 29 17:47:43.888376 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a684f6f-b6ee-4ac2-8ea8-1509f5ed9875 req-3d1f8824-aa19-453e-ba3f-a6d4e99a9280 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed HTTP/1.1" status: 200 len: 217 time: 0.0373521 Sep 29 17:47:43.933871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:43.950928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a684f6f-b6ee-4ac2-8ea8-1509f5ed9875 req-5dd6b627-03ff-41e8-8769-fa3f30492e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:43.952392 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a684f6f-b6ee-4ac2-8ea8-1509f5ed9875 req-5dd6b627-03ff-41e8-8769-fa3f30492e65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383 HTTP/1.1" status: 200 len: 835 time: 0.0556834 Sep 29 17:47:44.014191 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a684f6f-b6ee-4ac2-8ea8-1509f5ed9875 req-8974b41a-003f-46b2-b493-1f46121630b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:44.016198 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a684f6f-b6ee-4ac2-8ea8-1509f5ed9875 req-8974b41a-003f-46b2-b493-1f46121630b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=33086d64-5d42-40a6-b22a-17cc6d0039ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539725 Sep 29 17:47:44.073765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa92945-5ed4-43ef-9169-1965f19ac52a req-73e73c0f-9d4b-41a3-a377-e7cd7ad359d5 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:44.074884 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9aa92945-5ed4-43ef-9169-1965f19ac52a req-73e73c0f-9d4b-41a3-a377-e7cd7ad359d5 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 943 time: 0.1013958 Sep 29 17:47:44.116059 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a684f6f-b6ee-4ac2-8ea8-1509f5ed9875 req-c908a81c-5ad6-4929-b4ff-bde7a2baa43d service neutron] 10.222.0.49 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898054 Sep 29 17:47:44.136254 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9aa92945-5ed4-43ef-9169-1965f19ac52a req-c01243b9-c397-4b68-b25e-16e495ea2c8f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492163 Sep 29 17:47:44.158813 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Router b0ca4a84-6fbd-4f0b-a734-224c0b600c6c is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:47:44.222940 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a684f6f-b6ee-4ac2-8ea8-1509f5ed9875 req-6fd27ed8-cebc-4bb7-aaa9-a1f4d6aa3829 service neutron] 10.222.0.49 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989428 Sep 29 17:47:44.278287 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:47:44.288756 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Sync routers for ids ['b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:47:44.296135 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:44.297505 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ce708022-6d7e-4081-8fc3-25c0de13b78a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5801659 Sep 29 17:47:44.300231 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36660) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:44.303845 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Routers {'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:44.304482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:47:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:44.431724 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Set router b0ca4a84-6fbd-4f0b-a734-224c0b600c6c gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:44.583782 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:44.658093 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a48071-a607-4e9e-bb66-398065ba1a3c None None] Network f1ac6d45-92bd-411b-b9af-b882c05ba230 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:47:44.660289 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:44.668703 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:44.692214 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:44.803664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:44.803961 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:44.812146 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f05f2c86-bfc6-4323-a7b0-28b54c9ba4cb None None] Provisioning complete for port 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:44.812504 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f05f2c86-bfc6-4323-a7b0-28b54c9ba4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:44.947297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'name': 'tempest-TestVolumeBackupRestore-1024993369-router', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:41Z', 'updated_at': '2021-09-29T17:47:43Z', 'revision_number': 3, 'project_id': 'a68f804316c34747bc204745b3afe0ca', 'gw_port': {'id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:42Z', 'updated_at': '2021-09-29T17:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:45.012740 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Checking router: b0ca4a84-6fbd-4f0b-a734-224c0b600c6c for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:47:45.013092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Updating router b0ca4a84-6fbd-4f0b-a734-224c0b600c6c port a6f883b6-40b1-479f-95eb-5b42eac7fe0f binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:47:45.082953 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:45.090128 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.109108 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.112127 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f05f2c86-bfc6-4323-a7b0-28b54c9ba4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.245909 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f05f2c86-bfc6-4323-a7b0-28b54c9ba4cb None None] For port 6b376cb0-3c48-4796-adc5-dbf4b6aa0965, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6b376cb0-3c48-4796-adc5-dbf4b6aa0965,segment=NetworkSegment(0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355),segment_id=0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:45.260502 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f05f2c86-bfc6-4323-a7b0-28b54c9ba4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.307795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:45.308371 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.330164 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1117b6-2427-4a4a-8fdb-c8ab7e022608 req-24781ca6-1166-479d-9ffc-3981b8ffdefd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:45.331803 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2e1117b6-2427-4a4a-8fdb-c8ab7e022608 req-24781ca6-1166-479d-9ffc-3981b8ffdefd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 943 time: 0.0999396 Sep 29 17:47:45.361869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Allocated IP 172.20.0.1 (f1ac6d45-92bd-411b-b9af-b882c05ba230/c6451d03-669c-4220-8650-5b527f6f1868/6645ef0f-695f-4838-b955-afa816db3498) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:47:45.384922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f2c86-bfc6-4323-a7b0-28b54c9ba4cb None None] Pushing event updated for resources: {'Port': ['ID=6b376cb0-3c48-4796-adc5-dbf4b6aa0965,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:45.397643 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2e1117b6-2427-4a4a-8fdb-c8ab7e022608 req-9f3efa94-e84e-471f-9f5a-9da773348797 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563090 Sep 29 17:47:45.489554 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.513248 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-38e7c12d-b168-4953-ad68-4706b2d948a5 None None] Provisioning complete for port 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:45.513646 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-38e7c12d-b168-4953-ad68-4706b2d948a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.527716 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.569782 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Network f1ac6d45-92bd-411b-b9af-b882c05ba230 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:45.574741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:45.583500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:47:45.587039 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Pushing event updated for resources: {'Port': ['ID=6645ef0f-695f-4838-b955-afa816db3498,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:45.619551 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.640858 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.645025 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.722027 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195dd50-8134-422d-bb4d-b7c479677cf1 None None] Pushing event updated for resources: {'Port': ['ID=a6f883b6-40b1-479f-95eb-5b42eac7fe0f,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:45.724313 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Attempting to bind port a6f883b6-40b1-479f-95eb-5b42eac7fe0f on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:47:45.724729 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Attempting to bind port a6f883b6-40b1-479f-95eb-5b42eac7fe0f by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:47:45.725622 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Attempting to bind port a6f883b6-40b1-479f-95eb-5b42eac7fe0f on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:45.731244 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:47:45.731618 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:47:45.732023 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.732414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:47:45.732883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Bound port: a6f883b6-40b1-479f-95eb-5b42eac7fe0f, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:47:45.733267 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.783571 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.798645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] For port a6f883b6-40b1-479f-95eb-5b42eac7fe0f, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:47:45.802593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] For port a6f883b6-40b1-479f-95eb-5b42eac7fe0f, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a6f883b6-40b1-479f-95eb-5b42eac7fe0f,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:47:45.807589 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.869812 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Routers {'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:45.870344 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:47:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:45.876334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195dd50-8134-422d-bb4d-b7c479677cf1 None None] Pushing event updated for resources: {'Port': ['ID=a6f883b6-40b1-479f-95eb-5b42eac7fe0f,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:45.958835 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.960453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d3a0aab2-4412-4547-9233-9db6039d7dd2 None None] Provisioning complete for port 6645ef0f-695f-4838-b955-afa816db3498 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:45.960963 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d3a0aab2-4412-4547-9233-9db6039d7dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:45.963330 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:46.011404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0aab2-4412-4547-9233-9db6039d7dd2 None None] Port 6645ef0f-695f-4838-b955-afa816db3498 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:47:46.023474 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] Set router b0ca4a84-6fbd-4f0b-a734-224c0b600c6c gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:46.038593 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:46.040504 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Pushing event updated for resources: {'Port': ['ID=6645ef0f-695f-4838-b955-afa816db3498,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:46.133613 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Network f1ac6d45-92bd-411b-b9af-b882c05ba230 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:46.134867 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:46.249707 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'name': 'tempest-TestVolumeBackupRestore-1024993369-router', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:41Z', 'updated_at': '2021-09-29T17:47:45Z', 'revision_number': 4, 'project_id': 'a68f804316c34747bc204745b3afe0ca', 'gw_port': {'id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:42Z', 'updated_at': '2021-09-29T17:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '6645ef0f-695f-4838-b955-afa816db3498', 'name': '', 'network_id': 'f1ac6d45-92bd-411b-b9af-b882c05ba230', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'mac_address': 'fa:16:3e:90:ff:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': 'c6451d03-669c-4220-8650-5b527f6f1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:45Z', 'updated_at': '2021-09-29T17:47:45Z', 'revision_number': 1, 'project_id': 'a68f804316c34747bc204745b3afe0ca', 'subnets': [{'id': 'c6451d03-669c-4220-8650-5b527f6f1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:46.265188 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Router b0ca4a84-6fbd-4f0b-a734-224c0b600c6c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:47:46.397730 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:47:46.416562 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e7fee3a5-4afc-44ae-8e81-8cd2b8d834cf admin admin] 10.222.0.44 "PUT /v2.0/routers/b0ca4a84-6fbd-4f0b-a734-224c0b600c6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1037092 Sep 29 17:47:46.438906 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:46.442171 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf98262-b131-463d-b339-9e0249ff341f None None] The sync data for ids ['b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'] in n-d-811748-2 is: [{'id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'name': 'tempest-TestVolumeBackupRestore-1024993369-router', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:41Z', 'updated_at': '2021-09-29T17:47:45Z', 'revision_number': 4, 'project_id': 'a68f804316c34747bc204745b3afe0ca', 'gw_port': {'id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:42Z', 'updated_at': '2021-09-29T17:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '6645ef0f-695f-4838-b955-afa816db3498', 'name': '', 'network_id': 'f1ac6d45-92bd-411b-b9af-b882c05ba230', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'mac_address': 'fa:16:3e:90:ff:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': 'c6451d03-669c-4220-8650-5b527f6f1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:45Z', 'updated_at': '2021-09-29T17:47:45Z', 'revision_number': 1, 'project_id': 'a68f804316c34747bc204745b3afe0ca', 'subnets': [{'id': 'c6451d03-669c-4220-8650-5b527f6f1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:47:46.480670 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c5e9a121-bb63-4637-b65b-4d0c352edee7 None None] Provisioning complete for port 6645ef0f-695f-4838-b955-afa816db3498 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:46.481139 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c5e9a121-bb63-4637-b65b-4d0c352edee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:46.523796 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-c5e9a121-bb63-4637-b65b-4d0c352edee7 None None] Port 6645ef0f-695f-4838-b955-afa816db3498 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:47:46.543945 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:46.544322 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:46.558199 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db655bf0-7098-4a87-840d-7e90e3df763a req-2ccee15f-4aa4-4917-b589-274aa8141471 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:46.560076 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-db655bf0-7098-4a87-840d-7e90e3df763a req-2ccee15f-4aa4-4917-b589-274aa8141471 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 943 time: 0.0679276 Sep 29 17:47:46.606048 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-db655bf0-7098-4a87-840d-7e90e3df763a req-98f2cacd-370c-4708-a2a9-cf4e39a50030 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384216 Sep 29 17:47:46.865254 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:46.988945 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device bcc9c5e3-5caa-4985-97b3-233d6c28f7ed details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:47:47.095239 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,segment=NetworkSegment(bbf821c1-b411-46e8-9975-91bc415d1aeb),segment_id=bbf821c1-b411-46e8-9975-91bc415d1aeb)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:47.112724 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'port_id': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed', 'mac_address': 'fa:16:3e:bb:78:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:47:47.170789 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:47.199644 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc9c5e3-5caa-4985-97b3-233d6c28f7ed {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:47:47.220684 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,segment=NetworkSegment(bbf821c1-b411-46e8-9975-91bc415d1aeb),segment_id=bbf821c1-b411-46e8-9975-91bc415d1aeb)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:47.230010 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:47.298337 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:47.450674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['bcc9c5e3-5caa-4985-97b3-233d6c28f7ed'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:47:47.756578 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfbc06-2376-427b-963e-31ef1b51a3b2 req-1e3cfd8c-fb06-4aa0-b63b-6298121c5ac9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:47.758635 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98dfbc06-2376-427b-963e-31ef1b51a3b2 req-1e3cfd8c-fb06-4aa0-b63b-6298121c5ac9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 944 time: 0.0670981 Sep 29 17:47:47.802507 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98dfbc06-2376-427b-963e-31ef1b51a3b2 req-533954c3-6c4f-4248-9257-3086889e3288 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365880 Sep 29 17:47:48.439540 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a6f883b6-40b1-479f-95eb-5b42eac7fe0f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:48.491113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a6f883b6-40b1-479f-95eb-5b42eac7fe0f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:48.491768 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:48.578228 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:48.600658 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port a6f883b6-40b1-479f-95eb-5b42eac7fe0f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a6f883b6-40b1-479f-95eb-5b42eac7fe0f,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:48.604822 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:48.654457 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=a6f883b6-40b1-479f-95eb-5b42eac7fe0f,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:48.925072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0fcbb-a391-437c-a396-5c9cb8e3b040 req-99913849-3456-43d3-9e34-0d6da78a5794 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:48.926572 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c5c0fcbb-a391-437c-a396-5c9cb8e3b040 req-99913849-3456-43d3-9e34-0d6da78a5794 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 944 time: 0.0495498 Sep 29 17:47:48.969339 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c5c0fcbb-a391-437c-a396-5c9cb8e3b040 req-943a164c-bfb7-47c2-a216-50b25c50dbe2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339882 Sep 29 17:47:49.004374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device bcc9c5e3-5caa-4985-97b3-233d6c28f7ed up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:49.054486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:47:49.058191 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:49.058191 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:49.141099 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:49.169248 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:47:49.171837 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95c6e54-a0f6-40ee-930c-e0b3ef88d723" -d '{"events": [{"server_uuid": "509caf8d-3d2b-437b-a3cd-625af9427b15", "name": "network-vif-plugged", "status": "completed", "tag": "bcc9c5e3-5caa-4985-97b3-233d6c28f7ed"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:47:49.188736 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,segment=NetworkSegment(bbf821c1-b411-46e8-9975-91bc415d1aeb),segment_id=bbf821c1-b411-46e8-9975-91bc415d1aeb)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:49.197522 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:49.225386 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770ad89e-63f8-4e65-8cb4-a305769f47e8 x-openstack-request-id: req-770ad89e-63f8-4e65-8cb4-a305769f47e8 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:47:49.225688 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509caf8d-3d2b-437b-a3cd-625af9427b15", "name": "network-vif-plugged", "status": "completed", "tag": "bcc9c5e3-5caa-4985-97b3-233d6c28f7ed", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:47:49.225945 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-770ad89e-63f8-4e65-8cb4-a305769f47e8 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:47:49.226339 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed', 'code': 200} Sep 29 17:47:49.253744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:49.325433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4198ed-24c9-48bd-9a94-c5f16fc09fef req-1cd86628-b7af-419b-8e84-c2cff2c066e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:49.326940 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9f4198ed-24c9-48bd-9a94-c5f16fc09fef req-1cd86628-b7af-419b-8e84-c2cff2c066e6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 1096 time: 0.0468848 Sep 29 17:47:49.378197 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9f4198ed-24c9-48bd-9a94-c5f16fc09fef req-a899805e-a6cb-4381-99c0-85dd91292d5f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435839 Sep 29 17:47:50.094717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f58489-ec1a-4b1a-91d3-89916565b688 req-c8ac0ecc-c77e-41d0-a7ef-578dcc76fbf3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:50.096246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7f58489-ec1a-4b1a-91d3-89916565b688 req-c8ac0ecc-c77e-41d0-a7ef-578dcc76fbf3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.0498135 Sep 29 17:47:50.136134 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e7f58489-ec1a-4b1a-91d3-89916565b688 req-978b5b6f-2fda-4339-a8ca-dad78a97804e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327761 Sep 29 17:47:50.436361 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a6f883b6-40b1-479f-95eb-5b42eac7fe0f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:50.491449 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port a6f883b6-40b1-479f-95eb-5b42eac7fe0f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:50.491822 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:50.907826 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Sync routers for ids ['b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:47:50.917611 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Routers {'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:50.918468 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:47:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:51.028728 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Set router b0ca4a84-6fbd-4f0b-a734-224c0b600c6c gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:51.234669 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'name': 'tempest-TestVolumeBackupRestore-1024993369-router', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:41Z', 'updated_at': '2021-09-29T17:47:45Z', 'revision_number': 4, 'project_id': 'a68f804316c34747bc204745b3afe0ca', 'gw_port': {'id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:42Z', 'updated_at': '2021-09-29T17:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '6645ef0f-695f-4838-b955-afa816db3498', 'name': '', 'network_id': 'f1ac6d45-92bd-411b-b9af-b882c05ba230', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'mac_address': 'fa:16:3e:90:ff:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': 'c6451d03-669c-4220-8650-5b527f6f1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:45Z', 'updated_at': '2021-09-29T17:47:45Z', 'revision_number': 2, 'project_id': 'a68f804316c34747bc204745b3afe0ca', 'subnets': [{'id': 'c6451d03-669c-4220-8650-5b527f6f1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:51.268738 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Checking router: b0ca4a84-6fbd-4f0b-a734-224c0b600c6c for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:47:51.269084 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Updating router b0ca4a84-6fbd-4f0b-a734-224c0b600c6c port 6645ef0f-695f-4838-b955-afa816db3498 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:47:51.273519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d0d9b-54dd-4951-8ad6-96fafe18a66d req-a69c4918-3f6f-4aa2-8b02-e7642b5ab816 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:51.275211 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e47d0d9b-54dd-4951-8ad6-96fafe18a66d req-a69c4918-3f6f-4aa2-8b02-e7642b5ab816 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.0641370 Sep 29 17:47:51.297014 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:51.316772 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e47d0d9b-54dd-4951-8ad6-96fafe18a66d req-353313db-c095-4a8d-b4a7-f9c3f68bff8a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356338 Sep 29 17:47:51.442802 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54b595-2e53-4f2c-9852-babc449d1493 req-9634b821-2aae-4389-b56a-9aad02610cb8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:51.445166 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e54b595-2e53-4f2c-9852-babc449d1493 req-9634b821-2aae-4389-b56a-9aad02610cb8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.0519705 Sep 29 17:47:51.488770 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e54b595-2e53-4f2c-9852-babc449d1493 req-5d599786-8937-4fcb-8306-941c7010b3d7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340474 Sep 29 17:47:51.511707 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36774) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:51.563821 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af08606b-7947-480c-bf53-0711396837b3 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:51.565353 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-af08606b-7947-480c-bf53-0711396837b3 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 1091 time: 0.0525997 Sep 29 17:47:51.568857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36778) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:51.573304 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:47:51.584769 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:51.592403 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:51.600048 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:51.653448 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b5d72-2c3d-4d23-a6d0-275882a74093 None None] Pushing event updated for resources: {'Port': ['ID=6645ef0f-695f-4838-b955-afa816db3498,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:51.707041 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Attempting to bind port 6645ef0f-695f-4838-b955-afa816db3498 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:47:51.707675 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Attempting to bind port 6645ef0f-695f-4838-b955-afa816db3498 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f1ac6d45-92bd-411b-b9af-b882c05ba230'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:47:51.708387 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Attempting to bind port 6645ef0f-695f-4838-b955-afa816db3498 on network f1ac6d45-92bd-411b-b9af-b882c05ba230 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:47:51.716937 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:47:51.717328 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Checking segment: {'id': '0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f1ac6d45-92bd-411b-b9af-b882c05ba230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:47:51.717737 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:51.718275 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Bound using segment: {'id': '0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f1ac6d45-92bd-411b-b9af-b882c05ba230'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:47:51.719050 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Bound port: 6645ef0f-695f-4838-b955-afa816db3498, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f1ac6d45-92bd-411b-b9af-b882c05ba230'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:47:51.720750 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:51.726564 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:51.804654 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] For port 6645ef0f-695f-4838-b955-afa816db3498, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:47:51.810998 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] For port 6645ef0f-695f-4838-b955-afa816db3498, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6645ef0f-695f-4838-b955-afa816db3498,segment=NetworkSegment(0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355),segment_id=0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:47:51.816550 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:51.887150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Allocated IP 172.25.2.76 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/04ebfef8-0423-4824-9d2b-57839d54092f) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:47:51.888250 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Routers {'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:51.888885 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:47:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:51.890965 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b5d72-2c3d-4d23-a6d0-275882a74093 None None] Pushing event updated for resources: {'Port': ['ID=6645ef0f-695f-4838-b955-afa816db3498,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:51.988778 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4e56cca1-b3c2-4918-b0d1-88848a18ae59 None None] Provisioning complete for port 6645ef0f-695f-4838-b955-afa816db3498 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:51.990103 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4e56cca1-b3c2-4918-b0d1-88848a18ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:52.058072 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] Set router b0ca4a84-6fbd-4f0b-a734-224c0b600c6c gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:52.062956 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:52.142854 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4e56cca1-b3c2-4918-b0d1-88848a18ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:52.145761 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:52.216130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=04ebfef8-0423-4824-9d2b-57839d54092f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:52.221269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4e56cca1-b3c2-4918-b0d1-88848a18ae59 None None] For port 6645ef0f-695f-4838-b955-afa816db3498, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6645ef0f-695f-4838-b955-afa816db3498,segment=NetworkSegment(0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355),segment_id=0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:47:52.227958 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4e56cca1-b3c2-4918-b0d1-88848a18ae59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:52.235538 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:47:52.247227 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:47:52.252876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:47:52.291614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56cca1-b3c2-4918-b0d1-88848a18ae59 None None] Pushing event updated for resources: {'Port': ['ID=6645ef0f-695f-4838-b955-afa816db3498,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:52.363806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-dfd52002-62ca-47c9-90e1-6b0606d355a9 None None] Provisioning complete for port 6645ef0f-695f-4838-b955-afa816db3498 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:52.363806 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dfd52002-62ca-47c9-90e1-6b0606d355a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:52.454153 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'name': 'tempest-TestVolumeBackupRestore-1024993369-router', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:41Z', 'updated_at': '2021-09-29T17:47:45Z', 'revision_number': 4, 'project_id': 'a68f804316c34747bc204745b3afe0ca', 'gw_port': {'id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:42Z', 'updated_at': '2021-09-29T17:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '6645ef0f-695f-4838-b955-afa816db3498', 'name': '', 'network_id': 'f1ac6d45-92bd-411b-b9af-b882c05ba230', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'mac_address': 'fa:16:3e:90:ff:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': 'c6451d03-669c-4220-8650-5b527f6f1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:45Z', 'updated_at': '2021-09-29T17:47:51Z', 'revision_number': 4, 'project_id': 'a68f804316c34747bc204745b3afe0ca', 'subnets': [{'id': 'c6451d03-669c-4220-8650-5b527f6f1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:52.488463 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6645ef0f-695f-4838-b955-afa816db3498 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:47:52.497032 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2d05b-1037-4f7d-abff-d0fcb4dfa845 None None] The sync data for ids ['b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'] in n-d-811748-2 is: [{'id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'name': 'tempest-TestVolumeBackupRestore-1024993369-router', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:41Z', 'updated_at': '2021-09-29T17:47:45Z', 'revision_number': 4, 'project_id': 'a68f804316c34747bc204745b3afe0ca', 'gw_port': {'id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:42Z', 'updated_at': '2021-09-29T17:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '6645ef0f-695f-4838-b955-afa816db3498', 'name': '', 'network_id': 'f1ac6d45-92bd-411b-b9af-b882c05ba230', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'mac_address': 'fa:16:3e:90:ff:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': 'c6451d03-669c-4220-8650-5b527f6f1868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:45Z', 'updated_at': '2021-09-29T17:47:51Z', 'revision_number': 4, 'project_id': 'a68f804316c34747bc204745b3afe0ca', 'subnets': [{'id': 'c6451d03-669c-4220-8650-5b527f6f1868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:47:52.578535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 6645ef0f-695f-4838-b955-afa816db3498 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:47:52.579162 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:52.769740 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:52.856747 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:53.035361 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:53.042045 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:53.121500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=04ebfef8-0423-4824-9d2b-57839d54092f,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:47:53.131140 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:53.243400 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Floating IP 5a59a12a-2e90-4ca9-92e4-c0f84dcad306 associated. External IP: 172.25.2.76, port: bcc9c5e3-5caa-4985-97b3-233d6c28f7ed. Sep 29 17:47:53.462693 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router e58223f2-24cd-43e7-8ee8-cf46a762cd8b has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:47:53.582073 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:47:53.592523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc94e9-cdda-425a-8803-4a6189c2eb4b None None] Sync routers for ids ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:47:53.599272 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:47:53.606308 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc94e9-cdda-425a-8803-4a6189c2eb4b None None] Routers {'e58223f2-24cd-43e7-8ee8-cf46a762cd8b'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:53.607080 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-51fc94e9-cdda-425a-8803-4a6189c2eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:47:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:53.632379 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4e2b8660-0c85-4309-8656-fa8b99d32b02 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0624623 Sep 29 17:47:53.633217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'tag': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:47:53.637826 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b16a5a-6297-4092-b7a6-35f9d314da70" -d '{"events": [{"name": "network-changed", "server_uuid": "509caf8d-3d2b-437b-a3cd-625af9427b15", "tag": "bcc9c5e3-5caa-4985-97b3-233d6c28f7ed"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:47:53.701204 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7d2e01-2293-48fa-92b5-9006e81591cb x-openstack-request-id: req-3d7d2e01-2293-48fa-92b5-9006e81591cb {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:47:53.701534 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509caf8d-3d2b-437b-a3cd-625af9427b15", "tag": "bcc9c5e3-5caa-4985-97b3-233d6c28f7ed", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:47:53.701857 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d7d2e01-2293-48fa-92b5-9006e81591cb {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:47:53.702284 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'tag': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed', 'status': 'completed', 'code': 200} Sep 29 17:47:53.727485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-51fc94e9-cdda-425a-8803-4a6189c2eb4b None None] Set router e58223f2-24cd-43e7-8ee8-cf46a762cd8b gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:53.774996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11e598-55f4-4af8-adc2-ba72849b1e5e req-3d4f32f4-31db-4401-af18-d6fceff7afcd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:53.777221 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5a11e598-55f4-4af8-adc2-ba72849b1e5e req-3d4f32f4-31db-4401-af18-d6fceff7afcd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.0873659 Sep 29 17:47:53.783336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b16a5a-6297-4092-b7a6-35f9d314da70 req-1e8cb005-9ccb-4249-9ef1-2e6edffe0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:53.784921 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95b16a5a-6297-4092-b7a6-35f9d314da70 req-1e8cb005-9ccb-4249-9ef1-2e6edffe0015 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 1096 time: 0.0585513 Sep 29 17:47:53.829006 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5a11e598-55f4-4af8-adc2-ba72849b1e5e req-63dc2376-2492-451f-8aab-b06ef1f015c3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450435 Sep 29 17:47:53.855404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36796) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:53.895008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b16a5a-6297-4092-b7a6-35f9d314da70 req-da00b5c8-3cd9-458a-9908-e0e074901f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:53.897427 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95b16a5a-6297-4092-b7a6-35f9d314da70 req-da00b5c8-3cd9-458a-9908-e0e074901f55 service neutron] 10.222.0.49 "GET /v2.0/networks?id=33086d64-5d42-40a6-b22a-17cc6d0039ad HTTP/1.1" status: 200 len: 898 time: 0.1053922 Sep 29 17:47:53.942756 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-421a99f7-a642-4a25-a675-17c340580055 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/floatingips/5a59a12a-2e90-4ca9-92e4-c0f84dcad306 HTTP/1.1" status: 200 len: 990 time: 0.0858982 Sep 29 17:47:53.971228 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95b16a5a-6297-4092-b7a6-35f9d314da70 req-5850a23f-6792-402c-b0ff-0ade4a873fb7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed HTTP/1.1" status: 200 len: 998 time: 0.0667653 Sep 29 17:47:54.025087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-51fc94e9-cdda-425a-8803-4a6189c2eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424852014', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:35Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '5a59a12a-2e90-4ca9-92e4-c0f84dcad306', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'port_id': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'mac_address': 'fa:16:3e:bb:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:47:52Z', 'updated_at': '2021-09-29T17:47:52Z', 'revision_number': 0, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0665690-d395-41f1-afc9-01a08a372640', 'name': '', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:4f:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:54.025795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b16a5a-6297-4092-b7a6-35f9d314da70 req-918c1517-3149-4564-91b3-1b8b98f89d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:54.028680 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95b16a5a-6297-4092-b7a6-35f9d314da70 req-918c1517-3149-4564-91b3-1b8b98f89d38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383 HTTP/1.1" status: 200 len: 835 time: 0.0490043 Sep 29 17:47:54.053352 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc94e9-cdda-425a-8803-4a6189c2eb4b None None] Checking router: e58223f2-24cd-43e7-8ee8-cf46a762cd8b for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:47:54.062986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc94e9-cdda-425a-8803-4a6189c2eb4b None None] Routers {'e58223f2-24cd-43e7-8ee8-cf46a762cd8b'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:47:54.063872 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-51fc94e9-cdda-425a-8803-4a6189c2eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:47:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:54.081006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b16a5a-6297-4092-b7a6-35f9d314da70 req-65eb4f5e-89ec-404c-8547-50765d33a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:47:54.082605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95b16a5a-6297-4092-b7a6-35f9d314da70 req-65eb4f5e-89ec-404c-8547-50765d33a4b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=33086d64-5d42-40a6-b22a-17cc6d0039ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476363 Sep 29 17:47:54.187326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-51fc94e9-cdda-425a-8803-4a6189c2eb4b None None] Set router e58223f2-24cd-43e7-8ee8-cf46a762cd8b gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:47:54.499750 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-51fc94e9-cdda-425a-8803-4a6189c2eb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424852014', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:35Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '5a59a12a-2e90-4ca9-92e4-c0f84dcad306', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'port_id': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'mac_address': 'fa:16:3e:bb:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:47:52Z', 'updated_at': '2021-09-29T17:47:52Z', 'revision_number': 0, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0665690-d395-41f1-afc9-01a08a372640', 'name': '', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:4f:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:47:54.528906 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc94e9-cdda-425a-8803-4a6189c2eb4b None None] The sync data for ids ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'] in n-d-811748-2 is: [{'id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424852014', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:35Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '5a59a12a-2e90-4ca9-92e4-c0f84dcad306', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'port_id': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'mac_address': 'fa:16:3e:bb:78:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:47:52Z', 'updated_at': '2021-09-29T17:47:52Z', 'revision_number': 0, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0665690-d395-41f1-afc9-01a08a372640', 'name': '', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:4f:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:47:54.549823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95b16a5a-6297-4092-b7a6-35f9d314da70 req-28cb48c6-1437-428b-bd8a-33c86f46c610 service neutron] 10.222.0.49 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596760 Sep 29 17:47:54.651375 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95b16a5a-6297-4092-b7a6-35f9d314da70 req-ac3e638a-b6d4-4beb-8a0a-407fe10c88a9 service neutron] 10.222.0.49 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931079 Sep 29 17:47:54.759612 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bc7d77-de4d-4e9e-8d71-629febc9d94e None None] New status for floating IP 5a59a12a-2e90-4ca9-92e4-c0f84dcad306: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:47:54.947045 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 36804) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:47:55.013557 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-857da909-306a-4168-9c6b-7e0092e38846 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/floatingips/5a59a12a-2e90-4ca9-92e4-c0f84dcad306 HTTP/1.1" status: 200 len: 992 time: 0.0646448 Sep 29 17:47:57.466243 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:06.541713 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a747105a-1b40-47ac-a46f-3a6fb29f8ebb req-d397e031-6e2f-445d-b445-aad94b6bbbf7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534635 Sep 29 17:48:06.630779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747105a-1b40-47ac-a46f-3a6fb29f8ebb req-bd758be2-a3cf-4e8e-a345-423eb7d881fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:06.632526 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a747105a-1b40-47ac-a46f-3a6fb29f8ebb req-bd758be2-a3cf-4e8e-a345-423eb7d881fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a99f5301c214f368a4b889618196bc0&device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 1097 time: 0.0411341 Sep 29 17:48:06.736364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747105a-1b40-47ac-a46f-3a6fb29f8ebb req-7278dea7-02b0-44a9-94ec-39413904f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:06.737813 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a747105a-1b40-47ac-a46f-3a6fb29f8ebb req-7278dea7-02b0-44a9-94ec-39413904f590 service neutron] 10.222.0.49 "GET /v2.0/networks?id=faf0ee5f-a17a-471f-9257-8797c6cba5a5 HTTP/1.1" status: 200 len: 910 time: 0.0866866 Sep 29 17:48:06.800971 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a747105a-1b40-47ac-a46f-3a6fb29f8ebb req-7fb9fec4-b568-4fbe-9b9c-17b622c00c7d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b43d63f4-a31f-4bf0-a509-cc86f72de0ea HTTP/1.1" status: 200 len: 1001 time: 0.0557365 Sep 29 17:48:06.852694 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747105a-1b40-47ac-a46f-3a6fb29f8ebb req-3f1ec644-50fd-424e-af06-51607c1cd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:06.854119 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a747105a-1b40-47ac-a46f-3a6fb29f8ebb req-3f1ec644-50fd-424e-af06-51607c1cd515 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03be6bb2-d98c-480f-a772-9bfe4b2d39a6 HTTP/1.1" status: 200 len: 848 time: 0.0467167 Sep 29 17:48:06.899480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747105a-1b40-47ac-a46f-3a6fb29f8ebb req-c6b22761-002b-48b7-9a1a-238fe76a9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:06.900921 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a747105a-1b40-47ac-a46f-3a6fb29f8ebb req-c6b22761-002b-48b7-9a1a-238fe76a9436 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=faf0ee5f-a17a-471f-9257-8797c6cba5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390253 Sep 29 17:48:06.993496 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a747105a-1b40-47ac-a46f-3a6fb29f8ebb req-3002493f-c5fe-426f-b126-629246767587 service neutron] 10.222.0.49 "GET /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842204 Sep 29 17:48:07.087431 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a747105a-1b40-47ac-a46f-3a6fb29f8ebb req-b430d4e9-112d-412f-aec1-24a604224d3d service neutron] 10.222.0.49 "GET /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861065 Sep 29 17:48:10.785766 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7a2917b7-280a-4273-a9f0-c8e2a1a8a4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:13.537674 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bcaf419b-8029-4967-abc4-391434d0c6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:14.581940 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:14.598880 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:14.632403 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:16.866484 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:17.207152 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:48:22.578270 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37078) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:22.652344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63fcd55-1222-4240-90fd-711273e069de tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:22.652828 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63fcd55-1222-4240-90fd-711273e069de tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:22.653329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63fcd55-1222-4240-90fd-711273e069de tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:22.655010 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c63fcd55-1222-4240-90fd-711273e069de tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=cdebda4e15a34e08b7ebdfe096f7059a&network_id=1bbf7a2e-4718-4edd-9918-03a005e4405f HTTP/1.1" status: 200 len: 2970 time: 0.0758276 Sep 29 17:48:24.515925 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0a19547-90bb-4a59-b4ea-abef084507ad req-efad6d67-c9fc-46af-bd09-4168d0c35051 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398359 Sep 29 17:48:24.592667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a19547-90bb-4a59-b4ea-abef084507ad req-f32e66b9-5734-440d-aab9-4982c129cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:24.594169 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0a19547-90bb-4a59-b4ea-abef084507ad req-f32e66b9-5734-440d-aab9-4982c129cd78 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdebda4e15a34e08b7ebdfe096f7059a&device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 1097 time: 0.0449109 Sep 29 17:48:24.699592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a19547-90bb-4a59-b4ea-abef084507ad req-f449b17c-6ab8-4cce-bb8d-93290df889f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:24.701031 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0a19547-90bb-4a59-b4ea-abef084507ad req-f449b17c-6ab8-4cce-bb8d-93290df889f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1bbf7a2e-4718-4edd-9918-03a005e4405f HTTP/1.1" status: 200 len: 897 time: 0.0825205 Sep 29 17:48:24.768671 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0a19547-90bb-4a59-b4ea-abef084507ad req-94f0d041-a7b4-4c84-9802-9c0d608d7733 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4477d99-bdc4-4b69-9297-70b04750fc3a HTTP/1.1" status: 200 len: 1002 time: 0.0589378 Sep 29 17:48:24.818311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a19547-90bb-4a59-b4ea-abef084507ad req-ffd719db-e5b6-49ba-86d5-8547e9fde2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:24.819751 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0a19547-90bb-4a59-b4ea-abef084507ad req-ffd719db-e5b6-49ba-86d5-8547e9fde2fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=38511cbf-37fa-4248-a585-2cf9975187d5 HTTP/1.1" status: 200 len: 835 time: 0.0424740 Sep 29 17:48:24.867075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a19547-90bb-4a59-b4ea-abef084507ad req-d1004edb-8d2d-4094-88b0-2989fee26919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:24.868580 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0a19547-90bb-4a59-b4ea-abef084507ad req-d1004edb-8d2d-4094-88b0-2989fee26919 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1bbf7a2e-4718-4edd-9918-03a005e4405f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407538 Sep 29 17:48:24.974026 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0a19547-90bb-4a59-b4ea-abef084507ad req-3323daf3-92db-451f-9632-2308ef070ead service neutron] 10.222.0.35 "GET /v2.0/networks/1bbf7a2e-4718-4edd-9918-03a005e4405f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974491 Sep 29 17:48:25.074684 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b0a19547-90bb-4a59-b4ea-abef084507ad req-85176617-5f72-47d2-80e2-302d91b12825 service neutron] 10.222.0.35 "GET /v2.0/networks/1bbf7a2e-4718-4edd-9918-03a005e4405f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928442 Sep 29 17:48:26.061072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37120) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:26.111942 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede4c995-4c1e-4e5b-9d03-376494616012 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:26.113440 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ede4c995-4c1e-4e5b-9d03-376494616012 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d HTTP/1.1" status: 200 len: 814 time: 0.0512445 Sep 29 17:48:26.212778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535181e8-b8ea-4776-a372-231a0d115e6a req-cc1801c5-d3a1-4073-9611-99caf59505a1 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:26.214554 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-535181e8-b8ea-4776-a372-231a0d115e6a req-cc1801c5-d3a1-4073-9611-99caf59505a1 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 1096 time: 0.0402470 Sep 29 17:48:26.237387 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-535181e8-b8ea-4776-a372-231a0d115e6a req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:26.338163 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-535181e8-b8ea-4776-a372-231a0d115e6a req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:26.342207 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-535181e8-b8ea-4776-a372-231a0d115e6a req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:26.369708 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-535181e8-b8ea-4776-a372-231a0d115e6a req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491408 Sep 29 17:48:26.379322 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f587faa-3e36-42e8-bcd3-fa5cca540df6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:26.392930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:26.392930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:26.392930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:26.392930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:26.392930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:26.392930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:26.392930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:26.392930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:26.392930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:26.392930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:26.392930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:26.392930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f035ff-da2e-4042-bd3c-9c2557c29079 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:26.502008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d50836-17ce-4b00-a334-59cbc1a33c0f req-ef81acee-1f16-41c2-9131-17f55a397919 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:26.504632 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-45d50836-17ce-4b00-a334-59cbc1a33c0f req-ef81acee-1f16-41c2-9131-17f55a397919 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.0589576 Sep 29 17:48:26.544410 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-45d50836-17ce-4b00-a334-59cbc1a33c0f req-b655c8a9-e90c-43fe-b328-9daf1f4c2cba tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317967 Sep 29 17:48:26.567525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37136) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:26.626643 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e717e536-346a-44e9-a050-2d77ec57dd32 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/floatingips/5a59a12a-2e90-4ca9-92e4-c0f84dcad306 HTTP/1.1" status: 200 len: 992 time: 0.0579329 Sep 29 17:48:26.933760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-20d78f4d-f430-455f-812b-e590724a5c9f req-580621a8-7dbf-440f-947a-667db0556ac1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:48:26.934772 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20d78f4d-f430-455f-812b-e590724a5c9f req-580621a8-7dbf-440f-947a-667db0556ac1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055058 Sep 29 17:48:27.122121 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37152) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:27.127389 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-386a4bbf-b5ef-4a67-902b-70c525300b25 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'network': {'name': 'tempest-network-smoke--1515540610', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'port_security_enabled': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:48:27.165135 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386a4bbf-b5ef-4a67-902b-70c525300b25 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Made reservation on behalf of cdebda4e15a34e08b7ebdfe096f7059a for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:48:27.168823 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-386a4bbf-b5ef-4a67-902b-70c525300b25 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:27.248726 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386a4bbf-b5ef-4a67-902b-70c525300b25 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:48:27.267702 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57783c24-768a-4de5-881b-f4c05fc6024d req-3b60eea5-aace-4a63-8ddc-61173243db15 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:27.269271 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57783c24-768a-4de5-881b-f4c05fc6024d req-3b60eea5-aace-4a63-8ddc-61173243db15 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.0964768 Sep 29 17:48:27.274152 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-386a4bbf-b5ef-4a67-902b-70c525300b25 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:27.274494 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-386a4bbf-b5ef-4a67-902b-70c525300b25 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Added segment 4525038f-2a1f-438d-afbb-19a89f4568f5 of type vlan for network 6e1fad0d-f195-4816-814e-771bff16b4fd Sep 29 17:48:27.334560 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-386a4bbf-b5ef-4a67-902b-70c525300b25 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:27.362987 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57783c24-768a-4de5-881b-f4c05fc6024d req-7e2b964c-ccfe-4ac9-903e-437c4f9b859e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805845 Sep 29 17:48:27.415533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-386a4bbf-b5ef-4a67-902b-70c525300b25 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:27.420908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386a4bbf-b5ef-4a67-902b-70c525300b25 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:27.421508 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-386a4bbf-b5ef-4a67-902b-70c525300b25 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:27.437292 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-517cde82-77c0-4a12-87bf-688d5a10d0e0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2461112 Sep 29 17:48:27.463894 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-386a4bbf-b5ef-4a67-902b-70c525300b25 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3404548 Sep 29 17:48:27.468143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 37162) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:27.485443 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:27.504857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a4bbf-b5ef-4a67-902b-70c525300b25 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Network': ['ID=6e1fad0d-f195-4816-814e-771bff16b4fd,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:27.517554 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 6e1fad0d-f195-4816-814e-771bff16b4fd details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:48:27.570060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2ddc58-c698-4154-a2a1-b86674c5e2d4 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:27.575171 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37170) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:27.585393 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2b2ddc58-c698-4154-a2a1-b86674c5e2d4 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=cdebda4e15a34e08b7ebdfe096f7059a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1148827 Sep 29 17:48:27.670684 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2e318f-027b-46ea-96f4-d49754e1c048 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:27.672656 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2e2e318f-027b-46ea-96f4-d49754e1c048 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958729 Sep 29 17:48:27.675170 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37178) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:27.714080 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-abae7f94-5935-4a25-b876-a5b2178606ea tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0352099 Sep 29 17:48:27.714233 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37184) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:27.742476 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7edc9126-32b4-4fbe-80e7-31c666c8b764 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=cdebda4e15a34e08b7ebdfe096f7059a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271485 Sep 29 17:48:27.745061 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37186) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:27.837854 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57eff2e-65b7-4661-9ccb-1332db354a19 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:27.842623 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f57eff2e-65b7-4661-9ccb-1332db354a19 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0965555 Sep 29 17:48:27.843063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 37190) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:27.872238 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f526cb6e-9fb7-485f-bbf3-e4257b25bda0 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280125 Sep 29 17:48:27.874824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37192) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:27.882355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-743754b6-c6a6-4dc5-99ba-a4184e443014 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-958497411', 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:48:27.989882 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743754b6-c6a6-4dc5-99ba-a4184e443014 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Made reservation on behalf of cdebda4e15a34e08b7ebdfe096f7059a for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:48:27.993550 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-743754b6-c6a6-4dc5-99ba-a4184e443014 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:28.557948 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-743754b6-c6a6-4dc5-99ba-a4184e443014 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:28.574309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4adfbc-c18e-4425-9799-fe581c5aa9ab req-286e059f-1ce6-4006-8e44-06b820723812 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:28.575791 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0e4adfbc-c18e-4425-9799-fe581c5aa9ab req-286e059f-1ce6-4006-8e44-06b820723812 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.1068621 Sep 29 17:48:28.654270 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743754b6-c6a6-4dc5-99ba-a4184e443014 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Subnet': ['ID=71ce49f5-56d1-4ece-9f85-c14c84edda27,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:28.666901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0e4adfbc-c18e-4425-9799-fe581c5aa9ab req-94bcbeda-dd46-458a-b2dd-1fd1166d446e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733249 Sep 29 17:48:28.667703 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743754b6-c6a6-4dc5-99ba-a4184e443014 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Checking segment: {'id': '4525038f-2a1f-438d-afbb-19a89f4568f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:48:28.668051 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743754b6-c6a6-4dc5-99ba-a4184e443014 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network hostable DHCP agents. Network: 6e1fad0d-f195-4816-814e-771bff16b4fd, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:48:28.690956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743754b6-c6a6-4dc5-99ba-a4184e443014 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network 6e1fad0d-f195-4816-814e-771bff16b4fd is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:48:28.700833 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-743754b6-c6a6-4dc5-99ba-a4184e443014 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 6e1fad0d-f195-4816-814e-771bff16b4fd) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:48:28.704988 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743754b6-c6a6-4dc5-99ba-a4184e443014 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:28.705616 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-743754b6-c6a6-4dc5-99ba-a4184e443014 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:28.712399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c09c9da-e63b-48b8-800c-9a7e1f2086ee None None] Network 6e1fad0d-f195-4816-814e-771bff16b4fd requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:48:28.721139 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-743754b6-c6a6-4dc5-99ba-a4184e443014 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8450382 Sep 29 17:48:28.840008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-538af43b-4ccb-4124-a139-4461342ed3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:28.842343 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-538af43b-4ccb-4124-a139-4461342ed3a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 1096 time: 0.0486763 Sep 29 17:48:28.895617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-6e1fad0d-f195-4816-814e-771bff16b4fd', 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ips': [{'subnet_id': '71ce49f5-56d1-4ece-9f85-c14c84edda27'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:48:28.896902 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:28.915304 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37210) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:28.921715 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4857b579-91fb-47e4-92d4-b5fceef7c8a0 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-8932886', 'description': 'tempest-secgroup-smoke-8932886 description', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:48:28.947560 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4857b579-91fb-47e4-92d4-b5fceef7c8a0 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:28.974535 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-45999a33-22cb-42a8-b289-2e1525ee6ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:28.976679 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-45999a33-22cb-42a8-b289-2e1525ee6ea4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=33086d64-5d42-40a6-b22a-17cc6d0039ad HTTP/1.1" status: 200 len: 898 time: 0.1273720 Sep 29 17:48:29.051734 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Allocated IP 172.20.0.18 (6e1fad0d-f195-4816-814e-771bff16b4fd/71ce49f5-56d1-4ece-9f85-c14c84edda27/b09c1e78-5516-48fc-a4e0-f506e4be0bd9) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:48:29.059538 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4857b579-91fb-47e4-92d4-b5fceef7c8a0 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.064594 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4857b579-91fb-47e4-92d4-b5fceef7c8a0 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.068976 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9c5bc9a4-b6e0-4a24-a02f-1546cb845f71 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed HTTP/1.1" status: 200 len: 1000 time: 0.0844140 Sep 29 17:48:29.105055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857b579-91fb-47e4-92d4-b5fceef7c8a0 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af45979-078f-4359-9ffd-1be5e34ab3c7,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:29.122943 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4857b579-91fb-47e4-92d4-b5fceef7c8a0 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.124288 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4857b579-91fb-47e4-92d4-b5fceef7c8a0 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2079232 Sep 29 17:48:29.127242 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37214) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:29.137705 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-725b767f-4a49-4097-9a76-2c2e48b1df27 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '6af45979-078f-4359-9ffd-1be5e34ab3c7', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:48:29.152049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-0d882d4f-95e3-4dc4-908c-354278c7d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:29.154087 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-0d882d4f-95e3-4dc4-908c-354278c7d6bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383 HTTP/1.1" status: 200 len: 835 time: 0.0778589 Sep 29 17:48:29.166774 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-725b767f-4a49-4097-9a76-2c2e48b1df27 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.206739 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-6c4e3671-b08c-4d8c-872b-834d9bf55cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:29.208229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-6c4e3671-b08c-4d8c-872b-834d9bf55cf3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=33086d64-5d42-40a6-b22a-17cc6d0039ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469124 Sep 29 17:48:29.252420 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-725b767f-4a49-4097-9a76-2c2e48b1df27 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.257566 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-725b767f-4a49-4097-9a76-2c2e48b1df27 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.275403 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b767f-4a49-4097-9a76-2c2e48b1df27 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6389701-28db-4478-a8f7-383fa49187ea,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:29.284041 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-725b767f-4a49-4097-9a76-2c2e48b1df27 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.288571 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-725b767f-4a49-4097-9a76-2c2e48b1df27 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577260 Sep 29 17:48:29.288737 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.288962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37216) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:29.294397 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a3b09a5d-6bfd-4279-8415-ecc8f407f84f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '6af45979-078f-4359-9ffd-1be5e34ab3c7', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:48:29.295018 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.325207 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3b09a5d-6bfd-4279-8415-ecc8f407f84f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.349384 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Network 6e1fad0d-f195-4816-814e-771bff16b4fd is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:48:29.353363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:48:29.358697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:48:29.363660 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-69d3abc6-687d-4c8e-81f6-944406457691 service neutron] 10.222.0.49 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466353 Sep 29 17:48:29.373693 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Pushing event updated for resources: {'Port': ['ID=b09c1e78-5516-48fc-a4e0-f506e4be0bd9,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:29.382752 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:29.383115 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:29.383493 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:29.383833 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:29.384162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:29.384906 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:29.385305 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:29.385638 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:29.386259 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:29.386259 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:29.386598 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:29.386924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:29.395053 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3b09a5d-6bfd-4279-8415-ecc8f407f84f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.402465 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3b09a5d-6bfd-4279-8415-ecc8f407f84f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.426008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b09a5d-6bfd-4279-8415-ecc8f407f84f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0d9882-c5b0-4840-bd7b-bd5d4e6afa4e,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:29.443654 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a3b09a5d-6bfd-4279-8415-ecc8f407f84f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.445126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Attempting to bind port b09c1e78-5516-48fc-a4e0-f506e4be0bd9 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:48:29.445817 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Attempting to bind port b09c1e78-5516-48fc-a4e0-f506e4be0bd9 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '4525038f-2a1f-438d-afbb-19a89f4568f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:48:29.446339 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Attempting to bind port b09c1e78-5516-48fc-a4e0-f506e4be0bd9 on network 6e1fad0d-f195-4816-814e-771bff16b4fd {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:48:29.448399 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a3b09a5d-6bfd-4279-8415-ecc8f407f84f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577559 Sep 29 17:48:29.449532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 37218) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:29.452276 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:48:29.452852 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Checking segment: {'id': '4525038f-2a1f-438d-afbb-19a89f4568f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:48:29.453485 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.454157 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Bound using segment: {'id': '4525038f-2a1f-438d-afbb-19a89f4568f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:48:29.454773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Bound port: b09c1e78-5516-48fc-a4e0-f506e4be0bd9, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4525038f-2a1f-438d-afbb-19a89f4568f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:48:29.455195 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-bac8f469-36b7-4acd-be89-6fce7476b24f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '6af45979-078f-4359-9ffd-1be5e34ab3c7', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:48:29.455499 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.487946 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bac8f469-36b7-4acd-be89-6fce7476b24f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.525946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] For port b09c1e78-5516-48fc-a4e0-f506e4be0bd9, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:48:29.529527 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] For port b09c1e78-5516-48fc-a4e0-f506e4be0bd9, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b09c1e78-5516-48fc-a4e0-f506e4be0bd9,segment=NetworkSegment(4525038f-2a1f-438d-afbb-19a89f4568f5),segment_id=4525038f-2a1f-438d-afbb-19a89f4568f5)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:48:29.532123 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-d42c61d2-7ffb-41e3-9382-d3374e02dd79 service neutron] 10.222.0.49 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599951 Sep 29 17:48:29.543182 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.570590 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bac8f469-36b7-4acd-be89-6fce7476b24f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.576498 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bac8f469-36b7-4acd-be89-6fce7476b24f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.613606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5666b92-a1d4-4654-8fa1-852d14918dce None None] Pushing event updated for resources: {'Port': ['ID=b09c1e78-5516-48fc-a4e0-f506e4be0bd9,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:29.613839 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bac8f469-36b7-4acd-be89-6fce7476b24f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.617778 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bac8f469-36b7-4acd-be89-6fce7476b24f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671557 Sep 29 17:48:29.619285 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 37224) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:29.620935 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8f469-36b7-4acd-be89-6fce7476b24f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206bbcbd-6566-45a3-8f9d-8637fff77e6b,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:29.626072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ab27fa16-308e-4e06-88b7-77ebceb67403 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '6af45979-078f-4359-9ffd-1be5e34ab3c7', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:48:29.658234 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ab27fa16-308e-4e06-88b7-77ebceb67403 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.736488 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ab27fa16-308e-4e06-88b7-77ebceb67403 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.746403 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ab27fa16-308e-4e06-88b7-77ebceb67403 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.761028 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27fa16-308e-4e06-88b7-77ebceb67403 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7068e8a0-a3f1-4130-b77a-91645edd8dcb,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:29.798848 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ab27fa16-308e-4e06-88b7-77ebceb67403 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.800052 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ab27fa16-308e-4e06-88b7-77ebceb67403 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1789730 Sep 29 17:48:29.803705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 37230) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:29.808033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-329e88c9-2cbf-47f7-815e-9505084a2e04 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '6af45979-078f-4359-9ffd-1be5e34ab3c7', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:48:29.842636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605ca2e-e81f-4619-951f-ce519a6852b4 req-8e19e355-9829-4092-a3bb-c5ad8be986b1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:29.844140 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5605ca2e-e81f-4619-951f-ce519a6852b4 req-8e19e355-9829-4092-a3bb-c5ad8be986b1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.0809195 Sep 29 17:48:29.847536 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-329e88c9-2cbf-47f7-815e-9505084a2e04 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Project cdebda4e15a34e08b7ebdfe096f7059a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:48:29.855353 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-329e88c9-2cbf-47f7-815e-9505084a2e04 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.929961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5605ca2e-e81f-4619-951f-ce519a6852b4 req-bf23d180-dfc2-4e92-8c8c-d8ccffc88935 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707150 Sep 29 17:48:29.963910 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-329e88c9-2cbf-47f7-815e-9505084a2e04 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.968548 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-329e88c9-2cbf-47f7-815e-9505084a2e04 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:29.993865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e88c9-2cbf-47f7-815e-9505084a2e04 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c97c1d6-0561-4279-9450-25f59a6b94e3,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:30.002984 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-329e88c9-2cbf-47f7-815e-9505084a2e04 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:30.004319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-329e88c9-2cbf-47f7-815e-9505084a2e04 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1996970 Sep 29 17:48:30.007195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 37232) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:30.011518 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-8cfabb26-a276-4be5-94ca-106d8255be94 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '6af45979-078f-4359-9ffd-1be5e34ab3c7', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:48:30.033981 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-8cfabb26-a276-4be5-94ca-106d8255be94 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Project cdebda4e15a34e08b7ebdfe096f7059a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:48:30.039519 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8cfabb26-a276-4be5-94ca-106d8255be94 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:30.102683 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8cfabb26-a276-4be5-94ca-106d8255be94 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:30.107871 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8cfabb26-a276-4be5-94ca-106d8255be94 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:30.126097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfabb26-a276-4be5-94ca-106d8255be94 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53569324-9f81-47a0-9c7e-8b144b67ac2e,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:30.133847 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8cfabb26-a276-4be5-94ca-106d8255be94 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:30.135071 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8cfabb26-a276-4be5-94ca-106d8255be94 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269650 Sep 29 17:48:30.328481 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-c7ad0523-7bfd-43ce-95d2-a36142b04d87 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8932886&fields=id&tenant_id=cdebda4e15a34e08b7ebdfe096f7059a HTTP/1.1" status: 200 len: 267 time: 0.0355799 Sep 29 17:48:30.466355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-c9e278d9-c0d9-4eb5-8be8-afae38f87b89 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:30.469820 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-c9e278d9-c0d9-4eb5-8be8-afae38f87b89 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/networks?id=6e1fad0d-f195-4816-814e-771bff16b4fd HTTP/1.1" status: 200 len: 797 time: 0.1333005 Sep 29 17:48:30.491632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-49d6e69e-8651-4615-95b4-37711086490f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/quotas/cdebda4e15a34e08b7ebdfe096f7059a HTTP/1.1" status: 200 len: 375 time: 0.0164843 Sep 29 17:48:30.510255 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b09c1e78-5516-48fc-a4e0-f506e4be0bd9 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:48:30.553664 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-3f45c2fe-fbfe-4679-a30e-c173e321d42f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdebda4e15a34e08b7ebdfe096f7059a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0610638 Sep 29 17:48:30.698007 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-49c42fc3-b399-480e-ab2a-f6ee43d7adbb service neutron] 10.222.0.44 "GET /v2.0/networks/6e1fad0d-f195-4816-814e-771bff16b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306505 Sep 29 17:48:30.758475 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b09c1e78-5516-48fc-a4e0-f506e4be0bd9 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:48:30.759499 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:30.783744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33446a05-c1b1-4a44-8fc6-5ea84a5f5ddd None None] Network 6e1fad0d-f195-4816-814e-771bff16b4fd requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:48:30.801830 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-4c2c11d8-91e7-4d27-839a-a083970cb437 service neutron] 10.222.0.44 "GET /v2.0/networks/6e1fad0d-f195-4816-814e-771bff16b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963402 Sep 29 17:48:30.893893 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-849c9c62-d580-4290-b8d6-de02e2e06bca None None] Provisioning complete for port b09c1e78-5516-48fc-a4e0-f506e4be0bd9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:48:30.894460 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-849c9c62-d580-4290-b8d6-de02e2e06bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:31.014851 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:31.127409 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6811d4ed-a88c-41e4-a550-1ac29bc41438 req-4e60b4ea-07f4-47ba-ac87-f07c07598a58 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 210 time: 0.0879421 Sep 29 17:48:31.165631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port b09c1e78-5516-48fc-a4e0-f506e4be0bd9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b09c1e78-5516-48fc-a4e0-f506e4be0bd9,segment=NetworkSegment(4525038f-2a1f-438d-afbb-19a89f4568f5),segment_id=4525038f-2a1f-438d-afbb-19a89f4568f5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:48:31.178253 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:31.217345 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b77b8-a94f-41e2-aab8-f819c0020e8e req-e5188ab0-3274-4f6c-bbeb-bba7f2780fd1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:31.228657 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-849c9c62-d580-4290-b8d6-de02e2e06bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:31.230397 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de2b77b8-a94f-41e2-aab8-f819c0020e8e req-e5188ab0-3274-4f6c-bbeb-bba7f2780fd1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.1984918 Sep 29 17:48:31.330947 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de2b77b8-a94f-41e2-aab8-f819c0020e8e req-e42a5698-b053-423d-9727-57ee8a50a814 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000741 Sep 29 17:48:31.333639 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=b09c1e78-5516-48fc-a4e0-f506e4be0bd9,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:31.349626 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-849c9c62-d580-4290-b8d6-de02e2e06bca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:48:31.350091 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-849c9c62-d580-4290-b8d6-de02e2e06bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:48:32.007760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f559808e-68ac-4052-8698-d961e96de9bb None None] Provisioning complete for port b09c1e78-5516-48fc-a4e0-f506e4be0bd9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:48:32.008437 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f559808e-68ac-4052-8698-d961e96de9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:32.235395 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-864f56a4-04c4-443a-ab6f-6dc241d679f7 req-5df185bd-191f-4e8d-a931-f587d1737e08 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 210 time: 0.0373361 Sep 29 17:48:32.470389 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b09c1e78-5516-48fc-a4e0-f506e4be0bd9 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:48:32.525953 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b09c1e78-5516-48fc-a4e0-f506e4be0bd9 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:48:32.526736 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:32.541173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-34e13a99-3cea-4f5d-865e-ea3a184fd2c6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:32.542671 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-34e13a99-3cea-4f5d-865e-ea3a184fd2c6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.35 "GET /v2.0/networks?id=6e1fad0d-f195-4816-814e-771bff16b4fd HTTP/1.1" status: 200 len: 797 time: 0.1736798 Sep 29 17:48:32.566745 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa008e11-dbaf-4a96-8333-b9e802b53650 req-1a7a072e-f580-4ce6-813f-0def1a861e7c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:32.568270 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa008e11-dbaf-4a96-8333-b9e802b53650 req-1a7a072e-f580-4ce6-813f-0def1a861e7c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.1316991 Sep 29 17:48:32.632013 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a31c2d0d-d487-4289-8c90-09a161966f65 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdebda4e15a34e08b7ebdfe096f7059a HTTP/1.1" status: 200 len: 470 time: 0.0615251 Sep 29 17:48:32.639447 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa008e11-dbaf-4a96-8333-b9e802b53650 req-e35ff732-eb4c-42c3-bed6-9d1709e0e43c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609210 Sep 29 17:48:32.662805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-0992053b-0a9d-4b7b-94e7-c89ecff65969 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'port': {'device_id': 'aa6ce339-1b24-4f29-b7ae-310c2f77d319', 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd', 'admin_state_up': True, 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'security_groups': ['6af45979-078f-4359-9ffd-1be5e34ab3c7']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:48:32.770468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-0992053b-0a9d-4b7b-94e7-c89ecff65969 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Made reservation on behalf of cdebda4e15a34e08b7ebdfe096f7059a for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:48:32.774247 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-0992053b-0a9d-4b7b-94e7-c89ecff65969 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:32.905896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-0992053b-0a9d-4b7b-94e7-c89ecff65969 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Allocated IP 172.20.0.27 (6e1fad0d-f195-4816-814e-771bff16b4fd/71ce49f5-56d1-4ece-9f85-c14c84edda27/ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:48:33.071883 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-0992053b-0a9d-4b7b-94e7-c89ecff65969 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:33.114180 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-0992053b-0a9d-4b7b-94e7-c89ecff65969 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:33.156784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-0992053b-0a9d-4b7b-94e7-c89ecff65969 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network 6e1fad0d-f195-4816-814e-771bff16b4fd is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:48:33.159758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-0992053b-0a9d-4b7b-94e7-c89ecff65969 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:48:33.164029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-0992053b-0a9d-4b7b-94e7-c89ecff65969 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:48:33.197506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992053b-0a9d-4b7b-94e7-c89ecff65969 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Port': ['ID=ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:33.220398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-0992053b-0a9d-4b7b-94e7-c89ecff65969 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:33.221020 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-0992053b-0a9d-4b7b-94e7-c89ecff65969 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:33.247276 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-0992053b-0a9d-4b7b-94e7-c89ecff65969 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5898392 Sep 29 17:48:33.271209 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Request body: {'port': {'device_id': 'aa6ce339-1b24-4f29-b7ae-310c2f77d319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:48:33.343635 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:33.419241 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b4789361-b596-4116-bd3a-1e76c6f63f24 None None] Provisioning complete for port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:48:33.419775 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4789361-b596-4116-bd3a-1e76c6f63f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:33.437085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebe99e-c5c6-4bf6-8fa1-5de8ba4c1e6f req-62ddb25e-165f-41af-b593-baf65ac6e225 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:33.438532 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dcebe99e-c5c6-4bf6-8fa1-5de8ba4c1e6f req-62ddb25e-165f-41af-b593-baf65ac6e225 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 932 time: 0.0927086 Sep 29 17:48:33.453554 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b4789361-b596-4116-bd3a-1e76c6f63f24 None None] Port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:48:33.551182 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dcebe99e-c5c6-4bf6-8fa1-5de8ba4c1e6f req-2b527710-3f24-4f07-b6b3-9a510a07a430 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=6af45979-078f-4359-9ffd-1be5e34ab3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0594850 Sep 29 17:48:33.690568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:48:33.699225 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:33.711425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Transition to ACTIVE for port object ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:48:33.715714 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:33.773462 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcb558-a915-47b2-a857-3d0aabf8bd8c req-11306ae4-b177-44bc-b7e6-6bd06ac66c4c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:33.784507 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57dcb558-a915-47b2-a857-3d0aabf8bd8c req-11306ae4-b177-44bc-b7e6-6bd06ac66c4c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.0714660 Sep 29 17:48:33.813453 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:33.859578 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57dcb558-a915-47b2-a857-3d0aabf8bd8c req-0e53756a-f537-4c75-8371-64c24133b7c8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736685 Sep 29 17:48:33.860996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Attempting to bind port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:48:33.861465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Attempting to bind port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '4525038f-2a1f-438d-afbb-19a89f4568f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:48:33.861907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Attempting to bind port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a on network 6e1fad0d-f195-4816-814e-771bff16b4fd {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:48:33.868088 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a on network 6e1fad0d-f195-4816-814e-771bff16b4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:48:33.868548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Attempting to bind port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a on network 6e1fad0d-f195-4816-814e-771bff16b4fd {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:48:33.874026 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:48:33.874480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Checking segment: {'id': '4525038f-2a1f-438d-afbb-19a89f4568f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:48:33.874978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Bound using segment: {'id': '4525038f-2a1f-438d-afbb-19a89f4568f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:48:33.875512 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Bound port: ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4525038f-2a1f-438d-afbb-19a89f4568f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:48:33.875972 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:33.962359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] For port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:48:33.965737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] For port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a,segment=NetworkSegment(4525038f-2a1f-438d-afbb-19a89f4568f5),segment_id=4525038f-2a1f-438d-afbb-19a89f4568f5)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:48:33.971180 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:34.008493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:34.009240 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:34.010927 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] 10.222.0.35 "PUT /v2.0/ports/ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a HTTP/1.1" status: 200 len: 1092 time: 0.7471740 Sep 29 17:48:34.011462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6ce339-1b24-4f29-b7ae-310c2f77d319', 'tag': 'ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:48:34.013771 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fab5fd5-aaa7-4245-b383-787401a243b9" -d '{"events": [{"name": "network-changed", "server_uuid": "aa6ce339-1b24-4f29-b7ae-310c2f77d319", "tag": "ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:48:34.050436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380ed5b-5ce9-4846-94fc-54f89f5382d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:34.084254 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841d60bd-a82e-463c-ae97-21d25254a267 x-openstack-request-id: req-841d60bd-a82e-463c-ae97-21d25254a267 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:48:34.084642 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa6ce339-1b24-4f29-b7ae-310c2f77d319", "tag": "ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:48:34.084955 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-841d60bd-a82e-463c-ae97-21d25254a267 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:48:34.085438 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6ce339-1b24-4f29-b7ae-310c2f77d319', 'tag': 'ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a', 'status': 'completed', 'code': 200} Sep 29 17:48:34.117107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-b5399cd5-d4ca-4e79-9fb7-34fa43ddcc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:34.118769 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-b5399cd5-d4ca-4e79-9fb7-34fa43ddcc79 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdebda4e15a34e08b7ebdfe096f7059a&device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 1095 time: 0.0462232 Sep 29 17:48:34.168571 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-918b0c7b-b617-4db6-bb0c-439daf7cae7b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a HTTP/1.1" status: 200 len: 217 time: 0.0356958 Sep 29 17:48:34.224632 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-31e26a75-451f-44e0-94a5-e924e31752ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:34.226209 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-31e26a75-451f-44e0-94a5-e924e31752ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71ce49f5-56d1-4ece-9f85-c14c84edda27 HTTP/1.1" status: 200 len: 837 time: 0.0503781 Sep 29 17:48:34.278866 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-2b6f192e-eb3c-4f99-8113-f7598d7c3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:34.280264 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-2b6f192e-eb3c-4f99-8113-f7598d7c3815 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e1fad0d-f195-4816-814e-771bff16b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460756 Sep 29 17:48:34.376978 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-00838bc9-a3de-4c49-89c8-b04bc08dee99 service neutron] 10.222.0.35 "GET /v2.0/networks/6e1fad0d-f195-4816-814e-771bff16b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877817 Sep 29 17:48:34.464910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-309b282c-40d8-4565-aef3-88dcbd2a30e2 req-b2454fb4-803c-43c0-a6d6-e3d71aecb4da service neutron] 10.222.0.35 "GET /v2.0/networks/6e1fad0d-f195-4816-814e-771bff16b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801926 Sep 29 17:48:34.611529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab5fd5-aaa7-4245-b383-787401a243b9 req-a6658799-433b-45e3-8f86-807682ac3162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:34.613034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5fab5fd5-aaa7-4245-b383-787401a243b9 req-a6658799-433b-45e3-8f86-807682ac3162 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdebda4e15a34e08b7ebdfe096f7059a&device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 1095 time: 0.0428493 Sep 29 17:48:34.728163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9732ae6-bab9-4a81-a6dc-81f358379c4d req-1990c427-1d48-42cb-be1a-4c75d9d2e74e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:34.729568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9732ae6-bab9-4a81-a6dc-81f358379c4d req-1990c427-1d48-42cb-be1a-4c75d9d2e74e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 944 time: 0.1012781 Sep 29 17:48:34.750376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab5fd5-aaa7-4245-b383-787401a243b9 req-ef7c6fe2-49ca-4c70-a2a9-d59f4d49e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:34.751751 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5fab5fd5-aaa7-4245-b383-787401a243b9 req-ef7c6fe2-49ca-4c70-a2a9-d59f4d49e7aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=6e1fad0d-f195-4816-814e-771bff16b4fd HTTP/1.1" status: 200 len: 898 time: 0.1317432 Sep 29 17:48:34.802905 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5fab5fd5-aaa7-4245-b383-787401a243b9 req-17ca2e4c-177f-4828-a928-896e3f8fa8cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a HTTP/1.1" status: 200 len: 217 time: 0.0415254 Sep 29 17:48:34.824453 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9732ae6-bab9-4a81-a6dc-81f358379c4d req-75f0a7ce-747a-42b7-946b-b42c2fc4cef2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=6af45979-078f-4359-9ffd-1be5e34ab3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0836921 Sep 29 17:48:34.858169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab5fd5-aaa7-4245-b383-787401a243b9 req-430e956a-e813-49f8-ab03-77eb38e09ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:34.859913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5fab5fd5-aaa7-4245-b383-787401a243b9 req-430e956a-e813-49f8-ab03-77eb38e09ee8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=71ce49f5-56d1-4ece-9f85-c14c84edda27 HTTP/1.1" status: 200 len: 837 time: 0.0486135 Sep 29 17:48:34.912775 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab5fd5-aaa7-4245-b383-787401a243b9 req-d4974ac4-9f14-49ea-b5a8-cd9f165f2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:34.914370 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5fab5fd5-aaa7-4245-b383-787401a243b9 req-d4974ac4-9f14-49ea-b5a8-cd9f165f2048 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6e1fad0d-f195-4816-814e-771bff16b4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464671 Sep 29 17:48:35.024998 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5fab5fd5-aaa7-4245-b383-787401a243b9 req-c58ecbc0-103e-466c-9597-30a552c8221e service neutron] 10.222.0.35 "GET /v2.0/networks/6e1fad0d-f195-4816-814e-771bff16b4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020803 Sep 29 17:48:35.027470 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a45cb9-9b66-4032-a0a3-490b09cf711b req-093ea62d-8091-4fd8-b6f1-02996cf34cc1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:35.029052 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5a45cb9-9b66-4032-a0a3-490b09cf711b req-093ea62d-8091-4fd8-b6f1-02996cf34cc1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.0510998 Sep 29 17:48:35.068273 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5a45cb9-9b66-4032-a0a3-490b09cf711b req-3c9f59d1-a72e-45e8-941c-2ebf6a06a8c9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331879 Sep 29 17:48:35.120855 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5fab5fd5-aaa7-4245-b383-787401a243b9 req-b8b38bb3-dca2-422a-89f3-95c82f1e7739 service neutron] 10.222.0.35 "GET /v2.0/networks/6e1fad0d-f195-4816-814e-771bff16b4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879722 Sep 29 17:48:35.948520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c586e92-c75c-4be5-a489-c287233a6792 req-08f8403d-713f-4824-a989-704a4cd4c892 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:35.950010 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c586e92-c75c-4be5-a489-c287233a6792 req-08f8403d-713f-4824-a989-704a4cd4c892 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 944 time: 0.0550175 Sep 29 17:48:35.996120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1c586e92-c75c-4be5-a489-c287233a6792 req-18e3c355-bc8a-4914-aecb-01cdd2e785b0 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=6af45979-078f-4359-9ffd-1be5e34ab3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398724 Sep 29 17:48:36.183324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4874c-8f6e-48cd-9bb6-9595bec70184 req-d2302f39-de27-4ae1-b871-d38d04d17087 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:36.184878 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10b4874c-8f6e-48cd-9bb6-9595bec70184 req-d2302f39-de27-4ae1-b871-d38d04d17087 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.0488210 Sep 29 17:48:36.222028 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-10b4874c-8f6e-48cd-9bb6-9595bec70184 req-5b4312bf-ac68-4ac8-86ec-ce8764e52393 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308421 Sep 29 17:48:37.110022 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3b400-4df3-4bed-bcb2-95bbfc1a9fa7 req-d217d6a4-a391-4b96-8ddf-9b8935dd12f8 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:37.111550 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b3c3b400-4df3-4bed-bcb2-95bbfc1a9fa7 req-d217d6a4-a391-4b96-8ddf-9b8935dd12f8 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 944 time: 0.0510163 Sep 29 17:48:37.150176 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b3c3b400-4df3-4bed-bcb2-95bbfc1a9fa7 req-00346f98-17ca-45e9-ac21-2f7e4b78374c tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=6af45979-078f-4359-9ffd-1be5e34ab3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324206 Sep 29 17:48:37.343150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c938e7-653a-4d7b-8e42-57f586ed2168 req-500a42a2-0162-4c78-8e0e-a7b54cc627bf tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:37.344520 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-79c938e7-653a-4d7b-8e42-57f586ed2168 req-500a42a2-0162-4c78-8e0e-a7b54cc627bf tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.0494215 Sep 29 17:48:37.385270 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-79c938e7-653a-4d7b-8e42-57f586ed2168 req-892993aa-065e-44bf-b139-5002ddf4cba8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344696 Sep 29 17:48:37.473330 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:48:37.571046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a,segment=NetworkSegment(4525038f-2a1f-438d-afbb-19a89f4568f5),segment_id=4525038f-2a1f-438d-afbb-19a89f4568f5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:48:37.582093 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a', 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd', 'port_id': 'ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a', 'mac_address': 'fa:16:3e:b1:62:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 719, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ce49f5-56d1-4ece-9f85-c14c84edda27', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:48:37.618063 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:37.630769 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:48:37.649008 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a,segment=NetworkSegment(4525038f-2a1f-438d-afbb-19a89f4568f5),segment_id=4525038f-2a1f-438d-afbb-19a89f4568f5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:48:37.652895 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:37.703595 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:38.081995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:48:38.280515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d7fa2-eefa-415c-b5b3-76b02390c673 req-a2e60ab5-660d-4f95-92a3-76c73289716d tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:38.282124 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-737d7fa2-eefa-415c-b5b3-76b02390c673 req-a2e60ab5-660d-4f95-92a3-76c73289716d tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 945 time: 0.0583482 Sep 29 17:48:38.330512 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-737d7fa2-eefa-415c-b5b3-76b02390c673 req-2d6daff4-1b58-43cb-9ce7-4b1eb73628d7 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=6af45979-078f-4359-9ffd-1be5e34ab3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0369508 Sep 29 17:48:38.508551 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180213cd-bb6b-46ca-a216-7457e322bda9 req-4b4b70b5-19bd-48cd-bebf-9f78bdaff79a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:38.510051 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-180213cd-bb6b-46ca-a216-7457e322bda9 req-4b4b70b5-19bd-48cd-bebf-9f78bdaff79a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.0529788 Sep 29 17:48:38.546291 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-180213cd-bb6b-46ca-a216-7457e322bda9 req-527b18c3-1297-4d50-860c-11d928a5bc20 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303473 Sep 29 17:48:39.446297 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b71f9d-8df3-4ef9-ab40-a05fd6a2c57f req-242fd581-c5a7-4486-930b-c552623d302b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:39.447784 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33b71f9d-8df3-4ef9-ab40-a05fd6a2c57f req-242fd581-c5a7-4486-930b-c552623d302b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 945 time: 0.0505865 Sep 29 17:48:39.486778 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:48:39.487359 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33b71f9d-8df3-4ef9-ab40-a05fd6a2c57f req-7b379d3a-0e2c-45f2-9759-11d767958b63 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=6af45979-078f-4359-9ffd-1be5e34ab3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0329297 Sep 29 17:48:39.535375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:48:39.539613 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:48:39.539977 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:39.617854 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:39.645990 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6ce339-1b24-4f29-b7ae-310c2f77d319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:48:39.648317 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b07b05-26b3-4ee0-bcb5-45305b146009" -d '{"events": [{"server_uuid": "aa6ce339-1b24-4f29-b7ae-310c2f77d319", "name": "network-vif-plugged", "status": "completed", "tag": "ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:48:39.661037 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a,segment=NetworkSegment(4525038f-2a1f-438d-afbb-19a89f4568f5),segment_id=4525038f-2a1f-438d-afbb-19a89f4568f5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:48:39.666788 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:39.674359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861e68c-cf5d-4713-9c1e-789b388b251e req-f0da1bb1-452e-41ba-bc03-e849a93dcbc6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:39.677452 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0861e68c-cf5d-4713-9c1e-789b388b251e req-f0da1bb1-452e-41ba-bc03-e849a93dcbc6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.0570319 Sep 29 17:48:39.702468 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1408774-71cb-46bf-99e9-8a54d1b27aac x-openstack-request-id: req-c1408774-71cb-46bf-99e9-8a54d1b27aac {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:48:39.702770 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6ce339-1b24-4f29-b7ae-310c2f77d319", "name": "network-vif-plugged", "status": "completed", "tag": "ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:48:39.703034 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1408774-71cb-46bf-99e9-8a54d1b27aac {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:48:39.703698 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6ce339-1b24-4f29-b7ae-310c2f77d319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a', 'code': 200} Sep 29 17:48:39.733803 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0861e68c-cf5d-4713-9c1e-789b388b251e req-ee0e2708-0b94-42f9-9518-a3cab49659ef tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499299 Sep 29 17:48:39.735179 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:39.837178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440a3eb-f74f-40f2-a78a-1cdf13baa316 req-eb949e9e-4498-4055-8370-822c516cd321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:39.838737 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b440a3eb-f74f-40f2-a78a-1cdf13baa316 req-eb949e9e-4498-4055-8370-822c516cd321 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 1097 time: 0.0450671 Sep 29 17:48:39.873230 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b440a3eb-f74f-40f2-a78a-1cdf13baa316 req-0483ae1f-7b21-4ae6-bb93-54fccd59fd10 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6af45979-078f-4359-9ffd-1be5e34ab3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0279191 Sep 29 17:48:40.608470 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bc2ad-5dd7-443e-a656-1419c83defa0 req-3c250568-4af8-4735-81e4-32cdf484dba2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:40.610231 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-120bc2ad-5dd7-443e-a656-1419c83defa0 req-3c250568-4af8-4735-81e4-32cdf484dba2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 946 time: 0.0531762 Sep 29 17:48:40.651190 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-120bc2ad-5dd7-443e-a656-1419c83defa0 req-6912e2ba-f0da-4ebf-85e9-55e66b33dd67 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=6af45979-078f-4359-9ffd-1be5e34ab3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0349100 Sep 29 17:48:40.789078 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2a151772-bbe5-425a-84f3-770d0cc0cb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:40.867329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aed4c0-1c9c-4792-af1f-8b4cf8d2d171 req-d0dc8cde-ebf3-484a-9254-4299d807b1d0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:40.868820 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b4aed4c0-1c9c-4792-af1f-8b4cf8d2d171 req-d0dc8cde-ebf3-484a-9254-4299d807b1d0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.0497131 Sep 29 17:48:40.907282 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b4aed4c0-1c9c-4792-af1f-8b4cf8d2d171 req-522da0b3-8a27-4efd-910c-1f9a44486e8c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322843 Sep 29 17:48:41.508186 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-8bd69b13-c848-47ee-ac57-9f166a74dc2c service neutron] show failed (client error): The resource could not be found. Sep 29 17:48:41.509340 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-8bd69b13-c848-47ee-ac57-9f166a74dc2c service neutron] 10.222.0.49 "GET /v2.0/ports/bcc9c5e3-5caa-4985-97b3-233d6c28f7ed/bindings/n-h2-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.0651710 Sep 29 17:48:41.707891 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-88bcdc4d-fe1d-4d49-8eab-372b88ec49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:41.709716 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-88bcdc4d-fe1d-4d49-8eab-372b88ec49f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15&tenant_id=b082b405368a4dd1b0eab20300b40c27 HTTP/1.1" status: 200 len: 1096 time: 0.0432084 Sep 29 17:48:41.728202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:48:41.776945 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3137a0f-c6ec-4a40-9da6-0e137a76b4e0 req-e36de137-2e1c-47b2-8ca6-60a6b7deefb3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:41.778522 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3137a0f-c6ec-4a40-9da6-0e137a76b4e0 req-e36de137-2e1c-47b2-8ca6-60a6b7deefb3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 946 time: 0.0567374 Sep 29 17:48:41.790355 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:41.820722 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3137a0f-c6ec-4a40-9da6-0e137a76b4e0 req-c5ca093f-2a44-449e-bc5b-cf841e508d4a tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=6af45979-078f-4359-9ffd-1be5e34ab3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0351245 Sep 29 17:48:41.979960 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87339f8a-6542-492e-8c4f-9a46d9ea6a02 req-7bf689c4-5cfe-44e4-88e1-1570f690f516 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:41.981477 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87339f8a-6542-492e-8c4f-9a46d9ea6a02 req-7bf689c4-5cfe-44e4-88e1-1570f690f516 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 946 time: 0.0883908 Sep 29 17:48:42.033252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aee10-a334-44de-bfb9-e8e2c4ce997d req-1c641269-9d41-4e7a-a42c-78fa16f46c96 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:42.037384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e49aee10-a334-44de-bfb9-e8e2c4ce997d req-1c641269-9d41-4e7a-a42c-78fa16f46c96 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.0574875 Sep 29 17:48:42.057366 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-87339f8a-6542-492e-8c4f-9a46d9ea6a02 req-ec484264-e400-4a82-9fb1-561c0d4bc8ec tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=6af45979-078f-4359-9ffd-1be5e34ab3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0490630 Sep 29 17:48:42.062090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] For port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,segment=NetworkSegment(bbf821c1-b411-46e8-9975-91bc415d1aeb),segment_id=bbf821c1-b411-46e8-9975-91bc415d1aeb)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:48:42.099423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] For port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:48:42.101450 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e49aee10-a334-44de-bfb9-e8e2c4ce997d req-b6caaac8-adb8-4ca0-a6ab-790d984e9540 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571544 Sep 29 17:48:42.143761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:48:42.146936 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d4c242-9b58-4b36-8b26-f9c007ab89c0" -d '{"events": [{"server_uuid": "509caf8d-3d2b-437b-a3cd-625af9427b15", "name": "network-vif-unplugged", "status": "completed", "tag": "bcc9c5e3-5caa-4985-97b3-233d6c28f7ed"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:48:42.151388 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:42.164953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Transition to ACTIVE for port object bcc9c5e3-5caa-4985-97b3-233d6c28f7ed will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:48:42.170418 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:42.203465 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8764ee-2342-4c2a-9e8b-48e7b34db416 x-openstack-request-id: req-2a8764ee-2342-4c2a-9e8b-48e7b34db416 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:48:42.203764 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509caf8d-3d2b-437b-a3cd-625af9427b15", "name": "network-vif-unplugged", "status": "completed", "tag": "bcc9c5e3-5caa-4985-97b3-233d6c28f7ed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:48:42.204018 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a8764ee-2342-4c2a-9e8b-48e7b34db416 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:48:42.204974 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed', 'code': 200} Sep 29 17:48:42.642337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Pushing event updated for resources: {'Port': ['ID=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,revision_number=6']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:42.674402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] No DVR routers for this DVR port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:48:42.805813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Attempting to bind port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:48:42.806151 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Attempting to bind port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:48:42.806481 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Attempting to bind port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed on network 33086d64-5d42-40a6-b22a-17cc6d0039ad {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:48:42.810599 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed on network 33086d64-5d42-40a6-b22a-17cc6d0039ad not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:48:42.810917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Attempting to bind port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed on network 33086d64-5d42-40a6-b22a-17cc6d0039ad {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:48:42.815614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:48:42.815956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Checking segment: {'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:48:42.816342 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Bound using segment: {'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:48:42.816767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Bound port: bcc9c5e3-5caa-4985-97b3-233d6c28f7ed, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf821c1-b411-46e8-9975-91bc415d1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:48:42.817119 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:42.878310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] For port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:48:42.882038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] For port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,segment=NetworkSegment(bbf821c1-b411-46e8-9975-91bc415d1aeb),segment_id=bbf821c1-b411-46e8-9975-91bc415d1aeb)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:48:42.886429 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:42.923157 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:42.924128 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:42.925686 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] 10.222.0.35 "PUT /v2.0/ports/bcc9c5e3-5caa-4985-97b3-233d6c28f7ed HTTP/1.1" status: 200 len: 1091 time: 1.2022319 Sep 29 17:48:42.949584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf88f7-2ade-408b-b4fe-a85ab845ad7a service neutron] Pushing event updated for resources: {'Port': ['ID=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:43.016321 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-d3fdbc72-4c1d-4af8-bb74-e8abac3d3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:43.018019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-d3fdbc72-4c1d-4af8-bb74-e8abac3d3f3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 1094 time: 0.0497589 Sep 29 17:48:43.127703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-57476e89-719e-491b-b326-405519cdb8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:43.129209 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-57476e89-719e-491b-b326-405519cdb8c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=33086d64-5d42-40a6-b22a-17cc6d0039ad HTTP/1.1" status: 200 len: 898 time: 0.1025321 Sep 29 17:48:43.237870 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-928d1617-6821-49c8-85e3-ab0b353eae1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed HTTP/1.1" status: 200 len: 998 time: 0.1013145 Sep 29 17:48:43.293332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15ce4a-1171-4ca9-a4eb-365c4cc48df3 req-7bc60304-4d23-44b0-a97d-e4af681ad6b3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:43.294810 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f15ce4a-1171-4ca9-a4eb-365c4cc48df3 req-7bc60304-4d23-44b0-a97d-e4af681ad6b3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 943 time: 0.1185131 Sep 29 17:48:43.307326 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-8334f7f1-a53c-43fd-8092-04b344a84fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:43.308729 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-8334f7f1-a53c-43fd-8092-04b344a84fa1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383 HTTP/1.1" status: 200 len: 835 time: 0.0638342 Sep 29 17:48:43.365363 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7f15ce4a-1171-4ca9-a4eb-365c4cc48df3 req-c1f0c7ce-4932-40c7-8689-3f9cf0b5d8f9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607388 Sep 29 17:48:43.373387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-6c33f19e-a886-4aec-adf6-55953655b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:43.374520 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-6c33f19e-a886-4aec-adf6-55953655b11c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=33086d64-5d42-40a6-b22a-17cc6d0039ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534208 Sep 29 17:48:43.468120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-049f3fd0-9f64-4a95-8cfe-9eb02d33ce07 service neutron] 10.222.0.35 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856431 Sep 29 17:48:43.541162 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b00f3392-1ff8-49e4-abb2-189693d7c28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:43.565269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 37422) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:43.609888 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aa5cc2d8-ec01-4f09-9ac2-327275ff5ee1 req-9b5fa7c0-caa7-4af6-b726-66184faa8314 service neutron] 10.222.0.35 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337547 Sep 29 17:48:44.004340 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:44.210270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'tag': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:48:44.212660 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dff8e1e-033a-4e47-a263-0448c5afcc68" -d '{"events": [{"name": "network-changed", "server_uuid": "509caf8d-3d2b-437b-a3cd-625af9427b15", "tag": "bcc9c5e3-5caa-4985-97b3-233d6c28f7ed"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:48:44.279859 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f25324-a514-4301-ba06-0da97d4416f4 x-openstack-request-id: req-71f25324-a514-4301-ba06-0da97d4416f4 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:48:44.280242 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509caf8d-3d2b-437b-a3cd-625af9427b15", "tag": "bcc9c5e3-5caa-4985-97b3-233d6c28f7ed", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:48:44.280565 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71f25324-a514-4301-ba06-0da97d4416f4 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:48:44.281027 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'tag': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed', 'status': 'completed', 'code': 200} Sep 29 17:48:44.336831 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Allocated IP 172.20.0.17 (6e1fad0d-f195-4816-814e-771bff16b4fd/71ce49f5-56d1-4ece-9f85-c14c84edda27/798cf649-f694-47f1-a836-8eb90f9c7596) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:48:44.418814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-b9036a8c-b25d-43d5-adc1-d9ffc2294ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:44.420315 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-b9036a8c-b25d-43d5-adc1-d9ffc2294ca4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 1094 time: 0.1225357 Sep 29 17:48:44.425302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-8d24becc-8d74-4eeb-b7df-2d121c0013fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:44.427206 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-8d24becc-8d74-4eeb-b7df-2d121c0013fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 1094 time: 0.0912778 Sep 29 17:48:44.490089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26848bad-3388-471e-9414-cd87ea1e3950 req-a3ebf064-a50b-41db-931b-d7e8339c8fb3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:44.491877 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26848bad-3388-471e-9414-cd87ea1e3950 req-a3ebf064-a50b-41db-931b-d7e8339c8fb3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 943 time: 0.0510471 Sep 29 17:48:44.547221 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26848bad-3388-471e-9414-cd87ea1e3950 req-20bd0baa-fba3-41ef-bf4a-7980c48441ee tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485725 Sep 29 17:48:44.600705 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:44.622066 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:44.640646 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:44.642013 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:44.661678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-48867804-a90b-42af-b9fb-9834e14f9b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:44.663328 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-48867804-a90b-42af-b9fb-9834e14f9b9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=33086d64-5d42-40a6-b22a-17cc6d0039ad HTTP/1.1" status: 200 len: 898 time: 0.2112787 Sep 29 17:48:44.665596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-50c78150-c284-47ac-9c0f-261624cd36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:44.666904 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-50c78150-c284-47ac-9c0f-261624cd36ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=33086d64-5d42-40a6-b22a-17cc6d0039ad HTTP/1.1" status: 200 len: 898 time: 0.2137849 Sep 29 17:48:44.774930 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:44.796023 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-a4a92522-049b-4817-9d59-5494066ff117 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed HTTP/1.1" status: 200 len: 998 time: 0.1211269 Sep 29 17:48:44.816068 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-a999c085-ef71-473e-b3c1-c45e41c4f171 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed HTTP/1.1" status: 200 len: 998 time: 0.1352293 Sep 29 17:48:44.859247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network 6e1fad0d-f195-4816-814e-771bff16b4fd is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:48:44.889057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:48:44.898956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:48:44.940635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Port': ['ID=798cf649-f694-47f1-a836-8eb90f9c7596,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:44.949551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-3b9a23b9-5b69-48f9-ad64-24b16e5bf404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:44.951037 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-3b9a23b9-5b69-48f9-ad64-24b16e5bf404 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383 HTTP/1.1" status: 200 len: 835 time: 0.1338844 Sep 29 17:48:44.962767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-ec43449e-9ee2-46fd-bf35-3e1b2039ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:44.964216 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-ec43449e-9ee2-46fd-bf35-3e1b2039ad43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383 HTTP/1.1" status: 200 len: 835 time: 0.1337430 Sep 29 17:48:44.965532 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:44.965881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:44.966222 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:44.966557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:44.966910 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:44.967245 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:44.967575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:44.967900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:44.968224 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:44.968548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:44.968873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:44.969200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:48:45.030135 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:45.098098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-b59d6125-5781-4a1d-ae92-9046957361e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:45.100104 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-b59d6125-5781-4a1d-ae92-9046957361e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=33086d64-5d42-40a6-b22a-17cc6d0039ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275403 Sep 29 17:48:45.104406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-79fd551d-c8c8-4604-bd4b-cf0233284468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:45.105920 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-79fd551d-c8c8-4604-bd4b-cf0233284468 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=33086d64-5d42-40a6-b22a-17cc6d0039ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322873 Sep 29 17:48:45.136927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-77f06416-d6fd-4992-b329-34ad90047cdf None None] Provisioning complete for port 798cf649-f694-47f1-a836-8eb90f9c7596 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:48:45.137434 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-77f06416-d6fd-4992-b329-34ad90047cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:45.173013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-77f06416-d6fd-4992-b329-34ad90047cdf None None] Port 798cf649-f694-47f1-a836-8eb90f9c7596 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:48:45.309977 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device bcc9c5e3-5caa-4985-97b3-233d6c28f7ed no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:48:45.320334 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-cac1f802-f847-43da-b259-9ab1ac8e5952 service neutron] 10.222.0.49 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977887 Sep 29 17:48:45.356270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device bcc9c5e3-5caa-4985-97b3-233d6c28f7ed not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:48:45.671309 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-944f2fd7-db22-41f1-b9a0-134f2faead1b service neutron] 10.222.0.35 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626345 Sep 29 17:48:45.673516 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:45.689410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edb7b5-cde4-4d46-a15a-fbe5efb970e2 req-9a62afef-ad03-46f2-aafc-8199e15b0fdf tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:45.701135 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d6edb7b5-cde4-4d46-a15a-fbe5efb970e2 req-9a62afef-ad03-46f2-aafc-8199e15b0fdf tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 943 time: 0.0833640 Sep 29 17:48:45.735440 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d6edb7b5-cde4-4d46-a15a-fbe5efb970e2 req-41c1cd0b-6331-4302-b033-f32faf09d4af tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333228 Sep 29 17:48:45.909810 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-5117fc4d-5aa4-47d0-80db-16ee5ffa23b9 service neutron] 10.222.0.49 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819440 Sep 29 17:48:45.932024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dff8e1e-033a-4e47-a263-0448c5afcc68 req-8e605a95-211c-4e70-812f-e91fc1c44f86 service neutron] 10.222.0.35 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421792 Sep 29 17:48:46.075971 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:46.080836 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:46.154470 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:46.156300 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Port': ['ID=798cf649-f694-47f1-a836-8eb90f9c7596,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:46.257403 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network 6e1fad0d-f195-4816-814e-771bff16b4fd is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:48:46.258806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:48:46.429335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Router de77bfb7-91b2-4d49-8b72-b945cc241263 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:48:46.546970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:48:46.552551 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-25e21959-17cb-4c03-8994-c305a2f46cfe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "PUT /v2.0/routers/de77bfb7-91b2-4d49-8b72-b945cc241263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9862270 Sep 29 17:48:46.569889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Sync routers for ids ['de77bfb7-91b2-4d49-8b72-b945cc241263'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:48:46.579053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Routers {'de77bfb7-91b2-4d49-8b72-b945cc241263'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:48:46.579670 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:48:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['de77bfb7-91b2-4d49-8b72-b945cc241263'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:48:46.655315 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7e41ac4e-31a4-4e1b-b16e-06e722bd05e0 None None] Provisioning complete for port 798cf649-f694-47f1-a836-8eb90f9c7596 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:48:46.656218 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e41ac4e-31a4-4e1b-b16e-06e722bd05e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:46.705810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-7e41ac4e-31a4-4e1b-b16e-06e722bd05e0 None None] Port 798cf649-f694-47f1-a836-8eb90f9c7596 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:48:46.725014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Set router de77bfb7-91b2-4d49-8b72-b945cc241263 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:48:46.877671 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140d7a3-2700-4c44-9f94-210d5ca00f85 req-39f2ad85-c85a-4ec2-9892-75e10c917719 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:46.880855 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7140d7a3-2700-4c44-9f94-210d5ca00f85 req-39f2ad85-c85a-4ec2-9892-75e10c917719 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 943 time: 0.0670614 Sep 29 17:48:46.911317 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:46.924335 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7140d7a3-2700-4c44-9f94-210d5ca00f85 req-acc7df1c-550d-40eb-8a7f-afcb3d871f7a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352139 Sep 29 17:48:46.988088 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:48:45Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e8cd5b02-9365-420c-ad59-f9d598b78286', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'port_id': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'mac_address': 'fa:16:3e:5a:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:47:16Z', 'updated_at': '2021-09-29T17:47:19Z', 'revision_number': 1, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798cf649-f694-47f1-a836-8eb90f9c7596', 'name': '', 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:31:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '71ce49f5-56d1-4ece-9f85-c14c84edda27', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:48:44Z', 'updated_at': '2021-09-29T17:48:45Z', 'revision_number': 2, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '71ce49f5-56d1-4ece-9f85-c14c84edda27', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a997cb92-20f5-4153-9365-12d3ad21679a', 'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:d8:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:54Z', 'updated_at': '2021-09-29T17:46:59Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:48:47.017172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Checking router: de77bfb7-91b2-4d49-8b72-b945cc241263 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:48:47.017668 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Updating router de77bfb7-91b2-4d49-8b72-b945cc241263 port 798cf649-f694-47f1-a836-8eb90f9c7596 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:48:47.044188 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:47.360137 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:47.366702 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:47.438541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742911ea-57a5-4546-ba83-8f8cf6b235e4 None None] Pushing event updated for resources: {'Port': ['ID=798cf649-f694-47f1-a836-8eb90f9c7596,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:47.508520 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Attempting to bind port 798cf649-f694-47f1-a836-8eb90f9c7596 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:48:47.509120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Attempting to bind port 798cf649-f694-47f1-a836-8eb90f9c7596 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '4525038f-2a1f-438d-afbb-19a89f4568f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:48:47.509526 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Attempting to bind port 798cf649-f694-47f1-a836-8eb90f9c7596 on network 6e1fad0d-f195-4816-814e-771bff16b4fd {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:48:47.515386 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:48:47.515971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Checking segment: {'id': '4525038f-2a1f-438d-afbb-19a89f4568f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:48:47.516613 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:47.517345 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Bound using segment: {'id': '4525038f-2a1f-438d-afbb-19a89f4568f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:48:47.517968 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Bound port: 798cf649-f694-47f1-a836-8eb90f9c7596, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4525038f-2a1f-438d-afbb-19a89f4568f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:48:47.518646 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:47.557720 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device bcc9c5e3-5caa-4985-97b3-233d6c28f7ed details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:48:47.674213 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,segment=NetworkSegment(bbf821c1-b411-46e8-9975-91bc415d1aeb),segment_id=bbf821c1-b411-46e8-9975-91bc415d1aeb)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:48:47.703648 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'port_id': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed', 'mac_address': 'fa:16:3e:bb:78:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:48:47.710597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] For port 798cf649-f694-47f1-a836-8eb90f9c7596, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:48:47.714662 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] For port 798cf649-f694-47f1-a836-8eb90f9c7596, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=798cf649-f694-47f1-a836-8eb90f9c7596,segment=NetworkSegment(4525038f-2a1f-438d-afbb-19a89f4568f5),segment_id=4525038f-2a1f-438d-afbb-19a89f4568f5)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:48:47.741302 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:47.816947 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:47.824620 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e808b21d-c580-44c7-a1fc-6bd306fbeb08 None None] Provisioning complete for port 798cf649-f694-47f1-a836-8eb90f9c7596 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:48:47.825086 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e808b21d-c580-44c7-a1fc-6bd306fbeb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:47.893560 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Routers {'de77bfb7-91b2-4d49-8b72-b945cc241263'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:48:47.894296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:48:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['de77bfb7-91b2-4d49-8b72-b945cc241263'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:48:47.911902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc9c5e3-5caa-4985-97b3-233d6c28f7ed {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:48:48.116006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297690f-f962-459d-8e64-1492838a345a req-fae539e6-d0e4-462e-b337-31a9e8269402 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:48.135231 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1297690f-f962-459d-8e64-1492838a345a req-fae539e6-d0e4-462e-b337-31a9e8269402 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 943 time: 0.0960467 Sep 29 17:48:48.181735 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1297690f-f962-459d-8e64-1492838a345a req-f99e90db-2cb3-412c-b7c3-4465c41d1884 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449545 Sep 29 17:48:48.217611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742911ea-57a5-4546-ba83-8f8cf6b235e4 None None] Pushing event updated for resources: {'Port': ['ID=798cf649-f694-47f1-a836-8eb90f9c7596,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:48.254152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,segment=NetworkSegment(bbf821c1-b411-46e8-9975-91bc415d1aeb),segment_id=bbf821c1-b411-46e8-9975-91bc415d1aeb)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:48:48.290732 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:48.358006 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e808b21d-c580-44c7-a1fc-6bd306fbeb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:48.386775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] Set router de77bfb7-91b2-4d49-8b72-b945cc241263 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:48:48.447669 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:48.454606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e808b21d-c580-44c7-a1fc-6bd306fbeb08 None None] For port 798cf649-f694-47f1-a836-8eb90f9c7596, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=798cf649-f694-47f1-a836-8eb90f9c7596,segment=NetworkSegment(4525038f-2a1f-438d-afbb-19a89f4568f5),segment_id=4525038f-2a1f-438d-afbb-19a89f4568f5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:48:48.469061 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e808b21d-c580-44c7-a1fc-6bd306fbeb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:48.572853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321bc58-8ea6-4040-bda8-4daf0701620e req-cd8039d3-02e3-4732-8850-88099a7b99d7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:48.576141 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6321bc58-8ea6-4040-bda8-4daf0701620e req-cd8039d3-02e3-4732-8850-88099a7b99d7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 944 time: 0.0739045 Sep 29 17:48:48.628197 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd611042-b70a-4ca9-bf1c-26430ee118b9 req-6b1b7de8-7046-4a38-a994-643aba3245e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:48.630580 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd611042-b70a-4ca9-bf1c-26430ee118b9 req-6b1b7de8-7046-4a38-a994-643aba3245e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.49 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15&tenant_id=b082b405368a4dd1b0eab20300b40c27&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 944 time: 0.1941288 Sep 29 17:48:48.665769 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6321bc58-8ea6-4040-bda8-4daf0701620e req-161917eb-ae0c-4ab1-9b71-1aa2ec6a4b4e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759339 Sep 29 17:48:48.750193 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-dd611042-b70a-4ca9-bf1c-26430ee118b9 req-2bd550cd-4c09-43ef-95e7-fa9a489fd221 service neutron] delete failed (client error): The resource could not be found. Sep 29 17:48:48.751666 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd611042-b70a-4ca9-bf1c-26430ee118b9 req-2bd550cd-4c09-43ef-95e7-fa9a489fd221 service neutron] 10.222.0.49 "DELETE /v2.0/ports/bcc9c5e3-5caa-4985-97b3-233d6c28f7ed/bindings/n-h1-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.1150939 Sep 29 17:48:48.821398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['bcc9c5e3-5caa-4985-97b3-233d6c28f7ed'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:48:48.823111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-565a3d49-9fa5-40c5-9e78-ac034f738f5b None None] Provisioning complete for port 798cf649-f694-47f1-a836-8eb90f9c7596 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:48:48.823536 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-565a3d49-9fa5-40c5-9e78-ac034f738f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:48.894016 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd611042-b70a-4ca9-bf1c-26430ee118b9 req-44e0c2cf-71b1-4ce9-8d3b-38919a3ed658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:48.896736 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd611042-b70a-4ca9-bf1c-26430ee118b9 req-44e0c2cf-71b1-4ce9-8d3b-38919a3ed658 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 1095 time: 0.0857632 Sep 29 17:48:48.943802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808b21d-c580-44c7-a1fc-6bd306fbeb08 None None] Pushing event updated for resources: {'Port': ['ID=798cf649-f694-47f1-a836-8eb90f9c7596,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:49.081532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:48:45Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e8cd5b02-9365-420c-ad59-f9d598b78286', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'port_id': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'mac_address': 'fa:16:3e:5a:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:47:16Z', 'updated_at': '2021-09-29T17:47:19Z', 'revision_number': 1, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798cf649-f694-47f1-a836-8eb90f9c7596', 'name': '', 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:31:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '71ce49f5-56d1-4ece-9f85-c14c84edda27', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:48:44Z', 'updated_at': '2021-09-29T17:48:47Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '71ce49f5-56d1-4ece-9f85-c14c84edda27', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a997cb92-20f5-4153-9365-12d3ad21679a', 'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:d8:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:54Z', 'updated_at': '2021-09-29T17:46:59Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:48:49.110023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd611042-b70a-4ca9-bf1c-26430ee118b9 req-f0801fd3-e409-4ca1-b0bd-73196c90463f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:49.112036 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd611042-b70a-4ca9-bf1c-26430ee118b9 req-f0801fd3-e409-4ca1-b0bd-73196c90463f service neutron] 10.222.0.49 "GET /v2.0/networks?id=33086d64-5d42-40a6-b22a-17cc6d0039ad HTTP/1.1" status: 200 len: 898 time: 0.2084398 Sep 29 17:48:49.129389 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30258a4-8dac-4719-ad04-81444c33b503 None None] The sync data for ids ['de77bfb7-91b2-4d49-8b72-b945cc241263'] in n-d-811748-2 is: [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:48:45Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e8cd5b02-9365-420c-ad59-f9d598b78286', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'port_id': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'mac_address': 'fa:16:3e:5a:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:47:16Z', 'updated_at': '2021-09-29T17:47:19Z', 'revision_number': 1, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '798cf649-f694-47f1-a836-8eb90f9c7596', 'name': '', 'network_id': '6e1fad0d-f195-4816-814e-771bff16b4fd', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:31:75:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '71ce49f5-56d1-4ece-9f85-c14c84edda27', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:48:44Z', 'updated_at': '2021-09-29T17:48:47Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '71ce49f5-56d1-4ece-9f85-c14c84edda27', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a997cb92-20f5-4153-9365-12d3ad21679a', 'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:d8:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:54Z', 'updated_at': '2021-09-29T17:46:59Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:48:49.297903 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd611042-b70a-4ca9-bf1c-26430ee118b9 req-81851010-7211-468d-a7d9-ae7c0a17ea69 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed HTTP/1.1" status: 200 len: 999 time: 0.1772244 Sep 29 17:48:49.419873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd611042-b70a-4ca9-bf1c-26430ee118b9 req-d6e371f5-e80a-41c1-8fa5-c6e86f67a561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:49.421669 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd611042-b70a-4ca9-bf1c-26430ee118b9 req-d6e371f5-e80a-41c1-8fa5-c6e86f67a561 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383 HTTP/1.1" status: 200 len: 835 time: 0.1152310 Sep 29 17:48:49.559269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd611042-b70a-4ca9-bf1c-26430ee118b9 req-e12d7cc2-e24b-4908-84d4-a91f9088214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:49.561230 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd611042-b70a-4ca9-bf1c-26430ee118b9 req-e12d7cc2-e24b-4908-84d4-a91f9088214a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=33086d64-5d42-40a6-b22a-17cc6d0039ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320000 Sep 29 17:48:49.686378 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd611042-b70a-4ca9-bf1c-26430ee118b9 req-4e2554d9-a09c-48de-818b-acd10cb5519a service neutron] 10.222.0.49 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169810 Sep 29 17:48:49.915658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a0a37-e231-46b7-846b-6a0db6b7ea08 req-a90abd50-711b-4e67-9be1-2da6656d7b53 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:49.928424 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e90a0a37-e231-46b7-846b-6a0db6b7ea08 req-a90abd50-711b-4e67-9be1-2da6656d7b53 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 944 time: 0.1516359 Sep 29 17:48:49.981108 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e90a0a37-e231-46b7-846b-6a0db6b7ea08 req-0b08e3da-146d-4cdd-9d28-8c4fbe95c81e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565398 Sep 29 17:48:50.021946 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd611042-b70a-4ca9-bf1c-26430ee118b9 req-20688844-cd15-40f2-aa68-762394c26e94 service neutron] 10.222.0.49 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256264 Sep 29 17:48:50.499034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 798cf649-f694-47f1-a836-8eb90f9c7596 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:48:50.560950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 798cf649-f694-47f1-a836-8eb90f9c7596 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:48:50.561340 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:51.109261 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbc484-52c2-4e52-ab4a-86a155ffcc44 req-1cff7a2e-4c7c-4bb7-aa1c-7f71735a72eb tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:51.111638 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-23bbc484-52c2-4e52-ab4a-86a155ffcc44 req-1cff7a2e-4c7c-4bb7-aa1c-7f71735a72eb tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 944 time: 0.0549300 Sep 29 17:48:51.151453 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-23bbc484-52c2-4e52-ab4a-86a155ffcc44 req-84640cf9-0fa7-4018-b869-351c0aa1237a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326846 Sep 29 17:48:51.174475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 37558) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:48:51.241592 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-39936269-2a01-4896-b961-56a50e233176 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/floatingips/5a59a12a-2e90-4ca9-92e4-c0f84dcad306 HTTP/1.1" status: 200 len: 991 time: 0.0657485 Sep 29 17:48:51.619105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device bcc9c5e3-5caa-4985-97b3-233d6c28f7ed up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:48:51.681246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:48:51.686359 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:48:51.686985 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:51.778013 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:51.801707 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:48:51.804064 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815862f6-c132-435e-ad0c-022578e91750" -d '{"events": [{"server_uuid": "509caf8d-3d2b-437b-a3cd-625af9427b15", "name": "network-vif-plugged", "status": "completed", "tag": "bcc9c5e3-5caa-4985-97b3-233d6c28f7ed"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:48:51.818099 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,segment=NetworkSegment(bbf821c1-b411-46e8-9975-91bc415d1aeb),segment_id=bbf821c1-b411-46e8-9975-91bc415d1aeb)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:48:51.823234 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:51.860676 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175313b2-05f6-4cc7-8dcc-618032cd1bcf x-openstack-request-id: req-175313b2-05f6-4cc7-8dcc-618032cd1bcf {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:48:51.860977 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509caf8d-3d2b-437b-a3cd-625af9427b15", "name": "network-vif-plugged", "status": "completed", "tag": "bcc9c5e3-5caa-4985-97b3-233d6c28f7ed", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:48:51.861231 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-175313b2-05f6-4cc7-8dcc-618032cd1bcf {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:48:51.861646 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed', 'code': 200} Sep 29 17:48:51.909220 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:48:52.070855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ffb5e-aa8d-4781-b2d6-6e34e7db98b3 req-1e5ba3ed-b6f5-4adf-9584-0eff3c3c9890 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:52.072429 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1e0ffb5e-aa8d-4781-b2d6-6e34e7db98b3 req-1e5ba3ed-b6f5-4adf-9584-0eff3c3c9890 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0539372 Sep 29 17:48:52.111812 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1e0ffb5e-aa8d-4781-b2d6-6e34e7db98b3 req-e681a773-ef8a-4409-8f46-1240942f4e2d tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328696 Sep 29 17:48:52.123013 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47950ac-cbb9-4d5c-a9d2-4d8812421b7d req-8ccbc463-b1ac-4162-8e42-5bb86053169b tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:52.130856 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c47950ac-cbb9-4d5c-a9d2-4d8812421b7d req-8ccbc463-b1ac-4162-8e42-5bb86053169b tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0559311 Sep 29 17:48:52.172947 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c47950ac-cbb9-4d5c-a9d2-4d8812421b7d req-13074d81-09b4-46c3-bf69-1b292ff717b8 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321507 Sep 29 17:48:53.242656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbaaac-409a-4d6f-9ca0-17e814b08bb5 req-0e64c0c8-71e4-48a1-b1ae-36a8b0b244d8 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:53.244328 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e3fbaaac-409a-4d6f-9ca0-17e814b08bb5 req-0e64c0c8-71e4-48a1-b1ae-36a8b0b244d8 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0577769 Sep 29 17:48:53.290893 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e3fbaaac-409a-4d6f-9ca0-17e814b08bb5 req-14118e9e-3914-49a2-ab17-9e4d29ee2131 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403509 Sep 29 17:48:53.299077 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8273a-ee2b-4ae8-b1f2-e30b3c800afc req-e6a98bc1-98d9-45fb-85e3-a43c0739f421 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:53.300626 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7dc8273a-ee2b-4ae8-b1f2-e30b3c800afc req-e6a98bc1-98d9-45fb-85e3-a43c0739f421 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0543835 Sep 29 17:48:53.343963 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7dc8273a-ee2b-4ae8-b1f2-e30b3c800afc req-589776d1-699d-4751-a959-c2056dad2bd8 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343390 Sep 29 17:48:54.205498 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:48:54.427923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08832f63-9787-44ed-865f-7d73347e633c req-f34146c7-465d-401c-bac8-096fb23deb3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:54.427923 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-08832f63-9787-44ed-865f-7d73347e633c req-f34146c7-465d-401c-bac8-096fb23deb3e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0536678 Sep 29 17:48:54.468199 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c42f4-3b9f-468b-b527-8e46e52579e0 req-093ad29b-3314-4a48-87cf-687c94f2ba07 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:54.469205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-08832f63-9787-44ed-865f-7d73347e633c req-6460cf30-3178-4de7-8d85-15df171af1bb tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347705 Sep 29 17:48:54.469822 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cf6c42f4-3b9f-468b-b527-8e46e52579e0 req-093ad29b-3314-4a48-87cf-687c94f2ba07 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0538249 Sep 29 17:48:54.509758 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cf6c42f4-3b9f-468b-b527-8e46e52579e0 req-443f508a-e073-48db-960d-e0dfda17def6 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338571 Sep 29 17:48:55.608865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac135e-8868-47b8-9584-9b816086f4a5 req-b59a81a9-8502-47ac-981a-32485c976e4b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:55.611465 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beac135e-8868-47b8-9584-9b816086f4a5 req-b59a81a9-8502-47ac-981a-32485c976e4b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0556993 Sep 29 17:48:55.640147 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55abb31-ba0c-4b89-af22-38c97c2b7829 req-15405b5d-b1a7-48cd-adbf-56c1a16ba8e4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:55.642387 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c55abb31-ba0c-4b89-af22-38c97c2b7829 req-15405b5d-b1a7-48cd-adbf-56c1a16ba8e4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0622993 Sep 29 17:48:55.652322 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-beac135e-8868-47b8-9584-9b816086f4a5 req-100b002c-fdf8-48b8-b775-4d999b8264d7 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339608 Sep 29 17:48:55.683798 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c55abb31-ba0c-4b89-af22-38c97c2b7829 req-ffa04313-1389-43b2-abf3-69ee609f2edb tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345385 Sep 29 17:48:56.774874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01e53a-ab26-4c9c-af69-78d0debc1ed3 req-e945baca-79bb-4e07-8706-3ba02773cd1d tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:56.776392 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd01e53a-ab26-4c9c-af69-78d0debc1ed3 req-e945baca-79bb-4e07-8706-3ba02773cd1d tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0503409 Sep 29 17:48:56.805770 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b93586-6645-4a4f-b8c3-8b2062bab9e5 req-338e8a5d-25e4-4690-8012-aed5661a79db tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:56.807421 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-91b93586-6645-4a4f-b8c3-8b2062bab9e5 req-338e8a5d-25e4-4690-8012-aed5661a79db tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0540161 Sep 29 17:48:56.819607 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd01e53a-ab26-4c9c-af69-78d0debc1ed3 req-d9687f44-7aa4-4e4b-a221-fe30f9209f8b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368145 Sep 29 17:48:56.847599 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-91b93586-6645-4a4f-b8c3-8b2062bab9e5 req-430889f8-dc69-49f4-bdf1-622d236b1f56 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343673 Sep 29 17:48:57.484788 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:48:57.952900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab2d7f-d870-4678-b61b-6817d94f0b74 req-14803a7e-a4a8-458f-8e23-63ec5a9bbfb1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:57.954572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70ab2d7f-d870-4678-b61b-6817d94f0b74 req-14803a7e-a4a8-458f-8e23-63ec5a9bbfb1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0561974 Sep 29 17:48:57.976071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3cab0-7638-45ac-b5bf-7650b8acec67 req-b42df984-3fe5-4664-a492-9cb06898d97d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:57.977788 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b6f3cab0-7638-45ac-b5bf-7650b8acec67 req-b42df984-3fe5-4664-a492-9cb06898d97d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0555770 Sep 29 17:48:57.995200 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70ab2d7f-d870-4678-b61b-6817d94f0b74 req-e00b5ff6-1a44-4368-acca-73e831d8db1f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337939 Sep 29 17:48:58.024625 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b6f3cab0-7638-45ac-b5bf-7650b8acec67 req-c45a7538-040c-4022-9beb-78fb97e4b21f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403638 Sep 29 17:48:59.127063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2681b-63eb-404b-aaff-1c3bd6df1e3d req-f5ff31db-ba7d-424b-a42e-c5eee714eeb4 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:59.128623 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ab2681b-63eb-404b-aaff-1c3bd6df1e3d req-f5ff31db-ba7d-424b-a42e-c5eee714eeb4 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0576668 Sep 29 17:48:59.162995 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc078d-af77-4a71-b669-f65d8e97f01e req-fceb0fc2-9e4c-4b06-8203-ecae98086d24 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:48:59.164561 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26fc078d-af77-4a71-b669-f65d8e97f01e req-fceb0fc2-9e4c-4b06-8203-ecae98086d24 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0572991 Sep 29 17:48:59.177795 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ab2681b-63eb-404b-aaff-1c3bd6df1e3d req-92f93e21-57c1-4037-a081-80c67b1c645c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421107 Sep 29 17:48:59.209095 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26fc078d-af77-4a71-b669-f65d8e97f01e req-d61ecc37-0620-4259-8871-f067bdf0cb41 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348065 Sep 29 17:49:00.313026 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f99bb-8973-43bf-8553-5d4486262ff7 req-79cd4bcf-7a94-4c46-8b2f-d9f0433220d1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:00.315242 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0b4f99bb-8973-43bf-8553-5d4486262ff7 req-79cd4bcf-7a94-4c46-8b2f-d9f0433220d1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0556073 Sep 29 17:49:00.331824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d1ec4-bf6c-4744-a25d-18b333494d51 req-a5af6f31-da62-4dab-838b-9da80b03d070 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:00.333603 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-997d1ec4-bf6c-4744-a25d-18b333494d51 req-a5af6f31-da62-4dab-838b-9da80b03d070 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0538945 Sep 29 17:49:00.356709 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0b4f99bb-8973-43bf-8553-5d4486262ff7 req-98e5a335-a153-4fd4-bb54-1493891ba673 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354259 Sep 29 17:49:00.375476 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-997d1ec4-bf6c-4744-a25d-18b333494d51 req-dc8b5284-522b-49d3-80ef-f6152b71a720 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358050 Sep 29 17:49:01.498756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce20f14-046d-4f8d-8d7d-f573c7a8983c req-8532b31f-cae1-40fa-8876-e042f6c5e815 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:01.500695 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dce20f14-046d-4f8d-8d7d-f573c7a8983c req-8532b31f-cae1-40fa-8876-e042f6c5e815 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0617704 Sep 29 17:49:01.513465 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd1d41-3e53-42da-8e8a-ae640b88bca0 req-bbe3ce55-885e-45c0-b46f-cd3655fcee6c tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:01.515137 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-87bd1d41-3e53-42da-8e8a-ae640b88bca0 req-bbe3ce55-885e-45c0-b46f-cd3655fcee6c tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0676801 Sep 29 17:49:01.541071 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dce20f14-046d-4f8d-8d7d-f573c7a8983c req-75b61d01-ab80-4a0d-9eec-a531845b6bf1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331750 Sep 29 17:49:01.555371 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-87bd1d41-3e53-42da-8e8a-ae640b88bca0 req-ed5301ad-082e-4a17-81b7-ab9633d3eec3 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338202 Sep 29 17:49:02.676943 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52f69d-a3f2-463e-9457-3b68d0b8dab7 req-708981d8-3d89-4315-9ee0-b9fe9f80e169 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:02.678457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7badffc2-1beb-4c13-8913-4f4a7f1626aa req-ed63c3ba-0a2c-4503-bb3f-e073850bcb4e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:02.679620 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7badffc2-1beb-4c13-8913-4f4a7f1626aa req-ed63c3ba-0a2c-4503-bb3f-e073850bcb4e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0606625 Sep 29 17:49:02.679722 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6e52f69d-a3f2-463e-9457-3b68d0b8dab7 req-708981d8-3d89-4315-9ee0-b9fe9f80e169 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0515001 Sep 29 17:49:02.726729 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7badffc2-1beb-4c13-8913-4f4a7f1626aa req-97bf3a5b-344c-4b75-9576-2fd46218a785 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359902 Sep 29 17:49:02.729881 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6e52f69d-a3f2-463e-9457-3b68d0b8dab7 req-599a91af-c00d-4bc3-9610-3ba1dfd210c8 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438325 Sep 29 17:49:02.928748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c291530-a384-4c94-8f3b-f6a714c61d81 req-039b58fa-b775-4b61-93d1-6117c4464b77 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:02.930393 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0c291530-a384-4c94-8f3b-f6a714c61d81 req-039b58fa-b775-4b61-93d1-6117c4464b77 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0499704 Sep 29 17:49:02.980355 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0c291530-a384-4c94-8f3b-f6a714c61d81 req-4b709521-8f8c-4ea3-82c5-b7afa5c8107f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432885 Sep 29 17:49:03.018482 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cc1f0-f029-4ff8-8dfd-ce3ae7db6195 req-d26ddad4-b262-4510-aedf-df7c6cb81bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:03.020071 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-324cc1f0-f029-4ff8-8dfd-ce3ae7db6195 req-d26ddad4-b262-4510-aedf-df7c6cb81bf9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7360905454614ea0add076cafbf60c76&device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 1097 time: 0.0499554 Sep 29 17:49:03.118643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cc1f0-f029-4ff8-8dfd-ce3ae7db6195 req-641c5785-f6ca-4046-bed8-a12a03b42c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:03.120123 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-324cc1f0-f029-4ff8-8dfd-ce3ae7db6195 req-641c5785-f6ca-4046-bed8-a12a03b42c08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 HTTP/1.1" status: 200 len: 911 time: 0.0905344 Sep 29 17:49:03.194310 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-324cc1f0-f029-4ff8-8dfd-ce3ae7db6195 req-78435864-44f1-44dd-af0c-f1efcbccbdcf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=994c397f-ab1d-45ec-9380-e2984de8499a HTTP/1.1" status: 200 len: 1002 time: 0.0617037 Sep 29 17:49:03.255446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cc1f0-f029-4ff8-8dfd-ce3ae7db6195 req-8322aa96-9135-433c-9c91-20f33c3802ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:03.256961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-324cc1f0-f029-4ff8-8dfd-ce3ae7db6195 req-8322aa96-9135-433c-9c91-20f33c3802ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4 HTTP/1.1" status: 200 len: 849 time: 0.0465279 Sep 29 17:49:03.308006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cc1f0-f029-4ff8-8dfd-ce3ae7db6195 req-4760a97d-b6da-4e13-809a-2f2fde733dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:03.309591 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-324cc1f0-f029-4ff8-8dfd-ce3ae7db6195 req-4760a97d-b6da-4e13-809a-2f2fde733dfa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449984 Sep 29 17:49:03.413016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-324cc1f0-f029-4ff8-8dfd-ce3ae7db6195 req-6620c783-dfc8-4ea0-9e02-25e03c23e8b2 service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877659 Sep 29 17:49:03.507092 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-324cc1f0-f029-4ff8-8dfd-ce3ae7db6195 req-72d3dd9f-02e9-4db7-b165-5c7957379c12 service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862999 Sep 29 17:49:03.862126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1454ae9-ba1c-40da-bd3c-9697589652a8 req-1ed98b07-6361-4989-8d76-ab6ea310ac64 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:03.864107 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b1454ae9-ba1c-40da-bd3c-9697589652a8 req-1ed98b07-6361-4989-8d76-ab6ea310ac64 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0591428 Sep 29 17:49:03.902128 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b1454ae9-ba1c-40da-bd3c-9697589652a8 req-ce761122-d056-47a7-b908-6785e0254d39 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310516 Sep 29 17:49:04.103263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0580dc-f8cf-4fb1-be56-a3e1e42db39e req-0d6218f8-c77f-40bf-afa6-883d33cb9901 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:04.104796 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ea0580dc-f8cf-4fb1-be56-a3e1e42db39e req-0d6218f8-c77f-40bf-afa6-883d33cb9901 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0522766 Sep 29 17:49:04.148377 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ea0580dc-f8cf-4fb1-be56-a3e1e42db39e req-60e310bf-a43f-4620-adb1-3c9bd95a2e8d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370140 Sep 29 17:49:05.073786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d2c29-3cb6-4c76-bb3e-5eea981f8163 req-db34a5f5-3e87-4ba0-8fb9-d0a24c249e49 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:05.075389 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ce5d2c29-3cb6-4c76-bb3e-5eea981f8163 req-db34a5f5-3e87-4ba0-8fb9-d0a24c249e49 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0788956 Sep 29 17:49:05.136291 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ce5d2c29-3cb6-4c76-bb3e-5eea981f8163 req-c035d3e3-06b0-4d1e-a9a0-db8ecc82af25 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520198 Sep 29 17:49:05.429976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:49:05.550899 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:05.563697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'port_id': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818', 'mac_address': 'fa:16:3e:ed:ca:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:49:05.590077 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd44796-be28-45b7-b661-03414ba1b0e6 req-fb44f739-a2bf-4013-a3a5-521089ac93a2 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:05.599035 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2bd44796-be28-45b7-b661-03414ba1b0e6 req-fb44f739-a2bf-4013-a3a5-521089ac93a2 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0752983 Sep 29 17:49:05.604623 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:05.618947 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:49:05.640255 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:05.651054 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:05.657888 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2bd44796-be28-45b7-b661-03414ba1b0e6 req-7f491f6f-0318-443c-8919-8da2d2fb734c tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576606 Sep 29 17:49:05.717659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:05.739488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['6497c8a8-e3e1-49fa-9f4c-42a2133f2818'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:49:06.294114 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0115d-af89-4d03-9ef1-a3867315561d req-1929be65-80fd-4dd1-bd34-16091a3cfe73 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:06.295679 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4df0115d-af89-4d03-9ef1-a3867315561d req-1929be65-80fd-4dd1-bd34-16091a3cfe73 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 944 time: 0.0686133 Sep 29 17:49:06.346352 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4df0115d-af89-4d03-9ef1-a3867315561d req-768bd107-cbf1-4bdc-b3f0-5ed004c12701 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440245 Sep 29 17:49:07.443296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:49:07.519268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:07.520858 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:07.555508 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8806fa7-bc74-4d72-9fd6-25ed98aea2dd req-75c477c2-ca57-4e9e-acc4-3a909d077597 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:07.557175 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8806fa7-bc74-4d72-9fd6-25ed98aea2dd req-75c477c2-ca57-4e9e-acc4-3a909d077597 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 944 time: 0.1218023 Sep 29 17:49:07.608266 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8806fa7-bc74-4d72-9fd6-25ed98aea2dd req-cf42fe80-d207-4768-938b-6f1995ab1a63 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421481 Sep 29 17:49:07.638079 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:07.669714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:49:07.672248 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefaaa5a-55eb-495b-90c1-956f4e941b27" -d '{"events": [{"server_uuid": "30424b54-a6f3-47ea-a80c-d0c84e38edde", "name": "network-vif-plugged", "status": "completed", "tag": "6497c8a8-e3e1-49fa-9f4c-42a2133f2818"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:49:07.688679 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:07.694369 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:07.746902 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062f21d1-a4bb-478f-aa97-931caf1434d7 x-openstack-request-id: req-062f21d1-a4bb-478f-aa97-931caf1434d7 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:49:07.747396 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30424b54-a6f3-47ea-a80c-d0c84e38edde", "name": "network-vif-plugged", "status": "completed", "tag": "6497c8a8-e3e1-49fa-9f4c-42a2133f2818", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:49:07.747803 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-062f21d1-a4bb-478f-aa97-931caf1434d7 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:49:07.748355 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818', 'code': 200} Sep 29 17:49:07.766413 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:08.339482 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64a07d-1a7e-45c4-b9bc-f6f321c63269 req-2cfe92f3-b8ba-4ca1-8c97-de806264c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:08.340982 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ed64a07d-1a7e-45c4-b9bc-f6f321c63269 req-2cfe92f3-b8ba-4ca1-8c97-de806264c49c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 1096 time: 0.0600684 Sep 29 17:49:08.490722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64a07d-1a7e-45c4-b9bc-f6f321c63269 req-5a30009a-009e-499f-9c28-582025ebefc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:08.492496 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ed64a07d-1a7e-45c4-b9bc-f6f321c63269 req-5a30009a-009e-499f-9c28-582025ebefc8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 200 len: 917 time: 0.1275499 Sep 29 17:49:08.580832 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ed64a07d-1a7e-45c4-b9bc-f6f321c63269 req-fb35ec44-50ce-44b2-b9ce-831b5c29a24c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818 HTTP/1.1" status: 200 len: 999 time: 0.0768473 Sep 29 17:49:08.635653 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64a07d-1a7e-45c4-b9bc-f6f321c63269 req-4da71e38-edfb-4d3e-a0f6-21141639007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:08.637359 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ed64a07d-1a7e-45c4-b9bc-f6f321c63269 req-4da71e38-edfb-4d3e-a0f6-21141639007a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6beb8b79-6b72-4c5b-af59-845d806127d5 HTTP/1.1" status: 200 len: 855 time: 0.0490503 Sep 29 17:49:08.714696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64a07d-1a7e-45c4-b9bc-f6f321c63269 req-ff241cc3-e7da-4057-a08c-fd052aecbdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:08.716518 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ed64a07d-1a7e-45c4-b9bc-f6f321c63269 req-ff241cc3-e7da-4057-a08c-fd052aecbdc8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702813 Sep 29 17:49:08.872810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a778b8-5731-47ca-a00b-4ebc12da5798 req-440c4960-83a6-40d7-a1e5-026eb0495ac3 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:08.874252 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98a778b8-5731-47ca-a00b-4ebc12da5798 req-440c4960-83a6-40d7-a1e5-026eb0495ac3 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.1214335 Sep 29 17:49:08.878082 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ed64a07d-1a7e-45c4-b9bc-f6f321c63269 req-471480e3-0044-412a-9c19-a294c98646ed service neutron] 10.222.0.49 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545124 Sep 29 17:49:08.941657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98a778b8-5731-47ca-a00b-4ebc12da5798 req-ac475d2b-ccb1-4914-96f8-6a47563ac44c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599804 Sep 29 17:49:09.032058 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ed64a07d-1a7e-45c4-b9bc-f6f321c63269 req-f696de0a-e43c-4ff0-a7ab-07ed93791a98 service neutron] 10.222.0.49 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433609 Sep 29 17:49:10.181576 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b0e1d-e59c-43bc-915c-d9b6b9642d78 req-6c66ac3c-61e7-4ed6-ab18-556e099017f2 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:10.184974 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-700b0e1d-e59c-43bc-915c-d9b6b9642d78 req-6c66ac3c-61e7-4ed6-ab18-556e099017f2 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.1433713 Sep 29 17:49:10.229969 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-700b0e1d-e59c-43bc-915c-d9b6b9642d78 req-a2c925f4-2bee-46d8-97ca-e89ed12a34e8 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344925 Sep 29 17:49:10.799028 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2265be06-0446-4e92-afbb-c151045f9b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:11.490064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a27558-627e-49b2-bdba-cee6662f91ac req-bfdc975d-ef26-4a67-9ecb-ae28efe303c4 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:11.499548 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8a27558-627e-49b2-bdba-cee6662f91ac req-bfdc975d-ef26-4a67-9ecb-ae28efe303c4 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.1536036 Sep 29 17:49:11.548044 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a8a27558-627e-49b2-bdba-cee6662f91ac req-2d7a2569-18a9-44e6-841b-24d5d394923a tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463290 Sep 29 17:49:12.713680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25690cf8-08a4-44ce-a800-ad44fa7182e8 req-4547ca57-9c87-464f-86c6-19571fdea360 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:12.717763 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-25690cf8-08a4-44ce-a800-ad44fa7182e8 req-4547ca57-9c87-464f-86c6-19571fdea360 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0793943 Sep 29 17:49:12.777448 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-25690cf8-08a4-44ce-a800-ad44fa7182e8 req-421b441f-5be5-495a-9368-0dc8355b8f51 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532649 Sep 29 17:49:13.546309 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c3306f70-a3c5-43c8-b488-1e6820b252d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:13.922784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebc5c7-d2fa-4501-95cd-3e9756efb70a req-f4f6964d-a05d-4f8c-9102-4165e76b4e97 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:13.926709 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-21ebc5c7-d2fa-4501-95cd-3e9756efb70a req-f4f6964d-a05d-4f8c-9102-4165e76b4e97 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0710516 Sep 29 17:49:13.968721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-21ebc5c7-d2fa-4501-95cd-3e9756efb70a req-ff4b13ef-3972-4b2f-a760-eda91b6134c8 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377183 Sep 29 17:49:14.593625 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:14.634799 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:14.645576 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:14.731280 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5aaf4-c1df-4a47-aec2-1392e968155c req-cb4a5584-642f-4670-825c-adde0909f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:14.733268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46a5aaf4-c1df-4a47-aec2-1392e968155c req-cb4a5584-642f-4670-825c-adde0909f33d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 1096 time: 0.0453248 Sep 29 17:49:14.822661 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5aaf4-c1df-4a47-aec2-1392e968155c req-bca5bda0-8844-4bb6-bda5-02985de7820c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:14.824106 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46a5aaf4-c1df-4a47-aec2-1392e968155c req-bca5bda0-8844-4bb6-bda5-02985de7820c service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 200 len: 917 time: 0.0833077 Sep 29 17:49:14.892211 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46a5aaf4-c1df-4a47-aec2-1392e968155c req-c02e9f3b-146a-4e0a-b289-b23deba114bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818 HTTP/1.1" status: 200 len: 999 time: 0.0609150 Sep 29 17:49:14.942606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5aaf4-c1df-4a47-aec2-1392e968155c req-935d6dac-ca83-49d1-96a1-bbda510028ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:14.944371 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46a5aaf4-c1df-4a47-aec2-1392e968155c req-935d6dac-ca83-49d1-96a1-bbda510028ce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6beb8b79-6b72-4c5b-af59-845d806127d5 HTTP/1.1" status: 200 len: 855 time: 0.0454555 Sep 29 17:49:14.992368 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5aaf4-c1df-4a47-aec2-1392e968155c req-3ae67bfb-9722-4908-96c9-978e7cd19769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:14.993855 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46a5aaf4-c1df-4a47-aec2-1392e968155c req-3ae67bfb-9722-4908-96c9-978e7cd19769 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425735 Sep 29 17:49:15.096688 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d801a332-8ffc-4575-900d-7388b62eb90a req-75ae35f8-fd2d-492a-9baa-cbf94b66510b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:15.099198 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d801a332-8ffc-4575-900d-7388b62eb90a req-75ae35f8-fd2d-492a-9baa-cbf94b66510b tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0527277 Sep 29 17:49:15.143282 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d801a332-8ffc-4575-900d-7388b62eb90a req-4ee93186-3064-45aa-92b2-4fc5e569f7ac tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368276 Sep 29 17:49:15.412773 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46a5aaf4-c1df-4a47-aec2-1392e968155c req-7bb5664c-6d8e-42ad-a2ba-bab4ee85266c service neutron] 10.222.0.49 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107926 Sep 29 17:49:15.506489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46a5aaf4-c1df-4a47-aec2-1392e968155c req-e4a7c187-bdb5-44a9-b69e-049bb1dcb713 service neutron] 10.222.0.49 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861380 Sep 29 17:49:16.265582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358d1ff-1795-4d04-b104-36123a781821 req-07e58d46-575c-428c-a089-ae062922170f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:16.267060 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c358d1ff-1795-4d04-b104-36123a781821 req-07e58d46-575c-428c-a089-ae062922170f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0492642 Sep 29 17:49:16.308360 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c358d1ff-1795-4d04-b104-36123a781821 req-4c17b438-df7e-4507-9deb-f05aa884fc2a tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343006 Sep 29 17:49:16.869812 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:17.557303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943f11b-e3fc-41d3-a214-906a103be50c req-9451d3ec-202e-4691-a61c-00a12474f932 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:17.557303 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7943f11b-e3fc-41d3-a214-906a103be50c req-9451d3ec-202e-4691-a61c-00a12474f932 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 945 time: 0.0517008 Sep 29 17:49:17.562983 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:17.564514 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7943f11b-e3fc-41d3-a214-906a103be50c req-6d8d740b-cda7-48ab-840f-fd9d4b195270 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527349 Sep 29 17:49:17.586627 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:17.617873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:49:17.620337 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6861f4c4-25b6-42e8-931e-da18da370561" -d '{"events": [{"server_uuid": "30424b54-a6f3-47ea-a80c-d0c84e38edde", "name": "network-vif-unplugged", "status": "completed", "tag": "6497c8a8-e3e1-49fa-9f4c-42a2133f2818"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:49:17.636887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:17.643372 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:17.671827 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Sep 2021 17:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7edc6a8-ce6b-4e2e-8fce-632363402747 x-openstack-request-id: req-b7edc6a8-ce6b-4e2e-8fce-632363402747 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:49:17.672362 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30424b54-a6f3-47ea-a80c-d0c84e38edde", "name": "network-vif-unplugged", "status": "failed", "tag": "6497c8a8-e3e1-49fa-9f4c-42a2133f2818", "code": 422}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:49:17.672772 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7edc6a8-ce6b-4e2e-8fce-632363402747 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:49:17.673160 n-d-811748-2 neutron-server[95017]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818', 'code': 422} returned with failed status Sep 29 17:49:17.698782 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:18.511447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a25a6-a7c8-40e7-8286-4c7e772c4b50 req-b585d197-33c1-444e-b0ff-dadca7c03b77 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:18.513043 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c23a25a6-a7c8-40e7-8286-4c7e772c4b50 req-b585d197-33c1-444e-b0ff-dadca7c03b77 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 943 time: 0.0598626 Sep 29 17:49:18.563076 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c23a25a6-a7c8-40e7-8286-4c7e772c4b50 req-22a66075-5346-46b1-a864-715a22bf1fb6 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436816 Sep 29 17:49:18.656307 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-67883ca6-312b-4018-8dcf-3ff79812e554 req-d5be7317-b64b-48f2-bc26-3ee0b2a40fef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0497267 Sep 29 17:49:19.436230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67883ca6-312b-4018-8dcf-3ff79812e554 req-d35cb211-6224-4984-b878-5b3596c83808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:19.437792 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67883ca6-312b-4018-8dcf-3ff79812e554 req-d35cb211-6224-4984-b878-5b3596c83808 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde&tenant_id=e623b8fc0f40480d8e744c4b328c6a7d HTTP/1.1" status: 200 len: 1094 time: 0.0433261 Sep 29 17:49:19.499944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67883ca6-312b-4018-8dcf-3ff79812e554 req-98d5f0b7-f09f-4063-bdb4-e8093d43a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:19.501494 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67883ca6-312b-4018-8dcf-3ff79812e554 req-98d5f0b7-f09f-4063-bdb4-e8093d43a509 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 1094 time: 0.0413558 Sep 29 17:49:19.609156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67883ca6-312b-4018-8dcf-3ff79812e554 req-7dfbac31-0fda-4375-bcc1-c5170a337e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:19.610942 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67883ca6-312b-4018-8dcf-3ff79812e554 req-7dfbac31-0fda-4375-bcc1-c5170a337e06 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 200 len: 917 time: 0.1019392 Sep 29 17:49:19.712264 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67883ca6-312b-4018-8dcf-3ff79812e554 req-ba6a79e7-3eb6-4191-a6b2-f86ece927061 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818 HTTP/1.1" status: 200 len: 997 time: 0.0935955 Sep 29 17:49:19.724635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af5d76-f479-47cb-a092-9de6364679d3 req-50cd8d21-d829-4ef8-b262-9a5e475125ba tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:19.726159 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5af5d76-f479-47cb-a092-9de6364679d3 req-50cd8d21-d829-4ef8-b262-9a5e475125ba tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 943 time: 0.0716352 Sep 29 17:49:19.798929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67883ca6-312b-4018-8dcf-3ff79812e554 req-f0ad3366-b219-4e1a-80e3-19f49d465dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:19.800398 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67883ca6-312b-4018-8dcf-3ff79812e554 req-f0ad3366-b219-4e1a-80e3-19f49d465dc3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6beb8b79-6b72-4c5b-af59-845d806127d5 HTTP/1.1" status: 200 len: 855 time: 0.0733654 Sep 29 17:49:19.803976 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5af5d76-f479-47cb-a092-9de6364679d3 req-a1123845-95db-4043-93c4-ce254a26e033 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693727 Sep 29 17:49:19.848847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67883ca6-312b-4018-8dcf-3ff79812e554 req-571d89d7-e159-451c-a12e-3688ac4e3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:19.851513 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67883ca6-312b-4018-8dcf-3ff79812e554 req-571d89d7-e159-451c-a12e-3688ac4e3965 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e0ae42f-1a64-4ab5-b392-cf8ee0582253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431647 Sep 29 17:49:19.954319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67883ca6-312b-4018-8dcf-3ff79812e554 req-8b61c126-eb31-479a-8a80-342957faf144 service neutron] 10.222.0.49 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958858 Sep 29 17:49:20.049903 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67883ca6-312b-4018-8dcf-3ff79812e554 req-f7f25891-4405-47de-96e3-71f0aec5ce02 service neutron] 10.222.0.49 "GET /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881271 Sep 29 17:49:20.718575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38126) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:20.951289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949b3d1-a308-4600-aa50-6c2cc8f2ce11 req-461aec27-beb9-4224-8f5c-d96463f52170 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:20.953754 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a949b3d1-a308-4600-aa50-6c2cc8f2ce11 req-461aec27-beb9-4224-8f5c-d96463f52170 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 943 time: 0.0636082 Sep 29 17:49:21.007227 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a949b3d1-a308-4600-aa50-6c2cc8f2ce11 req-e7b0608b-c3a5-4990-9d27-8941c3b51b57 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470262 Sep 29 17:49:21.432131 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ab1dcbed-8ef1-4aca-86c3-1e164523d738 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:21.506656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:21.865968 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ab1dcbed-8ef1-4aca-86c3-1e164523d738 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Deleting port 798cf649-f694-47f1-a836-8eb90f9c7596 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:21.866616 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ab1dcbed-8ef1-4aca-86c3-1e164523d738 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:22.003345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-ab1dcbed-8ef1-4aca-86c3-1e164523d738 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] For port 798cf649-f694-47f1-a836-8eb90f9c7596, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=798cf649-f694-47f1-a836-8eb90f9c7596,segment=NetworkSegment(4525038f-2a1f-438d-afbb-19a89f4568f5),segment_id=4525038f-2a1f-438d-afbb-19a89f4568f5)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:22.003928 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ab1dcbed-8ef1-4aca-86c3-1e164523d738 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:22.028801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ab1dcbed-8ef1-4aca-86c3-1e164523d738 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Calling delete_port for 798cf649-f694-47f1-a836-8eb90f9c7596 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:22.159450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39af69f-cbaa-422a-bdae-a85652e95e6b req-f0fd08ff-70a8-4718-9f1a-e5dcc1f5fe23 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:22.161657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f39af69f-cbaa-422a-bdae-a85652e95e6b req-f0fd08ff-70a8-4718-9f1a-e5dcc1f5fe23 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 943 time: 0.0837479 Sep 29 17:49:22.267219 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f39af69f-cbaa-422a-bdae-a85652e95e6b req-846585a2-819b-4bfb-a7b0-a26159acc08f tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704069 Sep 29 17:49:22.385270 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ab1dcbed-8ef1-4aca-86c3-1e164523d738 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:22.415944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dcbed-8ef1-4aca-86c3-1e164523d738 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Port': ['ID=798cf649-f694-47f1-a836-8eb90f9c7596,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:22.663520 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ab1dcbed-8ef1-4aca-86c3-1e164523d738 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:22.941151 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1dcbed-8ef1-4aca-86c3-1e164523d738 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Router de77bfb7-91b2-4d49-8b72-b945cc241263 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:49:23.057528 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1dcbed-8ef1-4aca-86c3-1e164523d738 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:49:23.063145 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ab1dcbed-8ef1-4aca-86c3-1e164523d738 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "PUT /v2.0/routers/de77bfb7-91b2-4d49-8b72-b945cc241263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3434188 Sep 29 17:49:23.068589 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dde18ea-6571-4669-84ab-daf5feac3b37 None None] Sync routers for ids ['de77bfb7-91b2-4d49-8b72-b945cc241263'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:49:23.100131 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde18ea-6571-4669-84ab-daf5feac3b37 None None] Routers {'de77bfb7-91b2-4d49-8b72-b945cc241263'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:23.103366 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-8dde18ea-6571-4669-84ab-daf5feac3b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['de77bfb7-91b2-4d49-8b72-b945cc241263'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:23.275347 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-8dde18ea-6571-4669-84ab-daf5feac3b37 None None] Set router de77bfb7-91b2-4d49-8b72-b945cc241263 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:23.479871 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51041de7-060b-4d17-b617-2d7ef0fc2a09 req-4ec4baa3-0acd-436e-a037-5d8072145c8e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:23.487801 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51041de7-060b-4d17-b617-2d7ef0fc2a09 req-4ec4baa3-0acd-436e-a037-5d8072145c8e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 946 time: 0.0864213 Sep 29 17:49:23.515298 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-8dde18ea-6571-4669-84ab-daf5feac3b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:49:22Z', 'revision_number': 6, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e8cd5b02-9365-420c-ad59-f9d598b78286', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'port_id': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'mac_address': 'fa:16:3e:5a:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:47:16Z', 'updated_at': '2021-09-29T17:47:19Z', 'revision_number': 1, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997cb92-20f5-4153-9365-12d3ad21679a', 'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:d8:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:54Z', 'updated_at': '2021-09-29T17:46:59Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:23.520441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66775c-ab86-4a89-a592-4ea4566bd5a7 req-ffc240b7-83de-46c6-a9e7-58dd45130ce1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:23.522230 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9b66775c-ab86-4a89-a592-4ea4566bd5a7 req-ffc240b7-83de-46c6-a9e7-58dd45130ce1 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 943 time: 0.0851674 Sep 29 17:49:23.558090 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dde18ea-6571-4669-84ab-daf5feac3b37 None None] Checking router: de77bfb7-91b2-4d49-8b72-b945cc241263 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:49:23.572543 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde18ea-6571-4669-84ab-daf5feac3b37 None None] Routers {'de77bfb7-91b2-4d49-8b72-b945cc241263'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:23.573479 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-8dde18ea-6571-4669-84ab-daf5feac3b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['de77bfb7-91b2-4d49-8b72-b945cc241263'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:23.595010 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9b66775c-ab86-4a89-a592-4ea4566bd5a7 req-2ebb965c-3786-41bd-ae3a-ad0d1a9257a4 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524859 Sep 29 17:49:23.615279 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51041de7-060b-4d17-b617-2d7ef0fc2a09 req-ab710bf0-cd89-4010-9e0b-6985d2ec08f3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=6af45979-078f-4359-9ffd-1be5e34ab3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1178176 Sep 29 17:49:23.698229 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-8dde18ea-6571-4669-84ab-daf5feac3b37 None None] Set router de77bfb7-91b2-4d49-8b72-b945cc241263 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:24.008407 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-8dde18ea-6571-4669-84ab-daf5feac3b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:49:22Z', 'revision_number': 6, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e8cd5b02-9365-420c-ad59-f9d598b78286', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'port_id': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'mac_address': 'fa:16:3e:5a:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:47:16Z', 'updated_at': '2021-09-29T17:47:19Z', 'revision_number': 1, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997cb92-20f5-4153-9365-12d3ad21679a', 'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:d8:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:54Z', 'updated_at': '2021-09-29T17:46:59Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:24.045015 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dde18ea-6571-4669-84ab-daf5feac3b37 None None] The sync data for ids ['de77bfb7-91b2-4d49-8b72-b945cc241263'] in n-d-811748-2 is: [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:49:22Z', 'revision_number': 6, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e8cd5b02-9365-420c-ad59-f9d598b78286', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'floating_ip_address': '172.25.2.216', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'port_id': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'mac_address': 'fa:16:3e:5a:82:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:47:16Z', 'updated_at': '2021-09-29T17:47:19Z', 'revision_number': 1, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a997cb92-20f5-4153-9365-12d3ad21679a', 'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:d8:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:54Z', 'updated_at': '2021-09-29T17:46:59Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:49:24.521371 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 798cf649-f694-47f1-a836-8eb90f9c7596 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:24.544780 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 798cf649-f694-47f1-a836-8eb90f9c7596 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:49:24.545452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 798cf649-f694-47f1-a836-8eb90f9c7596 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:49:24.615362 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da98a7bc-5be6-4fd3-850f-bb2989531919 req-cc72f04e-3034-4db0-9409-23e7002223cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978515 Sep 29 17:49:24.764468 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f03a0-49d2-4753-a620-0e9d1b3a4528 req-ac6851a3-5497-4cea-bac1-cae14b7bd092 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:24.772927 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-344f03a0-49d2-4753-a620-0e9d1b3a4528 req-ac6851a3-5497-4cea-bac1-cae14b7bd092 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 943 time: 0.0663462 Sep 29 17:49:24.802885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98a7bc-5be6-4fd3-850f-bb2989531919 req-87a0b482-a9c8-4b16-a1df-0a96c62d9150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:24.804541 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da98a7bc-5be6-4fd3-850f-bb2989531919 req-87a0b482-a9c8-4b16-a1df-0a96c62d9150 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7360905454614ea0add076cafbf60c76&device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 1097 time: 0.1191432 Sep 29 17:49:24.820942 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-344f03a0-49d2-4753-a620-0e9d1b3a4528 req-766a77e2-9cfc-4be5-acc2-784db3417890 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470047 Sep 29 17:49:24.845898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758af3ea-408b-49f0-b455-fb46d8164375 req-d80935fd-5708-4965-ad57-985b59fc4097 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:24.847583 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-758af3ea-408b-49f0-b455-fb46d8164375 req-d80935fd-5708-4965-ad57-985b59fc4097 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 946 time: 0.1231344 Sep 29 17:49:24.983890 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-758af3ea-408b-49f0-b455-fb46d8164375 req-69b8cb46-81cb-4ddc-b69f-d02c330163d8 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=6af45979-078f-4359-9ffd-1be5e34ab3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1262650 Sep 29 17:49:24.998167 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98a7bc-5be6-4fd3-850f-bb2989531919 req-1b914251-14ea-4337-a344-30c19a8dde3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:24.999707 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da98a7bc-5be6-4fd3-850f-bb2989531919 req-1b914251-14ea-4337-a344-30c19a8dde3d service neutron] 10.222.0.35 "GET /v2.0/networks?id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 HTTP/1.1" status: 200 len: 911 time: 0.1503174 Sep 29 17:49:25.087013 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da98a7bc-5be6-4fd3-850f-bb2989531919 req-0829cb11-b501-42cd-9867-df93188e7884 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=994c397f-ab1d-45ec-9380-e2984de8499a HTTP/1.1" status: 200 len: 1002 time: 0.0742149 Sep 29 17:49:25.186554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98a7bc-5be6-4fd3-850f-bb2989531919 req-26a4d2cd-fc81-403e-a1b9-12fd61ff321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:25.188106 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da98a7bc-5be6-4fd3-850f-bb2989531919 req-26a4d2cd-fc81-403e-a1b9-12fd61ff321a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4 HTTP/1.1" status: 200 len: 849 time: 0.0847235 Sep 29 17:49:25.200944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe210ffa-4963-4464-8a8c-4658b0a198ed req-32b50907-b905-4b9d-864c-2e4ba3cb91e3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:25.202600 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fe210ffa-4963-4464-8a8c-4658b0a198ed req-32b50907-b905-4b9d-864c-2e4ba3cb91e3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 946 time: 0.0978835 Sep 29 17:49:25.333031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98a7bc-5be6-4fd3-850f-bb2989531919 req-77237c5f-0949-4e27-960e-6cb638bda19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:25.334732 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da98a7bc-5be6-4fd3-850f-bb2989531919 req-77237c5f-0949-4e27-960e-6cb638bda19f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312544 Sep 29 17:49:25.395952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-fe210ffa-4963-4464-8a8c-4658b0a198ed req-c18f9fa0-5f06-4034-b8dc-4e986116b4a6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Deleting port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:25.395952 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fe210ffa-4963-4464-8a8c-4658b0a198ed req-c18f9fa0-5f06-4034-b8dc-4e986116b4a6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:25.874002 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da98a7bc-5be6-4fd3-850f-bb2989531919 req-e5ea1528-df27-44a5-8404-6944e708eb66 service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296874 Sep 29 17:49:25.918529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-fe210ffa-4963-4464-8a8c-4658b0a198ed req-c18f9fa0-5f06-4034-b8dc-4e986116b4a6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] For port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a,segment=NetworkSegment(4525038f-2a1f-438d-afbb-19a89f4568f5),segment_id=4525038f-2a1f-438d-afbb-19a89f4568f5)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:25.918917 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fe210ffa-4963-4464-8a8c-4658b0a198ed req-c18f9fa0-5f06-4034-b8dc-4e986116b4a6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:25.931780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-fe210ffa-4963-4464-8a8c-4658b0a198ed req-c18f9fa0-5f06-4034-b8dc-4e986116b4a6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Calling delete_port for ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:25.998041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d3a81-3a4d-4097-8351-1f03e927317b req-882d16bc-33ba-4b89-beb0-bec302c51639 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:26.000288 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-911d3a81-3a4d-4097-8351-1f03e927317b req-882d16bc-33ba-4b89-beb0-bec302c51639 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 943 time: 0.0797529 Sep 29 17:49:26.090043 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-911d3a81-3a4d-4097-8351-1f03e927317b req-eac8eab0-d85c-4310-88de-356b5a2c3262 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795338 Sep 29 17:49:26.189060 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da98a7bc-5be6-4fd3-850f-bb2989531919 req-2ab5abd8-cda6-4dba-b407-acb0c36bdc24 service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062627 Sep 29 17:49:26.219825 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b01e18-bd90-45ee-95f6-4c191511ecae req-fd0dc7b5-59e3-4c36-90dc-3d216232fa68 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:26.221399 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91b01e18-bd90-45ee-95f6-4c191511ecae req-fd0dc7b5-59e3-4c36-90dc-3d216232fa68 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa6ce339-1b24-4f29-b7ae-310c2f77d319 HTTP/1.1" status: 200 len: 946 time: 0.1157615 Sep 29 17:49:26.265496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fe210ffa-4963-4464-8a8c-4658b0a198ed req-c18f9fa0-5f06-4034-b8dc-4e986116b4a6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:26.351417 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f9fa0-5f06-4034-b8dc-4e986116b4a6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Port': ['ID=ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:26.401458 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91b01e18-bd90-45ee-95f6-4c191511ecae req-6bade146-4cfe-4bdc-9651-6716ff693278 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=6af45979-078f-4359-9ffd-1be5e34ab3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1665471 Sep 29 17:49:26.442096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe210ffa-4963-4464-8a8c-4658b0a198ed req-c18f9fa0-5f06-4034-b8dc-4e986116b4a6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] No DVR routers for this DVR port ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:49:26.444858 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fe210ffa-4963-4464-8a8c-4658b0a198ed req-c18f9fa0-5f06-4034-b8dc-4e986116b4a6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:26.447527 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fe210ffa-4963-4464-8a8c-4658b0a198ed req-c18f9fa0-5f06-4034-b8dc-4e986116b4a6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.35 "DELETE /v2.0/ports/ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a HTTP/1.1" status: 204 len: 173 time: 1.2313488 Sep 29 17:49:26.448145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6ce339-1b24-4f29-b7ae-310c2f77d319', 'name': 'network-vif-deleted', 'tag': 'ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:49:26.450448 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becb5530-699a-4b56-8985-488d13d15bec" -d '{"events": [{"server_uuid": "aa6ce339-1b24-4f29-b7ae-310c2f77d319", "name": "network-vif-deleted", "tag": "ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:49:26.500865 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7730bd7a-1928-4b65-9cd0-55d6b162e620 x-openstack-request-id: req-7730bd7a-1928-4b65-9cd0-55d6b162e620 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:49:26.501161 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa6ce339-1b24-4f29-b7ae-310c2f77d319", "name": "network-vif-deleted", "tag": "ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:49:26.501588 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7730bd7a-1928-4b65-9cd0-55d6b162e620 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:49:26.501860 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6ce339-1b24-4f29-b7ae-310c2f77d319', 'name': 'network-vif-deleted', 'tag': 'ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a', 'status': 'completed', 'code': 200} Sep 29 17:49:27.259858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6919a4-e89c-4e16-bc90-632a4e31fa48 req-8da02860-141d-4f88-a688-5a2b8781ea9e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:27.261545 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb6919a4-e89c-4e16-bc90-632a4e31fa48 req-8da02860-141d-4f88-a688-5a2b8781ea9e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 943 time: 0.0756807 Sep 29 17:49:27.336507 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb6919a4-e89c-4e16-bc90-632a4e31fa48 req-b0ab0efd-819d-439d-ad9f-462b09dc23c0 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683095 Sep 29 17:49:27.493599 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38248) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:27.507425 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:27.579264 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1db9cf1-c489-494e-aa05-04ef52b57024 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:27.630760 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1db9cf1-c489-494e-aa05-04ef52b57024 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:27.696878 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1db9cf1-c489-494e-aa05-04ef52b57024 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:27.700181 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1db9cf1-c489-494e-aa05-04ef52b57024 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:27.701452 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a1db9cf1-c489-494e-aa05-04ef52b57024 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "DELETE /v2.0/security-groups/6af45979-078f-4359-9ffd-1be5e34ab3c7 HTTP/1.1" status: 204 len: 168 time: 0.2067633 Sep 29 17:49:27.733402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db9cf1-c489-494e-aa05-04ef52b57024 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af45979-078f-4359-9ffd-1be5e34ab3c7,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:27.768047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38256) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:27.840150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-6655636a-e651-449e-9aa0-4b8a681bc4a2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Deleting subnet 71ce49f5-56d1-4ece-9f85-c14c84edda27 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:49:27.844155 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6655636a-e651-449e-9aa0-4b8a681bc4a2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:27.903575 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6655636a-e651-449e-9aa0-4b8a681bc4a2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:28.019316 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6655636a-e651-449e-9aa0-4b8a681bc4a2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:28.084743 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6655636a-e651-449e-9aa0-4b8a681bc4a2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:28.121458 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655636a-e651-449e-9aa0-4b8a681bc4a2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Subnet': ['ID=71ce49f5-56d1-4ece-9f85-c14c84edda27,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:28.123799 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6655636a-e651-449e-9aa0-4b8a681bc4a2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:28.125892 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6655636a-e651-449e-9aa0-4b8a681bc4a2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "DELETE /v2.0/subnets/71ce49f5-56d1-4ece-9f85-c14c84edda27 HTTP/1.1" status: 204 len: 168 time: 0.3561807 Sep 29 17:49:28.128425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38264) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:28.141403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc4793e-e8b9-4024-937e-b6c380f41bc2 None None] Network 6e1fad0d-f195-4816-814e-771bff16b4fd requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:49:28.234085 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:28.319849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Deleting port b09c1e78-5516-48fc-a4e0-f506e4be0bd9 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:28.320654 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:28.395642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] For port b09c1e78-5516-48fc-a4e0-f506e4be0bd9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b09c1e78-5516-48fc-a4e0-f506e4be0bd9,segment=NetworkSegment(4525038f-2a1f-438d-afbb-19a89f4568f5),segment_id=4525038f-2a1f-438d-afbb-19a89f4568f5)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:28.396137 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:28.422425 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a556cf6-0784-4e82-ba88-572f8be7a0f8 None None] DHCP port deletion for 6e1fad0d-f195-4816-814e-771bff16b4fd request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:49:28.439152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Calling delete_port for b09c1e78-5516-48fc-a4e0-f506e4be0bd9 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:28.528421 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1a556cf6-0784-4e82-ba88-572f8be7a0f8 None None] Deleting port b09c1e78-5516-48fc-a4e0-f506e4be0bd9 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:28.529108 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1a556cf6-0784-4e82-ba88-572f8be7a0f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:28.578364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b09c1e78-5516-48fc-a4e0-f506e4be0bd9 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:28.600506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40915148-df3a-401d-8492-42e049d40f14 req-8f4c1ed7-0c15-4424-a3ac-5ff2eb3233b4 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:28.602224 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40915148-df3a-401d-8492-42e049d40f14 req-8f4c1ed7-0c15-4424-a3ac-5ff2eb3233b4 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 943 time: 0.1015325 Sep 29 17:49:28.658960 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:28.670603 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1a556cf6-0784-4e82-ba88-572f8be7a0f8 None None] For port b09c1e78-5516-48fc-a4e0-f506e4be0bd9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b09c1e78-5516-48fc-a4e0-f506e4be0bd9,segment=NetworkSegment(4525038f-2a1f-438d-afbb-19a89f4568f5),segment_id=4525038f-2a1f-438d-afbb-19a89f4568f5)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:28.671148 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1a556cf6-0784-4e82-ba88-572f8be7a0f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:28.678100 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40915148-df3a-401d-8492-42e049d40f14 req-eb24c2f6-c79b-455b-b7f4-3e015ddfa92c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653145 Sep 29 17:49:28.685161 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1a556cf6-0784-4e82-ba88-572f8be7a0f8 None None] Calling delete_port for b09c1e78-5516-48fc-a4e0-f506e4be0bd9 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:28.706200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Port': ['ID=b09c1e78-5516-48fc-a4e0-f506e4be0bd9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:28.727027 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] No DVR routers for this DVR port b09c1e78-5516-48fc-a4e0-f506e4be0bd9 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:49:28.775996 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1a556cf6-0784-4e82-ba88-572f8be7a0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:28.806093 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a556cf6-0784-4e82-ba88-572f8be7a0f8 None None] Pushing event deleted for resources: {'Port': ['ID=b09c1e78-5516-48fc-a4e0-f506e4be0bd9,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:28.831075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a556cf6-0784-4e82-ba88-572f8be7a0f8 None None] No DVR routers for this DVR port b09c1e78-5516-48fc-a4e0-f506e4be0bd9 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:49:28.835434 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No active binding found for port b09c1e78-5516-48fc-a4e0-f506e4be0bd9 {{(pid=95017) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 29 17:49:28.836226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b09c1e78-5516-48fc-a4e0-f506e4be0bd9 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:49:28.908938 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:28.943514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1fad0d-f195-4816-814e-771bff16b4fd']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:28.953574 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4525038f-2a1f-438d-afbb-19a89f4568f5') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:28.953867 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4525038f-2a1f-438d-afbb-19a89f4568f5') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:28.964099 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:28.977477 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:28.983834 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:49:28.984290 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:49:28.987824 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:49:29.055592 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:29.069001 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:29.074218 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "DELETE /v2.0/networks/6e1fad0d-f195-4816-814e-771bff16b4fd HTTP/1.1" status: 204 len: 168 time: 0.9417233 Sep 29 17:49:29.075076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38280) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:29.097406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a70e07-2f59-4fa1-89f5-af9e237b494e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Network': ['ID=6e1fad0d-f195-4816-814e-771bff16b4fd,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:29.282183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Deleting port 129b1da3-8809-4352-a9a6-a4b602e0b292 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:29.282599 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:29.373132 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:29.373589 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:29.388121 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Calling delete_port for 129b1da3-8809-4352-a9a6-a4b602e0b292 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:29.594138 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:29.628816 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Port': ['ID=129b1da3-8809-4352-a9a6-a4b602e0b292,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:29.672897 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:29.673343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:29.673756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:29.674158 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:29.674576 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:29.675102 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:29.675593 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:29.677025 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:29.677025 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:29.677602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:29.677990 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:29.678383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:29.754427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:29.781370 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:29.781764 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Floating IP e8cd5b02-9365-420c-ad59-f9d598b78286 disassociated (deleted). External IP: 172.25.2.216, port: f4477d99-bdc4-4b69-9297-70b04750fc3a. Sep 29 17:49:29.887152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a44d35-f2f9-4111-8d9d-31024fa58f2b req-4492a53e-ab71-4f5a-93ed-e1c0c2224a83 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:29.900649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38a44d35-f2f9-4111-8d9d-31024fa58f2b req-4492a53e-ab71-4f5a-93ed-e1c0c2224a83 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 943 time: 0.1036081 Sep 29 17:49:29.963793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38a44d35-f2f9-4111-8d9d-31024fa58f2b req-d3def784-79b6-4b83-83cb-f02c331d8b03 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621068 Sep 29 17:49:30.060396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:49:30.060805 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device ddbb8dc6-f962-4fe0-8d20-4c7cbfa7394a not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:49:30.135112 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Router de77bfb7-91b2-4d49-8b72-b945cc241263 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:49:30.274133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:49:30.278125 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:30.283120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307fefa6-5fd6-47dc-b585-4bcd06be4703 None None] Sync routers for ids ['de77bfb7-91b2-4d49-8b72-b945cc241263'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:49:30.296140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307fefa6-5fd6-47dc-b585-4bcd06be4703 None None] Routers {'de77bfb7-91b2-4d49-8b72-b945cc241263'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:30.296927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-307fefa6-5fd6-47dc-b585-4bcd06be4703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['de77bfb7-91b2-4d49-8b72-b945cc241263'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:30.311858 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e5e7eb86-7cda-4e9c-a6da-d4b0fde577a5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "DELETE /v2.0/floatingips/e8cd5b02-9365-420c-ad59-f9d598b78286 HTTP/1.1" status: 204 len: 168 time: 1.2355258 Sep 29 17:49:30.312588 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'tag': 'f4477d99-bdc4-4b69-9297-70b04750fc3a'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:49:30.314995 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ba5c9d-5f21-4380-bdf5-a330a46242bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2775d435-2363-4f3a-90ee-7ef83a35095a", "tag": "f4477d99-bdc4-4b69-9297-70b04750fc3a"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:49:30.367216 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91898bf3-f481-479e-a092-449e3a991228 x-openstack-request-id: req-91898bf3-f481-479e-a092-449e3a991228 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:49:30.367515 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2775d435-2363-4f3a-90ee-7ef83a35095a", "tag": "f4477d99-bdc4-4b69-9297-70b04750fc3a", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:49:30.367764 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91898bf3-f481-479e-a092-449e3a991228 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:49:30.368165 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'tag': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'status': 'completed', 'code': 200} Sep 29 17:49:30.462689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-307fefa6-5fd6-47dc-b585-4bcd06be4703 None None] Set router de77bfb7-91b2-4d49-8b72-b945cc241263 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:30.501135 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba5c9d-5f21-4380-bdf5-a330a46242bc req-19d6c125-61cf-4110-a8cc-00f45eeeadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:30.505865 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3ba5c9d-5f21-4380-bdf5-a330a46242bc req-19d6c125-61cf-4110-a8cc-00f45eeeadfc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdebda4e15a34e08b7ebdfe096f7059a&device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 1097 time: 0.0973659 Sep 29 17:49:30.683959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367c249-f392-4ba3-8171-88d77cb20bce req-d62dc799-a4ed-4fa2-9cc1-014b1dea07ef tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:30.685473 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5367c249-f392-4ba3-8171-88d77cb20bce req-d62dc799-a4ed-4fa2-9cc1-014b1dea07ef tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 946 time: 0.0727262 Sep 29 17:49:30.688459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba5c9d-5f21-4380-bdf5-a330a46242bc req-1f6a5cb5-2d30-4e9e-9f57-80167fac36d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:30.695224 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3ba5c9d-5f21-4380-bdf5-a330a46242bc req-1f6a5cb5-2d30-4e9e-9f57-80167fac36d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1bbf7a2e-4718-4edd-9918-03a005e4405f HTTP/1.1" status: 200 len: 897 time: 0.1682942 Sep 29 17:49:30.743214 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3ba5c9d-5f21-4380-bdf5-a330a46242bc req-2487c0e7-a044-437a-88c5-56e6e7a22a40 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4477d99-bdc4-4b69-9297-70b04750fc3a HTTP/1.1" status: 200 len: 217 time: 0.0440774 Sep 29 17:49:30.763172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-307fefa6-5fd6-47dc-b585-4bcd06be4703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:49:22Z', 'revision_number': 6, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'a997cb92-20f5-4153-9365-12d3ad21679a', 'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:d8:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:54Z', 'updated_at': '2021-09-29T17:46:59Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:30.798334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307fefa6-5fd6-47dc-b585-4bcd06be4703 None None] Checking router: de77bfb7-91b2-4d49-8b72-b945cc241263 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:49:30.811782 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307fefa6-5fd6-47dc-b585-4bcd06be4703 None None] Routers {'de77bfb7-91b2-4d49-8b72-b945cc241263'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:30.812400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-307fefa6-5fd6-47dc-b585-4bcd06be4703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['de77bfb7-91b2-4d49-8b72-b945cc241263'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:30.824736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba5c9d-5f21-4380-bdf5-a330a46242bc req-acd85a7a-00b1-4145-89d6-f823face3430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:30.826273 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3ba5c9d-5f21-4380-bdf5-a330a46242bc req-acd85a7a-00b1-4145-89d6-f823face3430 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=38511cbf-37fa-4248-a585-2cf9975187d5 HTTP/1.1" status: 200 len: 835 time: 0.0748360 Sep 29 17:49:30.867366 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5367c249-f392-4ba3-8171-88d77cb20bce req-42a9b6aa-480b-4dbb-a30e-6f852448a519 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=377aa1e3-de10-4d4d-a8f0-974bcfbb40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225710 Sep 29 17:49:30.885711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba5c9d-5f21-4380-bdf5-a330a46242bc req-eab4a84e-d724-407f-bd88-70169817d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:30.887320 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3ba5c9d-5f21-4380-bdf5-a330a46242bc req-eab4a84e-d724-407f-bd88-70169817d396 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1bbf7a2e-4718-4edd-9918-03a005e4405f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498950 Sep 29 17:49:30.902187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-f3ba5c9d-5f21-4380-bdf5-a330a46242bc req-dd24ee0e-12c4-476c-99df-e3ff9c35c2c0 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:49:30.903208 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3ba5c9d-5f21-4380-bdf5-a330a46242bc req-dd24ee0e-12c4-476c-99df-e3ff9c35c2c0 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054107 Sep 29 17:49:30.956014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-307fefa6-5fd6-47dc-b585-4bcd06be4703 None None] Set router de77bfb7-91b2-4d49-8b72-b945cc241263 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:31.025330 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3ba5c9d-5f21-4380-bdf5-a330a46242bc req-1e7e25f6-c97f-4ec2-a773-73a563128682 service neutron] 10.222.0.35 "GET /v2.0/networks/1bbf7a2e-4718-4edd-9918-03a005e4405f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106646 Sep 29 17:49:31.139750 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3ba5c9d-5f21-4380-bdf5-a330a46242bc req-87b14895-452a-47dd-8a99-a59a4b9ec4a9 service neutron] 10.222.0.35 "GET /v2.0/networks/1bbf7a2e-4718-4edd-9918-03a005e4405f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067016 Sep 29 17:49:31.163502 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737c13-f895-44fd-bf9a-1e02e38670f5 req-17318a42-075c-4481-b280-0422c32e35ac tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:31.165084 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d5737c13-f895-44fd-bf9a-1e02e38670f5 req-17318a42-075c-4481-b280-0422c32e35ac tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 943 time: 0.0578041 Sep 29 17:49:31.203342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-307fefa6-5fd6-47dc-b585-4bcd06be4703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:49:22Z', 'revision_number': 6, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'a997cb92-20f5-4153-9365-12d3ad21679a', 'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:d8:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:54Z', 'updated_at': '2021-09-29T17:46:59Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:31.206090 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:49:31.242925 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307fefa6-5fd6-47dc-b585-4bcd06be4703 None None] The sync data for ids ['de77bfb7-91b2-4d49-8b72-b945cc241263'] in n-d-811748-2 is: [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:49:22Z', 'revision_number': 6, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'a997cb92-20f5-4153-9365-12d3ad21679a', 'name': '', 'network_id': '1bbf7a2e-4718-4edd-9918-03a005e4405f', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:d8:58:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:54Z', 'updated_at': '2021-09-29T17:46:59Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '38511cbf-37fa-4248-a585-2cf9975187d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:49:31.245846 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d5737c13-f895-44fd-bf9a-1e02e38670f5 req-c9d84f30-85e2-41c9-a709-7dd351dea989 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555522 Sep 29 17:49:31.577638 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c3ce3e-73b7-4f40-8005-62c4f00c1ee8 None None] New status for floating IP e8cd5b02-9365-420c-ad59-f9d598b78286: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:49:31.990988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ab709-ffb0-4b47-8500-9c8a34dd93e0 req-75cc8ee1-a28c-4888-93b4-8993e8413c7a tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:31.992588 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3e4ab709-ffb0-4b47-8500-9c8a34dd93e0 req-75cc8ee1-a28c-4888-93b4-8993e8413c7a tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 946 time: 0.0544071 Sep 29 17:49:32.031844 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3e4ab709-ffb0-4b47-8500-9c8a34dd93e0 req-e0d1eede-dbab-443f-9d14-8f100cc36dd7 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=377aa1e3-de10-4d4d-a8f0-974bcfbb40d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329030 Sep 29 17:49:32.333072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ea77f-cb04-4021-91c7-50dccabcb653 req-b3a1606e-fda8-47e9-b5f7-d9971efb9825 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:32.334689 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a1ea77f-cb04-4021-91c7-50dccabcb653 req-b3a1606e-fda8-47e9-b5f7-d9971efb9825 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.35 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 946 time: 0.0645251 Sep 29 17:49:32.395278 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc770138-56c8-453b-a52a-a7c56ea8d1e0 req-54b0815b-2f38-4182-95a3-885b7d778907 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:32.396855 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bc770138-56c8-453b-a52a-a7c56ea8d1e0 req-54b0815b-2f38-4182-95a3-885b7d778907 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 943 time: 0.0569091 Sep 29 17:49:32.443680 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bc770138-56c8-453b-a52a-a7c56ea8d1e0 req-0849c86f-a686-4514-be8d-384dcb4c68cd tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388033 Sep 29 17:49:32.452814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-6a1ea77f-cb04-4021-91c7-50dccabcb653 req-6f93bb63-97e0-4a00-99bd-6d6b05ca497c tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Deleting port f4477d99-bdc4-4b69-9297-70b04750fc3a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:32.453440 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6a1ea77f-cb04-4021-91c7-50dccabcb653 req-6f93bb63-97e0-4a00-99bd-6d6b05ca497c tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:32.561572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-6a1ea77f-cb04-4021-91c7-50dccabcb653 req-6f93bb63-97e0-4a00-99bd-6d6b05ca497c tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] For port f4477d99-bdc4-4b69-9297-70b04750fc3a, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f4477d99-bdc4-4b69-9297-70b04750fc3a,segment=NetworkSegment(a3858f70-7785-4f2d-8e65-ac299ad73525),segment_id=a3858f70-7785-4f2d-8e65-ac299ad73525)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:32.561950 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6a1ea77f-cb04-4021-91c7-50dccabcb653 req-6f93bb63-97e0-4a00-99bd-6d6b05ca497c tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:32.577915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-6a1ea77f-cb04-4021-91c7-50dccabcb653 req-6f93bb63-97e0-4a00-99bd-6d6b05ca497c tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Calling delete_port for f4477d99-bdc4-4b69-9297-70b04750fc3a owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:32.710263 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6a1ea77f-cb04-4021-91c7-50dccabcb653 req-6f93bb63-97e0-4a00-99bd-6d6b05ca497c tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:32.745086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93bb63-97e0-4a00-99bd-6d6b05ca497c tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Port': ['ID=f4477d99-bdc4-4b69-9297-70b04750fc3a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:32.795609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1ea77f-cb04-4021-91c7-50dccabcb653 req-6f93bb63-97e0-4a00-99bd-6d6b05ca497c tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] No DVR routers for this DVR port f4477d99-bdc4-4b69-9297-70b04750fc3a on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:49:32.798882 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6a1ea77f-cb04-4021-91c7-50dccabcb653 req-6f93bb63-97e0-4a00-99bd-6d6b05ca497c tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:32.800453 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6a1ea77f-cb04-4021-91c7-50dccabcb653 req-6f93bb63-97e0-4a00-99bd-6d6b05ca497c tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.35 "DELETE /v2.0/ports/f4477d99-bdc4-4b69-9297-70b04750fc3a HTTP/1.1" status: 204 len: 173 time: 0.4579730 Sep 29 17:49:32.801016 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'name': 'network-vif-deleted', 'tag': 'f4477d99-bdc4-4b69-9297-70b04750fc3a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:49:32.803351 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67857c0-23f1-4716-a45d-eafc9ac1f93e" -d '{"events": [{"server_uuid": "2775d435-2363-4f3a-90ee-7ef83a35095a", "name": "network-vif-deleted", "tag": "f4477d99-bdc4-4b69-9297-70b04750fc3a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:49:32.844596 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d15f45-a3c8-428d-a55b-c74d32348dc7 x-openstack-request-id: req-e8d15f45-a3c8-428d-a55b-c74d32348dc7 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:49:32.844875 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2775d435-2363-4f3a-90ee-7ef83a35095a", "name": "network-vif-deleted", "tag": "f4477d99-bdc4-4b69-9297-70b04750fc3a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:49:32.845128 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8d15f45-a3c8-428d-a55b-c74d32348dc7 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:49:32.845550 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2775d435-2363-4f3a-90ee-7ef83a35095a', 'name': 'network-vif-deleted', 'tag': 'f4477d99-bdc4-4b69-9297-70b04750fc3a', 'status': 'completed', 'code': 200} Sep 29 17:49:33.171733 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ea60ceca-5d36-475c-8a40-ef394ead01d8 req-39aa9b5e-2dd7-4047-a0e9-2dc5ca17de7b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=2775d435-2363-4f3a-90ee-7ef83a35095a HTTP/1.1" status: 200 len: 210 time: 0.0395441 Sep 29 17:49:33.295594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b45ca7-39a4-48a2-96e7-1841df901ffd req-5ae719bc-9d73-4913-944b-7cdb05f4a786 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:33.297573 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-06b45ca7-39a4-48a2-96e7-1841df901ffd req-5ae719bc-9d73-4913-944b-7cdb05f4a786 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 946 time: 0.0563149 Sep 29 17:49:33.351579 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-06b45ca7-39a4-48a2-96e7-1841df901ffd req-bbd78462-638e-4cfc-9ded-5b4431ac5698 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/security-groups?id=971ee8bf-f69b-48d2-b3a0-05059c0e61db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451486 Sep 29 17:49:33.584430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:49:33.586327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb213f81-8cd4-4211-8d1e-779cf3ed95c8 req-82b1bb1f-c04b-4bce-8b33-5d74d5906f1c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:33.588270 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb213f81-8cd4-4211-8d1e-779cf3ed95c8 req-82b1bb1f-c04b-4bce-8b33-5d74d5906f1c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 943 time: 0.0690064 Sep 29 17:49:33.653514 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fb213f81-8cd4-4211-8d1e-779cf3ed95c8 req-66ca890a-8db1-4b27-b670-2a6350f4a40a tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469255 Sep 29 17:49:33.711058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:33.722151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'port_id': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818', 'mac_address': 'fa:16:3e:ed:ca:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:49:33.760268 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:33.774007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:49:33.796239 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:33.803393 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:33.851379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:33.860646 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:33.860994 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:33.861357 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:33.861684 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:33.862015 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:33.862350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:33.862674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:33.863618 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:33.863883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:33.864204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:33.864529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:33.864856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:34.020528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['6497c8a8-e3e1-49fa-9f4c-42a2133f2818'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:49:34.219054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38392) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:34.289080 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7fa21639-8a52-4825-a6f9-c74f0b866603 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:34.321643 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7fa21639-8a52-4825-a6f9-c74f0b866603 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:34.385869 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7fa21639-8a52-4825-a6f9-c74f0b866603 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:34.388596 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7fa21639-8a52-4825-a6f9-c74f0b866603 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:34.389799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7fa21639-8a52-4825-a6f9-c74f0b866603 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "DELETE /v2.0/security-groups/377aa1e3-de10-4d4d-a8f0-974bcfbb40d6 HTTP/1.1" status: 204 len: 168 time: 0.1697540 Sep 29 17:49:34.400075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa21639-8a52-4825-a6f9-c74f0b866603 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377aa1e3-de10-4d4d-a8f0-974bcfbb40d6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:34.434832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38400) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:34.521818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e6155-eac7-4321-8678-afcbd935b62c req-75c906e4-1c0f-41d6-b216-b17db1777982 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:34.523546 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b38e6155-eac7-4321-8678-afcbd935b62c req-75c906e4-1c0f-41d6-b216-b17db1777982 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 946 time: 0.0897863 Sep 29 17:49:34.535758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38870691-91f5-4376-a658-e9b9895b7471 req-59c6c0e8-fe93-47c9-8beb-7af65a886f82 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:34.537204 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38870691-91f5-4376-a658-e9b9895b7471 req-59c6c0e8-fe93-47c9-8beb-7af65a886f82 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 946 time: 0.0853386 Sep 29 17:49:34.617224 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b38e6155-eac7-4321-8678-afcbd935b62c req-833a04e3-6243-4ec0-a7f8-85e27d7b2f22 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/security-groups?id=971ee8bf-f69b-48d2-b3a0-05059c0e61db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790205 Sep 29 17:49:34.665799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-38870691-91f5-4376-a658-e9b9895b7471 req-36cbf77d-7e38-4c3c-8c7a-18615acfb16b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Deleting port b43d63f4-a31f-4bf0-a509-cc86f72de0ea {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:34.666614 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-38870691-91f5-4376-a658-e9b9895b7471 req-36cbf77d-7e38-4c3c-8c7a-18615acfb16b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:34.781836 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-38870691-91f5-4376-a658-e9b9895b7471 req-36cbf77d-7e38-4c3c-8c7a-18615acfb16b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] For port b43d63f4-a31f-4bf0-a509-cc86f72de0ea, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b43d63f4-a31f-4bf0-a509-cc86f72de0ea,segment=NetworkSegment(64d2fd16-adf8-459c-9c65-eac78bab4732),segment_id=64d2fd16-adf8-459c-9c65-eac78bab4732)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:34.782200 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-38870691-91f5-4376-a658-e9b9895b7471 req-36cbf77d-7e38-4c3c-8c7a-18615acfb16b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:34.812579 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a4d9e-3f26-4b33-9021-4afeaf41da46 req-5400ba1b-4272-4044-86a8-6a86dba6ffa8 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:34.814082 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c5a4d9e-3f26-4b33-9021-4afeaf41da46 req-5400ba1b-4272-4044-86a8-6a86dba6ffa8 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 944 time: 0.0696900 Sep 29 17:49:34.893060 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c5a4d9e-3f26-4b33-9021-4afeaf41da46 req-1ef2c100-a770-47a4-b15d-96fb401b3780 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664418 Sep 29 17:49:34.915504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea1aec3e-7f25-4d66-b891-33e1d33cb322 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:34.971122 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-38870691-91f5-4376-a658-e9b9895b7471 req-36cbf77d-7e38-4c3c-8c7a-18615acfb16b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:34.971478 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-38870691-91f5-4376-a658-e9b9895b7471 req-36cbf77d-7e38-4c3c-8c7a-18615acfb16b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:34.971818 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-38870691-91f5-4376-a658-e9b9895b7471 req-36cbf77d-7e38-4c3c-8c7a-18615acfb16b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Floating IP 77b8e0da-8254-439a-9d1e-ba5ff28dbe11 disassociated. External IP: 172.25.2.61, port: b43d63f4-a31f-4bf0-a509-cc86f72de0ea. Sep 29 17:49:34.972307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-38870691-91f5-4376-a658-e9b9895b7471 req-36cbf77d-7e38-4c3c-8c7a-18615acfb16b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Calling delete_port for b43d63f4-a31f-4bf0-a509-cc86f72de0ea owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:35.119296 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-38870691-91f5-4376-a658-e9b9895b7471 req-36cbf77d-7e38-4c3c-8c7a-18615acfb16b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:35.150308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbf77d-7e38-4c3c-8c7a-18615acfb16b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Pushing event deleted for resources: {'Port': ['ID=b43d63f4-a31f-4bf0-a509-cc86f72de0ea,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:35.290656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38870691-91f5-4376-a658-e9b9895b7471 req-36cbf77d-7e38-4c3c-8c7a-18615acfb16b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Router f7fad4e2-8519-4539-9bd8-6677d790d9f3 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:49:35.407321 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38870691-91f5-4376-a658-e9b9895b7471 req-36cbf77d-7e38-4c3c-8c7a-18615acfb16b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:49:35.420977 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397a4d4-7eea-43e1-93a6-04935c4d42e8 None None] Sync routers for ids ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:49:35.447209 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f397a4d4-7eea-43e1-93a6-04935c4d42e8 None None] Routers {'f7fad4e2-8519-4539-9bd8-6677d790d9f3'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:35.447896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f397a4d4-7eea-43e1-93a6-04935c4d42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:35.460504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-38870691-91f5-4376-a658-e9b9895b7471 req-36cbf77d-7e38-4c3c-8c7a-18615acfb16b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] No DVR routers for this DVR port b43d63f4-a31f-4bf0-a509-cc86f72de0ea on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:49:35.463111 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-38870691-91f5-4376-a658-e9b9895b7471 req-36cbf77d-7e38-4c3c-8c7a-18615acfb16b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:35.465190 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38870691-91f5-4376-a658-e9b9895b7471 req-36cbf77d-7e38-4c3c-8c7a-18615acfb16b tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.49 "DELETE /v2.0/ports/b43d63f4-a31f-4bf0-a509-cc86f72de0ea HTTP/1.1" status: 204 len: 173 time: 0.9203022 Sep 29 17:49:35.465690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4ab906-02c2-4ec4-b68c-a45dcb30e29a', 'name': 'network-vif-deleted', 'tag': 'b43d63f4-a31f-4bf0-a509-cc86f72de0ea'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:49:35.468389 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce54255-fb49-48ea-989b-8015258d6f07" -d '{"events": [{"server_uuid": "8d4ab906-02c2-4ec4-b68c-a45dcb30e29a", "name": "network-vif-deleted", "tag": "b43d63f4-a31f-4bf0-a509-cc86f72de0ea"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:49:35.530895 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1a158f-cb6b-450a-b1f0-99895571544d x-openstack-request-id: req-1c1a158f-cb6b-450a-b1f0-99895571544d {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:49:35.531457 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d4ab906-02c2-4ec4-b68c-a45dcb30e29a", "name": "network-vif-deleted", "tag": "b43d63f4-a31f-4bf0-a509-cc86f72de0ea", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:49:35.531881 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c1a158f-cb6b-450a-b1f0-99895571544d {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:49:35.532434 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4ab906-02c2-4ec4-b68c-a45dcb30e29a', 'name': 'network-vif-deleted', 'tag': 'b43d63f4-a31f-4bf0-a509-cc86f72de0ea', 'status': 'completed', 'code': 200} Sep 29 17:49:35.579139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ea1aec3e-7f25-4d66-b891-33e1d33cb322 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Deleting port a997cb92-20f5-4153-9365-12d3ad21679a {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:35.582221 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea1aec3e-7f25-4d66-b891-33e1d33cb322 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:35.588800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:49:35.718953 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-f397a4d4-7eea-43e1-93a6-04935c4d42e8 None None] Set router f7fad4e2-8519-4539-9bd8-6677d790d9f3 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:35.790038 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94e57e84-751e-4f8e-8628-404f9bffd4d7 req-737fbd27-b363-43f3-b08c-02d54d262cd8 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d4ab906-02c2-4ec4-b68c-a45dcb30e29a HTTP/1.1" status: 200 len: 210 time: 0.0450313 Sep 29 17:49:35.808700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-ea1aec3e-7f25-4d66-b891-33e1d33cb322 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] For port a997cb92-20f5-4153-9365-12d3ad21679a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a997cb92-20f5-4153-9365-12d3ad21679a,segment=NetworkSegment(a3858f70-7785-4f2d-8e65-ac299ad73525),segment_id=a3858f70-7785-4f2d-8e65-ac299ad73525)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:35.809358 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea1aec3e-7f25-4d66-b891-33e1d33cb322 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:35.823284 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ea1aec3e-7f25-4d66-b891-33e1d33cb322 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Calling delete_port for a997cb92-20f5-4153-9365-12d3ad21679a owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:35.846848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device f4477d99-bdc4-4b69-9297-70b04750fc3a no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:35.892831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: f4477d99-bdc4-4b69-9297-70b04750fc3a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:49:35.893189 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device f4477d99-bdc4-4b69-9297-70b04750fc3a not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:49:36.007395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:36.007767 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:36.036814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e411f1-efc2-43cb-bebe-a5a6842bbbb0 req-b0a4ccb1-50f6-4f30-ae56-52ae078908dd tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:36.046710 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a4e411f1-efc2-43cb-bebe-a5a6842bbbb0 req-b0a4ccb1-50f6-4f30-ae56-52ae078908dd tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 944 time: 0.0663083 Sep 29 17:49:36.106711 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a4e411f1-efc2-43cb-bebe-a5a6842bbbb0 req-3ded12fe-16dc-4477-9b7f-a112574e2619 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542583 Sep 29 17:49:36.124349 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea1aec3e-7f25-4d66-b891-33e1d33cb322 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:36.137525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f397a4d4-7eea-43e1-93a6-04935c4d42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'name': 'tempest-TestServerBasicOps-1858496166-router', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:04Z', 'updated_at': '2021-09-29T17:44:11Z', 'revision_number': 4, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'gw_port': {'id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:05Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '41ec6301-bd49-4341-b5bf-067bd94b45c2', 'name': '', 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'mac_address': 'fa:16:3e:74:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:09Z', 'updated_at': '2021-09-29T17:44:19Z', 'revision_number': 5, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'subnets': [{'id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:36.141055 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:36.154060 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1aec3e-7f25-4d66-b891-33e1d33cb322 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Port': ['ID=a997cb92-20f5-4153-9365-12d3ad21679a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:36.178664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397a4d4-7eea-43e1-93a6-04935c4d42e8 None None] Checking router: f7fad4e2-8519-4539-9bd8-6677d790d9f3 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:49:36.197726 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f397a4d4-7eea-43e1-93a6-04935c4d42e8 None None] Routers {'f7fad4e2-8519-4539-9bd8-6677d790d9f3'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:36.198471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f397a4d4-7eea-43e1-93a6-04935c4d42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:36.207002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:49:36.209562 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f311151-a52f-40c2-94f2-c951b2b21159" -d '{"events": [{"server_uuid": "30424b54-a6f3-47ea-a80c-d0c84e38edde", "name": "network-vif-plugged", "status": "completed", "tag": "6497c8a8-e3e1-49fa-9f4c-42a2133f2818"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:49:36.311332 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c34a2c-c925-4561-a299-12a32170ae01 x-openstack-request-id: req-26c34a2c-c925-4561-a299-12a32170ae01 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:49:36.311855 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30424b54-a6f3-47ea-a80c-d0c84e38edde", "name": "network-vif-plugged", "status": "completed", "tag": "6497c8a8-e3e1-49fa-9f4c-42a2133f2818", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:49:36.312283 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26c34a2c-c925-4561-a299-12a32170ae01 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:49:36.312820 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818', 'code': 200} Sep 29 17:49:36.314722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:36.337026 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:36.387061 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea1aec3e-7f25-4d66-b891-33e1d33cb322 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:36.459250 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,revision_number=10']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:36.510689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-f397a4d4-7eea-43e1-93a6-04935c4d42e8 None None] Set router f7fad4e2-8519-4539-9bd8-6677d790d9f3 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:36.532915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be180030-a3e6-4ec8-b09f-396b80e0e979 req-0bbc78a2-02de-4f13-bb14-8792c05279ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:36.535862 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be180030-a3e6-4ec8-b09f-396b80e0e979 req-0bbc78a2-02de-4f13-bb14-8792c05279ed service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 1097 time: 0.0623405 Sep 29 17:49:36.594296 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be180030-a3e6-4ec8-b09f-396b80e0e979 req-d26755ed-01ee-4d79-9118-525ef64093da service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510707 Sep 29 17:49:36.703845 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1aec3e-7f25-4d66-b891-33e1d33cb322 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Router de77bfb7-91b2-4d49-8b72-b945cc241263 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:49:36.737107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f397a4d4-7eea-43e1-93a6-04935c4d42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'name': 'tempest-TestServerBasicOps-1858496166-router', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:04Z', 'updated_at': '2021-09-29T17:44:11Z', 'revision_number': 4, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'gw_port': {'id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:05Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '41ec6301-bd49-4341-b5bf-067bd94b45c2', 'name': '', 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'mac_address': 'fa:16:3e:74:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:09Z', 'updated_at': '2021-09-29T17:44:19Z', 'revision_number': 5, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'subnets': [{'id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:36.764326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f397a4d4-7eea-43e1-93a6-04935c4d42e8 None None] The sync data for ids ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'] in n-d-811748-2 is: [{'id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'name': 'tempest-TestServerBasicOps-1858496166-router', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:04Z', 'updated_at': '2021-09-29T17:44:11Z', 'revision_number': 4, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'gw_port': {'id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:05Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '41ec6301-bd49-4341-b5bf-067bd94b45c2', 'name': '', 'network_id': 'faf0ee5f-a17a-471f-9257-8797c6cba5a5', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'mac_address': 'fa:16:3e:74:c2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:09Z', 'updated_at': '2021-09-29T17:44:19Z', 'revision_number': 5, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'subnets': [{'id': '03be6bb2-d98c-480f-a772-9bfe4b2d39a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:49:36.817442 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1aec3e-7f25-4d66-b891-33e1d33cb322 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:49:36.824609 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ea1aec3e-7f25-4d66-b891-33e1d33cb322 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "PUT /v2.0/routers/de77bfb7-91b2-4d49-8b72-b945cc241263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3862486 Sep 29 17:49:36.825005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38420) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:36.826436 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfebe54-5ef7-4852-b6d0-85d9414ed76b None None] Sync routers for ids ['de77bfb7-91b2-4d49-8b72-b945cc241263'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:49:36.836803 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfebe54-5ef7-4852-b6d0-85d9414ed76b None None] Routers {'de77bfb7-91b2-4d49-8b72-b945cc241263'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:36.837463 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2dfebe54-5ef7-4852-b6d0-85d9414ed76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['de77bfb7-91b2-4d49-8b72-b945cc241263'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:36.876466 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38422) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:36.905510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea838c7-ab90-4f5e-b5b9-f66ef919612b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Deleting subnet 38511cbf-37fa-4248-a585-2cf9975187d5 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:49:36.908641 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cea838c7-ab90-4f5e-b5b9-f66ef919612b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:36.950709 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-2dfebe54-5ef7-4852-b6d0-85d9414ed76b None None] Set router de77bfb7-91b2-4d49-8b72-b945cc241263 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:36.955863 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cea838c7-ab90-4f5e-b5b9-f66ef919612b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:37.045183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-304ca7e2-a077-4ec4-9eae-2a1315adb525 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Deleting port a9b85291-186a-4207-a296-a214878a656e {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:37.045559 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-304ca7e2-a077-4ec4-9eae-2a1315adb525 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:37.089098 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cea838c7-ab90-4f5e-b5b9-f66ef919612b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:37.174908 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-304ca7e2-a077-4ec4-9eae-2a1315adb525 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:37.175624 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-304ca7e2-a077-4ec4-9eae-2a1315adb525 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:37.179006 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cea838c7-ab90-4f5e-b5b9-f66ef919612b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:37.186202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40801d9c-4b7c-4c45-8f5f-e33c20afcc91 None None] New status for floating IP 77b8e0da-8254-439a-9d1e-ba5ff28dbe11: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:49:37.216078 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-304ca7e2-a077-4ec4-9eae-2a1315adb525 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Calling delete_port for a9b85291-186a-4207-a296-a214878a656e owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:37.276480 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cea838c7-ab90-4f5e-b5b9-f66ef919612b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:37.280869 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cea838c7-ab90-4f5e-b5b9-f66ef919612b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "DELETE /v2.0/subnets/38511cbf-37fa-4248-a585-2cf9975187d5 HTTP/1.1" status: 204 len: 168 time: 0.4525239 Sep 29 17:49:37.280869 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea838c7-ab90-4f5e-b5b9-f66ef919612b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Subnet': ['ID=38511cbf-37fa-4248-a585-2cf9975187d5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:37.297201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38426) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:37.316523 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2dfebe54-5ef7-4852-b6d0-85d9414ed76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:49:36Z', 'revision_number': 7, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:37.345157 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfebe54-5ef7-4852-b6d0-85d9414ed76b None None] Checking router: de77bfb7-91b2-4d49-8b72-b945cc241263 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:49:37.355378 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfebe54-5ef7-4852-b6d0-85d9414ed76b None None] Routers {'de77bfb7-91b2-4d49-8b72-b945cc241263'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:37.356263 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2dfebe54-5ef7-4852-b6d0-85d9414ed76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['de77bfb7-91b2-4d49-8b72-b945cc241263'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:37.398418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732f0db-7112-4112-9a8b-2a7f32ae6741 req-c3b38960-e014-4f07-944c-8aa48972444e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:37.400604 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2732f0db-7112-4112-9a8b-2a7f32ae6741 req-c3b38960-e014-4f07-944c-8aa48972444e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 946 time: 0.1771030 Sep 29 17:49:37.467247 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-2dfebe54-5ef7-4852-b6d0-85d9414ed76b None None] Set router de77bfb7-91b2-4d49-8b72-b945cc241263 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:37.478930 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2732f0db-7112-4112-9a8b-2a7f32ae6741 req-b1ff7d3b-a630-4d7e-8dd3-45a451691bd4 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674136 Sep 29 17:49:37.529332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61110ea3-ba15-47be-934a-348f066bb36e None None] Network 1bbf7a2e-4718-4edd-9918-03a005e4405f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:49:37.532675 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bcc23a76-1158-40f7-9d01-2e0538e11c4b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:37.625717 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b43d63f4-a31f-4bf0-a509-cc86f72de0ea no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:37.694461 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bcc23a76-1158-40f7-9d01-2e0538e11c4b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:37.707666 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2dfebe54-5ef7-4852-b6d0-85d9414ed76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:49:36Z', 'revision_number': 7, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:37.745528 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-304ca7e2-a077-4ec4-9eae-2a1315adb525 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:37.749666 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfebe54-5ef7-4852-b6d0-85d9414ed76b None None] The sync data for ids ['de77bfb7-91b2-4d49-8b72-b945cc241263'] in n-d-811748-2 is: [{'id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'name': 'tempest-TestNetworkBasicOps-router-229789638', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:49:36Z', 'revision_number': 7, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'b783c970-e5ac-496b-ba73-ce6b646b3d0a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:34:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77bfb7-91b2-4d49-8b72-b945cc241263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:46:49Z', 'updated_at': '2021-09-29T17:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:49:37.757076 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: b43d63f4-a31f-4bf0-a509-cc86f72de0ea {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:49:37.757567 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b43d63f4-a31f-4bf0-a509-cc86f72de0ea not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:49:37.768887 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-40801d9c-4b7c-4c45-8f5f-e33c20afcc91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:49:37.769557 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-40801d9c-4b7c-4c45-8f5f-e33c20afcc91 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:49:37.825903 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ca7e2-a077-4ec4-9eae-2a1315adb525 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Pushing event deleted for resources: {'Port': ['ID=a9b85291-186a-4207-a296-a214878a656e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:37.879408 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-bcc23a76-1158-40f7-9d01-2e0538e11c4b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Deleting port b783c970-e5ac-496b-ba73-ce6b646b3d0a {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:37.879805 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bcc23a76-1158-40f7-9d01-2e0538e11c4b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:37.898499 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-304ca7e2-a077-4ec4-9eae-2a1315adb525 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:37.901073 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-304ca7e2-a077-4ec4-9eae-2a1315adb525 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:37.902415 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-304ca7e2-a077-4ec4-9eae-2a1315adb525 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "DELETE /v2.0/floatingips/77b8e0da-8254-439a-9d1e-ba5ff28dbe11 HTTP/1.1" status: 204 len: 168 time: 1.0246649 Sep 29 17:49:37.992538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38460) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:38.012275 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-bcc23a76-1158-40f7-9d01-2e0538e11c4b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] For port b783c970-e5ac-496b-ba73-ce6b646b3d0a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b783c970-e5ac-496b-ba73-ce6b646b3d0a,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:38.012693 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bcc23a76-1158-40f7-9d01-2e0538e11c4b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.028505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-bcc23a76-1158-40f7-9d01-2e0538e11c4b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Calling delete_port for b783c970-e5ac-496b-ba73-ce6b646b3d0a owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:38.060784 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2f7cb675-f3ef-426c-aee2-14cf8f763609 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.090923 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2f7cb675-f3ef-426c-aee2-14cf8f763609 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.130513 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584234bd-b0cd-454f-91f7-d498dbfd8a37 None None] DHCP port deletion for 1bbf7a2e-4718-4edd-9918-03a005e4405f request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:49:38.180681 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2f7cb675-f3ef-426c-aee2-14cf8f763609 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.184143 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2f7cb675-f3ef-426c-aee2-14cf8f763609 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.186450 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2f7cb675-f3ef-426c-aee2-14cf8f763609 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] 10.222.0.44 "DELETE /v2.0/security-groups/971ee8bf-f69b-48d2-b3a0-05059c0e61db HTTP/1.1" status: 204 len: 168 time: 0.1924846 Sep 29 17:49:38.198991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cb675-f3ef-426c-aee2-14cf8f763609 tempest-TestServerBasicOps-378265806 tempest-TestServerBasicOps-378265806-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=971ee8bf-f69b-48d2-b3a0-05059c0e61db,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:38.249183 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-584234bd-b0cd-454f-91f7-d498dbfd8a37 None None] Deleting port 63a0524e-f184-4b77-82d6-3a6af1473c18 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:38.249870 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-584234bd-b0cd-454f-91f7-d498dbfd8a37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.251175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38472) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:38.258321 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bcc23a76-1158-40f7-9d01-2e0538e11c4b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.270731 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40801d9c-4b7c-4c45-8f5f-e33c20afcc91 None None] New status for floating IP 77b8e0da-8254-439a-9d1e-ba5ff28dbe11: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:49:38.295863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc23a76-1158-40f7-9d01-2e0538e11c4b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Port': ['ID=b783c970-e5ac-496b-ba73-ce6b646b3d0a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:38.384110 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bcc23a76-1158-40f7-9d01-2e0538e11c4b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.421387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-584234bd-b0cd-454f-91f7-d498dbfd8a37 None None] For port 63a0524e-f184-4b77-82d6-3a6af1473c18, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=63a0524e-f184-4b77-82d6-3a6af1473c18,segment=NetworkSegment(a3858f70-7785-4f2d-8e65-ac299ad73525),segment_id=a3858f70-7785-4f2d-8e65-ac299ad73525)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:38.421790 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-584234bd-b0cd-454f-91f7-d498dbfd8a37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.466645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-584234bd-b0cd-454f-91f7-d498dbfd8a37 None None] Calling delete_port for 63a0524e-f184-4b77-82d6-3a6af1473c18 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:38.539756 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bcc23a76-1158-40f7-9d01-2e0538e11c4b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.543667 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bcc23a76-1158-40f7-9d01-2e0538e11c4b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.640719 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bcc23a76-1158-40f7-9d01-2e0538e11c4b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.641268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc23a76-1158-40f7-9d01-2e0538e11c4b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Fanout notify agent at l3_agent the message router_deleted on router de77bfb7-91b2-4d49-8b72-b945cc241263 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:49:38.648098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 63a0524e-f184-4b77-82d6-3a6af1473c18 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:38.653661 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bcc23a76-1158-40f7-9d01-2e0538e11c4b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.658003 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bcc23a76-1158-40f7-9d01-2e0538e11c4b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "DELETE /v2.0/routers/de77bfb7-91b2-4d49-8b72-b945cc241263 HTTP/1.1" status: 204 len: 168 time: 1.3584628 Sep 29 17:49:38.660463 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38478) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:38.670131 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 63a0524e-f184-4b77-82d6-3a6af1473c18 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:49:38.671665 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 63a0524e-f184-4b77-82d6-3a6af1473c18 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:49:38.671665 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a997cb92-20f5-4153-9365-12d3ad21679a no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:38.692807 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-584234bd-b0cd-454f-91f7-d498dbfd8a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.695228 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: a997cb92-20f5-4153-9365-12d3ad21679a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:49:38.695578 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a997cb92-20f5-4153-9365-12d3ad21679a not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:49:38.735644 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584234bd-b0cd-454f-91f7-d498dbfd8a37 None None] No DVR routers for this DVR port 63a0524e-f184-4b77-82d6-3a6af1473c18 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:49:38.742545 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584234bd-b0cd-454f-91f7-d498dbfd8a37 None None] Pushing event deleted for resources: {'Port': ['ID=63a0524e-f184-4b77-82d6-3a6af1473c18,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:38.761484 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8431585-7f71-4589-b877-c62e6fe1e5e6 req-e226812c-50c5-406c-8d5c-35a3cb9c2401 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:38.763118 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d8431585-7f71-4589-b877-c62e6fe1e5e6 req-e226812c-50c5-406c-8d5c-35a3cb9c2401 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 946 time: 0.1567807 Sep 29 17:49:38.837788 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b49c7a3b-c47f-40f9-9f8f-a609d44e13c3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.867781 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d8431585-7f71-4589-b877-c62e6fe1e5e6 req-5cedc021-b990-4f7b-98a1-98a9ba8ebafd tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635328 Sep 29 17:49:38.923905 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee878-51af-4f8d-9438-0841b7db28d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.959784 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b49c7a3b-c47f-40f9-9f8f-a609d44e13c3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:38.980115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-b49c7a3b-c47f-40f9-9f8f-a609d44e13c3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbf7a2e-4718-4edd-9918-03a005e4405f']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:38.989887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-b49c7a3b-c47f-40f9-9f8f-a609d44e13c3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3858f70-7785-4f2d-8e65-ac299ad73525') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:38.990177 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-b49c7a3b-c47f-40f9-9f8f-a609d44e13c3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3858f70-7785-4f2d-8e65-ac299ad73525') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:39.000434 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b49c7a3b-c47f-40f9-9f8f-a609d44e13c3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.016518 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b49c7a3b-c47f-40f9-9f8f-a609d44e13c3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.027368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49c7a3b-c47f-40f9-9f8f-a609d44e13c3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:49:39.027368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b49c7a3b-c47f-40f9-9f8f-a609d44e13c3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:49:39.029829 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:49:39.089449 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b49c7a3b-c47f-40f9-9f8f-a609d44e13c3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.114946 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b49c7a3b-c47f-40f9-9f8f-a609d44e13c3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.119868 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b49c7a3b-c47f-40f9-9f8f-a609d44e13c3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "DELETE /v2.0/networks/1bbf7a2e-4718-4edd-9918-03a005e4405f HTTP/1.1" status: 204 len: 168 time: 0.4556708 Sep 29 17:49:39.119868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49c7a3b-c47f-40f9-9f8f-a609d44e13c3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Network': ['ID=1bbf7a2e-4718-4edd-9918-03a005e4405f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:39.136653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38490) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:39.142014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6bec3095-96a9-4aef-aaab-b53218080aa9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'network': {'name': 'tempest-network-smoke--645743863', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'port_security_enabled': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:39.164248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bec3095-96a9-4aef-aaab-b53218080aa9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Made reservation on behalf of cdebda4e15a34e08b7ebdfe096f7059a for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:49:39.167999 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bec3095-96a9-4aef-aaab-b53218080aa9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.192433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0d0ee878-51af-4f8d-9438-0841b7db28d5 admin admin] Deleting port 41ec6301-bd49-4341-b5bf-067bd94b45c2 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:39.193513 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee878-51af-4f8d-9438-0841b7db28d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.194835 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bec3095-96a9-4aef-aaab-b53218080aa9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:49:39.208812 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bec3095-96a9-4aef-aaab-b53218080aa9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.209365 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-6bec3095-96a9-4aef-aaab-b53218080aa9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Added segment 48363f3e-9aed-4cdb-be28-034dcc52c593 of type vlan for network 0eba60a5-2899-42e8-92f0-1284f9881395 Sep 29 17:49:39.256959 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bec3095-96a9-4aef-aaab-b53218080aa9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.284102 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bec3095-96a9-4aef-aaab-b53218080aa9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.291635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bec3095-96a9-4aef-aaab-b53218080aa9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:39.292177 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bec3095-96a9-4aef-aaab-b53218080aa9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.307452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-0d0ee878-51af-4f8d-9438-0841b7db28d5 admin admin] For port 41ec6301-bd49-4341-b5bf-067bd94b45c2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=41ec6301-bd49-4341-b5bf-067bd94b45c2,segment=NetworkSegment(64d2fd16-adf8-459c-9c65-eac78bab4732),segment_id=64d2fd16-adf8-459c-9c65-eac78bab4732)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:39.307814 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee878-51af-4f8d-9438-0841b7db28d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.326094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0d0ee878-51af-4f8d-9438-0841b7db28d5 admin admin] Calling delete_port for 41ec6301-bd49-4341-b5bf-067bd94b45c2 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:39.329864 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6bec3095-96a9-4aef-aaab-b53218080aa9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1920147 Sep 29 17:49:39.332546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38492) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:39.339575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1436910131', 'admin_state_up': True, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:39.366583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec3095-96a9-4aef-aaab-b53218080aa9 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Network': ['ID=0eba60a5-2899-42e8-92f0-1284f9881395,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:39.376755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 0eba60a5-2899-42e8-92f0-1284f9881395 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:49:39.400054 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.401056 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.498609 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.521120 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38494) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:39.525764 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a41e9ca7-63d5-4313-9dac-e2628bf5ada5 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2055099759', 'description': 'tempest-secgroup-smoke-2055099759 description', 'project_id': '193b15805a5e40c5b68a40427e30a6af'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:39.546448 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a41e9ca7-63d5-4313-9dac-e2628bf5ada5 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.632660 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a41e9ca7-63d5-4313-9dac-e2628bf5ada5 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.636818 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a41e9ca7-63d5-4313-9dac-e2628bf5ada5 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.672218 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e9ca7-63d5-4313-9dac-e2628bf5ada5 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef32588-090e-4e61-add7-d7481ed41f26,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:39.674583 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a41e9ca7-63d5-4313-9dac-e2628bf5ada5 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.680192 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a41e9ca7-63d5-4313-9dac-e2628bf5ada5 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1579208 Sep 29 17:49:39.680883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38496) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:39.686118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3fd99fa2-bdf5-4395-9f3a-05d6dbb9ab57 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Request body: {'security_group_rule': {'security_group_id': '4ef32588-090e-4e61-add7-d7481ed41f26', 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:39.714430 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fd99fa2-bdf5-4395-9f3a-05d6dbb9ab57 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.778891 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fd99fa2-bdf5-4395-9f3a-05d6dbb9ab57 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.783769 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fd99fa2-bdf5-4395-9f3a-05d6dbb9ab57 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.799924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd99fa2-bdf5-4395-9f3a-05d6dbb9ab57 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4a35d8-f402-424a-bd25-d35d622f8c96,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:39.810386 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fd99fa2-bdf5-4395-9f3a-05d6dbb9ab57 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.811646 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3fd99fa2-bdf5-4395-9f3a-05d6dbb9ab57 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293406 Sep 29 17:49:39.814344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38500) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:39.820048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f8458247-bf4a-4001-b21e-61e7ceabde80 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Request body: {'security_group_rule': {'security_group_id': '4ef32588-090e-4e61-add7-d7481ed41f26', 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:39.847556 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8458247-bf4a-4001-b21e-61e7ceabde80 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.908478 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8458247-bf4a-4001-b21e-61e7ceabde80 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.912174 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8458247-bf4a-4001-b21e-61e7ceabde80 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.931895 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8458247-bf4a-4001-b21e-61e7ceabde80 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d6fac6-663b-40f5-bd7e-adbc668c8eaa,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:39.937983 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8458247-bf4a-4001-b21e-61e7ceabde80 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:39.942645 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f8458247-bf4a-4001-b21e-61e7ceabde80 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239922 Sep 29 17:49:39.942987 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38502) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:39.947149 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e9716dce-3dc3-4318-9c7b-7ad42cdb3aa6 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Request body: {'security_group_rule': {'security_group_id': '4ef32588-090e-4e61-add7-d7481ed41f26', 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:39.973887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9716dce-3dc3-4318-9c7b-7ad42cdb3aa6 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.013270 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.033508 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9716dce-3dc3-4318-9c7b-7ad42cdb3aa6 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.038517 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9716dce-3dc3-4318-9c7b-7ad42cdb3aa6 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.054742 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee878-51af-4f8d-9438-0841b7db28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.061802 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9716dce-3dc3-4318-9c7b-7ad42cdb3aa6 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02e7b79-08d3-475c-a4e4-4ee7f4519b7b,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:40.066538 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9716dce-3dc3-4318-9c7b-7ad42cdb3aa6 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.069770 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e9716dce-3dc3-4318-9c7b-7ad42cdb3aa6 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259253 Sep 29 17:49:40.070465 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38504) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:40.075069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-0851a714-4308-43ed-978e-7772a813c9d6 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Request body: {'security_group_rule': {'security_group_id': '4ef32588-090e-4e61-add7-d7481ed41f26', 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:40.087458 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ee878-51af-4f8d-9438-0841b7db28d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=41ec6301-bd49-4341-b5bf-067bd94b45c2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:40.107818 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0851a714-4308-43ed-978e-7772a813c9d6 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.176995 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0851a714-4308-43ed-978e-7772a813c9d6 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.182181 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0851a714-4308-43ed-978e-7772a813c9d6 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.204319 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851a714-4308-43ed-978e-7772a813c9d6 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e2e22e-9d21-4943-819b-5ad584ea83bd,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:40.211223 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0851a714-4308-43ed-978e-7772a813c9d6 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.215931 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0851a714-4308-43ed-978e-7772a813c9d6 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1443536 Sep 29 17:49:40.216924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38506) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:40.223110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-666f97fa-77e4-4434-8191-be8bbcebdda8 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Request body: {'security_group_rule': {'security_group_id': '4ef32588-090e-4e61-add7-d7481ed41f26', 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:40.259101 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-666f97fa-77e4-4434-8191-be8bbcebdda8 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Project 193b15805a5e40c5b68a40427e30a6af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:49:40.266640 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-666f97fa-77e4-4434-8191-be8bbcebdda8 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.333551 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-666f97fa-77e4-4434-8191-be8bbcebdda8 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.337210 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-666f97fa-77e4-4434-8191-be8bbcebdda8 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.357657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f97fa-77e4-4434-8191-be8bbcebdda8 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a863be-003a-4929-94da-4e3d4e9033aa,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:40.362025 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-666f97fa-77e4-4434-8191-be8bbcebdda8 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.365815 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-666f97fa-77e4-4434-8191-be8bbcebdda8 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1476412 Sep 29 17:49:40.366908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38508) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:40.371353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-16167732-5d46-4a39-a580-854d64cebe65 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Request body: {'security_group_rule': {'security_group_id': '4ef32588-090e-4e61-add7-d7481ed41f26', 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:40.380963 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d0ee878-51af-4f8d-9438-0841b7db28d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.382775 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.393500 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-16167732-5d46-4a39-a580-854d64cebe65 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Project 193b15805a5e40c5b68a40427e30a6af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:49:40.399114 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-16167732-5d46-4a39-a580-854d64cebe65 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.406662 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.473181 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-16167732-5d46-4a39-a580-854d64cebe65 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.477769 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-16167732-5d46-4a39-a580-854d64cebe65 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.499555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16167732-5d46-4a39-a580-854d64cebe65 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09e6b7b-a873-4124-ac62-a0ad500787e0,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:40.504374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b783c970-e5ac-496b-ba73-ce6b646b3d0a no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:40.504884 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-16167732-5d46-4a39-a580-854d64cebe65 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.514427 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-16167732-5d46-4a39-a580-854d64cebe65 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1458318 Sep 29 17:49:40.532604 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: b783c970-e5ac-496b-ba73-ce6b646b3d0a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:49:40.532946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b783c970-e5ac-496b-ba73-ce6b646b3d0a not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:49:40.647149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Allocated IP 172.25.2.219 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/f044f794-c881-44d4-85ca-4c5c7592462e) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:49:40.661458 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-a8c1925b-9545-41a3-832a-778da36aa83b tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2055099759&fields=id&tenant_id=193b15805a5e40c5b68a40427e30a6af HTTP/1.1" status: 200 len: 267 time: 0.0377679 Sep 29 17:49:40.768640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-c1df8d66-4cbe-47e4-a741-fc2e6962013f tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:40.770718 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-c1df8d66-4cbe-47e4-a741-fc2e6962013f tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/networks?id=3855ac82-be02-4fd5-a325-c9c63ddd14fb HTTP/1.1" status: 200 len: 813 time: 0.1021955 Sep 29 17:49:40.780785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0ee878-51af-4f8d-9438-0841b7db28d5 admin admin] Router f7fad4e2-8519-4539-9bd8-6677d790d9f3 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:49:40.788826 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-7f710950-1f3f-48f8-a69a-e5a0b6a9afe9 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/quotas/193b15805a5e40c5b68a40427e30a6af HTTP/1.1" status: 200 len: 375 time: 0.0114629 Sep 29 17:49:40.796559 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-463a0ed0-486f-4c45-8d59-4119bc330b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.814237 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.843830 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-a8a90e4c-cdb9-424d-9c05-2b4b4fa2c684 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=193b15805a5e40c5b68a40427e30a6af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466135 Sep 29 17:49:40.930206 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:40.933887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0ee878-51af-4f8d-9438-0841b7db28d5 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:49:40.943021 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0d0ee878-51af-4f8d-9438-0841b7db28d5 admin admin] 10.222.0.44 "PUT /v2.0/routers/f7fad4e2-8519-4539-9bd8-6677d790d9f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6844373 Sep 29 17:49:40.943744 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38516) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:40.951278 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f9fff5-1a35-4367-9520-24c48377ff57 None None] Sync routers for ids ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:49:40.962694 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f9fff5-1a35-4367-9520-24c48377ff57 None None] Routers {'f7fad4e2-8519-4539-9bd8-6677d790d9f3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:40.963572 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-51f9fff5-1a35-4367-9520-24c48377ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:40.983474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:49:40.989098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:49:40.990175 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-06de6fda-dab2-4075-9113-40791d6c6852 service neutron] 10.222.0.44 "GET /v2.0/networks/3855ac82-be02-4fd5-a325-c9c63ddd14fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322074 Sep 29 17:49:40.995821 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:49:40.998984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Port': ['ID=f044f794-c881-44d4-85ca-4c5c7592462e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:41.084126 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-51f9fff5-1a35-4367-9520-24c48377ff57 None None] Set router f7fad4e2-8519-4539-9bd8-6677d790d9f3 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:41.132282 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd646-0e33-4fca-a1f2-c660a5686861 admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:41.194598 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-dc27a32c-1d9b-4bd5-9d86-5543700c52f8 service neutron] 10.222.0.44 "GET /v2.0/networks/3855ac82-be02-4fd5-a325-c9c63ddd14fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716304 Sep 29 17:49:41.250279 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd646-0e33-4fca-a1f2-c660a5686861 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:41.268034 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:41.284464 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-51f9fff5-1a35-4367-9520-24c48377ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'name': 'tempest-TestServerBasicOps-1858496166-router', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:04Z', 'updated_at': '2021-09-29T17:49:39Z', 'revision_number': 5, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'gw_port': {'id': 'ad50be7b-0f47-47de-a864-816278caa0f5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:96:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:05Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:41.319053 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f9fff5-1a35-4367-9520-24c48377ff57 None None] Checking router: f7fad4e2-8519-4539-9bd8-6677d790d9f3 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:49:41.329271 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f9fff5-1a35-4367-9520-24c48377ff57 None None] Routers {'f7fad4e2-8519-4539-9bd8-6677d790d9f3'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:41.329814 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fd646-0e33-4fca-a1f2-c660a5686861 admin admin] Deleting port ad50be7b-0f47-47de-a864-816278caa0f5 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:41.330171 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-51f9fff5-1a35-4367-9520-24c48377ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:41.330544 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd646-0e33-4fca-a1f2-c660a5686861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:41.428056 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-51f9fff5-1a35-4367-9520-24c48377ff57 None None] Set router f7fad4e2-8519-4539-9bd8-6677d790d9f3 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:41.439177 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-8e8fd646-0e33-4fca-a1f2-c660a5686861 admin admin] For port ad50be7b-0f47-47de-a864-816278caa0f5, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ad50be7b-0f47-47de-a864-816278caa0f5,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:41.439544 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd646-0e33-4fca-a1f2-c660a5686861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:41.456668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fd646-0e33-4fca-a1f2-c660a5686861 admin admin] Calling delete_port for ad50be7b-0f47-47de-a864-816278caa0f5 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:41.532382 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:41.534390 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-51f9fff5-1a35-4367-9520-24c48377ff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'name': 'tempest-TestServerBasicOps-1858496166-router', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:04Z', 'updated_at': '2021-09-29T17:49:41Z', 'revision_number': 6, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:41.561752 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-707491be-f1d3-441a-a911-26d704934b7b req-a925514b-0ca6-4c75-992e-d8d8204bcc4d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 210 time: 0.0317786 Sep 29 17:49:41.563480 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f9fff5-1a35-4367-9520-24c48377ff57 None None] The sync data for ids ['f7fad4e2-8519-4539-9bd8-6677d790d9f3'] in n-d-811748-2 is: [{'id': 'f7fad4e2-8519-4539-9bd8-6677d790d9f3', 'name': 'tempest-TestServerBasicOps-1858496166-router', 'tenant_id': '0a99f5301c214f368a4b889618196bc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:04Z', 'updated_at': '2021-09-29T17:49:41Z', 'revision_number': 6, 'project_id': '0a99f5301c214f368a4b889618196bc0', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:49:41.699567 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd646-0e33-4fca-a1f2-c660a5686861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:41.726003 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Router 6854c92c-a7b8-4573-a7ec-96e5a318d02d is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:49:41.732785 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fd646-0e33-4fca-a1f2-c660a5686861 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad50be7b-0f47-47de-a864-816278caa0f5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:41.795962 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd646-0e33-4fca-a1f2-c660a5686861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:41.844246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:49:41.860343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Sync routers for ids ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:49:41.866499 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:41.869866 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ff30f699-41c0-4d30-b52d-d5d4e1e88ace tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5362339 Sep 29 17:49:41.870841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38534) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:41.883227 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Routers {'6854c92c-a7b8-4573-a7ec-96e5a318d02d'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:41.883851 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:41.901689 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd646-0e33-4fca-a1f2-c660a5686861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:41.903880 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd646-0e33-4fca-a1f2-c660a5686861 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:41.948022 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f3e9d0fa-a070-4c55-895c-76841bc26fe4 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=cdebda4e15a34e08b7ebdfe096f7059a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720606 Sep 29 17:49:41.949643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38536) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:41.955259 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd646-0e33-4fca-a1f2-c660a5686861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:41.956309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8fd646-0e33-4fca-a1f2-c660a5686861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7fad4e2-8519-4539-9bd8-6677d790d9f3 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:49:41.964259 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e8fd646-0e33-4fca-a1f2-c660a5686861 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:41.968601 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8e8fd646-0e33-4fca-a1f2-c660a5686861 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f7fad4e2-8519-4539-9bd8-6677d790d9f3 HTTP/1.1" status: 204 len: 168 time: 1.0236466 Sep 29 17:49:41.969491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38538) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:42.039498 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-492ccaa9-d530-4154-8a22-a24bd77fd8b0 admin admin] Deleting subnet 03be6bb2-d98c-480f-a772-9bfe4b2d39a6 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:49:42.042917 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-492ccaa9-d530-4154-8a22-a24bd77fd8b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:42.060789 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a653f991-9ea6-4f5b-ba81-dbbbb092b0d8 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:42.062760 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a653f991-9ea6-4f5b-ba81-dbbbb092b0d8 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1119037 Sep 29 17:49:42.065430 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38540) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:42.076690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Set router 6854c92c-a7b8-4573-a7ec-96e5a318d02d gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:42.086621 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-492ccaa9-d530-4154-8a22-a24bd77fd8b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:42.101356 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d7fd26f8-7961-4d64-9ad0-62eb222e406c tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334313 Sep 29 17:49:42.105747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38542) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:42.111864 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-414c787c-113f-4b30-8262-9e83d5b842fe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1358531411', 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:42.178701 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-492ccaa9-d530-4154-8a22-a24bd77fd8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:42.212613 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414c787c-113f-4b30-8262-9e83d5b842fe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Made reservation on behalf of cdebda4e15a34e08b7ebdfe096f7059a for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:49:42.216726 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-414c787c-113f-4b30-8262-9e83d5b842fe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:42.263393 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-492ccaa9-d530-4154-8a22-a24bd77fd8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:42.297538 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ccaa9-d530-4154-8a22-a24bd77fd8b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03be6bb2-d98c-480f-a772-9bfe4b2d39a6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:42.299909 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-492ccaa9-d530-4154-8a22-a24bd77fd8b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:42.306441 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-492ccaa9-d530-4154-8a22-a24bd77fd8b0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/03be6bb2-d98c-480f-a772-9bfe4b2d39a6 HTTP/1.1" status: 204 len: 168 time: 0.3324919 Sep 29 17:49:42.306614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5eaf86-87a9-4946-a7a2-a7964be03694 None None] Network faf0ee5f-a17a-471f-9257-8797c6cba5a5 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:49:42.306730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38544) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:42.374642 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'name': 'tempest-TestNetworkBasicOps-router-1436910131', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:49:39Z', 'updated_at': '2021-09-29T17:49:41Z', 'revision_number': 3, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:40Z', 'updated_at': '2021-09-29T17:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:42.398524 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:42.405184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Checking router: 6854c92c-a7b8-4573-a7ec-96e5a318d02d for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:49:42.405568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Updating router 6854c92c-a7b8-4573-a7ec-96e5a318d02d port f044f794-c881-44d4-85ca-4c5c7592462e binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:49:42.474589 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:42.513458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ad50be7b-0f47-47de-a864-816278caa0f5 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:42.537002 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-414c787c-113f-4b30-8262-9e83d5b842fe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:42.547008 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: ad50be7b-0f47-47de-a864-816278caa0f5 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:49:42.547348 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ad50be7b-0f47-47de-a864-816278caa0f5 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:49:42.547764 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 41ec6301-bd49-4341-b5bf-067bd94b45c2 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:42.571444 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] Deleting port b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:42.571871 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:42.632673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 41ec6301-bd49-4341-b5bf-067bd94b45c2 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:49:42.633048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 41ec6301-bd49-4341-b5bf-067bd94b45c2 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:49:42.710133 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] For port b0278eb3-17a8-4dc1-8fb4-ea54bf50c859, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b0278eb3-17a8-4dc1-8fb4-ea54bf50c859,segment=NetworkSegment(64d2fd16-adf8-459c-9c65-eac78bab4732),segment_id=64d2fd16-adf8-459c-9c65-eac78bab4732)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:42.710503 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:42.717916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c787c-113f-4b30-8262-9e83d5b842fe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Subnet': ['ID=0048e204-263d-4bee-a169-c14572a44d66,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:42.745375 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-83db878d-2064-4895-875f-2e2c1fef1c87 req-a8360372-872b-4bd6-9963-5199d9faef03 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 210 time: 0.0645745 Sep 29 17:49:42.758565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bc7db9-25b0-4fa7-bdb3-b53229ba7b37 None None] DHCP port deletion for faf0ee5f-a17a-471f-9257-8797c6cba5a5 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:49:42.766757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] Calling delete_port for b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:42.800967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c787c-113f-4b30-8262-9e83d5b842fe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Checking segment: {'id': '48363f3e-9aed-4cdb-be28-034dcc52c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:49:42.801215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414c787c-113f-4b30-8262-9e83d5b842fe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network hostable DHCP agents. Network: 0eba60a5-2899-42e8-92f0-1284f9881395, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:49:42.848671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-90bc7db9-25b0-4fa7-bdb3-b53229ba7b37 None None] Deleting port b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:42.849047 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-90bc7db9-25b0-4fa7-bdb3-b53229ba7b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:42.908324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-3de74013-9ff0-4629-9eb4-b89079c5d666 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:42.910533 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-3de74013-9ff0-4629-9eb4-b89079c5d666 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.49 "GET /v2.0/networks?id=3855ac82-be02-4fd5-a325-c9c63ddd14fb HTTP/1.1" status: 200 len: 813 time: 0.2930181 Sep 29 17:49:42.915099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414c787c-113f-4b30-8262-9e83d5b842fe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network 0eba60a5-2899-42e8-92f0-1284f9881395 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:49:42.943587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-414c787c-113f-4b30-8262-9e83d5b842fe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 0eba60a5-2899-42e8-92f0-1284f9881395) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:49:42.958363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d629f71-ca65-475f-8db9-392c2c4761d8 None None] Network 0eba60a5-2899-42e8-92f0-1284f9881395 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:49:42.961317 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:42.963951 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-90bc7db9-25b0-4fa7-bdb3-b53229ba7b37 None None] For port b0278eb3-17a8-4dc1-8fb4-ea54bf50c859, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b0278eb3-17a8-4dc1-8fb4-ea54bf50c859,segment=NetworkSegment(64d2fd16-adf8-459c-9c65-eac78bab4732),segment_id=64d2fd16-adf8-459c-9c65-eac78bab4732)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:42.964935 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-90bc7db9-25b0-4fa7-bdb3-b53229ba7b37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:42.965206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414c787c-113f-4b30-8262-9e83d5b842fe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:42.965742 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-414c787c-113f-4b30-8262-9e83d5b842fe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:42.989560 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-90bc7db9-25b0-4fa7-bdb3-b53229ba7b37 None None] Calling delete_port for b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:42.991272 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:42.993176 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-414c787c-113f-4b30-8262-9e83d5b842fe tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8862257 Sep 29 17:49:42.996032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38548) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:43.005974 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:43.046645 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-ded9b0c6-e126-4f34-b969-48565f39c907 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=193b15805a5e40c5b68a40427e30a6af HTTP/1.1" status: 200 len: 380 time: 0.1178124 Sep 29 17:49:43.230896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Attempting to bind port f044f794-c881-44d4-85ca-4c5c7592462e on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:49:43.231206 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Attempting to bind port f044f794-c881-44d4-85ca-4c5c7592462e by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:49:43.231556 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Attempting to bind port f044f794-c881-44d4-85ca-4c5c7592462e on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:49:43.248398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f82f3c-a0c7-4253-bab7-e93f0dc34f08 None None] Pushing event updated for resources: {'Port': ['ID=f044f794-c881-44d4-85ca-4c5c7592462e,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:43.258120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-0eba60a5-2899-42e8-92f0-1284f9881395', 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ips': [{'subnet_id': '0048e204-263d-4bee-a169-c14572a44d66'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:49:43.259147 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:43.273770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:49:43.274147 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:49:43.274556 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:43.274955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:49:43.275453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Bound port: f044f794-c881-44d4-85ca-4c5c7592462e, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:49:43.275837 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.340420 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.343413 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.343413 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.343413 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.343413 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.343413 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.343413 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.343413 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.343413 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.343413 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.343413 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.343413 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.343413 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.343413 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:49:43.343413 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:49:43.414709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] For port f044f794-c881-44d4-85ca-4c5c7592462e, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:49:43.418778 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-90bc7db9-25b0-4fa7-bdb3-b53229ba7b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:43.422485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] For port f044f794-c881-44d4-85ca-4c5c7592462e, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f044f794-c881-44d4-85ca-4c5c7592462e,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:49:43.457606 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:43.464729 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc7db9-25b0-4fa7-bdb3-b53229ba7b37 None None] Pushing event deleted for resources: {'Port': ['ID=b0278eb3-17a8-4dc1-8fb4-ea54bf50c859,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:43.477544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Request body: {'port': {'device_id': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'admin_state_up': True, 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'security_groups': ['4ef32588-090e-4e61-add7-d7481ed41f26']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:43.480703 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bc7db9-25b0-4fa7-bdb3-b53229ba7b37 None None] No DVR routers for this DVR port b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:49:43.484056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0278eb3-17a8-4dc1-8fb4-ea54bf50c859,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:43.507895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] No DVR routers for this DVR port b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:49:43.562202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Routers {'6854c92c-a7b8-4573-a7ec-96e5a318d02d'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:43.563760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:43.605462 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fe9bdb1d-aa95-41cf-8b3e-6e035e5a5bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:43.607702 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Allocated IP 172.20.0.2 (0eba60a5-2899-42e8-92f0-1284f9881395/0048e204-263d-4bee-a169-c14572a44d66/7b1a5164-4b19-4833-ae88-ab3ed5c4f242) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:49:43.688298 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:43.771176 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf0ee5f-a17a-471f-9257-8797c6cba5a5']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:43.822478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d2fd16-adf8-459c-9c65-eac78bab4732') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:43.822778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d2fd16-adf8-459c-9c65-eac78bab4732') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:43.844533 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f82f3c-a0c7-4253-bab7-e93f0dc34f08 None None] Pushing event updated for resources: {'Port': ['ID=f044f794-c881-44d4-85ca-4c5c7592462e,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:43.865870 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83bba7e2-0b72-46d4-b485-6ca41008e5c2 req-44d4e75e-a596-4080-9cce-5efa4ed54aa8 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 210 time: 0.0507922 Sep 29 17:49:43.870318 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:43.886444 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Made reservation on behalf of 193b15805a5e40c5b68a40427e30a6af for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:49:43.889758 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:43.901393 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:43.919674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:49:43.920084 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:49:43.923437 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:49:43.930466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] Set router 6854c92c-a7b8-4573-a7ec-96e5a318d02d gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:44.119422 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:44.130920 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:44.136587 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:44.145170 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:44.150090 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38552) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:44.150534 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/faf0ee5f-a17a-471f-9257-8797c6cba5a5 HTTP/1.1" status: 204 len: 168 time: 1.8411777 Sep 29 17:49:44.188828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Network 0eba60a5-2899-42e8-92f0-1284f9881395 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:49:44.191797 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205173a0-4d1a-44da-bb6e-8fd3f4d401a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf0ee5f-a17a-471f-9257-8797c6cba5a5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:44.194256 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:49:44.223097 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:49:44.227963 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Pushing event updated for resources: {'Port': ['ID=7b1a5164-4b19-4833-ae88-ab3ed5c4f242,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:44.272632 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Allocated IP 172.20.0.6 (3855ac82-be02-4fd5-a325-c9c63ddd14fb/bc852380-e460-4ad9-af47-b748cb802eb4/006b0aa7-01a6-4814-8a87-5fe62cb08fd4) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:49:44.309843 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Attempting to bind port 7b1a5164-4b19-4833-ae88-ab3ed5c4f242 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:49:44.310258 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Attempting to bind port 7b1a5164-4b19-4833-ae88-ab3ed5c4f242 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '48363f3e-9aed-4cdb-be28-034dcc52c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:49:44.310634 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Attempting to bind port 7b1a5164-4b19-4833-ae88-ab3ed5c4f242 on network 0eba60a5-2899-42e8-92f0-1284f9881395 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:49:44.320250 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:49:44.320721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Checking segment: {'id': '48363f3e-9aed-4cdb-be28-034dcc52c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:49:44.321132 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:44.321566 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Bound using segment: {'id': '48363f3e-9aed-4cdb-be28-034dcc52c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:49:44.322045 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Bound port: 7b1a5164-4b19-4833-ae88-ab3ed5c4f242, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48363f3e-9aed-4cdb-be28-034dcc52c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:49:44.322424 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:44.325245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'name': 'tempest-TestNetworkBasicOps-router-1436910131', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:49:39Z', 'updated_at': '2021-09-29T17:49:41Z', 'revision_number': 3, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:40Z', 'updated_at': '2021-09-29T17:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:44.366627 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de40d2ca-18db-40e0-888c-174fab24052f None None] The sync data for ids ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'] in n-d-811748-2 is: [{'id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'name': 'tempest-TestNetworkBasicOps-router-1436910131', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:49:39Z', 'updated_at': '2021-09-29T17:49:41Z', 'revision_number': 3, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:40Z', 'updated_at': '2021-09-29T17:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:49:44.435376 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:44.464621 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] For port 7b1a5164-4b19-4833-ae88-ab3ed5c4f242, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:49:44.469876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] For port 7b1a5164-4b19-4833-ae88-ab3ed5c4f242, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7b1a5164-4b19-4833-ae88-ab3ed5c4f242,segment=NetworkSegment(48363f3e-9aed-4cdb-be28-034dcc52c593),segment_id=48363f3e-9aed-4cdb-be28-034dcc52c593)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:49:44.479657 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:44.571834 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:44.608669 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:49:44.609213 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b0278eb3-17a8-4dc1-8fb4-ea54bf50c859 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:49:44.634152 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:44.680093 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:44.683046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af262056-348a-4835-9deb-7f755adaaaa0 None None] Pushing event updated for resources: {'Port': ['ID=7b1a5164-4b19-4833-ae88-ab3ed5c4f242,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:44.686880 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:44.689371 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:44.814023 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:44.898159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Network 3855ac82-be02-4fd5-a325-c9c63ddd14fb is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:49:44.989846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:49:44.992285 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:49:45.002659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Pushing event updated for resources: {'Port': ['ID=006b0aa7-01a6-4814-8a87-5fe62cb08fd4,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:45.096265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Allocated IP 172.20.0.1 (0eba60a5-2899-42e8-92f0-1284f9881395/0048e204-263d-4bee-a169-c14572a44d66/17a06987-39fc-454a-b519-98d48e15038b) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:49:45.146942 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a0537-8abe-43ca-80c2-c5e962b5a746 req-330c4314-53b0-44b5-913f-9fbebf708ec9 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:45.148594 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-094a0537-8abe-43ca-80c2-c5e962b5a746 req-330c4314-53b0-44b5-913f-9fbebf708ec9 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 931 time: 0.1329277 Sep 29 17:49:45.265548 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-094a0537-8abe-43ca-80c2-c5e962b5a746 req-dbae4037-5175-4684-874e-c3dcf3cf45a9 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054301 Sep 29 17:49:45.288575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:45.290007 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:45.313564 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:45.357203 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:45.358074 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:45.358575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:45.359228 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:45.359560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:45.360280 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:45.360639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:45.360955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:45.361366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:45.361701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:45.362046 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:45.362417 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:49:45.379189 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:45.428172 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee233-5cc5-4331-86b6-69bc21c65e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:45.428381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Port': ['ID=17a06987-39fc-454a-b519-98d48e15038b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:45.443933 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-45ed82d2-5299-458d-9811-99c64ab8fb55 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9707785 Sep 29 17:49:45.454622 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network 0eba60a5-2899-42e8-92f0-1284f9881395 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:49:45.459813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-b84e705f-3b2c-45f4-8915-686cb2594eae tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:49:45.461462 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-b84e705f-3b2c-45f4-8915-686cb2594eae tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089939 Sep 29 17:49:45.463165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:49:45.466511 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:49:45.478758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-537de421-0328-4d46-b750-9e3f58d4b43f None None] Provisioning complete for port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:45.479298 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-537de421-0328-4d46-b750-9e3f58d4b43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:45.524155 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:45.551863 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-537de421-0328-4d46-b750-9e3f58d4b43f None None] Port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:49:45.648589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Request body: {'port': {'device_id': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:45.741901 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:45.798197 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ee233-5cc5-4331-86b6-69bc21c65e72 admin admin] Deleting port ba905520-ddbd-4b25-aa49-2aa34ceeb040 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:45.798539 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee233-5cc5-4331-86b6-69bc21c65e72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:45.804315 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:45.922061 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-2a0ee233-5cc5-4331-86b6-69bc21c65e72 admin admin] For port ba905520-ddbd-4b25-aa49-2aa34ceeb040, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ba905520-ddbd-4b25-aa49-2aa34ceeb040,segment=NetworkSegment(9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253),segment_id=9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:45.922432 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee233-5cc5-4331-86b6-69bc21c65e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:45.941735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ee233-5cc5-4331-86b6-69bc21c65e72 admin admin] Calling delete_port for ba905520-ddbd-4b25-aa49-2aa34ceeb040 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:46.090939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d05a0f7-3713-4e8b-a0bc-c7fb815578dc None None] Network 0eba60a5-2899-42e8-92f0-1284f9881395 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:49:46.193006 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ce15c934-7282-4c3c-8650-16b39dbc5503 None None] Provisioning complete for port 7b1a5164-4b19-4833-ae88-ab3ed5c4f242 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:46.193578 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ce15c934-7282-4c3c-8650-16b39dbc5503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:46.202301 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee233-5cc5-4331-86b6-69bc21c65e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:46.243538 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ee233-5cc5-4331-86b6-69bc21c65e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba905520-ddbd-4b25-aa49-2aa34ceeb040,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:46.396346 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ce15c934-7282-4c3c-8650-16b39dbc5503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:46.463482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ce15c934-7282-4c3c-8650-16b39dbc5503 None None] For port 7b1a5164-4b19-4833-ae88-ab3ed5c4f242, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7b1a5164-4b19-4833-ae88-ab3ed5c4f242,segment=NetworkSegment(48363f3e-9aed-4cdb-be28-034dcc52c593),segment_id=48363f3e-9aed-4cdb-be28-034dcc52c593)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:46.471730 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ce15c934-7282-4c3c-8650-16b39dbc5503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:46.508388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:49:46.546339 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:46.603632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15c934-7282-4c3c-8650-16b39dbc5503 None None] Pushing event updated for resources: {'Port': ['ID=7b1a5164-4b19-4833-ae88-ab3ed5c4f242,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:46.612437 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a0ee233-5cc5-4331-86b6-69bc21c65e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:46.664332 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:46.668163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Transition to ACTIVE for port object 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:49:46.685010 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:46.734532 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:46.752476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3026a-bf17-4de7-a368-f30d5bf34409 req-9bdde62e-1fdd-40a6-87b8-7309619ccda5 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:46.762388 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78b3026a-bf17-4de7-a368-f30d5bf34409 req-9bdde62e-1fdd-40a6-87b8-7309619ccda5 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 931 time: 0.3703601 Sep 29 17:49:46.776523 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Pushing event updated for resources: {'Port': ['ID=006b0aa7-01a6-4814-8a87-5fe62cb08fd4,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:46.813801 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f044f794-c881-44d4-85ca-4c5c7592462e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:49:46.936218 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a093d-9086-485b-8b3e-ac854d3bcfef req-222a1b98-c5ea-4f56-9e57-f764b8b36653 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:46.938105 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b73a093d-9086-485b-8b3e-ac854d3bcfef req-222a1b98-c5ea-4f56-9e57-f764b8b36653 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 1096 time: 0.3199522 Sep 29 17:49:46.967775 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:46.969899 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port f044f794-c881-44d4-85ca-4c5c7592462e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:46.970277 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:46.994020 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:47.002302 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b73a093d-9086-485b-8b3e-ac854d3bcfef req-c2292134-a8b9-4885-86f7-3c30b05d47c9 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562799 Sep 29 17:49:47.011026 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1aa0049c-bba8-48b8-8944-0485044200ca None None] Provisioning complete for port 7b1a5164-4b19-4833-ae88-ab3ed5c4f242 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:47.011453 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1aa0049c-bba8-48b8-8944-0485044200ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:47.056972 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78b3026a-bf17-4de7-a368-f30d5bf34409 req-2ed49ef4-edd9-46bf-aa20-32d895ba9fc3 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936618 Sep 29 17:49:47.063122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Port': ['ID=17a06987-39fc-454a-b519-98d48e15038b,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:47.074934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38564) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:47.168731 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0ee233-5cc5-4331-86b6-69bc21c65e72 admin admin] Router fffabed4-44f1-41e6-b1e6-ff683ce57380 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:49:47.225620 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1aa0049c-bba8-48b8-8944-0485044200ca None None] Provisioning complete for port 17a06987-39fc-454a-b519-98d48e15038b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:47.226131 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1aa0049c-bba8-48b8-8944-0485044200ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:47.270214 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:47.299779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1aa0049c-bba8-48b8-8944-0485044200ca None None] Port 17a06987-39fc-454a-b519-98d48e15038b cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:49:47.303410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port f044f794-c881-44d4-85ca-4c5c7592462e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f044f794-c881-44d4-85ca-4c5c7592462e,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:47.310126 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:47.313065 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7b1a5164-4b19-4833-ae88-ab3ed5c4f242 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:49:47.322369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0ee233-5cc5-4331-86b6-69bc21c65e72 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:49:47.330916 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2a0ee233-5cc5-4331-86b6-69bc21c65e72 admin admin] 10.222.0.44 "PUT /v2.0/routers/fffabed4-44f1-41e6-b1e6-ff683ce57380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1796682 Sep 29 17:49:47.332435 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38566) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:47.332865 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f7fcea-7f2b-40e0-ae30-1935f6828092 None None] Sync routers for ids ['fffabed4-44f1-41e6-b1e6-ff683ce57380'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:49:47.344168 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f7fcea-7f2b-40e0-ae30-1935f6828092 None None] Routers {'fffabed4-44f1-41e6-b1e6-ff683ce57380'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:47.345043 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-60f7fcea-7f2b-40e0-ae30-1935f6828092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fffabed4-44f1-41e6-b1e6-ff683ce57380'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:47.418590 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=f044f794-c881-44d4-85ca-4c5c7592462e,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:47.434026 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 7b1a5164-4b19-4833-ae88-ab3ed5c4f242 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:47.434399 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:47.453451 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Attempting to bind port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:49:47.454468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Attempting to bind port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'd6f49ccd-8cb3-436c-8a82-0df0395baacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:49:47.455274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Attempting to bind port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 on network 3855ac82-be02-4fd5-a325-c9c63ddd14fb {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:49:47.466626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network 0eba60a5-2899-42e8-92f0-1284f9881395 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:49:47.470394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:49:47.472479 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 on network 3855ac82-be02-4fd5-a325-c9c63ddd14fb not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:49:47.484322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Attempting to bind port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 on network 3855ac82-be02-4fd5-a325-c9c63ddd14fb {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:49:47.485114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-dff12f9a-54a3-4b37-a166-85bff06a75b5 None None] Provisioning complete for port 17a06987-39fc-454a-b519-98d48e15038b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:47.485513 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dff12f9a-54a3-4b37-a166-85bff06a75b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:47.487117 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-60f7fcea-7f2b-40e0-ae30-1935f6828092 None None] Set router fffabed4-44f1-41e6-b1e6-ff683ce57380 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:47.500960 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:49:47.501634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Checking segment: {'id': 'd6f49ccd-8cb3-436c-8a82-0df0395baacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:49:47.503070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Bound using segment: {'id': 'd6f49ccd-8cb3-436c-8a82-0df0395baacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:49:47.504190 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Bound port: 006b0aa7-01a6-4814-8a87-5fe62cb08fd4, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6f49ccd-8cb3-436c-8a82-0df0395baacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:49:47.504833 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:47.584211 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b5b789d-c37f-4113-ab9c-6630e6401bd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:47.596332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-dff12f9a-54a3-4b37-a166-85bff06a75b5 None None] Port 17a06987-39fc-454a-b519-98d48e15038b cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:49:47.719322 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-60f7fcea-7f2b-40e0-ae30-1935f6828092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'name': 'tempest-TestServerBasicOps-159333316-router', 'tenant_id': 'c542588bd63e4096aeb83ab55cb94e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5b1f02fe-63cb-4efc-810f-6a2030798e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:17Z', 'updated_at': '2021-09-29T17:49:46Z', 'revision_number': 5, 'project_id': 'c542588bd63e4096aeb83ab55cb94e21', 'gw_port': {'id': '5b1f02fe-63cb-4efc-810f-6a2030798e51', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:20Z', 'updated_at': '2021-09-29T17:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:47.765051 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b5b789d-c37f-4113-ab9c-6630e6401bd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:47.848835 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f7fcea-7f2b-40e0-ae30-1935f6828092 None None] Checking router: fffabed4-44f1-41e6-b1e6-ff683ce57380 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:49:47.857752 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f7fcea-7f2b-40e0-ae30-1935f6828092 None None] Routers {'fffabed4-44f1-41e6-b1e6-ff683ce57380'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:47.858379 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-60f7fcea-7f2b-40e0-ae30-1935f6828092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fffabed4-44f1-41e6-b1e6-ff683ce57380'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:47.858723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b789d-c37f-4113-ab9c-6630e6401bd2 admin admin] Deleting port 5b1f02fe-63cb-4efc-810f-6a2030798e51 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:47.859328 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b5b789d-c37f-4113-ab9c-6630e6401bd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:47.900941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2cbe66e6-dfbf-4d21-a0b3-582b59518e73 None None] Provisioning complete for port 17a06987-39fc-454a-b519-98d48e15038b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:47.901758 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2cbe66e6-dfbf-4d21-a0b3-582b59518e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:47.954278 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-6b5b789d-c37f-4113-ab9c-6630e6401bd2 admin admin] For port 5b1f02fe-63cb-4efc-810f-6a2030798e51, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5b1f02fe-63cb-4efc-810f-6a2030798e51,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:47.954651 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b5b789d-c37f-4113-ab9c-6630e6401bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:47.972710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b789d-c37f-4113-ab9c-6630e6401bd2 admin admin] Calling delete_port for 5b1f02fe-63cb-4efc-810f-6a2030798e51 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:47.973895 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-60f7fcea-7f2b-40e0-ae30-1935f6828092 None None] Set router fffabed4-44f1-41e6-b1e6-ff683ce57380 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:47.987369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe66e6-dfbf-4d21-a0b3-582b59518e73 None None] Port 17a06987-39fc-454a-b519-98d48e15038b cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:49:48.044511 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-60f7fcea-7f2b-40e0-ae30-1935f6828092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'name': 'tempest-TestServerBasicOps-159333316-router', 'tenant_id': 'c542588bd63e4096aeb83ab55cb94e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:17Z', 'updated_at': '2021-09-29T17:49:47Z', 'revision_number': 6, 'project_id': 'c542588bd63e4096aeb83ab55cb94e21', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:48.075815 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f7fcea-7f2b-40e0-ae30-1935f6828092 None None] The sync data for ids ['fffabed4-44f1-41e6-b1e6-ff683ce57380'] in n-d-811748-2 is: [{'id': 'fffabed4-44f1-41e6-b1e6-ff683ce57380', 'name': 'tempest-TestServerBasicOps-159333316-router', 'tenant_id': 'c542588bd63e4096aeb83ab55cb94e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:44:17Z', 'updated_at': '2021-09-29T17:49:47Z', 'revision_number': 6, 'project_id': 'c542588bd63e4096aeb83ab55cb94e21', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:49:48.167583 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b5b789d-c37f-4113-ab9c-6630e6401bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:48.216396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b789d-c37f-4113-ab9c-6630e6401bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1f02fe-63cb-4efc-810f-6a2030798e51,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:48.224722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] For port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:49:48.230610 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] For port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=006b0aa7-01a6-4814-8a87-5fe62cb08fd4,segment=NetworkSegment(d6f49ccd-8cb3-436c-8a82-0df0395baacd),segment_id=d6f49ccd-8cb3-436c-8a82-0df0395baacd)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:49:48.247077 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-7ad84ad7-aaf9-4b97-b1f2-f34f34b1ea4c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting port 04ebfef8-0423-4824-9d2b-57839d54092f {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:48.247419 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7ad84ad7-aaf9-4b97-b1f2-f34f34b1ea4c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:48.260265 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:48.301196 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Router 6854c92c-a7b8-4573-a7ec-96e5a318d02d has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:49:48.308948 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101f262-35c8-4be5-a2c5-acbf6109679b req-bc01e660-bb47-44c1-91f1-6baff5faf05c tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:48.310495 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e101f262-35c8-4be5-a2c5-acbf6109679b req-bc01e660-bb47-44c1-91f1-6baff5faf05c tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 943 time: 0.1593471 Sep 29 17:49:48.348670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:48.349333 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:48.350976 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] 10.222.0.49 "PUT /v2.0/ports/006b0aa7-01a6-4814-8a87-5fe62cb08fd4 HTTP/1.1" status: 200 len: 1091 time: 2.8325887 Sep 29 17:49:48.353202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'tag': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:49:48.355701 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9457840-ba7f-42b4-8561-5a012468711e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb1a737-6a3d-4492-9490-d792638d1793", "tag": "006b0aa7-01a6-4814-8a87-5fe62cb08fd4"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:49:48.362239 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b5b789d-c37f-4113-ab9c-6630e6401bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:48.504799 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e101f262-35c8-4be5-a2c5-acbf6109679b req-ab1aa0c3-c97d-4ca5-b711-c4288dbff642 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824300 Sep 29 17:49:48.510353 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b5b789d-c37f-4113-ab9c-6630e6401bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:48.512993 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b5b789d-c37f-4113-ab9c-6630e6401bd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:48.583851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f95b1-79d4-4ef9-82f8-2ca75896ebc6 service neutron] Pushing event updated for resources: {'Port': ['ID=006b0aa7-01a6-4814-8a87-5fe62cb08fd4,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:48.626332 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b5b789d-c37f-4113-ab9c-6630e6401bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:48.627161 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5b789d-c37f-4113-ab9c-6630e6401bd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fffabed4-44f1-41e6-b1e6-ff683ce57380 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:49:48.635381 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b5b789d-c37f-4113-ab9c-6630e6401bd2 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:48.637324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6b5b789d-c37f-4113-ab9c-6630e6401bd2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/fffabed4-44f1-41e6-b1e6-ff683ce57380 HTTP/1.1" status: 204 len: 168 time: 1.2934601 Sep 29 17:49:48.637584 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7ad84ad7-aaf9-4b97-b1f2-f34f34b1ea4c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:48.638201 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7ad84ad7-aaf9-4b97-b1f2-f34f34b1ea4c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:48.640122 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38574) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:48.674142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-7ad84ad7-aaf9-4b97-b1f2-f34f34b1ea4c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Calling delete_port for 04ebfef8-0423-4824-9d2b-57839d54092f owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:48.714981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbcb3762-fca4-4398-a98c-26a872a59fe6 admin admin] Deleting subnet cafa2211-9779-48ee-a9fb-59a3850bd0da {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:49:48.716058 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860c40f6-96dd-4a89-bab0-e28e3198c0b0 x-openstack-request-id: req-860c40f6-96dd-4a89-bab0-e28e3198c0b0 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:49:48.716516 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb1a737-6a3d-4492-9490-d792638d1793", "tag": "006b0aa7-01a6-4814-8a87-5fe62cb08fd4", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:49:48.716957 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-860c40f6-96dd-4a89-bab0-e28e3198c0b0 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:49:48.717555 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'tag': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4', 'status': 'completed', 'code': 200} Sep 29 17:49:48.718459 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bbcb3762-fca4-4398-a98c-26a872a59fe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:48.725783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:49:48.733200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-0351bfa4-4f11-452d-8888-ff5c776fe8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:48.733200 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-0351bfa4-4f11-452d-8888-ff5c776fe8ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=193b15805a5e40c5b68a40427e30a6af&device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 1094 time: 0.3254881 Sep 29 17:49:48.738549 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f41edc83-48e4-4b31-bdec-55aaf33abe22 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "PUT /v2.0/routers/6854c92c-a7b8-4573-a7ec-96e5a318d02d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7406161 Sep 29 17:49:48.744586 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38576) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:48.746301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Sync routers for ids ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:49:48.756274 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Routers {'6854c92c-a7b8-4573-a7ec-96e5a318d02d'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:48.757306 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:48.797775 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bbcb3762-fca4-4398-a98c-26a872a59fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:48.824305 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-50a1eb59-26b4-43eb-a1d5-3edbb7204a5a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=006b0aa7-01a6-4814-8a87-5fe62cb08fd4 HTTP/1.1" status: 200 len: 217 time: 0.0525670 Sep 29 17:49:48.873622 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Set router 6854c92c-a7b8-4573-a7ec-96e5a318d02d gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:48.904455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-0f054189-a2a1-4508-8fbf-e760eae6fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:48.905995 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-0f054189-a2a1-4508-8fbf-e760eae6fb97 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bc852380-e460-4ad9-af47-b748cb802eb4 HTTP/1.1" status: 200 len: 852 time: 0.0706046 Sep 29 17:49:48.927891 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022e0d0-83a1-40d5-8f69-9540459fc944 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:48.928369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022e0d0-83a1-40d5-8f69-9540459fc944 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:48.928838 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022e0d0-83a1-40d5-8f69-9540459fc944 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:48.929396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022e0d0-83a1-40d5-8f69-9540459fc944 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:48.929824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022e0d0-83a1-40d5-8f69-9540459fc944 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:48.930280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022e0d0-83a1-40d5-8f69-9540459fc944 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:48.930802 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022e0d0-83a1-40d5-8f69-9540459fc944 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:48.931264 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022e0d0-83a1-40d5-8f69-9540459fc944 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:48.931744 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022e0d0-83a1-40d5-8f69-9540459fc944 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:48.932196 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9022e0d0-83a1-40d5-8f69-9540459fc944 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:48.936866 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9022e0d0-83a1-40d5-8f69-9540459fc944 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7071 time: 0.1886365 Sep 29 17:49:48.937129 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38578) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:48.972672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-063a2029-5c7d-4592-8b41-1d96c759d816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:48.974212 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-063a2029-5c7d-4592-8b41-1d96c759d816 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3855ac82-be02-4fd5-a325-c9c63ddd14fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469785 Sep 29 17:49:48.989814 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bbcb3762-fca4-4398-a98c-26a872a59fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:49.048014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef735404-5d45-488d-aea7-7926d4b2fc04 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:49.049292 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef735404-5d45-488d-aea7-7926d4b2fc04 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:49.049292 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef735404-5d45-488d-aea7-7926d4b2fc04 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:49.049596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef735404-5d45-488d-aea7-7926d4b2fc04 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:49.050806 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef735404-5d45-488d-aea7-7926d4b2fc04 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:49.051359 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef735404-5d45-488d-aea7-7926d4b2fc04 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:49.051933 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef735404-5d45-488d-aea7-7926d4b2fc04 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:49.052407 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef735404-5d45-488d-aea7-7926d4b2fc04 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:49.052855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef735404-5d45-488d-aea7-7926d4b2fc04 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:49.053338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef735404-5d45-488d-aea7-7926d4b2fc04 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:49.055621 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ef735404-5d45-488d-aea7-7926d4b2fc04 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6547 time: 0.1175427 Sep 29 17:49:49.058550 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38580) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:49.086029 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f044f794-c881-44d4-85ca-4c5c7592462e up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:49:49.140647 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-4b38f4a3-cf7c-4059-a690-d1f8b0b444dd service neutron] 10.222.0.49 "GET /v2.0/networks/3855ac82-be02-4fd5-a325-c9c63ddd14fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478631 Sep 29 17:49:49.144067 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7ad84ad7-aaf9-4b97-b1f2-f34f34b1ea4c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:49.155909 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bbcb3762-fca4-4398-a98c-26a872a59fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:49.177187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port f044f794-c881-44d4-85ca-4c5c7592462e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:49.177860 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:49.182620 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'name': 'tempest-TestNetworkBasicOps-router-1436910131', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:49:39Z', 'updated_at': '2021-09-29T17:49:45Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:40Z', 'updated_at': '2021-09-29T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '17a06987-39fc-454a-b519-98d48e15038b', 'name': '', 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:bd:81:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '0048e204-263d-4bee-a169-c14572a44d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:44Z', 'updated_at': '2021-09-29T17:49:46Z', 'revision_number': 2, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '0048e204-263d-4bee-a169-c14572a44d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:49.190005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb3762-fca4-4398-a98c-26a872a59fe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cafa2211-9779-48ee-a9fb-59a3850bd0da,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:49.199076 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bbcb3762-fca4-4398-a98c-26a872a59fe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:49.204583 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bbcb3762-fca4-4398-a98c-26a872a59fe6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cafa2211-9779-48ee-a9fb-59a3850bd0da HTTP/1.1" status: 204 len: 168 time: 0.5594251 Sep 29 17:49:49.204583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38582) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:49.253735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad84ad7-aaf9-4b97-b1f2-f34f34b1ea4c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Port': ['ID=04ebfef8-0423-4824-9d2b-57839d54092f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:49.255225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Checking router: 6854c92c-a7b8-4573-a7ec-96e5a318d02d for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:49:49.255595 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Updating router 6854c92c-a7b8-4573-a7ec-96e5a318d02d port 17a06987-39fc-454a-b519-98d48e15038b binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:49:49.259651 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9513565d-5afa-4f1c-b414-0c17a5bea7a2 None None] Network 34d276c5-4ae5-4587-ad98-4384406e665b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:49:49.326457 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:49.327751 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:49.334644 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7ad84ad7-aaf9-4b97-b1f2-f34f34b1ea4c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:49.335503 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-7ad84ad7-aaf9-4b97-b1f2-f34f34b1ea4c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Floating IP 5a59a12a-2e90-4ca9-92e4-c0f84dcad306 disassociated (deleted). External IP: 172.25.2.76, port: bcc9c5e3-5caa-4985-97b3-233d6c28f7ed. Sep 29 17:49:49.438996 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-20d0898b-7627-4ddd-bd86-fbdb630b8179 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5223 time: 0.3792639 Sep 29 17:49:49.471174 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] Deleting port a4a18541-6d3a-44e3-b4c0-d653656460a2 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:49.471391 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:49.489798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc001098-546f-4f3c-8ad3-fdfdc5ca3a3e req-87de47c3-bf69-40d5-8c3d-80bef06b1303 service neutron] 10.222.0.49 "GET /v2.0/networks/3855ac82-be02-4fd5-a325-c9c63ddd14fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405657 Sep 29 17:49:49.602181 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7b1a5164-4b19-4833-ae88-ab3ed5c4f242 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:49:49.646083 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] For port a4a18541-6d3a-44e3-b4c0-d653656460a2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a4a18541-6d3a-44e3-b4c0-d653656460a2,segment=NetworkSegment(9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253),segment_id=9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:49.646083 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:49.665667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] Calling delete_port for a4a18541-6d3a-44e3-b4c0-d653656460a2 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:49.719670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad84ad7-aaf9-4b97-b1f2-f34f34b1ea4c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router e58223f2-24cd-43e7-8ee8-cf46a762cd8b has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:49:49.761262 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9457840-ba7f-42b4-8561-5a012468711e req-4ef68041-7e38-4adc-bf7d-4bec135344c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:49.763784 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9457840-ba7f-42b4-8561-5a012468711e req-4ef68041-7e38-4adc-bf7d-4bec135344c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=193b15805a5e40c5b68a40427e30a6af&device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 1094 time: 0.2021799 Sep 29 17:49:49.900837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38588) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:49.921957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-7b45bdcd-7c81-4dd9-a430-a53e94160b03 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1757047122', 'description': 'tempest-secgroup-smoke-1757047122 description', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:49.982013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 7b1a5164-4b19-4833-ae88-ab3ed5c4f242 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:49.982265 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:49.982970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad84ad7-aaf9-4b97-b1f2-f34f34b1ea4c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:49:50.000800 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670f51b-c041-494d-83a4-d8295f643fb4 None None] Sync routers for ids ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:49:50.002988 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7ad84ad7-aaf9-4b97-b1f2-f34f34b1ea4c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.026887 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670f51b-c041-494d-83a4-d8295f643fb4 None None] Routers {'e58223f2-24cd-43e7-8ee8-cf46a762cd8b'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:50.029966 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a670f51b-c041-494d-83a4-d8295f643fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:50.046745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d077f88-793e-427d-978f-665cf9d0b59f None None] DHCP port deletion for 34d276c5-4ae5-4587-ad98-4384406e665b request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:49:50.048276 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723d303-c181-4020-9521-d4972e1fa6d7 req-c8bd553f-54b9-4ba7-9233-a3c13f22f951 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:50.049977 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a723d303-c181-4020-9521-d4972e1fa6d7 req-c8bd553f-54b9-4ba7-9233-a3c13f22f951 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 943 time: 0.4101710 Sep 29 17:49:50.051432 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7ad84ad7-aaf9-4b97-b1f2-f34f34b1ea4c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/floatingips/5a59a12a-2e90-4ca9-92e4-c0f84dcad306 HTTP/1.1" status: 204 len: 168 time: 2.9655185 Sep 29 17:49:50.245859 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-a670f51b-c041-494d-83a4-d8295f643fb4 None None] Set router e58223f2-24cd-43e7-8ee8-cf46a762cd8b gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:50.264584 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7b45bdcd-7c81-4dd9-a430-a53e94160b03 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.268961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a723d303-c181-4020-9521-d4972e1fa6d7 req-10ba7e3f-356e-4a19-9bfa-b6d2eb1520d2 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882129 Sep 29 17:49:50.285662 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.298177 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ba905520-ddbd-4b25-aa49-2aa34ceeb040 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:50.305725 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.337074 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a18541-6d3a-44e3-b4c0-d653656460a2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:50.337766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-6d077f88-793e-427d-978f-665cf9d0b59f None None] Deleting port a4a18541-6d3a-44e3-b4c0-d653656460a2 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:50.338147 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6d077f88-793e-427d-978f-665cf9d0b59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.341734 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: ba905520-ddbd-4b25-aa49-2aa34ceeb040 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:49:50.342085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ba905520-ddbd-4b25-aa49-2aa34ceeb040 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:49:50.345362 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.367758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] No DVR routers for this DVR port a4a18541-6d3a-44e3-b4c0-d653656460a2 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:49:50.368713 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9457840-ba7f-42b4-8561-5a012468711e req-d15d73dd-5ba8-4f3f-97a4-e93002b90be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:50.370708 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9457840-ba7f-42b4-8561-5a012468711e req-d15d73dd-5ba8-4f3f-97a4-e93002b90be3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3855ac82-be02-4fd5-a325-c9c63ddd14fb HTTP/1.1" status: 200 len: 914 time: 0.4709156 Sep 29 17:49:50.418468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94718e50-671d-40d2-bdfa-bbf2d30d4667 None None] Pushing event updated for resources: {'Port': ['ID=17a06987-39fc-454a-b519-98d48e15038b,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:50.461243 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6d077f88-793e-427d-978f-665cf9d0b59f None None] For port a4a18541-6d3a-44e3-b4c0-d653656460a2, host n-d-811748-2, got binding levels [] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:50.462693 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9457840-ba7f-42b4-8561-5a012468711e req-b557b4bd-630b-4cc5-9ed6-2f09d249c45a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=006b0aa7-01a6-4814-8a87-5fe62cb08fd4 HTTP/1.1" status: 200 len: 217 time: 0.0833158 Sep 29 17:49:50.462974 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6d077f88-793e-427d-978f-665cf9d0b59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.471458 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5225ec-2af5-4718-8851-b88a50638ccf req-cb43d4fe-3a08-431a-aedc-005d468b1227 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:50.479287 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-db5225ec-2af5-4718-8851-b88a50638ccf req-cb43d4fe-3a08-431a-aedc-005d468b1227 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.1543717 Sep 29 17:49:50.494440 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-6d077f88-793e-427d-978f-665cf9d0b59f None None] Calling delete_port for a4a18541-6d3a-44e3-b4c0-d653656460a2 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:50.508097 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.ipam_backend_mixin [None req-6d077f88-793e-427d-978f-665cf9d0b59f None None] Port a4a18541-6d3a-44e3-b4c0-d653656460a2 was not found and therefore no delete operation was performed {{(pid=95017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 17:49:50.514234 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6d077f88-793e-427d-978f-665cf9d0b59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.549339 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7b45bdcd-7c81-4dd9-a430-a53e94160b03 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.563605 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.577314 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a670f51b-c041-494d-83a4-d8295f643fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424852014', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:35Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'a0665690-d395-41f1-afc9-01a08a372640', 'name': '', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:4f:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:50.600125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a4a18541-6d3a-44e3-b4c0-d653656460a2 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:50.605721 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-db5225ec-2af5-4718-8851-b88a50638ccf req-a4e15822-b682-4978-a121-699ac44b135c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255305 Sep 29 17:49:50.622877 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670f51b-c041-494d-83a4-d8295f643fb4 None None] Checking router: e58223f2-24cd-43e7-8ee8-cf46a762cd8b for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:49:50.627530 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7b45bdcd-7c81-4dd9-a430-a53e94160b03 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.632511 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a670f51b-c041-494d-83a4-d8295f643fb4 None None] Routers {'e58223f2-24cd-43e7-8ee8-cf46a762cd8b'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:50.633138 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a670f51b-c041-494d-83a4-d8295f643fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:50.646341 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d077f88-793e-427d-978f-665cf9d0b59f None None] Pushing event deleted for resources: {'Port': ['ID=a4a18541-6d3a-44e3-b4c0-d653656460a2,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:50.656721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: a4a18541-6d3a-44e3-b4c0-d653656460a2 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:49:50.657078 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a4a18541-6d3a-44e3-b4c0-d653656460a2 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:49:50.657543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5b1f02fe-63cb-4efc-810f-6a2030798e51 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:50.658951 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d276c5-4ae5-4587-ad98-4384406e665b']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:50.660409 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d077f88-793e-427d-978f-665cf9d0b59f None None] No DVR routers for this DVR port a4a18541-6d3a-44e3-b4c0-d653656460a2 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:49:50.677166 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9457840-ba7f-42b4-8561-5a012468711e req-b169a9f4-d002-435a-ad08-4aaefa1e518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:50.678812 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9457840-ba7f-42b4-8561-5a012468711e req-b169a9f4-d002-435a-ad08-4aaefa1e518c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bc852380-e460-4ad9-af47-b748cb802eb4 HTTP/1.1" status: 200 len: 852 time: 0.2056723 Sep 29 17:49:50.680686 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45bdcd-7c81-4dd9-a430-a53e94160b03 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b681d7-f5ed-4efc-8df5-13f6d6c92b3a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:50.694056 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Attempting to bind port 17a06987-39fc-454a-b519-98d48e15038b on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:49:50.694495 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Attempting to bind port 17a06987-39fc-454a-b519-98d48e15038b by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '48363f3e-9aed-4cdb-be28-034dcc52c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:49:50.694865 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Attempting to bind port 17a06987-39fc-454a-b519-98d48e15038b on network 0eba60a5-2899-42e8-92f0-1284f9881395 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:49:50.698983 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:50.699552 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8e0b22-f85b-4fdd-a9b1-6f6c0bd1f253') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:50.700266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 5b1f02fe-63cb-4efc-810f-6a2030798e51 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:49:50.700619 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5b1f02fe-63cb-4efc-810f-6a2030798e51 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:49:50.708318 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:49:50.708703 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Checking segment: {'id': '48363f3e-9aed-4cdb-be28-034dcc52c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:49:50.709111 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.709547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Bound using segment: {'id': '48363f3e-9aed-4cdb-be28-034dcc52c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:49:50.710623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Bound port: 17a06987-39fc-454a-b519-98d48e15038b, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48363f3e-9aed-4cdb-be28-034dcc52c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:49:50.710623 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.721448 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.721636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'tag': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:49:50.726594 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5986d42a-7a68-485d-8b6f-91abc12f6617" -d '{"events": [{"name": "network-changed", "server_uuid": "509caf8d-3d2b-437b-a3cd-625af9427b15", "tag": "bcc9c5e3-5caa-4985-97b3-233d6c28f7ed"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:49:50.742096 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7b45bdcd-7c81-4dd9-a430-a53e94160b03 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.743363 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7b45bdcd-7c81-4dd9-a430-a53e94160b03 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8411329 Sep 29 17:49:50.747230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38596) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:50.751793 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0cdfa6c8-d6c6-4bef-a165-d43cafc7216f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '04b681d7-f5ed-4efc-8df5-13f6d6c92b3a', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:50.764160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9457840-ba7f-42b4-8561-5a012468711e req-e0816966-2433-47db-9b9a-cac92360894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:50.765689 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9457840-ba7f-42b4-8561-5a012468711e req-e0816966-2433-47db-9b9a-cac92360894c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3855ac82-be02-4fd5-a325-c9c63ddd14fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796185 Sep 29 17:49:50.766409 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.781656 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:49:50.788646 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:49:50.793026 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:49:50.839735 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438b933d-fa0d-4515-a424-064abd7c2a44 x-openstack-request-id: req-438b933d-fa0d-4515-a424-064abd7c2a44 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:49:50.840140 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509caf8d-3d2b-437b-a3cd-625af9427b15", "tag": "bcc9c5e3-5caa-4985-97b3-233d6c28f7ed", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:49:50.840264 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-438b933d-fa0d-4515-a424-064abd7c2a44 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:49:50.840635 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'tag': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed', 'status': 'completed', 'code': 200} Sep 29 17:49:50.842876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] For port 17a06987-39fc-454a-b519-98d48e15038b, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:49:50.847982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] For port 17a06987-39fc-454a-b519-98d48e15038b, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=17a06987-39fc-454a-b519-98d48e15038b,segment=NetworkSegment(48363f3e-9aed-4cdb-be28-034dcc52c593),segment_id=48363f3e-9aed-4cdb-be28-034dcc52c593)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:49:50.852574 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa6c8-d6c6-4bef-a165-d43cafc7216f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.853681 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.867857 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.869031 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-a670f51b-c041-494d-83a4-d8295f643fb4 None None] Set router e58223f2-24cd-43e7-8ee8-cf46a762cd8b gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:50.884866 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.887483 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] 10.222.0.44 "DELETE /v2.0/networks/34d276c5-4ae5-4587-ad98-4384406e665b HTTP/1.1" status: 204 len: 168 time: 1.6829116 Sep 29 17:49:50.913679 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4b28c-e5dc-4ff6-a6d0-9f66cfd7c088 admin admin] Pushing event deleted for resources: {'Network': ['ID=34d276c5-4ae5-4587-ad98-4384406e665b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:50.951717 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9457840-ba7f-42b4-8561-5a012468711e req-93a5724c-769a-4fec-af0f-cb9f5a9619f0 service neutron] 10.222.0.49 "GET /v2.0/networks/3855ac82-be02-4fd5-a325-c9c63ddd14fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749392 Sep 29 17:49:50.974652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986d42a-7a68-485d-8b6f-91abc12f6617 req-fa89ea08-f314-4793-8c8e-ff34c3acf59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:50.976144 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5986d42a-7a68-485d-8b6f-91abc12f6617 req-fa89ea08-f314-4793-8c8e-ff34c3acf59e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 1096 time: 0.1052561 Sep 29 17:49:50.982726 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-60fef42c-2e45-4515-ab07-f4cc67614885 None None] Provisioning complete for port 17a06987-39fc-454a-b519-98d48e15038b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:50.983543 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60fef42c-2e45-4515-ab07-f4cc67614885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:50.985732 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Routers {'6854c92c-a7b8-4573-a7ec-96e5a318d02d'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:50.988154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:50.996205 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94718e50-671d-40d2-bdfa-bbf2d30d4667 None None] Pushing event updated for resources: {'Port': ['ID=17a06987-39fc-454a-b519-98d48e15038b,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:51.059909 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa6c8-d6c6-4bef-a165-d43cafc7216f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.119388 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa6c8-d6c6-4bef-a165-d43cafc7216f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.138706 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38600) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:51.186777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfa6c8-d6c6-4bef-a165-d43cafc7216f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927e8af0-ff02-4e0e-896a-78efb22f3896,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:51.226601 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cdfa6c8-d6c6-4bef-a165-d43cafc7216f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.229326 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0cdfa6c8-d6c6-4bef-a165-d43cafc7216f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4795766 Sep 29 17:49:51.234260 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38602) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:51.243899 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e9457840-ba7f-42b4-8561-5a012468711e req-e7803b68-3d80-43b7-949a-9762273ea773 service neutron] 10.222.0.49 "GET /v2.0/networks/3855ac82-be02-4fd5-a325-c9c63ddd14fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811747 Sep 29 17:49:51.247215 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2734198b-2473-4fa3-9e10-f0e271dcabfb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '04b681d7-f5ed-4efc-8df5-13f6d6c92b3a', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:51.250407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986d42a-7a68-485d-8b6f-91abc12f6617 req-c398b242-0527-4a9d-ade3-adf7e05de110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:51.252039 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5986d42a-7a68-485d-8b6f-91abc12f6617 req-c398b242-0527-4a9d-ade3-adf7e05de110 service neutron] 10.222.0.35 "GET /v2.0/networks?id=33086d64-5d42-40a6-b22a-17cc6d0039ad HTTP/1.1" status: 200 len: 898 time: 0.2596350 Sep 29 17:49:51.261101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38604) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:51.261547 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2aeae628-ff14-4633-bdc7-4505f080f090 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a99f5301c214f368a4b889618196bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1216371 Sep 29 17:49:51.265547 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a670f51b-c041-494d-83a4-d8295f643fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424852014', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:35Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'a0665690-d395-41f1-afc9-01a08a372640', 'name': '', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:4f:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:51.267746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] Set router 6854c92c-a7b8-4573-a7ec-96e5a318d02d gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:51.272243 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60fef42c-2e45-4515-ab07-f4cc67614885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.286558 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2734198b-2473-4fa3-9e10-f0e271dcabfb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.298653 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670f51b-c041-494d-83a4-d8295f643fb4 None None] The sync data for ids ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'] in n-d-811748-2 is: [{'id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424852014', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:35Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'a0665690-d395-41f1-afc9-01a08a372640', 'name': '', 'network_id': '33086d64-5d42-40a6-b22a-17cc6d0039ad', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:4f:31:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': 'ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:49:51.359127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5986d42a-7a68-485d-8b6f-91abc12f6617 req-288122b7-31d6-4ceb-93bc-5403f6ff8c44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed HTTP/1.1" status: 200 len: 217 time: 0.0552695 Sep 29 17:49:51.400625 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43b164be-2990-4c96-a0ca-75920c9efd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.426453 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2734198b-2473-4fa3-9e10-f0e271dcabfb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.434378 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-60fef42c-2e45-4515-ab07-f4cc67614885 None None] For port 17a06987-39fc-454a-b519-98d48e15038b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=17a06987-39fc-454a-b519-98d48e15038b,segment=NetworkSegment(48363f3e-9aed-4cdb-be28-034dcc52c593),segment_id=48363f3e-9aed-4cdb-be28-034dcc52c593)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:51.436946 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43b164be-2990-4c96-a0ca-75920c9efd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.439716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986d42a-7a68-485d-8b6f-91abc12f6617 req-23f775a9-fd67-4e32-ba46-cfe03b178e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:51.440030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b7eb9-6c98-4627-b993-d43766820025 req-eb7f6ed0-65c4-475d-8b07-9a3ec217ffc0 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:51.441285 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5986d42a-7a68-485d-8b6f-91abc12f6617 req-23f775a9-fd67-4e32-ba46-cfe03b178e16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383 HTTP/1.1" status: 200 len: 835 time: 0.0724733 Sep 29 17:49:51.441559 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c80b7eb9-6c98-4627-b993-d43766820025 req-eb7f6ed0-65c4-475d-8b07-9a3ec217ffc0 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 943 time: 0.0908542 Sep 29 17:49:51.442445 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2734198b-2473-4fa3-9e10-f0e271dcabfb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.458092 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-60fef42c-2e45-4515-ab07-f4cc67614885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.485670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734198b-2473-4fa3-9e10-f0e271dcabfb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9ceaea-80c5-455a-9a46-2af484bb16fe,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:51.495869 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2734198b-2473-4fa3-9e10-f0e271dcabfb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.499790 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2734198b-2473-4fa3-9e10-f0e271dcabfb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2617118 Sep 29 17:49:51.500103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38608) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:51.509503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c6df73ed-59c9-424b-993d-d9f91d5670fb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '04b681d7-f5ed-4efc-8df5-13f6d6c92b3a', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:51.516592 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c80b7eb9-6c98-4627-b993-d43766820025 req-1f2d432e-12d6-40ab-adbf-8c3e90224261 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670652 Sep 29 17:49:51.553790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986d42a-7a68-485d-8b6f-91abc12f6617 req-b670d72a-454a-4140-b375-8a09e61c0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:51.555330 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5986d42a-7a68-485d-8b6f-91abc12f6617 req-b670d72a-454a-4140-b375-8a09e61c0ddb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=33086d64-5d42-40a6-b22a-17cc6d0039ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066508 Sep 29 17:49:51.557409 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6df73ed-59c9-424b-993d-d9f91d5670fb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.587770 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43b164be-2990-4c96-a0ca-75920c9efd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.591638 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43b164be-2990-4c96-a0ca-75920c9efd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.596561 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-43b164be-2990-4c96-a0ca-75920c9efd12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df920523-2485-4278-abe3-b90a6635ce07 HTTP/1.1" status: 204 len: 168 time: 0.3339589 Sep 29 17:49:51.598506 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fef42c-2e45-4515-ab07-f4cc67614885 None None] Pushing event updated for resources: {'Port': ['ID=17a06987-39fc-454a-b519-98d48e15038b,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:51.632984 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2ce625a4-b543-4d24-8e35-a85b16181e80 None None] Provisioning complete for port 17a06987-39fc-454a-b519-98d48e15038b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:51.633710 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2ce625a4-b543-4d24-8e35-a85b16181e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.668764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b164be-2990-4c96-a0ca-75920c9efd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df920523-2485-4278-abe3-b90a6635ce07,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:51.727461 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'name': 'tempest-TestNetworkBasicOps-router-1436910131', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:49:39Z', 'updated_at': '2021-09-29T17:49:45Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:40Z', 'updated_at': '2021-09-29T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '17a06987-39fc-454a-b519-98d48e15038b', 'name': '', 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:bd:81:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '0048e204-263d-4bee-a169-c14572a44d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:44Z', 'updated_at': '2021-09-29T17:49:50Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '0048e204-263d-4bee-a169-c14572a44d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:51.761716 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6df73ed-59c9-424b-993d-d9f91d5670fb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.780365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da70495a-86d8-4894-8c83-af0cadf56a6e None None] The sync data for ids ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'] in n-d-811748-2 is: [{'id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'name': 'tempest-TestNetworkBasicOps-router-1436910131', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:49:39Z', 'updated_at': '2021-09-29T17:49:45Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:40Z', 'updated_at': '2021-09-29T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '17a06987-39fc-454a-b519-98d48e15038b', 'name': '', 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:bd:81:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '0048e204-263d-4bee-a169-c14572a44d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:44Z', 'updated_at': '2021-09-29T17:49:50Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '0048e204-263d-4bee-a169-c14572a44d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:49:51.782176 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd4c901-32a8-4f15-a2aa-8d9e6c754b01 None None] New status for floating IP 5a59a12a-2e90-4ca9-92e4-c0f84dcad306: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:49:51.796337 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6df73ed-59c9-424b-993d-d9f91d5670fb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.916185 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5986d42a-7a68-485d-8b6f-91abc12f6617 req-616e6e1a-75c8-4f4a-aa53-693af52502ca service neutron] 10.222.0.35 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477669 Sep 29 17:49:51.921391 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6df73ed-59c9-424b-993d-d9f91d5670fb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:51.926399 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c6df73ed-59c9-424b-993d-d9f91d5670fb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4215558 Sep 29 17:49:51.926399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df73ed-59c9-424b-993d-d9f91d5670fb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48831861-7e22-4fee-923a-99e3b85ba7fc,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:51.928719 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38616) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:51.938426 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b895b493-c9a2-4a38-aa5a-c922853fb31b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '04b681d7-f5ed-4efc-8df5-13f6d6c92b3a', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:51.982222 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b895b493-c9a2-4a38-aa5a-c922853fb31b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.019592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d914a34-55a4-4da5-9911-c95386c07527 req-6c729913-5fee-443b-9b2d-4fb4e31fbd6c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:52.021260 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d914a34-55a4-4da5-9911-c95386c07527 req-6c729913-5fee-443b-9b2d-4fb4e31fbd6c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.2582119 Sep 29 17:49:52.074334 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b895b493-c9a2-4a38-aa5a-c922853fb31b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.079952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b895b493-c9a2-4a38-aa5a-c922853fb31b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.112153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895b493-c9a2-4a38-aa5a-c922853fb31b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49187bb-2b74-4c81-ae05-881a03ac2aab,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:52.118880 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b895b493-c9a2-4a38-aa5a-c922853fb31b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.125297 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b895b493-c9a2-4a38-aa5a-c922853fb31b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1949148 Sep 29 17:49:52.126064 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38618) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:52.131994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ea3886c7-d1a8-4427-baa4-86ff28fdea75 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '04b681d7-f5ed-4efc-8df5-13f6d6c92b3a', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:52.136395 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38620) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:52.181799 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-ea3886c7-d1a8-4427-baa4-86ff28fdea75 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Project cdebda4e15a34e08b7ebdfe096f7059a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:49:52.195512 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea3886c7-d1a8-4427-baa4-86ff28fdea75 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.202451 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cc28d71e-a37e-4710-9144-965eb4e13543 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c542588bd63e4096aeb83ab55cb94e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648820 Sep 29 17:49:52.209007 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38622) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:52.298316 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea3886c7-d1a8-4427-baa4-86ff28fdea75 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.307106 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea3886c7-d1a8-4427-baa4-86ff28fdea75 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.326859 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ba4ae1d3-d7ad-426d-b584-517fc37e9d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.333940 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3886c7-d1a8-4427-baa4-86ff28fdea75 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9940c551-4e7b-4bc7-a1ed-18ba7c0efbf7,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:52.349206 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea3886c7-d1a8-4427-baa4-86ff28fdea75 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.353421 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ea3886c7-d1a8-4427-baa4-86ff28fdea75 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2261865 Sep 29 17:49:52.354061 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38624) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:52.366343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-de65589d-a9b9-4750-a58a-2c7d2336d3b3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'security_group_rule': {'security_group_id': '04b681d7-f5ed-4efc-8df5-13f6d6c92b3a', 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:52.372670 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ba4ae1d3-d7ad-426d-b584-517fc37e9d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.422987 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-de65589d-a9b9-4750-a58a-2c7d2336d3b3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Project cdebda4e15a34e08b7ebdfe096f7059a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:49:52.430236 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de65589d-a9b9-4750-a58a-2c7d2336d3b3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.473950 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5986d42a-7a68-485d-8b6f-91abc12f6617 req-0f8082cc-0ace-4a2d-b16e-30ea1dd16754 service neutron] 10.222.0.35 "GET /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426171 Sep 29 17:49:52.475596 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ba4ae1d3-d7ad-426d-b584-517fc37e9d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.478323 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ba4ae1d3-d7ad-426d-b584-517fc37e9d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.479736 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ba4ae1d3-d7ad-426d-b584-517fc37e9d36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6df3ca37-a69c-4143-b33d-e8a965efcd78 HTTP/1.1" status: 204 len: 168 time: 0.2694292 Sep 29 17:49:52.494837 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1d914a34-55a4-4da5-9911-c95386c07527 req-7d51b091-e5b1-44bb-9660-d742a238dc15 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=9741df7c-b568-4775-891f-255e8f060fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4544652 Sep 29 17:49:52.502427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b08250-950b-41e8-acf3-b147979a956d req-b707fe2e-c3f2-40e4-8d77-68977f03789f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:52.505610 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3b08250-950b-41e8-acf3-b147979a956d req-b707fe2e-c3f2-40e4-8d77-68977f03789f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.35 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 945 time: 0.4804783 Sep 29 17:49:52.508187 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ae1d3-d7ad-426d-b584-517fc37e9d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df3ca37-a69c-4143-b33d-e8a965efcd78,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:52.545384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de65589d-a9b9-4750-a58a-2c7d2336d3b3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.554822 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de65589d-a9b9-4750-a58a-2c7d2336d3b3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.601038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65589d-a9b9-4750-a58a-2c7d2336d3b3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f1e2372-9493-44a6-89a9-805fdc595884,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:52.611911 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de65589d-a9b9-4750-a58a-2c7d2336d3b3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.613746 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-de65589d-a9b9-4750-a58a-2c7d2336d3b3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2544403 Sep 29 17:49:52.632902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 17a06987-39fc-454a-b519-98d48e15038b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:49:52.679039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f3b08250-950b-41e8-acf3-b147979a956d req-e510b011-e1a2-493b-ad92-d4bb08504e0c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:52.679399 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f3b08250-950b-41e8-acf3-b147979a956d req-e510b011-e1a2-493b-ad92-d4bb08504e0c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.742512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af0e3f-625a-4d9e-bde3-0625e257763c req-32421d5c-e713-4cc4-93f7-e90bfea88e3b tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:52.745225 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07af0e3f-625a-4d9e-bde3-0625e257763c req-32421d5c-e713-4cc4-93f7-e90bfea88e3b tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 943 time: 0.0858114 Sep 29 17:49:52.750249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 17a06987-39fc-454a-b519-98d48e15038b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:52.751888 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.807305 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-07af0e3f-625a-4d9e-bde3-0625e257763c req-e65313a5-b233-48d9-8039-d8815a19a6b5 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544300 Sep 29 17:49:52.874809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f3b08250-950b-41e8-acf3-b147979a956d req-e510b011-e1a2-493b-ad92-d4bb08504e0c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] For port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,segment=NetworkSegment(bbf821c1-b411-46e8-9975-91bc415d1aeb),segment_id=bbf821c1-b411-46e8-9975-91bc415d1aeb)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:52.875427 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f3b08250-950b-41e8-acf3-b147979a956d req-e510b011-e1a2-493b-ad92-d4bb08504e0c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:52.899086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f3b08250-950b-41e8-acf3-b147979a956d req-e510b011-e1a2-493b-ad92-d4bb08504e0c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Calling delete_port for bcc9c5e3-5caa-4985-97b3-233d6c28f7ed owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:53.005835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-9eccb6a0-d883-433c-88fc-bdc8b57e5ac6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1757047122&fields=id&tenant_id=cdebda4e15a34e08b7ebdfe096f7059a HTTP/1.1" status: 200 len: 267 time: 0.0571508 Sep 29 17:49:53.159268 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f3b08250-950b-41e8-acf3-b147979a956d req-e510b011-e1a2-493b-ad92-d4bb08504e0c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:53.196269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-cf72ffaf-1420-42ff-9e2e-b6f3aeefd0eb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:53.197823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-cf72ffaf-1420-42ff-9e2e-b6f3aeefd0eb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/networks?id=0eba60a5-2899-42e8-92f0-1284f9881395 HTTP/1.1" status: 200 len: 796 time: 0.1828613 Sep 29 17:49:53.201326 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510b011-e1a2-493b-ad92-d4bb08504e0c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Port': ['ID=bcc9c5e3-5caa-4985-97b3-233d6c28f7ed,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:53.243859 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-2da69fc3-554c-4a05-a6e0-743ab552a199 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/quotas/cdebda4e15a34e08b7ebdfe096f7059a HTTP/1.1" status: 200 len: 375 time: 0.0331399 Sep 29 17:49:53.262228 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b08250-950b-41e8-acf3-b147979a956d req-e510b011-e1a2-493b-ad92-d4bb08504e0c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] No DVR routers for this DVR port bcc9c5e3-5caa-4985-97b3-233d6c28f7ed on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:49:53.272426 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f3b08250-950b-41e8-acf3-b147979a956d req-e510b011-e1a2-493b-ad92-d4bb08504e0c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:53.275507 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3b08250-950b-41e8-acf3-b147979a956d req-e510b011-e1a2-493b-ad92-d4bb08504e0c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.35 "DELETE /v2.0/ports/bcc9c5e3-5caa-4985-97b3-233d6c28f7ed HTTP/1.1" status: 204 len: 173 time: 0.7643006 Sep 29 17:49:53.275963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'name': 'network-vif-deleted', 'tag': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:49:53.278984 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b95e7b9-8c74-4246-a52b-37ff488a6940" -d '{"events": [{"server_uuid": "509caf8d-3d2b-437b-a3cd-625af9427b15", "name": "network-vif-deleted", "tag": "bcc9c5e3-5caa-4985-97b3-233d6c28f7ed"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:49:53.327331 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d59dc9-1ec9-48ee-9058-5d9b87634756 x-openstack-request-id: req-32d59dc9-1ec9-48ee-9058-5d9b87634756 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:49:53.327628 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509caf8d-3d2b-437b-a3cd-625af9427b15", "name": "network-vif-deleted", "tag": "bcc9c5e3-5caa-4985-97b3-233d6c28f7ed", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:49:53.327912 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32d59dc9-1ec9-48ee-9058-5d9b87634756 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:49:53.328304 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509caf8d-3d2b-437b-a3cd-625af9427b15', 'name': 'network-vif-deleted', 'tag': 'bcc9c5e3-5caa-4985-97b3-233d6c28f7ed', 'status': 'completed', 'code': 200} Sep 29 17:49:53.334890 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0e12df7e-208d-4672-88b6-146c37e00723 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cdebda4e15a34e08b7ebdfe096f7059a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739491 Sep 29 17:49:53.589949 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-923621dc-c0bd-4853-b0c1-3bc5cd06ffee service neutron] 10.222.0.44 "GET /v2.0/networks/0eba60a5-2899-42e8-92f0-1284f9881395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423666 Sep 29 17:49:53.624333 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e33c8410-147a-481a-957f-3dd695101521 req-2102c32f-03b2-4138-9900-feefe4a9bf69 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=509caf8d-3d2b-437b-a3cd-625af9427b15 HTTP/1.1" status: 200 len: 210 time: 0.0323155 Sep 29 17:49:53.686071 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-99a2b9e5-d71f-4cb8-b4c8-75d47b681e16 service neutron] 10.222.0.44 "GET /v2.0/networks/0eba60a5-2899-42e8-92f0-1284f9881395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911252 Sep 29 17:49:53.861944 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-149e6821-8f75-4f6c-8be0-81d8f906b7c6 req-618e6a47-4e65-4039-bf39-481a5176e140 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 210 time: 0.0276446 Sep 29 17:49:53.962635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303ab73-275a-445d-ac69-5c57ac169273 req-64b1fdca-cfff-4e45-baa4-81876c5c303e tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:53.964212 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0303ab73-275a-445d-ac69-5c57ac169273 req-64b1fdca-cfff-4e45-baa4-81876c5c303e tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 943 time: 0.0543311 Sep 29 17:49:54.007652 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0303ab73-275a-445d-ac69-5c57ac169273 req-d173f851-2415-4cf4-8d2f-c2e5a55cc3c0 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373914 Sep 29 17:49:54.682453 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38664) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:55.016437 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b7fb63ce-2331-440c-8e18-a6004c4003f0 req-dbc8ed86-683e-49b1-b074-255395cfa418 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 210 time: 0.0644648 Sep 29 17:49:55.056956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-d932d8b2-28ff-4d0b-a2a2-a1a607ec65ed tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:55.058412 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-d932d8b2-28ff-4d0b-a2a2-a1a607ec65ed tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.35 "GET /v2.0/networks?id=0eba60a5-2899-42e8-92f0-1284f9881395 HTTP/1.1" status: 200 len: 796 time: 0.1858027 Sep 29 17:49:55.126085 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-269083cb-378d-4141-b7b3-c271ad8d01cc tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdebda4e15a34e08b7ebdfe096f7059a HTTP/1.1" status: 200 len: 380 time: 0.0449040 Sep 29 17:49:55.130102 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127d9aa-dbb0-4f3f-bafe-889b87211f3e req-50444111-5425-4ede-b7a1-46828bbb396b tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:55.131750 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9127d9aa-dbb0-4f3f-bafe-889b87211f3e req-50444111-5425-4ede-b7a1-46828bbb396b tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 943 time: 0.0492303 Sep 29 17:49:55.136300 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-428c4777-4200-4916-a8e1-5a1918e14fc5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'port': {'device_id': '6a6ad9b7-06a7-4de7-90c2-d343e72a0973', 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395', 'admin_state_up': True, 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'security_groups': ['04b681d7-f5ed-4efc-8df5-13f6d6c92b3a']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:55.171079 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9127d9aa-dbb0-4f3f-bafe-889b87211f3e req-f1529197-cfa1-4d28-b042-98cafe3d148d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327826 Sep 29 17:49:55.297392 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8aa091f8-d06b-43d9-a591-44ffdd2e8d7e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:55.300835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-428c4777-4200-4916-a8e1-5a1918e14fc5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Made reservation on behalf of cdebda4e15a34e08b7ebdfe096f7059a for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:49:55.304345 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-428c4777-4200-4916-a8e1-5a1918e14fc5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:55.564288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-428c4777-4200-4916-a8e1-5a1918e14fc5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Allocated IP 172.20.0.13 (0eba60a5-2899-42e8-92f0-1284f9881395/0048e204-263d-4bee-a169-c14572a44d66/719cb8eb-7e1a-4b8d-ab46-4da67730eaaa) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:49:55.779192 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-428c4777-4200-4916-a8e1-5a1918e14fc5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:55.796103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-8aa091f8-d06b-43d9-a591-44ffdd2e8d7e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting port a0665690-d395-41f1-afc9-01a08a372640 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:55.796443 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8aa091f8-d06b-43d9-a591-44ffdd2e8d7e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:55.892365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device bcc9c5e3-5caa-4985-97b3-233d6c28f7ed no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:49:55.895721 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-428c4777-4200-4916-a8e1-5a1918e14fc5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:55.913151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: bcc9c5e3-5caa-4985-97b3-233d6c28f7ed {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:49:55.913523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device bcc9c5e3-5caa-4985-97b3-233d6c28f7ed not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:49:55.950228 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-8aa091f8-d06b-43d9-a591-44ffdd2e8d7e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] For port a0665690-d395-41f1-afc9-01a08a372640, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a0665690-d395-41f1-afc9-01a08a372640,segment=NetworkSegment(bbf821c1-b411-46e8-9975-91bc415d1aeb),segment_id=bbf821c1-b411-46e8-9975-91bc415d1aeb)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:55.950600 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8aa091f8-d06b-43d9-a591-44ffdd2e8d7e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:55.963939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-428c4777-4200-4916-a8e1-5a1918e14fc5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network 0eba60a5-2899-42e8-92f0-1284f9881395 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:49:55.971296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-428c4777-4200-4916-a8e1-5a1918e14fc5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:49:55.976203 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-8aa091f8-d06b-43d9-a591-44ffdd2e8d7e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Calling delete_port for a0665690-d395-41f1-afc9-01a08a372640 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:55.982436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-428c4777-4200-4916-a8e1-5a1918e14fc5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:49:56.007423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c4777-4200-4916-a8e1-5a1918e14fc5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Port': ['ID=719cb8eb-7e1a-4b8d-ab46-4da67730eaaa,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:56.078186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-428c4777-4200-4916-a8e1-5a1918e14fc5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:56.078860 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-428c4777-4200-4916-a8e1-5a1918e14fc5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:56.104658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-428c4777-4200-4916-a8e1-5a1918e14fc5 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9719486 Sep 29 17:49:56.140240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Request body: {'port': {'device_id': '6a6ad9b7-06a7-4de7-90c2-d343e72a0973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:49:56.223944 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-679cb719-70bd-4437-a00b-3a1430d80a45 None None] Provisioning complete for port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:56.230457 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-679cb719-70bd-4437-a00b-3a1430d80a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:56.274150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-679cb719-70bd-4437-a00b-3a1430d80a45 None None] Port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:49:56.275049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0cddf-67a2-472e-9f42-f545b6c08a15 req-38b2c025-b5f6-4be0-8f06-9b350333d76e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:56.276599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9ec0cddf-67a2-472e-9f42-f545b6c08a15 req-38b2c025-b5f6-4be0-8f06-9b350333d76e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 932 time: 0.1697984 Sep 29 17:49:56.278306 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:56.316529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3349081-3077-44ac-94da-efb3e5a465a0 req-006b6056-c9b0-49dc-a310-42dc44ecc40e tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:56.318259 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b3349081-3077-44ac-94da-efb3e5a465a0 req-006b6056-c9b0-49dc-a310-42dc44ecc40e tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 943 time: 0.0673048 Sep 29 17:49:56.365175 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b3349081-3077-44ac-94da-efb3e5a465a0 req-bf1618b5-2746-4b50-b2e0-b2e4489600bf tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390568 Sep 29 17:49:56.391874 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9ec0cddf-67a2-472e-9f42-f545b6c08a15 req-79ebf149-4599-45cc-b7cf-0fad0e827290 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b681d7-f5ed-4efc-8df5-13f6d6c92b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026523 Sep 29 17:49:56.464489 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8aa091f8-d06b-43d9-a591-44ffdd2e8d7e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:56.501080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa091f8-d06b-43d9-a591-44ffdd2e8d7e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Port': ['ID=a0665690-d395-41f1-afc9-01a08a372640,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:56.775230 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8aa091f8-d06b-43d9-a591-44ffdd2e8d7e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:56.815008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:49:56.879652 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:56.901029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Transition to ACTIVE for port object 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:49:56.906455 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:56.976007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Pushing event updated for resources: {'Port': ['ID=719cb8eb-7e1a-4b8d-ab46-4da67730eaaa,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:57.493555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648b89a-dba2-4d10-a029-64759a0e7cac req-f3f0e77d-8654-4b73-9415-be0c871fcfac tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:57.495751 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b648b89a-dba2-4d10-a029-64759a0e7cac req-f3f0e77d-8654-4b73-9415-be0c871fcfac tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 943 time: 0.0516114 Sep 29 17:49:57.505721 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:57.510769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Attempting to bind port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:49:57.511107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Attempting to bind port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '48363f3e-9aed-4cdb-be28-034dcc52c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:49:57.511435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Attempting to bind port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa on network 0eba60a5-2899-42e8-92f0-1284f9881395 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:49:57.525478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa on network 0eba60a5-2899-42e8-92f0-1284f9881395 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:49:57.525801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Attempting to bind port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa on network 0eba60a5-2899-42e8-92f0-1284f9881395 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:49:57.535700 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b648b89a-dba2-4d10-a029-64759a0e7cac req-5b1ae2e2-bb21-4b02-8d23-16150b65950b tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327015 Sep 29 17:49:57.542036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:49:57.542385 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Checking segment: {'id': '48363f3e-9aed-4cdb-be28-034dcc52c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:49:57.542778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Bound using segment: {'id': '48363f3e-9aed-4cdb-be28-034dcc52c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:49:57.543225 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Bound port: 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48363f3e-9aed-4cdb-be28-034dcc52c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:49:57.543588 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:57.565104 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa091f8-d06b-43d9-a591-44ffdd2e8d7e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router e58223f2-24cd-43e7-8ee8-cf46a762cd8b has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:49:57.573471 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc68f9-7ba9-4835-9493-303e65fb1539 req-1788e1c3-1150-497f-90ba-81b2abdb642e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:57.574949 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a6bc68f9-7ba9-4835-9493-303e65fb1539 req-1788e1c3-1150-497f-90ba-81b2abdb642e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 944 time: 0.1111498 Sep 29 17:49:57.694028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:49:57.720817 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a6bc68f9-7ba9-4835-9493-303e65fb1539 req-1dd821a8-429d-45c3-944f-e91f2c45d20c tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b681d7-f5ed-4efc-8df5-13f6d6c92b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219745 Sep 29 17:49:57.736328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] For port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:49:57.743181 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] For port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=719cb8eb-7e1a-4b8d-ab46-4da67730eaaa,segment=NetworkSegment(48363f3e-9aed-4cdb-be28-034dcc52c593),segment_id=48363f3e-9aed-4cdb-be28-034dcc52c593)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:49:57.749607 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:57.790460 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=006b0aa7-01a6-4814-8a87-5fe62cb08fd4,segment=NetworkSegment(d6f49ccd-8cb3-436c-8a82-0df0395baacd),segment_id=d6f49ccd-8cb3-436c-8a82-0df0395baacd)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:57.799597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:57.800768 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:57.802242 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] 10.222.0.35 "PUT /v2.0/ports/719cb8eb-7e1a-4b8d-ab46-4da67730eaaa HTTP/1.1" status: 200 len: 1092 time: 1.6809425 Sep 29 17:49:57.802617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'port_id': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4', 'mac_address': 'fa:16:3e:e9:c9:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:49:57.802756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6ad9b7-06a7-4de7-90c2-d343e72a0973', 'tag': '719cb8eb-7e1a-4b8d-ab46-4da67730eaaa'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:49:57.804994 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c61c42-4c8b-4a30-b314-d3517ef4fc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6ad9b7-06a7-4de7-90c2-d343e72a0973", "tag": "719cb8eb-7e1a-4b8d-ab46-4da67730eaaa"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:49:57.810420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa091f8-d06b-43d9-a591-44ffdd2e8d7e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:49:57.820601 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8aa091f8-d06b-43d9-a591-44ffdd2e8d7e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "PUT /v2.0/routers/e58223f2-24cd-43e7-8ee8-cf46a762cd8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1346960 Sep 29 17:49:57.821377 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38680) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:57.829741 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c52717-5b48-4099-99ce-5ec9d22c7d0b None None] Sync routers for ids ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:49:57.836476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196d56c-ac93-4089-be32-1dba08854a1a service neutron] Pushing event updated for resources: {'Port': ['ID=719cb8eb-7e1a-4b8d-ab46-4da67730eaaa,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:57.855360 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c52717-5b48-4099-99ce-5ec9d22c7d0b None None] Routers {'e58223f2-24cd-43e7-8ee8-cf46a762cd8b'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:57.856149 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-26c52717-5b48-4099-99ce-5ec9d22c7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:57.874199 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:57.892647 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:49:57.899239 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c35303-e8d1-4910-99ac-3e8816d3b48c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting subnet ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:49:57.903390 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56c35303-e8d1-4910-99ac-3e8816d3b48c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:57.917106 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b06cff-c646-4d09-b331-b4e4871e5635 x-openstack-request-id: req-a0b06cff-c646-4d09-b331-b4e4871e5635 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:49:57.917497 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6ad9b7-06a7-4de7-90c2-d343e72a0973", "tag": "719cb8eb-7e1a-4b8d-ab46-4da67730eaaa", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:49:57.917805 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0b06cff-c646-4d09-b331-b4e4871e5635 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:49:57.918206 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6ad9b7-06a7-4de7-90c2-d343e72a0973', 'tag': '719cb8eb-7e1a-4b8d-ab46-4da67730eaaa', 'status': 'completed', 'code': 200} Sep 29 17:49:57.933617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=006b0aa7-01a6-4814-8a87-5fe62cb08fd4,segment=NetworkSegment(d6f49ccd-8cb3-436c-8a82-0df0395baacd),segment_id=d6f49ccd-8cb3-436c-8a82-0df0395baacd)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:57.938390 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:57.946096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-966353ee-2928-4075-984c-9551ab72fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:57.947795 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-966353ee-2928-4075-984c-9551ab72fe8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdebda4e15a34e08b7ebdfe096f7059a&device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 1095 time: 0.0815969 Sep 29 17:49:57.963252 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56c35303-e8d1-4910-99ac-3e8816d3b48c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:58.007469 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=006b0aa7-01a6-4814-8a87-5fe62cb08fd4,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:58.021401 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-e419ccac-6f4c-4bf6-8218-e241d6f12dbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719cb8eb-7e1a-4b8d-ab46-4da67730eaaa HTTP/1.1" status: 200 len: 217 time: 0.0575325 Sep 29 17:49:58.024447 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-26c52717-5b48-4099-99ce-5ec9d22c7d0b None None] Set router e58223f2-24cd-43e7-8ee8-cf46a762cd8b gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:58.086073 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56c35303-e8d1-4910-99ac-3e8816d3b48c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:58.086405 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-ed6a5704-2004-4867-9acd-a8c219757870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:58.087891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-ed6a5704-2004-4867-9acd-a8c219757870 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0048e204-263d-4bee-a169-c14572a44d66 HTTP/1.1" status: 200 len: 835 time: 0.0577068 Sep 29 17:49:58.139842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-f3d7a2c4-b965-4854-8d40-c86c013a9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:58.141536 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-f3d7a2c4-b965-4854-8d40-c86c013a9855 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0eba60a5-2899-42e8-92f0-1284f9881395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466585 Sep 29 17:49:58.149724 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56c35303-e8d1-4910-99ac-3e8816d3b48c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:58.150514 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['006b0aa7-01a6-4814-8a87-5fe62cb08fd4'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:49:58.181320 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c35303-e8d1-4910-99ac-3e8816d3b48c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Subnet': ['ID=ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:58.185521 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-56c35303-e8d1-4910-99ac-3e8816d3b48c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:58.189921 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-56c35303-e8d1-4910-99ac-3e8816d3b48c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/subnets/ab96fbc9-fb09-4644-9ce0-c2ff1bd6d383 HTTP/1.1" status: 204 len: 168 time: 0.3654954 Sep 29 17:49:58.190280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38682) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:58.195840 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca6556b-e403-4ea8-9fad-35d2df206890 None None] Network 33086d64-5d42-40a6-b22a-17cc6d0039ad requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:49:58.246646 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-26c52717-5b48-4099-99ce-5ec9d22c7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424852014', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:49:56Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:58.264709 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-2e1a5fc4-d5a6-4063-aff5-dfc292d36dac service neutron] 10.222.0.35 "GET /v2.0/networks/0eba60a5-2899-42e8-92f0-1284f9881395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124046 Sep 29 17:49:58.277933 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c52717-5b48-4099-99ce-5ec9d22c7d0b None None] Checking router: e58223f2-24cd-43e7-8ee8-cf46a762cd8b for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:49:58.286658 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c52717-5b48-4099-99ce-5ec9d22c7d0b None None] Routers {'e58223f2-24cd-43e7-8ee8-cf46a762cd8b'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:49:58.287270 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-26c52717-5b48-4099-99ce-5ec9d22c7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:58.329173 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2213f90c-5564-46cc-90d2-557c67473228 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:58.401092 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dceb4c98-8d38-4e1f-9b1a-c317ea724c36 req-5cac6691-36cb-4129-ab38-d89113fdc371 service neutron] 10.222.0.35 "GET /v2.0/networks/0eba60a5-2899-42e8-92f0-1284f9881395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275709 Sep 29 17:49:58.481417 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2213f90c-5564-46cc-90d2-557c67473228 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:58.482454 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760ca0ab-2f66-43c6-a9e4-0c06d5bfdbf7 None None] DHCP port deletion for 33086d64-5d42-40a6-b22a-17cc6d0039ad request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:49:58.559133 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-26c52717-5b48-4099-99ce-5ec9d22c7d0b None None] Set router e58223f2-24cd-43e7-8ee8-cf46a762cd8b gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:49:58.568322 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2213f90c-5564-46cc-90d2-557c67473228 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting port 4eaa7334-c2ef-4770-8177-2930f4fc179e {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:58.569177 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2213f90c-5564-46cc-90d2-557c67473228 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:58.577838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c61c42-4c8b-4a30-b314-d3517ef4fc3b req-d42a4ebe-1f14-4cf6-a3d3-e731c9c31700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:58.581202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-36c61c42-4c8b-4a30-b314-d3517ef4fc3b req-d42a4ebe-1f14-4cf6-a3d3-e731c9c31700 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdebda4e15a34e08b7ebdfe096f7059a&device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 1095 time: 0.0795836 Sep 29 17:49:58.596003 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-760ca0ab-2f66-43c6-a9e4-0c06d5bfdbf7 None None] Deleting port 7ee1e20a-dd07-4776-92c2-618b87a8100f {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:49:58.596692 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-760ca0ab-2f66-43c6-a9e4-0c06d5bfdbf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:58.669187 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-2213f90c-5564-46cc-90d2-557c67473228 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] For port 4eaa7334-c2ef-4770-8177-2930f4fc179e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4eaa7334-c2ef-4770-8177-2930f4fc179e,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:58.669609 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2213f90c-5564-46cc-90d2-557c67473228 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:58.670627 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-760ca0ab-2f66-43c6-a9e4-0c06d5bfdbf7 None None] For port 7ee1e20a-dd07-4776-92c2-618b87a8100f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7ee1e20a-dd07-4776-92c2-618b87a8100f,segment=NetworkSegment(bbf821c1-b411-46e8-9975-91bc415d1aeb),segment_id=bbf821c1-b411-46e8-9975-91bc415d1aeb)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:58.671025 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-760ca0ab-2f66-43c6-a9e4-0c06d5bfdbf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:58.684156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-760ca0ab-2f66-43c6-a9e4-0c06d5bfdbf7 None None] Calling delete_port for 7ee1e20a-dd07-4776-92c2-618b87a8100f owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:58.684731 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2213f90c-5564-46cc-90d2-557c67473228 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Calling delete_port for 4eaa7334-c2ef-4770-8177-2930f4fc179e owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:49:58.729177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa1429-c565-4f3d-bfc2-715671bb0169 req-23d767ab-841e-49c0-af11-ad04fb75ebf7 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:58.730934 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-15aa1429-c565-4f3d-bfc2-715671bb0169 req-23d767ab-841e-49c0-af11-ad04fb75ebf7 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 944 time: 0.1076264 Sep 29 17:49:58.779256 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c61c42-4c8b-4a30-b314-d3517ef4fc3b req-78ae6218-6d37-486e-bea8-71190618aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:58.784697 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-36c61c42-4c8b-4a30-b314-d3517ef4fc3b req-78ae6218-6d37-486e-bea8-71190618aafe service neutron] 10.222.0.35 "GET /v2.0/networks?id=0eba60a5-2899-42e8-92f0-1284f9881395 HTTP/1.1" status: 200 len: 897 time: 0.1954503 Sep 29 17:49:58.821684 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-26c52717-5b48-4099-99ce-5ec9d22c7d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424852014', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:49:56Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:58.869315 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c52717-5b48-4099-99ce-5ec9d22c7d0b None None] The sync data for ids ['e58223f2-24cd-43e7-8ee8-cf46a762cd8b'] in n-d-811748-2 is: [{'id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1424852014', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:49:56Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4eaa7334-c2ef-4770-8177-2930f4fc179e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ca:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58223f2-24cd-43e7-8ee8-cf46a762cd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3130, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:29Z', 'updated_at': '2021-09-29T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:49:58.892227 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-36c61c42-4c8b-4a30-b314-d3517ef4fc3b req-43210d9c-4391-459a-a8dc-113ea25b06aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719cb8eb-7e1a-4b8d-ab46-4da67730eaaa HTTP/1.1" status: 200 len: 217 time: 0.0566342 Sep 29 17:49:58.924365 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-15aa1429-c565-4f3d-bfc2-715671bb0169 req-4f4d14ce-f6fa-48aa-9847-341b0c9f1f9b tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466763 Sep 29 17:49:58.936831 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2213f90c-5564-46cc-90d2-557c67473228 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:58.943351 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-760ca0ab-2f66-43c6-a9e4-0c06d5bfdbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:58.953642 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5478a94-1ebe-4d11-864c-6be89192e54f req-83dcf057-8550-46c8-8dff-c7650b425975 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:58.953642 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d5478a94-1ebe-4d11-864c-6be89192e54f req-83dcf057-8550-46c8-8dff-c7650b425975 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 944 time: 0.0775778 Sep 29 17:49:58.973907 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760ca0ab-2f66-43c6-a9e4-0c06d5bfdbf7 None None] No DVR routers for this DVR port 7ee1e20a-dd07-4776-92c2-618b87a8100f on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:49:58.975833 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ca0ab-2f66-43c6-a9e4-0c06d5bfdbf7 None None] Pushing event deleted for resources: {'Port': ['ID=7ee1e20a-dd07-4776-92c2-618b87a8100f,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:58.976894 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c61c42-4c8b-4a30-b314-d3517ef4fc3b req-6f3d43f1-5917-4b3d-8d74-b7074e1d5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:58.978582 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-36c61c42-4c8b-4a30-b314-d3517ef4fc3b req-6f3d43f1-5917-4b3d-8d74-b7074e1d5874 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0048e204-263d-4bee-a169-c14572a44d66 HTTP/1.1" status: 200 len: 835 time: 0.0773880 Sep 29 17:49:58.988838 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213f90c-5564-46cc-90d2-557c67473228 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Port': ['ID=4eaa7334-c2ef-4770-8177-2930f4fc179e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:59.037711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c61c42-4c8b-4a30-b314-d3517ef4fc3b req-1a0ed019-709e-4277-b01c-d87aa4975abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:49:59.039210 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-36c61c42-4c8b-4a30-b314-d3517ef4fc3b req-1a0ed019-709e-4277-b01c-d87aa4975abd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0eba60a5-2899-42e8-92f0-1284f9881395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497787 Sep 29 17:49:59.064888 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d5478a94-1ebe-4d11-864c-6be89192e54f req-eb343c11-3fe4-42d9-b784-8502c6ec152b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b681d7-f5ed-4efc-8df5-13f6d6c92b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052160 Sep 29 17:49:59.072521 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2213f90c-5564-46cc-90d2-557c67473228 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.132677 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-36c61c42-4c8b-4a30-b314-d3517ef4fc3b req-ad724470-3a01-4f91-9e56-11e3f0fd2dda service neutron] 10.222.0.35 "GET /v2.0/networks/0eba60a5-2899-42e8-92f0-1284f9881395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850513 Sep 29 17:49:59.168005 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2213f90c-5564-46cc-90d2-557c67473228 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.170056 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2213f90c-5564-46cc-90d2-557c67473228 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.215959 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2213f90c-5564-46cc-90d2-557c67473228 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.216549 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2213f90c-5564-46cc-90d2-557c67473228 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Fanout notify agent at l3_agent the message router_deleted on router e58223f2-24cd-43e7-8ee8-cf46a762cd8b {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:49:59.226178 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2213f90c-5564-46cc-90d2-557c67473228 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.229798 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2213f90c-5564-46cc-90d2-557c67473228 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/routers/e58223f2-24cd-43e7-8ee8-cf46a762cd8b HTTP/1.1" status: 204 len: 168 time: 1.0379379 Sep 29 17:49:59.230462 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38688) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:59.245693 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-36c61c42-4c8b-4a30-b314-d3517ef4fc3b req-c6c3e542-7201-449e-9437-c26b47a23201 service neutron] 10.222.0.35 "GET /v2.0/networks/0eba60a5-2899-42e8-92f0-1284f9881395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014512 Sep 29 17:49:59.314789 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bf0fd26-fbda-4936-9b61-56e95d8dd2d9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.401153 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bf0fd26-fbda-4936-9b61-56e95d8dd2d9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.421228 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-9bf0fd26-fbda-4936-9b61-56e95d8dd2d9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33086d64-5d42-40a6-b22a-17cc6d0039ad']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:59.430956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-9bf0fd26-fbda-4936-9b61-56e95d8dd2d9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf821c1-b411-46e8-9975-91bc415d1aeb') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:59.431148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-9bf0fd26-fbda-4936-9b61-56e95d8dd2d9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf821c1-b411-46e8-9975-91bc415d1aeb') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:49:59.445795 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bf0fd26-fbda-4936-9b61-56e95d8dd2d9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.460017 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bf0fd26-fbda-4936-9b61-56e95d8dd2d9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.466056 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf0fd26-fbda-4936-9b61-56e95d8dd2d9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:49:59.466442 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bf0fd26-fbda-4936-9b61-56e95d8dd2d9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:49:59.469477 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:49:59.530410 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bf0fd26-fbda-4936-9b61-56e95d8dd2d9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.535900 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9bf0fd26-fbda-4936-9b61-56e95d8dd2d9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.538016 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9bf0fd26-fbda-4936-9b61-56e95d8dd2d9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/networks/33086d64-5d42-40a6-b22a-17cc6d0039ad HTTP/1.1" status: 204 len: 168 time: 0.3066232 Sep 29 17:49:59.540856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38690) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:49:59.553884 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0fd26-fbda-4936-9b61-56e95d8dd2d9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Network': ['ID=33086d64-5d42-40a6-b22a-17cc6d0039ad,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:59.605188 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37f327c4-8ebd-46e3-bd60-fdc21d30b875 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.629956 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37f327c4-8ebd-46e3-bd60-fdc21d30b875 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.688855 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37f327c4-8ebd-46e3-bd60-fdc21d30b875 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.692300 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37f327c4-8ebd-46e3-bd60-fdc21d30b875 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.693489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-37f327c4-8ebd-46e3-bd60-fdc21d30b875 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/security-groups/9741df7c-b568-4775-891f-255e8f060fdc HTTP/1.1" status: 204 len: 168 time: 0.1515744 Sep 29 17:49:59.696381 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:49:59.709364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f327c4-8ebd-46e3-bd60-fdc21d30b875 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9741df7c-b568-4775-891f-255e8f060fdc,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:49:59.763357 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:49:59.768021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:49:59.768578 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.844664 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.870436 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:49:59.872586 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c64cfbc-149d-4d90-9bec-630f9768dc6a" -d '{"events": [{"server_uuid": "ecb1a737-6a3d-4492-9490-d792638d1793", "name": "network-vif-plugged", "status": "completed", "tag": "006b0aa7-01a6-4814-8a87-5fe62cb08fd4"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:49:59.885996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=006b0aa7-01a6-4814-8a87-5fe62cb08fd4,segment=NetworkSegment(d6f49ccd-8cb3-436c-8a82-0df0395baacd),segment_id=d6f49ccd-8cb3-436c-8a82-0df0395baacd)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:49:59.891971 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:49:59.931525 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f8615a-05e1-465c-9e17-4c884c3d66c1 x-openstack-request-id: req-47f8615a-05e1-465c-9e17-4c884c3d66c1 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:49:59.931820 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb1a737-6a3d-4492-9490-d792638d1793", "name": "network-vif-plugged", "status": "completed", "tag": "006b0aa7-01a6-4814-8a87-5fe62cb08fd4", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:49:59.932075 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47f8615a-05e1-465c-9e17-4c884c3d66c1 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:49:59.932461 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4', 'code': 200} Sep 29 17:49:59.951707 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=006b0aa7-01a6-4814-8a87-5fe62cb08fd4,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:00.073932 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2108aab-9edb-4422-a951-881c7f88bcfe req-2e33ce1c-4ac1-4410-9c49-9f5eb0e2e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:00.075488 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2108aab-9edb-4422-a951-881c7f88bcfe req-2e33ce1c-4ac1-4410-9c49-9f5eb0e2e98e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 1096 time: 0.0752554 Sep 29 17:50:00.087628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52bd06-e770-45e5-a72c-ecba047bf963 req-51117328-4d93-453d-8d59-7b1094592d02 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:00.089027 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a52bd06-e770-45e5-a72c-ecba047bf963 req-51117328-4d93-453d-8d59-7b1094592d02 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 945 time: 0.0633154 Sep 29 17:50:00.120665 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38704) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:00.125808 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9e1c9073-3f99-4c9e-aaae-c8bc4279c375 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-231432890', 'description': 'tempest-secgroup-smoke-231432890 description', 'project_id': 'b082b405368a4dd1b0eab20300b40c27'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:00.148685 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2108aab-9edb-4422-a951-881c7f88bcfe req-e199f3d3-db5e-4740-a48a-8d4c4cce3602 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586367 Sep 29 17:50:00.150101 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9073-3f99-4c9e-aaae-c8bc4279c375 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.154380 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a52bd06-e770-45e5-a72c-ecba047bf963 req-21456d20-a036-47d8-9402-72ed804a7cac tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583417 Sep 29 17:50:00.247399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4db1b8-36ca-43fe-ad67-f5cdf75afd1e req-632842d4-dd14-4b36-af45-2266b40cde53 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:00.248881 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ec4db1b8-36ca-43fe-ad67-f5cdf75afd1e req-632842d4-dd14-4b36-af45-2266b40cde53 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 944 time: 0.0818362 Sep 29 17:50:00.301996 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9073-3f99-4c9e-aaae-c8bc4279c375 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.307035 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9073-3f99-4c9e-aaae-c8bc4279c375 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.318667 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ec4db1b8-36ca-43fe-ad67-f5cdf75afd1e req-5c802ac5-030c-4824-8cac-7d2bf8eca8f3 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b681d7-f5ed-4efc-8df5-13f6d6c92b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631905 Sep 29 17:50:00.332638 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9e1c9073-3f99-4c9e-aaae-c8bc4279c375 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.333865 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9e1c9073-3f99-4c9e-aaae-c8bc4279c375 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2121420 Sep 29 17:50:00.337690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38706) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:00.342231 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c9073-3f99-4c9e-aaae-c8bc4279c375 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a19389-8e60-4d26-ad84-0d39799a402f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:00.345070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-15487b34-d48a-4f62-b11b-bdff133a5063 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': '08a19389-8e60-4d26-ad84-0d39799a402f', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:00.371639 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-15487b34-d48a-4f62-b11b-bdff133a5063 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.426044 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-15487b34-d48a-4f62-b11b-bdff133a5063 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.429881 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-15487b34-d48a-4f62-b11b-bdff133a5063 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.448202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15487b34-d48a-4f62-b11b-bdff133a5063 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f783b1e0-636e-4425-8003-6f4a659592d8,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:00.454901 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-15487b34-d48a-4f62-b11b-bdff133a5063 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.459148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-15487b34-d48a-4f62-b11b-bdff133a5063 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164105 Sep 29 17:50:00.459365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38708) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:00.463815 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-716727f4-ca2b-4b5a-8d1e-1c7c45730685 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': '08a19389-8e60-4d26-ad84-0d39799a402f', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:00.489757 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4eaa7334-c2ef-4770-8177-2930f4fc179e no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:50:00.491893 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-716727f4-ca2b-4b5a-8d1e-1c7c45730685 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.510291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 4eaa7334-c2ef-4770-8177-2930f4fc179e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:50:00.510634 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4eaa7334-c2ef-4770-8177-2930f4fc179e not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:50:00.511046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7ee1e20a-dd07-4776-92c2-618b87a8100f no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:50:00.529419 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 7ee1e20a-dd07-4776-92c2-618b87a8100f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:50:00.529763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7ee1e20a-dd07-4776-92c2-618b87a8100f not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:50:00.530169 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a0665690-d395-41f1-afc9-01a08a372640 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:50:00.548087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: a0665690-d395-41f1-afc9-01a08a372640 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:50:00.548427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a0665690-d395-41f1-afc9-01a08a372640 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:50:00.552602 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-716727f4-ca2b-4b5a-8d1e-1c7c45730685 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.557601 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-716727f4-ca2b-4b5a-8d1e-1c7c45730685 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.576916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716727f4-ca2b-4b5a-8d1e-1c7c45730685 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d330b258-f162-4257-9c4b-883bab55490c,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:00.583793 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-716727f4-ca2b-4b5a-8d1e-1c7c45730685 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.585507 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-716727f4-ca2b-4b5a-8d1e-1c7c45730685 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1250772 Sep 29 17:50:00.588111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38710) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:00.592621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9ed9e030-5c82-45b2-8107-e856b663b9d7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': '08a19389-8e60-4d26-ad84-0d39799a402f', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:00.618627 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ed9e030-5c82-45b2-8107-e856b663b9d7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.675602 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ed9e030-5c82-45b2-8107-e856b663b9d7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.679090 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ed9e030-5c82-45b2-8107-e856b663b9d7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.696023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9e030-5c82-45b2-8107-e856b663b9d7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5673fa3-93cb-4367-9ea2-6bac1d3a9e10,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:00.701839 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ed9e030-5c82-45b2-8107-e856b663b9d7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.703970 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9ed9e030-5c82-45b2-8107-e856b663b9d7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148169 Sep 29 17:50:00.705680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38712) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:00.710726 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1aedb001-21c8-433e-a273-a0f8e384eae8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': '08a19389-8e60-4d26-ad84-0d39799a402f', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:00.736949 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1aedb001-21c8-433e-a273-a0f8e384eae8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.794890 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1aedb001-21c8-433e-a273-a0f8e384eae8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.798522 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1aedb001-21c8-433e-a273-a0f8e384eae8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.818642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedb001-21c8-433e-a273-a0f8e384eae8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35caaebe-8a21-4aaf-8291-cf606844e641,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:00.822311 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1aedb001-21c8-433e-a273-a0f8e384eae8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.823481 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1aedb001-21c8-433e-a273-a0f8e384eae8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161141 Sep 29 17:50:00.826186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38714) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:00.830424 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f5f8042d-7ab5-44fc-92f1-b28ba88333a2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': '08a19389-8e60-4d26-ad84-0d39799a402f', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:00.851710 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-f5f8042d-7ab5-44fc-92f1-b28ba88333a2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Project b082b405368a4dd1b0eab20300b40c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:50:00.856289 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f5f8042d-7ab5-44fc-92f1-b28ba88333a2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.918147 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f5f8042d-7ab5-44fc-92f1-b28ba88333a2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.921719 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f5f8042d-7ab5-44fc-92f1-b28ba88333a2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.938575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f8042d-7ab5-44fc-92f1-b28ba88333a2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ad7903-fb64-49ec-8748-39d0cd730637,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:00.945471 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f5f8042d-7ab5-44fc-92f1-b28ba88333a2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:00.946672 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f5f8042d-7ab5-44fc-92f1-b28ba88333a2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195729 Sep 29 17:50:00.949465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38716) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:00.953712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-05e543b3-6547-40e5-bcb3-85426ac58d3e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': '08a19389-8e60-4d26-ad84-0d39799a402f', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:00.975389 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-05e543b3-6547-40e5-bcb3-85426ac58d3e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Project b082b405368a4dd1b0eab20300b40c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:50:00.979981 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-05e543b3-6547-40e5-bcb3-85426ac58d3e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:01.039664 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-05e543b3-6547-40e5-bcb3-85426ac58d3e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:01.043115 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-05e543b3-6547-40e5-bcb3-85426ac58d3e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:01.060985 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e543b3-6547-40e5-bcb3-85426ac58d3e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ce620e-6102-4a54-82ed-b80f2032be09,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:01.063476 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-05e543b3-6547-40e5-bcb3-85426ac58d3e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:01.064658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-05e543b3-6547-40e5-bcb3-85426ac58d3e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1142805 Sep 29 17:50:01.068335 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38718) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:01.073521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e7efe7a5-e968-423c-98c1-cae590fde809 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'network': {'name': 'tempest-network-smoke--1174001080', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'port_security_enabled': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:01.094552 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7efe7a5-e968-423c-98c1-cae590fde809 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Made reservation on behalf of b082b405368a4dd1b0eab20300b40c27 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:50:01.098176 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7efe7a5-e968-423c-98c1-cae590fde809 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:01.119933 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7efe7a5-e968-423c-98c1-cae590fde809 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:50:01.129254 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7efe7a5-e968-423c-98c1-cae590fde809 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:01.129897 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-e7efe7a5-e968-423c-98c1-cae590fde809 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Added segment accbec29-9c0d-4624-a20b-bb7052cd5b48 of type vlan for network 087bc4a6-72c1-4f4a-b297-3e95dff82daf Sep 29 17:50:01.167696 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7efe7a5-e968-423c-98c1-cae590fde809 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:01.192134 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7efe7a5-e968-423c-98c1-cae590fde809 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:01.198577 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7efe7a5-e968-423c-98c1-cae590fde809 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:01.198577 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7efe7a5-e968-423c-98c1-cae590fde809 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:01.235259 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e7efe7a5-e968-423c-98c1-cae590fde809 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1654332 Sep 29 17:50:01.239439 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38722) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:01.246148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1349857361', 'admin_state_up': True, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:01.272568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efe7a5-e968-423c-98c1-cae590fde809 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Network': ['ID=087bc4a6-72c1-4f4a-b297-3e95dff82daf,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:01.283227 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 087bc4a6-72c1-4f4a-b297-3e95dff82daf details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:50:01.309562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc974c-2ea6-423f-9224-c4992d29a8d9 req-4e762ff1-d88d-46eb-b449-b4935ef67806 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:01.311242 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b2bc974c-2ea6-423f-9224-c4992d29a8d9 req-4e762ff1-d88d-46eb-b449-b4935ef67806 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 945 time: 0.0850294 Sep 29 17:50:01.311828 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:01.312872 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:01.402862 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:01.406980 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b2bc974c-2ea6-423f-9224-c4992d29a8d9 req-b4c5343a-15d9-49a6-928b-bdaf394bfd82 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852487 Sep 29 17:50:01.451867 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d761aa-84c0-43fa-9dbb-e7712e5da496 req-4cdf42fa-c6c8-459a-816b-69f2cf8d9813 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:01.453316 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0d761aa-84c0-43fa-9dbb-e7712e5da496 req-4cdf42fa-c6c8-459a-816b-69f2cf8d9813 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 944 time: 0.0527849 Sep 29 17:50:01.493393 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0d761aa-84c0-43fa-9dbb-e7712e5da496 req-d5dd763e-f417-400b-bbc5-726badd0d406 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b681d7-f5ed-4efc-8df5-13f6d6c92b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338407 Sep 29 17:50:01.548202 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:01.737773 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:01.756610 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:01.861430 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Allocated IP 172.25.2.178 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/0f3567e1-fcff-4c7c-90a5-b5af6ca833b2) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:50:01.934991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:50:01.964889 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:02.000866 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:02.031902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=719cb8eb-7e1a-4b8d-ab46-4da67730eaaa,segment=NetworkSegment(48363f3e-9aed-4cdb-be28-034dcc52c593),segment_id=48363f3e-9aed-4cdb-be28-034dcc52c593)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:02.041418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:50:02.044216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:50:02.044361 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '719cb8eb-7e1a-4b8d-ab46-4da67730eaaa', 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395', 'port_id': '719cb8eb-7e1a-4b8d-ab46-4da67730eaaa', 'mac_address': 'fa:16:3e:ce:49:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0048e204-263d-4bee-a169-c14572a44d66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:50:02.047573 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:50:02.078735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=0f3567e1-fcff-4c7c-90a5-b5af6ca833b2,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:02.087621 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:02.100746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:50:02.121302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=719cb8eb-7e1a-4b8d-ab46-4da67730eaaa,segment=NetworkSegment(48363f3e-9aed-4cdb-be28-034dcc52c593),segment_id=48363f3e-9aed-4cdb-be28-034dcc52c593)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:02.125183 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:02.172245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=719cb8eb-7e1a-4b8d-ab46-4da67730eaaa,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:02.300256 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:02.506124 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['719cb8eb-7e1a-4b8d-ab46-4da67730eaaa'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:50:02.518019 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:02.604349 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf0666-b5e5-418d-9633-1a9a6843e799 req-0f048044-d825-44f3-a6b0-54d6c3b2479a tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:02.605803 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23bf0666-b5e5-418d-9633-1a9a6843e799 req-0f048044-d825-44f3-a6b0-54d6c3b2479a tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 945 time: 0.1254926 Sep 29 17:50:02.620893 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d25931-4025-4d32-a2d6-83f6064c9e1f req-ccfd818b-5a93-464f-a796-7112390c4c79 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:02.622765 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-65d25931-4025-4d32-a2d6-83f6064c9e1f req-ccfd818b-5a93-464f-a796-7112390c4c79 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 945 time: 0.0592594 Sep 29 17:50:02.663931 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23bf0666-b5e5-418d-9633-1a9a6843e799 req-f3174204-1247-42a0-b5fc-910c63394e84 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487309 Sep 29 17:50:02.693614 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-65d25931-4025-4d32-a2d6-83f6064c9e1f req-bf9a0a10-e190-4966-ae7e-4cebe020962f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b681d7-f5ed-4efc-8df5-13f6d6c92b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450149 Sep 29 17:50:02.701107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:50:02.798410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d494d-e819-4838-b6e4-27f083293ca5 req-e2d67805-899d-41d0-b730-ae309b53cf2d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:02.799919 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-994d494d-e819-4838-b6e4-27f083293ca5 req-e2d67805-899d-41d0-b730-ae309b53cf2d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 945 time: 0.0529027 Sep 29 17:50:02.810995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:50:02.821526 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Sync routers for ids ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:50:02.830484 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Routers {'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:02.830688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:02.831728 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:02.835728 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8bb8c5b9-8e83-4ae1-93cc-f16a61c5f6a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5901849 Sep 29 17:50:02.835868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38732) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:02.842806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-994d494d-e819-4838-b6e4-27f083293ca5 req-d775ca2d-3658-4368-8e7c-3341b1411713 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367055 Sep 29 17:50:02.868249 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38734) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:02.868444 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-68dd5a37-06b3-486d-b5ec-963a0979c50e tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b082b405368a4dd1b0eab20300b40c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289807 Sep 29 17:50:02.868541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38736) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:02.946264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Set router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:02.956545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac78f755-79a3-4334-824c-285f2950b6d4 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:02.958283 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ac78f755-79a3-4334-824c-285f2950b6d4 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889280 Sep 29 17:50:02.961040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38740) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:02.993332 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6d62ae0c-a3b2-42cc-81fa-b874b1a28d2d tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283751 Sep 29 17:50:02.993568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38742) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:02.998175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-38063e84-9618-48a8-ba77-4925af6e7e9b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-33061361', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:03.054702 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf2041-4045-46ee-be9c-f271438595a3 tempest-TestVolumeBackupRestore-316617368 tempest-TestVolumeBackupRestore-316617368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:03.059645 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-eacf2041-4045-46ee-be9c-f271438595a3 tempest-TestVolumeBackupRestore-316617368 tempest-TestVolumeBackupRestore-316617368-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 1091 time: 0.1892719 Sep 29 17:50:03.059645 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38744) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:03.063551 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:03.086001 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:03.101165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38063e84-9618-48a8-ba77-4925af6e7e9b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Made reservation on behalf of b082b405368a4dd1b0eab20300b40c27 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:50:03.104699 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38063e84-9618-48a8-ba77-4925af6e7e9b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:03.137246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349857361', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:02Z', 'revision_number': 3, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ee:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:03.168350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Checking router: cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:50:03.168716 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Updating router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 port 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:50:03.196302 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:03.209657 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:03.312206 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38063e84-9618-48a8-ba77-4925af6e7e9b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:03.319880 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Allocated IP 172.25.2.64 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/f29545a8-ed19-4aca-8519-02be0629b055) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:50:03.377105 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38063e84-9618-48a8-ba77-4925af6e7e9b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Subnet': ['ID=32efae72-0553-4c8e-bebf-92bdab0fafd3,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:03.382201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38063e84-9618-48a8-ba77-4925af6e7e9b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Checking segment: {'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:50:03.382640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38063e84-9618-48a8-ba77-4925af6e7e9b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network hostable DHCP agents. Network: 087bc4a6-72c1-4f4a-b297-3e95dff82daf, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:50:03.400422 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38063e84-9618-48a8-ba77-4925af6e7e9b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network 087bc4a6-72c1-4f4a-b297-3e95dff82daf is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:50:03.410496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-38063e84-9618-48a8-ba77-4925af6e7e9b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 087bc4a6-72c1-4f4a-b297-3e95dff82daf) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:50:03.417099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38063e84-9618-48a8-ba77-4925af6e7e9b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:03.418716 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-38063e84-9618-48a8-ba77-4925af6e7e9b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:03.424994 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf00cff5-9a75-4cb4-a0ea-2a1a4858e063 None None] Network 087bc4a6-72c1-4f4a-b297-3e95dff82daf requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:50:03.433034 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:03.445570 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-38063e84-9618-48a8-ba77-4925af6e7e9b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4510355 Sep 29 17:50:03.448256 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38746) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:03.473471 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:03.510200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:50:03.512888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:50:03.515933 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:50:03.546181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Pushing event updated for resources: {'Port': ['ID=f29545a8-ed19-4aca-8519-02be0629b055,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:03.673905 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ips': [{'subnet_id': '32efae72-0553-4c8e-bebf-92bdab0fafd3'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:50:03.675645 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:03.787112 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:03.800993 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:03.891663 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37559dfd-ca0a-4550-b23c-12d89d4ba0ab None None] Pushing event updated for resources: {'Port': ['ID=0f3567e1-fcff-4c7c-90a5-b5af6ca833b2,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:03.900771 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Attempting to bind port 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:50:03.901139 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Attempting to bind port 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:50:03.901528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Attempting to bind port 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:50:03.910936 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:03.914506 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:50:03.914809 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:50:03.915210 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:03.915596 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:50:03.916063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Bound port: 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:50:03.916440 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:03.941494 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Allocated IP 172.20.0.2 (087bc4a6-72c1-4f4a-b297-3e95dff82daf/32efae72-0553-4c8e-bebf-92bdab0fafd3/250bd0bc-5d4d-4680-a841-2eb896848a89) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:50:03.945347 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:50:03.995166 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:04.063964 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] For port 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:50:04.075639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b8596-2995-4345-a493-8b3d7bc91384 req-c0d6f0d9-8601-44fd-9ef6-55859adcbbc2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:04.081759 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-152b8596-2995-4345-a493-8b3d7bc91384 req-c0d6f0d9-8601-44fd-9ef6-55859adcbbc2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 945 time: 0.1138060 Sep 29 17:50:04.106978 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] For port 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0f3567e1-fcff-4c7c-90a5-b5af6ca833b2,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:50:04.119160 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:04.153100 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:50:04.172761 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:04.173495 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:50:04.173638 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:04.179469 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:04.196214 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-152b8596-2995-4345-a493-8b3d7bc91384 req-98272ba8-7c41-4107-adf8-a3d9bfbf8181 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b681d7-f5ed-4efc-8df5-13f6d6c92b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109271 Sep 29 17:50:04.244665 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37559dfd-ca0a-4550-b23c-12d89d4ba0ab None None] Pushing event updated for resources: {'Port': ['ID=0f3567e1-fcff-4c7c-90a5-b5af6ca833b2,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:04.266417 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Routers {'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:04.267053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:04.276537 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Pushing event updated for resources: {'Port': ['ID=f29545a8-ed19-4aca-8519-02be0629b055,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:04.290953 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:04.371846 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:04.392531 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:04.401701 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Floating IP 33ff01bd-108b-4e3d-86ea-0813eece3483 associated. External IP: 172.25.2.64, port: 006b0aa7-01a6-4814-8a87-5fe62cb08fd4. Sep 29 17:50:04.401989 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:04.623366 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:04.627772 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] Set router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:04.630559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Network 087bc4a6-72c1-4f4a-b297-3e95dff82daf is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:50:04.649592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Router db7b8328-2b69-4294-8adc-0160e7c3ecae has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:50:04.694863 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:50:04.698684 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Pushing event updated for resources: {'Port': ['ID=250bd0bc-5d4d-4680-a841-2eb896848a89,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:04.702172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:50:04.729777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Allocated IP 172.20.0.1 (087bc4a6-72c1-4f4a-b297-3e95dff82daf/32efae72-0553-4c8e-bebf-92bdab0fafd3/693434f1-14fc-4932-b9cd-2304228a844d) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:50:04.755601 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6ad9b7-06a7-4de7-90c2-d343e72a0973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719cb8eb-7e1a-4b8d-ab46-4da67730eaaa'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:50:04.757885 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82d8644-abea-426a-aded-b255f93c61b4" -d '{"events": [{"server_uuid": "6a6ad9b7-06a7-4de7-90c2-d343e72a0973", "name": "network-vif-plugged", "status": "completed", "tag": "719cb8eb-7e1a-4b8d-ab46-4da67730eaaa"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:50:04.781560 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:50:04.797246 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf1ecd-e17d-4e23-ac82-634356ba24dc None None] Sync routers for ids ['db7b8328-2b69-4294-8adc-0160e7c3ecae'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:50:04.800952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:04.811459 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf1ecd-e17d-4e23-ac82-634356ba24dc None None] Routers {'db7b8328-2b69-4294-8adc-0160e7c3ecae'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:04.812328 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d8cf1ecd-e17d-4e23-ac82-634356ba24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['db7b8328-2b69-4294-8adc-0160e7c3ecae'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:04.824395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=719cb8eb-7e1a-4b8d-ab46-4da67730eaaa,segment=NetworkSegment(48363f3e-9aed-4cdb-be28-034dcc52c593),segment_id=48363f3e-9aed-4cdb-be28-034dcc52c593)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:04.839997 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-269fbb47-d337-4178-98c1-6d08c5d0af36 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7774765 Sep 29 17:50:04.839997 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'tag': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:50:04.841594 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9559010-2e6c-428d-9324-7140a8cb48a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb1a737-6a3d-4492-9490-d792638d1793", "tag": "006b0aa7-01a6-4814-8a87-5fe62cb08fd4"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:50:04.844444 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38752) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:04.876145 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2497c96d-6066-44ea-843e-4403dee9e2c9 x-openstack-request-id: req-2497c96d-6066-44ea-843e-4403dee9e2c9 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:50:04.882125 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6ad9b7-06a7-4de7-90c2-d343e72a0973", "name": "network-vif-plugged", "status": "completed", "tag": "719cb8eb-7e1a-4b8d-ab46-4da67730eaaa", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:50:04.890287 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2497c96d-6066-44ea-843e-4403dee9e2c9 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:50:04.890914 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6ad9b7-06a7-4de7-90c2-d343e72a0973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719cb8eb-7e1a-4b8d-ab46-4da67730eaaa', 'code': 200} Sep 29 17:50:04.905311 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:04.909386 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107ef1f2-5eea-4cfb-aeb9-43da4955c308 x-openstack-request-id: req-107ef1f2-5eea-4cfb-aeb9-43da4955c308 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:50:04.909942 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb1a737-6a3d-4492-9490-d792638d1793", "tag": "006b0aa7-01a6-4814-8a87-5fe62cb08fd4", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:50:04.910505 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-107ef1f2-5eea-4cfb-aeb9-43da4955c308 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:50:04.911094 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'tag': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4', 'status': 'completed', 'code': 200} Sep 29 17:50:04.923445 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee07145-50dd-470b-a67f-7532bff4da9f tempest-TestVolumeBackupRestore-316617368 tempest-TestVolumeBackupRestore-316617368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:04.928229 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bee07145-50dd-470b-a67f-7532bff4da9f tempest-TestVolumeBackupRestore-316617368 tempest-TestVolumeBackupRestore-316617368-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 1091 time: 0.0715976 Sep 29 17:50:04.929099 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38756) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:04.933804 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7dbbee74-9a3c-477f-ad2a-bb30e84d7795 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Request body: {'floatingip': {'port_id': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:04.942968 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-d8cf1ecd-e17d-4e23-ac82-634356ba24dc None None] Set router db7b8328-2b69-4294-8adc-0160e7c3ecae gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:04.967643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Attempting to bind port 250bd0bc-5d4d-4680-a841-2eb896848a89 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:50:04.967643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Attempting to bind port 250bd0bc-5d4d-4680-a841-2eb896848a89 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:50:04.967986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Attempting to bind port 250bd0bc-5d4d-4680-a841-2eb896848a89 on network 087bc4a6-72c1-4f4a-b297-3e95dff82daf {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:50:04.993714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:50:04.994191 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Checking segment: {'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:50:04.994859 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:04.995836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Bound using segment: {'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:50:04.995836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Bound port: 250bd0bc-5d4d-4680-a841-2eb896848a89, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:50:04.996269 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:04.998862 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7dbbee74-9a3c-477f-ad2a-bb30e84d7795 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for floatingip, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:05.126919 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=719cb8eb-7e1a-4b8d-ab46-4da67730eaaa,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:05.129631 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:05.140040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368f14b-dbae-4223-b7cb-6c78f9e20ea4 req-447f04f3-cae6-4693-9337-915407ab2ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:05.143016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f368f14b-dbae-4223-b7cb-6c78f9e20ea4 req-447f04f3-cae6-4693-9337-915407ab2ec3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 1097 time: 0.2146800 Sep 29 17:50:05.149937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9559010-2e6c-428d-9324-7140a8cb48a4 req-9cc8cc93-1fbe-43ed-91df-0dec29e84089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:05.151394 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9559010-2e6c-428d-9324-7140a8cb48a4 req-9cc8cc93-1fbe-43ed-91df-0dec29e84089 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=193b15805a5e40c5b68a40427e30a6af&device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 1096 time: 0.1904597 Sep 29 17:50:05.161046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] For port 250bd0bc-5d4d-4680-a841-2eb896848a89, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:50:05.165462 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] For port 250bd0bc-5d4d-4680-a841-2eb896848a89, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=250bd0bc-5d4d-4680-a841-2eb896848a89,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:50:05.168927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349857361', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:02Z', 'revision_number': 3, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ee:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:05.211461 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:05.218252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e336ffeb-ffea-4853-954d-8384a1c8b895 None None] The sync data for ids ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'] in n-d-811748-2 is: [{'id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349857361', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:02Z', 'revision_number': 3, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ee:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:50:05.228898 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f368f14b-dbae-4223-b7cb-6c78f9e20ea4 req-d01563d1-4e51-492e-9a87-49cfd77ad818 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=04b681d7-f5ed-4efc-8df5-13f6d6c92b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765533 Sep 29 17:50:05.321451 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:05.327028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b1b93-50cb-4636-8461-ce49535fce4e None None] Pushing event updated for resources: {'Port': ['ID=250bd0bc-5d4d-4680-a841-2eb896848a89,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:05.329182 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d8cf1ecd-e17d-4e23-ac82-634356ba24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port': {'id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '33ff01bd-108b-4e3d-86ea-0813eece3483', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'port_id': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'mac_address': 'fa:16:3e:e9:c9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:50:03Z', 'updated_at': '2021-09-29T17:50:03Z', 'revision_number': 0, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f41dd7-59a8-40d8-a7bb-0c8c7f298649', 'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'mac_address': 'fa:16:3e:c0:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:37Z', 'updated_at': '2021-09-29T17:47:42Z', 'revision_number': 5, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'subnets': [{'id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:05.372096 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf1ecd-e17d-4e23-ac82-634356ba24dc None None] Checking router: db7b8328-2b69-4294-8adc-0160e7c3ecae for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:50:05.383919 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf1ecd-e17d-4e23-ac82-634356ba24dc None None] Routers {'db7b8328-2b69-4294-8adc-0160e7c3ecae'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:05.384548 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d8cf1ecd-e17d-4e23-ac82-634356ba24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['db7b8328-2b69-4294-8adc-0160e7c3ecae'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:05.427788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9559010-2e6c-428d-9324-7140a8cb48a4 req-15dc820d-10bf-423e-a653-a45054b881dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:05.429600 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9559010-2e6c-428d-9324-7140a8cb48a4 req-15dc820d-10bf-423e-a653-a45054b881dd service neutron] 10.222.0.49 "GET /v2.0/networks?id=3855ac82-be02-4fd5-a325-c9c63ddd14fb HTTP/1.1" status: 200 len: 914 time: 0.2547338 Sep 29 17:50:05.441011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network 087bc4a6-72c1-4f4a-b297-3e95dff82daf is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:50:05.455215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:50:05.487017 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=693434f1-14fc-4932-b9cd-2304228a844d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:05.489769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:50:05.557858 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:05.583333 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-d8cf1ecd-e17d-4e23-ac82-634356ba24dc None None] Set router db7b8328-2b69-4294-8adc-0160e7c3ecae gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:05.696862 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9559010-2e6c-428d-9324-7140a8cb48a4 req-dbc89960-de4e-456c-b836-f8480e432de5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=006b0aa7-01a6-4814-8a87-5fe62cb08fd4 HTTP/1.1" status: 200 len: 998 time: 0.2549682 Sep 29 17:50:05.845974 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9559010-2e6c-428d-9324-7140a8cb48a4 req-68e13bec-2161-496a-bc39-34b469c4c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:05.848496 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9559010-2e6c-428d-9324-7140a8cb48a4 req-68e13bec-2161-496a-bc39-34b469c4c462 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bc852380-e460-4ad9-af47-b748cb802eb4 HTTP/1.1" status: 200 len: 852 time: 0.1402433 Sep 29 17:50:05.982279 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:05.997348 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f91d04-ed77-4034-b6f7-01ea0a601dd1 req-f1c45eec-f2dd-4a18-aad6-fc52237efd36 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:05.999327 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-58f91d04-ed77-4034-b6f7-01ea0a601dd1 req-f1c45eec-f2dd-4a18-aad6-fc52237efd36 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 946 time: 0.6159873 Sep 29 17:50:06.055414 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d8cf1ecd-e17d-4e23-ac82-634356ba24dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port': {'id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '33ff01bd-108b-4e3d-86ea-0813eece3483', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'port_id': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'mac_address': 'fa:16:3e:e9:c9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:50:03Z', 'updated_at': '2021-09-29T17:50:03Z', 'revision_number': 0, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f41dd7-59a8-40d8-a7bb-0c8c7f298649', 'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'mac_address': 'fa:16:3e:c0:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:37Z', 'updated_at': '2021-09-29T17:47:42Z', 'revision_number': 5, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'subnets': [{'id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:06.073544 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-58f91d04-ed77-4034-b6f7-01ea0a601dd1 req-c30a00ac-99fe-4cd4-9957-2fcbee115b79 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b681d7-f5ed-4efc-8df5-13f6d6c92b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627205 Sep 29 17:50:06.101853 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf1ecd-e17d-4e23-ac82-634356ba24dc None None] The sync data for ids ['db7b8328-2b69-4294-8adc-0160e7c3ecae'] in n-d-811748-2 is: [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port': {'id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '33ff01bd-108b-4e3d-86ea-0813eece3483', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'port_id': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'mac_address': 'fa:16:3e:e9:c9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:50:03Z', 'updated_at': '2021-09-29T17:50:03Z', 'revision_number': 0, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f41dd7-59a8-40d8-a7bb-0c8c7f298649', 'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'mac_address': 'fa:16:3e:c0:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:37Z', 'updated_at': '2021-09-29T17:47:42Z', 'revision_number': 5, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'subnets': [{'id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:50:06.243965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9559010-2e6c-428d-9324-7140a8cb48a4 req-6a9d0f38-1de9-4324-bee6-3df359394727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:06.245478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9559010-2e6c-428d-9324-7140a8cb48a4 req-6a9d0f38-1de9-4324-bee6-3df359394727 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3855ac82-be02-4fd5-a325-c9c63ddd14fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3867776 Sep 29 17:50:06.323978 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7dbbee74-9a3c-477f-ad2a-bb30e84d7795 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:06.329253 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7dbbee74-9a3c-477f-ad2a-bb30e84d7795 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:06.434119 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9559010-2e6c-428d-9324-7140a8cb48a4 req-cdccec9b-4717-4841-ad53-00a96726c00c service neutron] 10.222.0.49 "GET /v2.0/networks/3855ac82-be02-4fd5-a325-c9c63ddd14fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660447 Sep 29 17:50:06.480977 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:06.506600 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:06.679843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbbee74-9a3c-477f-ad2a-bb30e84d7795 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Router db7b8328-2b69-4294-8adc-0160e7c3ecae has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:50:06.708554 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:06.713487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=693434f1-14fc-4932-b9cd-2304228a844d,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:06.769624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9559010-2e6c-428d-9324-7140a8cb48a4 req-5e37d148-b87f-4265-8541-93f3b4bcead4 service neutron] 10.222.0.49 "GET /v2.0/networks/3855ac82-be02-4fd5-a325-c9c63ddd14fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857246 Sep 29 17:50:06.798588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 250bd0bc-5d4d-4680-a841-2eb896848a89 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:50:06.839396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d3a23f-f8c2-48ba-a8d1-e520eca938de None None] New status for floating IP 33ff01bd-108b-4e3d-86ea-0813eece3483: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:50:06.858701 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbbee74-9a3c-477f-ad2a-bb30e84d7795 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:50:06.864722 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7dbbee74-9a3c-477f-ad2a-bb30e84d7795 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:06.915539 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'tag': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:50:06.916889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network 087bc4a6-72c1-4f4a-b297-3e95dff82daf is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:50:06.918154 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33c5e47-aed9-400b-91aa-b5a7e5152d55" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb1a737-6a3d-4492-9490-d792638d1793", "tag": "006b0aa7-01a6-4814-8a87-5fe62cb08fd4"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:50:06.919200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:50:06.923292 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5961b334-596e-42f7-8aed-4d2804a5ff7b None None] Network 087bc4a6-72c1-4f4a-b297-3e95dff82daf requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:50:06.950391 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7dbbee74-9a3c-477f-ad2a-bb30e84d7795 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "PUT /v2.0/floatingips/33ff01bd-108b-4e3d-86ea-0813eece3483 HTTP/1.1" status: 200 len: 990 time: 2.0146050 Sep 29 17:50:06.975797 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566cc228-13a2-44f2-a7c2-ef146e3c6d39 x-openstack-request-id: req-566cc228-13a2-44f2-a7c2-ef146e3c6d39 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:50:06.975797 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb1a737-6a3d-4492-9490-d792638d1793", "tag": "006b0aa7-01a6-4814-8a87-5fe62cb08fd4", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:50:06.975797 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-566cc228-13a2-44f2-a7c2-ef146e3c6d39 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:50:06.975797 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'tag': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4', 'status': 'completed', 'code': 200} Sep 29 17:50:06.995075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 250bd0bc-5d4d-4680-a841-2eb896848a89 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:50:06.995444 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:07.064944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c5e47-aed9-400b-91aa-b5a7e5152d55 req-c67e8ea8-1c33-48e7-8e57-9d04355947e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:07.066962 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d33c5e47-aed9-400b-91aa-b5a7e5152d55 req-c67e8ea8-1c33-48e7-8e57-9d04355947e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=193b15805a5e40c5b68a40427e30a6af&device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 1096 time: 0.0628252 Sep 29 17:50:07.076506 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f105b77e-4bf7-4fd3-89cf-b06953e4e3f4 None None] Provisioning complete for port 250bd0bc-5d4d-4680-a841-2eb896848a89 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:50:07.076879 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f105b77e-4bf7-4fd3-89cf-b06953e4e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:07.093101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:50:07.216976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333c12b-9291-4f7c-aea8-90c4840df858 req-aabd34dd-7349-423d-b846-e89aa53c5ab2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:07.219274 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4333c12b-9291-4f7c-aea8-90c4840df858 req-aabd34dd-7349-423d-b846-e89aa53c5ab2 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 946 time: 0.0603290 Sep 29 17:50:07.245856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c5e47-aed9-400b-91aa-b5a7e5152d55 req-b38caf85-b174-4425-a8a9-ec6ff5b915f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:07.249234 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d33c5e47-aed9-400b-91aa-b5a7e5152d55 req-b38caf85-b174-4425-a8a9-ec6ff5b915f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3855ac82-be02-4fd5-a325-c9c63ddd14fb HTTP/1.1" status: 200 len: 914 time: 0.1681521 Sep 29 17:50:07.301170 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4333c12b-9291-4f7c-aea8-90c4840df858 req-24f826ac-a6a1-4ba1-bd58-626d58e6138e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b681d7-f5ed-4efc-8df5-13f6d6c92b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696476 Sep 29 17:50:07.348824 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:07.354180 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d33c5e47-aed9-400b-91aa-b5a7e5152d55 req-7120ed38-87c5-4446-b49b-aa35a1dfc7fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=006b0aa7-01a6-4814-8a87-5fe62cb08fd4 HTTP/1.1" status: 200 len: 1000 time: 0.0958776 Sep 29 17:50:07.355277 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:50:07.360175 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3ce42-9245-4b3b-9827-4f67e66b6f87 None None] Sync routers for ids ['db7b8328-2b69-4294-8adc-0160e7c3ecae'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:50:07.362716 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d21848df-f3c1-45bc-9e96-33cbc7098fb4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "PUT /v2.0/routers/cc4a7205-0204-4c6c-bb9a-fe35c71f19c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9129083 Sep 29 17:50:07.383805 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3ce42-9245-4b3b-9827-4f67e66b6f87 None None] Routers {'db7b8328-2b69-4294-8adc-0160e7c3ecae'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:07.384445 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cef3ce42-9245-4b3b-9827-4f67e66b6f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['db7b8328-2b69-4294-8adc-0160e7c3ecae'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:07.401828 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f105b77e-4bf7-4fd3-89cf-b06953e4e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:07.455140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 250bd0bc-5d4d-4680-a841-2eb896848a89, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=250bd0bc-5d4d-4680-a841-2eb896848a89,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:07.466547 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:07.466973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c5e47-aed9-400b-91aa-b5a7e5152d55 req-2f441a9e-8d16-4edd-a6fc-2fdec0bf0365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:07.468197 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:50:07.468489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d33c5e47-aed9-400b-91aa-b5a7e5152d55 req-2f441a9e-8d16-4edd-a6fc-2fdec0bf0365 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bc852380-e460-4ad9-af47-b748cb802eb4 HTTP/1.1" status: 200 len: 852 time: 0.1046455 Sep 29 17:50:07.485320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518e676-ccbc-403f-8db5-d12cad700a1d req-daee7e17-c9ca-431e-9e4c-3ce7ec4bc581 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:07.486524 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0518e676-ccbc-403f-8db5-d12cad700a1d req-daee7e17-c9ca-431e-9e4c-3ce7ec4bc581 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 946 time: 0.0718205 Sep 29 17:50:07.596260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c5e47-aed9-400b-91aa-b5a7e5152d55 req-3bb5b92e-606a-4483-8913-75de41ccbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:07.601552 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d33c5e47-aed9-400b-91aa-b5a7e5152d55 req-3bb5b92e-606a-4483-8913-75de41ccbebf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3855ac82-be02-4fd5-a325-c9c63ddd14fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074138 Sep 29 17:50:07.611579 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-cef3ce42-9245-4b3b-9827-4f67e66b6f87 None None] Set router db7b8328-2b69-4294-8adc-0160e7c3ecae gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:07.617592 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0518e676-ccbc-403f-8db5-d12cad700a1d req-adbcedc9-2160-4fe9-a997-971156277772 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b681d7-f5ed-4efc-8df5-13f6d6c92b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837498 Sep 29 17:50:07.654505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38780) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:07.683027 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:50:07.683545 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:07.693721 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-d96b72b0-67b0-422a-a9ea-578a41787749 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-231432890&fields=id&tenant_id=b082b405368a4dd1b0eab20300b40c27 HTTP/1.1" status: 200 len: 267 time: 0.0656826 Sep 29 17:50:07.705951 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=250bd0bc-5d4d-4680-a841-2eb896848a89,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:07.748540 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-f105b77e-4bf7-4fd3-89cf-b06953e4e3f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:50:07.748908 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-f105b77e-4bf7-4fd3-89cf-b06953e4e3f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:50:07.792871 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d33c5e47-aed9-400b-91aa-b5a7e5152d55 req-bf8341a0-ab50-4580-b096-bb0c2040a006 service neutron] 10.222.0.49 "GET /v2.0/networks/3855ac82-be02-4fd5-a325-c9c63ddd14fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740506 Sep 29 17:50:07.805444 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ed46e6-5d3a-42ca-a721-1b9b45253aa6 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:07.807480 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c5ed46e6-5d3a-42ca-a721-1b9b45253aa6 tempest-TestNetworkBasicOps-504523429 tempest-TestNetworkBasicOps-504523429-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 1092 time: 0.1520212 Sep 29 17:50:07.822360 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38782) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:07.828426 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '719cb8eb-7e1a-4b8d-ab46-4da67730eaaa', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:07.853547 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:07.895815 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0f3567e1-fcff-4c7c-90a5-b5af6ca833b2,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:07.905312 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:07.917248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-a7477207-50ca-425c-9ad5-f614759357ec tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:07.925896 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-a7477207-50ca-425c-9ad5-f614759357ec tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/networks?id=087bc4a6-72c1-4f4a-b297-3e95dff82daf HTTP/1.1" status: 200 len: 797 time: 0.2260525 Sep 29 17:50:07.936725 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:07.939896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d33c5e47-aed9-400b-91aa-b5a7e5152d55 req-527274c4-611f-4b41-8891-1653e832b946 service neutron] 10.222.0.49 "GET /v2.0/networks/3855ac82-be02-4fd5-a325-c9c63ddd14fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369126 Sep 29 17:50:07.962248 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-a7a75e39-2bd6-4984-a2f3-04614b9a9d16 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/quotas/b082b405368a4dd1b0eab20300b40c27 HTTP/1.1" status: 200 len: 375 time: 0.0341983 Sep 29 17:50:08.007066 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=0f3567e1-fcff-4c7c-90a5-b5af6ca833b2,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:08.011292 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Sync routers for ids ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:50:08.017714 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cef3ce42-9245-4b3b-9827-4f67e66b6f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port': {'id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '33ff01bd-108b-4e3d-86ea-0813eece3483', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'port_id': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'mac_address': 'fa:16:3e:e9:c9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:50:03Z', 'updated_at': '2021-09-29T17:50:07Z', 'revision_number': 2, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f41dd7-59a8-40d8-a7bb-0c8c7f298649', 'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'mac_address': 'fa:16:3e:c0:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:37Z', 'updated_at': '2021-09-29T17:47:42Z', 'revision_number': 5, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'subnets': [{'id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:08.024848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Routers {'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:08.024848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:08.050338 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-e11cdf8f-7d67-4b17-b2ab-1427fc5a4f22 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812898 Sep 29 17:50:08.063729 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3ce42-9245-4b3b-9827-4f67e66b6f87 None None] Checking router: db7b8328-2b69-4294-8adc-0160e7c3ecae for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:50:08.076605 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3ce42-9245-4b3b-9827-4f67e66b6f87 None None] Routers {'db7b8328-2b69-4294-8adc-0160e7c3ecae'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:08.077156 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cef3ce42-9245-4b3b-9827-4f67e66b6f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['db7b8328-2b69-4294-8adc-0160e7c3ecae'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:08.169223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Set router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:08.201027 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-53257477-2cfc-4285-9984-022c5fde07c2 service neutron] 10.222.0.44 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203346 Sep 29 17:50:08.213758 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:08.336948 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:50:08.365669 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-cef3ce42-9245-4b3b-9827-4f67e66b6f87 None None] Set router db7b8328-2b69-4294-8adc-0160e7c3ecae gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:08.389668 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-8332becf-856e-4a6d-8182-d6f74a165aa6 service neutron] 10.222.0.44 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876903 Sep 29 17:50:08.414067 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Allocated IP 172.25.2.203 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/cfb8f3e2-52f8-4653-bdbd-8373b073d22d) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:50:08.550146 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:08.564479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 250bd0bc-5d4d-4680-a841-2eb896848a89 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:50:08.601877 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:08.651679 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:50:08.655571 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:50:08.658966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:50:08.664097 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cef3ce42-9245-4b3b-9827-4f67e66b6f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port': {'id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '33ff01bd-108b-4e3d-86ea-0813eece3483', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'port_id': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'mac_address': 'fa:16:3e:e9:c9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:50:03Z', 'updated_at': '2021-09-29T17:50:07Z', 'revision_number': 2, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f41dd7-59a8-40d8-a7bb-0c8c7f298649', 'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'mac_address': 'fa:16:3e:c0:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:37Z', 'updated_at': '2021-09-29T17:47:42Z', 'revision_number': 5, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'subnets': [{'id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:08.687961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46bee14d-34f9-4fc8-833a-ad990c0aae84 req-646f20cb-ebe4-4a79-a6a7-5f0eb58cdb53 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 210 time: 0.0632167 Sep 29 17:50:08.694463 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Port': ['ID=cfb8f3e2-52f8-4653-bdbd-8373b073d22d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:08.710802 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3ce42-9245-4b3b-9827-4f67e66b6f87 None None] The sync data for ids ['db7b8328-2b69-4294-8adc-0160e7c3ecae'] in n-d-811748-2 is: [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port': {'id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '33ff01bd-108b-4e3d-86ea-0813eece3483', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'floating_ip_address': '172.25.2.64', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'port_id': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'mac_address': 'fa:16:3e:e9:c9:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:50:03Z', 'updated_at': '2021-09-29T17:50:07Z', 'revision_number': 2, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f41dd7-59a8-40d8-a7bb-0c8c7f298649', 'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'mac_address': 'fa:16:3e:c0:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:37Z', 'updated_at': '2021-09-29T17:47:42Z', 'revision_number': 5, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'subnets': [{'id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:50:08.716055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 250bd0bc-5d4d-4680-a841-2eb896848a89 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:50:08.716564 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:08.760219 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349857361', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:05Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ee:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '693434f1-14fc-4932-b9cd-2304228a844d', 'name': '', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:41:ac:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:04Z', 'updated_at': '2021-09-29T17:50:06Z', 'revision_number': 2, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:08.793410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Checking router: cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:50:08.793780 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Updating router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 port 693434f1-14fc-4932-b9cd-2304228a844d binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:50:08.843685 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:08.858466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4b1eb0f9-10d4-4d10-9d56-0a88083c7430 None None] Provisioning complete for port 250bd0bc-5d4d-4680-a841-2eb896848a89 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:50:08.859307 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b1eb0f9-10d4-4d10-9d56-0a88083c7430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:08.993415 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'tag': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:50:08.996620 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035a1d1c-d0ed-464b-8a57-4339044caff3" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb1a737-6a3d-4492-9490-d792638d1793", "tag": "006b0aa7-01a6-4814-8a87-5fe62cb08fd4"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:50:09.051964 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:50:09.080638 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace2df4a-08a3-43a7-a7d6-269685384552 x-openstack-request-id: req-ace2df4a-08a3-43a7-a7d6-269685384552 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:50:09.081878 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb1a737-6a3d-4492-9490-d792638d1793", "tag": "006b0aa7-01a6-4814-8a87-5fe62cb08fd4", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:50:09.082245 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ace2df4a-08a3-43a7-a7d6-269685384552 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:50:09.082870 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'tag': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4', 'status': 'completed', 'code': 200} Sep 29 17:50:09.168244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a1d1c-d0ed-464b-8a57-4339044caff3 req-c57a79e4-7bb4-48bc-8723-2e665d530185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:09.169889 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-035a1d1c-d0ed-464b-8a57-4339044caff3 req-c57a79e4-7bb4-48bc-8723-2e665d530185 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=193b15805a5e40c5b68a40427e30a6af&device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 1096 time: 0.0821595 Sep 29 17:50:09.206168 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:09.295957 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:09.301051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:50:09.301621 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:09.325844 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a1d1c-d0ed-464b-8a57-4339044caff3 req-98353bfc-d76c-413b-be1f-c1d3e37b7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:09.327946 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-035a1d1c-d0ed-464b-8a57-4339044caff3 req-98353bfc-d76c-413b-be1f-c1d3e37b7bc3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3855ac82-be02-4fd5-a325-c9c63ddd14fb HTTP/1.1" status: 200 len: 914 time: 0.1478329 Sep 29 17:50:09.363741 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4b1eb0f9-10d4-4d10-9d56-0a88083c7430 None None] Provisioning complete for port 693434f1-14fc-4932-b9cd-2304228a844d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:50:09.364995 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4b1eb0f9-10d4-4d10-9d56-0a88083c7430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:09.424402 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-035a1d1c-d0ed-464b-8a57-4339044caff3 req-97269ac0-df22-4dc9-8c3b-110bc6fcee28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=006b0aa7-01a6-4814-8a87-5fe62cb08fd4 HTTP/1.1" status: 200 len: 1000 time: 0.0880022 Sep 29 17:50:09.464848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4b1eb0f9-10d4-4d10-9d56-0a88083c7430 None None] Port 693434f1-14fc-4932-b9cd-2304228a844d cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:50:09.481556 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:09.507023 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:09.521021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a1d1c-d0ed-464b-8a57-4339044caff3 req-89e2aa36-658d-4f22-9a72-b4025e92d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:09.522553 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-035a1d1c-d0ed-464b-8a57-4339044caff3 req-89e2aa36-658d-4f22-9a72-b4025e92d571 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bc852380-e460-4ad9-af47-b748cb802eb4 HTTP/1.1" status: 200 len: 852 time: 0.0906303 Sep 29 17:50:09.535732 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:09.543148 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:09.547304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a98eb6-d6a3-424f-a72c-0edc06438148 req-6b1193ef-2623-4624-9e15-4a0023ff8aff tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:09.548825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f7a98eb6-d6a3-424f-a72c-0edc06438148 req-6b1193ef-2623-4624-9e15-4a0023ff8aff tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0993636 Sep 29 17:50:09.581662 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344e9a2-11c9-4b7b-a714-749479b9e388 None None] Pushing event updated for resources: {'Port': ['ID=693434f1-14fc-4932-b9cd-2304228a844d,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:09.633444 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a1d1c-d0ed-464b-8a57-4339044caff3 req-ae7af16d-7e0a-4244-b470-cdb4bb16a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:09.633769 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event updated for resources: {'Port': ['ID=cfb8f3e2-52f8-4653-bdbd-8373b073d22d,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:09.634900 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-035a1d1c-d0ed-464b-8a57-4339044caff3 req-ae7af16d-7e0a-4244-b470-cdb4bb16a810 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3855ac82-be02-4fd5-a325-c9c63ddd14fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049452 Sep 29 17:50:09.637320 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:09.645119 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f7a98eb6-d6a3-424f-a72c-0edc06438148 req-0f06c9d8-4a34-434d-98ed-2377eb659df4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657618 Sep 29 17:50:09.655317 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Attempting to bind port 693434f1-14fc-4932-b9cd-2304228a844d on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:50:09.655705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Attempting to bind port 693434f1-14fc-4932-b9cd-2304228a844d by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:50:09.656165 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Attempting to bind port 693434f1-14fc-4932-b9cd-2304228a844d on network 087bc4a6-72c1-4f4a-b297-3e95dff82daf {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:50:09.673706 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:50:09.674163 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Checking segment: {'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:50:09.675194 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:09.675656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Bound using segment: {'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:50:09.676281 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Bound port: 693434f1-14fc-4932-b9cd-2304228a844d, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:50:09.676747 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:09.764038 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Floating IP 9efe4715-a2fc-4735-a374-ac9d3455d768 associated. External IP: 172.25.2.203, port: 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa. Sep 29 17:50:09.803785 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] For port 693434f1-14fc-4932-b9cd-2304228a844d, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:50:09.807533 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] For port 693434f1-14fc-4932-b9cd-2304228a844d, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=693434f1-14fc-4932-b9cd-2304228a844d,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:50:09.816127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-035a1d1c-d0ed-464b-8a57-4339044caff3 req-a4b51746-7b29-4ad2-9cb2-47c3ef24c03b service neutron] 10.222.0.49 "GET /v2.0/networks/3855ac82-be02-4fd5-a325-c9c63ddd14fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695855 Sep 29 17:50:09.820095 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:09.900091 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7fb9192f-9902-4f22-b6b5-bc7599d3220b req-fb051e38-d9ba-4369-a5de-8d3665797bd3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 210 time: 0.0342774 Sep 29 17:50:09.945140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344e9a2-11c9-4b7b-a714-749479b9e388 None None] Pushing event updated for resources: {'Port': ['ID=693434f1-14fc-4932-b9cd-2304228a844d,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:09.984262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Routers {'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:09.985163 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:10.052385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Router 6854c92c-a7b8-4573-a7ec-96e5a318d02d has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:50:10.088135 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9e91fcd1-e018-4881-bbf3-582ea58ed1ec None None] Provisioning complete for port 693434f1-14fc-4932-b9cd-2304228a844d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:50:10.088507 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9e91fcd1-e018-4881-bbf3-582ea58ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:10.118922 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-035a1d1c-d0ed-464b-8a57-4339044caff3 req-b10b6d76-26a4-4ca7-939a-556e34d77f9c service neutron] 10.222.0.49 "GET /v2.0/networks/3855ac82-be02-4fd5-a325-c9c63ddd14fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779527 Sep 29 17:50:10.127908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-d9a0c2b5-49e3-43d9-b987-4ee1ac940fe7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:10.130664 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-d9a0c2b5-49e3-43d9-b987-4ee1ac940fe7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.49 "GET /v2.0/networks?id=087bc4a6-72c1-4f4a-b297-3e95dff82daf HTTP/1.1" status: 200 len: 797 time: 0.3013330 Sep 29 17:50:10.173777 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] Set router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:10.187847 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-52562f36-27d5-499f-ac96-64bffc297539 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b082b405368a4dd1b0eab20300b40c27 HTTP/1.1" status: 200 len: 379 time: 0.0431139 Sep 29 17:50:10.201362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-5559990a-db8f-473a-9cc1-1e467a7f721c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'port': {'device_id': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'admin_state_up': True, 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'security_groups': ['08a19389-8e60-4d26-ad84-0d39799a402f']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:10.248095 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9e91fcd1-e018-4881-bbf3-582ea58ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:10.253623 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:50:10.264641 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b6dd11-4b50-44fc-b4b5-acde5c252a5b None None] Sync routers for ids ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:50:10.274941 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b6dd11-4b50-44fc-b4b5-acde5c252a5b None None] Routers {'6854c92c-a7b8-4573-a7ec-96e5a318d02d'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:10.275466 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:10.275745 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e5b6dd11-4b50-44fc-b4b5-acde5c252a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:10.306039 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c83c1e70-37da-4efc-825e-cafa2b7acdeb tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4823816 Sep 29 17:50:10.308624 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38810) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:10.339224 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-5559990a-db8f-473a-9cc1-1e467a7f721c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Made reservation on behalf of b082b405368a4dd1b0eab20300b40c27 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:50:10.345880 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-5559990a-db8f-473a-9cc1-1e467a7f721c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:10.370121 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-9e91fcd1-e018-4881-bbf3-582ea58ed1ec None None] For port 693434f1-14fc-4932-b9cd-2304228a844d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=693434f1-14fc-4932-b9cd-2304228a844d,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:10.378112 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9e91fcd1-e018-4881-bbf3-582ea58ed1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:10.392728 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f7521896-5ad2-43fd-ad10-cc01054f43aa tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/floatingips/9efe4715-a2fc-4735-a374-ac9d3455d768 HTTP/1.1" status: 200 len: 992 time: 0.0827496 Sep 29 17:50:10.397196 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-e5b6dd11-4b50-44fc-b4b5-acde5c252a5b None None] Set router 6854c92c-a7b8-4573-a7ec-96e5a318d02d gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:10.497026 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-5559990a-db8f-473a-9cc1-1e467a7f721c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Allocated IP 172.20.0.4 (087bc4a6-72c1-4f4a-b297-3e95dff82daf/32efae72-0553-4c8e-bebf-92bdab0fafd3/39f9e2f7-1efd-4ce7-b9e7-d9325521cdba) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:50:10.502055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91fcd1-e018-4881-bbf3-582ea58ed1ec None None] Pushing event updated for resources: {'Port': ['ID=693434f1-14fc-4932-b9cd-2304228a844d,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:10.528600 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-cf71acc7-81a6-43d5-9e02-504cb75bf47d None None] Provisioning complete for port 693434f1-14fc-4932-b9cd-2304228a844d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:50:10.529054 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cf71acc7-81a6-43d5-9e02-504cb75bf47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:10.572875 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349857361', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:05Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ee:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '693434f1-14fc-4932-b9cd-2304228a844d', 'name': '', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:41:ac:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:04Z', 'updated_at': '2021-09-29T17:50:09Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:10.604448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6212e549-ba8f-43b5-adce-10c56cc8553d None None] The sync data for ids ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'] in n-d-811748-2 is: [{'id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349857361', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:05Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ee:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '693434f1-14fc-4932-b9cd-2304228a844d', 'name': '', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:41:ac:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:04Z', 'updated_at': '2021-09-29T17:50:09Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:50:10.709324 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e5b6dd11-4b50-44fc-b4b5-acde5c252a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'name': 'tempest-TestNetworkBasicOps-router-1436910131', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:49:39Z', 'updated_at': '2021-09-29T17:49:45Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:40Z', 'updated_at': '2021-09-29T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '9efe4715-a2fc-4735-a374-ac9d3455d768', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'port_id': '719cb8eb-7e1a-4b8d-ab46-4da67730eaaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395', 'mac_address': 'fa:16:3e:ce:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6ad9b7-06a7-4de7-90c2-d343e72a0973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:50:08Z', 'updated_at': '2021-09-29T17:50:08Z', 'revision_number': 0, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a06987-39fc-454a-b519-98d48e15038b', 'name': '', 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:bd:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '0048e204-263d-4bee-a169-c14572a44d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:44Z', 'updated_at': '2021-09-29T17:49:51Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '0048e204-263d-4bee-a169-c14572a44d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:10.760919 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b6dd11-4b50-44fc-b4b5-acde5c252a5b None None] Checking router: 6854c92c-a7b8-4573-a7ec-96e5a318d02d for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:50:10.771616 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b6dd11-4b50-44fc-b4b5-acde5c252a5b None None] Routers {'6854c92c-a7b8-4573-a7ec-96e5a318d02d'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:10.772334 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e5b6dd11-4b50-44fc-b4b5-acde5c252a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:10.884988 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-116cf479-e4c0-4ae0-9b6d-74f80d60ae75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:10.912846 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-e5b6dd11-4b50-44fc-b4b5-acde5c252a5b None None] Set router 6854c92c-a7b8-4573-a7ec-96e5a318d02d gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:11.067929 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8b0bd87a-a019-45ff-815f-3060b22fc1eb req-c29c259c-2d31-43ab-bfb0-2e3fdcff09dd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 210 time: 0.0421259 Sep 29 17:50:11.086422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6ad9b7-06a7-4de7-90c2-d343e72a0973', 'tag': '719cb8eb-7e1a-4b8d-ab46-4da67730eaaa'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:50:11.088915 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bedf09-bf1b-4500-bbcc-3ca1d5c955be" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6ad9b7-06a7-4de7-90c2-d343e72a0973", "tag": "719cb8eb-7e1a-4b8d-ab46-4da67730eaaa"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:50:11.118677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700f643-828d-4cd3-a2ec-84ee799b5cc6 req-96e84120-efff-4b98-815b-df8701112b71 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:11.120270 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3700f643-828d-4cd3-a2ec-84ee799b5cc6 req-96e84120-efff-4b98-815b-df8701112b71 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.1227512 Sep 29 17:50:11.135476 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f66b1cf-79fe-4c4b-b34c-52f9bb7b2e6f x-openstack-request-id: req-9f66b1cf-79fe-4c4b-b34c-52f9bb7b2e6f {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:50:11.135886 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6ad9b7-06a7-4de7-90c2-d343e72a0973", "tag": "719cb8eb-7e1a-4b8d-ab46-4da67730eaaa", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:50:11.136240 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f66b1cf-79fe-4c4b-b34c-52f9bb7b2e6f {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:50:11.136801 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6ad9b7-06a7-4de7-90c2-d343e72a0973', 'tag': '719cb8eb-7e1a-4b8d-ab46-4da67730eaaa', 'status': 'completed', 'code': 200} Sep 29 17:50:11.170260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0e3fc-f4c5-4671-8e6e-020535ee8600 req-ecf11918-a0cc-40e6-b2c4-68e6adbc2578 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:11.171891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-52f0e3fc-f4c5-4671-8e6e-020535ee8600 req-ecf11918-a0cc-40e6-b2c4-68e6adbc2578 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.35 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.1731439 Sep 29 17:50:11.202249 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e5b6dd11-4b50-44fc-b4b5-acde5c252a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'name': 'tempest-TestNetworkBasicOps-router-1436910131', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:49:39Z', 'updated_at': '2021-09-29T17:49:45Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:40Z', 'updated_at': '2021-09-29T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '9efe4715-a2fc-4735-a374-ac9d3455d768', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'port_id': '719cb8eb-7e1a-4b8d-ab46-4da67730eaaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395', 'mac_address': 'fa:16:3e:ce:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6ad9b7-06a7-4de7-90c2-d343e72a0973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:50:08Z', 'updated_at': '2021-09-29T17:50:08Z', 'revision_number': 0, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a06987-39fc-454a-b519-98d48e15038b', 'name': '', 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:bd:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '0048e204-263d-4bee-a169-c14572a44d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:44Z', 'updated_at': '2021-09-29T17:49:51Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '0048e204-263d-4bee-a169-c14572a44d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:11.231647 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b6dd11-4b50-44fc-b4b5-acde5c252a5b None None] The sync data for ids ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'] in n-d-811748-2 is: [{'id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'name': 'tempest-TestNetworkBasicOps-router-1436910131', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:49:39Z', 'updated_at': '2021-09-29T17:49:45Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:40Z', 'updated_at': '2021-09-29T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '9efe4715-a2fc-4735-a374-ac9d3455d768', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'port_id': '719cb8eb-7e1a-4b8d-ab46-4da67730eaaa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395', 'mac_address': 'fa:16:3e:ce:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6ad9b7-06a7-4de7-90c2-d343e72a0973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:50:08Z', 'updated_at': '2021-09-29T17:50:08Z', 'revision_number': 0, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17a06987-39fc-454a-b519-98d48e15038b', 'name': '', 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:bd:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '0048e204-263d-4bee-a169-c14572a44d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:44Z', 'updated_at': '2021-09-29T17:49:51Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '0048e204-263d-4bee-a169-c14572a44d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:50:11.312315 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3700f643-828d-4cd3-a2ec-84ee799b5cc6 req-d837d8d1-3c9e-48a0-a2d1-84c879283d76 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586838 Sep 29 17:50:11.335706 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-5559990a-db8f-473a-9cc1-1e467a7f721c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:11.354464 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bedf09-bf1b-4500-bbcc-3ca1d5c955be req-8d0989fd-d026-4b56-815e-81249a432009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:11.356263 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48bedf09-bf1b-4500-bbcc-3ca1d5c955be req-8d0989fd-d026-4b56-815e-81249a432009 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdebda4e15a34e08b7ebdfe096f7059a&device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 1097 time: 0.1715579 Sep 29 17:50:11.400185 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38824) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:11.467699 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-5559990a-db8f-473a-9cc1-1e467a7f721c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:11.511091 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-92d99813-00cc-4b33-a26b-798b16714f6e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/floatingips/9efe4715-a2fc-4735-a374-ac9d3455d768 HTTP/1.1" status: 200 len: 992 time: 0.1131854 Sep 29 17:50:11.530299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-52f0e3fc-f4c5-4671-8e6e-020535ee8600 req-3c137d1d-9408-46d3-93f0-21c4bb406d79 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Deleting port 994c397f-ab1d-45ec-9380-e2984de8499a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:11.530718 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-52f0e3fc-f4c5-4671-8e6e-020535ee8600 req-3c137d1d-9408-46d3-93f0-21c4bb406d79 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:11.543601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-5559990a-db8f-473a-9cc1-1e467a7f721c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network 087bc4a6-72c1-4f4a-b297-3e95dff82daf is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:50:11.563426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-5559990a-db8f-473a-9cc1-1e467a7f721c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:50:11.578102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-5559990a-db8f-473a-9cc1-1e467a7f721c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:50:11.612819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559990a-db8f-473a-9cc1-1e467a7f721c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:11.630411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bedf09-bf1b-4500-bbcc-3ca1d5c955be req-1838bad0-b54f-4dce-86b2-4035533f9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:11.631965 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48bedf09-bf1b-4500-bbcc-3ca1d5c955be req-1838bad0-b54f-4dce-86b2-4035533f9954 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0eba60a5-2899-42e8-92f0-1284f9881395 HTTP/1.1" status: 200 len: 897 time: 0.2673008 Sep 29 17:50:11.727415 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cc2b5b-792f-4f04-b4b2-173458883652 None None] New status for floating IP 9efe4715-a2fc-4735-a374-ac9d3455d768: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:50:11.742099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-5559990a-db8f-473a-9cc1-1e467a7f721c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:11.742346 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-5559990a-db8f-473a-9cc1-1e467a7f721c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:11.783347 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-5559990a-db8f-473a-9cc1-1e467a7f721c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5857978 Sep 29 17:50:11.787586 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48bedf09-bf1b-4500-bbcc-3ca1d5c955be req-9eb94142-ab7f-44d6-bf49-1293ce611316 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719cb8eb-7e1a-4b8d-ab46-4da67730eaaa HTTP/1.1" status: 200 len: 1000 time: 0.1195941 Sep 29 17:50:11.792935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-52f0e3fc-f4c5-4671-8e6e-020535ee8600 req-3c137d1d-9408-46d3-93f0-21c4bb406d79 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] For port 994c397f-ab1d-45ec-9380-e2984de8499a, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=994c397f-ab1d-45ec-9380-e2984de8499a,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:11.793416 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-52f0e3fc-f4c5-4671-8e6e-020535ee8600 req-3c137d1d-9408-46d3-93f0-21c4bb406d79 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:11.819005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Request body: {'port': {'device_id': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:11.819891 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37177ba2-e979-4046-a2fa-17537eefc9ce req-ebd4a7bc-33d0-4d0f-a9cf-324e1909c24e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:11.821647 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-37177ba2-e979-4046-a2fa-17537eefc9ce req-ebd4a7bc-33d0-4d0f-a9cf-324e1909c24e tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 946 time: 0.0932846 Sep 29 17:50:11.871387 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-37177ba2-e979-4046-a2fa-17537eefc9ce req-6a587aba-9105-455d-a739-7878ea522aed tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425839 Sep 29 17:50:11.921627 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-66d18201-ea5f-4a90-a8c1-9f39304e8ff2 None None] Provisioning complete for port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:50:11.922007 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-66d18201-ea5f-4a90-a8c1-9f39304e8ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:11.946450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bedf09-bf1b-4500-bbcc-3ca1d5c955be req-c8878cbe-64aa-4c8e-bf89-72b5d88b57b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:11.947882 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48bedf09-bf1b-4500-bbcc-3ca1d5c955be req-c8878cbe-64aa-4c8e-bf89-72b5d88b57b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0048e204-263d-4bee-a169-c14572a44d66 HTTP/1.1" status: 200 len: 835 time: 0.1508486 Sep 29 17:50:11.961557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-66d18201-ea5f-4a90-a8c1-9f39304e8ff2 None None] Port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:50:11.979894 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:12.135707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bedf09-bf1b-4500-bbcc-3ca1d5c955be req-e9920034-95f0-443c-bb78-a091c4306fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:12.137208 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48bedf09-bf1b-4500-bbcc-3ca1d5c955be req-e9920034-95f0-443c-bb78-a091c4306fa2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0eba60a5-2899-42e8-92f0-1284f9881395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820188 Sep 29 17:50:12.285863 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-52f0e3fc-f4c5-4671-8e6e-020535ee8600 req-3c137d1d-9408-46d3-93f0-21c4bb406d79 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:12.286222 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-52f0e3fc-f4c5-4671-8e6e-020535ee8600 req-3c137d1d-9408-46d3-93f0-21c4bb406d79 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:12.286539 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-52f0e3fc-f4c5-4671-8e6e-020535ee8600 req-3c137d1d-9408-46d3-93f0-21c4bb406d79 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Floating IP a1b1fe9e-2833-44b4-b49c-76bd8a08956c disassociated. External IP: 172.25.2.115, port: 994c397f-ab1d-45ec-9380-e2984de8499a. Sep 29 17:50:12.286882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-52f0e3fc-f4c5-4671-8e6e-020535ee8600 req-3c137d1d-9408-46d3-93f0-21c4bb406d79 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Calling delete_port for 994c397f-ab1d-45ec-9380-e2984de8499a owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:12.349177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c14bc-ed08-405f-ac6d-d074716d1b1c req-efe77557-7a2e-4b8e-a1b6-cd33fa6d78d5 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:12.350714 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-340c14bc-ed08-405f-ac6d-d074716d1b1c req-efe77557-7a2e-4b8e-a1b6-cd33fa6d78d5 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 931 time: 0.2083302 Sep 29 17:50:12.436573 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14948785-86e5-4c5c-91c4-4f869f6cc99c req-b71f433d-25ac-4f6b-bcac-84ae99b8f974 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:12.438866 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-14948785-86e5-4c5c-91c4-4f869f6cc99c req-b71f433d-25ac-4f6b-bcac-84ae99b8f974 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 946 time: 0.0546777 Sep 29 17:50:12.491033 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-14948785-86e5-4c5c-91c4-4f869f6cc99c req-472184e3-ffed-4d60-8c14-74d7dfff13a8 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b1849ee-500a-4835-a468-c23d680d31b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442264 Sep 29 17:50:12.504066 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48bedf09-bf1b-4500-bbcc-3ca1d5c955be req-d3d42983-7417-4daa-8304-24d63d7be89e service neutron] 10.222.0.35 "GET /v2.0/networks/0eba60a5-2899-42e8-92f0-1284f9881395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479316 Sep 29 17:50:12.517495 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38836) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:12.524578 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-340c14bc-ed08-405f-ac6d-d074716d1b1c req-32b8668f-9a0d-4b72-9b68-91a782b3b2cd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604691 Sep 29 17:50:12.559562 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 693434f1-14fc-4932-b9cd-2304228a844d up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:50:12.602367 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c32358dc-242d-435e-af6f-d5adf6e4760b tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/floatingips/9efe4715-a2fc-4735-a374-ac9d3455d768 HTTP/1.1" status: 200 len: 994 time: 0.0776401 Sep 29 17:50:12.620917 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 693434f1-14fc-4932-b9cd-2304228a844d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:50:12.621302 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:12.693188 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48bedf09-bf1b-4500-bbcc-3ca1d5c955be req-b56684d4-0288-4744-8245-e7819b54bb4a service neutron] 10.222.0.35 "GET /v2.0/networks/0eba60a5-2899-42e8-92f0-1284f9881395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812334 Sep 29 17:50:12.729002 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-52f0e3fc-f4c5-4671-8e6e-020535ee8600 req-3c137d1d-9408-46d3-93f0-21c4bb406d79 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:12.741487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:50:12.752441 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:12.775314 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c137d1d-9408-46d3-93f0-21c4bb406d79 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event deleted for resources: {'Port': ['ID=994c397f-ab1d-45ec-9380-e2984de8499a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:12.788293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Transition to ACTIVE for port object 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:50:12.821008 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:12.920486 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Pushing event updated for resources: {'Port': ['ID=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:12.986344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52f0e3fc-f4c5-4671-8e6e-020535ee8600 req-3c137d1d-9408-46d3-93f0-21c4bb406d79 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Router d3b862e3-def7-408b-ba53-8b49086e1821 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:50:13.044360 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a4d3b-384e-4372-9593-f7fd4af30dc4 req-e6ee501a-5c55-41bf-bffb-4c0c99901f58 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:13.046303 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a4a4d3b-384e-4372-9593-f7fd4af30dc4 req-e6ee501a-5c55-41bf-bffb-4c0c99901f58 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 946 time: 0.0818465 Sep 29 17:50:13.103480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Attempting to bind port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:50:13.103830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Attempting to bind port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:50:13.104152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Attempting to bind port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba on network 087bc4a6-72c1-4f4a-b297-3e95dff82daf {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:50:13.112722 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a4a4d3b-384e-4372-9593-f7fd4af30dc4 req-3b738453-c555-4db9-9552-677e544dcbae tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558140 Sep 29 17:50:13.115055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba on network 087bc4a6-72c1-4f4a-b297-3e95dff82daf not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:50:13.115385 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Attempting to bind port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba on network 087bc4a6-72c1-4f4a-b297-3e95dff82daf {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:50:13.138544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:50:13.138544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Checking segment: {'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:50:13.138544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Bound using segment: {'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:50:13.138544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Bound port: 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:50:13.138544 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:13.249687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52f0e3fc-f4c5-4671-8e6e-020535ee8600 req-3c137d1d-9408-46d3-93f0-21c4bb406d79 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:50:13.261440 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f23fa4-4e36-4de1-a20c-de6263e76575 None None] Sync routers for ids ['d3b862e3-def7-408b-ba53-8b49086e1821'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:50:13.276651 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb3c8e-adae-4a7c-a971-9fea08095663 req-a6e5ebed-faef-4867-8d4e-4ed517b751e5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:13.278510 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66eb3c8e-adae-4a7c-a971-9fea08095663 req-a6e5ebed-faef-4867-8d4e-4ed517b751e5 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.49 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 946 time: 0.1366391 Sep 29 17:50:13.290056 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f23fa4-4e36-4de1-a20c-de6263e76575 None None] Routers {'d3b862e3-def7-408b-ba53-8b49086e1821'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:13.293082 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-59f23fa4-4e36-4de1-a20c-de6263e76575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3b862e3-def7-408b-ba53-8b49086e1821'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:13.361764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f0e3fc-f4c5-4671-8e6e-020535ee8600 req-3c137d1d-9408-46d3-93f0-21c4bb406d79 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] No DVR routers for this DVR port 994c397f-ab1d-45ec-9380-e2984de8499a on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:50:13.369500 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-52f0e3fc-f4c5-4671-8e6e-020535ee8600 req-3c137d1d-9408-46d3-93f0-21c4bb406d79 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:13.371699 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-52f0e3fc-f4c5-4671-8e6e-020535ee8600 req-3c137d1d-9408-46d3-93f0-21c4bb406d79 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.35 "DELETE /v2.0/ports/994c397f-ab1d-45ec-9380-e2984de8499a HTTP/1.1" status: 204 len: 173 time: 2.1858985 Sep 29 17:50:13.374553 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e855a427-5043-40e0-b761-ea3f860d1cec', 'name': 'network-vif-deleted', 'tag': '994c397f-ab1d-45ec-9380-e2984de8499a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:50:13.376906 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee15881-fd52-4a6c-b5e5-429eba10a6cb" -d '{"events": [{"server_uuid": "e855a427-5043-40e0-b761-ea3f860d1cec", "name": "network-vif-deleted", "tag": "994c397f-ab1d-45ec-9380-e2984de8499a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:50:13.388264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:50:13.435999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:50:13.446948 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:13.460998 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fa1701-d32a-48ba-959e-6bb142760eaa x-openstack-request-id: req-91fa1701-d32a-48ba-959e-6bb142760eaa {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:50:13.461321 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e855a427-5043-40e0-b761-ea3f860d1cec", "name": "network-vif-deleted", "tag": "994c397f-ab1d-45ec-9380-e2984de8499a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:50:13.461585 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91fa1701-d32a-48ba-959e-6bb142760eaa {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:50:13.462059 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e855a427-5043-40e0-b761-ea3f860d1cec', 'name': 'network-vif-deleted', 'tag': '994c397f-ab1d-45ec-9380-e2984de8499a', 'status': 'completed', 'code': 200} Sep 29 17:50:13.463284 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-59f23fa4-4e36-4de1-a20c-de6263e76575 None None] Set router d3b862e3-def7-408b-ba53-8b49086e1821 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:13.498255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:13.498890 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:13.500315 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] 10.222.0.49 "PUT /v2.0/ports/39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 1091 time: 1.7043469 Sep 29 17:50:13.511227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-66eb3c8e-adae-4a7c-a971-9fea08095663 req-53b021e3-f9d7-4386-a3c1-91dee19e18dc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Deleting port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:13.511426 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-66eb3c8e-adae-4a7c-a971-9fea08095663 req-53b021e3-f9d7-4386-a3c1-91dee19e18dc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:13.567888 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-10402fdd-03ee-446e-9335-f308116c4b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:13.571896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23d4e4-325d-48cc-ac19-7a51d7b519c2 service neutron] Pushing event updated for resources: {'Port': ['ID=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:13.661409 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-597fe0e2-2443-4fcf-9ffb-67365674542f req-fdc4702b-15a6-4201-a9ca-09c2c8894b9f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=e855a427-5043-40e0-b761-ea3f860d1cec HTTP/1.1" status: 200 len: 210 time: 0.0345249 Sep 29 17:50:13.765262 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-66eb3c8e-adae-4a7c-a971-9fea08095663 req-53b021e3-f9d7-4386-a3c1-91dee19e18dc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] For port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:13.765649 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-66eb3c8e-adae-4a7c-a971-9fea08095663 req-53b021e3-f9d7-4386-a3c1-91dee19e18dc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:13.787661 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-215202ef-d0a5-45a0-bc40-1e54cd77745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:13.789376 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-215202ef-d0a5-45a0-bc40-1e54cd77745d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1094 time: 0.1400700 Sep 29 17:50:13.800224 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c89c2-937a-4343-bdb9-872403059a22 req-96f56944-ade2-4c0f-93a9-306a21dee4fe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:13.801927 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db5c89c2-937a-4343-bdb9-872403059a22 req-96f56944-ade2-4c0f-93a9-306a21dee4fe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 943 time: 0.1135306 Sep 29 17:50:13.811859 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-59f23fa4-4e36-4de1-a20c-de6263e76575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 5, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:13.843226 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f23fa4-4e36-4de1-a20c-de6263e76575 None None] Checking router: d3b862e3-def7-408b-ba53-8b49086e1821 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:50:13.851841 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f23fa4-4e36-4de1-a20c-de6263e76575 None None] Routers {'d3b862e3-def7-408b-ba53-8b49086e1821'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:13.852523 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-59f23fa4-4e36-4de1-a20c-de6263e76575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:50:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3b862e3-def7-408b-ba53-8b49086e1821'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:13.896490 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-6b9ba423-ebcf-40ae-9a74-d9862fe2e021 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 217 time: 0.0571220 Sep 29 17:50:13.970891 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-59f23fa4-4e36-4de1-a20c-de6263e76575 None None] Set router d3b862e3-def7-408b-ba53-8b49086e1821 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:13.981531 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 994c397f-ab1d-45ec-9380-e2984de8499a no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:50:14.005914 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db5c89c2-937a-4343-bdb9-872403059a22 req-4528c713-8dd9-45e7-96c8-ae1511ae6587 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651919 Sep 29 17:50:14.011949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 994c397f-ab1d-45ec-9380-e2984de8499a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:50:14.012539 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 994c397f-ab1d-45ec-9380-e2984de8499a not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:50:14.069541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-4b4e7c7e-e567-45b0-ab92-8edae6396fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:14.071176 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-4b4e7c7e-e567-45b0-ab92-8edae6396fde service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32efae72-0553-4c8e-bebf-92bdab0fafd3 HTTP/1.1" status: 200 len: 833 time: 0.1663401 Sep 29 17:50:14.119579 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-66eb3c8e-adae-4a7c-a971-9fea08095663 req-53b021e3-f9d7-4386-a3c1-91dee19e18dc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:14.120002 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-66eb3c8e-adae-4a7c-a971-9fea08095663 req-53b021e3-f9d7-4386-a3c1-91dee19e18dc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:14.120324 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-66eb3c8e-adae-4a7c-a971-9fea08095663 req-53b021e3-f9d7-4386-a3c1-91dee19e18dc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Floating IP 19c7f670-a96a-4783-9bae-c3eab9d67527 disassociated. External IP: 172.25.2.4, port: 6497c8a8-e3e1-49fa-9f4c-42a2133f2818. Sep 29 17:50:14.120720 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-66eb3c8e-adae-4a7c-a971-9fea08095663 req-53b021e3-f9d7-4386-a3c1-91dee19e18dc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Calling delete_port for 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:14.217684 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-59f23fa4-4e36-4de1-a20c-de6263e76575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 5, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:14.250509 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f23fa4-4e36-4de1-a20c-de6263e76575 None None] The sync data for ids ['d3b862e3-def7-408b-ba53-8b49086e1821'] in n-d-811748-2 is: [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 5, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:50:14.264801 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ea003-6906-4bc0-b357-f504129ad644 req-9ef7d839-a459-48bd-be5b-a55bb9e1ca86 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:14.276352 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-315ea003-6906-4bc0-b357-f504129ad644 req-9ef7d839-a459-48bd-be5b-a55bb9e1ca86 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 946 time: 0.0792983 Sep 29 17:50:14.319062 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-315ea003-6906-4bc0-b357-f504129ad644 req-80c8fb64-2dbc-4215-9ba5-6e917c5fc564 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups?id=77088b1c-d70a-45a5-b0bf-c0b59a624cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413692 Sep 29 17:50:14.524369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142bb60-bc29-4530-bb4d-ac7adfe1e890 None None] New status for floating IP a1b1fe9e-2833-44b4-b49c-76bd8a08956c: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:50:14.552937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-0206aeee-7bdd-4623-8a1a-14455771f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:14.554373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-0206aeee-7bdd-4623-8a1a-14455771f71a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=087bc4a6-72c1-4f4a-b297-3e95dff82daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4749024 Sep 29 17:50:14.646882 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:14.667833 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:14.669682 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:14.707643 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-f168044f-98b9-4856-923d-7276ba98ef46 service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404552 Sep 29 17:50:14.724098 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-66eb3c8e-adae-4a7c-a971-9fea08095663 req-53b021e3-f9d7-4386-a3c1-91dee19e18dc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:14.746691 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38852) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:14.772674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b021e3-f9d7-4386-a3c1-91dee19e18dc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event deleted for resources: {'Port': ['ID=6497c8a8-e3e1-49fa-9f4c-42a2133f2818,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:14.808393 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-db8027ef-40c7-44e2-879b-0d3bb7df51db tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:14.833660 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-db8027ef-40c7-44e2-879b-0d3bb7df51db tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:14.880439 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-db8027ef-40c7-44e2-879b-0d3bb7df51db tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:14.883135 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-db8027ef-40c7-44e2-879b-0d3bb7df51db tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:14.884300 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-db8027ef-40c7-44e2-879b-0d3bb7df51db tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "DELETE /v2.0/security-groups/3b1849ee-500a-4835-a468-c23d680d31b2 HTTP/1.1" status: 204 len: 168 time: 0.1364145 Sep 29 17:50:14.887404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38854) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:14.904644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8027ef-40c7-44e2-879b-0d3bb7df51db tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1849ee-500a-4835-a468-c23d680d31b2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:14.906757 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-08a6a9e4-4457-4554-af31-ae2cd177ae58 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] show failed (client error): The resource could not be found. Sep 29 17:50:14.907774 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-08a6a9e4-4457-4554-af31-ae2cd177ae58 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups/3b1849ee-500a-4835-a468-c23d680d31b2 HTTP/1.1" status: 404 len: 347 time: 0.0195067 Sep 29 17:50:14.910857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38856) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:14.911016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d40104f-42bd-4eb1-a921-fdd51999493e req-ccbb8f3f-142e-437a-a6fb-47a51795e02e service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959853 Sep 29 17:50:14.942166 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66eb3c8e-adae-4a7c-a971-9fea08095663 req-53b021e3-f9d7-4386-a3c1-91dee19e18dc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:50:15.041512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ae7ed7b5-528b-4aa6-9ff9-20447bcaa58d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Deleting port c43a2ab9-d64e-4730-bfed-baf8dc5669e0 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:15.042220 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed7b5-528b-4aa6-9ff9-20447bcaa58d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:15.056128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66eb3c8e-adae-4a7c-a971-9fea08095663 req-53b021e3-f9d7-4386-a3c1-91dee19e18dc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:50:15.072954 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a936e39-d0b8-4337-9715-c48ed6d5803c None None] Sync routers for ids ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:50:15.087287 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a936e39-d0b8-4337-9715-c48ed6d5803c None None] Routers {'8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:15.090284 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4a936e39-d0b8-4337-9715-c48ed6d5803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:50:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:15.127231 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-66eb3c8e-adae-4a7c-a971-9fea08095663 req-53b021e3-f9d7-4386-a3c1-91dee19e18dc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] No DVR routers for this DVR port 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:50:15.128222 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed7b5-528b-4aa6-9ff9-20447bcaa58d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:15.128555 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed7b5-528b-4aa6-9ff9-20447bcaa58d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:15.131049 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-66eb3c8e-adae-4a7c-a971-9fea08095663 req-53b021e3-f9d7-4386-a3c1-91dee19e18dc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:15.133727 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-66eb3c8e-adae-4a7c-a971-9fea08095663 req-53b021e3-f9d7-4386-a3c1-91dee19e18dc tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.49 "DELETE /v2.0/ports/6497c8a8-e3e1-49fa-9f4c-42a2133f2818 HTTP/1.1" status: 204 len: 173 time: 1.8282537 Sep 29 17:50:15.142608 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ae7ed7b5-528b-4aa6-9ff9-20447bcaa58d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Calling delete_port for c43a2ab9-d64e-4730-bfed-baf8dc5669e0 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:15.184670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6827b-d189-4f5f-a28c-fa56ec0bc8a3 req-5ce14d83-9b00-4d14-95e0-253f2b4ecc67 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:15.186584 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46a6827b-d189-4f5f-a28c-fa56ec0bc8a3 req-5ce14d83-9b00-4d14-95e0-253f2b4ecc67 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 943 time: 0.1017773 Sep 29 17:50:15.263102 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46a6827b-d189-4f5f-a28c-fa56ec0bc8a3 req-ce2160ed-9cfd-4e76-bc4e-619270448d53 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690699 Sep 29 17:50:15.336524 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed7b5-528b-4aa6-9ff9-20447bcaa58d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:15.364897 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-4a936e39-d0b8-4337-9715-c48ed6d5803c None None] Set router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:15.428016 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ed7b5-528b-4aa6-9ff9-20447bcaa58d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event deleted for resources: {'Port': ['ID=c43a2ab9-d64e-4730-bfed-baf8dc5669e0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:15.433165 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed7b5-528b-4aa6-9ff9-20447bcaa58d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:15.435963 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed7b5-528b-4aa6-9ff9-20447bcaa58d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:15.441000 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ae7ed7b5-528b-4aa6-9ff9-20447bcaa58d tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "DELETE /v2.0/floatingips/a1b1fe9e-2833-44b4-b49c-76bd8a08956c HTTP/1.1" status: 204 len: 168 time: 0.5254600 Sep 29 17:50:15.463186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba'}, {'server_uuid': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'name': 'network-vif-deleted', 'tag': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:50:15.466217 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8452b6b-e1f6-4cad-b5e8-fe27951f2f80" -d '{"events": [{"name": "network-changed", "server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba"}, {"server_uuid": "30424b54-a6f3-47ea-a80c-d0c84e38edde", "name": "network-vif-deleted", "tag": "6497c8a8-e3e1-49fa-9f4c-42a2133f2818"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:50:15.481448 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9cd92b66-fc6e-44e7-a9a7-6e4ef0a9391e req-aae20a6c-3f24-48fc-96c7-141fcd51c4c2 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/ports?device_id=30424b54-a6f3-47ea-a80c-d0c84e38edde HTTP/1.1" status: 200 len: 210 time: 0.0430660 Sep 29 17:50:15.530249 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 29 Sep 2021 17:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6683b287-0230-4636-a457-3aef46d30834 x-openstack-request-id: req-6683b287-0230-4636-a457-3aef46d30834 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:50:15.530553 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba", "status": "completed", "code": 200}, {"server_uuid": "30424b54-a6f3-47ea-a80c-d0c84e38edde", "name": "network-vif-deleted", "tag": "6497c8a8-e3e1-49fa-9f4c-42a2133f2818", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:50:15.530803 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6683b287-0230-4636-a457-3aef46d30834 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:50:15.531205 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'status': 'completed', 'code': 200} Sep 29 17:50:15.531455 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30424b54-a6f3-47ea-a80c-d0c84e38edde', 'name': 'network-vif-deleted', 'tag': '6497c8a8-e3e1-49fa-9f4c-42a2133f2818', 'status': 'completed', 'code': 200} Sep 29 17:50:15.605117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8452b6b-e1f6-4cad-b5e8-fe27951f2f80 req-657a19f5-b3c1-4ad8-8e1b-1a785b868ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:15.607015 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8452b6b-e1f6-4cad-b5e8-fe27951f2f80 req-657a19f5-b3c1-4ad8-8e1b-1a785b868ced service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1094 time: 0.0493796 Sep 29 17:50:15.620296 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4a936e39-d0b8-4337-9715-c48ed6d5803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:48Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'fe103090-7b74-4eb0-a3d5-6eb47d0ceb56', 'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'mac_address': 'fa:16:3e:74:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:46Z', 'updated_at': '2021-09-29T17:40:53Z', 'revision_number': 5, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'subnets': [{'id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:15.648906 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a936e39-d0b8-4337-9715-c48ed6d5803c None None] Checking router: 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:50:15.658283 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a936e39-d0b8-4337-9715-c48ed6d5803c None None] Routers {'8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:15.659436 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4a936e39-d0b8-4337-9715-c48ed6d5803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:50:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:15.702966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38866) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:15.709099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-36483aa2-ecb3-471b-a8ee-77a344e156d7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--499350981', 'description': 'tempest-description--628173724'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:15.731904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8452b6b-e1f6-4cad-b5e8-fe27951f2f80 req-5675b2d8-c960-433b-a879-f80ba876e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:15.733586 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8452b6b-e1f6-4cad-b5e8-fe27951f2f80 req-5675b2d8-c960-433b-a879-f80ba876e5d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=087bc4a6-72c1-4f4a-b297-3e95dff82daf HTTP/1.1" status: 200 len: 898 time: 0.1167710 Sep 29 17:50:15.743307 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36483aa2-ecb3-471b-a8ee-77a344e156d7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:15.768484 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-4a936e39-d0b8-4337-9715-c48ed6d5803c None None] Set router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:15.784297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:50:15.796814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8452b6b-e1f6-4cad-b5e8-fe27951f2f80 req-f60150ee-d038-4258-a140-51adc1e25e8f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 217 time: 0.0499144 Sep 29 17:50:15.806164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:50:15.806621 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6497c8a8-e3e1-49fa-9f4c-42a2133f2818 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:50:15.879839 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8452b6b-e1f6-4cad-b5e8-fe27951f2f80 req-a55908d7-0895-48f5-8adb-3a12eb030ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:15.881251 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8452b6b-e1f6-4cad-b5e8-fe27951f2f80 req-a55908d7-0895-48f5-8adb-3a12eb030ec0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32efae72-0553-4c8e-bebf-92bdab0fafd3 HTTP/1.1" status: 200 len: 833 time: 0.0738082 Sep 29 17:50:15.949038 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36483aa2-ecb3-471b-a8ee-77a344e156d7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:15.955177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8452b6b-e1f6-4cad-b5e8-fe27951f2f80 req-efc5917d-49a6-4df7-9f94-c65c3a9fac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:15.957378 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8452b6b-e1f6-4cad-b5e8-fe27951f2f80 req-efc5917d-49a6-4df7-9f94-c65c3a9fac5f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=087bc4a6-72c1-4f4a-b297-3e95dff82daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663595 Sep 29 17:50:15.957984 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36483aa2-ecb3-471b-a8ee-77a344e156d7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:15.978742 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4a936e39-d0b8-4337-9715-c48ed6d5803c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:48Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'fe103090-7b74-4eb0-a3d5-6eb47d0ceb56', 'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'mac_address': 'fa:16:3e:74:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:46Z', 'updated_at': '2021-09-29T17:40:53Z', 'revision_number': 5, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'subnets': [{'id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:16.008490 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36483aa2-ecb3-471b-a8ee-77a344e156d7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.012472 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-36483aa2-ecb3-471b-a8ee-77a344e156d7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3058019 Sep 29 17:50:16.012641 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a936e39-d0b8-4337-9715-c48ed6d5803c None None] The sync data for ids ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'] in n-d-811748-2 is: [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:40:48Z', 'revision_number': 4, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'fe103090-7b74-4eb0-a3d5-6eb47d0ceb56', 'name': '', 'network_id': '8e0ae42f-1a64-4ab5-b392-cf8ee0582253', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'mac_address': 'fa:16:3e:74:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:46Z', 'updated_at': '2021-09-29T17:40:53Z', 'revision_number': 5, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'subnets': [{'id': '6beb8b79-6b72-4c5b-af59-845d806127d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:50:16.012950 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38868) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:16.017061 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36483aa2-ecb3-471b-a8ee-77a344e156d7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9347a456-8799-48dd-9e13-c0ab8e40da49,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:16.018887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2001c186-3b21-4dd7-9f0d-e0efd3ae4260 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Request body: {'security_group_rule': {'security_group_id': '9347a456-8799-48dd-9e13-c0ab8e40da49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:16.050935 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2001c186-3b21-4dd7-9f0d-e0efd3ae4260 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.088649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8452b6b-e1f6-4cad-b5e8-fe27951f2f80 req-4a5c7f57-ae94-4680-8e21-97f1b271a72b service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158555 Sep 29 17:50:16.108855 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2001c186-3b21-4dd7-9f0d-e0efd3ae4260 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.114297 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2001c186-3b21-4dd7-9f0d-e0efd3ae4260 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.136539 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001c186-3b21-4dd7-9f0d-e0efd3ae4260 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a755a45-8077-48c9-af99-4759a20a3019,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:16.143572 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2001c186-3b21-4dd7-9f0d-e0efd3ae4260 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.148048 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2001c186-3b21-4dd7-9f0d-e0efd3ae4260 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1339281 Sep 29 17:50:16.148766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38870) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:16.153259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-014419d4-0c2a-48d2-9e86-f94ed8b85ca5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Request body: {'security_group_rule': {'security_group_id': '9347a456-8799-48dd-9e13-c0ab8e40da49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:16.189059 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-014419d4-0c2a-48d2-9e86-f94ed8b85ca5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.200221 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8452b6b-e1f6-4cad-b5e8-fe27951f2f80 req-eebdec92-5447-47cf-aadc-034745206f2c service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976944 Sep 29 17:50:16.251707 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-014419d4-0c2a-48d2-9e86-f94ed8b85ca5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.255510 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-014419d4-0c2a-48d2-9e86-f94ed8b85ca5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.272746 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014419d4-0c2a-48d2-9e86-f94ed8b85ca5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd6d801-b7de-41e1-b850-38e639ccfd99,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:16.278255 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-014419d4-0c2a-48d2-9e86-f94ed8b85ca5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.279597 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-014419d4-0c2a-48d2-9e86-f94ed8b85ca5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298614 Sep 29 17:50:16.282670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38872) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:16.288134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:16.309739 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.401099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957f433-8857-468b-ba89-efade2174bd5 req-e3f430f5-2e93-4bda-8c05-bf48f9f1202f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:16.402590 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f957f433-8857-468b-ba89-efade2174bd5 req-e3f430f5-2e93-4bda-8c05-bf48f9f1202f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 943 time: 0.0549066 Sep 29 17:50:16.408404 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.440886 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f957f433-8857-468b-ba89-efade2174bd5 req-c1ffe1b1-d5b5-4f03-958c-d9c3eb80fb00 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318956 Sep 29 17:50:16.522784 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Allocated IP 172.25.2.180 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/1360395e-ad8a-4d59-9a83-6ea0e6780de2) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:50:16.584042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38880) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:16.643810 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cc33f1d0-af76-410f-9139-c3113c085466 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.668772 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cc33f1d0-af76-410f-9139-c3113c085466 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.718772 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cc33f1d0-af76-410f-9139-c3113c085466 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.722724 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cc33f1d0-af76-410f-9139-c3113c085466 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.723936 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cc33f1d0-af76-410f-9139-c3113c085466 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "DELETE /v2.0/security-groups/77088b1c-d70a-45a5-b0bf-c0b59a624cd5 HTTP/1.1" status: 204 len: 168 time: 0.1386726 Sep 29 17:50:16.727534 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38882) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:16.746180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33f1d0-af76-410f-9139-c3113c085466 tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77088b1c-d70a-45a5-b0bf-c0b59a624cd5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:16.749552 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-ef52939c-8507-4422-b2dd-76b933c72c1c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] show failed (client error): The resource could not be found. Sep 29 17:50:16.753628 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ef52939c-8507-4422-b2dd-76b933c72c1c tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "GET /v2.0/security-groups/77088b1c-d70a-45a5-b0bf-c0b59a624cd5 HTTP/1.1" status: 404 len: 347 time: 0.0221531 Sep 29 17:50:16.754146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38884) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:16.878334 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.892195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c17b152c-c73d-4fe6-91e1-d455b44a9cdf tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Deleting port a38fd653-aa60-43ad-84a4-3c695ace473c {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:16.892931 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c17b152c-c73d-4fe6-91e1-d455b44a9cdf tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.963549 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.978802 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c17b152c-c73d-4fe6-91e1-d455b44a9cdf tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.979228 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c17b152c-c73d-4fe6-91e1-d455b44a9cdf tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:16.991774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c17b152c-c73d-4fe6-91e1-d455b44a9cdf tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Calling delete_port for a38fd653-aa60-43ad-84a4-3c695ace473c owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:16.999962 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:17.039297 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:50:17.042014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:50:17.045495 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:50:17.052888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event updated for resources: {'Port': ['ID=1360395e-ad8a-4d59-9a83-6ea0e6780de2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:17.129190 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c17b152c-c73d-4fe6-91e1-d455b44a9cdf tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:17.156062 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b152c-c73d-4fe6-91e1-d455b44a9cdf tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Pushing event deleted for resources: {'Port': ['ID=a38fd653-aa60-43ad-84a4-3c695ace473c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:17.170812 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:17.212619 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:17.222176 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c17b152c-c73d-4fe6-91e1-d455b44a9cdf tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:17.225326 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c17b152c-c73d-4fe6-91e1-d455b44a9cdf tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:17.232267 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c17b152c-c73d-4fe6-91e1-d455b44a9cdf tempest-AttachVolumeShelveTestJSON-223868519 tempest-AttachVolumeShelveTestJSON-223868519-project] 10.222.0.44 "DELETE /v2.0/floatingips/19c7f670-a96a-4783-9bae-c3eab9d67527 HTTP/1.1" status: 204 len: 168 time: 0.4773917 Sep 29 17:50:17.318666 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855a7d0-bee6-4a99-ad7a-fdee0d8ca535 None None] New status for floating IP 19c7f670-a96a-4783-9bae-c3eab9d67527: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:50:17.417361 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:17.425901 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:17.535841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event updated for resources: {'Port': ['ID=1360395e-ad8a-4d59-9a83-6ea0e6780de2,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:17.561138 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:17.582484 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:17.583696 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d5ae72e8-46a4-474e-a80b-4804132a4fb4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3000610 Sep 29 17:50:17.600282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd33f5-e0e5-46d9-ba3a-09c890567453 req-b0416e92-4c8b-4f71-a4ca-a1428e72ed9e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:17.601914 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7cd33f5-e0e5-46d9-ba3a-09c890567453 req-b0416e92-4c8b-4f71-a4ca-a1428e72ed9e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 943 time: 0.0789504 Sep 29 17:50:17.644139 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7cd33f5-e0e5-46d9-ba3a-09c890567453 req-791c060e-64ec-4d9c-b8f2-f0905604b054 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355802 Sep 29 17:50:17.781090 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-778a777e-58f3-410d-8988-394256604af4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--499350981&fields=id&tenant_id=7360905454614ea0add076cafbf60c76 HTTP/1.1" status: 200 len: 267 time: 0.0335236 Sep 29 17:50:17.806639 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:50:17.895934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-e2d5a4a3-30ee-455f-a2b5-2aaf6eef4cf7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:17.898316 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-e2d5a4a3-30ee-455f-a2b5-2aaf6eef4cf7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/networks?id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 HTTP/1.1" status: 200 len: 810 time: 0.1086400 Sep 29 17:50:17.910818 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:17.916731 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-8de51561-9390-4068-94e9-a96ff4baf4a5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/quotas/7360905454614ea0add076cafbf60c76 HTTP/1.1" status: 200 len: 375 time: 0.0116093 Sep 29 17:50:17.923158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'port_id': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'mac_address': 'fa:16:3e:11:30:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:50:17.962220 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:17.975956 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-514dc51a-be31-4969-bec6-78a9dae98f49 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7360905454614ea0add076cafbf60c76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527170 Sep 29 17:50:17.980507 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:50:18.000457 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:18.005352 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:18.060677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:18.083146 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-2d842b62-1fcd-46e1-b97d-0d05b890c7d0 service neutron] 10.222.0.44 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946300 Sep 29 17:50:18.171927 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-cbd35695-bff3-48a6-a79b-e9af261b1c3a service neutron] 10.222.0.44 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823908 Sep 29 17:50:18.235049 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['39f9e2f7-1efd-4ce7-b9e7-d9325521cdba'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:50:18.379180 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-abc9950d-a67f-40b1-8fa0-d471ea6f7976 req-c368ccd2-4f76-4579-b188-403d8b7e2244 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 210 time: 0.0547991 Sep 29 17:50:18.767878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f47d18-ca8a-4fee-8a4f-6588cd160bc1 req-67b5730b-b459-41e2-8231-1e7daed9ea64 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:18.769556 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a3f47d18-ca8a-4fee-8a4f-6588cd160bc1 req-67b5730b-b459-41e2-8231-1e7daed9ea64 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 944 time: 0.0526168 Sep 29 17:50:18.814559 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a3f47d18-ca8a-4fee-8a4f-6588cd160bc1 req-6b844afd-80f9-49ce-ae2e-a841624bff67 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384631 Sep 29 17:50:19.487207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-52079fbd-31ee-499e-ab89-74c2bd3a9adc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:19.489366 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-52079fbd-31ee-499e-ab89-74c2bd3a9adc tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.35 "GET /v2.0/networks?id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 HTTP/1.1" status: 200 len: 810 time: 0.1199913 Sep 29 17:50:19.497912 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7adfebab-ab85-4a7c-b29a-b7b9faa3adc3 req-8822a37d-10b5-4acd-85e4-ed6651aca2f1 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 210 time: 0.0326874 Sep 29 17:50:19.546794 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-2d753243-3919-46ba-843f-c388ad904a4f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7360905454614ea0add076cafbf60c76 HTTP/1.1" status: 200 len: 379 time: 0.0411701 Sep 29 17:50:19.584716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-cec55ec2-9e50-43e7-b175-acd8423fe9de tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Request body: {'port': {'device_id': '7d6fe68c-9ba5-4a89-9895-413db6d6f97e', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'admin_state_up': True, 'tenant_id': '7360905454614ea0add076cafbf60c76', 'security_groups': ['9347a456-8799-48dd-9e13-c0ab8e40da49']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:19.736398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-cec55ec2-9e50-43e7-b175-acd8423fe9de tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Made reservation on behalf of 7360905454614ea0add076cafbf60c76 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:50:19.740212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-cec55ec2-9e50-43e7-b175-acd8423fe9de tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:19.822766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:50:19.906742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:50:19.912092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:50:19.912725 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:19.947877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-cec55ec2-9e50-43e7-b175-acd8423fe9de tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Allocated IP 172.20.0.8 (0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9/daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4/0f87e8c7-265f-49f7-803a-dd5317e326dd) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:50:20.011533 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:20.021862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e93f4-5f39-4ee3-8fab-785363f13bcd req-1fdc9f01-7e3c-4afb-a985-08c0cbba0386 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:20.023702 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-317e93f4-5f39-4ee3-8fab-785363f13bcd req-1fdc9f01-7e3c-4afb-a985-08c0cbba0386 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 944 time: 0.1189201 Sep 29 17:50:20.046386 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:50:20.048453 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8328ab1-0ee9-4129-aca2-09da762c05e7" -d '{"events": [{"server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "name": "network-vif-plugged", "status": "completed", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:50:20.062056 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:20.067614 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:20.132888 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-317e93f4-5f39-4ee3-8fab-785363f13bcd req-bfbe97d2-dff1-4199-8e20-fab4d317e794 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980408 Sep 29 17:50:20.137652 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ff0a15-b3f3-4529-881a-b81511f436e3 x-openstack-request-id: req-85ff0a15-b3f3-4529-881a-b81511f436e3 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:50:20.138227 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "name": "network-vif-plugged", "status": "completed", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:50:20.138573 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85ff0a15-b3f3-4529-881a-b81511f436e3 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:50:20.139069 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'code': 200} Sep 29 17:50:20.151292 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:20.177114 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-cec55ec2-9e50-43e7-b175-acd8423fe9de tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:20.248135 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-cec55ec2-9e50-43e7-b175-acd8423fe9de tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:20.279351 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65032da7-8d33-4587-9b67-209405dacf87 req-77face88-bee4-4292-b566-28cbf7082c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:20.280980 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-65032da7-8d33-4587-9b67-209405dacf87 req-77face88-bee4-4292-b566-28cbf7082c3d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1096 time: 0.0769911 Sep 29 17:50:20.302860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-cec55ec2-9e50-43e7-b175-acd8423fe9de tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:50:20.313616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-cec55ec2-9e50-43e7-b175-acd8423fe9de tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:50:20.324055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-cec55ec2-9e50-43e7-b175-acd8423fe9de tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:50:20.329740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec55ec2-9e50-43e7-b175-acd8423fe9de tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event updated for resources: {'Port': ['ID=0f87e8c7-265f-49f7-803a-dd5317e326dd,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:20.372206 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-65032da7-8d33-4587-9b67-209405dacf87 req-dae2fb34-84ef-482a-9b6b-0fa159efc448 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823081 Sep 29 17:50:20.391083 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-cec55ec2-9e50-43e7-b175-acd8423fe9de tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:20.391711 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-cec55ec2-9e50-43e7-b175-acd8423fe9de tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:20.410082 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-cec55ec2-9e50-43e7-b175-acd8423fe9de tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8304377 Sep 29 17:50:20.429450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Request body: {'port': {'device_id': '7d6fe68c-9ba5-4a89-9895-413db6d6f97e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:20.494191 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:20.679675 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee44e4f-15dc-4e4c-8673-9c172c077776 req-463843cf-9a25-436b-aba3-7222f05fc49f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:20.682508 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ee44e4f-15dc-4e4c-8673-9c172c077776 req-463843cf-9a25-436b-aba3-7222f05fc49f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 931 time: 0.0671916 Sep 29 17:50:20.699126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3ca7e090-5f2c-4484-8458-21a802941a28 None None] Provisioning complete for port 0f87e8c7-265f-49f7-803a-dd5317e326dd triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:50:20.699832 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3ca7e090-5f2c-4484-8458-21a802941a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:20.738749 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ee44e4f-15dc-4e4c-8673-9c172c077776 req-c7cdf2a5-7fce-4e8c-b0a6-f77380d602a4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=9347a456-8799-48dd-9e13-c0ab8e40da49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452302 Sep 29 17:50:20.772147 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3ca7e090-5f2c-4484-8458-21a802941a28 None None] Port 0f87e8c7-265f-49f7-803a-dd5317e326dd cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:50:20.851815 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f87e8c7-265f-49f7-803a-dd5317e326dd {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:50:20.859322 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:20.872410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Transition to ACTIVE for port object 0f87e8c7-265f-49f7-803a-dd5317e326dd will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:50:20.875792 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:20.935953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Pushing event updated for resources: {'Port': ['ID=0f87e8c7-265f-49f7-803a-dd5317e326dd,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:21.040239 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Attempting to bind port 0f87e8c7-265f-49f7-803a-dd5317e326dd on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:50:21.041105 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Attempting to bind port 0f87e8c7-265f-49f7-803a-dd5317e326dd by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:50:21.041329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Attempting to bind port 0f87e8c7-265f-49f7-803a-dd5317e326dd on network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:50:21.048251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Port 0f87e8c7-265f-49f7-803a-dd5317e326dd on network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:50:21.048734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Attempting to bind port 0f87e8c7-265f-49f7-803a-dd5317e326dd on network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:50:21.056215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:50:21.056634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Checking segment: {'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:50:21.057159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Bound using segment: {'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:50:21.057706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Bound port: 0f87e8c7-265f-49f7-803a-dd5317e326dd, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '968689cd-11b4-4d5c-8879-8c104c6ee1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:50:21.058171 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:21.137864 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] For port 0f87e8c7-265f-49f7-803a-dd5317e326dd, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:50:21.141350 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] For port 0f87e8c7-265f-49f7-803a-dd5317e326dd, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0f87e8c7-265f-49f7-803a-dd5317e326dd,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:50:21.147165 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:21.181688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:21.182411 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:21.184048 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] 10.222.0.35 "PUT /v2.0/ports/0f87e8c7-265f-49f7-803a-dd5317e326dd HTTP/1.1" status: 200 len: 1091 time: 0.7600925 Sep 29 17:50:21.184507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6fe68c-9ba5-4a89-9895-413db6d6f97e', 'tag': '0f87e8c7-265f-49f7-803a-dd5317e326dd'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:50:21.189140 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8146880-cedd-4831-a64d-7a44f66b8230" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6fe68c-9ba5-4a89-9895-413db6d6f97e", "tag": "0f87e8c7-265f-49f7-803a-dd5317e326dd"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:50:21.223529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddca10-ccd9-4816-8b4a-1107d5cb6336 service neutron] Pushing event updated for resources: {'Port': ['ID=0f87e8c7-265f-49f7-803a-dd5317e326dd,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:21.317421 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2229fbf9-a634-4ab3-8821-518160b579da x-openstack-request-id: req-2229fbf9-a634-4ab3-8821-518160b579da {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:50:21.317947 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6fe68c-9ba5-4a89-9895-413db6d6f97e", "tag": "0f87e8c7-265f-49f7-803a-dd5317e326dd", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:50:21.318237 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2229fbf9-a634-4ab3-8821-518160b579da {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:50:21.318741 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6fe68c-9ba5-4a89-9895-413db6d6f97e', 'tag': '0f87e8c7-265f-49f7-803a-dd5317e326dd', 'status': 'completed', 'code': 200} Sep 29 17:50:21.369516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-df775e3c-09c2-4b8a-8045-fdad7435bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:21.371168 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-df775e3c-09c2-4b8a-8045-fdad7435bde2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7360905454614ea0add076cafbf60c76&device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 1094 time: 0.1053874 Sep 29 17:50:21.380374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cef31-6e61-42b0-9619-f4b669e99299 req-6907a5fc-f1bc-4310-a5dd-fe750cc955a0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:21.382017 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a2cef31-6e61-42b0-9619-f4b669e99299 req-6907a5fc-f1bc-4310-a5dd-fe750cc955a0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.1310694 Sep 29 17:50:21.464021 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-bc95997b-c73e-49e0-a239-ab102477af01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f87e8c7-265f-49f7-803a-dd5317e326dd HTTP/1.1" status: 200 len: 217 time: 0.0649178 Sep 29 17:50:21.472436 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a2cef31-6e61-42b0-9619-f4b669e99299 req-04397200-ed6b-471e-a821-bf467ab14974 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812600 Sep 29 17:50:21.519611 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-98310f72-c24d-4bab-a1af-9edcc4ab548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:21.521203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-98310f72-c24d-4bab-a1af-9edcc4ab548b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4 HTTP/1.1" status: 200 len: 849 time: 0.0478470 Sep 29 17:50:21.583379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-4ab30480-aaeb-4f37-8df8-77e7ef6c64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:21.585333 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-4ab30480-aaeb-4f37-8df8-77e7ef6c64a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567057 Sep 29 17:50:21.687931 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-8d3b65c7-58f5-470f-806e-2c22e39c67a8 service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955253 Sep 29 17:50:21.792830 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85877291-c7e8-4830-8bb7-31c2b3839541 req-664ea112-9e0f-4116-a870-d979cfa8719f service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973403 Sep 29 17:50:21.890279 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3dc2da-5b70-460c-891e-871120ece08f req-93b68803-7d74-4535-94d3-25bba6f23248 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:21.891827 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c3dc2da-5b70-460c-891e-871120ece08f req-93b68803-7d74-4535-94d3-25bba6f23248 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 943 time: 0.0633292 Sep 29 17:50:21.935026 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c3dc2da-5b70-460c-891e-871120ece08f req-e9785f40-e05b-4093-8b0b-114b5b6365f5 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=9347a456-8799-48dd-9e13-c0ab8e40da49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353744 Sep 29 17:50:21.938442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8146880-cedd-4831-a64d-7a44f66b8230 req-294b8d28-f28e-41b6-97fc-a0581a440cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:21.941555 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8146880-cedd-4831-a64d-7a44f66b8230 req-294b8d28-f28e-41b6-97fc-a0581a440cb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7360905454614ea0add076cafbf60c76&device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 1094 time: 0.0475364 Sep 29 17:50:22.062144 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8146880-cedd-4831-a64d-7a44f66b8230 req-b311bc15-95d8-4f28-8d04-320bc8cf33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:22.063429 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8146880-cedd-4831-a64d-7a44f66b8230 req-b311bc15-95d8-4f28-8d04-320bc8cf33e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 HTTP/1.1" status: 200 len: 911 time: 0.1153309 Sep 29 17:50:22.127941 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8146880-cedd-4831-a64d-7a44f66b8230 req-dcc22da6-3b7d-45ee-a45b-1728302b0789 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f87e8c7-265f-49f7-803a-dd5317e326dd HTTP/1.1" status: 200 len: 217 time: 0.0561516 Sep 29 17:50:22.180554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8146880-cedd-4831-a64d-7a44f66b8230 req-46151a79-a112-4a11-916e-d87dc9e018aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:22.182072 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8146880-cedd-4831-a64d-7a44f66b8230 req-46151a79-a112-4a11-916e-d87dc9e018aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4 HTTP/1.1" status: 200 len: 849 time: 0.0470536 Sep 29 17:50:22.235402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8146880-cedd-4831-a64d-7a44f66b8230 req-c26940d1-8a38-4b3f-b082-65c9b37b95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:22.237516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8146880-cedd-4831-a64d-7a44f66b8230 req-c26940d1-8a38-4b3f-b082-65c9b37b95e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477087 Sep 29 17:50:22.426512 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8146880-cedd-4831-a64d-7a44f66b8230 req-f5835de3-4a00-4ebe-8427-8859d4ca7d45 service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808276 Sep 29 17:50:22.524961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8146880-cedd-4831-a64d-7a44f66b8230 req-8b910560-2dd6-4783-b31a-5b2c3096dd69 service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916088 Sep 29 17:50:22.601397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfca58-541a-4885-86b3-b49c54d88598 req-1efa886f-ecd3-4078-b834-8593bcbc5449 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:22.603076 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-39cfca58-541a-4885-86b3-b49c54d88598 req-1efa886f-ecd3-4078-b834-8593bcbc5449 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0499284 Sep 29 17:50:22.642674 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-39cfca58-541a-4885-86b3-b49c54d88598 req-e9c1665a-29f7-4f86-8a57-0a6deb855cf7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335059 Sep 29 17:50:22.779649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d736b9-1e08-4a49-b0a0-4c3bb1e2754f req-15577d8b-32b4-4d96-b61e-0d1c54027233 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:22.781056 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-20d736b9-1e08-4a49-b0a0-4c3bb1e2754f req-15577d8b-32b4-4d96-b61e-0d1c54027233 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0656793 Sep 29 17:50:22.820095 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-20d736b9-1e08-4a49-b0a0-4c3bb1e2754f req-1f348cdc-2683-4ab5-befb-aa69c6b365c7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321779 Sep 29 17:50:22.841696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38952) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:22.884885 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec1c9d7-cc2b-486c-a5ef-1878d0885efc tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:22.889099 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8ec1c9d7-cc2b-486c-a5ef-1878d0885efc tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1091 time: 0.0437987 Sep 29 17:50:22.889450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38956) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:22.893962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:22.921215 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:22.964526 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38964) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:23.046593 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:23.065673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034f055-07e2-4ada-9869-7bc58a0f9d84 req-bdfaec37-00e8-4e2f-b64d-7683a6abf1e6 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:23.073536 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e034f055-07e2-4ada-9869-7bc58a0f9d84 req-bdfaec37-00e8-4e2f-b64d-7683a6abf1e6 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 943 time: 0.0629196 Sep 29 17:50:23.131864 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e034f055-07e2-4ada-9869-7bc58a0f9d84 req-9cbd79b3-2c49-4216-a07a-9c7c2e47b59e tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=9347a456-8799-48dd-9e13-c0ab8e40da49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435371 Sep 29 17:50:23.251752 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Allocated IP 172.25.2.237 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/7740ef07-e4d5-4007-9978-b71682f202de) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:50:23.488994 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:23.556771 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:23.617232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:50:23.625907 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=7740ef07-e4d5-4007-9978-b71682f202de,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:23.628556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:50:23.634424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:50:23.781881 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9bdba5b-80fa-4e0a-b9bd-e2b4ae22356a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:24.028311 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0f87e8c7-265f-49f7-803a-dd5317e326dd details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:50:24.126352 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0f87e8c7-265f-49f7-803a-dd5317e326dd, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0f87e8c7-265f-49f7-803a-dd5317e326dd,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:24.139720 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '0f87e8c7-265f-49f7-803a-dd5317e326dd', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'port_id': '0f87e8c7-265f-49f7-803a-dd5317e326dd', 'mac_address': 'fa:16:3e:72:b7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:50:24.169002 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:24.188029 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:24.202504 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f87e8c7-265f-49f7-803a-dd5317e326dd {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:50:24.224400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0f87e8c7-265f-49f7-803a-dd5317e326dd, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0f87e8c7-265f-49f7-803a-dd5317e326dd,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:24.230192 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:24.288751 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0f87e8c7-265f-49f7-803a-dd5317e326dd,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:24.325979 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a17e35-ef21-406f-88f5-0fb44a5aa45a req-078386bf-6a2b-4fd8-b139-ecbe35582c5c tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:24.327404 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-68a17e35-ef21-406f-88f5-0fb44a5aa45a req-078386bf-6a2b-4fd8-b139-ecbe35582c5c tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 943 time: 0.1338530 Sep 29 17:50:24.334368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:24.413296 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a9bdba5b-80fa-4e0a-b9bd-e2b4ae22356a admin admin] Deleting port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:24.413545 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9bdba5b-80fa-4e0a-b9bd-e2b4ae22356a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:24.420181 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-68a17e35-ef21-406f-88f5-0fb44a5aa45a req-2799792a-0660-4964-aa9b-ce2837276789 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=9347a456-8799-48dd-9e13-c0ab8e40da49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839674 Sep 29 17:50:24.556019 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-a9bdba5b-80fa-4e0a-b9bd-e2b4ae22356a admin admin] For port fe103090-7b74-4eb0-a3d5-6eb47d0ceb56, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=fe103090-7b74-4eb0-a3d5-6eb47d0ceb56,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:24.556373 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9bdba5b-80fa-4e0a-b9bd-e2b4ae22356a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:24.580436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a9bdba5b-80fa-4e0a-b9bd-e2b4ae22356a admin admin] Calling delete_port for fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:24.618033 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['0f87e8c7-265f-49f7-803a-dd5317e326dd'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:50:24.639145 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:24.647761 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:24.732515 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=7740ef07-e4d5-4007-9978-b71682f202de,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:24.791415 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:24.944886 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Floating IP 7cd05b3a-d286-440a-9a77-1ed17e02de77 associated. External IP: 172.25.2.237, port: 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba. Sep 29 17:50:25.026893 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9bdba5b-80fa-4e0a-b9bd-e2b4ae22356a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:25.071844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdba5b-80fa-4e0a-b9bd-e2b4ae22356a admin admin] Pushing event deleted for resources: {'Port': ['ID=fe103090-7b74-4eb0-a3d5-6eb47d0ceb56,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:25.546831 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bf688-c0e2-432b-90d7-b67474b25fc8 req-d9cded7c-cdce-4b4c-a2e7-62f30e0287c9 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:25.548347 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-802bf688-c0e2-432b-90d7-b67474b25fc8 req-d9cded7c-cdce-4b4c-a2e7-62f30e0287c9 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 944 time: 0.0562351 Sep 29 17:50:25.589415 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-802bf688-c0e2-432b-90d7-b67474b25fc8 req-794dd149-3792-40f2-86ce-44062c427d4a tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=9347a456-8799-48dd-9e13-c0ab8e40da49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348222 Sep 29 17:50:25.648561 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:50:25.649511 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a9bdba5b-80fa-4e0a-b9bd-e2b4ae22356a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:25.842069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:50:25.851990 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f470a-6063-49fb-bf75-bb9de1b51ff5 None None] Sync routers for ids ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:50:25.861715 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f470a-6063-49fb-bf75-bb9de1b51ff5 None None] Routers {'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:25.862447 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5b7f470a-6063-49fb-bf75-bb9de1b51ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:50:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:25.916419 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:25.951728 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-360f2828-256b-41c4-80c6-46d8e2e32579 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0611179 Sep 29 17:50:25.953755 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:50:25.956765 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c215007-34f4-4ce4-96af-026ed6f13c57" -d '{"events": [{"name": "network-changed", "server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:50:25.973317 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-5b7f470a-6063-49fb-bf75-bb9de1b51ff5 None None] Set router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:25.985243 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bdba5b-80fa-4e0a-b9bd-e2b4ae22356a admin admin] Router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:50:26.030553 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad791af-153d-40af-bdad-b72f7f78f500 x-openstack-request-id: req-6ad791af-153d-40af-bdad-b72f7f78f500 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:50:26.030850 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:50:26.031207 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ad791af-153d-40af-bdad-b72f7f78f500 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:50:26.031505 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'status': 'completed', 'code': 200} Sep 29 17:50:26.060548 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0f87e8c7-265f-49f7-803a-dd5317e326dd up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:50:26.079066 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c215007-34f4-4ce4-96af-026ed6f13c57 req-f16ae9d2-519a-4456-927d-007676aaf460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:26.081617 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c215007-34f4-4ce4-96af-026ed6f13c57 req-f16ae9d2-519a-4456-927d-007676aaf460 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1096 time: 0.0517771 Sep 29 17:50:26.130661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ddc99-a510-4051-9357-e144aaf707f9 req-298ed0b1-f6e2-48eb-a477-c7e7f24bb294 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:26.132052 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4b6ddc99-a510-4051-9357-e144aaf707f9 req-298ed0b1-f6e2-48eb-a477-c7e7f24bb294 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0998619 Sep 29 17:50:26.132970 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 0f87e8c7-265f-49f7-803a-dd5317e326dd completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:50:26.138282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 0f87e8c7-265f-49f7-803a-dd5317e326dd triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:50:26.139111 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:26.153212 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bdba5b-80fa-4e0a-b9bd-e2b4ae22356a admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:50:26.171869 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a9bdba5b-80fa-4e0a-b9bd-e2b4ae22356a admin admin] 10.222.0.44 "PUT /v2.0/routers/8c69fa51-2fb0-4d76-aaa4-864119d6aa9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2021813 Sep 29 17:50:26.172926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38976) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:26.196134 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e57c0b1-6040-4dfa-a026-51efadf68581 None None] Sync routers for ids ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:50:26.214237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c215007-34f4-4ce4-96af-026ed6f13c57 req-53b8c55c-59b1-4dff-9083-ec2c7c18db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:26.214881 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e57c0b1-6040-4dfa-a026-51efadf68581 None None] Routers {'8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:26.216185 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3e57c0b1-6040-4dfa-a026-51efadf68581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:50:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:26.216425 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c215007-34f4-4ce4-96af-026ed6f13c57 req-53b8c55c-59b1-4dff-9083-ec2c7c18db7a service neutron] 10.222.0.49 "GET /v2.0/networks?id=087bc4a6-72c1-4f4a-b297-3e95dff82daf HTTP/1.1" status: 200 len: 898 time: 0.1280720 Sep 29 17:50:26.247708 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5b7f470a-6063-49fb-bf75-bb9de1b51ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349857361', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:05Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ee:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7cd05b3a-d286-440a-9a77-1ed17e02de77', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'port_id': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'mac_address': 'fa:16:3e:11:30:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:50:23Z', 'updated_at': '2021-09-29T17:50:23Z', 'revision_number': 0, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693434f1-14fc-4932-b9cd-2304228a844d', 'name': '', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:41:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:04Z', 'updated_at': '2021-09-29T17:50:10Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:26.280913 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4b6ddc99-a510-4051-9357-e144aaf707f9 req-5889b430-5c5a-473d-9a21-76ba31bc69af tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392467 Sep 29 17:50:26.281495 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f470a-6063-49fb-bf75-bb9de1b51ff5 None None] Checking router: cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:50:26.290971 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f470a-6063-49fb-bf75-bb9de1b51ff5 None None] Routers {'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:26.291848 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5b7f470a-6063-49fb-bf75-bb9de1b51ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:50:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:26.317742 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38978) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:26.322085 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97f4c274-93e5-4e15-b5e0-7467faf5387f admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:26.396762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c215007-34f4-4ce4-96af-026ed6f13c57 req-240d99be-e6b2-4cf3-ba6e-d194f3287b36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 999 time: 0.1721454 Sep 29 17:50:26.417943 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:26.421718 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-3e57c0b1-6040-4dfa-a026-51efadf68581 None None] Set router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:26.426876 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6b4737d0-d31d-4f35-b764-c13f058a5410 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/floatingips/7cd05b3a-d286-440a-9a77-1ed17e02de77 HTTP/1.1" status: 200 len: 991 time: 0.1077921 Sep 29 17:50:26.435015 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-5b7f470a-6063-49fb-bf75-bb9de1b51ff5 None None] Set router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:26.456526 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97f4c274-93e5-4e15-b5e0-7467faf5387f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:26.547883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-97f4c274-93e5-4e15-b5e0-7467faf5387f admin admin] Deleting port 634a1dcc-a90c-4353-9d80-71f86586acbd {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:26.548910 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97f4c274-93e5-4e15-b5e0-7467faf5387f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:26.599481 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6fe68c-9ba5-4a89-9895-413db6d6f97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f87e8c7-265f-49f7-803a-dd5317e326dd'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:50:26.602161 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d76aa3-1a98-42b1-b4ed-dfc2abd12f42" -d '{"events": [{"server_uuid": "7d6fe68c-9ba5-4a89-9895-413db6d6f97e", "name": "network-vif-plugged", "status": "completed", "tag": "0f87e8c7-265f-49f7-803a-dd5317e326dd"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:50:26.659312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0f87e8c7-265f-49f7-803a-dd5317e326dd, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0f87e8c7-265f-49f7-803a-dd5317e326dd,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:26.676134 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:26.716179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-97f4c274-93e5-4e15-b5e0-7467faf5387f admin admin] For port 634a1dcc-a90c-4353-9d80-71f86586acbd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=634a1dcc-a90c-4353-9d80-71f86586acbd,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:26.716987 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97f4c274-93e5-4e15-b5e0-7467faf5387f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:26.733928 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445b2004-87d8-499b-9e78-92a1336bb4ed x-openstack-request-id: req-445b2004-87d8-499b-9e78-92a1336bb4ed {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:50:26.734520 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6fe68c-9ba5-4a89-9895-413db6d6f97e", "name": "network-vif-plugged", "status": "completed", "tag": "0f87e8c7-265f-49f7-803a-dd5317e326dd", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:50:26.735181 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-445b2004-87d8-499b-9e78-92a1336bb4ed {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:50:26.735720 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6fe68c-9ba5-4a89-9895-413db6d6f97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f87e8c7-265f-49f7-803a-dd5317e326dd', 'code': 200} Sep 29 17:50:26.779342 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-97f4c274-93e5-4e15-b5e0-7467faf5387f admin admin] Calling delete_port for 634a1dcc-a90c-4353-9d80-71f86586acbd owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:26.799823 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0f87e8c7-265f-49f7-803a-dd5317e326dd,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:26.825725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3e57c0b1-6040-4dfa-a026-51efadf68581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:50:24Z', 'revision_number': 5, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port': {'id': '634a1dcc-a90c-4353-9d80-71f86586acbd', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:59:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2424, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:40:40Z', 'updated_at': '2021-09-29T17:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:26.835439 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5b7f470a-6063-49fb-bf75-bb9de1b51ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349857361', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:05Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ee:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7cd05b3a-d286-440a-9a77-1ed17e02de77', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'port_id': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'mac_address': 'fa:16:3e:11:30:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:50:23Z', 'updated_at': '2021-09-29T17:50:23Z', 'revision_number': 0, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693434f1-14fc-4932-b9cd-2304228a844d', 'name': '', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:41:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:04Z', 'updated_at': '2021-09-29T17:50:10Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:26.844057 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11138afc-3598-409c-bba7-f38c4f67d442 req-c203c434-53ad-4833-b4e4-2ca8991aa9cf tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:26.852403 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-11138afc-3598-409c-bba7-f38c4f67d442 req-c203c434-53ad-4833-b4e4-2ca8991aa9cf tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 945 time: 0.1051421 Sep 29 17:50:26.860434 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e57c0b1-6040-4dfa-a026-51efadf68581 None None] Checking router: 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:50:26.868910 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f470a-6063-49fb-bf75-bb9de1b51ff5 None None] The sync data for ids ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'] in n-d-811748-2 is: [{'id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349857361', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:05Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ee:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7cd05b3a-d286-440a-9a77-1ed17e02de77', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'port_id': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'mac_address': 'fa:16:3e:11:30:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:50:23Z', 'updated_at': '2021-09-29T17:50:23Z', 'revision_number': 0, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '693434f1-14fc-4932-b9cd-2304228a844d', 'name': '', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:41:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:04Z', 'updated_at': '2021-09-29T17:50:10Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:50:26.871527 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e57c0b1-6040-4dfa-a026-51efadf68581 None None] Routers {'8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:26.872326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3e57c0b1-6040-4dfa-a026-51efadf68581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:50:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:26.910035 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-11138afc-3598-409c-bba7-f38c4f67d442 req-b2148159-8e42-42b8-b359-7be3022a9e40 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=9347a456-8799-48dd-9e13-c0ab8e40da49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546634 Sep 29 17:50:26.988817 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-3e57c0b1-6040-4dfa-a026-51efadf68581 None None] Set router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:27.023051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c215007-34f4-4ce4-96af-026ed6f13c57 req-df9e6342-b26d-46b1-8bec-5a1f1d8295f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:27.024536 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c215007-34f4-4ce4-96af-026ed6f13c57 req-df9e6342-b26d-46b1-8bec-5a1f1d8295f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32efae72-0553-4c8e-bebf-92bdab0fafd3 HTTP/1.1" status: 200 len: 833 time: 0.6191201 Sep 29 17:50:27.034913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e6ff1-8464-47cf-8c8e-2479ef7a88fa req-95d2942b-4c66-4253-a747-97c15bc73010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:27.036489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2c4e6ff1-8464-47cf-8c8e-2479ef7a88fa req-95d2942b-4c66-4253-a747-97c15bc73010 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 1096 time: 0.0739157 Sep 29 17:50:27.057873 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97f4c274-93e5-4e15-b5e0-7467faf5387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:27.064923 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3e57c0b1-6040-4dfa-a026-51efadf68581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:50:26Z', 'revision_number': 6, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:27.090303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4c274-93e5-4e15-b5e0-7467faf5387f admin admin] Pushing event deleted for resources: {'Port': ['ID=634a1dcc-a90c-4353-9d80-71f86586acbd,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:27.107874 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e57c0b1-6040-4dfa-a026-51efadf68581 None None] The sync data for ids ['8c69fa51-2fb0-4d76-aaa4-864119d6aa9c'] in n-d-811748-2 is: [{'id': '8c69fa51-2fb0-4d76-aaa4-864119d6aa9c', 'name': 'tempest-AttachVolumeShelveTestJSON-356896807-router', 'tenant_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:40:39Z', 'updated_at': '2021-09-29T17:50:26Z', 'revision_number': 6, 'project_id': 'e623b8fc0f40480d8e744c4b328c6a7d', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:50:27.112601 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2c4e6ff1-8464-47cf-8c8e-2479ef7a88fa req-83815c24-63e7-4631-bc7f-cff282785d9f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9347a456-8799-48dd-9e13-c0ab8e40da49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632017 Sep 29 17:50:27.116608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c215007-34f4-4ce4-96af-026ed6f13c57 req-34535605-c09c-4337-8ec6-20c9ea5c6bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:27.118232 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c215007-34f4-4ce4-96af-026ed6f13c57 req-34535605-c09c-4337-8ec6-20c9ea5c6bcd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=087bc4a6-72c1-4f4a-b297-3e95dff82daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805635 Sep 29 17:50:27.180848 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97f4c274-93e5-4e15-b5e0-7467faf5387f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:27.223561 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8257237-985f-4e8f-8b37-13dfd8fb1de0 None None] New status for floating IP 7cd05b3a-d286-440a-9a77-1ed17e02de77: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:50:27.234013 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c215007-34f4-4ce4-96af-026ed6f13c57 req-aeca7903-6155-437e-92d0-52ec55ac2e22 service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077936 Sep 29 17:50:27.283200 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97f4c274-93e5-4e15-b5e0-7467faf5387f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:27.287293 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97f4c274-93e5-4e15-b5e0-7467faf5387f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:27.338384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97f4c274-93e5-4e15-b5e0-7467faf5387f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:27.339147 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f4c274-93e5-4e15-b5e0-7467faf5387f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c69fa51-2fb0-4d76-aaa4-864119d6aa9c {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:50:27.344323 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97f4c274-93e5-4e15-b5e0-7467faf5387f admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:27.348217 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-97f4c274-93e5-4e15-b5e0-7467faf5387f admin admin] 10.222.0.44 "DELETE /v2.0/routers/8c69fa51-2fb0-4d76-aaa4-864119d6aa9c HTTP/1.1" status: 204 len: 168 time: 1.1720109 Sep 29 17:50:27.348621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38984) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:27.356264 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c215007-34f4-4ce4-96af-026ed6f13c57 req-6ca8854c-acd8-4838-8431-aa3f99ff7a7e service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131697 Sep 29 17:50:27.399826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06b3202-23bc-4fdf-b962-af1f4e25057f admin admin] Deleting subnet 6beb8b79-6b72-4c5b-af59-845d806127d5 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:50:27.403726 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e06b3202-23bc-4fdf-b962-af1f4e25057f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:27.430802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38986) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:27.444395 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e06b3202-23bc-4fdf-b962-af1f4e25057f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:27.500228 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a7cb863b-da61-4951-97b3-544220d8c8f8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/floatingips/7cd05b3a-d286-440a-9a77-1ed17e02de77 HTTP/1.1" status: 200 len: 991 time: 0.0667968 Sep 29 17:50:27.515644 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:27.556483 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e06b3202-23bc-4fdf-b962-af1f4e25057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:27.620610 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e06b3202-23bc-4fdf-b962-af1f4e25057f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:27.650661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b3202-23bc-4fdf-b962-af1f4e25057f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6beb8b79-6b72-4c5b-af59-845d806127d5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:27.654490 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e06b3202-23bc-4fdf-b962-af1f4e25057f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:27.656409 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e06b3202-23bc-4fdf-b962-af1f4e25057f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6beb8b79-6b72-4c5b-af59-845d806127d5 HTTP/1.1" status: 204 len: 168 time: 0.3064771 Sep 29 17:50:27.659447 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38988) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:27.663313 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9085685f-9517-4d78-b3cd-bcb2e55c9ba6 None None] Network 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:50:27.735081 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:27.792816 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] Deleting port e8ac1cbb-be67-4a75-a4f0-1f5976261743 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:27.793476 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:27.858861 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] For port e8ac1cbb-be67-4a75-a4f0-1f5976261743, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e8ac1cbb-be67-4a75-a4f0-1f5976261743,segment=NetworkSegment(1817d273-c4eb-4b2c-920a-bd59085ecea2),segment_id=1817d273-c4eb-4b2c-920a-bd59085ecea2)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:27.859268 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:27.876509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] Calling delete_port for e8ac1cbb-be67-4a75-a4f0-1f5976261743 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:27.955669 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:27.982445 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129d5a9e-e173-4e6a-b340-e7af15254422 None None] DHCP port deletion for 8e0ae42f-1a64-4ab5-b392-cf8ee0582253 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:50:27.989952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ac1cbb-be67-4a75-a4f0-1f5976261743,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:28.023439 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] No DVR routers for this DVR port e8ac1cbb-be67-4a75-a4f0-1f5976261743 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:50:28.091548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce642e-d44d-4711-9302-24899d83c042 req-ed00554c-a3f6-4486-b60e-5edb94939f7f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:28.093139 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94ce642e-d44d-4711-9302-24899d83c042 req-ed00554c-a3f6-4486-b60e-5edb94939f7f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 945 time: 0.1046424 Sep 29 17:50:28.122419 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:28.155609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0ae42f-1a64-4ab5-b392-cf8ee0582253']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:28.171560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1817d273-c4eb-4b2c-920a-bd59085ecea2') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:28.172069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1817d273-c4eb-4b2c-920a-bd59085ecea2') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:28.190671 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:28.201828 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94ce642e-d44d-4711-9302-24899d83c042 req-d67d258f-e81e-406c-802a-9153c8d01a6c tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=9347a456-8799-48dd-9e13-c0ab8e40da49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761437 Sep 29 17:50:28.213124 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:28.219590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:50:28.220007 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:50:28.222173 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:50:28.293326 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:28.300137 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:28.302085 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] 10.222.0.44 "DELETE /v2.0/networks/8e0ae42f-1a64-4ab5-b392-cf8ee0582253 HTTP/1.1" status: 204 len: 168 time: 0.6416583 Sep 29 17:50:28.315625 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c7cb2-fb5b-49c6-86a4-67eaf8cce79b admin admin] Pushing event deleted for resources: {'Network': ['ID=8e0ae42f-1a64-4ab5-b392-cf8ee0582253,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:28.456144 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38994) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:28.503803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 38996) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:28.506345 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fa28c8a5-3f94-4a87-b07d-ddf3105c9a3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e623b8fc0f40480d8e744c4b328c6a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484014 Sep 29 17:50:28.508709 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 38998) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:28.522221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:50:28.547999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:50:28.548575 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device fe103090-7b74-4eb0-a3d5-6eb47d0ceb56 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:50:28.550335 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 634a1dcc-a90c-4353-9d80-71f86586acbd no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:50:28.557800 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a1db758-b9f4-4637-aa7d-1b6534d15d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:28.569899 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 634a1dcc-a90c-4353-9d80-71f86586acbd {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:50:28.570244 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 634a1dcc-a90c-4353-9d80-71f86586acbd not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:50:28.571106 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e8ac1cbb-be67-4a75-a4f0-1f5976261743 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:50:28.578178 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a28faa57-17ce-444b-a3e2-d1d18a3a7f96 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/floatingips/7cd05b3a-d286-440a-9a77-1ed17e02de77 HTTP/1.1" status: 200 len: 993 time: 0.0732286 Sep 29 17:50:28.579219 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a1db758-b9f4-4637-aa7d-1b6534d15d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:28.595792 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: e8ac1cbb-be67-4a75-a4f0-1f5976261743 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:50:28.596460 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e8ac1cbb-be67-4a75-a4f0-1f5976261743 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:50:28.638040 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a1db758-b9f4-4637-aa7d-1b6534d15d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:28.640559 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a1db758-b9f4-4637-aa7d-1b6534d15d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:28.641722 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9a1db758-b9f4-4637-aa7d-1b6534d15d60 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fcda59f0-9d88-4740-83a6-a4157ac640fa HTTP/1.1" status: 204 len: 168 time: 0.1321354 Sep 29 17:50:28.651649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1db758-b9f4-4637-aa7d-1b6534d15d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcda59f0-9d88-4740-83a6-a4157ac640fa,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:29.323831 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81680f-4187-45e2-a0ce-2ceae38490bc req-92e21cd6-5b7a-43d2-8131-403bd22db5f2 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:29.325257 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb81680f-4187-45e2-a0ce-2ceae38490bc req-92e21cd6-5b7a-43d2-8131-403bd22db5f2 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 945 time: 0.0514989 Sep 29 17:50:29.363443 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb81680f-4187-45e2-a0ce-2ceae38490bc req-8eb60c33-b4ee-432a-bea6-4dddc64006f0 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=9347a456-8799-48dd-9e13-c0ab8e40da49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317028 Sep 29 17:50:29.374658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39024) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:29.480955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f4389-3822-42a9-baa0-ba79694bfc06 req-ce77f5d4-92c1-4477-b902-3a843468c62e tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:29.485590 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f0f4389-3822-42a9-baa0-ba79694bfc06 req-ce77f5d4-92c1-4477-b902-3a843468c62e tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 945 time: 0.0568280 Sep 29 17:50:29.491733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39030) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:29.496095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5434f4fd-b6c6-40c5-81dc-6d991c39fd7f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Request body: {'floatingip': {'port_id': '0f87e8c7-265f-49f7-803a-dd5317e326dd'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:29.505265 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1077817925-network', 'tenant_id': '9251d7bb83dd4aaaae356290f300facc'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:29.526352 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Made reservation on behalf of 9251d7bb83dd4aaaae356290f300facc for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:50:29.529073 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:29.535741 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5434f4fd-b6c6-40c5-81dc-6d991c39fd7f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:29.540935 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:29.635376 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:29.640388 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:29.668177 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:50:29.683307 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889e1e55-319f-4b0e-b8e4-688ab05e430c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:29.688608 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:29.689015 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Added segment fad33562-6b80-4306-b017-0a8ab404148f of type vlan for network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 Sep 29 17:50:29.703004 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:29.703406 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:29.703747 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:29.704077 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:29.704405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:29.704727 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:29.705045 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:29.705422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:29.705744 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:29.706063 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:29.706381 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:29.706705 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:29.755847 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:29.783914 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:29.785009 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:29.785620 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:29.815661 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4399371 Sep 29 17:50:29.818654 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39032) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:29.826440 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-89eca80c-c00d-4310-a1a3-3be673a4c47f admin admin] Request body: {'subnet': {'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1077817925-subnet', 'tenant_id': '9251d7bb83dd4aaaae356290f300facc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:29.849619 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c395d-3885-4ebc-8ed3-ed8406ac1258 admin admin] Pushing event updated for resources: {'Network': ['ID=51b669f6-c90c-4576-9fd7-e28f1ba34c68,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:29.860514 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:50:29.934224 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eca80c-c00d-4310-a1a3-3be673a4c47f admin admin] Made reservation on behalf of 9251d7bb83dd4aaaae356290f300facc for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:50:29.936987 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-89eca80c-c00d-4310-a1a3-3be673a4c47f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:30.125641 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5434f4fd-b6c6-40c5-81dc-6d991c39fd7f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:30.133621 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5434f4fd-b6c6-40c5-81dc-6d991c39fd7f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:30.338587 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-89eca80c-c00d-4310-a1a3-3be673a4c47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:30.346657 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-5434f4fd-b6c6-40c5-81dc-6d991c39fd7f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Floating IP b8fddf17-91eb-4f19-9799-2bb3614e79db associated. External IP: 172.25.2.180, port: 0f87e8c7-265f-49f7-803a-dd5317e326dd. Sep 29 17:50:30.479350 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eca80c-c00d-4310-a1a3-3be673a4c47f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c11691-4449-47db-841c-282101ec8363,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:30.500990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89eca80c-c00d-4310-a1a3-3be673a4c47f admin admin] Checking segment: {'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:50:30.501792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eca80c-c00d-4310-a1a3-3be673a4c47f admin admin] Network hostable DHCP agents. Network: 51b669f6-c90c-4576-9fd7-e28f1ba34c68, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:50:30.536794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eca80c-c00d-4310-a1a3-3be673a4c47f admin admin] Network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:50:30.582516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-89eca80c-c00d-4310-a1a3-3be673a4c47f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 51b669f6-c90c-4576-9fd7-e28f1ba34c68) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:50:30.590598 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f36493f-6521-4a2a-a431-64c0e4efe7e4 None None] Network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:50:30.621924 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eca80c-c00d-4310-a1a3-3be673a4c47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:30.622553 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-89eca80c-c00d-4310-a1a3-3be673a4c47f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:30.654078 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-89eca80c-c00d-4310-a1a3-3be673a4c47f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8270230 Sep 29 17:50:30.680061 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5434f4fd-b6c6-40c5-81dc-6d991c39fd7f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Router d3b862e3-def7-408b-ba53-8b49086e1821 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:50:30.735210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2d2290-d01b-4aa2-ace8-01f79e6edb30 None None] Network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:50:30.811373 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5434f4fd-b6c6-40c5-81dc-6d991c39fd7f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:50:30.817028 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5434f4fd-b6c6-40c5-81dc-6d991c39fd7f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:30.831237 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78020cf3-067b-4b93-9cf8-753ff8ec0d41 None None] Sync routers for ids ['d3b862e3-def7-408b-ba53-8b49086e1821'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:50:30.859487 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5434f4fd-b6c6-40c5-81dc-6d991c39fd7f tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "PUT /v2.0/floatingips/b8fddf17-91eb-4f19-9799-2bb3614e79db HTTP/1.1" status: 200 len: 991 time: 1.3666563 Sep 29 17:50:30.860577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6fe68c-9ba5-4a89-9895-413db6d6f97e', 'tag': '0f87e8c7-265f-49f7-803a-dd5317e326dd'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:50:30.864035 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dce0d79-e90a-45ab-baf1-1cfd51b6d265" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6fe68c-9ba5-4a89-9895-413db6d6f97e", "tag": "0f87e8c7-265f-49f7-803a-dd5317e326dd"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:50:30.870033 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78020cf3-067b-4b93-9cf8-753ff8ec0d41 None None] Routers {'d3b862e3-def7-408b-ba53-8b49086e1821'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:30.870773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-78020cf3-067b-4b93-9cf8-753ff8ec0d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:50:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3b862e3-def7-408b-ba53-8b49086e1821'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:31.006887 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ead130-9b24-4130-9c4e-2ccf4b641006 x-openstack-request-id: req-d8ead130-9b24-4130-9c4e-2ccf4b641006 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:50:31.007668 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6fe68c-9ba5-4a89-9895-413db6d6f97e", "tag": "0f87e8c7-265f-49f7-803a-dd5317e326dd", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:50:31.008043 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8ead130-9b24-4130-9c4e-2ccf4b641006 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:50:31.008712 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6fe68c-9ba5-4a89-9895-413db6d6f97e', 'tag': '0f87e8c7-265f-49f7-803a-dd5317e326dd', 'status': 'completed', 'code': 200} Sep 29 17:50:31.010447 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-78020cf3-067b-4b93-9cf8-753ff8ec0d41 None None] Set router d3b862e3-def7-408b-ba53-8b49086e1821 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:31.119770 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce0d79-e90a-45ab-baf1-1cfd51b6d265 req-2e046d4e-7a90-4c20-bd3b-ad54252aa58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:31.121774 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1dce0d79-e90a-45ab-baf1-1cfd51b6d265 req-2e046d4e-7a90-4c20-bd3b-ad54252aa58d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7360905454614ea0add076cafbf60c76&device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 1096 time: 0.0657780 Sep 29 17:50:31.223402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce0d79-e90a-45ab-baf1-1cfd51b6d265 req-5d799d29-0c0f-4a42-883e-428eeb93a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:31.225023 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1dce0d79-e90a-45ab-baf1-1cfd51b6d265 req-5d799d29-0c0f-4a42-883e-428eeb93a7c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 HTTP/1.1" status: 200 len: 911 time: 0.0957789 Sep 29 17:50:31.235156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-509b6e91-adfb-4c4b-963e-5cb39c644f71 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:31.236757 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-509b6e91-adfb-4c4b-963e-5cb39c644f71 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/networks?id=51b669f6-c90c-4576-9fd7-e28f1ba34c68 HTTP/1.1" status: 200 len: 815 time: 0.1254842 Sep 29 17:50:31.254075 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-010dcb35-406d-4a7c-a66d-397b3738af55 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/quotas/9251d7bb83dd4aaaae356290f300facc HTTP/1.1" status: 200 len: 375 time: 0.0105882 Sep 29 17:50:31.272921 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-78020cf3-067b-4b93-9cf8-753ff8ec0d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'b8fddf17-91eb-4f19-9799-2bb3614e79db', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'port_id': '0f87e8c7-265f-49f7-803a-dd5317e326dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'mac_address': 'fa:16:3e:72:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6fe68c-9ba5-4a89-9895-413db6d6f97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:50:17Z', 'updated_at': '2021-09-29T17:50:29Z', 'revision_number': 1, 'project_id': '7360905454614ea0add076cafbf60c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 5, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:31.289574 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-d5ae5583-46a9-4deb-9439-d47ce377eda8 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9251d7bb83dd4aaaae356290f300facc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289636 Sep 29 17:50:31.301150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78020cf3-067b-4b93-9cf8-753ff8ec0d41 None None] Checking router: d3b862e3-def7-408b-ba53-8b49086e1821 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:50:31.306987 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1dce0d79-e90a-45ab-baf1-1cfd51b6d265 req-25f6afd4-a676-42b3-aaaf-f0c726ad8ea5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f87e8c7-265f-49f7-803a-dd5317e326dd HTTP/1.1" status: 200 len: 999 time: 0.0743062 Sep 29 17:50:31.310203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78020cf3-067b-4b93-9cf8-753ff8ec0d41 None None] Routers {'d3b862e3-def7-408b-ba53-8b49086e1821'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:31.310822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-78020cf3-067b-4b93-9cf8-753ff8ec0d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:50:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3b862e3-def7-408b-ba53-8b49086e1821'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:31.373721 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce0d79-e90a-45ab-baf1-1cfd51b6d265 req-c0bd7180-690e-4e11-b8f0-a585ae26505b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:31.376098 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1dce0d79-e90a-45ab-baf1-1cfd51b6d265 req-c0bd7180-690e-4e11-b8f0-a585ae26505b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4 HTTP/1.1" status: 200 len: 849 time: 0.0621612 Sep 29 17:50:31.395251 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-75897a43-ca4e-4a3e-b992-d75f641a71a3 service neutron] 10.222.0.44 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977910 Sep 29 17:50:31.430473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce0d79-e90a-45ab-baf1-1cfd51b6d265 req-ac046e59-12aa-4a81-b638-a7ae2a98b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:31.432104 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1dce0d79-e90a-45ab-baf1-1cfd51b6d265 req-ac046e59-12aa-4a81-b638-a7ae2a98b70c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486166 Sep 29 17:50:31.437252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-78020cf3-067b-4b93-9cf8-753ff8ec0d41 None None] Set router d3b862e3-def7-408b-ba53-8b49086e1821 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:31.504057 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-f56d11ca-cd57-45f1-b768-7cd8b1c22d6c service neutron] 10.222.0.44 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010153 Sep 29 17:50:31.550680 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1dce0d79-e90a-45ab-baf1-1cfd51b6d265 req-7de92a9d-aa24-462a-bb73-cf87eedd8e75 service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115036 Sep 29 17:50:31.665954 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1dce0d79-e90a-45ab-baf1-1cfd51b6d265 req-59e7f441-5f6b-4fbb-9ffb-ba65d3d9b0d4 service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071742 Sep 29 17:50:31.708919 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bc616bc0-5600-4664-b925-59464aa8ce02 req-a6e463e9-6979-4e0e-aa1e-f885e32436bd tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 210 time: 0.0309255 Sep 29 17:50:31.735463 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-78020cf3-067b-4b93-9cf8-753ff8ec0d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'b8fddf17-91eb-4f19-9799-2bb3614e79db', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'port_id': '0f87e8c7-265f-49f7-803a-dd5317e326dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'mac_address': 'fa:16:3e:72:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6fe68c-9ba5-4a89-9895-413db6d6f97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:50:17Z', 'updated_at': '2021-09-29T17:50:29Z', 'revision_number': 1, 'project_id': '7360905454614ea0add076cafbf60c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 5, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:31.767904 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78020cf3-067b-4b93-9cf8-753ff8ec0d41 None None] The sync data for ids ['d3b862e3-def7-408b-ba53-8b49086e1821'] in n-d-811748-2 is: [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'b8fddf17-91eb-4f19-9799-2bb3614e79db', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'port_id': '0f87e8c7-265f-49f7-803a-dd5317e326dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'mac_address': 'fa:16:3e:72:b7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6fe68c-9ba5-4a89-9895-413db6d6f97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:50:17Z', 'updated_at': '2021-09-29T17:50:29Z', 'revision_number': 1, 'project_id': '7360905454614ea0add076cafbf60c76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 5, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:50:32.057477 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5ac5e-6381-441d-9305-b076723f7139 None None] New status for floating IP b8fddf17-91eb-4f19-9799-2bb3614e79db: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:50:32.829887 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ac31d0af-581e-4ec3-bcaf-e8a92e5ad584 req-f72665d4-cd7f-455e-bfb8-37bb568bbb7f tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 210 time: 0.0343120 Sep 29 17:50:32.857964 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-9b2d57eb-2d3e-475a-987e-ddc2951f23a8 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:32.859400 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-9b2d57eb-2d3e-475a-987e-ddc2951f23a8 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.49 "GET /v2.0/networks?id=51b669f6-c90c-4576-9fd7-e28f1ba34c68 HTTP/1.1" status: 200 len: 815 time: 0.1452534 Sep 29 17:50:32.873419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-d979b93e-6930-46e6-b7c9-96db462fa514 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Request body: {'port': {'device_id': '0457d2fa-565c-4459-8e35-464f304cd46d', 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68', 'admin_state_up': True, 'tenant_id': '9251d7bb83dd4aaaae356290f300facc'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:32.982173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-d979b93e-6930-46e6-b7c9-96db462fa514 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Made reservation on behalf of 9251d7bb83dd4aaaae356290f300facc for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:50:32.986772 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-d979b93e-6930-46e6-b7c9-96db462fa514 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:33.113730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-d979b93e-6930-46e6-b7c9-96db462fa514 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Allocated IP 172.20.0.2 (51b669f6-c90c-4576-9fd7-e28f1ba34c68/e0c11691-4449-47db-841c-282101ec8363/75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:50:33.258740 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-d979b93e-6930-46e6-b7c9-96db462fa514 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:33.291550 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-d979b93e-6930-46e6-b7c9-96db462fa514 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:33.333463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-d979b93e-6930-46e6-b7c9-96db462fa514 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:50:33.336272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-d979b93e-6930-46e6-b7c9-96db462fa514 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:50:33.339882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-d979b93e-6930-46e6-b7c9-96db462fa514 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:50:33.364126 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979b93e-6930-46e6-b7c9-96db462fa514 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Pushing event updated for resources: {'Port': ['ID=75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:33.391805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-d979b93e-6930-46e6-b7c9-96db462fa514 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:33.392422 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-d979b93e-6930-46e6-b7c9-96db462fa514 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:33.406275 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-d979b93e-6930-46e6-b7c9-96db462fa514 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5364294 Sep 29 17:50:33.419383 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Request body: {'port': {'device_id': '0457d2fa-565c-4459-8e35-464f304cd46d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:33.476937 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:33.731892 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:50:33.740042 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:33.751347 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Transition to ACTIVE for port object 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:50:33.755139 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:33.806502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Pushing event updated for resources: {'Port': ['ID=75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:34.229110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Attempting to bind port 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:50:34.229783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Attempting to bind port 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:50:34.229783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Attempting to bind port 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f on network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:50:34.241935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae5e2a-1293-417c-8089-0107dd114af3 req-af5ffc0d-a2fb-460c-b968-36d931f95359 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:34.243412 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-acae5e2a-1293-417c-8089-0107dd114af3 req-af5ffc0d-a2fb-460c-b968-36d931f95359 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 943 time: 0.0733895 Sep 29 17:50:34.244433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Port 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f on network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:50:34.244751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Attempting to bind port 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f on network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:50:34.249972 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:50:34.250309 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Checking segment: {'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:50:34.250690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Bound using segment: {'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:50:34.251116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Bound port: 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:50:34.251477 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:34.319198 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-acae5e2a-1293-417c-8089-0107dd114af3 req-eee6e874-44a7-4415-bb9d-854f8ab48219 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649714 Sep 29 17:50:34.344864 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] For port 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:50:34.348270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] For port 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:50:34.353124 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:34.385169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:34.386206 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:34.387937 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] 10.222.0.49 "PUT /v2.0/ports/75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f HTTP/1.1" status: 200 len: 1091 time: 0.9725056 Sep 29 17:50:34.389963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0457d2fa-565c-4459-8e35-464f304cd46d', 'tag': '75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:50:34.393483 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80156f31-bc3c-4eb5-bc44-5deaa6b7dafc" -d '{"events": [{"name": "network-changed", "server_uuid": "0457d2fa-565c-4459-8e35-464f304cd46d", "tag": "75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:50:34.421304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acfe21-dfaf-4785-ae47-f25ba62e2da2 service neutron] Pushing event updated for resources: {'Port': ['ID=75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:34.440886 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de265870-9555-4870-a800-4cc8155cab95 x-openstack-request-id: req-de265870-9555-4870-a800-4cc8155cab95 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:50:34.441410 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0457d2fa-565c-4459-8e35-464f304cd46d", "tag": "75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:50:34.442093 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de265870-9555-4870-a800-4cc8155cab95 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:50:34.442722 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0457d2fa-565c-4459-8e35-464f304cd46d', 'tag': '75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f', 'status': 'completed', 'code': 200} Sep 29 17:50:34.477669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-5b3855bc-a40a-470f-bdb7-c1f94f35df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:34.479147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-5b3855bc-a40a-470f-bdb7-c1f94f35df6e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9251d7bb83dd4aaaae356290f300facc&device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 1094 time: 0.0499666 Sep 29 17:50:34.525658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-b323e67e-ddd0-4ff3-838d-afdd07c7b4a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f HTTP/1.1" status: 200 len: 217 time: 0.0362892 Sep 29 17:50:34.581097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-e78eb820-e730-41cb-bae6-3dd2267228f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:34.582620 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-e78eb820-e730-41cb-bae6-3dd2267228f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0c11691-4449-47db-841c-282101ec8363 HTTP/1.1" status: 200 len: 855 time: 0.0448229 Sep 29 17:50:34.617428 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-7d2a86aa-486f-45b5-9297-c49867d8e71b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51b669f6-c90c-4576-9fd7-e28f1ba34c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263042 Sep 29 17:50:34.720564 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-90c6894d-0e4c-48a4-bdb8-042d0bae23e1 service neutron] 10.222.0.49 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946627 Sep 29 17:50:34.812562 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8794cb80-5842-48e4-a5fc-d9a52cbe06fa req-3ba1dcd9-c809-4761-9ef4-4aea6de9997a service neutron] 10.222.0.49 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822897 Sep 29 17:50:34.901620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80156f31-bc3c-4eb5-bc44-5deaa6b7dafc req-d6a33477-d7d5-4ad9-8d02-56e87558fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:34.903264 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80156f31-bc3c-4eb5-bc44-5deaa6b7dafc req-d6a33477-d7d5-4ad9-8d02-56e87558fc36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9251d7bb83dd4aaaae356290f300facc&device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 1094 time: 0.0400791 Sep 29 17:50:34.997628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80156f31-bc3c-4eb5-bc44-5deaa6b7dafc req-82452a72-8c19-404f-bc0d-d510c13b272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:34.999079 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80156f31-bc3c-4eb5-bc44-5deaa6b7dafc req-82452a72-8c19-404f-bc0d-d510c13b272a service neutron] 10.222.0.49 "GET /v2.0/networks?id=51b669f6-c90c-4576-9fd7-e28f1ba34c68 HTTP/1.1" status: 200 len: 916 time: 0.0878768 Sep 29 17:50:35.041148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80156f31-bc3c-4eb5-bc44-5deaa6b7dafc req-78ebac5a-951e-4f31-b4d7-e5be10ddcd68 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f HTTP/1.1" status: 200 len: 217 time: 0.0337636 Sep 29 17:50:35.103487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80156f31-bc3c-4eb5-bc44-5deaa6b7dafc req-fe0f2c01-7786-465f-8676-58d36edb5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:35.104932 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80156f31-bc3c-4eb5-bc44-5deaa6b7dafc req-fe0f2c01-7786-465f-8676-58d36edb5f26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0c11691-4449-47db-841c-282101ec8363 HTTP/1.1" status: 200 len: 855 time: 0.0472608 Sep 29 17:50:35.136763 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80156f31-bc3c-4eb5-bc44-5deaa6b7dafc req-7c626e9b-0880-4519-8796-cdfbb403eaa8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51b669f6-c90c-4576-9fd7-e28f1ba34c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239027 Sep 29 17:50:35.235869 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80156f31-bc3c-4eb5-bc44-5deaa6b7dafc req-57b8b407-01d9-4572-b0a0-70872972c08c service neutron] 10.222.0.49 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841677 Sep 29 17:50:35.330916 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-80156f31-bc3c-4eb5-bc44-5deaa6b7dafc req-5e57cde9-3780-4b5a-984e-c7a7b7f45068 service neutron] 10.222.0.49 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847161 Sep 29 17:50:35.441807 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ecb0c-728a-4d11-8a71-1a69a732090e req-86eaa599-7346-4c5e-bb93-78b5639b8fd4 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:35.443287 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-916ecb0c-728a-4d11-8a71-1a69a732090e req-86eaa599-7346-4c5e-bb93-78b5639b8fd4 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 943 time: 0.0492215 Sep 29 17:50:35.480945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-916ecb0c-728a-4d11-8a71-1a69a732090e req-7ea6fdbb-508e-4da3-8e86-1c39e30bdaa5 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316343 Sep 29 17:50:36.594082 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927d6b7-c8f6-414a-9926-132c7f2d70c1 req-1f54bf15-151b-4453-83ca-72a346196640 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:36.595570 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4927d6b7-c8f6-414a-9926-132c7f2d70c1 req-1f54bf15-151b-4453-83ca-72a346196640 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 943 time: 0.0486839 Sep 29 17:50:36.633886 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4927d6b7-c8f6-414a-9926-132c7f2d70c1 req-650de69b-b0cb-43f3-bddb-1191be2bb3ec tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322659 Sep 29 17:50:37.748020 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d4f0d-9502-4140-91f0-21673d68ae75 req-64c451c0-9f1a-4895-9665-7b3f6ee5488a tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:37.749442 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c5d4f0d-9502-4140-91f0-21673d68ae75 req-64c451c0-9f1a-4895-9665-7b3f6ee5488a tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 943 time: 0.0505309 Sep 29 17:50:37.795032 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c5d4f0d-9502-4140-91f0-21673d68ae75 req-b1b9804f-a665-4623-aed8-051cd32babd8 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390527 Sep 29 17:50:37.911243 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:50:38.003534 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:38.014195 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f', 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68', 'port_id': '75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f', 'mac_address': 'fa:16:3e:3b:48:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c11691-4449-47db-841c-282101ec8363', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:50:38.055669 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:38.075980 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:50:38.097997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:38.101934 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:38.149505 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:38.156597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:38.156945 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:38.157298 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:38.157651 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:38.157985 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:38.158314 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:38.158640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:38.159799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:38.159990 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:38.160256 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:38.160579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:38.160897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:38.361774 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:50:38.910013 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44060d-d01e-41ed-a1d5-db2f9c4292bc req-93b338fa-611e-408e-9d31-aaef532ac185 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:38.911460 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a44060d-d01e-41ed-a1d5-db2f9c4292bc req-93b338fa-611e-408e-9d31-aaef532ac185 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 944 time: 0.0480843 Sep 29 17:50:38.949816 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a44060d-d01e-41ed-a1d5-db2f9c4292bc req-03121d23-60ca-4187-82c9-74cbd4431b37 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Sep 29 17:50:39.927371 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:50:39.975276 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:50:39.979159 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:50:39.979530 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:40.056332 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:40.069420 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0326c-3064-416d-85eb-cb24cbf18bea req-9d0da140-5642-4ed6-9ee0-6d1924e402ec tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:40.070937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8ce0326c-3064-416d-85eb-cb24cbf18bea req-9d0da140-5642-4ed6-9ee0-6d1924e402ec tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 944 time: 0.0504966 Sep 29 17:50:40.078904 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0457d2fa-565c-4459-8e35-464f304cd46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:50:40.080059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39104) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:40.082067 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d080d13-bac0-4e55-a6f1-8fffd3b4aaa3" -d '{"events": [{"server_uuid": "0457d2fa-565c-4459-8e35-464f304cd46d", "name": "network-vif-plugged", "status": "completed", "tag": "75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:50:40.098546 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:40.108814 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:40.124409 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8ce0326c-3064-416d-85eb-cb24cbf18bea req-2e21cc06-e06c-4061-922f-6a2e05e2af3e tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466325 Sep 29 17:50:40.160013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:40.209374 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558c7640-ae7f-4265-ad5f-72cdbf2554fe x-openstack-request-id: req-558c7640-ae7f-4265-ad5f-72cdbf2554fe {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:50:40.209673 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0457d2fa-565c-4459-8e35-464f304cd46d", "name": "network-vif-plugged", "status": "completed", "tag": "75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:50:40.209984 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-558c7640-ae7f-4265-ad5f-72cdbf2554fe {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:50:40.210390 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0457d2fa-565c-4459-8e35-464f304cd46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f', 'code': 200} Sep 29 17:50:40.288002 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-f7c0477e-320b-40e5-9a84-b87102da828d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Deleting port f29545a8-ed19-4aca-8519-02be0629b055 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:40.288360 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f7c0477e-320b-40e5-9a84-b87102da828d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:40.374067 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f32ef3-5ff7-4690-8955-2685babd6488 req-0d7b1602-78d2-4848-97a3-562a750a396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:40.375547 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b9f32ef3-5ff7-4690-8955-2685babd6488 req-0d7b1602-78d2-4848-97a3-562a750a396c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 1096 time: 0.1031644 Sep 29 17:50:40.419416 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f7c0477e-320b-40e5-9a84-b87102da828d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:40.419744 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f7c0477e-320b-40e5-9a84-b87102da828d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:40.435262 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b9f32ef3-5ff7-4690-8955-2685babd6488 req-78fb5447-0816-410b-ac0a-65f9942822cd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511928 Sep 29 17:50:40.436012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-f7c0477e-320b-40e5-9a84-b87102da828d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Calling delete_port for f29545a8-ed19-4aca-8519-02be0629b055 owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:40.581189 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f7c0477e-320b-40e5-9a84-b87102da828d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:40.606519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0477e-320b-40e5-9a84-b87102da828d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Pushing event deleted for resources: {'Port': ['ID=f29545a8-ed19-4aca-8519-02be0629b055,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:40.672455 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f7c0477e-320b-40e5-9a84-b87102da828d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:40.672790 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-f7c0477e-320b-40e5-9a84-b87102da828d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Floating IP 33ff01bd-108b-4e3d-86ea-0813eece3483 disassociated (deleted). External IP: 172.25.2.64, port: 006b0aa7-01a6-4814-8a87-5fe62cb08fd4. Sep 29 17:50:40.798249 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e7e4e51f-413f-4b63-a3e3-a9f5fb4c81d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:40.881749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c0477e-320b-40e5-9a84-b87102da828d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Router db7b8328-2b69-4294-8adc-0160e7c3ecae has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:50:40.996762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c0477e-320b-40e5-9a84-b87102da828d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:50:41.001821 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f7c0477e-320b-40e5-9a84-b87102da828d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:41.007270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c721b-45db-4e20-a605-a12a079364a8 None None] Sync routers for ids ['db7b8328-2b69-4294-8adc-0160e7c3ecae'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:50:41.018515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320c721b-45db-4e20-a605-a12a079364a8 None None] Routers {'db7b8328-2b69-4294-8adc-0160e7c3ecae'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:41.019719 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-320c721b-45db-4e20-a605-a12a079364a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:50:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['db7b8328-2b69-4294-8adc-0160e7c3ecae'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:41.039881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f7c0477e-320b-40e5-9a84-b87102da828d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "DELETE /v2.0/floatingips/33ff01bd-108b-4e3d-86ea-0813eece3483 HTTP/1.1" status: 204 len: 168 time: 0.9526346 Sep 29 17:50:41.039881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'tag': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:50:41.039881 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af39aea-d56f-4d04-82a1-51065f2fe439" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb1a737-6a3d-4492-9490-d792638d1793", "tag": "006b0aa7-01a6-4814-8a87-5fe62cb08fd4"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:50:41.109338 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623fc089-61ce-49e6-8272-b02751f53bce x-openstack-request-id: req-623fc089-61ce-49e6-8272-b02751f53bce {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:50:41.110606 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb1a737-6a3d-4492-9490-d792638d1793", "tag": "006b0aa7-01a6-4814-8a87-5fe62cb08fd4", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:50:41.110606 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-623fc089-61ce-49e6-8272-b02751f53bce {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:50:41.110606 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'tag': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4', 'status': 'completed', 'code': 200} Sep 29 17:50:41.161214 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-320c721b-45db-4e20-a605-a12a079364a8 None None] Set router db7b8328-2b69-4294-8adc-0160e7c3ecae gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:41.244715 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af39aea-d56f-4d04-82a1-51065f2fe439 req-e828968b-912a-4f4d-a830-8248fefe210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:41.244715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5af39aea-d56f-4d04-82a1-51065f2fe439 req-e828968b-912a-4f4d-a830-8248fefe210a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=193b15805a5e40c5b68a40427e30a6af&device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 1096 time: 0.1028299 Sep 29 17:50:41.297227 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbcb64-50f0-4dc9-b04d-0202b70166f4 req-ea893a38-b76d-4e90-a0ba-800b6b6fffea tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:41.304443 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-52bbcb64-50f0-4dc9-b04d-0202b70166f4 req-ea893a38-b76d-4e90-a0ba-800b6b6fffea tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 945 time: 0.0606182 Sep 29 17:50:41.343152 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-52bbcb64-50f0-4dc9-b04d-0202b70166f4 req-dee61a82-db08-40b2-942a-795c1c074f06 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379243 Sep 29 17:50:41.388794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054a21d-8e80-4b88-a9bc-472d76126152 req-48d4fd24-ca9c-41e6-80c5-bdced0f2825c tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:41.390689 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0054a21d-8e80-4b88-a9bc-472d76126152 req-48d4fd24-ca9c-41e6-80c5-bdced0f2825c tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 945 time: 0.1084347 Sep 29 17:50:41.410684 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-320c721b-45db-4e20-a605-a12a079364a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port': {'id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '46f41dd7-59a8-40d8-a7bb-0c8c7f298649', 'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'mac_address': 'fa:16:3e:c0:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:37Z', 'updated_at': '2021-09-29T17:47:42Z', 'revision_number': 5, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'subnets': [{'id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:41.424251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af39aea-d56f-4d04-82a1-51065f2fe439 req-1415af15-bad8-4df1-8752-849fb36b2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:41.425932 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5af39aea-d56f-4d04-82a1-51065f2fe439 req-1415af15-bad8-4df1-8752-849fb36b2730 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3855ac82-be02-4fd5-a325-c9c63ddd14fb HTTP/1.1" status: 200 len: 914 time: 0.1756771 Sep 29 17:50:41.440643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c721b-45db-4e20-a605-a12a079364a8 None None] Checking router: db7b8328-2b69-4294-8adc-0160e7c3ecae for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:50:41.449562 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320c721b-45db-4e20-a605-a12a079364a8 None None] Routers {'db7b8328-2b69-4294-8adc-0160e7c3ecae'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:41.450445 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-320c721b-45db-4e20-a605-a12a079364a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:50:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['db7b8328-2b69-4294-8adc-0160e7c3ecae'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:41.452135 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0054a21d-8e80-4b88-a9bc-472d76126152 req-dd070a0a-5d09-4eab-85bf-0ff8c7060405 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499616 Sep 29 17:50:41.480347 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5af39aea-d56f-4d04-82a1-51065f2fe439 req-b569eeb6-6140-4648-b12c-2b176a6cfcef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=006b0aa7-01a6-4814-8a87-5fe62cb08fd4 HTTP/1.1" status: 200 len: 217 time: 0.0419219 Sep 29 17:50:41.535935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af39aea-d56f-4d04-82a1-51065f2fe439 req-693b4234-e746-4bba-9a3e-54c3982bbc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:41.537452 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5af39aea-d56f-4d04-82a1-51065f2fe439 req-693b4234-e746-4bba-9a3e-54c3982bbc13 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bc852380-e460-4ad9-af47-b748cb802eb4 HTTP/1.1" status: 200 len: 852 time: 0.0477049 Sep 29 17:50:41.555802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-320c721b-45db-4e20-a605-a12a079364a8 None None] Set router db7b8328-2b69-4294-8adc-0160e7c3ecae gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:41.596294 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af39aea-d56f-4d04-82a1-51065f2fe439 req-282646c7-3ad9-4734-b442-017e4cbe04e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:41.598013 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5af39aea-d56f-4d04-82a1-51065f2fe439 req-282646c7-3ad9-4734-b442-017e4cbe04e2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3855ac82-be02-4fd5-a325-c9c63ddd14fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485990 Sep 29 17:50:41.698894 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5af39aea-d56f-4d04-82a1-51065f2fe439 req-c6975805-13e9-491e-bcd3-2d5e1ae7fc46 service neutron] 10.222.0.49 "GET /v2.0/networks/3855ac82-be02-4fd5-a325-c9c63ddd14fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910587 Sep 29 17:50:41.806901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5af39aea-d56f-4d04-82a1-51065f2fe439 req-77989860-f2e3-49d7-81ed-8add19d31c42 service neutron] 10.222.0.49 "GET /v2.0/networks/3855ac82-be02-4fd5-a325-c9c63ddd14fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968370 Sep 29 17:50:41.963731 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-320c721b-45db-4e20-a605-a12a079364a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port': {'id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '46f41dd7-59a8-40d8-a7bb-0c8c7f298649', 'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'mac_address': 'fa:16:3e:c0:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:37Z', 'updated_at': '2021-09-29T17:47:42Z', 'revision_number': 5, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'subnets': [{'id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:41.992040 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c721b-45db-4e20-a605-a12a079364a8 None None] The sync data for ids ['db7b8328-2b69-4294-8adc-0160e7c3ecae'] in n-d-811748-2 is: [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port': {'id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '46f41dd7-59a8-40d8-a7bb-0c8c7f298649', 'name': '', 'network_id': '3855ac82-be02-4fd5-a325-c9c63ddd14fb', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'mac_address': 'fa:16:3e:c0:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:37Z', 'updated_at': '2021-09-29T17:47:42Z', 'revision_number': 5, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'subnets': [{'id': 'bc852380-e460-4ad9-af47-b748cb802eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:50:42.222470 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b699a05-9e5e-4396-a3f8-bbd802c673c0 None None] New status for floating IP 33ff01bd-108b-4e3d-86ea-0813eece3483: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:50:42.469017 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb7a8f-76c5-45d1-877b-f977880ba1b5 req-e0fece1f-384e-4e14-a810-6c20dca04abd tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:42.470530 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-93eb7a8f-76c5-45d1-877b-f977880ba1b5 req-e0fece1f-384e-4e14-a810-6c20dca04abd tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 945 time: 0.0538316 Sep 29 17:50:42.513340 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-93eb7a8f-76c5-45d1-877b-f977880ba1b5 req-62a7c2e0-f019-42ae-ab8e-af370afb7302 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357022 Sep 29 17:50:42.580442 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44088243-6b3b-42d4-88f4-bd6d83b76124 req-15dd3408-1b31-48a7-852b-cabfa8ab61f9 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:42.581938 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-44088243-6b3b-42d4-88f4-bd6d83b76124 req-15dd3408-1b31-48a7-852b-cabfa8ab61f9 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 945 time: 0.0503211 Sep 29 17:50:42.621056 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-44088243-6b3b-42d4-88f4-bd6d83b76124 req-ba8c5723-bf76-49c8-9015-34a29b36fc9b tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/security-groups?id=4ef32588-090e-4e61-add7-d7481ed41f26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329301 Sep 29 17:50:43.130902 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46706885-1515-4244-a23c-a5db358ff1a4 req-e26f050e-ce18-4ef6-b5b2-e9b1016f3c2d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:43.132539 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46706885-1515-4244-a23c-a5db358ff1a4 req-e26f050e-ce18-4ef6-b5b2-e9b1016f3c2d tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 945 time: 0.0498238 Sep 29 17:50:43.234053 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-46706885-1515-4244-a23c-a5db358ff1a4 req-5199ee2e-d0fb-42a8-ab78-16bc08de4e19 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Deleting port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:43.234483 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-46706885-1515-4244-a23c-a5db358ff1a4 req-5199ee2e-d0fb-42a8-ab78-16bc08de4e19 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:43.327423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-46706885-1515-4244-a23c-a5db358ff1a4 req-5199ee2e-d0fb-42a8-ab78-16bc08de4e19 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] For port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=006b0aa7-01a6-4814-8a87-5fe62cb08fd4,segment=NetworkSegment(d6f49ccd-8cb3-436c-8a82-0df0395baacd),segment_id=d6f49ccd-8cb3-436c-8a82-0df0395baacd)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:43.327796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-46706885-1515-4244-a23c-a5db358ff1a4 req-5199ee2e-d0fb-42a8-ab78-16bc08de4e19 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:43.342320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-46706885-1515-4244-a23c-a5db358ff1a4 req-5199ee2e-d0fb-42a8-ab78-16bc08de4e19 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Calling delete_port for 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:43.483815 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-46706885-1515-4244-a23c-a5db358ff1a4 req-5199ee2e-d0fb-42a8-ab78-16bc08de4e19 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:43.514671 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199ee2e-d0fb-42a8-ab78-16bc08de4e19 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Pushing event deleted for resources: {'Port': ['ID=006b0aa7-01a6-4814-8a87-5fe62cb08fd4,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:43.544866 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2446f788-2ab6-4f05-aa7d-23826535957f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:43.566545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-46706885-1515-4244-a23c-a5db358ff1a4 req-5199ee2e-d0fb-42a8-ab78-16bc08de4e19 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] No DVR routers for this DVR port 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:50:43.568964 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-46706885-1515-4244-a23c-a5db358ff1a4 req-5199ee2e-d0fb-42a8-ab78-16bc08de4e19 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:43.570983 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46706885-1515-4244-a23c-a5db358ff1a4 req-5199ee2e-d0fb-42a8-ab78-16bc08de4e19 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.49 "DELETE /v2.0/ports/006b0aa7-01a6-4814-8a87-5fe62cb08fd4 HTTP/1.1" status: 204 len: 173 time: 0.4307117 Sep 29 17:50:43.571425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'name': 'network-vif-deleted', 'tag': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:50:43.573693 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74690b63-6685-4aa3-acf4-f911b0431dbd" -d '{"events": [{"server_uuid": "ecb1a737-6a3d-4492-9490-d792638d1793", "name": "network-vif-deleted", "tag": "006b0aa7-01a6-4814-8a87-5fe62cb08fd4"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:50:43.617300 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86383835-648f-4d22-93ba-61a56771b5eb x-openstack-request-id: req-86383835-648f-4d22-93ba-61a56771b5eb {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:50:43.617601 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb1a737-6a3d-4492-9490-d792638d1793", "name": "network-vif-deleted", "tag": "006b0aa7-01a6-4814-8a87-5fe62cb08fd4", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:50:43.617855 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86383835-648f-4d22-93ba-61a56771b5eb {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:50:43.618245 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb1a737-6a3d-4492-9490-d792638d1793', 'name': 'network-vif-deleted', 'tag': '006b0aa7-01a6-4814-8a87-5fe62cb08fd4', 'status': 'completed', 'code': 200} Sep 29 17:50:43.720778 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-900f9958-2971-4ab1-927e-20f2d149cda9 req-66da4a3c-2e93-48dd-96ec-b61479ed26fe tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 210 time: 0.0263131 Sep 29 17:50:44.603574 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:44.640540 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:44.662893 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:44.820879 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c3e47280-53e0-48bd-9582-21c6e47eb993 req-b042c1ed-b36e-42f9-b6c5-9910eb64fd97 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 210 time: 0.0275967 Sep 29 17:50:45.335415 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:50:45.915221 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58449e78-c2de-4cf7-b022-2f7fc1cd12dc req-0b6b2280-184b-4e42-9ba0-b1047118c8d6 tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 210 time: 0.0266182 Sep 29 17:50:45.927474 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:50:45.950410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:50:45.950749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 006b0aa7-01a6-4814-8a87-5fe62cb08fd4 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:50:46.879286 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:47.026650 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b135e299-4278-405a-839a-8e60e5fe728d req-85d5c2bf-f696-4b37-8332-aca965a8304f tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecb1a737-6a3d-4492-9490-d792638d1793 HTTP/1.1" status: 200 len: 210 time: 0.0304112 Sep 29 17:50:48.082556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39178) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:48.149454 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d661793a-5e69-4149-b740-8d3d09bef7af tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:48.175176 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d661793a-5e69-4149-b740-8d3d09bef7af tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:48.241645 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d661793a-5e69-4149-b740-8d3d09bef7af tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:48.244533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d661793a-5e69-4149-b740-8d3d09bef7af tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:48.248591 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d661793a-5e69-4149-b740-8d3d09bef7af tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] 10.222.0.44 "DELETE /v2.0/security-groups/4ef32588-090e-4e61-add7-d7481ed41f26 HTTP/1.1" status: 204 len: 168 time: 0.1643951 Sep 29 17:50:48.259017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661793a-5e69-4149-b740-8d3d09bef7af tempest-TestVolumeBackupRestore-1003107886 tempest-TestVolumeBackupRestore-1003107886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef32588-090e-4e61-add7-d7481ed41f26,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:52.791852 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39660) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:53.132076 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26934b32-9fef-498e-9762-bbf8515c9c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:53.683742 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-26934b32-9fef-498e-9762-bbf8515c9c7c admin admin] Deleting port 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:53.684077 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26934b32-9fef-498e-9762-bbf8515c9c7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:53.761961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-26934b32-9fef-498e-9762-bbf8515c9c7c admin admin] For port 46f41dd7-59a8-40d8-a7bb-0c8c7f298649, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=46f41dd7-59a8-40d8-a7bb-0c8c7f298649,segment=NetworkSegment(d6f49ccd-8cb3-436c-8a82-0df0395baacd),segment_id=d6f49ccd-8cb3-436c-8a82-0df0395baacd)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:53.762318 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26934b32-9fef-498e-9762-bbf8515c9c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:53.776864 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-26934b32-9fef-498e-9762-bbf8515c9c7c admin admin] Calling delete_port for 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:53.950583 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26934b32-9fef-498e-9762-bbf8515c9c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:53.975847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26934b32-9fef-498e-9762-bbf8515c9c7c admin admin] Pushing event deleted for resources: {'Port': ['ID=46f41dd7-59a8-40d8-a7bb-0c8c7f298649,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:54.137145 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-26934b32-9fef-498e-9762-bbf8515c9c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:54.349649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26934b32-9fef-498e-9762-bbf8515c9c7c admin admin] Router db7b8328-2b69-4294-8adc-0160e7c3ecae has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:50:54.458134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26934b32-9fef-498e-9762-bbf8515c9c7c admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:50:54.464091 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-26934b32-9fef-498e-9762-bbf8515c9c7c admin admin] 10.222.0.44 "PUT /v2.0/routers/db7b8328-2b69-4294-8adc-0160e7c3ecae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6709986 Sep 29 17:50:54.466548 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39670) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:54.469106 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f9cb0-4877-4186-aa50-2ba73c3483b3 None None] Sync routers for ids ['db7b8328-2b69-4294-8adc-0160e7c3ecae'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:50:54.479016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f9cb0-4877-4186-aa50-2ba73c3483b3 None None] Routers {'db7b8328-2b69-4294-8adc-0160e7c3ecae'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:54.479781 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-972f9cb0-4877-4186-aa50-2ba73c3483b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:50:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['db7b8328-2b69-4294-8adc-0160e7c3ecae'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:54.572684 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f69b8364-d12b-4dc7-b830-405a5f84927d admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:54.589875 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-972f9cb0-4877-4186-aa50-2ba73c3483b3 None None] Set router db7b8328-2b69-4294-8adc-0160e7c3ecae gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:54.675085 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f69b8364-d12b-4dc7-b830-405a5f84927d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:54.727723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f69b8364-d12b-4dc7-b830-405a5f84927d admin admin] Deleting port 79454ebe-d4ce-427c-9065-d351fb671b69 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:54.728062 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f69b8364-d12b-4dc7-b830-405a5f84927d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:54.768155 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-972f9cb0-4877-4186-aa50-2ba73c3483b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:50:53Z', 'revision_number': 5, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port': {'id': '79454ebe-d4ce-427c-9065-d351fb671b69', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:a9:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:33Z', 'updated_at': '2021-09-29T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:54.796471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f9cb0-4877-4186-aa50-2ba73c3483b3 None None] Checking router: db7b8328-2b69-4294-8adc-0160e7c3ecae for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:50:54.805175 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-f69b8364-d12b-4dc7-b830-405a5f84927d admin admin] For port 79454ebe-d4ce-427c-9065-d351fb671b69, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=79454ebe-d4ce-427c-9065-d351fb671b69,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:54.805363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f9cb0-4877-4186-aa50-2ba73c3483b3 None None] Routers {'db7b8328-2b69-4294-8adc-0160e7c3ecae'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:54.805723 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f69b8364-d12b-4dc7-b830-405a5f84927d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:54.805862 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-972f9cb0-4877-4186-aa50-2ba73c3483b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:50:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['db7b8328-2b69-4294-8adc-0160e7c3ecae'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:54.818834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f69b8364-d12b-4dc7-b830-405a5f84927d admin admin] Calling delete_port for 79454ebe-d4ce-427c-9065-d351fb671b69 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:54.892846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-972f9cb0-4877-4186-aa50-2ba73c3483b3 None None] Set router db7b8328-2b69-4294-8adc-0160e7c3ecae gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:54.950790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-972f9cb0-4877-4186-aa50-2ba73c3483b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:50:54Z', 'revision_number': 6, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:54.976544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f9cb0-4877-4186-aa50-2ba73c3483b3 None None] The sync data for ids ['db7b8328-2b69-4294-8adc-0160e7c3ecae'] in n-d-811748-2 is: [{'id': 'db7b8328-2b69-4294-8adc-0160e7c3ecae', 'name': 'tempest-TestVolumeBackupRestore-535307524-router', 'tenant_id': '193b15805a5e40c5b68a40427e30a6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:32Z', 'updated_at': '2021-09-29T17:50:54Z', 'revision_number': 6, 'project_id': '193b15805a5e40c5b68a40427e30a6af', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:50:54.984242 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f69b8364-d12b-4dc7-b830-405a5f84927d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.017533 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b8364-d12b-4dc7-b830-405a5f84927d admin admin] Pushing event deleted for resources: {'Port': ['ID=79454ebe-d4ce-427c-9065-d351fb671b69,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:55.075170 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f69b8364-d12b-4dc7-b830-405a5f84927d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.162071 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f69b8364-d12b-4dc7-b830-405a5f84927d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.164105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f69b8364-d12b-4dc7-b830-405a5f84927d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.205420 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f69b8364-d12b-4dc7-b830-405a5f84927d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.206075 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69b8364-d12b-4dc7-b830-405a5f84927d admin admin] Fanout notify agent at l3_agent the message router_deleted on router db7b8328-2b69-4294-8adc-0160e7c3ecae {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:50:55.210291 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f69b8364-d12b-4dc7-b830-405a5f84927d admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.211480 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f69b8364-d12b-4dc7-b830-405a5f84927d admin admin] 10.222.0.44 "DELETE /v2.0/routers/db7b8328-2b69-4294-8adc-0160e7c3ecae HTTP/1.1" status: 204 len: 168 time: 0.7440252 Sep 29 17:50:55.214106 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39676) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:55.262953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ddbf3a2-8740-427b-833b-3c19519d793a admin admin] Deleting subnet bc852380-e460-4ad9-af47-b748cb802eb4 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:50:55.265949 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf3a2-8740-427b-833b-3c19519d793a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.299078 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf3a2-8740-427b-833b-3c19519d793a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.378900 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf3a2-8740-427b-833b-3c19519d793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.434135 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf3a2-8740-427b-833b-3c19519d793a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.459338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbf3a2-8740-427b-833b-3c19519d793a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc852380-e460-4ad9-af47-b748cb802eb4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:55.464380 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8ddbf3a2-8740-427b-833b-3c19519d793a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.468832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39680) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:55.469533 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8ddbf3a2-8740-427b-833b-3c19519d793a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bc852380-e460-4ad9-af47-b748cb802eb4 HTTP/1.1" status: 204 len: 168 time: 0.2544339 Sep 29 17:50:55.471942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1fe0c4-749c-48d4-a37c-814465e8d9ce None None] Network 3855ac82-be02-4fd5-a325-c9c63ddd14fb requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:50:55.542557 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.594438 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Deleting port 8adb2186-8a33-4419-9483-20701602ac77 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:55.594789 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.656940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] For port 8adb2186-8a33-4419-9483-20701602ac77, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8adb2186-8a33-4419-9483-20701602ac77,segment=NetworkSegment(d6f49ccd-8cb3-436c-8a82-0df0395baacd),segment_id=d6f49ccd-8cb3-436c-8a82-0df0395baacd)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:55.657242 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.669710 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Calling delete_port for 8adb2186-8a33-4419-9483-20701602ac77 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:55.727653 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c17436-64c3-4724-a00a-21d41b6b4916 None None] DHCP port deletion for 3855ac82-be02-4fd5-a325-c9c63ddd14fb request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:50:55.754461 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.775058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-29c17436-64c3-4724-a00a-21d41b6b4916 None None] Deleting port 8adb2186-8a33-4419-9483-20701602ac77 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:55.775432 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-29c17436-64c3-4724-a00a-21d41b6b4916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.782058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Pushing event deleted for resources: {'Port': ['ID=8adb2186-8a33-4419-9483-20701602ac77,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:55.784571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] No DVR routers for this DVR port 8adb2186-8a33-4419-9483-20701602ac77 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:50:55.813097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:55.813495 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:55.813790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:55.814111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:55.814446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:55.815388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:55.815750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:55.816084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:55.816412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:55.816750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:55.817076 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:55.817423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:50:55.844312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-29c17436-64c3-4724-a00a-21d41b6b4916 None None] For port 8adb2186-8a33-4419-9483-20701602ac77, host n-d-811748-2, got binding levels [] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:55.844620 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-29c17436-64c3-4724-a00a-21d41b6b4916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.856187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-29c17436-64c3-4724-a00a-21d41b6b4916 None None] Calling delete_port for 8adb2186-8a33-4419-9483-20701602ac77 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:55.858871 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.ipam_backend_mixin [None req-29c17436-64c3-4724-a00a-21d41b6b4916 None None] Port 8adb2186-8a33-4419-9483-20701602ac77 was not found and therefore no delete operation was performed {{(pid=95017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 17:50:55.860395 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-29c17436-64c3-4724-a00a-21d41b6b4916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.871869 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.887147 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c17436-64c3-4724-a00a-21d41b6b4916 None None] Pushing event deleted for resources: {'Port': ['ID=8adb2186-8a33-4419-9483-20701602ac77,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:55.889039 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c17436-64c3-4724-a00a-21d41b6b4916 None None] No DVR routers for this DVR port 8adb2186-8a33-4419-9483-20701602ac77 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:50:55.894536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3855ac82-be02-4fd5-a325-c9c63ddd14fb']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:55.908706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6f49ccd-8cb3-436c-8a82-0df0395baacd') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:55.909009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6f49ccd-8cb3-436c-8a82-0df0395baacd') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:55.918913 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.933675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.941177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:50:55.941957 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:50:55.943786 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:50:56.005467 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:56.012686 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:56.013055 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] 10.222.0.44 "DELETE /v2.0/networks/3855ac82-be02-4fd5-a325-c9c63ddd14fb HTTP/1.1" status: 204 len: 168 time: 0.5431268 Sep 29 17:50:56.016152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39684) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:56.024724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc782d-877b-4142-81d9-5a76b94ffa6d admin admin] Pushing event deleted for resources: {'Network': ['ID=3855ac82-be02-4fd5-a325-c9c63ddd14fb,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:56.347368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a86de9d-2ad1-40e3-aa72-5926e126f75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:56.534196 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:50:56.556690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:50:56.557405 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 46f41dd7-59a8-40d8-a7bb-0c8c7f298649 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:50:56.558451 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8adb2186-8a33-4419-9483-20701602ac77 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:50:56.578390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 8adb2186-8a33-4419-9483-20701602ac77 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:50:56.578734 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8adb2186-8a33-4419-9483-20701602ac77 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:50:56.579160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 79454ebe-d4ce-427c-9065-d351fb671b69 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:50:56.602885 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 79454ebe-d4ce-427c-9065-d351fb671b69 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:50:56.603232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 79454ebe-d4ce-427c-9065-d351fb671b69 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:50:56.612508 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3a86de9d-2ad1-40e3-aa72-5926e126f75f admin admin] Deleting port 6645ef0f-695f-4838-b955-afa816db3498 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:56.612873 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a86de9d-2ad1-40e3-aa72-5926e126f75f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:56.692557 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-3a86de9d-2ad1-40e3-aa72-5926e126f75f admin admin] For port 6645ef0f-695f-4838-b955-afa816db3498, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6645ef0f-695f-4838-b955-afa816db3498,segment=NetworkSegment(0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355),segment_id=0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:56.692911 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a86de9d-2ad1-40e3-aa72-5926e126f75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:56.704846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3a86de9d-2ad1-40e3-aa72-5926e126f75f admin admin] Calling delete_port for 6645ef0f-695f-4838-b955-afa816db3498 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:56.879368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a86de9d-2ad1-40e3-aa72-5926e126f75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:56.905232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86de9d-2ad1-40e3-aa72-5926e126f75f admin admin] Pushing event deleted for resources: {'Port': ['ID=6645ef0f-695f-4838-b955-afa816db3498,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:57.073778 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a86de9d-2ad1-40e3-aa72-5926e126f75f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:57.286789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a86de9d-2ad1-40e3-aa72-5926e126f75f admin admin] Router b0ca4a84-6fbd-4f0b-a734-224c0b600c6c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:50:57.395901 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a86de9d-2ad1-40e3-aa72-5926e126f75f admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:50:57.400818 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3a86de9d-2ad1-40e3-aa72-5926e126f75f admin admin] 10.222.0.44 "PUT /v2.0/routers/b0ca4a84-6fbd-4f0b-a734-224c0b600c6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3836434 Sep 29 17:50:57.403390 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39690) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:57.406370 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52569311-0f2e-4a8d-89ea-37ca5014eb95 None None] Sync routers for ids ['b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:50:57.416726 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52569311-0f2e-4a8d-89ea-37ca5014eb95 None None] Routers {'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:57.417370 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-52569311-0f2e-4a8d-89ea-37ca5014eb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:50:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:57.520672 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:57.523538 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-52569311-0f2e-4a8d-89ea-37ca5014eb95 None None] Set router b0ca4a84-6fbd-4f0b-a734-224c0b600c6c gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:57.714865 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-52569311-0f2e-4a8d-89ea-37ca5014eb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'name': 'tempest-TestVolumeBackupRestore-1024993369-router', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:41Z', 'updated_at': '2021-09-29T17:50:56Z', 'revision_number': 5, 'project_id': 'a68f804316c34747bc204745b3afe0ca', 'gw_port': {'id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:42Z', 'updated_at': '2021-09-29T17:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:57.750462 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52569311-0f2e-4a8d-89ea-37ca5014eb95 None None] Checking router: b0ca4a84-6fbd-4f0b-a734-224c0b600c6c for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:50:57.760179 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52569311-0f2e-4a8d-89ea-37ca5014eb95 None None] Routers {'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:50:57.760706 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-52569311-0f2e-4a8d-89ea-37ca5014eb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:50:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:57.856639 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a36eadf-143d-4461-a5bf-4c7e8ccecd4d admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:57.873733 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-52569311-0f2e-4a8d-89ea-37ca5014eb95 None None] Set router b0ca4a84-6fbd-4f0b-a734-224c0b600c6c gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:50:58.022559 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-c5db02a8-482f-477b-a18a-d14fb10b2638 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:58.024018 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-c5db02a8-482f-477b-a18a-d14fb10b2638 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/networks?id=51b669f6-c90c-4576-9fd7-e28f1ba34c68 HTTP/1.1" status: 200 len: 815 time: 0.1842918 Sep 29 17:50:58.042729 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a36eadf-143d-4461-a5bf-4c7e8ccecd4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:58.045940 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-2734b7fb-c07d-4492-bf4a-ef0947d82cae tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/quotas/9251d7bb83dd4aaaae356290f300facc HTTP/1.1" status: 200 len: 375 time: 0.0154655 Sep 29 17:50:58.047444 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-52569311-0f2e-4a8d-89ea-37ca5014eb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'name': 'tempest-TestVolumeBackupRestore-1024993369-router', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:41Z', 'updated_at': '2021-09-29T17:50:56Z', 'revision_number': 5, 'project_id': 'a68f804316c34747bc204745b3afe0ca', 'gw_port': {'id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:42Z', 'updated_at': '2021-09-29T17:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:58.074049 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52569311-0f2e-4a8d-89ea-37ca5014eb95 None None] The sync data for ids ['b0ca4a84-6fbd-4f0b-a734-224c0b600c6c'] in n-d-811748-2 is: [{'id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'name': 'tempest-TestVolumeBackupRestore-1024993369-router', 'tenant_id': 'a68f804316c34747bc204745b3afe0ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:47:41Z', 'updated_at': '2021-09-29T17:50:56Z', 'revision_number': 5, 'project_id': 'a68f804316c34747bc204745b3afe0ca', 'gw_port': {'id': 'a6f883b6-40b1-479f-95eb-5b42eac7fe0f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:34:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ca4a84-6fbd-4f0b-a734-224c0b600c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:47:42Z', 'updated_at': '2021-09-29T17:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:50:58.125812 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-3915163f-4d26-438b-9dea-7cdb0713679a tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9251d7bb83dd4aaaae356290f300facc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722613 Sep 29 17:50:58.137118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-4a36eadf-143d-4461-a5bf-4c7e8ccecd4d admin admin] Deleting port a6f883b6-40b1-479f-95eb-5b42eac7fe0f {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:58.137461 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a36eadf-143d-4461-a5bf-4c7e8ccecd4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:58.142280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-00e3b82d-20e2-4c4f-974e-933f8c3bda24 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:50:58.143305 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-00e3b82d-20e2-4c4f-974e-933f8c3bda24 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078759 Sep 29 17:50:58.311619 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-4a36eadf-143d-4461-a5bf-4c7e8ccecd4d admin admin] For port a6f883b6-40b1-479f-95eb-5b42eac7fe0f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=a6f883b6-40b1-479f-95eb-5b42eac7fe0f,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:58.312084 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a36eadf-143d-4461-a5bf-4c7e8ccecd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:58.327474 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-cf0119b3-b6f6-4e9e-bb39-ac4ac975b69b service neutron] 10.222.0.44 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726732 Sep 29 17:50:58.332040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-4a36eadf-143d-4461-a5bf-4c7e8ccecd4d admin admin] Calling delete_port for a6f883b6-40b1-479f-95eb-5b42eac7fe0f owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:58.481569 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-9276ea2e-7715-4736-987b-17ce12689795 service neutron] 10.222.0.44 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468511 Sep 29 17:50:58.531982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6645ef0f-695f-4838-b955-afa816db3498 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:50:58.553227 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 6645ef0f-695f-4838-b955-afa816db3498 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:50:58.553668 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6645ef0f-695f-4838-b955-afa816db3498 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:50:58.586851 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a36eadf-143d-4461-a5bf-4c7e8ccecd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:58.618301 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36eadf-143d-4461-a5bf-4c7e8ccecd4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a6f883b6-40b1-479f-95eb-5b42eac7fe0f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:58.675597 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7262fa3f-c9de-45ef-a006-9bf4fa9ddabe req-9b69dcd5-6642-4b4a-a495-821a29d7e2ba tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 210 time: 0.0323336 Sep 29 17:50:58.681738 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a36eadf-143d-4461-a5bf-4c7e8ccecd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:58.777622 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a36eadf-143d-4461-a5bf-4c7e8ccecd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:58.780128 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a36eadf-143d-4461-a5bf-4c7e8ccecd4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:58.826479 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a36eadf-143d-4461-a5bf-4c7e8ccecd4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:58.827010 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a36eadf-143d-4461-a5bf-4c7e8ccecd4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0ca4a84-6fbd-4f0b-a734-224c0b600c6c {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:50:58.832475 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a36eadf-143d-4461-a5bf-4c7e8ccecd4d admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:58.833666 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4a36eadf-143d-4461-a5bf-4c7e8ccecd4d admin admin] 10.222.0.44 "DELETE /v2.0/routers/b0ca4a84-6fbd-4f0b-a734-224c0b600c6c HTTP/1.1" status: 204 len: 168 time: 1.4292967 Sep 29 17:50:58.836255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39718) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:58.889465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3a8570-451b-4f25-9097-61fea3524226 admin admin] Deleting subnet c6451d03-669c-4220-8650-5b527f6f1868 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:50:58.896228 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d3a8570-451b-4f25-9097-61fea3524226 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:58.936723 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d3a8570-451b-4f25-9097-61fea3524226 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.017482 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d3a8570-451b-4f25-9097-61fea3524226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.074986 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d3a8570-451b-4f25-9097-61fea3524226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.105265 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d3a8570-451b-4f25-9097-61fea3524226 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.107145 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4d3a8570-451b-4f25-9097-61fea3524226 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c6451d03-669c-4220-8650-5b527f6f1868 HTTP/1.1" status: 204 len: 168 time: 0.2699161 Sep 29 17:50:59.108436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a8570-451b-4f25-9097-61fea3524226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6451d03-669c-4220-8650-5b527f6f1868,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:59.109832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39724) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:59.111230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732843a2-4e49-4683-a90b-9ddda490e8a8 None None] Network f1ac6d45-92bd-411b-b9af-b882c05ba230 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:50:59.183332 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.273320 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] Deleting port 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:59.273661 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.335316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3871e8a-4119-4089-98d6-99d511ade4a7 None None] DHCP port deletion for f1ac6d45-92bd-411b-b9af-b882c05ba230 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:50:59.352999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] For port 6b376cb0-3c48-4796-adc5-dbf4b6aa0965, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6b376cb0-3c48-4796-adc5-dbf4b6aa0965,segment=NetworkSegment(0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355),segment_id=0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:59.353451 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.367224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] Calling delete_port for 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:59.390144 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a3871e8a-4119-4089-98d6-99d511ade4a7 None None] Deleting port 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:50:59.390628 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a3871e8a-4119-4089-98d6-99d511ade4a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.455803 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.456072 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a3871e8a-4119-4089-98d6-99d511ade4a7 None None] For port 6b376cb0-3c48-4796-adc5-dbf4b6aa0965, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6b376cb0-3c48-4796-adc5-dbf4b6aa0965,segment=NetworkSegment(0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355),segment_id=0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:50:59.456354 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a3871e8a-4119-4089-98d6-99d511ade4a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.472515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a3871e8a-4119-4089-98d6-99d511ade4a7 None None] Calling delete_port for 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:50:59.481523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b376cb0-3c48-4796-adc5-dbf4b6aa0965,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:59.483382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] No DVR routers for this DVR port 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:50:59.545872 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a3871e8a-4119-4089-98d6-99d511ade4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.559622 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.574012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3871e8a-4119-4089-98d6-99d511ade4a7 None None] Pushing event deleted for resources: {'Port': ['ID=6b376cb0-3c48-4796-adc5-dbf4b6aa0965,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:59.575846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3871e8a-4119-4089-98d6-99d511ade4a7 None None] No DVR routers for this DVR port 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:50:59.581410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ac6d45-92bd-411b-b9af-b882c05ba230']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:59.593251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:59.593581 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1e5fac-c0b9-48f2-b7ed-8c2e0fe34355') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:50:59.603911 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.618605 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.624755 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:50:59.625144 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:50:59.627156 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:50:59.686289 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.698794 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.701685 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f1ac6d45-92bd-411b-b9af-b882c05ba230 HTTP/1.1" status: 204 len: 168 time: 0.5901000 Sep 29 17:50:59.714280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900ebdd-5161-4fca-aa20-54632e467035 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ac6d45-92bd-411b-b9af-b882c05ba230,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:50:59.789842 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-05d895b3-d438-4d07-82cb-3321923931ff req-63164a9d-c209-4799-b964-ad0469b88d85 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 210 time: 0.0296669 Sep 29 17:50:59.837799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99411c-b10a-4118-bcf2-d38ef81701e1 req-2d37ab74-aede-42e3-b21b-638766f1c8be tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:59.839230 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f99411c-b10a-4118-bcf2-d38ef81701e1 req-2d37ab74-aede-42e3-b21b-638766f1c8be tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1096 time: 0.1625834 Sep 29 17:50:59.848358 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39736) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:59.876688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-17560db8-850c-400b-897f-8da99f3df7f6 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:50:59.878749 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-17560db8-850c-400b-897f-8da99f3df7f6 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.35 "GET /v2.0/networks?id=51b669f6-c90c-4576-9fd7-e28f1ba34c68 HTTP/1.1" status: 200 len: 815 time: 0.1899457 Sep 29 17:50:59.892765 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f99411c-b10a-4118-bcf2-d38ef81701e1 req-129fc650-8bdc-4c7b-80a0-6064bac9fcec tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447788 Sep 29 17:50:59.894072 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d7631ba3-c381-41c2-b38b-2b07b00d5265 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=193b15805a5e40c5b68a40427e30a6af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445874 Sep 29 17:50:59.896483 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39738) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:50:59.911874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-495962e0-eb68-4ec8-9afe-28719a4cd85c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Request body: {'port': {'device_id': 'ad285cfb-e29b-4e8f-ba50-590fdae1269b', 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68', 'admin_state_up': True, 'tenant_id': '9251d7bb83dd4aaaae356290f300facc'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:50:59.949982 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9d7715f8-db51-44a0-bbdd-4ee5eff8445d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:50:59.980724 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9d7715f8-db51-44a0-bbdd-4ee5eff8445d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:00.020148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-495962e0-eb68-4ec8-9afe-28719a4cd85c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Made reservation on behalf of 9251d7bb83dd4aaaae356290f300facc for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:51:00.023709 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-495962e0-eb68-4ec8-9afe-28719a4cd85c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:00.043018 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725020c-e500-4126-a0ba-826ab5b7fea2 req-d2e01f64-6c9d-4a11-bd7c-1161ef973733 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:00.044510 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a725020c-e500-4126-a0ba-826ab5b7fea2 req-d2e01f64-6c9d-4a11-bd7c-1161ef973733 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0797305 Sep 29 17:51:00.067739 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9d7715f8-db51-44a0-bbdd-4ee5eff8445d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:00.070266 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9d7715f8-db51-44a0-bbdd-4ee5eff8445d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:00.071408 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9d7715f8-db51-44a0-bbdd-4ee5eff8445d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d09e9057-b791-4619-9add-426a5c75fcb1 HTTP/1.1" status: 204 len: 168 time: 0.1740329 Sep 29 17:51:00.084485 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7715f8-db51-44a0-bbdd-4ee5eff8445d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09e9057-b791-4619-9add-426a5c75fcb1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:00.099853 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a725020c-e500-4126-a0ba-826ab5b7fea2 req-58de1c6e-8ee5-4065-bde0-3f073883f6bb tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477135 Sep 29 17:51:00.125213 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39744) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:51:00.164683 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-495962e0-eb68-4ec8-9afe-28719a4cd85c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Allocated IP 172.20.0.5 (51b669f6-c90c-4576-9fd7-e28f1ba34c68/e0c11691-4449-47db-841c-282101ec8363/809034bf-83e5-466c-90ce-89c23937101f) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:51:00.193316 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ee43b0c7-d74b-4325-9fef-11e95b27c047 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/floatingips/7cd05b3a-d286-440a-9a77-1ed17e02de77 HTTP/1.1" status: 200 len: 993 time: 0.0647111 Sep 29 17:51:00.348335 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-495962e0-eb68-4ec8-9afe-28719a4cd85c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:00.383670 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-495962e0-eb68-4ec8-9afe-28719a4cd85c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:00.396451 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:51:00.435975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-495962e0-eb68-4ec8-9afe-28719a4cd85c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:51:00.439042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-495962e0-eb68-4ec8-9afe-28719a4cd85c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:51:00.442469 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-495962e0-eb68-4ec8-9afe-28719a4cd85c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:51:00.463989 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39756) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:51:00.482280 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495962e0-eb68-4ec8-9afe-28719a4cd85c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Pushing event updated for resources: {'Port': ['ID=809034bf-83e5-466c-90ce-89c23937101f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:00.523368 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-495962e0-eb68-4ec8-9afe-28719a4cd85c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:00.524017 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-495962e0-eb68-4ec8-9afe-28719a4cd85c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:00.527970 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-712d428e-fd43-4671-a7d0-1c4162b462cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a68f804316c34747bc204745b3afe0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627923 Sep 29 17:51:00.530509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39760) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:51:00.560838 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-495962e0-eb68-4ec8-9afe-28719a4cd85c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6525476 Sep 29 17:51:00.573156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:51:00.580888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Request body: {'port': {'device_id': 'ad285cfb-e29b-4e8f-ba50-590fdae1269b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:51:00.600643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:51:00.600902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6b376cb0-3c48-4796-adc5-dbf4b6aa0965 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:51:00.601553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a6f883b6-40b1-479f-95eb-5b42eac7fe0f no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:51:00.625301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: a6f883b6-40b1-479f-95eb-5b42eac7fe0f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:51:00.625928 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device a6f883b6-40b1-479f-95eb-5b42eac7fe0f not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:51:00.666151 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:00.677523 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-24bb0c08-dbc8-48ef-8a61-3b57c7b861d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:00.726695 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-24bb0c08-dbc8-48ef-8a61-3b57c7b861d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:00.743123 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38ee7b-cfd4-44a1-a33f-e9bc8b811743 req-6235683e-f65f-49fc-8d79-4adbe60fded1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:00.744759 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-af38ee7b-cfd4-44a1-a33f-e9bc8b811743 req-6235683e-f65f-49fc-8d79-4adbe60fded1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0522730 Sep 29 17:51:00.788121 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-af38ee7b-cfd4-44a1-a33f-e9bc8b811743 req-b3d26dc7-a71f-4e94-9696-bddd8b3a7962 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370731 Sep 29 17:51:00.870220 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-24bb0c08-dbc8-48ef-8a61-3b57c7b861d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:00.872623 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-24bb0c08-dbc8-48ef-8a61-3b57c7b861d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:00.873770 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-24bb0c08-dbc8-48ef-8a61-3b57c7b861d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57be3e5a-d2e9-4696-b1f4-7b0e18b30554 HTTP/1.1" status: 204 len: 168 time: 0.3423369 Sep 29 17:51:00.901046 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb0c08-dbc8-48ef-8a61-3b57c7b861d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57be3e5a-d2e9-4696-b1f4-7b0e18b30554,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:00.907526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-3588aa04-6070-4690-9e7c-7723469022b2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2259429 Sep 29 17:51:00.994557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828adb2b-7e38-41c3-9ccb-9cf3412c076e req-d085a827-05a5-4dad-8c4d-52ec8ae7d18e tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:00.996056 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-828adb2b-7e38-41c3-9ccb-9cf3412c076e req-d085a827-05a5-4dad-8c4d-52ec8ae7d18e tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 931 time: 0.1295207 Sep 29 17:51:01.052901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-828adb2b-7e38-41c3-9ccb-9cf3412c076e req-59eb69f0-033f-4394-ab18-3bea2852faf9 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472419 Sep 29 17:51:01.097494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 809034bf-83e5-466c-90ce-89c23937101f {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:51:01.106303 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:01.121406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Transition to ACTIVE for port object 809034bf-83e5-466c-90ce-89c23937101f will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:51:01.127998 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:01.207590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Pushing event updated for resources: {'Port': ['ID=809034bf-83e5-466c-90ce-89c23937101f,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:01.279748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Attempting to bind port 809034bf-83e5-466c-90ce-89c23937101f on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:51:01.280171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Attempting to bind port 809034bf-83e5-466c-90ce-89c23937101f by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:51:01.280450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Attempting to bind port 809034bf-83e5-466c-90ce-89c23937101f on network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:51:01.285320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Port 809034bf-83e5-466c-90ce-89c23937101f on network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:51:01.285644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Attempting to bind port 809034bf-83e5-466c-90ce-89c23937101f on network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:51:01.291428 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:51:01.291780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Checking segment: {'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:51:01.292165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Bound using segment: {'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:51:01.292673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Bound port: 809034bf-83e5-466c-90ce-89c23937101f, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:51:01.293034 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:01.368787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] For port 809034bf-83e5-466c-90ce-89c23937101f, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:51:01.373219 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] For port 809034bf-83e5-466c-90ce-89c23937101f, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=809034bf-83e5-466c-90ce-89c23937101f,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:51:01.379490 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:01.422169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:01.422817 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:01.425078 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] 10.222.0.35 "PUT /v2.0/ports/809034bf-83e5-466c-90ce-89c23937101f HTTP/1.1" status: 200 len: 1091 time: 0.8478255 Sep 29 17:51:01.425659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad285cfb-e29b-4e8f-ba50-590fdae1269b', 'tag': '809034bf-83e5-466c-90ce-89c23937101f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:51:01.428121 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12ba9b7-8f24-42a3-be07-c5a4108ce613" -d '{"events": [{"name": "network-changed", "server_uuid": "ad285cfb-e29b-4e8f-ba50-590fdae1269b", "tag": "809034bf-83e5-466c-90ce-89c23937101f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:51:01.456221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e61d2-a9e0-45c7-8510-f1cb2a8b487c service neutron] Pushing event updated for resources: {'Port': ['ID=809034bf-83e5-466c-90ce-89c23937101f,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:01.542004 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790ad081-b1cb-4471-809f-27317ee5eeb0 x-openstack-request-id: req-790ad081-b1cb-4471-809f-27317ee5eeb0 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:51:01.542004 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad285cfb-e29b-4e8f-ba50-590fdae1269b", "tag": "809034bf-83e5-466c-90ce-89c23937101f", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:51:01.542004 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-790ad081-b1cb-4471-809f-27317ee5eeb0 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:51:01.542004 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad285cfb-e29b-4e8f-ba50-590fdae1269b', 'tag': '809034bf-83e5-466c-90ce-89c23937101f', 'status': 'completed', 'code': 200} Sep 29 17:51:01.557940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-a6776e58-126b-4a7a-9a88-b1f903baba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:01.559481 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-a6776e58-126b-4a7a-9a88-b1f903baba73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9251d7bb83dd4aaaae356290f300facc&device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 1094 time: 0.0692065 Sep 29 17:51:01.610345 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-9521ece0-997d-4c12-b516-a68f4dcf86c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=809034bf-83e5-466c-90ce-89c23937101f HTTP/1.1" status: 200 len: 217 time: 0.0373707 Sep 29 17:51:01.664632 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-9f9cbad4-2c56-409c-b94b-0e58c8184cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:01.666288 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-9f9cbad4-2c56-409c-b94b-0e58c8184cf7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0c11691-4449-47db-841c-282101ec8363 HTTP/1.1" status: 200 len: 855 time: 0.0492806 Sep 29 17:51:01.703398 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-2926c899-9a19-4973-b764-1e67c13d5ccb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51b669f6-c90c-4576-9fd7-e28f1ba34c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297358 Sep 29 17:51:01.798279 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-60e9a94a-9d11-4582-8f0d-4581a6b714e2 service neutron] 10.222.0.35 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873342 Sep 29 17:51:02.196186 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca382cc-ef11-4166-a27f-3415c1afe522 req-969ee9f2-dd42-43e0-912e-ff0c097eed04 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:02.197830 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ca382cc-ef11-4166-a27f-3415c1afe522 req-969ee9f2-dd42-43e0-912e-ff0c097eed04 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 943 time: 0.0502996 Sep 29 17:51:02.253096 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ca382cc-ef11-4166-a27f-3415c1afe522 req-5672c4cf-a1e5-4e70-a454-3e32cfd70066 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485513 Sep 29 17:51:02.269904 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6eeef9b1-f9b0-44c1-a4c1-72709d2b509e req-019bcacb-d8b7-4069-82a4-d93c5f1ae576 service neutron] 10.222.0.35 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581017 Sep 29 17:51:02.283724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d6ff5-cbaf-4ad2-bad0-757611f70c45 req-4c942a05-3a35-4a19-bd99-42de77023d39 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:02.285010 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-944d6ff5-cbaf-4ad2-bad0-757611f70c45 req-4c942a05-3a35-4a19-bd99-42de77023d39 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0689263 Sep 29 17:51:02.327140 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-944d6ff5-cbaf-4ad2-bad0-757611f70c45 req-ee1fbf90-f0b2-4f51-a5ce-b05c80666d18 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361543 Sep 29 17:51:02.374664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-840186e5-0f44-4e7d-8436-2b8be17d9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:02.376055 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-840186e5-0f44-4e7d-8436-2b8be17d9df3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1096 time: 0.0408797 Sep 29 17:51:02.470121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ba9b7-8f24-42a3-be07-c5a4108ce613 req-239b3c3d-6bdb-47fe-acfd-d481152d9006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:02.472436 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c12ba9b7-8f24-42a3-be07-c5a4108ce613 req-239b3c3d-6bdb-47fe-acfd-d481152d9006 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9251d7bb83dd4aaaae356290f300facc&device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 1094 time: 0.0947378 Sep 29 17:51:02.520748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-77d4bb11-2655-4b6a-a37a-7a5be7179d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:02.522249 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-77d4bb11-2655-4b6a-a37a-7a5be7179d38 service neutron] 10.222.0.49 "GET /v2.0/networks?id=087bc4a6-72c1-4f4a-b297-3e95dff82daf HTTP/1.1" status: 200 len: 898 time: 0.1374593 Sep 29 17:51:02.634765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ba9b7-8f24-42a3-be07-c5a4108ce613 req-41e3a6ee-c0ce-4c22-8e24-5b46da19da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:02.636167 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c12ba9b7-8f24-42a3-be07-c5a4108ce613 req-41e3a6ee-c0ce-4c22-8e24-5b46da19da88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51b669f6-c90c-4576-9fd7-e28f1ba34c68 HTTP/1.1" status: 200 len: 916 time: 0.1565323 Sep 29 17:51:02.638023 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-27b203c9-986d-4f5e-b38c-8fe72dbf0316 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 1001 time: 0.0809007 Sep 29 17:51:02.703308 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c12ba9b7-8f24-42a3-be07-c5a4108ce613 req-1b514b73-efdb-4343-a462-2009ae0c4b92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=809034bf-83e5-466c-90ce-89c23937101f HTTP/1.1" status: 200 len: 217 time: 0.0593164 Sep 29 17:51:02.751073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-d8913c78-9a74-4e57-a137-521ae4b5bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:02.752521 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-d8913c78-9a74-4e57-a137-521ae4b5bf32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32efae72-0553-4c8e-bebf-92bdab0fafd3 HTTP/1.1" status: 200 len: 833 time: 0.1031744 Sep 29 17:51:02.760397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ba9b7-8f24-42a3-be07-c5a4108ce613 req-997719df-4fc6-456d-99ab-258a00d687d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:02.761738 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c12ba9b7-8f24-42a3-be07-c5a4108ce613 req-997719df-4fc6-456d-99ab-258a00d687d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0c11691-4449-47db-841c-282101ec8363 HTTP/1.1" status: 200 len: 855 time: 0.0511694 Sep 29 17:51:02.809201 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c12ba9b7-8f24-42a3-be07-c5a4108ce613 req-90c552bf-8b46-4d96-808e-87ead715e68a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51b669f6-c90c-4576-9fd7-e28f1ba34c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394700 Sep 29 17:51:02.847851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-2efcaa85-56f1-4d52-9192-b3937649b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:02.849357 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-2efcaa85-56f1-4d52-9192-b3937649b90e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=087bc4a6-72c1-4f4a-b297-3e95dff82daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867336 Sep 29 17:51:02.960896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c12ba9b7-8f24-42a3-be07-c5a4108ce613 req-5c82586f-e818-4964-b542-5b205bb1a74d service neutron] 10.222.0.35 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440139 Sep 29 17:51:03.001019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-d40ee43e-fa61-4287-9825-b98da84914d5 service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223171 Sep 29 17:51:03.120812 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c12ba9b7-8f24-42a3-be07-c5a4108ce613 req-5f9f0aa4-72ab-4301-9727-a41ceadbd95e service neutron] 10.222.0.35 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511996 Sep 29 17:51:03.138401 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-4fe31738-0f06-4eb9-a74b-f142beb1b934 service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295626 Sep 29 17:51:03.366579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24117df6-eb97-4cac-b015-8ce7ecbab9c3 req-f07b2623-8ebb-45ef-a730-a8421b0afdfe tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:03.368092 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24117df6-eb97-4cac-b015-8ce7ecbab9c3 req-f07b2623-8ebb-45ef-a730-a8421b0afdfe tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 943 time: 0.0492284 Sep 29 17:51:03.407274 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24117df6-eb97-4cac-b015-8ce7ecbab9c3 req-bb6d4a84-8b5a-4d02-918a-c374dc6a6667 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328865 Sep 29 17:51:03.454896 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92126f-f430-40de-ac41-8fff536660a4 req-f1f6a59b-f7f5-4b99-a29f-108a064b308e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:03.457053 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2e92126f-f430-40de-ac41-8fff536660a4 req-f1f6a59b-f7f5-4b99-a29f-108a064b308e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0523260 Sep 29 17:51:03.496763 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2e92126f-f430-40de-ac41-8fff536660a4 req-eb225c63-2880-4925-9b9c-fa6a612fd725 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317051 Sep 29 17:51:04.527315 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda1672-92c7-497b-bea6-a19eaaf3721a req-ded124af-720d-4fac-b678-7ed0a8b98b8d tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:04.528814 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8fda1672-92c7-497b-bea6-a19eaaf3721a req-ded124af-720d-4fac-b678-7ed0a8b98b8d tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 943 time: 0.0535750 Sep 29 17:51:04.569044 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8fda1672-92c7-497b-bea6-a19eaaf3721a req-b8ae25eb-e56e-4d4b-a2fc-acdced957f62 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334632 Sep 29 17:51:04.625609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd84cbe-9bb7-49f5-8abc-029938176d35 req-81a9625b-c5b6-4e6f-a559-ec3d3d1c7deb tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:04.627118 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dfd84cbe-9bb7-49f5-8abc-029938176d35 req-81a9625b-c5b6-4e6f-a559-ec3d3d1c7deb tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0562267 Sep 29 17:51:04.665454 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dfd84cbe-9bb7-49f5-8abc-029938176d35 req-2b74fe94-4773-435e-ab83-726b6d5e0b32 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319500 Sep 29 17:51:05.697941 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccdd2b-d742-46cf-a507-b3616c129a3f req-a6de8f7a-4d34-4e21-8c9b-29a3442f3f27 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:05.699446 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aaccdd2b-d742-46cf-a507-b3616c129a3f req-a6de8f7a-4d34-4e21-8c9b-29a3442f3f27 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 943 time: 0.0520515 Sep 29 17:51:05.739193 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aaccdd2b-d742-46cf-a507-b3616c129a3f req-181fc564-a1f5-4d3f-af9f-af2b12ff8ac1 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337024 Sep 29 17:51:05.796927 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92804d-39ad-4a10-8168-48f26e57901d req-d8662456-e508-419a-9e6b-3cc6c11ecb44 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:05.798439 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc92804d-39ad-4a10-8168-48f26e57901d req-d8662456-e508-419a-9e6b-3cc6c11ecb44 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0485625 Sep 29 17:51:05.836024 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc92804d-39ad-4a10-8168-48f26e57901d req-086e3637-2eb1-4e4a-8a06-a3c36f1032f8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311327 Sep 29 17:51:06.246013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 809034bf-83e5-466c-90ce-89c23937101f details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:51:06.340982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 809034bf-83e5-466c-90ce-89c23937101f, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=809034bf-83e5-466c-90ce-89c23937101f,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:06.351916 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '809034bf-83e5-466c-90ce-89c23937101f', 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68', 'port_id': '809034bf-83e5-466c-90ce-89c23937101f', 'mac_address': 'fa:16:3e:27:fd:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c11691-4449-47db-841c-282101ec8363', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:51:06.388435 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:06.401456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 809034bf-83e5-466c-90ce-89c23937101f {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:51:06.420316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 809034bf-83e5-466c-90ce-89c23937101f, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=809034bf-83e5-466c-90ce-89c23937101f,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:06.424243 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:06.472976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=809034bf-83e5-466c-90ce-89c23937101f,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:06.810897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['809034bf-83e5-466c-90ce-89c23937101f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:51:06.852782 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834a936-a0cd-4971-8398-b829267c94db req-b12a323a-98e1-462e-91d2-1271587db1c5 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:06.854366 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f834a936-a0cd-4971-8398-b829267c94db req-b12a323a-98e1-462e-91d2-1271587db1c5 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 944 time: 0.0481882 Sep 29 17:51:06.894493 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f834a936-a0cd-4971-8398-b829267c94db req-e551c6c4-bf55-4bde-80a7-13720524653a tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336180 Sep 29 17:51:07.013245 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376fedc-5000-4d9d-88b1-88fe63dd9c2d req-978130f9-2aa3-4eb9-a950-cb8c66db7663 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:07.014740 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b376fedc-5000-4d9d-88b1-88fe63dd9c2d req-978130f9-2aa3-4eb9-a950-cb8c66db7663 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0533338 Sep 29 17:51:07.053133 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b376fedc-5000-4d9d-88b1-88fe63dd9c2d req-32d20e67-4244-434d-86f0-b55563e45c6f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322697 Sep 29 17:51:08.014885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b0d06-6c7a-4f0b-905e-38411688f2c7 req-c179abd4-29bd-4c86-9e19-c6167cda911d tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:08.016373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f78b0d06-6c7a-4f0b-905e-38411688f2c7 req-c179abd4-29bd-4c86-9e19-c6167cda911d tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 944 time: 0.0509503 Sep 29 17:51:08.054271 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f78b0d06-6c7a-4f0b-905e-38411688f2c7 req-0f4a41ca-68f1-48de-bd80-34dccd903ce6 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311501 Sep 29 17:51:08.169289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222048e0-c5b2-4c5a-80b0-9f4dfbdec457 req-733d483d-8b32-4a0a-a601-671b518be79d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:08.170791 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-222048e0-c5b2-4c5a-80b0-9f4dfbdec457 req-733d483d-8b32-4a0a-a601-671b518be79d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0487804 Sep 29 17:51:08.208579 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-222048e0-c5b2-4c5a-80b0-9f4dfbdec457 req-15e01944-7368-4ec1-b909-b224e43dfbba tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313182 Sep 29 17:51:08.257479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 809034bf-83e5-466c-90ce-89c23937101f up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:51:08.306995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 809034bf-83e5-466c-90ce-89c23937101f completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:51:08.310642 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 809034bf-83e5-466c-90ce-89c23937101f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:51:08.311014 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:08.385697 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:08.407093 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad285cfb-e29b-4e8f-ba50-590fdae1269b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809034bf-83e5-466c-90ce-89c23937101f'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:51:08.409412 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da39e9b-85ef-43aa-b5e5-797301bb3cd7" -d '{"events": [{"server_uuid": "ad285cfb-e29b-4e8f-ba50-590fdae1269b", "name": "network-vif-plugged", "status": "completed", "tag": "809034bf-83e5-466c-90ce-89c23937101f"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:51:08.422413 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 809034bf-83e5-466c-90ce-89c23937101f, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=809034bf-83e5-466c-90ce-89c23937101f,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:08.427445 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:08.450471 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f729ec-b6f4-4eef-b5da-e7873985ab10 x-openstack-request-id: req-88f729ec-b6f4-4eef-b5da-e7873985ab10 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:51:08.450765 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad285cfb-e29b-4e8f-ba50-590fdae1269b", "name": "network-vif-plugged", "status": "completed", "tag": "809034bf-83e5-466c-90ce-89c23937101f", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:51:08.451015 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88f729ec-b6f4-4eef-b5da-e7873985ab10 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:51:08.451402 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad285cfb-e29b-4e8f-ba50-590fdae1269b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '809034bf-83e5-466c-90ce-89c23937101f', 'code': 200} Sep 29 17:51:08.475596 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=809034bf-83e5-466c-90ce-89c23937101f,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:08.580801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e7668-a138-4731-b2d3-a3e0e46c1252 req-5d5c0450-0902-4043-9564-4777d84b0bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:08.582354 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-533e7668-a138-4731-b2d3-a3e0e46c1252 req-5d5c0450-0902-4043-9564-4777d84b0bd8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 1096 time: 0.0444024 Sep 29 17:51:08.618270 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-533e7668-a138-4731-b2d3-a3e0e46c1252 req-3473fe45-fbf9-4005-8cd3-5d6c9c608fec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281382 Sep 29 17:51:09.173494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8335a-69b7-49c8-9bcc-94e1b0541f03 req-ac5e4557-34b0-4497-b80a-a43a39b63901 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:09.175022 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ae8335a-69b7-49c8-9bcc-94e1b0541f03 req-ac5e4557-34b0-4497-b80a-a43a39b63901 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 945 time: 0.0484514 Sep 29 17:51:09.214343 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ae8335a-69b7-49c8-9bcc-94e1b0541f03 req-da967f77-839e-4641-b7d6-4f12bc9e44c8 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333333 Sep 29 17:51:09.326403 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bb9fe-72b3-432f-933b-d3b81e3f25c0 req-8636681e-50af-44ea-a7db-1cb68bf80018 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:09.327796 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2d3bb9fe-72b3-432f-933b-d3b81e3f25c0 req-8636681e-50af-44ea-a7db-1cb68bf80018 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0492318 Sep 29 17:51:09.365492 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2d3bb9fe-72b3-432f-933b-d3b81e3f25c0 req-675819e7-ed6e-4d4d-8ae4-8f893c17c0bc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314419 Sep 29 17:51:10.105488 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96d96e-5b14-4d48-adc1-89a99106fd5c req-b981fcd5-3b5f-4e5d-808d-60a00ef6d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:10.107083 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a96d96e-5b14-4d48-adc1-89a99106fd5c req-b981fcd5-3b5f-4e5d-808d-60a00ef6d2f7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1096 time: 0.0408611 Sep 29 17:51:10.222276 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96d96e-5b14-4d48-adc1-89a99106fd5c req-2000ab6b-9191-4d7c-96ca-73c7765f9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:10.223785 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a96d96e-5b14-4d48-adc1-89a99106fd5c req-2000ab6b-9191-4d7c-96ca-73c7765f9b5d service neutron] 10.222.0.49 "GET /v2.0/networks?id=087bc4a6-72c1-4f4a-b297-3e95dff82daf HTTP/1.1" status: 200 len: 898 time: 0.0884361 Sep 29 17:51:10.289469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a96d96e-5b14-4d48-adc1-89a99106fd5c req-861cc90a-1bc8-4127-9997-81f8b9e4849f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 1001 time: 0.0582032 Sep 29 17:51:10.336092 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e6009-e4d1-4854-91b1-b606f62e5ca7 req-0259770f-ca2e-4eaf-af80-58eb7c122c1f tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:10.337614 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d71e6009-e4d1-4854-91b1-b606f62e5ca7 req-0259770f-ca2e-4eaf-af80-58eb7c122c1f tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 945 time: 0.0530028 Sep 29 17:51:10.344173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96d96e-5b14-4d48-adc1-89a99106fd5c req-b0b9d835-baea-476f-b31a-3d8f3a5c9235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:10.345716 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a96d96e-5b14-4d48-adc1-89a99106fd5c req-b0b9d835-baea-476f-b31a-3d8f3a5c9235 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32efae72-0553-4c8e-bebf-92bdab0fafd3 HTTP/1.1" status: 200 len: 833 time: 0.0492353 Sep 29 17:51:10.375960 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d71e6009-e4d1-4854-91b1-b606f62e5ca7 req-8dc9bd29-22aa-4738-adfc-593eca299c58 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319362 Sep 29 17:51:10.394276 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96d96e-5b14-4d48-adc1-89a99106fd5c req-d3da23bf-3451-4dbb-8b81-c13949bc4da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:10.395809 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a96d96e-5b14-4d48-adc1-89a99106fd5c req-d3da23bf-3451-4dbb-8b81-c13949bc4da6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=087bc4a6-72c1-4f4a-b297-3e95dff82daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416393 Sep 29 17:51:10.522574 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a96d96e-5b14-4d48-adc1-89a99106fd5c req-a9431ff5-76cf-49d7-8b44-5c55416d3e72 service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184630 Sep 29 17:51:10.533594 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d490e-5ffe-488f-9031-1ec4681a71d8 req-85d9aa29-3bbf-42e4-80f3-59e5eaf146a2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:10.535161 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-544d490e-5ffe-488f-9031-1ec4681a71d8 req-85d9aa29-3bbf-42e4-80f3-59e5eaf146a2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0997396 Sep 29 17:51:10.625544 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-544d490e-5ffe-488f-9031-1ec4681a71d8 req-d7da3023-7b8d-409f-9652-99cac398e2ca tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812020 Sep 29 17:51:10.650248 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a96d96e-5b14-4d48-adc1-89a99106fd5c req-da30fa1f-700f-4436-8f8a-9b83a52858a5 service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141307 Sep 29 17:51:10.806910 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e690a37e-f5a2-4ab1-bd61-47bf6e177a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:11.750207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea51a83-2442-4eaa-ae3c-a4942c102378 req-bd74ac6a-c006-48a2-a1fd-2408e2b8264b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:11.751781 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bea51a83-2442-4eaa-ae3c-a4942c102378 req-bd74ac6a-c006-48a2-a1fd-2408e2b8264b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0542483 Sep 29 17:51:11.791918 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bea51a83-2442-4eaa-ae3c-a4942c102378 req-21b5fdfe-55db-4fcf-8117-e7d0079acd22 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334458 Sep 29 17:51:12.912688 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67eed06-ca74-4a93-b35a-60b8d6e58793 req-bbdae618-0603-41a4-a4c2-c6e05769a9e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:12.914298 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e67eed06-ca74-4a93-b35a-60b8d6e58793 req-bbdae618-0603-41a4-a4c2-c6e05769a9e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0509896 Sep 29 17:51:12.952324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e67eed06-ca74-4a93-b35a-60b8d6e58793 req-f7c3bdf7-e925-408d-9fe2-fb9c5638a7d5 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318730 Sep 29 17:51:13.545012 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-313093e4-b3ed-4200-a19f-4031a178247f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:14.071501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddf89c-8285-4862-91fb-18f16fe28190 req-97d5e7dd-65bb-45d4-b545-13057de49d35 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:14.073027 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-89ddf89c-8285-4862-91fb-18f16fe28190 req-97d5e7dd-65bb-45d4-b545-13057de49d35 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0500450 Sep 29 17:51:14.110884 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-89ddf89c-8285-4862-91fb-18f16fe28190 req-39b559ef-1dd4-4f2a-99b7-fb3e5f23748e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319719 Sep 29 17:51:14.604510 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:14.641689 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:14.668443 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:15.229659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe594330-1afc-4360-b470-4b58f86b8f2f req-304b433d-5f89-494a-adfc-5883cbecc35a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:15.231250 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fe594330-1afc-4360-b470-4b58f86b8f2f req-304b433d-5f89-494a-adfc-5883cbecc35a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0486746 Sep 29 17:51:15.270134 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fe594330-1afc-4360-b470-4b58f86b8f2f req-69821e63-810b-47d9-b8cc-13ec0c1d4306 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316727 Sep 29 17:51:15.320489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-4029737d-47c4-4e23-909d-d4d68cdf4f9e tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:15.321966 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-4029737d-47c4-4e23-909d-d4d68cdf4f9e tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/networks?id=51b669f6-c90c-4576-9fd7-e28f1ba34c68 HTTP/1.1" status: 200 len: 815 time: 0.1061738 Sep 29 17:51:15.337099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-c8360a38-d1d0-4675-b3e8-4f0b5d730f80 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/quotas/9251d7bb83dd4aaaae356290f300facc HTTP/1.1" status: 200 len: 375 time: 0.0094974 Sep 29 17:51:15.388969 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-9836efff-00e3-4737-bb19-fc40415c709e tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9251d7bb83dd4aaaae356290f300facc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465045 Sep 29 17:51:15.399692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-bc88d92c-2c88-43b8-812a-980bd06d3f11 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:51:15.400627 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-bc88d92c-2c88-43b8-812a-980bd06d3f11 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048180 Sep 29 17:51:15.493957 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-b23fd795-45ae-4783-b22f-ec2b027de980 service neutron] 10.222.0.44 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877714 Sep 29 17:51:15.584623 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-3228a2fe-5f59-4bf0-bf58-9304119cfe7c service neutron] 10.222.0.44 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847113 Sep 29 17:51:15.750797 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-11a28fe2-2532-4e14-aa0d-dc58bbc3dab0 req-58960022-93ab-4901-885d-9f458c1cbe2a tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 210 time: 0.0309618 Sep 29 17:51:16.387008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44b0e5-ed56-4260-b482-d88debcd45b2 req-16b0f139-4bb3-4a28-a151-3ba88e0b4a9e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:16.388503 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fc44b0e5-ed56-4260-b482-d88debcd45b2 req-16b0f139-4bb3-4a28-a151-3ba88e0b4a9e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0503407 Sep 29 17:51:16.425618 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fc44b0e5-ed56-4260-b482-d88debcd45b2 req-224c113f-fc06-43d8-9cd3-8018f75b028e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311019 Sep 29 17:51:16.725120 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-add49ab1-b794-46aa-916a-296b0d4fa5af tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:16.726721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-add49ab1-b794-46aa-916a-296b0d4fa5af tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.49 "GET /v2.0/networks?id=51b669f6-c90c-4576-9fd7-e28f1ba34c68 HTTP/1.1" status: 200 len: 815 time: 0.1071389 Sep 29 17:51:16.740582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-b6e665df-d8a1-4b35-9873-3e94f0437c04 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Request body: {'port': {'device_id': '49a4afe0-2217-4876-963a-87f6dde78c71', 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68', 'admin_state_up': True, 'tenant_id': '9251d7bb83dd4aaaae356290f300facc'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:51:16.853565 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-744cc933-b9bd-4fac-85a2-c4047397cb17 req-19663c60-a565-4e5e-97fb-2bededbce671 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 210 time: 0.0341086 Sep 29 17:51:16.875549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-b6e665df-d8a1-4b35-9873-3e94f0437c04 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Made reservation on behalf of 9251d7bb83dd4aaaae356290f300facc for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:51:16.879486 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-b6e665df-d8a1-4b35-9873-3e94f0437c04 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:16.891322 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:17.004781 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-b6e665df-d8a1-4b35-9873-3e94f0437c04 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Allocated IP 172.20.0.3 (51b669f6-c90c-4576-9fd7-e28f1ba34c68/e0c11691-4449-47db-841c-282101ec8363/9aa4819d-8f8b-4bfd-a795-dac46b8ae020) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:51:17.146234 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-b6e665df-d8a1-4b35-9873-3e94f0437c04 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:17.177850 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-b6e665df-d8a1-4b35-9873-3e94f0437c04 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:17.189626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:51:17.222399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['809034bf-83e5-466c-90ce-89c23937101f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:51:17.223731 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-b6e665df-d8a1-4b35-9873-3e94f0437c04 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:51:17.232669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-b6e665df-d8a1-4b35-9873-3e94f0437c04 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:51:17.239883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-b6e665df-d8a1-4b35-9873-3e94f0437c04 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:51:17.243761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e665df-d8a1-4b35-9873-3e94f0437c04 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Pushing event updated for resources: {'Port': ['ID=9aa4819d-8f8b-4bfd-a795-dac46b8ae020,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:17.289212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-b6e665df-d8a1-4b35-9873-3e94f0437c04 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:17.289856 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-b6e665df-d8a1-4b35-9873-3e94f0437c04 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:17.303620 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-b6e665df-d8a1-4b35-9873-3e94f0437c04 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5673480 Sep 29 17:51:17.315918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Request body: {'port': {'device_id': '49a4afe0-2217-4876-963a-87f6dde78c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:51:17.368776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:17.547560 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7719be7-dd3b-4b40-b368-27a958c9b92c req-d6158fd9-e692-437a-ba9f-6e68649d8be6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:17.549320 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7719be7-dd3b-4b40-b368-27a958c9b92c req-d6158fd9-e692-437a-ba9f-6e68649d8be6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0505867 Sep 29 17:51:17.587455 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7719be7-dd3b-4b40-b368-27a958c9b92c req-d5676175-be12-48bb-a8b0-6efbe851ee9e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321038 Sep 29 17:51:17.632601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:51:17.639915 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:17.651972 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Transition to ACTIVE for port object 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:51:17.655795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:17.709028 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Pushing event updated for resources: {'Port': ['ID=9aa4819d-8f8b-4bfd-a795-dac46b8ae020,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:17.774033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Attempting to bind port 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:51:17.774367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Attempting to bind port 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:51:17.774696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Attempting to bind port 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 on network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:51:17.778813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Port 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 on network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:51:17.779130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Attempting to bind port 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 on network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:51:17.783843 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:51:17.784173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Checking segment: {'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:51:17.784554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Bound using segment: {'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:51:17.784976 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Bound port: 9aa4819d-8f8b-4bfd-a795-dac46b8ae020, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:51:17.785353 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:17.846345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] For port 9aa4819d-8f8b-4bfd-a795-dac46b8ae020, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:51:17.849302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] For port 9aa4819d-8f8b-4bfd-a795-dac46b8ae020, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=9aa4819d-8f8b-4bfd-a795-dac46b8ae020,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:51:17.853664 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:17.886975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:17.887593 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:17.889001 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] 10.222.0.49 "PUT /v2.0/ports/9aa4819d-8f8b-4bfd-a795-dac46b8ae020 HTTP/1.1" status: 200 len: 1091 time: 0.5772059 Sep 29 17:51:17.889470 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a4afe0-2217-4876-963a-87f6dde78c71', 'tag': '9aa4819d-8f8b-4bfd-a795-dac46b8ae020'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:51:17.891702 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491d437a-1f59-44ba-a8c6-57993d4a5f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "49a4afe0-2217-4876-963a-87f6dde78c71", "tag": "9aa4819d-8f8b-4bfd-a795-dac46b8ae020"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:51:17.923544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94a3a7-74a5-4f00-a2b2-613bcd4c2b8a service neutron] Pushing event updated for resources: {'Port': ['ID=9aa4819d-8f8b-4bfd-a795-dac46b8ae020,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:17.945078 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68a81a5-a857-454b-b86b-29a41a378769 x-openstack-request-id: req-d68a81a5-a857-454b-b86b-29a41a378769 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:51:17.945381 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a4afe0-2217-4876-963a-87f6dde78c71", "tag": "9aa4819d-8f8b-4bfd-a795-dac46b8ae020", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:51:17.945630 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d68a81a5-a857-454b-b86b-29a41a378769 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:51:17.946016 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a4afe0-2217-4876-963a-87f6dde78c71', 'tag': '9aa4819d-8f8b-4bfd-a795-dac46b8ae020', 'status': 'completed', 'code': 200} Sep 29 17:51:17.977682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-1af7ef2d-fea3-485b-95d6-08f6d0d6e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:17.979170 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-1af7ef2d-fea3-485b-95d6-08f6d0d6e3a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9251d7bb83dd4aaaae356290f300facc&device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 1094 time: 0.0441885 Sep 29 17:51:17.986781 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44208fc9-fe36-4ebb-ba1a-c20e4f8ece87 req-2d10e6f1-04fa-4457-a7d6-f063a0749d61 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:17.988264 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-44208fc9-fe36-4ebb-ba1a-c20e4f8ece87 req-2d10e6f1-04fa-4457-a7d6-f063a0749d61 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 943 time: 0.0511713 Sep 29 17:51:18.025015 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-5eb35025-540f-4d2a-937e-f3697b8b74e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aa4819d-8f8b-4bfd-a795-dac46b8ae020 HTTP/1.1" status: 200 len: 217 time: 0.0373604 Sep 29 17:51:18.025905 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-44208fc9-fe36-4ebb-ba1a-c20e4f8ece87 req-5db1e5a1-74d9-4c5e-9b0c-e06dbc37796f tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315726 Sep 29 17:51:18.075951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-7936de57-f7da-4c0f-b0cd-7290b6720168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:18.077421 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-7936de57-f7da-4c0f-b0cd-7290b6720168 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0c11691-4449-47db-841c-282101ec8363 HTTP/1.1" status: 200 len: 855 time: 0.0455580 Sep 29 17:51:18.108827 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-e5770f54-2e11-446d-ae19-b88315835773 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51b669f6-c90c-4576-9fd7-e28f1ba34c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233729 Sep 29 17:51:18.203470 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-9e3b29fc-5fc5-400c-bbb6-00ea58ca2df4 service neutron] 10.222.0.49 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843618 Sep 29 17:51:18.293751 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1fb02d9f-a7c8-4ffc-b3dc-db90acaa778e req-df6728f4-68e6-4590-a617-2bc6c6ed57dd service neutron] 10.222.0.49 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823197 Sep 29 17:51:18.385361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d437a-1f59-44ba-a8c6-57993d4a5f0a req-ef9fc299-8325-4a04-bdda-606a896c13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:18.386832 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-491d437a-1f59-44ba-a8c6-57993d4a5f0a req-ef9fc299-8325-4a04-bdda-606a896c13dd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9251d7bb83dd4aaaae356290f300facc&device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 1094 time: 0.0461397 Sep 29 17:51:18.478512 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d437a-1f59-44ba-a8c6-57993d4a5f0a req-8cb4dea4-3a1c-4f95-ac0b-c130e795d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:18.479972 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-491d437a-1f59-44ba-a8c6-57993d4a5f0a req-8cb4dea4-3a1c-4f95-ac0b-c130e795d0bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=51b669f6-c90c-4576-9fd7-e28f1ba34c68 HTTP/1.1" status: 200 len: 916 time: 0.0850677 Sep 29 17:51:18.547065 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-491d437a-1f59-44ba-a8c6-57993d4a5f0a req-5a65db7f-6bec-4b56-8b5a-e5d36f4f1e86 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aa4819d-8f8b-4bfd-a795-dac46b8ae020 HTTP/1.1" status: 200 len: 217 time: 0.0367403 Sep 29 17:51:18.601449 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d437a-1f59-44ba-a8c6-57993d4a5f0a req-42cf8677-3dd7-470c-ab9f-22b3b7242b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:18.602899 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-491d437a-1f59-44ba-a8c6-57993d4a5f0a req-42cf8677-3dd7-470c-ab9f-22b3b7242b70 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0c11691-4449-47db-841c-282101ec8363 HTTP/1.1" status: 200 len: 855 time: 0.0477378 Sep 29 17:51:18.641839 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-491d437a-1f59-44ba-a8c6-57993d4a5f0a req-4d015a0d-54b3-42b4-8641-2401ca26e08e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51b669f6-c90c-4576-9fd7-e28f1ba34c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291629 Sep 29 17:51:18.760717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240f58d-6714-4114-ae47-167abbca6bac req-ed6cff04-4f2f-49dc-9fdb-9aa172a08e57 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:18.762213 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7240f58d-6714-4114-ae47-167abbca6bac req-ed6cff04-4f2f-49dc-9fdb-9aa172a08e57 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0937877 Sep 29 17:51:18.779091 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-491d437a-1f59-44ba-a8c6-57993d4a5f0a req-36e1c5e6-2896-4b66-a251-18611791b22a service neutron] 10.222.0.49 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283517 Sep 29 17:51:18.827407 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7240f58d-6714-4114-ae47-167abbca6bac req-5c6d97d8-50b4-4c1a-bc4c-a83a23e77d7a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572865 Sep 29 17:51:18.888482 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-491d437a-1f59-44ba-a8c6-57993d4a5f0a req-8033c6fc-ac0c-4637-9578-3f10bcf38aba service neutron] 10.222.0.49 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998292 Sep 29 17:51:19.139188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fe4e5-8540-48f2-8f73-edef27f7c082 req-f79cffdb-5771-4249-b0e5-fabd48ba15ba tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:19.140570 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f04fe4e5-8540-48f2-8f73-edef27f7c082 req-f79cffdb-5771-4249-b0e5-fabd48ba15ba tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 943 time: 0.0482116 Sep 29 17:51:19.177991 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f04fe4e5-8540-48f2-8f73-edef27f7c082 req-45162b30-dad9-4823-8472-b4f87b27386b tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305855 Sep 29 17:51:19.946480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc80a66-6464-4021-9085-989016858801 req-7e7552b9-907e-41a7-8827-7084795c7f5a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:19.948038 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc80a66-6464-4021-9085-989016858801 req-7e7552b9-907e-41a7-8827-7084795c7f5a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0488346 Sep 29 17:51:19.984318 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1cc80a66-6464-4021-9085-989016858801 req-2d91e4e8-245d-4d42-bf76-30504a1df682 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304904 Sep 29 17:51:20.248646 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-55571015-6e9b-457a-8203-eb450cb4b3c9 service neutron] show failed (client error): The resource could not be found. Sep 29 17:51:20.249666 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-55571015-6e9b-457a-8203-eb450cb4b3c9 service neutron] 10.222.0.49 "GET /v2.0/ports/39f9e2f7-1efd-4ce7-b9e7-d9325521cdba/bindings/n-h2-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.0579319 Sep 29 17:51:20.295879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30e951-9489-4b78-8561-9fee996c042f req-095a19ae-f0ba-4ecd-a799-80fb6f04bdc3 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:20.297418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b30e951-9489-4b78-8561-9fee996c042f req-095a19ae-f0ba-4ecd-a799-80fb6f04bdc3 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 943 time: 0.0497575 Sep 29 17:51:20.341748 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b30e951-9489-4b78-8561-9fee996c042f req-2f68d548-5bdc-4b56-9348-2c87dc554136 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375369 Sep 29 17:51:20.442672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-2ae58d5c-0984-43ca-ab69-33ddb5e8da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:20.444126 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-2ae58d5c-0984-43ca-ab69-33ddb5e8da1e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc&tenant_id=b082b405368a4dd1b0eab20300b40c27 HTTP/1.1" status: 200 len: 1096 time: 0.0403957 Sep 29 17:51:20.462256 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:51:20.514236 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:20.727398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:20.759789 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:51:20.797509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:51:20.800407 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5552f15d-c446-4378-8948-c3e345f4d032" -d '{"events": [{"server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:51:20.804508 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:20.816791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Transition to ACTIVE for port object 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:51:20.820612 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:20.850210 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3954490-a0d1-4af7-88ac-63186df53cca x-openstack-request-id: req-c3954490-a0d1-4af7-88ac-63186df53cca {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:51:20.850496 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:51:20.850747 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3954490-a0d1-4af7-88ac-63186df53cca {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:51:20.851126 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'code': 200} Sep 29 17:51:20.900445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,revision_number=6']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:21.283438 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] No DVR routers for this DVR port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:51:21.396474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f51b7b-f351-4963-9779-8f9b9f71638e req-2a870978-f136-4ffd-af7b-b504dae0b9a1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:21.397979 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-06f51b7b-f351-4963-9779-8f9b9f71638e req-2a870978-f136-4ffd-af7b-b504dae0b9a1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 943 time: 0.1166344 Sep 29 17:51:21.465508 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee41f43-652c-4d23-b83f-ea8e2a45073e req-4649db82-a141-48cf-af09-2b1c1c1a7712 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:21.466386 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-06f51b7b-f351-4963-9779-8f9b9f71638e req-0d7c40dc-b9c7-4cb2-a867-107980c48c36 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607872 Sep 29 17:51:21.467004 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aee41f43-652c-4d23-b83f-ea8e2a45073e req-4649db82-a141-48cf-af09-2b1c1c1a7712 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 943 time: 0.0539799 Sep 29 17:51:21.476931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Attempting to bind port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:51:21.477431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Attempting to bind port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:51:21.477761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Attempting to bind port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba on network 087bc4a6-72c1-4f4a-b297-3e95dff82daf {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:51:21.482425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba on network 087bc4a6-72c1-4f4a-b297-3e95dff82daf not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:51:21.482749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Attempting to bind port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba on network 087bc4a6-72c1-4f4a-b297-3e95dff82daf {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:51:21.489309 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:51:21.489690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Checking segment: {'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:51:21.490079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Bound using segment: {'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:51:21.490504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Bound port: 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:51:21.490860 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:21.508109 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aee41f43-652c-4d23-b83f-ea8e2a45073e req-72916ff6-9f86-4ce3-92a1-ae41d6c717e7 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343459 Sep 29 17:51:21.558381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:51:21.561340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:51:21.565647 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:21.600626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:21.601339 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:21.602941 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] 10.222.0.35 "PUT /v2.0/ports/39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 1091 time: 1.1443462 Sep 29 17:51:21.627105 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93dccf-3ae0-4660-8100-aec13946bfa8 service neutron] Pushing event updated for resources: {'Port': ['ID=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:21.647476 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 39954) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:51:21.680673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-bc3705f6-5a1b-4ca8-bd1b-04b2262ed656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:21.682386 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-bc3705f6-5a1b-4ca8-bd1b-04b2262ed656 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1094 time: 0.0435214 Sep 29 17:51:21.709979 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-47571e5a-bb69-4ef0-b0c7-2801354db635 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/floatingips/9efe4715-a2fc-4735-a374-ac9d3455d768 HTTP/1.1" status: 200 len: 994 time: 0.0613012 Sep 29 17:51:21.790750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-eb5c627b-e131-4029-8bed-8ce0bb036f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:21.792200 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-eb5c627b-e131-4029-8bed-8ce0bb036f3e service neutron] 10.222.0.35 "GET /v2.0/networks?id=087bc4a6-72c1-4f4a-b297-3e95dff82daf HTTP/1.1" status: 200 len: 898 time: 0.1017895 Sep 29 17:51:21.874147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-b61b22f3-71f8-4f24-9359-ffbccc26871b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 999 time: 0.0606358 Sep 29 17:51:21.929148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-7cc4ffca-4c61-4f26-8960-af6b6a4769f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:21.930619 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-7cc4ffca-4c61-4f26-8960-af6b6a4769f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32efae72-0553-4c8e-bebf-92bdab0fafd3 HTTP/1.1" status: 200 len: 833 time: 0.0477920 Sep 29 17:51:21.947236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 39960) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:51:22.028122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-0bd41fb3-0074-41d9-8394-065ff033cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:22.029514 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-0bd41fb3-0074-41d9-8394-065ff033cdcc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=087bc4a6-72c1-4f4a-b297-3e95dff82daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912111 Sep 29 17:51:22.119283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:51:22.188254 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-4edbc102-43b5-4d47-94fb-93a2bd850ba2 service neutron] 10.222.0.35 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261077 Sep 29 17:51:22.219411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8d01-67b5-4397-9a48-93bbf09e594f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Deleting port cfb8f3e2-52f8-4653-bdbd-8373b073d22d {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:51:22.219660 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 9aa4819d-8f8b-4bfd-a795-dac46b8ae020, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=9aa4819d-8f8b-4bfd-a795-dac46b8ae020,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:22.219773 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a58d8d01-67b5-4397-9a48-93bbf09e594f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:22.231452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '9aa4819d-8f8b-4bfd-a795-dac46b8ae020', 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68', 'port_id': '9aa4819d-8f8b-4bfd-a795-dac46b8ae020', 'mac_address': 'fa:16:3e:1c:e0:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c11691-4449-47db-841c-282101ec8363', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:51:22.270583 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:22.283542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:51:22.301773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 9aa4819d-8f8b-4bfd-a795-dac46b8ae020, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=9aa4819d-8f8b-4bfd-a795-dac46b8ae020,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:22.306107 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:22.335810 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:51:22.358127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=9aa4819d-8f8b-4bfd-a795-dac46b8ae020,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:22.358694 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-561b9bd7-1453-42fc-a8c8-5f1fc99b919b req-38aca7a5-804d-4e8d-a3f2-b513c7fcd21d service neutron] 10.222.0.35 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615131 Sep 29 17:51:22.363094 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a58d8d01-67b5-4397-9a48-93bbf09e594f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:22.363422 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a58d8d01-67b5-4397-9a48-93bbf09e594f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:22.375413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a58d8d01-67b5-4397-9a48-93bbf09e594f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Calling delete_port for cfb8f3e2-52f8-4653-bdbd-8373b073d22d owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:51:22.512125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['9aa4819d-8f8b-4bfd-a795-dac46b8ae020'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:51:22.540494 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a58d8d01-67b5-4397-9a48-93bbf09e594f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:22.578878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d8d01-67b5-4397-9a48-93bbf09e594f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Port': ['ID=cfb8f3e2-52f8-4653-bdbd-8373b073d22d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:22.650033 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152e755-ff0a-42b6-8485-ad3c31c6d585 req-c4a7c646-1115-497a-803d-060167bfc6dc tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:22.651957 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d152e755-ff0a-42b6-8485-ad3c31c6d585 req-c4a7c646-1115-497a-803d-060167bfc6dc tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 944 time: 0.0575354 Sep 29 17:51:22.679337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941e729-bd71-4b29-9158-68c600be70de req-6e14639c-f08d-48f5-a9a5-44f11849eb8b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:22.680900 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7941e729-bd71-4b29-9158-68c600be70de req-6e14639c-f08d-48f5-a9a5-44f11849eb8b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 943 time: 0.1065114 Sep 29 17:51:22.692831 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d152e755-ff0a-42b6-8485-ad3c31c6d585 req-9e96ef1f-ee59-4e13-bea4-2b57499a7553 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335991 Sep 29 17:51:22.700058 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a58d8d01-67b5-4397-9a48-93bbf09e594f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:22.701375 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-a58d8d01-67b5-4397-9a48-93bbf09e594f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Floating IP 9efe4715-a2fc-4735-a374-ac9d3455d768 disassociated (deleted). External IP: 172.25.2.203, port: 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa. Sep 29 17:51:22.798372 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7941e729-bd71-4b29-9158-68c600be70de req-b71c3e16-f5bf-4b10-b983-0fad8383f1c2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079905 Sep 29 17:51:22.868168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:51:22.870443 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050" -d '{"events": [{"name": "network-changed", "server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:51:22.947090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58d8d01-67b5-4397-9a48-93bbf09e594f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Router 6854c92c-a7b8-4573-a7ec-96e5a318d02d has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:51:22.950429 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f58aa7-28e3-4a36-8edc-ef8457820666 x-openstack-request-id: req-f5f58aa7-28e3-4a36-8edc-ef8457820666 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:51:22.950707 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:51:22.950960 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5f58aa7-28e3-4a36-8edc-ef8457820666 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:51:22.951369 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'status': 'completed', 'code': 200} Sep 29 17:51:23.112277 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-fffac4bb-b98e-4212-88e4-e0fae5cfa88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:23.113710 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-fffac4bb-b98e-4212-88e4-e0fae5cfa88d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1094 time: 0.1190417 Sep 29 17:51:23.117618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-3fdbc0e8-bbc4-4e9f-9492-72884f8c96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:23.119026 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-3fdbc0e8-bbc4-4e9f-9492-72884f8c96f1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1094 time: 0.0908823 Sep 29 17:51:23.156773 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58d8d01-67b5-4397-9a48-93bbf09e594f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:51:23.167401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db27c6f-7faf-44f8-b4f5-42247eefa103 None None] Sync routers for ids ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:51:23.177114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db27c6f-7faf-44f8-b4f5-42247eefa103 None None] Routers {'6854c92c-a7b8-4573-a7ec-96e5a318d02d'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:51:23.177681 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a58d8d01-67b5-4397-9a48-93bbf09e594f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:23.177954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-1db27c6f-7faf-44f8-b4f5-42247eefa103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:51:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:51:23.288861 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a58d8d01-67b5-4397-9a48-93bbf09e594f tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "DELETE /v2.0/floatingips/9efe4715-a2fc-4735-a374-ac9d3455d768 HTTP/1.1" status: 204 len: 168 time: 1.3405840 Sep 29 17:51:23.322338 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-28ef4fff-3cc3-4179-92d9-2ada580b9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:23.323832 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-28ef4fff-3cc3-4179-92d9-2ada580b9387 service neutron] 10.222.0.35 "GET /v2.0/networks?id=087bc4a6-72c1-4f4a-b297-3e95dff82daf HTTP/1.1" status: 200 len: 898 time: 0.1891840 Sep 29 17:51:23.325062 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-114f0a17-a656-4824-a8ba-e71bbf6c894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:23.326437 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-114f0a17-a656-4824-a8ba-e71bbf6c894b service neutron] 10.222.0.49 "GET /v2.0/networks?id=087bc4a6-72c1-4f4a-b297-3e95dff82daf HTTP/1.1" status: 200 len: 898 time: 0.2050583 Sep 29 17:51:23.452418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-1db27c6f-7faf-44f8-b4f5-42247eefa103 None None] Set router 6854c92c-a7b8-4573-a7ec-96e5a318d02d gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:51:23.456706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-72b14a78-02f0-4178-8b5a-52442a78c510 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 999 time: 0.1231766 Sep 29 17:51:23.458618 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-e3719f8c-58db-4fec-8902-bce682fc3034 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 999 time: 0.1184230 Sep 29 17:51:23.584843 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-7fe620c6-c55a-4c36-b54d-64e23e389bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:23.586418 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-7fe620c6-c55a-4c36-b54d-64e23e389bff service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32efae72-0553-4c8e-bebf-92bdab0fafd3 HTTP/1.1" status: 200 len: 833 time: 0.1211307 Sep 29 17:51:23.590255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-46366aa6-4f92-4f0c-83e4-38406a5d14b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:23.591676 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-46366aa6-4f92-4f0c-83e4-38406a5d14b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32efae72-0553-4c8e-bebf-92bdab0fafd3 HTTP/1.1" status: 200 len: 833 time: 0.0993752 Sep 29 17:51:23.600656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3a7d-83ef-4581-8b05-b65658bc201e req-1c77be6f-437c-4604-918a-a2ba850e636e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:23.602124 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b98d3a7d-83ef-4581-8b05-b65658bc201e req-1c77be6f-437c-4604-918a-a2ba850e636e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 946 time: 0.1086874 Sep 29 17:51:23.657689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-1db27c6f-7faf-44f8-b4f5-42247eefa103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'name': 'tempest-TestNetworkBasicOps-router-1436910131', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:49:39Z', 'updated_at': '2021-09-29T17:49:45Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:40Z', 'updated_at': '2021-09-29T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '17a06987-39fc-454a-b519-98d48e15038b', 'name': '', 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:bd:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '0048e204-263d-4bee-a169-c14572a44d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:44Z', 'updated_at': '2021-09-29T17:49:51Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '0048e204-263d-4bee-a169-c14572a44d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:51:23.688499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db27c6f-7faf-44f8-b4f5-42247eefa103 None None] Checking router: 6854c92c-a7b8-4573-a7ec-96e5a318d02d for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:51:23.697407 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db27c6f-7faf-44f8-b4f5-42247eefa103 None None] Routers {'6854c92c-a7b8-4573-a7ec-96e5a318d02d'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:51:23.698026 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-1db27c6f-7faf-44f8-b4f5-42247eefa103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:51:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:51:23.701903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-3c10359c-d9c9-4b79-8b30-90cd6b9cd7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:23.703425 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-3c10359c-d9c9-4b79-8b30-90cd6b9cd7d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=087bc4a6-72c1-4f4a-b297-3e95dff82daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004283 Sep 29 17:51:23.707706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b98d3a7d-83ef-4581-8b05-b65658bc201e req-7082b902-56ce-4376-b105-32a61cb9f174 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b681d7-f5ed-4efc-8df5-13f6d6c92b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871482 Sep 29 17:51:23.709571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-a790d6d0-c5c6-401f-92d9-056159db5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:23.711126 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-a790d6d0-c5c6-401f-92d9-056159db5bf6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=087bc4a6-72c1-4f4a-b297-3e95dff82daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069350 Sep 29 17:51:23.813410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-1db27c6f-7faf-44f8-b4f5-42247eefa103 None None] Set router 6854c92c-a7b8-4573-a7ec-96e5a318d02d gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:51:23.813627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7e1f8-2735-454f-b995-cb8987280bda req-5ec333fa-9ee6-4c5a-9c73-66bba4cbe810 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:23.815762 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aad7e1f8-2735-454f-b995-cb8987280bda req-5ec333fa-9ee6-4c5a-9c73-66bba4cbe810 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 944 time: 0.0495946 Sep 29 17:51:23.868119 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aad7e1f8-2735-454f-b995-cb8987280bda req-ffa02ace-d897-4199-8ed5-627522eee476 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430059 Sep 29 17:51:23.877473 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-f5f5cc7e-dea1-4009-9d84-b315949e6218 service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649559 Sep 29 17:51:23.885352 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-88751515-3c78-47d6-aee7-ffad68e5accc service neutron] 10.222.0.35 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511881 Sep 29 17:51:24.034687 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-1db27c6f-7faf-44f8-b4f5-42247eefa103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'name': 'tempest-TestNetworkBasicOps-router-1436910131', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:49:39Z', 'updated_at': '2021-09-29T17:49:45Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:40Z', 'updated_at': '2021-09-29T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '17a06987-39fc-454a-b519-98d48e15038b', 'name': '', 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:bd:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '0048e204-263d-4bee-a169-c14572a44d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:44Z', 'updated_at': '2021-09-29T17:49:51Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '0048e204-263d-4bee-a169-c14572a44d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:51:24.058023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d8de1-5693-4803-bcaf-ce30dc22a113 req-a47d2995-cdb0-487c-b21e-6b4d043258e7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:24.059501 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a86d8de1-5693-4803-bcaf-ce30dc22a113 req-a47d2995-cdb0-487c-b21e-6b4d043258e7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 943 time: 0.1706548 Sep 29 17:51:24.061464 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db27c6f-7faf-44f8-b4f5-42247eefa103 None None] The sync data for ids ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'] in n-d-811748-2 is: [{'id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'name': 'tempest-TestNetworkBasicOps-router-1436910131', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:49:39Z', 'updated_at': '2021-09-29T17:49:45Z', 'revision_number': 4, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:40Z', 'updated_at': '2021-09-29T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '17a06987-39fc-454a-b519-98d48e15038b', 'name': '', 'network_id': '0eba60a5-2899-42e8-92f0-1284f9881395', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'mac_address': 'fa:16:3e:bd:81:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': '0048e204-263d-4bee-a169-c14572a44d66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:44Z', 'updated_at': '2021-09-29T17:49:51Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'subnets': [{'id': '0048e204-263d-4bee-a169-c14572a44d66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:51:24.098500 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-3c56b335-dff6-4c4a-9f18-0c0870ddef05 service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108598 Sep 29 17:51:24.114081 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bedb9bba-63ba-4d4f-90d1-c1f5ca5d8050 req-d6e84711-ba70-494e-bf90-ad8c76091fa8 service neutron] 10.222.0.35 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000444 Sep 29 17:51:24.121616 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a86d8de1-5693-4803-bcaf-ce30dc22a113 req-35305859-8d1d-4345-bef1-05cdf9f38415 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543723 Sep 29 17:51:24.126439 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:51:24.181322 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:51:24.185336 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:51:24.185709 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:24.289836 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:24.314882 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a4afe0-2217-4876-963a-87f6dde78c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa4819d-8f8b-4bfd-a795-dac46b8ae020'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:51:24.317166 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38eee0d8-fb43-4b4a-a5cc-d8107cec0b5b" -d '{"events": [{"server_uuid": "49a4afe0-2217-4876-963a-87f6dde78c71", "name": "network-vif-plugged", "status": "completed", "tag": "9aa4819d-8f8b-4bfd-a795-dac46b8ae020"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:51:24.322885 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f371ff45-e0c9-4d21-a84b-d3ec82c32800 None None] New status for floating IP 9efe4715-a2fc-4735-a374-ac9d3455d768: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:51:24.330712 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 9aa4819d-8f8b-4bfd-a795-dac46b8ae020, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=9aa4819d-8f8b-4bfd-a795-dac46b8ae020,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:24.335347 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:24.336139 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:51:24.359586 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4416d335-a146-45b6-807d-6ecbb51303f0 x-openstack-request-id: req-4416d335-a146-45b6-807d-6ecbb51303f0 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:51:24.359884 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a4afe0-2217-4876-963a-87f6dde78c71", "name": "network-vif-plugged", "status": "completed", "tag": "9aa4819d-8f8b-4bfd-a795-dac46b8ae020", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:51:24.360400 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4416d335-a146-45b6-807d-6ecbb51303f0 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:51:24.360788 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a4afe0-2217-4876-963a-87f6dde78c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa4819d-8f8b-4bfd-a795-dac46b8ae020', 'code': 200} Sep 29 17:51:24.419083 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=9aa4819d-8f8b-4bfd-a795-dac46b8ae020,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:24.421830 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:51:24.463474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fbc9b-af57-4569-af0c-d1106d138838 req-edf5d1f6-ba60-40c3-8932-4b73764f6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:24.464929 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f02fbc9b-af57-4569-af0c-d1106d138838 req-edf5d1f6-ba60-40c3-8932-4b73764f6019 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 1096 time: 0.0413089 Sep 29 17:51:24.498939 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f02fbc9b-af57-4569-af0c-d1106d138838 req-eb1e6ddb-48f8-4b6a-8d48-2a4abab7ee91 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272050 Sep 29 17:51:24.825450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd28d22-5c09-4188-88e0-19920b6466fb req-977a634c-67f1-476e-b720-f0f6111a2888 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:24.826901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dcd28d22-5c09-4188-88e0-19920b6466fb req-977a634c-67f1-476e-b720-f0f6111a2888 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 946 time: 0.0474792 Sep 29 17:51:24.864660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dcd28d22-5c09-4188-88e0-19920b6466fb req-b9b8d7e1-57e0-4e97-9730-5806dceae052 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/security-groups?id=04b681d7-f5ed-4efc-8df5-13f6d6c92b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311577 Sep 29 17:51:24.963094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a6ad9b7-06a7-4de7-90c2-d343e72a0973', 'tag': '719cb8eb-7e1a-4b8d-ab46-4da67730eaaa'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:51:24.965549 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ed2d7f-d817-4574-a339-d534b59059c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6a6ad9b7-06a7-4de7-90c2-d343e72a0973", "tag": "719cb8eb-7e1a-4b8d-ab46-4da67730eaaa"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:51:24.990416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc0841-87f3-41f7-b0a6-9f6912527609 req-22b1e59e-7c2e-422b-bc2e-340a2fbf4eae tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:24.991976 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-65bc0841-87f3-41f7-b0a6-9f6912527609 req-22b1e59e-7c2e-422b-bc2e-340a2fbf4eae tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 945 time: 0.0536027 Sep 29 17:51:25.004923 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cced0a-9419-447f-9ea6-5bfb59146fa3 x-openstack-request-id: req-75cced0a-9419-447f-9ea6-5bfb59146fa3 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:51:25.005203 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a6ad9b7-06a7-4de7-90c2-d343e72a0973", "tag": "719cb8eb-7e1a-4b8d-ab46-4da67730eaaa", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:51:25.005488 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75cced0a-9419-447f-9ea6-5bfb59146fa3 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:51:25.005860 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a6ad9b7-06a7-4de7-90c2-d343e72a0973', 'tag': '719cb8eb-7e1a-4b8d-ab46-4da67730eaaa', 'status': 'completed', 'code': 200} Sep 29 17:51:25.031870 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-65bc0841-87f3-41f7-b0a6-9f6912527609 req-bdc53dc7-3f5d-4e83-b8e2-3b51b9972e48 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340059 Sep 29 17:51:25.119704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2d7f-d817-4574-a339-d534b59059c9 req-117ce5d4-d57c-43ff-8c06-8a57ce2238b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:25.121164 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49ed2d7f-d817-4574-a339-d534b59059c9 req-117ce5d4-d57c-43ff-8c06-8a57ce2238b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cdebda4e15a34e08b7ebdfe096f7059a&device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 1097 time: 0.0395660 Sep 29 17:51:25.219243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2d7f-d817-4574-a339-d534b59059c9 req-d3f9c1d5-8efa-4c58-b814-9e59de7dd0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:25.220778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49ed2d7f-d817-4574-a339-d534b59059c9 req-d3f9c1d5-8efa-4c58-b814-9e59de7dd0b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0eba60a5-2899-42e8-92f0-1284f9881395 HTTP/1.1" status: 200 len: 897 time: 0.0868666 Sep 29 17:51:25.243958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74be0a-c1d9-4386-9b84-5aa2b50d8b83 req-fe7ae54b-ec76-4088-9796-b369d8538825 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:25.245492 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1a74be0a-c1d9-4386-9b84-5aa2b50d8b83 req-fe7ae54b-ec76-4088-9796-b369d8538825 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 943 time: 0.0525072 Sep 29 17:51:25.262721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49ed2d7f-d817-4574-a339-d534b59059c9 req-1d21cf85-73d3-41f9-9208-d5842f32c583 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=719cb8eb-7e1a-4b8d-ab46-4da67730eaaa HTTP/1.1" status: 200 len: 217 time: 0.0343783 Sep 29 17:51:25.284887 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1a74be0a-c1d9-4386-9b84-5aa2b50d8b83 req-25a063e8-d77b-4de9-b7da-10d8c9eadef1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329454 Sep 29 17:51:25.317371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2d7f-d817-4574-a339-d534b59059c9 req-90857002-c01a-4a35-8738-6791391215bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:25.318853 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49ed2d7f-d817-4574-a339-d534b59059c9 req-90857002-c01a-4a35-8738-6791391215bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0048e204-263d-4bee-a169-c14572a44d66 HTTP/1.1" status: 200 len: 835 time: 0.0486648 Sep 29 17:51:25.366848 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed2d7f-d817-4574-a339-d534b59059c9 req-421fea2a-b007-4783-86d7-c8dde093bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:25.368376 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49ed2d7f-d817-4574-a339-d534b59059c9 req-421fea2a-b007-4783-86d7-c8dde093bc86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0eba60a5-2899-42e8-92f0-1284f9881395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424521 Sep 29 17:51:25.493669 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49ed2d7f-d817-4574-a339-d534b59059c9 req-9e3c0ab4-89aa-4f41-bca3-4311abdb4f42 service neutron] 10.222.0.35 "GET /v2.0/networks/0eba60a5-2899-42e8-92f0-1284f9881395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178672 Sep 29 17:51:25.505547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b172cb2-a417-42c3-80f4-6f7d0f08b71d req-80702271-34a7-4083-be04-fa878a4a7621 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:25.506852 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b172cb2-a417-42c3-80f4-6f7d0f08b71d req-80702271-34a7-4083-be04-fa878a4a7621 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 946 time: 0.0648773 Sep 29 17:51:25.649406 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49ed2d7f-d817-4574-a339-d534b59059c9 req-548a996a-4a81-4cb2-97a2-94e18414d2d9 service neutron] 10.222.0.35 "GET /v2.0/networks/0eba60a5-2899-42e8-92f0-1284f9881395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415935 Sep 29 17:51:25.665804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-7b172cb2-a417-42c3-80f4-6f7d0f08b71d req-ca1f047f-a709-4bb5-82c9-420254fc740a tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Deleting port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:51:25.666149 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7b172cb2-a417-42c3-80f4-6f7d0f08b71d req-ca1f047f-a709-4bb5-82c9-420254fc740a tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:25.754615 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7b172cb2-a417-42c3-80f4-6f7d0f08b71d req-ca1f047f-a709-4bb5-82c9-420254fc740a tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] For port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=719cb8eb-7e1a-4b8d-ab46-4da67730eaaa,segment=NetworkSegment(48363f3e-9aed-4cdb-be28-034dcc52c593),segment_id=48363f3e-9aed-4cdb-be28-034dcc52c593)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:25.754983 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7b172cb2-a417-42c3-80f4-6f7d0f08b71d req-ca1f047f-a709-4bb5-82c9-420254fc740a tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:25.767386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-7b172cb2-a417-42c3-80f4-6f7d0f08b71d req-ca1f047f-a709-4bb5-82c9-420254fc740a tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Calling delete_port for 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:51:25.895333 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7b172cb2-a417-42c3-80f4-6f7d0f08b71d req-ca1f047f-a709-4bb5-82c9-420254fc740a tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:25.926091 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f047f-a709-4bb5-82c9-420254fc740a tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Port': ['ID=719cb8eb-7e1a-4b8d-ab46-4da67730eaaa,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:25.961865 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-55f30db0-7272-4ed3-aeb1-c1cd33c9e3c5 req-4693411e-0ef2-4af0-b7ef-ed5fc9efb63e tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a6ad9b7-06a7-4de7-90c2-d343e72a0973 HTTP/1.1" status: 200 len: 210 time: 0.0284030 Sep 29 17:51:25.969548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b172cb2-a417-42c3-80f4-6f7d0f08b71d req-ca1f047f-a709-4bb5-82c9-420254fc740a tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] No DVR routers for this DVR port 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:51:25.972175 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7b172cb2-a417-42c3-80f4-6f7d0f08b71d req-ca1f047f-a709-4bb5-82c9-420254fc740a tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:25.974310 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b172cb2-a417-42c3-80f4-6f7d0f08b71d req-ca1f047f-a709-4bb5-82c9-420254fc740a tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.35 "DELETE /v2.0/ports/719cb8eb-7e1a-4b8d-ab46-4da67730eaaa HTTP/1.1" status: 204 len: 173 time: 0.4590030 Sep 29 17:51:26.154427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11967184-ebc9-438a-ac20-312d2f203448 req-10e46f98-cb8c-409f-9880-fa59436acba8 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:26.155919 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-11967184-ebc9-438a-ac20-312d2f203448 req-10e46f98-cb8c-409f-9880-fa59436acba8 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 945 time: 0.0508664 Sep 29 17:51:26.194452 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-11967184-ebc9-438a-ac20-312d2f203448 req-c0f6798f-31aa-4db8-836b-95761a62831e tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323110 Sep 29 17:51:26.388696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:51:26.435428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3237d-c51e-4f7a-875b-b9d72fdb32f5 req-8641be3e-de59-417e-aa51-b7842e38a350 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:26.437926 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f0e3237d-c51e-4f7a-875b-b9d72fdb32f5 req-8641be3e-de59-417e-aa51-b7842e38a350 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 943 time: 0.0782335 Sep 29 17:51:26.506829 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f0e3237d-c51e-4f7a-875b-b9d72fdb32f5 req-73212169-9dfe-41b8-8d9f-da85e17ec592 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617650 Sep 29 17:51:26.584748 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:26.613300 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'port_id': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'mac_address': 'fa:16:3e:11:30:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:51:26.669322 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:26.697845 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:51:26.724714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:26.730560 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:26.777764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-49cd8fc9-7978-4b3c-a4fc-d4d8d743e36f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:26.779339 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-49cd8fc9-7978-4b3c-a4fc-d4d8d743e36f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.35 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc&tenant_id=b082b405368a4dd1b0eab20300b40c27&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 944 time: 0.0637422 Sep 29 17:51:26.796869 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:26.817981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eac29b-7da3-4b6d-9b98-6c65425a4e86 req-ac8cd5c1-d4eb-433c-92f4-246cba66d989 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:26.819416 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d7eac29b-7da3-4b6d-9b98-6c65425a4e86 req-ac8cd5c1-d4eb-433c-92f4-246cba66d989 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 944 time: 0.0655305 Sep 29 17:51:26.858375 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-8c6be3b8-7ad8-4611-9baf-5465835edc81 service neutron] 10.222.0.35 "GET /v2.0/ports/39f9e2f7-1efd-4ce7-b9e7-d9325521cdba/bindings/n-h2-811748-2 HTTP/1.1" status: 200 len: 382 time: 0.0698628 Sep 29 17:51:26.862821 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d7eac29b-7da3-4b6d-9b98-6c65425a4e86 req-3538cc0a-fb6b-4d3f-ad3a-79d238b47753 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368228 Sep 29 17:51:26.937803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-626fdf36-d450-4e7e-b6ae-c6ebd8700094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:26.939370 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-626fdf36-d450-4e7e-b6ae-c6ebd8700094 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1095 time: 0.0404706 Sep 29 17:51:27.009901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a6ad9b7-06a7-4de7-90c2-d343e72a0973', 'name': 'network-vif-deleted', 'tag': '719cb8eb-7e1a-4b8d-ab46-4da67730eaaa'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:51:27.012270 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc09001a-818a-4396-8a32-f1402695a166" -d '{"events": [{"server_uuid": "6a6ad9b7-06a7-4de7-90c2-d343e72a0973", "name": "network-vif-deleted", "tag": "719cb8eb-7e1a-4b8d-ab46-4da67730eaaa"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:51:27.019017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40020) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:51:27.043232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-af673cec-1471-4483-bf18-d4e8f0a41a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:27.044742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-af673cec-1471-4483-bf18-d4e8f0a41a6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=087bc4a6-72c1-4f4a-b297-3e95dff82daf HTTP/1.1" status: 200 len: 898 time: 0.0977616 Sep 29 17:51:27.060267 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1746ced4-cd9d-4ff2-9054-9128793f6e3d x-openstack-request-id: req-1746ced4-cd9d-4ff2-9054-9128793f6e3d {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:51:27.060781 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a6ad9b7-06a7-4de7-90c2-d343e72a0973", "name": "network-vif-deleted", "tag": "719cb8eb-7e1a-4b8d-ab46-4da67730eaaa", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:51:27.061127 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1746ced4-cd9d-4ff2-9054-9128793f6e3d {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:51:27.061627 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a6ad9b7-06a7-4de7-90c2-d343e72a0973', 'name': 'network-vif-deleted', 'tag': '719cb8eb-7e1a-4b8d-ab46-4da67730eaaa', 'status': 'completed', 'code': 200} Sep 29 17:51:27.088490 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f3f8bd78-6ec3-4ae4-b801-1722fdbc6715 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:27.118305 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f3f8bd78-6ec3-4ae4-b801-1722fdbc6715 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:27.123493 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-b8391ab4-0d70-470c-86f4-278936817d36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 1000 time: 0.0706201 Sep 29 17:51:27.186837 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f3f8bd78-6ec3-4ae4-b801-1722fdbc6715 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:27.191248 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f3f8bd78-6ec3-4ae4-b801-1722fdbc6715 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:27.191716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-62b38fb4-4139-4e4a-891b-92b28108eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:27.192581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['39f9e2f7-1efd-4ce7-b9e7-d9325521cdba'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:51:27.193200 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-62b38fb4-4139-4e4a-891b-92b28108eb4b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32efae72-0553-4c8e-bebf-92bdab0fafd3 HTTP/1.1" status: 200 len: 833 time: 0.0613594 Sep 29 17:51:27.193595 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f3f8bd78-6ec3-4ae4-b801-1722fdbc6715 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "DELETE /v2.0/security-groups/04b681d7-f5ed-4efc-8df5-13f6d6c92b3a HTTP/1.1" status: 204 len: 168 time: 0.1732719 Sep 29 17:51:27.206390 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8bd78-6ec3-4ae4-b801-1722fdbc6715 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b681d7-f5ed-4efc-8df5-13f6d6c92b3a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:27.246198 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40024) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:51:27.271764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-c8e5d6aa-f690-4b28-8b02-114f930c62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:27.274214 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-c8e5d6aa-f690-4b28-8b02-114f930c62f9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=087bc4a6-72c1-4f4a-b297-3e95dff82daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673575 Sep 29 17:51:27.530001 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:27.669900 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d86c885-89d2-413e-ad50-3213f3b387b4 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:27.738641 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-18aa3017-650f-4b4c-ab99-9efa4a52094a service neutron] 10.222.0.35 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513767 Sep 29 17:51:27.832831 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-bd72aacd-e093-4935-bd52-f09e4ea8c6cd service neutron] 10.222.0.35 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867224 Sep 29 17:51:27.981976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-7d86c885-89d2-413e-ad50-3213f3b387b4 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Deleting port 17a06987-39fc-454a-b519-98d48e15038b {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:51:27.982323 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d86c885-89d2-413e-ad50-3213f3b387b4 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:27.994476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c5059-d941-4511-bdf7-f6a5659e8a9b req-4283dd14-9a92-49f1-a09d-588551fc12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:28.003652 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d50c5059-d941-4511-bdf7-f6a5659e8a9b req-4283dd14-9a92-49f1-a09d-588551fc12bc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1095 time: 0.0642014 Sep 29 17:51:28.060178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efc991-c453-4f23-8fb8-fc4eaaeefb35 req-56e22b2f-91a6-499e-af23-917d6bcaf35a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:28.061646 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c3efc991-c453-4f23-8fb8-fc4eaaeefb35 req-56e22b2f-91a6-499e-af23-917d6bcaf35a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 944 time: 0.1155756 Sep 29 17:51:28.120642 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-7d86c885-89d2-413e-ad50-3213f3b387b4 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] For port 17a06987-39fc-454a-b519-98d48e15038b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=17a06987-39fc-454a-b519-98d48e15038b,segment=NetworkSegment(48363f3e-9aed-4cdb-be28-034dcc52c593),segment_id=48363f3e-9aed-4cdb-be28-034dcc52c593)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:28.121009 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d86c885-89d2-413e-ad50-3213f3b387b4 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:28.132768 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c3efc991-c453-4f23-8fb8-fc4eaaeefb35 req-a3eb66cf-5d53-43fa-8a2f-cc328b8d2702 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636706 Sep 29 17:51:28.133138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c5059-d941-4511-bdf7-f6a5659e8a9b req-05545d01-6590-4b99-9f60-96e8efae917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:28.134625 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d50c5059-d941-4511-bdf7-f6a5659e8a9b req-05545d01-6590-4b99-9f60-96e8efae917e service neutron] 10.222.0.35 "GET /v2.0/networks?id=087bc4a6-72c1-4f4a-b297-3e95dff82daf HTTP/1.1" status: 200 len: 898 time: 0.1065114 Sep 29 17:51:28.139522 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-7d86c885-89d2-413e-ad50-3213f3b387b4 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Calling delete_port for 17a06987-39fc-454a-b519-98d48e15038b owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:51:28.217178 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d50c5059-d941-4511-bdf7-f6a5659e8a9b req-9d9f3d79-bfea-40ee-b598-b44615a237c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 1000 time: 0.0705788 Sep 29 17:51:28.279126 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c5059-d941-4511-bdf7-f6a5659e8a9b req-672a3005-3a2d-4e32-a5ad-2338026bbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:28.280600 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d50c5059-d941-4511-bdf7-f6a5659e8a9b req-672a3005-3a2d-4e32-a5ad-2338026bbafe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32efae72-0553-4c8e-bebf-92bdab0fafd3 HTTP/1.1" status: 200 len: 833 time: 0.0551984 Sep 29 17:51:28.328982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c5059-d941-4511-bdf7-f6a5659e8a9b req-bc674c29-b013-4ce0-b629-6fce17484f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:28.330961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d50c5059-d941-4511-bdf7-f6a5659e8a9b req-bc674c29-b013-4ce0-b629-6fce17484f86 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=087bc4a6-72c1-4f4a-b297-3e95dff82daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421023 Sep 29 17:51:28.336265 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d86c885-89d2-413e-ad50-3213f3b387b4 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:28.365156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86c885-89d2-413e-ad50-3213f3b387b4 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Port': ['ID=17a06987-39fc-454a-b519-98d48e15038b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:28.404973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:51:28.445103 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d50c5059-d941-4511-bdf7-f6a5659e8a9b req-ba2e2fc9-2aa5-4d5d-8f1a-1359bdb9194f service neutron] 10.222.0.35 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066637 Sep 29 17:51:28.486752 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:51:28.511462 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:51:28.511858 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:28.561094 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d50c5059-d941-4511-bdf7-f6a5659e8a9b req-eeb14832-0059-4561-aa82-dbab1bf205a5 service neutron] 10.222.0.35 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064320 Sep 29 17:51:28.578714 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d86c885-89d2-413e-ad50-3213f3b387b4 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:28.695631 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:28.719986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:51:28.722378 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939ce378-ac62-4ba2-bccb-5ca303ed466b" -d '{"events": [{"server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "name": "network-vif-plugged", "status": "completed", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:51:28.741088 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:28.747056 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:28.748264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:51:28.788927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:51:28.789300 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 719cb8eb-7e1a-4b8d-ab46-4da67730eaaa not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:51:28.816380 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd0892c-a063-4e33-a2bf-9f0eb7b9975b x-openstack-request-id: req-2cd0892c-a063-4e33-a2bf-9f0eb7b9975b {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:51:28.816658 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "name": "network-vif-plugged", "status": "completed", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:51:28.817126 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2cd0892c-a063-4e33-a2bf-9f0eb7b9975b {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:51:28.817769 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'code': 200} Sep 29 17:51:28.822964 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:29.150532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d86c885-89d2-413e-ad50-3213f3b387b4 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Router 6854c92c-a7b8-4573-a7ec-96e5a318d02d has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:51:29.261000 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d86c885-89d2-413e-ad50-3213f3b387b4 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:51:29.266651 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7d86c885-89d2-413e-ad50-3213f3b387b4 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "PUT /v2.0/routers/6854c92c-a7b8-4573-a7ec-96e5a318d02d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0175745 Sep 29 17:51:29.273140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be77a6d3-1df3-4ce9-ac97-d92df4c156b4 None None] Sync routers for ids ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:51:29.275188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004d831-7e2e-45e0-b7ef-e4e54382b042 req-2f753730-671f-44ce-9457-7cc8559dfaed tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:29.276739 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5004d831-7e2e-45e0-b7ef-e4e54382b042 req-2f753730-671f-44ce-9457-7cc8559dfaed tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0677814 Sep 29 17:51:29.277238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40050) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:51:29.286754 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be77a6d3-1df3-4ce9-ac97-d92df4c156b4 None None] Routers {'6854c92c-a7b8-4573-a7ec-96e5a318d02d'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:51:29.286754 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-be77a6d3-1df3-4ce9-ac97-d92df4c156b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:51:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:51:29.352447 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5004d831-7e2e-45e0-b7ef-e4e54382b042 req-a77f9308-5952-4468-90f0-dfc30091e4b0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645118 Sep 29 17:51:29.369513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a384c08-6831-495b-8d36-b464d1c067fd tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Deleting subnet 0048e204-263d-4bee-a169-c14572a44d66 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:51:29.372405 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a384c08-6831-495b-8d36-b464d1c067fd tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:29.420526 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-be77a6d3-1df3-4ce9-ac97-d92df4c156b4 None None] Set router 6854c92c-a7b8-4573-a7ec-96e5a318d02d gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:51:29.426048 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a384c08-6831-495b-8d36-b464d1c067fd tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:29.516691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a384c08-6831-495b-8d36-b464d1c067fd tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:29.578158 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a384c08-6831-495b-8d36-b464d1c067fd tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:29.608279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a384c08-6831-495b-8d36-b464d1c067fd tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Subnet': ['ID=0048e204-263d-4bee-a169-c14572a44d66,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:29.612804 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a384c08-6831-495b-8d36-b464d1c067fd tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:29.618009 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40052) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:51:29.618194 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5a384c08-6831-495b-8d36-b464d1c067fd tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "DELETE /v2.0/subnets/0048e204-263d-4bee-a169-c14572a44d66 HTTP/1.1" status: 204 len: 168 time: 0.3398399 Sep 29 17:51:29.622874 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-be77a6d3-1df3-4ce9-ac97-d92df4c156b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'name': 'tempest-TestNetworkBasicOps-router-1436910131', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:49:39Z', 'updated_at': '2021-09-29T17:51:28Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:40Z', 'updated_at': '2021-09-29T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:51:29.655792 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd15c2c-067e-41a4-8d82-575410f12390 None None] Network 0eba60a5-2899-42e8-92f0-1284f9881395 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:51:29.660173 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be77a6d3-1df3-4ce9-ac97-d92df4c156b4 None None] Checking router: 6854c92c-a7b8-4573-a7ec-96e5a318d02d for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:51:29.694023 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be77a6d3-1df3-4ce9-ac97-d92df4c156b4 None None] Routers {'6854c92c-a7b8-4573-a7ec-96e5a318d02d'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:51:29.694971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-be77a6d3-1df3-4ce9-ac97-d92df4c156b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:51:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:51:29.753313 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:29.866268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:29.898133 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-be77a6d3-1df3-4ce9-ac97-d92df4c156b4 None None] Set router 6854c92c-a7b8-4573-a7ec-96e5a318d02d gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:51:29.931866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Deleting port f044f794-c881-44d4-85ca-4c5c7592462e {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:51:29.932217 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:29.994749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80206301-f345-4e5e-a8b9-476225a106f6 None None] DHCP port deletion for 0eba60a5-2899-42e8-92f0-1284f9881395 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:51:30.027431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] For port f044f794-c881-44d4-85ca-4c5c7592462e, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f044f794-c881-44d4-85ca-4c5c7592462e,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:30.027802 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:30.043100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Calling delete_port for f044f794-c881-44d4-85ca-4c5c7592462e owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:51:30.137060 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-80206301-f345-4e5e-a8b9-476225a106f6 None None] Deleting port 7b1a5164-4b19-4833-ae88-ab3ed5c4f242 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:51:30.137470 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-80206301-f345-4e5e-a8b9-476225a106f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:30.217678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-80206301-f345-4e5e-a8b9-476225a106f6 None None] For port 7b1a5164-4b19-4833-ae88-ab3ed5c4f242, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7b1a5164-4b19-4833-ae88-ab3ed5c4f242,segment=NetworkSegment(48363f3e-9aed-4cdb-be28-034dcc52c593),segment_id=48363f3e-9aed-4cdb-be28-034dcc52c593)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:30.217997 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-80206301-f345-4e5e-a8b9-476225a106f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:30.234631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-80206301-f345-4e5e-a8b9-476225a106f6 None None] Calling delete_port for 7b1a5164-4b19-4833-ae88-ab3ed5c4f242 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:51:30.251127 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:30.255275 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-be77a6d3-1df3-4ce9-ac97-d92df4c156b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'name': 'tempest-TestNetworkBasicOps-router-1436910131', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:49:39Z', 'updated_at': '2021-09-29T17:51:28Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:40Z', 'updated_at': '2021-09-29T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:51:30.281311 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Port': ['ID=f044f794-c881-44d4-85ca-4c5c7592462e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:30.316473 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:30.316945 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:30.317427 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:30.317883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:30.318385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:30.318825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:30.319252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:30.319679 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:30.320102 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:30.320526 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:30.320964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:30.321429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:30.330858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be77a6d3-1df3-4ce9-ac97-d92df4c156b4 None None] The sync data for ids ['6854c92c-a7b8-4573-a7ec-96e5a318d02d'] in n-d-811748-2 is: [{'id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'name': 'tempest-TestNetworkBasicOps-router-1436910131', 'tenant_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:49:39Z', 'updated_at': '2021-09-29T17:51:28Z', 'revision_number': 5, 'project_id': 'cdebda4e15a34e08b7ebdfe096f7059a', 'gw_port': {'id': 'f044f794-c881-44d4-85ca-4c5c7592462e', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:de:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854c92c-a7b8-4573-a7ec-96e5a318d02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3197, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:49:40Z', 'updated_at': '2021-09-29T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:51:30.374130 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:30.398304 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-80206301-f345-4e5e-a8b9-476225a106f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:30.445812 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80206301-f345-4e5e-a8b9-476225a106f6 None None] Pushing event deleted for resources: {'Port': ['ID=7b1a5164-4b19-4833-ae88-ab3ed5c4f242,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:30.462871 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80206301-f345-4e5e-a8b9-476225a106f6 None None] No DVR routers for this DVR port 7b1a5164-4b19-4833-ae88-ab3ed5c4f242 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:51:30.516380 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:30.520127 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:30.545401 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d6412-9d40-4922-980a-df2e472d71e6 req-d6220b2d-a462-4357-af36-1b1779a8c457 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:30.546889 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-723d6412-9d40-4922-980a-df2e472d71e6 req-d6220b2d-a462-4357-af36-1b1779a8c457 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 945 time: 0.0940564 Sep 29 17:51:30.557128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-31aa8182-c57b-4210-849d-ce473d313932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:30.558596 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-31aa8182-c57b-4210-849d-ce473d313932 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc&tenant_id=b082b405368a4dd1b0eab20300b40c27 HTTP/1.1" status: 200 len: 1096 time: 0.0599542 Sep 29 17:51:30.565957 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:30.566527 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Fanout notify agent at l3_agent the message router_deleted on router 6854c92c-a7b8-4573-a7ec-96e5a318d02d {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:51:30.573797 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:30.577502 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7bff688a-773d-4baa-ae4e-57bc8ca5aa56 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "DELETE /v2.0/routers/6854c92c-a7b8-4573-a7ec-96e5a318d02d HTTP/1.1" status: 204 len: 168 time: 0.9522481 Sep 29 17:51:30.577644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:51:30.577745 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40060) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:51:30.626292 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-723d6412-9d40-4922-980a-df2e472d71e6 req-115bb2f7-59c3-402a-a5b4-d76a91fad677 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712125 Sep 29 17:51:30.664519 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:30.670856 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-67e91c15-70e1-4eae-9c64-be1bc4a8d2b6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:30.797898 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-67e91c15-70e1-4eae-9c64-be1bc4a8d2b6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:30.833892 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-67e91c15-70e1-4eae-9c64-be1bc4a8d2b6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eba60a5-2899-42e8-92f0-1284f9881395']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:51:30.867163 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-67e91c15-70e1-4eae-9c64-be1bc4a8d2b6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48363f3e-9aed-4cdb-be28-034dcc52c593') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:51:30.869714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-67e91c15-70e1-4eae-9c64-be1bc4a8d2b6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48363f3e-9aed-4cdb-be28-034dcc52c593') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:51:30.892629 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-67e91c15-70e1-4eae-9c64-be1bc4a8d2b6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:30.907511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 17a06987-39fc-454a-b519-98d48e15038b no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:51:30.912367 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-67e91c15-70e1-4eae-9c64-be1bc4a8d2b6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:30.920289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e91c15-70e1-4eae-9c64-be1bc4a8d2b6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:51:30.920693 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-67e91c15-70e1-4eae-9c64-be1bc4a8d2b6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:51:30.936349 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:51:30.942648 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 17a06987-39fc-454a-b519-98d48e15038b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:51:30.942994 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 17a06987-39fc-454a-b519-98d48e15038b not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:51:30.943432 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7b1a5164-4b19-4833-ae88-ab3ed5c4f242 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:51:30.961647 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:30.980488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 7b1a5164-4b19-4833-ae88-ab3ed5c4f242 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:51:30.980962 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7b1a5164-4b19-4833-ae88-ab3ed5c4f242 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:51:31.019959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:51:31.026395 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-67e91c15-70e1-4eae-9c64-be1bc4a8d2b6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:31.032521 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-67e91c15-70e1-4eae-9c64-be1bc4a8d2b6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:31.035228 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-67e91c15-70e1-4eae-9c64-be1bc4a8d2b6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] 10.222.0.44 "DELETE /v2.0/networks/0eba60a5-2899-42e8-92f0-1284f9881395 HTTP/1.1" status: 204 len: 168 time: 0.4564335 Sep 29 17:51:31.051920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e91c15-70e1-4eae-9c64-be1bc4a8d2b6 tempest-TestNetworkBasicOps-2123593783 tempest-TestNetworkBasicOps-2123593783-project] Pushing event deleted for resources: {'Network': ['ID=0eba60a5-2899-42e8-92f0-1284f9881395,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:31.084058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:51:31.086573 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba38cffe-76f2-431e-b55e-71ae16de8ce3" -d '{"events": [{"server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:51:31.091155 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:31.105672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Transition to ACTIVE for port object 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:51:31.112105 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:31.185692 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0956c92-b7ed-480c-979e-b6b5a14d32e5 x-openstack-request-id: req-f0956c92-b7ed-480c-979e-b6b5a14d32e5 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:51:31.186277 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "name": "network-vif-unplugged", "status": "completed", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:51:31.186642 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0956c92-b7ed-480c-979e-b6b5a14d32e5 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:51:31.187208 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'code': 200} Sep 29 17:51:31.187918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Pushing event updated for resources: {'Port': ['ID=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,revision_number=10']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:31.312757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] No DVR routers for this DVR port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:51:31.464729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40072) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:51:31.503935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Attempting to bind port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:51:31.504265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Attempting to bind port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:51:31.504805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Attempting to bind port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba on network 087bc4a6-72c1-4f4a-b297-3e95dff82daf {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:51:31.510192 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba on network 087bc4a6-72c1-4f4a-b297-3e95dff82daf not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:51:31.510559 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Attempting to bind port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba on network 087bc4a6-72c1-4f4a-b297-3e95dff82daf {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:51:31.517480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:51:31.518111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Checking segment: {'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:51:31.518504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Bound using segment: {'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:51:31.518989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Bound port: 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'accbec29-9c0d-4624-a20b-bb7052cd5b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:51:31.519356 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:31.594820 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:51:31.599676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:51:31.603560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:31.642789 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:31.643504 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:31.644123 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b01fd14f-add8-4b30-8945-74b11ad66e76 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cdebda4e15a34e08b7ebdfe096f7059a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783476 Sep 29 17:51:31.647059 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40076) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:51:31.649598 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] 10.222.0.49 "PUT /v2.0/ports/39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 1092 time: 1.0833237 Sep 29 17:51:31.670823 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786b01a-4f89-49a0-bec2-243bcbc52b6c service neutron] Pushing event updated for resources: {'Port': ['ID=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,revision_number=11']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:31.752975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-d35656f6-e646-4dd6-b887-db002d6585fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:31.754600 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-d35656f6-e646-4dd6-b887-db002d6585fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1095 time: 0.0729146 Sep 29 17:51:31.761924 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-826b0884-ceb6-44c4-a795-5c51d38d2b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:31.793650 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-826b0884-ceb6-44c4-a795-5c51d38d2b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:31.819275 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e62b25-c7c7-40b6-a139-2dfb6d021b05 req-61f52e74-8291-4c52-b529-c1a6fbdd4aac tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:31.821032 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95e62b25-c7c7-40b6-a139-2dfb6d021b05 req-61f52e74-8291-4c52-b529-c1a6fbdd4aac tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 944 time: 0.0949554 Sep 29 17:51:31.885884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-403f9916-5cc7-43a7-ad86-cfd39c77339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:31.887668 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-403f9916-5cc7-43a7-ad86-cfd39c77339b service neutron] 10.222.0.49 "GET /v2.0/networks?id=087bc4a6-72c1-4f4a-b297-3e95dff82daf HTTP/1.1" status: 200 len: 898 time: 0.1257823 Sep 29 17:51:31.895070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-826b0884-ceb6-44c4-a795-5c51d38d2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:31.898394 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-826b0884-ceb6-44c4-a795-5c51d38d2b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:31.899663 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-826b0884-ceb6-44c4-a795-5c51d38d2b49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d7c9d0b-92f1-4d67-94f2-e679dcf08ab4 HTTP/1.1" status: 204 len: 168 time: 0.2511084 Sep 29 17:51:31.911782 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95e62b25-c7c7-40b6-a139-2dfb6d021b05 req-3114c80a-3ea8-4821-a09d-b28e265fd84b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830476 Sep 29 17:51:31.932120 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b0884-ceb6-44c4-a795-5c51d38d2b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7c9d0b-92f1-4d67-94f2-e679dcf08ab4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:31.978640 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-b3b9cc55-0556-4865-927c-89c348369bec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 999 time: 0.0836337 Sep 29 17:51:32.034563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-0450d049-1a9c-4e49-ade3-116804451506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:32.036363 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-0450d049-1a9c-4e49-ade3-116804451506 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32efae72-0553-4c8e-bebf-92bdab0fafd3 HTTP/1.1" status: 200 len: 833 time: 0.0493827 Sep 29 17:51:32.091744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-239058e9-7037-46bc-84f8-c3b81d32f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:32.093440 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-239058e9-7037-46bc-84f8-c3b81d32f10c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=087bc4a6-72c1-4f4a-b297-3e95dff82daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504677 Sep 29 17:51:32.202251 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-fc90cda7-6d7e-42a8-ae1e-31230a391fdd service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999892 Sep 29 17:51:32.245178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40086) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:51:32.258997 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cfda67f8-ddf3-4a57-8f76-c3abf49f6a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:32.398950 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5a82ddfe-0811-4d36-9912-e5a0eb27fbf3 req-10925431-5779-4716-937a-1e2da7b0dcc7 service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885958 Sep 29 17:51:32.400401 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cfda67f8-ddf3-4a57-8f76-c3abf49f6a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:32.405254 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cfda67f8-ddf3-4a57-8f76-c3abf49f6a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:32.433091 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:51:32.446632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda67f8-ddf3-4a57-8f76-c3abf49f6a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0c3315-7603-464b-a247-0328de6fe68e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:32.450895 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cfda67f8-ddf3-4a57-8f76-c3abf49f6a81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c186f72a1f01469298e0b4cd52630665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2045605 Sep 29 17:51:32.453515 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40090) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:51:32.480177 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:51:32.522840 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-592a1772-02e6-45f3-9f42-12965cab2347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:32.543737 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f044f794-c881-44d4-85ca-4c5c7592462e no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:51:32.567279 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-592a1772-02e6-45f3-9f42-12965cab2347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:32.572794 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: f044f794-c881-44d4-85ca-4c5c7592462e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:51:32.573369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f044f794-c881-44d4-85ca-4c5c7592462e not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:51:32.623456 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-592a1772-02e6-45f3-9f42-12965cab2347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:32.626321 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-592a1772-02e6-45f3-9f42-12965cab2347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:32.628172 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-592a1772-02e6-45f3-9f42-12965cab2347 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc0c3315-7603-464b-a247-0328de6fe68e HTTP/1.1" status: 204 len: 168 time: 0.1739204 Sep 29 17:51:32.638863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a1772-02e6-45f3-9f42-12965cab2347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0c3315-7603-464b-a247-0328de6fe68e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:33.043540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a70b-622b-4993-94ce-42a6a4778402 req-7698ac98-a85e-414b-9367-8e16a9c9055f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:33.045084 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7009a70b-622b-4993-94ce-42a6a4778402 req-7698ac98-a85e-414b-9367-8e16a9c9055f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 944 time: 0.0546916 Sep 29 17:51:33.087933 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7009a70b-622b-4993-94ce-42a6a4778402 req-fff29c9c-85f9-4ea1-81fe-f2b866aab752 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356591 Sep 29 17:51:33.189666 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:51:33.192329 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f307419-e8b2-4164-9631-0632602bd70c" -d '{"events": [{"name": "network-changed", "server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:51:33.245115 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5e5ef3-69b7-460d-95a3-408e1c07abe0 x-openstack-request-id: req-2f5e5ef3-69b7-460d-95a3-408e1c07abe0 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:51:33.245451 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:51:33.245707 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f5e5ef3-69b7-460d-95a3-408e1c07abe0 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:51:33.246134 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'status': 'completed', 'code': 200} Sep 29 17:51:33.340114 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307419-e8b2-4164-9631-0632602bd70c req-d9091f91-474d-41e8-8b8a-3e5c6b347287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:33.341505 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6f307419-e8b2-4164-9631-0632602bd70c req-d9091f91-474d-41e8-8b8a-3e5c6b347287 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1095 time: 0.0731039 Sep 29 17:51:33.347735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307419-e8b2-4164-9631-0632602bd70c req-74373537-fcde-4aea-b149-497df7e3dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:33.349062 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6f307419-e8b2-4164-9631-0632602bd70c req-74373537-fcde-4aea-b149-497df7e3dc23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1095 time: 0.0551982 Sep 29 17:51:33.496334 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307419-e8b2-4164-9631-0632602bd70c req-a8ef5e03-89cc-43ce-8d85-e26d040548df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:33.497816 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6f307419-e8b2-4164-9631-0632602bd70c req-a8ef5e03-89cc-43ce-8d85-e26d040548df service neutron] 10.222.0.49 "GET /v2.0/networks?id=087bc4a6-72c1-4f4a-b297-3e95dff82daf HTTP/1.1" status: 200 len: 898 time: 0.1479187 Sep 29 17:51:33.506441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307419-e8b2-4164-9631-0632602bd70c req-53def442-174f-45dd-9b1a-883baf1fa93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:33.507766 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6f307419-e8b2-4164-9631-0632602bd70c req-53def442-174f-45dd-9b1a-883baf1fa93f service neutron] 10.222.0.35 "GET /v2.0/networks?id=087bc4a6-72c1-4f4a-b297-3e95dff82daf HTTP/1.1" status: 200 len: 898 time: 0.1406257 Sep 29 17:51:33.607058 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6f307419-e8b2-4164-9631-0632602bd70c req-0ddabc4b-88a6-4674-855f-fe33ebb1846e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 999 time: 0.0982854 Sep 29 17:51:33.624145 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6f307419-e8b2-4164-9631-0632602bd70c req-d05ebf12-fdff-45fb-b1bd-815e75cdef5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 999 time: 0.0823159 Sep 29 17:51:33.693165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307419-e8b2-4164-9631-0632602bd70c req-2e7bb5a1-7caa-431d-b875-f65a28b3d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:33.694595 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6f307419-e8b2-4164-9631-0632602bd70c req-2e7bb5a1-7caa-431d-b875-f65a28b3d785 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32efae72-0553-4c8e-bebf-92bdab0fafd3 HTTP/1.1" status: 200 len: 833 time: 0.0784853 Sep 29 17:51:33.699455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307419-e8b2-4164-9631-0632602bd70c req-416d29c9-baae-48c8-9b5e-48078185b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:33.700742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6f307419-e8b2-4164-9631-0632602bd70c req-416d29c9-baae-48c8-9b5e-48078185b104 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=32efae72-0553-4c8e-bebf-92bdab0fafd3 HTTP/1.1" status: 200 len: 833 time: 0.0578334 Sep 29 17:51:33.764753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307419-e8b2-4164-9631-0632602bd70c req-e8bda638-db8f-4593-b60e-9d55f08f9391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:33.766238 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6f307419-e8b2-4164-9631-0632602bd70c req-e8bda638-db8f-4593-b60e-9d55f08f9391 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=087bc4a6-72c1-4f4a-b297-3e95dff82daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548112 Sep 29 17:51:33.772147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f307419-e8b2-4164-9631-0632602bd70c req-27d5ca2f-4c2f-45c4-a222-215d44809ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:33.773519 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6f307419-e8b2-4164-9631-0632602bd70c req-27d5ca2f-4c2f-45c4-a222-215d44809ac1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=087bc4a6-72c1-4f4a-b297-3e95dff82daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707138 Sep 29 17:51:33.924968 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6f307419-e8b2-4164-9631-0632602bd70c req-019cbc70-b9b8-4008-a55a-2f073863ced1 service neutron] 10.222.0.35 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504140 Sep 29 17:51:33.926920 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6f307419-e8b2-4164-9631-0632602bd70c req-b20851fa-6517-41c8-a7a3-45e98fc226f6 service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458986 Sep 29 17:51:34.089431 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6f307419-e8b2-4164-9631-0632602bd70c req-8484a324-93db-4c78-ae4a-c6186d9e972b service neutron] 10.222.0.35 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571393 Sep 29 17:51:34.092873 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6f307419-e8b2-4164-9631-0632602bd70c req-69872828-1fbf-417e-b986-39481df002e5 service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528792 Sep 29 17:51:34.219737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d5199-ba12-46a5-86c4-8a68bd4d7698 req-2d1e170e-1ff9-4c2c-a59a-d47177ec7012 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:34.221454 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-092d5199-ba12-46a5-86c4-8a68bd4d7698 req-2d1e170e-1ff9-4c2c-a59a-d47177ec7012 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 944 time: 0.0596800 Sep 29 17:51:34.261481 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-092d5199-ba12-46a5-86c4-8a68bd4d7698 req-50c1e0d5-5c3d-4ffd-b704-ce86706db717 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339048 Sep 29 17:51:34.284395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40106) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:51:34.344936 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e110168f-6a49-4ffc-9651-62e6787696af tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/floatingips/7cd05b3a-d286-440a-9a77-1ed17e02de77 HTTP/1.1" status: 200 len: 991 time: 0.0594501 Sep 29 17:51:36.233153 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:51:36.326141 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:36.337709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'port_id': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'mac_address': 'fa:16:3e:11:30:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:51:36.382137 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:36.398354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:51:36.417714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:36.421610 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:36.468499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,revision_number=12']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:36.675725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['39f9e2f7-1efd-4ce7-b9e7-d9325521cdba'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:51:38.247616 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:51:38.296143 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:51:38.300552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:51:38.300926 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:38.378762 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:38.550966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:51:38.553234 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8b53a3-08bd-4aea-abc1-2283d3140d1a" -d '{"events": [{"server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "name": "network-vif-plugged", "status": "completed", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:51:38.566936 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:38.571199 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:38.596591 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a4023f-4908-41aa-af8f-aa7a75dadd25 x-openstack-request-id: req-c6a4023f-4908-41aa-af8f-aa7a75dadd25 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:51:38.596878 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "name": "network-vif-plugged", "status": "completed", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:51:38.597123 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6a4023f-4908-41aa-af8f-aa7a75dadd25 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:51:38.597528 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'code': 200} Sep 29 17:51:38.622569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,revision_number=13']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:38.630186 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:38.630473 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:38.630811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:38.631146 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:38.631475 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:38.631802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:38.632125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:38.632447 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:38.632765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:38.633083 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:38.633433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:38.633751 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:51:40.799661 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5597e5d9-5b23-408a-880b-2d97e9a7e14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:43.547455 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9f319b94-584b-4560-85d8-5224461dfcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:43.668165 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-5f54ba6a-53ad-4685-bfa5-ef53804d4269 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:43.669631 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-5f54ba6a-53ad-4685-bfa5-ef53804d4269 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/networks?id=51b669f6-c90c-4576-9fd7-e28f1ba34c68 HTTP/1.1" status: 200 len: 815 time: 0.1034734 Sep 29 17:51:43.684763 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-37990e9b-8c84-4c31-a619-85eb5ca95925 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/quotas/9251d7bb83dd4aaaae356290f300facc HTTP/1.1" status: 200 len: 375 time: 0.0089421 Sep 29 17:51:43.736821 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-682b7ea1-3b02-43be-a7f9-94cdf45aced9 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9251d7bb83dd4aaaae356290f300facc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463636 Sep 29 17:51:43.830368 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-235c9356-5498-4a73-bb71-6cd559911523 service neutron] 10.222.0.44 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865228 Sep 29 17:51:43.917080 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-a730ccea-6eee-44fa-9726-795e49849afd service neutron] 10.222.0.44 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807962 Sep 29 17:51:44.087419 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be338bb5-85f0-4091-bffc-f3593ca4808d req-afe5f80c-cfd6-4255-b340-f7daf3766da5 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 210 time: 0.0311611 Sep 29 17:51:44.608201 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:44.647527 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:44.671201 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:45.101580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-f0c56f42-824c-4b04-a3bd-2b3f530a64e6 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:45.103112 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-f0c56f42-824c-4b04-a3bd-2b3f530a64e6 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.35 "GET /v2.0/networks?id=51b669f6-c90c-4576-9fd7-e28f1ba34c68 HTTP/1.1" status: 200 len: 815 time: 0.1052332 Sep 29 17:51:45.123894 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-e07c9b74-6597-4719-8244-38d7ff3afc13 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Request body: {'port': {'device_id': '65803a0b-610e-44b0-9975-171185d72a54', 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68', 'admin_state_up': True, 'tenant_id': '9251d7bb83dd4aaaae356290f300facc'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:51:45.214444 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-93730651-5f60-439d-a29d-8dee4ed1a86c req-4c75a363-68f7-4695-857e-da4fe5966949 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 210 time: 0.0557458 Sep 29 17:51:45.263189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-e07c9b74-6597-4719-8244-38d7ff3afc13 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Made reservation on behalf of 9251d7bb83dd4aaaae356290f300facc for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:51:45.266641 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-e07c9b74-6597-4719-8244-38d7ff3afc13 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:45.391509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-e07c9b74-6597-4719-8244-38d7ff3afc13 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Allocated IP 172.20.0.4 (51b669f6-c90c-4576-9fd7-e28f1ba34c68/e0c11691-4449-47db-841c-282101ec8363/803e2d7f-18f3-4db4-905b-14fec95c8cba) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:51:45.531350 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-e07c9b74-6597-4719-8244-38d7ff3afc13 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:45.566972 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-e07c9b74-6597-4719-8244-38d7ff3afc13 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:45.580420 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f', '9aa4819d-8f8b-4bfd-a795-dac46b8ae020'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:51:45.607510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['809034bf-83e5-466c-90ce-89c23937101f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:51:45.609525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-e07c9b74-6597-4719-8244-38d7ff3afc13 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:51:45.615245 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-e07c9b74-6597-4719-8244-38d7ff3afc13 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:51:45.622322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-e07c9b74-6597-4719-8244-38d7ff3afc13 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:51:45.626757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c9b74-6597-4719-8244-38d7ff3afc13 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Pushing event updated for resources: {'Port': ['ID=803e2d7f-18f3-4db4-905b-14fec95c8cba,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:45.670773 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-e07c9b74-6597-4719-8244-38d7ff3afc13 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:45.671380 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-e07c9b74-6597-4719-8244-38d7ff3afc13 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:45.686370 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-e07c9b74-6597-4719-8244-38d7ff3afc13 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5666046 Sep 29 17:51:45.753008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Request body: {'port': {'device_id': '65803a0b-610e-44b0-9975-171185d72a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:51:45.808685 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:46.062897 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803e2d7f-18f3-4db4-905b-14fec95c8cba {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:51:46.071043 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:46.083084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Transition to ACTIVE for port object 803e2d7f-18f3-4db4-905b-14fec95c8cba will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:51:46.086697 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:46.139040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Pushing event updated for resources: {'Port': ['ID=803e2d7f-18f3-4db4-905b-14fec95c8cba,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:46.204633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Attempting to bind port 803e2d7f-18f3-4db4-905b-14fec95c8cba on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:51:46.204966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Attempting to bind port 803e2d7f-18f3-4db4-905b-14fec95c8cba by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:51:46.205307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Attempting to bind port 803e2d7f-18f3-4db4-905b-14fec95c8cba on network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:51:46.209465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Port 803e2d7f-18f3-4db4-905b-14fec95c8cba on network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:51:46.209787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Attempting to bind port 803e2d7f-18f3-4db4-905b-14fec95c8cba on network 51b669f6-c90c-4576-9fd7-e28f1ba34c68 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:51:46.214451 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:51:46.214787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Checking segment: {'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:51:46.215169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Bound using segment: {'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:51:46.215587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Bound port: 803e2d7f-18f3-4db4-905b-14fec95c8cba, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad33562-6b80-4306-b017-0a8ab404148f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:51:46.215935 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:46.280118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] For port 803e2d7f-18f3-4db4-905b-14fec95c8cba, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:51:46.284846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] For port 803e2d7f-18f3-4db4-905b-14fec95c8cba, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=803e2d7f-18f3-4db4-905b-14fec95c8cba,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:51:46.295184 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:46.350111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:46.350732 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:46.352100 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] 10.222.0.35 "PUT /v2.0/ports/803e2d7f-18f3-4db4-905b-14fec95c8cba HTTP/1.1" status: 200 len: 1091 time: 0.6040885 Sep 29 17:51:46.352538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65803a0b-610e-44b0-9975-171185d72a54', 'tag': '803e2d7f-18f3-4db4-905b-14fec95c8cba'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:51:46.354792 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba00ba8-a2ff-4c28-a284-a063ed99f10b" -d '{"events": [{"name": "network-changed", "server_uuid": "65803a0b-610e-44b0-9975-171185d72a54", "tag": "803e2d7f-18f3-4db4-905b-14fec95c8cba"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:51:46.386917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e044d-0897-4bc1-90d7-0385ad3f37ef req-e5c25c84-eec6-4089-938d-db9f20c52f15 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:46.388491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b72e044d-0897-4bc1-90d7-0385ad3f37ef req-e5c25c84-eec6-4089-938d-db9f20c52f15 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 943 time: 0.1060858 Sep 29 17:51:46.397251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e9ce3-b17c-48e5-8fe8-c22ec2ee4535 service neutron] Pushing event updated for resources: {'Port': ['ID=803e2d7f-18f3-4db4-905b-14fec95c8cba,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:46.399709 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8dfaac-d425-4979-a300-45d228cf7a56 x-openstack-request-id: req-8c8dfaac-d425-4979-a300-45d228cf7a56 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:51:46.400004 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65803a0b-610e-44b0-9975-171185d72a54", "tag": "803e2d7f-18f3-4db4-905b-14fec95c8cba", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:51:46.400264 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c8dfaac-d425-4979-a300-45d228cf7a56 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:51:46.400651 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65803a0b-610e-44b0-9975-171185d72a54', 'tag': '803e2d7f-18f3-4db4-905b-14fec95c8cba', 'status': 'completed', 'code': 200} Sep 29 17:51:46.456437 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b72e044d-0897-4bc1-90d7-0385ad3f37ef req-3209780c-86bb-4eee-9eea-468d0db1be65 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584006 Sep 29 17:51:46.468994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-b6f8e600-1a42-4caa-ba43-e40867680770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:46.470726 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-b6f8e600-1a42-4caa-ba43-e40867680770 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9251d7bb83dd4aaaae356290f300facc&device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 1094 time: 0.0499451 Sep 29 17:51:46.518138 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-cac3b7be-051f-42bb-a701-d6870bbbe7d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803e2d7f-18f3-4db4-905b-14fec95c8cba HTTP/1.1" status: 200 len: 217 time: 0.0337145 Sep 29 17:51:46.569820 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-e83186f2-90d1-42c4-bbe5-024125000fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:46.571212 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-e83186f2-90d1-42c4-bbe5-024125000fb4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0c11691-4449-47db-841c-282101ec8363 HTTP/1.1" status: 200 len: 855 time: 0.0460937 Sep 29 17:51:46.603579 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-1bcd5073-4afa-4f26-a177-df24b56f2093 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51b669f6-c90c-4576-9fd7-e28f1ba34c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251780 Sep 29 17:51:46.691582 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-af2497c2-091a-4c1e-8ec9-3130860a8e86 service neutron] 10.222.0.35 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801680 Sep 29 17:51:46.793901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7c461f1-9db2-4bf7-a64c-f50ccde7b799 req-a0129d31-7260-42a5-a98d-583012396d3f service neutron] 10.222.0.35 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954878 Sep 29 17:51:46.883575 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:46.917932 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba00ba8-a2ff-4c28-a284-a063ed99f10b req-6b8f9528-cb76-4e3a-bd3e-df2d8b52b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:46.919651 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ba00ba8-a2ff-4c28-a284-a063ed99f10b req-6b8f9528-cb76-4e3a-bd3e-df2d8b52b5d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9251d7bb83dd4aaaae356290f300facc&device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 1094 time: 0.0401909 Sep 29 17:51:47.009755 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba00ba8-a2ff-4c28-a284-a063ed99f10b req-0cdd76fb-913e-48ee-a0c5-c2008acb0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:47.011182 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ba00ba8-a2ff-4c28-a284-a063ed99f10b req-0cdd76fb-913e-48ee-a0c5-c2008acb0a21 service neutron] 10.222.0.35 "GET /v2.0/networks?id=51b669f6-c90c-4576-9fd7-e28f1ba34c68 HTTP/1.1" status: 200 len: 916 time: 0.0841339 Sep 29 17:51:47.051538 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ba00ba8-a2ff-4c28-a284-a063ed99f10b req-fb372047-ab6e-4f20-a34d-e84f2df29d62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803e2d7f-18f3-4db4-905b-14fec95c8cba HTTP/1.1" status: 200 len: 217 time: 0.0328848 Sep 29 17:51:47.098272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba00ba8-a2ff-4c28-a284-a063ed99f10b req-3a653afa-8ecb-436a-ac57-ec8e2765e7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:47.099642 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ba00ba8-a2ff-4c28-a284-a063ed99f10b req-3a653afa-8ecb-436a-ac57-ec8e2765e7d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0c11691-4449-47db-841c-282101ec8363 HTTP/1.1" status: 200 len: 855 time: 0.0413101 Sep 29 17:51:47.133519 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ba00ba8-a2ff-4c28-a284-a063ed99f10b req-c74824ca-daea-48dd-98b6-53260db83c4e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=51b669f6-c90c-4576-9fd7-e28f1ba34c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269578 Sep 29 17:51:47.224594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ba00ba8-a2ff-4c28-a284-a063ed99f10b req-da616bf4-ae58-487f-8fae-222c776b786f service neutron] 10.222.0.35 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827823 Sep 29 17:51:47.681023 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ba00ba8-a2ff-4c28-a284-a063ed99f10b req-e1319a30-235d-49e9-b734-01d9e0e1a165 service neutron] 10.222.0.35 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376800 Sep 29 17:51:47.692811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d29fa-904a-4ec3-8897-62273a12a4ea req-3f703870-8aeb-403a-ae16-248b45a2db4e tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:47.694177 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e95d29fa-904a-4ec3-8897-62273a12a4ea req-3f703870-8aeb-403a-ae16-248b45a2db4e tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 943 time: 0.0671442 Sep 29 17:51:47.730780 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e95d29fa-904a-4ec3-8897-62273a12a4ea req-52ea5b98-c85a-4898-b18b-5caa4bb4c5f1 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305731 Sep 29 17:51:48.844523 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5610a04-798d-4ff8-8607-f726fac575a6 req-4a649350-9e6a-4392-ac9f-84d2cbd00107 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:48.846586 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5610a04-798d-4ff8-8607-f726fac575a6 req-4a649350-9e6a-4392-ac9f-84d2cbd00107 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 943 time: 0.0496538 Sep 29 17:51:48.883948 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a5610a04-798d-4ff8-8607-f726fac575a6 req-4ca6b0c6-4c46-4d1f-b17a-9257bfaac8f1 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313480 Sep 29 17:51:49.999180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967631f-5b62-4cfa-bec0-556a2405e408 req-0c637a2c-cb35-44b4-8a9c-e52c778ecc08 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:50.000620 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5967631f-5b62-4cfa-bec0-556a2405e408 req-0c637a2c-cb35-44b4-8a9c-e52c778ecc08 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 943 time: 0.0503151 Sep 29 17:51:50.039166 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5967631f-5b62-4cfa-bec0-556a2405e408 req-9f425d02-2dc7-4630-b171-f58883ec4b04 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Sep 29 17:51:50.532026 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 803e2d7f-18f3-4db4-905b-14fec95c8cba details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:51:50.625243 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 803e2d7f-18f3-4db4-905b-14fec95c8cba, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=803e2d7f-18f3-4db4-905b-14fec95c8cba,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:50.636315 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '803e2d7f-18f3-4db4-905b-14fec95c8cba', 'network_id': '51b669f6-c90c-4576-9fd7-e28f1ba34c68', 'port_id': '803e2d7f-18f3-4db4-905b-14fec95c8cba', 'mac_address': 'fa:16:3e:4c:d0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c11691-4449-47db-841c-282101ec8363', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:51:50.677069 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:50.689375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803e2d7f-18f3-4db4-905b-14fec95c8cba {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:51:50.707954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 803e2d7f-18f3-4db4-905b-14fec95c8cba, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=803e2d7f-18f3-4db4-905b-14fec95c8cba,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:50.712558 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:50.767203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=803e2d7f-18f3-4db4-905b-14fec95c8cba,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:51.090045 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['803e2d7f-18f3-4db4-905b-14fec95c8cba'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:51:51.153022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c9a4a-4d99-459d-a818-ccb82cc6f049 req-b358fb4c-0515-4a09-9375-56d2a1fded76 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:51.154519 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ad8c9a4a-4d99-459d-a818-ccb82cc6f049 req-b358fb4c-0515-4a09-9375-56d2a1fded76 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 944 time: 0.0473289 Sep 29 17:51:51.192778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ad8c9a4a-4d99-459d-a818-ccb82cc6f049 req-23dbed61-c255-4b54-a5b8-d7f51d65838f tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315578 Sep 29 17:51:52.308010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff9902-3e91-4497-a7db-2e2443a2ba6e req-b478213c-5fbe-4432-bff1-bdda27da905d tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:52.309476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9aff9902-3e91-4497-a7db-2e2443a2ba6e req-b478213c-5fbe-4432-bff1-bdda27da905d tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 944 time: 0.0476902 Sep 29 17:51:52.346700 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9aff9902-3e91-4497-a7db-2e2443a2ba6e req-591b6be1-7b7c-4d18-a3e5-167a708d9d20 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304427 Sep 29 17:51:52.543636 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 803e2d7f-18f3-4db4-905b-14fec95c8cba up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:51:52.593111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 803e2d7f-18f3-4db4-905b-14fec95c8cba completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:51:52.597319 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 803e2d7f-18f3-4db4-905b-14fec95c8cba triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:51:52.597696 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:52.678672 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:52.702557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65803a0b-610e-44b0-9975-171185d72a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803e2d7f-18f3-4db4-905b-14fec95c8cba'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:51:52.705464 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf12f164-a9cd-464e-ab77-323386c5fe00" -d '{"events": [{"server_uuid": "65803a0b-610e-44b0-9975-171185d72a54", "name": "network-vif-plugged", "status": "completed", "tag": "803e2d7f-18f3-4db4-905b-14fec95c8cba"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:51:52.717951 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 803e2d7f-18f3-4db4-905b-14fec95c8cba, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=803e2d7f-18f3-4db4-905b-14fec95c8cba,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:51:52.723196 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:52.756542 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb84b97-3fe6-4f8f-9610-e6c197687d05 x-openstack-request-id: req-6fb84b97-3fe6-4f8f-9610-e6c197687d05 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:51:52.756772 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65803a0b-610e-44b0-9975-171185d72a54", "name": "network-vif-plugged", "status": "completed", "tag": "803e2d7f-18f3-4db4-905b-14fec95c8cba", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:51:52.757023 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6fb84b97-3fe6-4f8f-9610-e6c197687d05 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:51:52.757435 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65803a0b-610e-44b0-9975-171185d72a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803e2d7f-18f3-4db4-905b-14fec95c8cba', 'code': 200} Sep 29 17:51:52.782739 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=803e2d7f-18f3-4db4-905b-14fec95c8cba,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:51:52.874727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc6647-14ca-42c7-8642-715b84cfb321 req-993d79d1-5a2f-4f03-b5f6-fae89f199bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:52.876706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-73dc6647-14ca-42c7-8642-715b84cfb321 req-993d79d1-5a2f-4f03-b5f6-fae89f199bf4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 1096 time: 0.0432765 Sep 29 17:51:52.910287 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-73dc6647-14ca-42c7-8642-715b84cfb321 req-60d21f75-6f26-4cd5-b41b-59e5da7e38b0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269556 Sep 29 17:51:53.461241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb71be7-9889-4b56-b694-77229811d2ce req-44c59263-3c48-4d15-b0d6-f5260fcd9699 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:53.462704 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fb71be7-9889-4b56-b694-77229811d2ce req-44c59263-3c48-4d15-b0d6-f5260fcd9699 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 945 time: 0.0480814 Sep 29 17:51:53.503831 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fb71be7-9889-4b56-b694-77229811d2ce req-7dba22f1-e265-42ce-ab43-224cd334f9ef tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351949 Sep 29 17:51:54.627636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e65cf6-f59e-408f-99c1-5504edcc8e0f req-16f7ddf8-3fcb-47d6-a319-bf86f0a37cf2 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:51:54.629076 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98e65cf6-f59e-408f-99c1-5504edcc8e0f req-16f7ddf8-3fcb-47d6-a319-bf86f0a37cf2 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 945 time: 0.0553451 Sep 29 17:51:54.665390 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98e65cf6-f59e-408f-99c1-5504edcc8e0f req-f455021f-f385-47b9-b8dd-950681d042e5 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302253 Sep 29 17:51:57.526768 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:51:59.335835 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:52:07.028426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101aa3e-fd0a-4faf-aa08-417cd71f31b5 req-e27ec0cf-3c56-45be-ba84-a8f4e625873e tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:07.029971 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6101aa3e-fd0a-4faf-aa08-417cd71f31b5 req-e27ec0cf-3c56-45be-ba84-a8f4e625873e tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1097 time: 0.0394509 Sep 29 17:52:07.064902 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6101aa3e-fd0a-4faf-aa08-417cd71f31b5 req-99979f20-acf7-439e-9a14-05d1822dca9d tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282459 Sep 29 17:52:07.086846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40312) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:07.247297 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-edeb2ece-e9c2-48b2-8fa2-1d6046b8e7e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting port 7740ef07-e4d5-4007-9978-b71682f202de {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:52:07.247297 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-edeb2ece-e9c2-48b2-8fa2-1d6046b8e7e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:07.326749 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-edeb2ece-e9c2-48b2-8fa2-1d6046b8e7e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:07.327082 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-edeb2ece-e9c2-48b2-8fa2-1d6046b8e7e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:07.340697 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-edeb2ece-e9c2-48b2-8fa2-1d6046b8e7e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Calling delete_port for 7740ef07-e4d5-4007-9978-b71682f202de owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:52:07.486141 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-edeb2ece-e9c2-48b2-8fa2-1d6046b8e7e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:07.515297 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb2ece-e9c2-48b2-8fa2-1d6046b8e7e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Port': ['ID=7740ef07-e4d5-4007-9978-b71682f202de,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:07.576192 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-edeb2ece-e9c2-48b2-8fa2-1d6046b8e7e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:07.576476 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-edeb2ece-e9c2-48b2-8fa2-1d6046b8e7e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Floating IP 7cd05b3a-d286-440a-9a77-1ed17e02de77 disassociated (deleted). External IP: 172.25.2.237, port: 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba. Sep 29 17:52:07.789402 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edeb2ece-e9c2-48b2-8fa2-1d6046b8e7e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:52:07.896224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edeb2ece-e9c2-48b2-8fa2-1d6046b8e7e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:52:07.901042 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-edeb2ece-e9c2-48b2-8fa2-1d6046b8e7e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:07.907214 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf89f85-7442-4453-80e1-fd2edfa0d06e None None] Sync routers for ids ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:52:07.916748 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf89f85-7442-4453-80e1-fd2edfa0d06e None None] Routers {'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:52:07.917386 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-faf89f85-7442-4453-80e1-fd2edfa0d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:51:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:07.930191 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-edeb2ece-e9c2-48b2-8fa2-1d6046b8e7e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/floatingips/7cd05b3a-d286-440a-9a77-1ed17e02de77 HTTP/1.1" status: 204 len: 168 time: 0.8397865 Sep 29 17:52:07.930191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:52:07.930975 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40fc783-6208-40be-8627-31c16fbee29f" -d '{"events": [{"name": "network-changed", "server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:52:08.000335 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edb1a30-a298-460f-ac2b-7c82dee6e376 x-openstack-request-id: req-1edb1a30-a298-460f-ac2b-7c82dee6e376 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:52:08.002184 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:52:08.002184 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1edb1a30-a298-460f-ac2b-7c82dee6e376 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:52:08.002184 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'status': 'completed', 'code': 200} Sep 29 17:52:08.073007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fc783-6208-40be-8627-31c16fbee29f req-ac3bdb51-8088-48b5-a4fa-4acbced129d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:08.075939 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f40fc783-6208-40be-8627-31c16fbee29f req-ac3bdb51-8088-48b5-a4fa-4acbced129d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 1097 time: 0.0524352 Sep 29 17:52:08.125092 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-faf89f85-7442-4453-80e1-fd2edfa0d06e None None] Set router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:52:08.247087 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f011ba8-c072-4f17-bbc3-df492c680234 req-a4922474-1b84-493a-8d5f-03369c8ee19b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:08.248909 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1f011ba8-c072-4f17-bbc3-df492c680234 req-a4922474-1b84-493a-8d5f-03369c8ee19b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 946 time: 0.0704389 Sep 29 17:52:08.250478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fc783-6208-40be-8627-31c16fbee29f req-95c8bbc7-3ebc-4ceb-b378-8f3c25e666be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:08.251851 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f40fc783-6208-40be-8627-31c16fbee29f req-95c8bbc7-3ebc-4ceb-b378-8f3c25e666be service neutron] 10.222.0.49 "GET /v2.0/networks?id=087bc4a6-72c1-4f4a-b297-3e95dff82daf HTTP/1.1" status: 200 len: 898 time: 0.1679976 Sep 29 17:52:08.335986 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f40fc783-6208-40be-8627-31c16fbee29f req-2bbd9859-915e-4320-88e1-3344211a65d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 200 len: 217 time: 0.0537832 Sep 29 17:52:08.341337 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1f011ba8-c072-4f17-bbc3-df492c680234 req-f4e319e8-ac2d-4903-8f14-725b6545372a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841377 Sep 29 17:52:08.355532 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-faf89f85-7442-4453-80e1-fd2edfa0d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349857361', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:05Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ee:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '693434f1-14fc-4932-b9cd-2304228a844d', 'name': '', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:41:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:04Z', 'updated_at': '2021-09-29T17:50:10Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:08.386742 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf89f85-7442-4453-80e1-fd2edfa0d06e None None] Checking router: cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:52:08.392205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fc783-6208-40be-8627-31c16fbee29f req-62829323-deaa-4320-b313-8f36b22ad30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:08.394554 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f40fc783-6208-40be-8627-31c16fbee29f req-62829323-deaa-4320-b313-8f36b22ad30b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=32efae72-0553-4c8e-bebf-92bdab0fafd3 HTTP/1.1" status: 200 len: 833 time: 0.0488839 Sep 29 17:52:08.394944 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf89f85-7442-4453-80e1-fd2edfa0d06e None None] Routers {'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:52:08.395540 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-faf89f85-7442-4453-80e1-fd2edfa0d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:51:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:08.444731 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fc783-6208-40be-8627-31c16fbee29f req-9f96b833-5351-4cda-aae8-d78f96179eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:08.446297 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f40fc783-6208-40be-8627-31c16fbee29f req-9f96b833-5351-4cda-aae8-d78f96179eb5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=087bc4a6-72c1-4f4a-b297-3e95dff82daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432122 Sep 29 17:52:08.500303 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-faf89f85-7442-4453-80e1-fd2edfa0d06e None None] Set router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:52:08.552515 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f40fc783-6208-40be-8627-31c16fbee29f req-fc62397e-9296-4d01-9d0b-88fbd657fc27 service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916622 Sep 29 17:52:08.654499 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f40fc783-6208-40be-8627-31c16fbee29f req-d3035395-30a5-4d66-85c8-422bb38346e4 service neutron] 10.222.0.49 "GET /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935855 Sep 29 17:52:08.707703 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-faf89f85-7442-4453-80e1-fd2edfa0d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349857361', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:05Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ee:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '693434f1-14fc-4932-b9cd-2304228a844d', 'name': '', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:41:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:04Z', 'updated_at': '2021-09-29T17:50:10Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:08.733965 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf89f85-7442-4453-80e1-fd2edfa0d06e None None] The sync data for ids ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'] in n-d-811748-2 is: [{'id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349857361', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:05Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ee:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '693434f1-14fc-4932-b9cd-2304228a844d', 'name': '', 'network_id': '087bc4a6-72c1-4f4a-b297-3e95dff82daf', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:41:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:04Z', 'updated_at': '2021-09-29T17:50:10Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '32efae72-0553-4c8e-bebf-92bdab0fafd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:52:08.988286 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca960a9-aee2-47b1-b105-ee16a98f8219 None None] New status for floating IP 7cd05b3a-d286-440a-9a77-1ed17e02de77: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:52:09.462760 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58729a02-ca78-4038-97ae-662ca852160d req-27d308f2-8f64-41ff-bf51-870e08002bdc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:09.464428 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-58729a02-ca78-4038-97ae-662ca852160d req-27d308f2-8f64-41ff-bf51-870e08002bdc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 946 time: 0.0499418 Sep 29 17:52:09.501967 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-58729a02-ca78-4038-97ae-662ca852160d req-dd01f30d-ad85-4275-a994-73d25c50ea7c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=08a19389-8e60-4d26-ad84-0d39799a402f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314779 Sep 29 17:52:09.596598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8973204-2aa8-430a-b13d-71011370f747 req-001d9328-59a9-44b4-85be-295334371d78 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:09.598142 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8973204-2aa8-430a-b13d-71011370f747 req-001d9328-59a9-44b4-85be-295334371d78 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.49 "GET /v2.0/ports?device_id=c587dc8c-6aa3-406a-a806-effa7e256dfc HTTP/1.1" status: 200 len: 946 time: 0.0622461 Sep 29 17:52:09.688281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b8973204-2aa8-430a-b13d-71011370f747 req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:52:09.688634 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b8973204-2aa8-430a-b13d-71011370f747 req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:09.780041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b8973204-2aa8-430a-b13d-71011370f747 req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] For port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:52:09.780413 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b8973204-2aa8-430a-b13d-71011370f747 req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:09.792711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-b8973204-2aa8-430a-b13d-71011370f747 req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Calling delete_port for 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:52:09.925631 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b8973204-2aa8-430a-b13d-71011370f747 req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:09.960996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Port': ['ID=39f9e2f7-1efd-4ce7-b9e7-d9325521cdba,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:09.975797 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:09.976156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:09.976506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:09.976844 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:09.977184 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:09.977549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:09.977888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:09.978221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:09.978556 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:09.978883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:09.979209 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:09.979565 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:10.016200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8973204-2aa8-430a-b13d-71011370f747 req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] No DVR routers for this DVR port 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:52:10.019597 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b8973204-2aa8-430a-b13d-71011370f747 req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:10.021671 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b8973204-2aa8-430a-b13d-71011370f747 req-28e9de7e-6526-403b-b98e-f7e43554a994 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.49 "DELETE /v2.0/ports/39f9e2f7-1efd-4ce7-b9e7-d9325521cdba HTTP/1.1" status: 204 len: 173 time: 0.4174478 Sep 29 17:52:10.022170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'name': 'network-vif-deleted', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:52:10.024487 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac68b99-e5f2-45c8-8dde-e067fdb7ce32" -d '{"events": [{"server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "name": "network-vif-deleted", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:52:10.079697 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8a3850-38c6-45a2-9762-3b854db0f95f x-openstack-request-id: req-fd8a3850-38c6-45a2-9762-3b854db0f95f {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:52:10.079991 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c587dc8c-6aa3-406a-a806-effa7e256dfc", "name": "network-vif-deleted", "tag": "39f9e2f7-1efd-4ce7-b9e7-d9325521cdba", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:52:10.080244 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd8a3850-38c6-45a2-9762-3b854db0f95f {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:52:10.080753 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c587dc8c-6aa3-406a-a806-effa7e256dfc', 'name': 'network-vif-deleted', 'tag': '39f9e2f7-1efd-4ce7-b9e7-d9325521cdba', 'status': 'completed', 'code': 200} Sep 29 17:52:10.485742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f04e7e0e-8168-43de-b1e3-717d6aa845cd req-a29c76f4-a067-4c05-95be-e0a9c430bbd7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0457d2fa-565c-4459-8e35-464f304cd46d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424726 Sep 29 17:52:10.564086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40346) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:10.574259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e7e0e-8168-43de-b1e3-717d6aa845cd req-49b89089-8af3-445b-a6f2-e0fba4f75f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:10.575979 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f04e7e0e-8168-43de-b1e3-717d6aa845cd req-49b89089-8af3-445b-a6f2-e0fba4f75f65 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9251d7bb83dd4aaaae356290f300facc&device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 1096 time: 0.0687022 Sep 29 17:52:10.755461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e7e0e-8168-43de-b1e3-717d6aa845cd req-360b9f32-8164-4b87-9fd2-cc1ebfdfca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:10.756935 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f04e7e0e-8168-43de-b1e3-717d6aa845cd req-360b9f32-8164-4b87-9fd2-cc1ebfdfca6f service neutron] 10.222.0.49 "GET /v2.0/networks?id=51b669f6-c90c-4576-9fd7-e28f1ba34c68 HTTP/1.1" status: 200 len: 916 time: 0.1396899 Sep 29 17:52:10.801668 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9e48f782-b360-419c-a990-fd7e829a0495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:10.859331 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f04e7e0e-8168-43de-b1e3-717d6aa845cd req-2fb97426-3602-4f0f-b10d-644555ab22cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f HTTP/1.1" status: 200 len: 217 time: 0.0933900 Sep 29 17:52:10.933527 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e7e0e-8168-43de-b1e3-717d6aa845cd req-d5e850e4-3e29-4e1c-956d-3079deb6c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:10.934998 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f04e7e0e-8168-43de-b1e3-717d6aa845cd req-d5e850e4-3e29-4e1c-956d-3079deb6c184 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e0c11691-4449-47db-841c-282101ec8363 HTTP/1.1" status: 200 len: 855 time: 0.0674982 Sep 29 17:52:10.990953 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f04e7e0e-8168-43de-b1e3-717d6aa845cd req-7a93a0fd-bc90-4f24-bd4b-c7647db25012 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=51b669f6-c90c-4576-9fd7-e28f1ba34c68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471096 Sep 29 17:52:11.136052 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f04e7e0e-8168-43de-b1e3-717d6aa845cd req-3aceb972-8d1e-4f10-b93e-f0819ba5da0d service neutron] 10.222.0.49 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373582 Sep 29 17:52:11.275102 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f04e7e0e-8168-43de-b1e3-717d6aa845cd req-34a3c7bd-a09e-418b-9e35-18060740a43e service neutron] 10.222.0.49 "GET /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297610 Sep 29 17:52:11.289974 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3da6ccf1-f052-4220-bc4b-2d238291f20a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:11.554328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-3da6ccf1-f052-4220-bc4b-2d238291f20a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting port 693434f1-14fc-4932-b9cd-2304228a844d {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:52:11.554584 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3da6ccf1-f052-4220-bc4b-2d238291f20a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:11.642510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-3da6ccf1-f052-4220-bc4b-2d238291f20a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] For port 693434f1-14fc-4932-b9cd-2304228a844d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=693434f1-14fc-4932-b9cd-2304228a844d,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:52:11.642874 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3da6ccf1-f052-4220-bc4b-2d238291f20a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:11.656391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-3da6ccf1-f052-4220-bc4b-2d238291f20a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Calling delete_port for 693434f1-14fc-4932-b9cd-2304228a844d owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:52:11.841465 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3da6ccf1-f052-4220-bc4b-2d238291f20a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:11.870877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6ccf1-f052-4220-bc4b-2d238291f20a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Port': ['ID=693434f1-14fc-4932-b9cd-2304228a844d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:12.052636 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3da6ccf1-f052-4220-bc4b-2d238291f20a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:12.275461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da6ccf1-f052-4220-bc4b-2d238291f20a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:52:12.380918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da6ccf1-f052-4220-bc4b-2d238291f20a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:52:12.389493 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3da6ccf1-f052-4220-bc4b-2d238291f20a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "PUT /v2.0/routers/cc4a7205-0204-4c6c-bb9a-fe35c71f19c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8208477 Sep 29 17:52:12.389493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40354) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:12.392595 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970067bc-b2a6-414c-bfa1-1a430172acb7 None None] Sync routers for ids ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:52:12.402563 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970067bc-b2a6-414c-bfa1-1a430172acb7 None None] Routers {'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:52:12.403170 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-970067bc-b2a6-414c-bfa1-1a430172acb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:51:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:12.404480 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-9fdc13ef-71da-48ea-8de2-321aa5d25b96 req-475a76ac-d6b8-43be-909a-b4a42143dc0a service neutron] (95015) timed out ('10.222.0.35', 61754) {{(pid=95015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 17:52:12.415122 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:52:12.437364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:52:12.438156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 39f9e2f7-1efd-4ce7-b9e7-d9325521cdba not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:52:12.441436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a3b8a8-24cb-45fc-8a85-00b2de917fe2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting subnet 32efae72-0553-4c8e-bebf-92bdab0fafd3 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:52:12.444976 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-80a3b8a8-24cb-45fc-8a85-00b2de917fe2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:12.486303 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-80a3b8a8-24cb-45fc-8a85-00b2de917fe2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:12.540033 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-970067bc-b2a6-414c-bfa1-1a430172acb7 None None] Set router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:52:12.594212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-80a3b8a8-24cb-45fc-8a85-00b2de917fe2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:12.668085 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-80a3b8a8-24cb-45fc-8a85-00b2de917fe2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:12.709246 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-80a3b8a8-24cb-45fc-8a85-00b2de917fe2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:12.714436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40360) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:12.714658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-80a3b8a8-24cb-45fc-8a85-00b2de917fe2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/subnets/32efae72-0553-4c8e-bebf-92bdab0fafd3 HTTP/1.1" status: 204 len: 168 time: 0.3249345 Sep 29 17:52:12.715965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3b8a8-24cb-45fc-8a85-00b2de917fe2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Subnet': ['ID=32efae72-0553-4c8e-bebf-92bdab0fafd3,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:12.723966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a03a1fd-8c3b-4198-a5cf-2aecd744bdaf None None] Network 087bc4a6-72c1-4f4a-b297-3e95dff82daf requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:52:12.774507 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-970067bc-b2a6-414c-bfa1-1a430172acb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349857361', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:52:11Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ee:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:12.807190 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970067bc-b2a6-414c-bfa1-1a430172acb7 None None] Checking router: cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:52:12.817802 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970067bc-b2a6-414c-bfa1-1a430172acb7 None None] Routers {'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:52:12.818419 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-970067bc-b2a6-414c-bfa1-1a430172acb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:51:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:12.853638 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdf109c1-80a4-4780-896d-528a370bb8ad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:13.020231 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aa4df9-bef7-460b-b2f6-701f6197dfb8 None None] DHCP port deletion for 087bc4a6-72c1-4f4a-b297-3e95dff82daf request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:52:13.024819 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-970067bc-b2a6-414c-bfa1-1a430172acb7 None None] Set router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:52:13.058603 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84e05e-5897-409d-a61c-1b2fe271624e req-005dbd26-7208-4745-8b4b-b5c347f8b155 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:13.060435 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fa84e05e-5897-409d-a61c-1b2fe271624e req-005dbd26-7208-4745-8b4b-b5c347f8b155 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 945 time: 0.0783110 Sep 29 17:52:13.067374 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdf109c1-80a4-4780-896d-528a370bb8ad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:13.078373 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-34aa4df9-bef7-460b-b2f6-701f6197dfb8 None None] Deleting port 250bd0bc-5d4d-4680-a841-2eb896848a89 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:52:13.078952 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-34aa4df9-bef7-460b-b2f6-701f6197dfb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:13.164849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-34aa4df9-bef7-460b-b2f6-701f6197dfb8 None None] For port 250bd0bc-5d4d-4680-a841-2eb896848a89, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=250bd0bc-5d4d-4680-a841-2eb896848a89,segment=NetworkSegment(accbec29-9c0d-4624-a20b-bb7052cd5b48),segment_id=accbec29-9c0d-4624-a20b-bb7052cd5b48)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:52:13.165181 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-34aa4df9-bef7-460b-b2f6-701f6197dfb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:13.168563 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fa84e05e-5897-409d-a61c-1b2fe271624e req-b7b35329-e021-4da1-bd12-120c18501766 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930331 Sep 29 17:52:13.182838 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-34aa4df9-bef7-460b-b2f6-701f6197dfb8 None None] Calling delete_port for 250bd0bc-5d4d-4680-a841-2eb896848a89 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:52:13.198309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-fdf109c1-80a4-4780-896d-528a370bb8ad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting port 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:52:13.200383 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdf109c1-80a4-4780-896d-528a370bb8ad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:13.258378 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-970067bc-b2a6-414c-bfa1-1a430172acb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349857361', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:52:11Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ee:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:13.296971 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-34aa4df9-bef7-460b-b2f6-701f6197dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:13.301526 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970067bc-b2a6-414c-bfa1-1a430172acb7 None None] The sync data for ids ['cc4a7205-0204-4c6c-bb9a-fe35c71f19c1'] in n-d-811748-2 is: [{'id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1349857361', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:52:11Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '0f3567e1-fcff-4c7c-90a5-b5af6ca833b2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ee:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc4a7205-0204-4c6c-bb9a-fe35c71f19c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:50:01Z', 'updated_at': '2021-09-29T17:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:52:13.320671 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-fdf109c1-80a4-4780-896d-528a370bb8ad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] For port 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0f3567e1-fcff-4c7c-90a5-b5af6ca833b2,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:52:13.321812 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdf109c1-80a4-4780-896d-528a370bb8ad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:13.328629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa4df9-bef7-460b-b2f6-701f6197dfb8 None None] Pushing event deleted for resources: {'Port': ['ID=250bd0bc-5d4d-4680-a841-2eb896848a89,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:13.337065 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa4df9-bef7-460b-b2f6-701f6197dfb8 None None] No DVR routers for this DVR port 250bd0bc-5d4d-4680-a841-2eb896848a89 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:52:13.345557 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-fdf109c1-80a4-4780-896d-528a370bb8ad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Calling delete_port for 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:52:13.514771 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdf109c1-80a4-4780-896d-528a370bb8ad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:13.544637 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf109c1-80a4-4780-896d-528a370bb8ad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Port': ['ID=0f3567e1-fcff-4c7c-90a5-b5af6ca833b2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:13.555810 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f4c41590-d755-4d4d-b3cc-207d57e0aa5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:13.604542 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdf109c1-80a4-4780-896d-528a370bb8ad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:13.701008 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdf109c1-80a4-4780-896d-528a370bb8ad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:13.702721 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdf109c1-80a4-4780-896d-528a370bb8ad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:13.745924 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdf109c1-80a4-4780-896d-528a370bb8ad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:13.746472 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf109c1-80a4-4780-896d-528a370bb8ad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Fanout notify agent at l3_agent the message router_deleted on router cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:52:13.754461 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fdf109c1-80a4-4780-896d-528a370bb8ad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:13.758150 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fdf109c1-80a4-4780-896d-528a370bb8ad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/routers/cc4a7205-0204-4c6c-bb9a-fe35c71f19c1 HTTP/1.1" status: 204 len: 168 time: 1.0401950 Sep 29 17:52:13.758396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40366) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:13.840907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5980e24c-f01b-4cbf-99e2-96f203d2ac86 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:13.928332 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5980e24c-f01b-4cbf-99e2-96f203d2ac86 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:14.278004 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-5980e24c-f01b-4cbf-99e2-96f203d2ac86 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087bc4a6-72c1-4f4a-b297-3e95dff82daf']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:14.295771 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-5980e24c-f01b-4cbf-99e2-96f203d2ac86 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'accbec29-9c0d-4624-a20b-bb7052cd5b48') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:14.296056 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-5980e24c-f01b-4cbf-99e2-96f203d2ac86 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'accbec29-9c0d-4624-a20b-bb7052cd5b48') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:14.319906 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5980e24c-f01b-4cbf-99e2-96f203d2ac86 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:14.336907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5980e24c-f01b-4cbf-99e2-96f203d2ac86 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:14.346091 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5980e24c-f01b-4cbf-99e2-96f203d2ac86 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:52:14.347092 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5980e24c-f01b-4cbf-99e2-96f203d2ac86 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:52:14.350197 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:52:14.368799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795a970-9025-431d-844d-419bdc0e2584 req-b4a01a1d-d138-476d-b9cc-d28245b8acd8 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:14.370282 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8795a970-9025-431d-844d-419bdc0e2584 req-b4a01a1d-d138-476d-b9cc-d28245b8acd8 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 945 time: 0.0944395 Sep 29 17:52:14.437890 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5980e24c-f01b-4cbf-99e2-96f203d2ac86 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:14.449080 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5980e24c-f01b-4cbf-99e2-96f203d2ac86 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:14.450955 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5980e24c-f01b-4cbf-99e2-96f203d2ac86 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/networks/087bc4a6-72c1-4f4a-b297-3e95dff82daf HTTP/1.1" status: 204 len: 168 time: 0.6915686 Sep 29 17:52:14.453785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40372) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:14.455669 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8795a970-9025-431d-844d-419bdc0e2584 req-06fee4c5-8a5c-4d39-bd31-851da9c9bcf4 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794089 Sep 29 17:52:14.464926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980e24c-f01b-4cbf-99e2-96f203d2ac86 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Network': ['ID=087bc4a6-72c1-4f4a-b297-3e95dff82daf,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:14.516947 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8458e0e4-650a-4e49-ac45-5f281c344529 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:14.546904 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8458e0e4-650a-4e49-ac45-5f281c344529 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:14.573385 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 250bd0bc-5d4d-4680-a841-2eb896848a89 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:52:14.593045 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 250bd0bc-5d4d-4680-a841-2eb896848a89 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:52:14.593522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 250bd0bc-5d4d-4680-a841-2eb896848a89 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:52:14.593859 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:52:14.608972 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8458e0e4-650a-4e49-ac45-5f281c344529 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:14.612482 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8458e0e4-650a-4e49-ac45-5f281c344529 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:14.613752 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8458e0e4-650a-4e49-ac45-5f281c344529 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/security-groups/08a19389-8e60-4d26-ad84-0d39799a402f HTTP/1.1" status: 204 len: 168 time: 0.1589046 Sep 29 17:52:14.623236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458e0e4-650a-4e49-ac45-5f281c344529 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a19389-8e60-4d26-ad84-0d39799a402f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:14.623365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:52:14.623622 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0f3567e1-fcff-4c7c-90a5-b5af6ca833b2 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:52:14.624045 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 693434f1-14fc-4932-b9cd-2304228a844d no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:52:14.653252 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:14.657941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 693434f1-14fc-4932-b9cd-2304228a844d {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:52:14.658405 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 693434f1-14fc-4932-b9cd-2304228a844d not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:52:14.679305 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:14.683979 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:14.840267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616919f8-6fa2-4325-9154-18ab38e5e9d6 req-da139289-d781-4398-9614-7f639a9faace tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:14.841711 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-616919f8-6fa2-4325-9154-18ab38e5e9d6 req-da139289-d781-4398-9614-7f639a9faace tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.35 "GET /v2.0/ports?device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 945 time: 0.0511978 Sep 29 17:52:15.127764 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40378) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:15.132329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ba3fd169-78f1-4937-b0ff-d21af85a2da5 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785670422', 'description': 'tempest-secgroup-smoke-1785670422 description', 'project_id': 'b082b405368a4dd1b0eab20300b40c27'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:52:15.154687 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ba3fd169-78f1-4937-b0ff-d21af85a2da5 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.240544 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ba3fd169-78f1-4937-b0ff-d21af85a2da5 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.249657 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ba3fd169-78f1-4937-b0ff-d21af85a2da5 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.271395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-616919f8-6fa2-4325-9154-18ab38e5e9d6 req-25de36db-5470-42ea-9d0e-165d2d0c5c2c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Deleting port 803e2d7f-18f3-4db4-905b-14fec95c8cba {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:52:15.271757 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-616919f8-6fa2-4325-9154-18ab38e5e9d6 req-25de36db-5470-42ea-9d0e-165d2d0c5c2c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.277195 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ba3fd169-78f1-4937-b0ff-d21af85a2da5 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.278428 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ba3fd169-78f1-4937-b0ff-d21af85a2da5 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1496506 Sep 29 17:52:15.281988 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40380) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:15.286536 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9c37a603-b16d-4241-b62d-cbb1bb141cad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': 'e28db9bb-6dee-46e0-906f-68379873304a', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:52:15.290512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fd169-78f1-4937-b0ff-d21af85a2da5 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28db9bb-6dee-46e0-906f-68379873304a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:15.316701 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c37a603-b16d-4241-b62d-cbb1bb141cad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.372140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-616919f8-6fa2-4325-9154-18ab38e5e9d6 req-25de36db-5470-42ea-9d0e-165d2d0c5c2c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] For port 803e2d7f-18f3-4db4-905b-14fec95c8cba, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=803e2d7f-18f3-4db4-905b-14fec95c8cba,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:52:15.372444 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-616919f8-6fa2-4325-9154-18ab38e5e9d6 req-25de36db-5470-42ea-9d0e-165d2d0c5c2c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.374084 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c37a603-b16d-4241-b62d-cbb1bb141cad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.378791 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c37a603-b16d-4241-b62d-cbb1bb141cad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.389508 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-616919f8-6fa2-4325-9154-18ab38e5e9d6 req-25de36db-5470-42ea-9d0e-165d2d0c5c2c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Calling delete_port for 803e2d7f-18f3-4db4-905b-14fec95c8cba owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:52:15.397904 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37a603-b16d-4241-b62d-cbb1bb141cad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3abbd1-d4a7-45c5-8935-68ac860330ad,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:15.405019 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c37a603-b16d-4241-b62d-cbb1bb141cad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.408782 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9c37a603-b16d-4241-b62d-cbb1bb141cad tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230645 Sep 29 17:52:15.410762 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40384) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:15.415210 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-649c859d-c3aa-4164-a42d-ede4517a44a4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': 'e28db9bb-6dee-46e0-906f-68379873304a', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:52:15.442216 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-649c859d-c3aa-4164-a42d-ede4517a44a4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.505112 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-649c859d-c3aa-4164-a42d-ede4517a44a4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.511572 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-649c859d-c3aa-4164-a42d-ede4517a44a4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.526551 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c859d-c3aa-4164-a42d-ede4517a44a4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cf047f-5dd9-49ce-996d-6f93db991b79,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:15.528578 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-616919f8-6fa2-4325-9154-18ab38e5e9d6 req-25de36db-5470-42ea-9d0e-165d2d0c5c2c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.544288 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f', '9aa4819d-8f8b-4bfd-a795-dac46b8ae020'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:52:15.554562 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-649c859d-c3aa-4164-a42d-ede4517a44a4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.558439 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-649c859d-c3aa-4164-a42d-ede4517a44a4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1442022 Sep 29 17:52:15.559212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40388) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:15.561451 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de36db-5470-42ea-9d0e-165d2d0c5c2c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Pushing event deleted for resources: {'Port': ['ID=803e2d7f-18f3-4db4-905b-14fec95c8cba,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:15.568767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-daedbbab-0c97-49cb-8342-31e1f486bc55 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': 'e28db9bb-6dee-46e0-906f-68379873304a', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:52:15.572844 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16bb3c02-036a-4cbb-a9b6-3b7498adfc70 req-b3f01d2a-4f1a-4ae3-ba45-ea730d24303b tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=65803a0b-610e-44b0-9975-171185d72a54 HTTP/1.1" status: 200 len: 210 time: 0.0313153 Sep 29 17:52:15.575993 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['809034bf-83e5-466c-90ce-89c23937101f', '803e2d7f-18f3-4db4-905b-14fec95c8cba'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:52:15.616593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-616919f8-6fa2-4325-9154-18ab38e5e9d6 req-25de36db-5470-42ea-9d0e-165d2d0c5c2c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] No DVR routers for this DVR port 803e2d7f-18f3-4db4-905b-14fec95c8cba on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:52:15.620813 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-616919f8-6fa2-4325-9154-18ab38e5e9d6 req-25de36db-5470-42ea-9d0e-165d2d0c5c2c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.623058 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-616919f8-6fa2-4325-9154-18ab38e5e9d6 req-25de36db-5470-42ea-9d0e-165d2d0c5c2c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.35 "DELETE /v2.0/ports/803e2d7f-18f3-4db4-905b-14fec95c8cba HTTP/1.1" status: 204 len: 173 time: 0.7751493 Sep 29 17:52:15.623459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65803a0b-610e-44b0-9975-171185d72a54', 'name': 'network-vif-deleted', 'tag': '803e2d7f-18f3-4db4-905b-14fec95c8cba'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:52:15.625783 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b2968f-9104-43fa-99b9-8281097e4bc8" -d '{"events": [{"server_uuid": "65803a0b-610e-44b0-9975-171185d72a54", "name": "network-vif-deleted", "tag": "803e2d7f-18f3-4db4-905b-14fec95c8cba"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:52:15.642558 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-daedbbab-0c97-49cb-8342-31e1f486bc55 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.678078 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a37491d-a9af-4a20-86e9-20de3831832c x-openstack-request-id: req-3a37491d-a9af-4a20-86e9-20de3831832c {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:52:15.678434 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65803a0b-610e-44b0-9975-171185d72a54", "name": "network-vif-deleted", "tag": "803e2d7f-18f3-4db4-905b-14fec95c8cba", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:52:15.678686 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a37491d-a9af-4a20-86e9-20de3831832c {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:52:15.679085 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65803a0b-610e-44b0-9975-171185d72a54', 'name': 'network-vif-deleted', 'tag': '803e2d7f-18f3-4db4-905b-14fec95c8cba', 'status': 'completed', 'code': 200} Sep 29 17:52:15.715526 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-daedbbab-0c97-49cb-8342-31e1f486bc55 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.721611 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-daedbbab-0c97-49cb-8342-31e1f486bc55 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.746576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedbbab-0c97-49cb-8342-31e1f486bc55 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158f64f0-4fc4-46c6-ad35-42051fc079b7,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:15.755671 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-daedbbab-0c97-49cb-8342-31e1f486bc55 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.757189 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-daedbbab-0c97-49cb-8342-31e1f486bc55 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1935205 Sep 29 17:52:15.759975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40392) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:15.764355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-3abf2f76-e211-49b1-a121-323bcf686b03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': 'e28db9bb-6dee-46e0-906f-68379873304a', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:52:15.790821 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3abf2f76-e211-49b1-a121-323bcf686b03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.852545 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3abf2f76-e211-49b1-a121-323bcf686b03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.861732 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3abf2f76-e211-49b1-a121-323bcf686b03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.880251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf2f76-e211-49b1-a121-323bcf686b03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e532f84f-56a1-4ede-b8d3-7660f47b8245,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:15.887298 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3abf2f76-e211-49b1-a121-323bcf686b03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.888574 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3abf2f76-e211-49b1-a121-323bcf686b03 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276405 Sep 29 17:52:15.891368 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40394) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:15.895808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a920c0ee-4659-4a6b-af1c-56700ddc5f40 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': 'e28db9bb-6dee-46e0-906f-68379873304a', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:52:15.916991 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-a920c0ee-4659-4a6b-af1c-56700ddc5f40 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Project b082b405368a4dd1b0eab20300b40c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:52:15.921927 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a920c0ee-4659-4a6b-af1c-56700ddc5f40 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.980877 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a920c0ee-4659-4a6b-af1c-56700ddc5f40 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:15.984992 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a920c0ee-4659-4a6b-af1c-56700ddc5f40 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.006826 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920c0ee-4659-4a6b-af1c-56700ddc5f40 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3229635-208b-4bb5-bcf8-ef400a7be71d,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:16.010532 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a920c0ee-4659-4a6b-af1c-56700ddc5f40 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.014383 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a920c0ee-4659-4a6b-af1c-56700ddc5f40 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195798 Sep 29 17:52:16.014881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40398) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:16.019443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-3704976e-c23c-488f-98c3-972c45b27786 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': 'e28db9bb-6dee-46e0-906f-68379873304a', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:52:16.042529 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-3704976e-c23c-488f-98c3-972c45b27786 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Project b082b405368a4dd1b0eab20300b40c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:52:16.047384 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3704976e-c23c-488f-98c3-972c45b27786 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.107736 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3704976e-c23c-488f-98c3-972c45b27786 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.111470 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3704976e-c23c-488f-98c3-972c45b27786 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.132069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704976e-c23c-488f-98c3-972c45b27786 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c112e613-af06-45c7-95a1-5a01369adfa8,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:16.138859 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3704976e-c23c-488f-98c3-972c45b27786 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.140244 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3704976e-c23c-488f-98c3-972c45b27786 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247506 Sep 29 17:52:16.143431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40400) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:16.148892 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6e745d57-d889-46e6-bcc0-891ea95988a8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'network': {'name': 'tempest-network-smoke--1336101216', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'port_security_enabled': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:52:16.170277 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e745d57-d889-46e6-bcc0-891ea95988a8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Made reservation on behalf of b082b405368a4dd1b0eab20300b40c27 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:52:16.173910 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e745d57-d889-46e6-bcc0-891ea95988a8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.201219 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e745d57-d889-46e6-bcc0-891ea95988a8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:52:16.210355 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e745d57-d889-46e6-bcc0-891ea95988a8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.210705 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-6e745d57-d889-46e6-bcc0-891ea95988a8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Added segment e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad of type vlan for network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 Sep 29 17:52:16.252582 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e745d57-d889-46e6-bcc0-891ea95988a8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.276528 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e745d57-d889-46e6-bcc0-891ea95988a8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.282015 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e745d57-d889-46e6-bcc0-891ea95988a8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:16.282598 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e745d57-d889-46e6-bcc0-891ea95988a8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.311232 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6e745d57-d889-46e6-bcc0-891ea95988a8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1666594 Sep 29 17:52:16.313971 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40402) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:16.318675 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1975410256', 'admin_state_up': True, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:52:16.342430 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.343462 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.355343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e745d57-d889-46e6-bcc0-891ea95988a8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Network': ['ID=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:16.367190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:52:16.394448 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.533327 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.738588 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.758811 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.865003 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Allocated IP 172.25.2.85 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/8941e4c7-d529-4760-8e6f-e4230ef43bc5) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:52:16.890690 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:16.974360 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:17.011885 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:17.049960 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:52:17.052941 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:52:17.056489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:52:17.064074 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=8941e4c7-d529-4760-8e6f-e4230ef43bc5,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:17.310728 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:17.516410 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:17.647897 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router 392f70dd-5bec-4966-ab72-90b404af8c28 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:52:17.755329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:52:17.769310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Sync routers for ids ['392f70dd-5bec-4966-ab72-90b404af8c28'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:52:17.780578 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Routers {'392f70dd-5bec-4966-ab72-90b404af8c28'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:52:17.782274 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:17.786542 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bf075395-2918-46d8-b654-39c7089af117 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4685135 Sep 29 17:52:17.786730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:52:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['392f70dd-5bec-4966-ab72-90b404af8c28'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:17.787039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40416) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:17.816904 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e12cf86c-d3c3-44f7-ad30-4bb1e4eb2427 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b082b405368a4dd1b0eab20300b40c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287011 Sep 29 17:52:17.819655 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40418) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:17.898763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Set router 392f70dd-5bec-4966-ab72-90b404af8c28 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:52:17.908046 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f55705-cc4c-4e27-acac-d47681b620f4 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:17.913489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f6f55705-cc4c-4e27-acac-d47681b620f4 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898361 Sep 29 17:52:17.913929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40420) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:17.944870 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d5041d2b-1e62-4646-a9f2-1634d6f73954 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296276 Sep 29 17:52:17.947462 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40422) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:17.952260 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3253a4b0-2252-4eb7-a35d-93a5d78cd58d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1838417067', 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:52:18.048002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3253a4b0-2252-4eb7-a35d-93a5d78cd58d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Made reservation on behalf of b082b405368a4dd1b0eab20300b40c27 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:52:18.053397 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3253a4b0-2252-4eb7-a35d-93a5d78cd58d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:18.086846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975410256', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:17Z', 'revision_number': 3, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:18.117544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Checking router: 392f70dd-5bec-4966-ab72-90b404af8c28 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:52:18.117889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Updating router 392f70dd-5bec-4966-ab72-90b404af8c28 port 8941e4c7-d529-4760-8e6f-e4230ef43bc5 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:52:18.144878 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:18.250783 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3253a4b0-2252-4eb7-a35d-93a5d78cd58d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:18.318793 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253a4b0-2252-4eb7-a35d-93a5d78cd58d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Subnet': ['ID=85f2f599-6792-4416-94c9-73dc99d2f04b,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:18.332843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3253a4b0-2252-4eb7-a35d-93a5d78cd58d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Checking segment: {'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:52:18.333367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3253a4b0-2252-4eb7-a35d-93a5d78cd58d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network hostable DHCP agents. Network: c73e0c2a-52cc-4b17-af76-c1c4ce6d5488, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:52:18.351934 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3253a4b0-2252-4eb7-a35d-93a5d78cd58d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:52:18.363108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-3253a4b0-2252-4eb7-a35d-93a5d78cd58d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, c73e0c2a-52cc-4b17-af76-c1c4ce6d5488) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:52:18.370544 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3253a4b0-2252-4eb7-a35d-93a5d78cd58d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:18.371540 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3253a4b0-2252-4eb7-a35d-93a5d78cd58d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:18.374631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6dc735-07f2-476c-bdc3-0c244017174b None None] Network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:52:18.388054 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3253a4b0-2252-4eb7-a35d-93a5d78cd58d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4393330 Sep 29 17:52:18.390884 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40424) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:18.470965 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:18.480070 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:18.563468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Attempting to bind port 8941e4c7-d529-4760-8e6f-e4230ef43bc5 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:52:18.563842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Attempting to bind port 8941e4c7-d529-4760-8e6f-e4230ef43bc5 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:52:18.564206 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Attempting to bind port 8941e4c7-d529-4760-8e6f-e4230ef43bc5 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:52:18.579564 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fef124-612b-4d5c-ab5e-56e49915bfc0 None None] Pushing event updated for resources: {'Port': ['ID=8941e4c7-d529-4760-8e6f-e4230ef43bc5,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:18.585791 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:52:18.586173 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:52:18.586581 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:18.586976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:52:18.587460 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Bound port: 8941e4c7-d529-4760-8e6f-e4230ef43bc5, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:52:18.587846 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:18.665035 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 803e2d7f-18f3-4db4-905b-14fec95c8cba no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:52:18.667900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ips': [{'subnet_id': '85f2f599-6792-4416-94c9-73dc99d2f04b'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:52:18.669121 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:18.709649 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 803e2d7f-18f3-4db4-905b-14fec95c8cba {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:52:18.710156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 803e2d7f-18f3-4db4-905b-14fec95c8cba not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:52:18.718226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] For port 8941e4c7-d529-4760-8e6f-e4230ef43bc5, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:52:18.731997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] For port 8941e4c7-d529-4760-8e6f-e4230ef43bc5, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8941e4c7-d529-4760-8e6f-e4230ef43bc5,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:52:18.741039 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:18.881381 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Routers {'392f70dd-5bec-4966-ab72-90b404af8c28'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:52:18.881381 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:52:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['392f70dd-5bec-4966-ab72-90b404af8c28'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:18.890114 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:19.093892 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fef124-612b-4d5c-ab5e-56e49915bfc0 None None] Pushing event updated for resources: {'Port': ['ID=8941e4c7-d529-4760-8e6f-e4230ef43bc5,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:19.151338 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Allocated IP 172.20.0.2 (c73e0c2a-52cc-4b17-af76-c1c4ce6d5488/85f2f599-6792-4416-94c9-73dc99d2f04b/8233652c-25fa-4248-bfff-b3061a699196) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:52:19.211251 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] Set router 392f70dd-5bec-4966-ab72-90b404af8c28 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:52:19.448457 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:19.456524 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:19.503838 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:52:19.508262 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Allocated IP 172.20.0.1 (c73e0c2a-52cc-4b17-af76-c1c4ce6d5488/85f2f599-6792-4416-94c9-73dc99d2f04b/d062b624-7b83-48ea-ac67-7f534226dfd8) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:52:19.513467 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:52:19.515938 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Pushing event updated for resources: {'Port': ['ID=8233652c-25fa-4248-bfff-b3061a699196,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:19.518953 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:52:19.554715 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975410256', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:17Z', 'revision_number': 3, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:19.597174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e9ded-549a-44c0-937f-76c740402c46 None None] The sync data for ids ['392f70dd-5bec-4966-ab72-90b404af8c28'] in n-d-811748-2 is: [{'id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975410256', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:17Z', 'revision_number': 3, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:52:19.609130 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Attempting to bind port 8233652c-25fa-4248-bfff-b3061a699196 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:52:19.609545 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Attempting to bind port 8233652c-25fa-4248-bfff-b3061a699196 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:52:19.609908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Attempting to bind port 8233652c-25fa-4248-bfff-b3061a699196 on network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:52:19.616175 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:52:19.624590 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Checking segment: {'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:52:19.625325 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:19.626001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Bound using segment: {'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:52:19.626797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Bound port: 8233652c-25fa-4248-bfff-b3061a699196, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:52:19.627644 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:19.659824 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:19.698680 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:19.703302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] For port 8233652c-25fa-4248-bfff-b3061a699196, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:52:19.708161 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] For port 8233652c-25fa-4248-bfff-b3061a699196, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8233652c-25fa-4248-bfff-b3061a699196,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:52:19.713730 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:19.744973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:52:19.748758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:52:19.751437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:52:19.793497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09241d9a-995d-43ed-8073-6e7f99914663 None None] Pushing event updated for resources: {'Port': ['ID=8233652c-25fa-4248-bfff-b3061a699196,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:19.816940 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=d062b624-7b83-48ea-ac67-7f534226dfd8,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:19.826843 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:20.004463 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:20.268763 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180102fd-6b9c-4d0a-845a-86270206b382 req-8e13e335-83b4-4852-8441-53885d2d54c3 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:20.270537 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-180102fd-6b9c-4d0a-845a-86270206b382 req-8e13e335-83b4-4852-8441-53885d2d54c3 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 945 time: 0.0726056 Sep 29 17:52:20.343556 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-180102fd-6b9c-4d0a-845a-86270206b382 req-cfe43b6d-a8ce-4a64-9257-0e12f1371234 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666096 Sep 29 17:52:20.450454 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:20.456174 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:20.528647 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=d062b624-7b83-48ea-ac67-7f534226dfd8,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:20.534447 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:20.660802 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:52:20.662493 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:52:20.667286 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8941e4c7-d529-4760-8e6f-e4230ef43bc5 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:52:20.733129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8941e4c7-d529-4760-8e6f-e4230ef43bc5 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:52:20.733129 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:20.792767 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router 392f70dd-5bec-4966-ab72-90b404af8c28 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:52:20.838608 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:20.865846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 8941e4c7-d529-4760-8e6f-e4230ef43bc5, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8941e4c7-d529-4760-8e6f-e4230ef43bc5,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:52:20.871939 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:20.879871 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8233652c-25fa-4248-bfff-b3061a699196 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:52:20.919953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:52:20.939089 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1c9c7209-b3b4-44d9-b0de-48b73b987433 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "PUT /v2.0/routers/392f70dd-5bec-4966-ab72-90b404af8c28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5385504 Sep 29 17:52:20.958310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=8941e4c7-d529-4760-8e6f-e4230ef43bc5,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:20.972518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8233652c-25fa-4248-bfff-b3061a699196 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:52:20.972724 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:21.024851 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3cf96e-d8f5-49d3-bea8-46da0858e0c9 None None] Network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:52:21.112368 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-37dffc1b-18a7-4e87-af18-6bfa681f0ecc None None] Provisioning complete for port 8233652c-25fa-4248-bfff-b3061a699196 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:52:21.112908 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-37dffc1b-18a7-4e87-af18-6bfa681f0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:21.147911 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-20807016-2341-40e0-a584-b6ae8115cee0 req-e1aa01c3-2f8f-4a31-96ba-051336fb48ec tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785670422&fields=id&tenant_id=b082b405368a4dd1b0eab20300b40c27 HTTP/1.1" status: 200 len: 267 time: 0.0341423 Sep 29 17:52:21.156942 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:21.238127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 8233652c-25fa-4248-bfff-b3061a699196, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8233652c-25fa-4248-bfff-b3061a699196,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:52:21.246703 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:21.274150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20807016-2341-40e0-a584-b6ae8115cee0 req-93750dd1-3235-4de0-a5a9-abc332d421f1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:21.275678 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-20807016-2341-40e0-a584-b6ae8115cee0 req-93750dd1-3235-4de0-a5a9-abc332d421f1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/networks?id=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 HTTP/1.1" status: 200 len: 797 time: 0.1210489 Sep 29 17:52:21.291472 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-20807016-2341-40e0-a584-b6ae8115cee0 req-8072ced5-2f45-45d4-beb0-ae9794e48267 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/quotas/b082b405368a4dd1b0eab20300b40c27 HTTP/1.1" status: 200 len: 375 time: 0.0098422 Sep 29 17:52:21.352878 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-20807016-2341-40e0-a584-b6ae8115cee0 req-e94e258d-18f2-425e-9b2e-f9d671b2c746 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556059 Sep 29 17:52:21.356285 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=8233652c-25fa-4248-bfff-b3061a699196,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:21.492703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47c8ff-0741-4371-95e4-eed29964dfef req-3b658a10-6202-4eeb-81e3-e9350237198b tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:21.494378 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0a47c8ff-0741-4371-95e4-eed29964dfef req-3b658a10-6202-4eeb-81e3-e9350237198b tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 945 time: 0.0582342 Sep 29 17:52:21.570798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0a47c8ff-0741-4371-95e4-eed29964dfef req-325abb84-5218-445b-93b0-4f35e9818bfc tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691199 Sep 29 17:52:21.597168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24349e99-a4d8-4b8b-a9be-2a036adfe877 req-c7d379b6-bd6b-4c40-9194-25eafb904145 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:21.598852 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24349e99-a4d8-4b8b-a9be-2a036adfe877 req-c7d379b6-bd6b-4c40-9194-25eafb904145 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.49 "GET /v2.0/ports?device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 945 time: 0.0562692 Sep 29 17:52:21.602603 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-20807016-2341-40e0-a584-b6ae8115cee0 req-55564aa5-8bb8-4f1b-a8f3-2ae06a8231e6 service neutron] 10.222.0.44 "GET /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331097 Sep 29 17:52:21.650951 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Sync routers for ids ['392f70dd-5bec-4966-ab72-90b404af8c28'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:52:21.658239 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d6248a78-d846-4e41-b102-c32eb8703ff8 None None] Provisioning complete for port d062b624-7b83-48ea-ac67-7f534226dfd8 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:52:21.658916 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d6248a78-d846-4e41-b102-c32eb8703ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:21.674104 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Routers {'392f70dd-5bec-4966-ab72-90b404af8c28'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:52:21.678483 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:52:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['392f70dd-5bec-4966-ab72-90b404af8c28'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:21.703616 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d6248a78-d846-4e41-b102-c32eb8703ff8 None None] Port d062b624-7b83-48ea-ac67-7f534226dfd8 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:52:21.705171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-24349e99-a4d8-4b8b-a9be-2a036adfe877 req-167a5fa6-5106-4daf-adb7-59d787435da4 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Deleting port 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:52:21.705795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-24349e99-a4d8-4b8b-a9be-2a036adfe877 req-167a5fa6-5106-4daf-adb7-59d787435da4 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:21.715140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d6248a78-d846-4e41-b102-c32eb8703ff8 None None] Provisioning complete for port 8233652c-25fa-4248-bfff-b3061a699196 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:52:21.715606 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d6248a78-d846-4e41-b102-c32eb8703ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:21.768378 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-20807016-2341-40e0-a584-b6ae8115cee0 req-c90bf2a0-102d-4343-a6cf-1a69641d3443 service neutron] 10.222.0.44 "GET /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611290 Sep 29 17:52:21.850260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-24349e99-a4d8-4b8b-a9be-2a036adfe877 req-167a5fa6-5106-4daf-adb7-59d787435da4 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] For port 9aa4819d-8f8b-4bfd-a795-dac46b8ae020, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=9aa4819d-8f8b-4bfd-a795-dac46b8ae020,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:52:21.850650 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-24349e99-a4d8-4b8b-a9be-2a036adfe877 req-167a5fa6-5106-4daf-adb7-59d787435da4 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:21.870675 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-24349e99-a4d8-4b8b-a9be-2a036adfe877 req-167a5fa6-5106-4daf-adb7-59d787435da4 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Calling delete_port for 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:52:21.954693 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Set router 392f70dd-5bec-4966-ab72-90b404af8c28 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:52:21.991581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-242695da-dc02-4054-b6f0-05fc9c6592e9 None None] Provisioning complete for port d062b624-7b83-48ea-ac67-7f534226dfd8 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:52:21.992494 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-242695da-dc02-4054-b6f0-05fc9c6592e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:21.994394 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3dce537c-7eee-47ad-bbd5-15de8171209d req-e63849fd-4223-4693-9368-b436df84ab45 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 210 time: 0.0428598 Sep 29 17:52:22.040433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-242695da-dc02-4054-b6f0-05fc9c6592e9 None None] Port d062b624-7b83-48ea-ac67-7f534226dfd8 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:52:22.098558 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-24349e99-a4d8-4b8b-a9be-2a036adfe877 req-167a5fa6-5106-4daf-adb7-59d787435da4 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:22.113430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f', '9aa4819d-8f8b-4bfd-a795-dac46b8ae020'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:52:22.138037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a5fa6-5106-4daf-adb7-59d787435da4 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Pushing event deleted for resources: {'Port': ['ID=9aa4819d-8f8b-4bfd-a795-dac46b8ae020,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:22.153038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['809034bf-83e5-466c-90ce-89c23937101f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:52:22.214262 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-24349e99-a4d8-4b8b-a9be-2a036adfe877 req-167a5fa6-5106-4daf-adb7-59d787435da4 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] No DVR routers for this DVR port 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:52:22.218310 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-24349e99-a4d8-4b8b-a9be-2a036adfe877 req-167a5fa6-5106-4daf-adb7-59d787435da4 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:22.222035 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24349e99-a4d8-4b8b-a9be-2a036adfe877 req-167a5fa6-5106-4daf-adb7-59d787435da4 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.49 "DELETE /v2.0/ports/9aa4819d-8f8b-4bfd-a795-dac46b8ae020 HTTP/1.1" status: 204 len: 173 time: 0.6159108 Sep 29 17:52:22.222506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a4afe0-2217-4876-963a-87f6dde78c71', 'name': 'network-vif-deleted', 'tag': '9aa4819d-8f8b-4bfd-a795-dac46b8ae020'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:52:22.226187 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b56cab9-25b4-4d71-9873-a184e316d141" -d '{"events": [{"server_uuid": "49a4afe0-2217-4876-963a-87f6dde78c71", "name": "network-vif-deleted", "tag": "9aa4819d-8f8b-4bfd-a795-dac46b8ae020"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:52:22.257848 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975410256', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:19Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'd062b624-7b83-48ea-ac67-7f534226dfd8', 'name': '', 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:3d:14:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:19Z', 'updated_at': '2021-09-29T17:52:20Z', 'revision_number': 2, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:22.285101 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9917d03-0a3b-421f-9280-f46ba417ee3e x-openstack-request-id: req-b9917d03-0a3b-421f-9280-f46ba417ee3e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:52:22.285653 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a4afe0-2217-4876-963a-87f6dde78c71", "name": "network-vif-deleted", "tag": "9aa4819d-8f8b-4bfd-a795-dac46b8ae020", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:52:22.286160 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9917d03-0a3b-421f-9280-f46ba417ee3e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:52:22.286711 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a4afe0-2217-4876-963a-87f6dde78c71', 'name': 'network-vif-deleted', 'tag': '9aa4819d-8f8b-4bfd-a795-dac46b8ae020', 'status': 'completed', 'code': 200} Sep 29 17:52:22.313593 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Checking router: 392f70dd-5bec-4966-ab72-90b404af8c28 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:52:22.314091 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Updating router 392f70dd-5bec-4966-ab72-90b404af8c28 port d062b624-7b83-48ea-ac67-7f534226dfd8 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:52:22.319905 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-cafd8909-fad8-4082-bde6-919f34c7466f None None] Provisioning complete for port d062b624-7b83-48ea-ac67-7f534226dfd8 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:52:22.320120 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cafd8909-fad8-4082-bde6-919f34c7466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:22.343472 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:22.398715 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-cafd8909-fad8-4082-bde6-919f34c7466f None None] Port d062b624-7b83-48ea-ac67-7f534226dfd8 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:52:22.606043 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8941e4c7-d529-4760-8e6f-e4230ef43bc5 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:52:22.647740 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:22.663182 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:22.670246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8941e4c7-d529-4760-8e6f-e4230ef43bc5 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:52:22.670622 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:22.720664 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3993c16b-6ae6-419a-9590-03ceb3af192c req-b5065b03-21b6-40e7-830b-a0c77085b47b tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=49a4afe0-2217-4876-963a-87f6dde78c71 HTTP/1.1" status: 200 len: 210 time: 0.0502768 Sep 29 17:52:22.768457 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97168f71-0f56-4e01-be97-b80cd0ac3962 None None] Pushing event updated for resources: {'Port': ['ID=d062b624-7b83-48ea-ac67-7f534226dfd8,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:22.784543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8233652c-25fa-4248-bfff-b3061a699196 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:52:22.797705 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97168f71-0f56-4e01-be97-b80cd0ac3962 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:22.798045 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97168f71-0f56-4e01-be97-b80cd0ac3962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:22.798374 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97168f71-0f56-4e01-be97-b80cd0ac3962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:22.798760 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97168f71-0f56-4e01-be97-b80cd0ac3962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:22.799025 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97168f71-0f56-4e01-be97-b80cd0ac3962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:22.800006 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97168f71-0f56-4e01-be97-b80cd0ac3962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:22.800358 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97168f71-0f56-4e01-be97-b80cd0ac3962 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:22.800803 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97168f71-0f56-4e01-be97-b80cd0ac3962 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:22.801134 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97168f71-0f56-4e01-be97-b80cd0ac3962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:22.801481 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97168f71-0f56-4e01-be97-b80cd0ac3962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:22.801803 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97168f71-0f56-4e01-be97-b80cd0ac3962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:22.802120 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97168f71-0f56-4e01-be97-b80cd0ac3962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:22.821618 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Attempting to bind port d062b624-7b83-48ea-ac67-7f534226dfd8 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:52:22.822039 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Attempting to bind port d062b624-7b83-48ea-ac67-7f534226dfd8 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:52:22.822405 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Attempting to bind port d062b624-7b83-48ea-ac67-7f534226dfd8 on network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:52:22.828319 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:52:22.828667 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Checking segment: {'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:52:22.829321 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:22.829456 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Bound using segment: {'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:52:22.829918 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Bound port: d062b624-7b83-48ea-ac67-7f534226dfd8, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:52:22.830287 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:22.859158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8233652c-25fa-4248-bfff-b3061a699196 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:52:22.859558 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:22.900779 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] For port d062b624-7b83-48ea-ac67-7f534226dfd8, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:52:22.904088 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] For port d062b624-7b83-48ea-ac67-7f534226dfd8, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d062b624-7b83-48ea-ac67-7f534226dfd8,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:52:22.908390 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:22.962869 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Routers {'392f70dd-5bec-4966-ab72-90b404af8c28'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:52:22.963500 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:52:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['392f70dd-5bec-4966-ab72-90b404af8c28'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:23.025350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-865f7b0e-a480-46a5-bc94-7aef5b5c56a4 None None] Provisioning complete for port d062b624-7b83-48ea-ac67-7f534226dfd8 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:52:23.025728 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-865f7b0e-a480-46a5-bc94-7aef5b5c56a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:23.046739 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97168f71-0f56-4e01-be97-b80cd0ac3962 None None] Pushing event updated for resources: {'Port': ['ID=d062b624-7b83-48ea-ac67-7f534226dfd8,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:23.101363 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] Set router 392f70dd-5bec-4966-ab72-90b404af8c28 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:52:23.131433 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca3a9b50-cd16-4804-b095-16e3b38ed18d req-1feeb60b-dc07-4591-8ed3-8baf2e10cadc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 210 time: 0.0341668 Sep 29 17:52:23.171086 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-865f7b0e-a480-46a5-bc94-7aef5b5c56a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:23.214470 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-865f7b0e-a480-46a5-bc94-7aef5b5c56a4 None None] For port d062b624-7b83-48ea-ac67-7f534226dfd8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d062b624-7b83-48ea-ac67-7f534226dfd8,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:52:23.219697 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-865f7b0e-a480-46a5-bc94-7aef5b5c56a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:23.302532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f7b0e-a480-46a5-bc94-7aef5b5c56a4 None None] Pushing event updated for resources: {'Port': ['ID=d062b624-7b83-48ea-ac67-7f534226dfd8,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:23.358548 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a6626088-8ea3-4f1d-8353-5ddec3308f20 None None] Provisioning complete for port d062b624-7b83-48ea-ac67-7f534226dfd8 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:52:23.358921 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a6626088-8ea3-4f1d-8353-5ddec3308f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:23.366455 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975410256', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:19Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'd062b624-7b83-48ea-ac67-7f534226dfd8', 'name': '', 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:3d:14:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:19Z', 'updated_at': '2021-09-29T17:52:22Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:23.366718 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20807016-2341-40e0-a584-b6ae8115cee0 req-02cb1144-803c-4196-bc65-be7cc0e886c9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:23.368088 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20807016-2341-40e0-a584-b6ae8115cee0 req-02cb1144-803c-4196-bc65-be7cc0e886c9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.35 "GET /v2.0/networks?id=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 HTTP/1.1" status: 200 len: 797 time: 0.1466696 Sep 29 17:52:23.392751 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8062f1d-5990-4fb7-bb0e-4d8f63afdfa2 None None] The sync data for ids ['392f70dd-5bec-4966-ab72-90b404af8c28'] in n-d-811748-2 is: [{'id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975410256', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:19Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'd062b624-7b83-48ea-ac67-7f534226dfd8', 'name': '', 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:3d:14:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:19Z', 'updated_at': '2021-09-29T17:52:22Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:52:23.423487 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20807016-2341-40e0-a584-b6ae8115cee0 req-f4346ae8-3e6a-458d-a2f8-2b76a8b118af tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b082b405368a4dd1b0eab20300b40c27 HTTP/1.1" status: 200 len: 380 time: 0.0350170 Sep 29 17:52:23.445743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-20807016-2341-40e0-a584-b6ae8115cee0 req-38c880f7-e4a8-44f9-b235-7e3acf21c9cd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'port': {'device_id': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'admin_state_up': True, 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'security_groups': ['e28db9bb-6dee-46e0-906f-68379873304a']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:52:23.600238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20807016-2341-40e0-a584-b6ae8115cee0 req-38c880f7-e4a8-44f9-b235-7e3acf21c9cd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Made reservation on behalf of b082b405368a4dd1b0eab20300b40c27 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:52:23.607935 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-20807016-2341-40e0-a584-b6ae8115cee0 req-38c880f7-e4a8-44f9-b235-7e3acf21c9cd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:23.770121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-20807016-2341-40e0-a584-b6ae8115cee0 req-38c880f7-e4a8-44f9-b235-7e3acf21c9cd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Allocated IP 172.20.0.6 (c73e0c2a-52cc-4b17-af76-c1c4ce6d5488/85f2f599-6792-4416-94c9-73dc99d2f04b/32b988d9-4b8e-4b66-ad8a-dceed46bb807) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:52:23.937420 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-20807016-2341-40e0-a584-b6ae8115cee0 req-38c880f7-e4a8-44f9-b235-7e3acf21c9cd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:24.001363 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-20807016-2341-40e0-a584-b6ae8115cee0 req-38c880f7-e4a8-44f9-b235-7e3acf21c9cd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:24.051429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780aa196-376b-4008-9b42-2cca5c85d627 req-9957cd97-1ec7-4011-ad3c-f6d0bd85e52b tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:24.053018 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-780aa196-376b-4008-9b42-2cca5c85d627 req-9957cd97-1ec7-4011-ad3c-f6d0bd85e52b tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 945 time: 0.0910754 Sep 29 17:52:24.066082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20807016-2341-40e0-a584-b6ae8115cee0 req-38c880f7-e4a8-44f9-b235-7e3acf21c9cd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:52:24.082709 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-20807016-2341-40e0-a584-b6ae8115cee0 req-38c880f7-e4a8-44f9-b235-7e3acf21c9cd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:52:24.091531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-20807016-2341-40e0-a584-b6ae8115cee0 req-38c880f7-e4a8-44f9-b235-7e3acf21c9cd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:52:24.114535 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c880f7-e4a8-44f9-b235-7e3acf21c9cd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=32b988d9-4b8e-4b66-ad8a-dceed46bb807,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:24.144698 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-780aa196-376b-4008-9b42-2cca5c85d627 req-9e11901d-cb35-4aad-b478-bf14a516bdd4 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831537 Sep 29 17:52:24.159299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20807016-2341-40e0-a584-b6ae8115cee0 req-38c880f7-e4a8-44f9-b235-7e3acf21c9cd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:24.160352 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-20807016-2341-40e0-a584-b6ae8115cee0 req-38c880f7-e4a8-44f9-b235-7e3acf21c9cd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:24.192615 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20807016-2341-40e0-a584-b6ae8115cee0 req-38c880f7-e4a8-44f9-b235-7e3acf21c9cd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7506757 Sep 29 17:52:24.236340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Request body: {'port': {'device_id': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:52:24.348527 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cd2db-eddd-48e1-82f4-365fe6d3b103 req-682935fa-ec98-4909-8159-e298fc41241e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:24.349717 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a8cd2db-eddd-48e1-82f4-365fe6d3b103 req-682935fa-ec98-4909-8159-e298fc41241e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 931 time: 0.1088212 Sep 29 17:52:24.350795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:24.376186 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2a7ae37d-1028-46f2-91f2-36486f5c032a None None] Provisioning complete for port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:52:24.377132 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae37d-1028-46f2-91f2-36486f5c032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:24.413383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ae37d-1028-46f2-91f2-36486f5c032a None None] Port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:52:24.435545 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3a8cd2db-eddd-48e1-82f4-365fe6d3b103 req-004ac13f-5b44-4ea5-8e85-d4df050471b6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744200 Sep 29 17:52:24.480100 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:52:24.500625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:52:24.500970 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 9aa4819d-8f8b-4bfd-a795-dac46b8ae020 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:52:24.607947 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d062b624-7b83-48ea-ac67-7f534226dfd8 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:52:24.672606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port d062b624-7b83-48ea-ac67-7f534226dfd8 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:52:24.672979 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:24.678806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b988d9-4b8e-4b66-ad8a-dceed46bb807 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:52:24.686429 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:24.698327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Transition to ACTIVE for port object 32b988d9-4b8e-4b66-ad8a-dceed46bb807 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:52:24.702672 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:24.758740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=32b988d9-4b8e-4b66-ad8a-dceed46bb807,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:24.825577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Attempting to bind port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:52:24.825910 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Attempting to bind port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:52:24.826240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Attempting to bind port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 on network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:52:24.831203 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 on network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:52:24.831519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Attempting to bind port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 on network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:52:24.836304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:52:24.836766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Checking segment: {'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:52:24.837143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Bound using segment: {'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:52:24.837596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Bound port: 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:52:24.837948 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:24.903465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:52:24.906861 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:52:24.912000 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:24.949665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:24.950226 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:24.951639 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20807016-2341-40e0-a584-b6ae8115cee0 req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] 10.222.0.35 "PUT /v2.0/ports/32b988d9-4b8e-4b66-ad8a-dceed46bb807 HTTP/1.1" status: 200 len: 1091 time: 0.7199566 Sep 29 17:52:24.952079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:52:24.954331 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4969e3-d3d1-4f3a-85ec-76663765607b" -d '{"events": [{"name": "network-changed", "server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:52:24.981854 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ba618-ede3-43f8-b69d-c4783ed45fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=32b988d9-4b8e-4b66-ad8a-dceed46bb807,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:25.380880 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1768a089-6c00-4fd9-bcad-8ed6fda2a1c4 x-openstack-request-id: req-1768a089-6c00-4fd9-bcad-8ed6fda2a1c4 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:52:25.381168 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:52:25.381443 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1768a089-6c00-4fd9-bcad-8ed6fda2a1c4 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:52:25.381830 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807', 'status': 'completed', 'code': 200} Sep 29 17:52:25.425843 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20807016-2341-40e0-a584-b6ae8115cee0 req-a93bbe4f-17b5-4718-95d9-08d65130de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:25.427334 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20807016-2341-40e0-a584-b6ae8115cee0 req-a93bbe4f-17b5-4718-95d9-08d65130de93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 1094 time: 0.4159806 Sep 29 17:52:25.438348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413af338-380d-41a1-a35f-9824707de938 req-8a4aa4ad-999a-4cf5-8f90-e7b6c3539a8e tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:25.440301 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-413af338-380d-41a1-a35f-9824707de938 req-8a4aa4ad-999a-4cf5-8f90-e7b6c3539a8e tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 945 time: 0.0570531 Sep 29 17:52:25.496721 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20807016-2341-40e0-a584-b6ae8115cee0 req-fca5290d-bb13-4805-8d2f-468c04c2c66d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807 HTTP/1.1" status: 200 len: 217 time: 0.0432601 Sep 29 17:52:25.538754 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-413af338-380d-41a1-a35f-9824707de938 req-b0380f1d-78fc-47ea-8886-66c7e81e2eae tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920110 Sep 29 17:52:25.557908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20807016-2341-40e0-a584-b6ae8115cee0 req-009c6d0d-5846-48db-92ed-0b7a51f46bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:25.559372 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20807016-2341-40e0-a584-b6ae8115cee0 req-009c6d0d-5846-48db-92ed-0b7a51f46bd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85f2f599-6792-4416-94c9-73dc99d2f04b HTTP/1.1" status: 200 len: 835 time: 0.0524056 Sep 29 17:52:25.569572 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e7bc7-9a64-4660-8b22-40ea11f59643 req-5709e94c-c219-4f77-9949-a419f533bab8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:25.571091 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c35e7bc7-9a64-4660-8b22-40ea11f59643 req-5709e94c-c219-4f77-9949-a419f533bab8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 943 time: 0.0597613 Sep 29 17:52:25.608138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20807016-2341-40e0-a584-b6ae8115cee0 req-b242623d-78a8-414b-baa2-1d7881c68781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:25.609668 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20807016-2341-40e0-a584-b6ae8115cee0 req-b242623d-78a8-414b-baa2-1d7881c68781 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427177 Sep 29 17:52:25.609835 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c35e7bc7-9a64-4660-8b22-40ea11f59643 req-29bb1a6d-7529-4164-8d0e-3f5a0a162fb7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326793 Sep 29 17:52:25.703201 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20807016-2341-40e0-a584-b6ae8115cee0 req-a0633796-c96d-4c67-acb8-537da8dfc6dd service neutron] 10.222.0.35 "GET /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861521 Sep 29 17:52:25.790994 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20807016-2341-40e0-a584-b6ae8115cee0 req-4a662892-96df-44d2-a1e0-be458168894c service neutron] 10.222.0.35 "GET /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799298 Sep 29 17:52:25.907717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47376877-1a73-46d4-ac13-60e0810bc48d req-aaf213bb-f785-4221-93c4-199eb29926a5 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:25.909600 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-47376877-1a73-46d4-ac13-60e0810bc48d req-aaf213bb-f785-4221-93c4-199eb29926a5 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 945 time: 0.0618553 Sep 29 17:52:25.988272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4969e3-d3d1-4f3a-85ec-76663765607b req-2c21a6ef-b427-45d9-bfb6-b5b01f61075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:25.993557 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c4969e3-d3d1-4f3a-85ec-76663765607b req-2c21a6ef-b427-45d9-bfb6-b5b01f61075f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 1094 time: 0.1023035 Sep 29 17:52:26.083900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-47376877-1a73-46d4-ac13-60e0810bc48d req-6d704311-bbe0-44ed-9c76-eaec28546189 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Deleting port 809034bf-83e5-466c-90ce-89c23937101f {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:52:26.084161 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-47376877-1a73-46d4-ac13-60e0810bc48d req-6d704311-bbe0-44ed-9c76-eaec28546189 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:26.152005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4969e3-d3d1-4f3a-85ec-76663765607b req-a7047e9c-873e-488a-a844-86999d101973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:26.153487 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c4969e3-d3d1-4f3a-85ec-76663765607b req-a7047e9c-873e-488a-a844-86999d101973 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 HTTP/1.1" status: 200 len: 898 time: 0.1521101 Sep 29 17:52:26.202367 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c4969e3-d3d1-4f3a-85ec-76663765607b req-58e666d2-5765-4a63-ab6a-a13170516ad7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807 HTTP/1.1" status: 200 len: 217 time: 0.0421510 Sep 29 17:52:26.246887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-47376877-1a73-46d4-ac13-60e0810bc48d req-6d704311-bbe0-44ed-9c76-eaec28546189 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] For port 809034bf-83e5-466c-90ce-89c23937101f, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=809034bf-83e5-466c-90ce-89c23937101f,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:52:26.247061 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-47376877-1a73-46d4-ac13-60e0810bc48d req-6d704311-bbe0-44ed-9c76-eaec28546189 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:26.266092 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-47376877-1a73-46d4-ac13-60e0810bc48d req-6d704311-bbe0-44ed-9c76-eaec28546189 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Calling delete_port for 809034bf-83e5-466c-90ce-89c23937101f owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:52:26.279142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4969e3-d3d1-4f3a-85ec-76663765607b req-63f2a8e0-0d67-4143-9fd0-a0f6d94b6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:26.280619 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c4969e3-d3d1-4f3a-85ec-76663765607b req-63f2a8e0-0d67-4143-9fd0-a0f6d94b6d36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85f2f599-6792-4416-94c9-73dc99d2f04b HTTP/1.1" status: 200 len: 835 time: 0.0699339 Sep 29 17:52:26.372589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4969e3-d3d1-4f3a-85ec-76663765607b req-cd1351fc-7907-49f0-9b46-edeb4f0cbf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:26.374179 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c4969e3-d3d1-4f3a-85ec-76663765607b req-cd1351fc-7907-49f0-9b46-edeb4f0cbf1b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578628 Sep 29 17:52:26.491262 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-47376877-1a73-46d4-ac13-60e0810bc48d req-6d704311-bbe0-44ed-9c76-eaec28546189 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:26.503553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:52:26.522004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d704311-bbe0-44ed-9c76-eaec28546189 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Pushing event deleted for resources: {'Port': ['ID=809034bf-83e5-466c-90ce-89c23937101f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:26.526561 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['809034bf-83e5-466c-90ce-89c23937101f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:52:26.545259 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c4969e3-d3d1-4f3a-85ec-76663765607b req-d17b8fc1-accc-4b34-8d6b-0135e7a25ead service neutron] 10.222.0.35 "GET /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347337 Sep 29 17:52:26.584461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-47376877-1a73-46d4-ac13-60e0810bc48d req-6d704311-bbe0-44ed-9c76-eaec28546189 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] No DVR routers for this DVR port 809034bf-83e5-466c-90ce-89c23937101f on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:52:26.595210 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-47376877-1a73-46d4-ac13-60e0810bc48d req-6d704311-bbe0-44ed-9c76-eaec28546189 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:26.597790 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-47376877-1a73-46d4-ac13-60e0810bc48d req-6d704311-bbe0-44ed-9c76-eaec28546189 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.35 "DELETE /v2.0/ports/809034bf-83e5-466c-90ce-89c23937101f HTTP/1.1" status: 204 len: 173 time: 0.6751311 Sep 29 17:52:26.675708 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b86482fd-54d9-4f22-ad54-704ba2d3df30 req-22a996bc-2bbe-417d-8cd0-b3f923bafbb7 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=ad285cfb-e29b-4e8f-ba50-590fdae1269b HTTP/1.1" status: 200 len: 210 time: 0.0621514 Sep 29 17:52:26.703892 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c4969e3-d3d1-4f3a-85ec-76663765607b req-e15b0aa0-a2a2-432f-91a0-d73657ce53df service neutron] 10.222.0.35 "GET /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437695 Sep 29 17:52:26.761734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41ca2d-0cbc-431f-be99-9f06bc93ab3d req-4c8ac31a-5c33-482f-a017-c48c78bbf326 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:26.763123 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd41ca2d-0cbc-431f-be99-9f06bc93ab3d req-4c8ac31a-5c33-482f-a017-c48c78bbf326 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 943 time: 0.0511777 Sep 29 17:52:26.854075 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd41ca2d-0cbc-431f-be99-9f06bc93ab3d req-81bca6f1-0e27-47ea-ae26-77eb660b0be9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846519 Sep 29 17:52:27.383039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad285cfb-e29b-4e8f-ba50-590fdae1269b', 'name': 'network-vif-deleted', 'tag': '809034bf-83e5-466c-90ce-89c23937101f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:52:27.385304 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de045f92-c963-4df0-a316-b3c25eaed3f8" -d '{"events": [{"server_uuid": "ad285cfb-e29b-4e8f-ba50-590fdae1269b", "name": "network-vif-deleted", "tag": "809034bf-83e5-466c-90ce-89c23937101f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:52:27.421001 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77f31a4-b490-480c-8cfa-dda07c46ad01 x-openstack-request-id: req-c77f31a4-b490-480c-8cfa-dda07c46ad01 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:52:27.421302 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad285cfb-e29b-4e8f-ba50-590fdae1269b", "name": "network-vif-deleted", "tag": "809034bf-83e5-466c-90ce-89c23937101f", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:52:27.421569 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c77f31a4-b490-480c-8cfa-dda07c46ad01 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:52:27.421973 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad285cfb-e29b-4e8f-ba50-590fdae1269b', 'name': 'network-vif-deleted', 'tag': '809034bf-83e5-466c-90ce-89c23937101f', 'status': 'completed', 'code': 200} Sep 29 17:52:27.551097 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:27.970454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f06c7-5195-4b44-8072-fcf28678f930 req-bcc04dd1-c039-4c37-8397-e35cd55b802b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:27.972501 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-262f06c7-5195-4b44-8072-fcf28678f930 req-bcc04dd1-c039-4c37-8397-e35cd55b802b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 943 time: 0.0495660 Sep 29 17:52:28.015743 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-262f06c7-5195-4b44-8072-fcf28678f930 req-0f038e73-361d-4025-a555-b2f019b92d2c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369911 Sep 29 17:52:28.685043 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 32b988d9-4b8e-4b66-ad8a-dceed46bb807 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:52:28.692313 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 809034bf-83e5-466c-90ce-89c23937101f no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:52:28.717607 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 809034bf-83e5-466c-90ce-89c23937101f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:52:28.717955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 809034bf-83e5-466c-90ce-89c23937101f not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:52:28.801916 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:52:28.811785 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '32b988d9-4b8e-4b66-ad8a-dceed46bb807', 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'port_id': '32b988d9-4b8e-4b66-ad8a-dceed46bb807', 'mac_address': 'fa:16:3e:cd:94:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:52:28.851463 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:28.867057 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b988d9-4b8e-4b66-ad8a-dceed46bb807 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:52:28.891967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:52:28.896927 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:28.942578 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=32b988d9-4b8e-4b66-ad8a-dceed46bb807,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:29.142731 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a908100-bc2f-4b62-9bea-f650e7c43764 req-c315eaa7-5cf6-4b20-a766-d7dbc2fe6e3c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:29.144247 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0a908100-bc2f-4b62-9bea-f650e7c43764 req-c315eaa7-5cf6-4b20-a766-d7dbc2fe6e3c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 944 time: 0.0506952 Sep 29 17:52:29.182478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0a908100-bc2f-4b62-9bea-f650e7c43764 req-d44e6e82-4506-400f-8a73-c8ae68aee353 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313292 Sep 29 17:52:29.294502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['32b988d9-4b8e-4b66-ad8a-dceed46bb807'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:52:29.489349 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6407e6ca-b9f1-43c3-88fe-aedfd8a8e1d4 req-add8bb1a-5bf4-46da-bb57-8b1c3f72e6d2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440855 Sep 29 17:52:29.560207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407e6ca-b9f1-43c3-88fe-aedfd8a8e1d4 req-1b192175-5e2e-4e0a-9585-b10d67ea36ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:29.561655 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6407e6ca-b9f1-43c3-88fe-aedfd8a8e1d4 req-1b192175-5e2e-4e0a-9585-b10d67ea36ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7360905454614ea0add076cafbf60c76&device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 1096 time: 0.0410876 Sep 29 17:52:29.678461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407e6ca-b9f1-43c3-88fe-aedfd8a8e1d4 req-107690a0-2f3e-4ca9-ba65-53c019fc716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:29.680149 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6407e6ca-b9f1-43c3-88fe-aedfd8a8e1d4 req-107690a0-2f3e-4ca9-ba65-53c019fc716a service neutron] 10.222.0.35 "GET /v2.0/networks?id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 HTTP/1.1" status: 200 len: 911 time: 0.0974441 Sep 29 17:52:29.748978 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6407e6ca-b9f1-43c3-88fe-aedfd8a8e1d4 req-6d17b07e-1563-47bd-aeac-dcb6d875f726 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f87e8c7-265f-49f7-803a-dd5317e326dd HTTP/1.1" status: 200 len: 1001 time: 0.0610714 Sep 29 17:52:29.804409 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407e6ca-b9f1-43c3-88fe-aedfd8a8e1d4 req-b4cbeb7d-c19f-49b7-bdde-e18b2eaa7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:29.805901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6407e6ca-b9f1-43c3-88fe-aedfd8a8e1d4 req-b4cbeb7d-c19f-49b7-bdde-e18b2eaa7009 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4 HTTP/1.1" status: 200 len: 849 time: 0.0500321 Sep 29 17:52:29.853323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407e6ca-b9f1-43c3-88fe-aedfd8a8e1d4 req-ef42c6ab-011c-495c-b3e0-0216b2ba5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:29.854958 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6407e6ca-b9f1-43c3-88fe-aedfd8a8e1d4 req-ef42c6ab-011c-495c-b3e0-0216b2ba5823 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420535 Sep 29 17:52:29.958330 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6407e6ca-b9f1-43c3-88fe-aedfd8a8e1d4 req-30e76941-232f-4669-8472-c898045b8540 service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949955 Sep 29 17:52:30.052824 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6407e6ca-b9f1-43c3-88fe-aedfd8a8e1d4 req-656906a0-d94a-4cb6-ad4f-e5354cb151ae service neutron] 10.222.0.35 "GET /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869582 Sep 29 17:52:30.154670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b301d-296f-413f-b9e5-44b86119b1d1 req-bd3eb99c-71d6-461c-b475-fd2388dc2da5 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:30.156148 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5a4b301d-296f-413f-b9e5-44b86119b1d1 req-bd3eb99c-71d6-461c-b475-fd2388dc2da5 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 945 time: 0.0502052 Sep 29 17:52:30.195217 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5a4b301d-296f-413f-b9e5-44b86119b1d1 req-4c06e6bf-7f3a-4ba1-a41c-5546f8305450 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329244 Sep 29 17:52:30.303339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995353e-7333-4032-ada0-16e9a0d1da07 req-288439d0-616e-4249-b6da-cb0a1e52d097 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:30.304814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7995353e-7333-4032-ada0-16e9a0d1da07 req-288439d0-616e-4249-b6da-cb0a1e52d097 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 944 time: 0.0513928 Sep 29 17:52:30.343301 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7995353e-7333-4032-ada0-16e9a0d1da07 req-c1a01944-0287-4cb1-81e4-05f69fe4f59e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321033 Sep 29 17:52:30.694072 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 32b988d9-4b8e-4b66-ad8a-dceed46bb807 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:52:30.753844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:52:30.758167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:52:30.758613 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:30.840365 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:30.863059 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:52:30.865323 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cabcf61-ad48-4079-bb28-f8406d0f2ac8" -d '{"events": [{"server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "name": "network-vif-plugged", "status": "completed", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:52:30.878166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:52:30.882395 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:30.904803 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91d5886-3f44-407c-8624-1c01ca1b2cff x-openstack-request-id: req-a91d5886-3f44-407c-8624-1c01ca1b2cff {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:52:30.905101 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "name": "network-vif-plugged", "status": "completed", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:52:30.905378 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a91d5886-3f44-407c-8624-1c01ca1b2cff {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:52:30.905770 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807', 'code': 200} Sep 29 17:52:30.934836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=32b988d9-4b8e-4b66-ad8a-dceed46bb807,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:31.027097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43879b25-6f44-4565-ae16-fc3501c66e0e req-6c11ead4-565a-4c61-b3d6-9af634bafde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:31.028535 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43879b25-6f44-4565-ae16-fc3501c66e0e req-6c11ead4-565a-4c61-b3d6-9af634bafde3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 1096 time: 0.0451076 Sep 29 17:52:31.072286 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43879b25-6f44-4565-ae16-fc3501c66e0e req-4a937566-89d5-4488-b14a-a3423305b13a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366638 Sep 29 17:52:31.313339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d46b9-bf2a-4759-99e5-2260d83a284a req-f440fab8-0f9c-4457-980c-e3813f830ea3 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:31.314941 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a35d46b9-bf2a-4759-99e5-2260d83a284a req-f440fab8-0f9c-4457-980c-e3813f830ea3 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 945 time: 0.0491014 Sep 29 17:52:31.353984 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a35d46b9-bf2a-4759-99e5-2260d83a284a req-5022a35b-5477-493a-adf3-65e332ca550e tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/security-groups?id=889e1e55-319f-4b0e-b8e4-688ab05e430c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332944 Sep 29 17:52:31.464218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6443fc-147e-4b67-a676-7020252009be req-713afa37-ab85-41c4-b62a-be3952d71c79 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:31.465701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd6443fc-147e-4b67-a676-7020252009be req-713afa37-ab85-41c4-b62a-be3952d71c79 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 945 time: 0.0481608 Sep 29 17:52:31.503973 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd6443fc-147e-4b67-a676-7020252009be req-a4d77525-e44c-4ba9-a91b-f3b17e3ea2be tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313756 Sep 29 17:52:31.565431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83229a5a-6d0e-431c-bee1-c110e7d85350 req-184941be-3c0e-4774-a097-da5ab04eef1e tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:31.566866 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83229a5a-6d0e-431c-bee1-c110e7d85350 req-184941be-3c0e-4774-a097-da5ab04eef1e tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.49 "GET /v2.0/ports?device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 945 time: 0.0475037 Sep 29 17:52:31.659217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-83229a5a-6d0e-431c-bee1-c110e7d85350 req-e2e167d6-ca80-4888-8651-1ad9a6a88742 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Deleting port 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:52:31.659687 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-83229a5a-6d0e-431c-bee1-c110e7d85350 req-e2e167d6-ca80-4888-8651-1ad9a6a88742 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:31.749817 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-83229a5a-6d0e-431c-bee1-c110e7d85350 req-e2e167d6-ca80-4888-8651-1ad9a6a88742 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] For port 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f,segment=NetworkSegment(fad33562-6b80-4306-b017-0a8ab404148f),segment_id=fad33562-6b80-4306-b017-0a8ab404148f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:52:31.750188 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-83229a5a-6d0e-431c-bee1-c110e7d85350 req-e2e167d6-ca80-4888-8651-1ad9a6a88742 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:31.763244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-83229a5a-6d0e-431c-bee1-c110e7d85350 req-e2e167d6-ca80-4888-8651-1ad9a6a88742 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Calling delete_port for 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:52:31.890628 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-83229a5a-6d0e-431c-bee1-c110e7d85350 req-e2e167d6-ca80-4888-8651-1ad9a6a88742 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:31.902086 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:52:31.919026 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e167d6-ca80-4888-8651-1ad9a6a88742 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Pushing event deleted for resources: {'Port': ['ID=75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:31.963737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-83229a5a-6d0e-431c-bee1-c110e7d85350 req-e2e167d6-ca80-4888-8651-1ad9a6a88742 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] No DVR routers for this DVR port 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:52:31.966323 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-83229a5a-6d0e-431c-bee1-c110e7d85350 req-e2e167d6-ca80-4888-8651-1ad9a6a88742 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:31.968308 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83229a5a-6d0e-431c-bee1-c110e7d85350 req-e2e167d6-ca80-4888-8651-1ad9a6a88742 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.49 "DELETE /v2.0/ports/75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f HTTP/1.1" status: 204 len: 173 time: 0.3952889 Sep 29 17:52:31.968740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0457d2fa-565c-4459-8e35-464f304cd46d', 'name': 'network-vif-deleted', 'tag': '75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:52:31.971251 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8d322e-f211-49e9-9ad4-e575f2b7b7a8" -d '{"events": [{"server_uuid": "0457d2fa-565c-4459-8e35-464f304cd46d", "name": "network-vif-deleted", "tag": "75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:52:32.011525 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f44ea00-59c2-4647-b694-c9729378a38c x-openstack-request-id: req-4f44ea00-59c2-4647-b694-c9729378a38c {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:52:32.011964 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0457d2fa-565c-4459-8e35-464f304cd46d", "name": "network-vif-deleted", "tag": "75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:52:32.012222 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f44ea00-59c2-4647-b694-c9729378a38c {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:52:32.012622 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0457d2fa-565c-4459-8e35-464f304cd46d', 'name': 'network-vif-deleted', 'tag': '75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f', 'status': 'completed', 'code': 200} Sep 29 17:52:32.469362 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-034b5020-04b8-4700-ae0f-e9cdf67e0b8e req-765c09e6-07c0-4216-8b8d-43e574cb4d1c tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] 10.222.0.44 "GET /v2.0/ports?device_id=0457d2fa-565c-4459-8e35-464f304cd46d HTTP/1.1" status: 200 len: 210 time: 0.0302188 Sep 29 17:52:32.628561 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3164b25-6713-4a88-a257-f2a8f5941a21 req-7611600d-1647-4d51-b162-b71b2358f86e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:32.630126 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3164b25-6713-4a88-a257-f2a8f5941a21 req-7611600d-1647-4d51-b162-b71b2358f86e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 945 time: 0.0516112 Sep 29 17:52:32.669656 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3164b25-6713-4a88-a257-f2a8f5941a21 req-98346acd-f123-4bd6-96a0-188a80b3cd59 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330875 Sep 29 17:52:32.788275 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b32a4-e146-40eb-8a2d-3991314faf70 req-6e09f21e-8217-43f9-b101-8eb8f4d7b48f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:32.789688 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a92b32a4-e146-40eb-8a2d-3991314faf70 req-6e09f21e-8217-43f9-b101-8eb8f4d7b48f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 945 time: 0.0493369 Sep 29 17:52:32.839898 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a92b32a4-e146-40eb-8a2d-3991314faf70 req-6453a903-2128-4a61-b35a-686a267472a2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440545 Sep 29 17:52:32.867623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40552) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:33.007322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a1c399-50b7-4d83-9115-0623ebe165dd tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:33.008841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d0a1c399-50b7-4d83-9115-0623ebe165dd tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 1091 time: 0.1402221 Sep 29 17:52:33.011560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40556) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:33.015698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '32b988d9-4b8e-4b66-ad8a-dceed46bb807', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:52:33.041664 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:33.141082 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:33.244020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Allocated IP 172.25.2.91 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/b018d15d-4944-49ff-a9b9-c978a3ced8bd) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:52:33.348522 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:33.380920 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:33.418105 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:52:33.422425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:52:33.426179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:52:33.449914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=b018d15d-4944-49ff-a9b9-c978a3ced8bd,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:33.526147 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40562) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:33.568936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Deleting subnet e0c11691-4449-47db-841c-282101ec8363 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:52:33.572028 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:33.611235 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:33.653212 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:33.706817 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:33.730091 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c11691-4449-47db-841c-282101ec8363,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:33.740209 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:33.742053 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e0c11691-4449-47db-841c-282101ec8363 HTTP/1.1" status: 204 len: 168 time: 0.2149363 Sep 29 17:52:33.743888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:33.744367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:33.744672 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:33.744988 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:33.745336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:33.745663 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:33.745983 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:33.746301 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:33.746616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:33.746932 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:33.747248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:33.747566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f64eaf-9293-49c3-89ab-1f6637b50fe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:52:33.747713 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40564) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:33.836752 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:33.840327 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a178a6d-b8b3-4b9a-aa88-d2ac017f8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:33.950887 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:33.979914 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a178a6d-b8b3-4b9a-aa88-d2ac017f8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:34.021933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-6a178a6d-b8b3-4b9a-aa88-d2ac017f8f7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b669f6-c90c-4576-9fd7-e28f1ba34c68']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:34.041318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-6a178a6d-b8b3-4b9a-aa88-d2ac017f8f7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad33562-6b80-4306-b017-0a8ab404148f') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:34.041606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-6a178a6d-b8b3-4b9a-aa88-d2ac017f8f7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad33562-6b80-4306-b017-0a8ab404148f') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:34.054923 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a178a6d-b8b3-4b9a-aa88-d2ac017f8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:34.080381 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a178a6d-b8b3-4b9a-aa88-d2ac017f8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:34.094176 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a178a6d-b8b3-4b9a-aa88-d2ac017f8f7b admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:52:34.094566 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a178a6d-b8b3-4b9a-aa88-d2ac017f8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:52:34.097162 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:52:34.190470 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a178a6d-b8b3-4b9a-aa88-d2ac017f8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:34.203541 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6a178a6d-b8b3-4b9a-aa88-d2ac017f8f7b admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:34.206028 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6a178a6d-b8b3-4b9a-aa88-d2ac017f8f7b admin admin] 10.222.0.44 "DELETE /v2.0/networks/51b669f6-c90c-4576-9fd7-e28f1ba34c68 HTTP/1.1" status: 204 len: 168 time: 0.4568756 Sep 29 17:52:34.223999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a178a6d-b8b3-4b9a-aa88-d2ac017f8f7b admin admin] Pushing event deleted for resources: {'Network': ['ID=51b669f6-c90c-4576-9fd7-e28f1ba34c68,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:34.249487 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:34.254247 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:34.327682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=b018d15d-4944-49ff-a9b9-c978a3ced8bd,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:34.339860 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:34.377359 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40570) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:34.417498 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b5174924-f21d-4fa9-adf7-38c764f90d22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9251d7bb83dd4aaaae356290f300facc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387599 Sep 29 17:52:34.420042 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40572) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:34.445208 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Floating IP e57868d8-891d-4518-9ca1-e4472f10a887 associated. External IP: 172.25.2.91, port: 32b988d9-4b8e-4b66-ad8a-dceed46bb807. Sep 29 17:52:34.467685 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3bad22aa-6021-42a6-941b-c7882a73c55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:34.489939 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3bad22aa-6021-42a6-941b-c7882a73c55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:34.508856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:52:34.529845 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:52:34.530208 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 75b0f6d1-3ec2-47d9-b3ef-b71e42435a8f not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:52:34.544168 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3bad22aa-6021-42a6-941b-c7882a73c55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:34.546973 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3bad22aa-6021-42a6-941b-c7882a73c55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:34.548191 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3bad22aa-6021-42a6-941b-c7882a73c55b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/889e1e55-319f-4b0e-b8e4-688ab05e430c HTTP/1.1" status: 204 len: 168 time: 0.1272094 Sep 29 17:52:34.556369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad22aa-6021-42a6-941b-c7882a73c55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889e1e55-319f-4b0e-b8e4-688ab05e430c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:34.663406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router 392f70dd-5bec-4966-ab72-90b404af8c28 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:52:35.112878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:52:35.124560 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4328de61-95e9-4855-be72-499509f414fe None None] Sync routers for ids ['392f70dd-5bec-4966-ab72-90b404af8c28'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:52:35.129711 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:35.136478 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4328de61-95e9-4855-be72-499509f414fe None None] Routers {'392f70dd-5bec-4966-ab72-90b404af8c28'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:52:35.137116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-4328de61-95e9-4855-be72-499509f414fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:52:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['392f70dd-5bec-4966-ab72-90b404af8c28'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:35.159909 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4fd864f1-a823-4617-b485-13934ba05150 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1473207 Sep 29 17:52:35.160524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:52:35.162867 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7c43ad-5108-4776-81b1-d6197e35e374" -d '{"events": [{"name": "network-changed", "server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:52:35.203101 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c3c178-55c5-4b23-85d2-431d00101cf3 x-openstack-request-id: req-75c3c178-55c5-4b23-85d2-431d00101cf3 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:52:35.203651 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:52:35.204203 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75c3c178-55c5-4b23-85d2-431d00101cf3 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:52:35.204805 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807', 'status': 'completed', 'code': 200} Sep 29 17:52:35.269092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-4328de61-95e9-4855-be72-499509f414fe None None] Set router 392f70dd-5bec-4966-ab72-90b404af8c28 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:52:35.311030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa2b93-cdd9-4605-8239-454e8aaa15ca req-743c463a-5cb3-40dd-9902-f86156b02d1b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:35.312628 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ccaa2b93-cdd9-4605-8239-454e8aaa15ca req-743c463a-5cb3-40dd-9902-f86156b02d1b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 945 time: 0.0921412 Sep 29 17:52:35.316577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c43ad-5108-4776-81b1-d6197e35e374 req-8498ac8c-a12a-48ea-b52a-9fc6f0cc5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:35.318099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb7c43ad-5108-4776-81b1-d6197e35e374 req-8498ac8c-a12a-48ea-b52a-9fc6f0cc5909 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 1096 time: 0.0641768 Sep 29 17:52:35.383920 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ccaa2b93-cdd9-4605-8239-454e8aaa15ca req-655bda27-bd70-45fa-876d-c23baa853658 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644395 Sep 29 17:52:35.411653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40604) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:35.444654 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c43ad-5108-4776-81b1-d6197e35e374 req-abe2eb94-c600-4de8-8d7c-b5b83a611089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:35.447691 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb7c43ad-5108-4776-81b1-d6197e35e374 req-abe2eb94-c600-4de8-8d7c-b5b83a611089 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 HTTP/1.1" status: 200 len: 898 time: 0.1214712 Sep 29 17:52:35.480615 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0dee4a2b-883d-4665-b199-766a853dedeb tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/floatingips/e57868d8-891d-4518-9ca1-e4472f10a887 HTTP/1.1" status: 200 len: 990 time: 0.0678029 Sep 29 17:52:35.528841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb7c43ad-5108-4776-81b1-d6197e35e374 req-69bd95a7-ac56-4df6-a2b0-9c0bfbda3851 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807 HTTP/1.1" status: 200 len: 998 time: 0.0740001 Sep 29 17:52:35.537059 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-4328de61-95e9-4855-be72-499509f414fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975410256', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:19Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e57868d8-891d-4518-9ca1-e4472f10a887', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'port_id': '32b988d9-4b8e-4b66-ad8a-dceed46bb807', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'mac_address': 'fa:16:3e:cd:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:52:33Z', 'updated_at': '2021-09-29T17:52:33Z', 'revision_number': 0, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd062b624-7b83-48ea-ac67-7f534226dfd8', 'name': '', 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:3d:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:19Z', 'updated_at': '2021-09-29T17:52:23Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:35.566686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4328de61-95e9-4855-be72-499509f414fe None None] Checking router: 392f70dd-5bec-4966-ab72-90b404af8c28 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:52:35.575708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4328de61-95e9-4855-be72-499509f414fe None None] Routers {'392f70dd-5bec-4966-ab72-90b404af8c28'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:52:35.576334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-4328de61-95e9-4855-be72-499509f414fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:52:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['392f70dd-5bec-4966-ab72-90b404af8c28'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:35.583186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c43ad-5108-4776-81b1-d6197e35e374 req-86150ac2-5d09-4abe-b7a8-4856139a7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:35.584894 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb7c43ad-5108-4776-81b1-d6197e35e374 req-86150ac2-5d09-4abe-b7a8-4856139a7194 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85f2f599-6792-4416-94c9-73dc99d2f04b HTTP/1.1" status: 200 len: 835 time: 0.0493846 Sep 29 17:52:35.640971 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c43ad-5108-4776-81b1-d6197e35e374 req-beb0eb12-8978-4404-b9e5-f4017230b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:52:35.642562 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb7c43ad-5108-4776-81b1-d6197e35e374 req-beb0eb12-8978-4404-b9e5-f4017230b9db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509434 Sep 29 17:52:35.698142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-4328de61-95e9-4855-be72-499509f414fe None None] Set router 392f70dd-5bec-4966-ab72-90b404af8c28 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:52:35.742472 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb7c43ad-5108-4776-81b1-d6197e35e374 req-aa9a7fe1-d622-40a6-b08e-60c8ab1414d6 service neutron] 10.222.0.35 "GET /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909860 Sep 29 17:52:35.839271 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb7c43ad-5108-4776-81b1-d6197e35e374 req-8a3e0418-3810-4104-8fbd-9bf5721c4375 service neutron] 10.222.0.35 "GET /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895693 Sep 29 17:52:35.891704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40630) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:35.930343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-4328de61-95e9-4855-be72-499509f414fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975410256', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:19Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e57868d8-891d-4518-9ca1-e4472f10a887', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'port_id': '32b988d9-4b8e-4b66-ad8a-dceed46bb807', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'mac_address': 'fa:16:3e:cd:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:52:33Z', 'updated_at': '2021-09-29T17:52:33Z', 'revision_number': 0, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd062b624-7b83-48ea-ac67-7f534226dfd8', 'name': '', 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:3d:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:19Z', 'updated_at': '2021-09-29T17:52:23Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:52:35.959973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4328de61-95e9-4855-be72-499509f414fe None None] The sync data for ids ['392f70dd-5bec-4966-ab72-90b404af8c28'] in n-d-811748-2 is: [{'id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975410256', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:19Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'e57868d8-891d-4518-9ca1-e4472f10a887', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'floating_ip_address': '172.25.2.91', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'port_id': '32b988d9-4b8e-4b66-ad8a-dceed46bb807', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'mac_address': 'fa:16:3e:cd:94:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:52:33Z', 'updated_at': '2021-09-29T17:52:33Z', 'revision_number': 0, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd062b624-7b83-48ea-ac67-7f534226dfd8', 'name': '', 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:3d:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:19Z', 'updated_at': '2021-09-29T17:52:23Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:52:36.001601 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8569991-1999-4baa-be0d-2dcc10cab426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:36.105693 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8569991-1999-4baa-be0d-2dcc10cab426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:36.131804 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d8569991-1999-4baa-be0d-2dcc10cab426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:36.166104 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638cd303-74a1-4ca7-8991-72fcd2c30e61 None None] New status for floating IP e57868d8-891d-4518-9ca1-e4472f10a887: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:52:36.176712 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d8569991-1999-4baa-be0d-2dcc10cab426 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=70c13eefbf7e4f94ad6983e50d039556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838607 Sep 29 17:52:36.178032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8569991-1999-4baa-be0d-2dcc10cab426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34c2001-b1ed-4716-a5ff-74320d9c9d0b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:36.179795 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40636) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:36.230807 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e7560fa-f627-430d-a915-887579bc1e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:36.253416 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e7560fa-f627-430d-a915-887579bc1e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:36.300884 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e7560fa-f627-430d-a915-887579bc1e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:36.303724 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e7560fa-f627-430d-a915-887579bc1e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:36.305019 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8e7560fa-f627-430d-a915-887579bc1e15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b34c2001-b1ed-4716-a5ff-74320d9c9d0b HTTP/1.1" status: 204 len: 168 time: 0.1234472 Sep 29 17:52:36.314328 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7560fa-f627-430d-a915-887579bc1e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34c2001-b1ed-4716-a5ff-74320d9c9d0b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:36.339858 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:52:36.484643 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40642) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:36.866335 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d4b1a81f-8d38-40f8-9812-b54f93852acd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/floatingips/e57868d8-891d-4518-9ca1-e4472f10a887 HTTP/1.1" status: 200 len: 992 time: 0.3802762 Sep 29 17:52:38.994497 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40708) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:39.097994 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ddaed01c-ab33-4c48-adc8-3934747453ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:39.193066 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ddaed01c-ab33-4c48-adc8-3934747453ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:39.196554 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ddaed01c-ab33-4c48-adc8-3934747453ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:39.233126 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ddaed01c-ab33-4c48-adc8-3934747453ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b47fac25e0124b11a0d0cbff2d426c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375386 Sep 29 17:52:39.235048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaed01c-ab33-4c48-adc8-3934747453ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab6c316-6d51-49b9-8240-2bdbf720944e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:39.236052 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40712) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:39.284681 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c1a20a7-99a1-4221-982e-7b74c76acfc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:39.306250 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c1a20a7-99a1-4221-982e-7b74c76acfc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:39.353779 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c1a20a7-99a1-4221-982e-7b74c76acfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:39.356697 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c1a20a7-99a1-4221-982e-7b74c76acfc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:39.357875 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9c1a20a7-99a1-4221-982e-7b74c76acfc2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bab6c316-6d51-49b9-8240-2bdbf720944e HTTP/1.1" status: 204 len: 168 time: 0.1205127 Sep 29 17:52:39.367848 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a20a7-99a1-4221-982e-7b74c76acfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab6c316-6d51-49b9-8240-2bdbf720944e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:39.616587 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40720) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:39.630324 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0a1452d-56ca-4aa4-85d9-e7e003cacbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:39.725122 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0a1452d-56ca-4aa4-85d9-e7e003cacbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:39.728642 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c0a1452d-56ca-4aa4-85d9-e7e003cacbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:39.766643 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c0a1452d-56ca-4aa4-85d9-e7e003cacbb4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa71c6b60aa540d48e79d0d76e6534fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487999 Sep 29 17:52:39.767608 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1452d-56ca-4aa4-85d9-e7e003cacbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07dcf6f-006c-4532-b420-2bce60850017,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:39.769377 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40722) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:39.819724 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8117-8fea-41ad-a509-dc54aaaa5991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:39.839789 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8117-8fea-41ad-a509-dc54aaaa5991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:39.885050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8117-8fea-41ad-a509-dc54aaaa5991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:39.887567 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5dbf8117-8fea-41ad-a509-dc54aaaa5991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:39.888697 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5dbf8117-8fea-41ad-a509-dc54aaaa5991 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e07dcf6f-006c-4532-b420-2bce60850017 HTTP/1.1" status: 204 len: 168 time: 0.1176667 Sep 29 17:52:39.896370 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf8117-8fea-41ad-a509-dc54aaaa5991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07dcf6f-006c-4532-b420-2bce60850017,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:40.805962 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-73fecd9c-93b8-4e0d-8644-498fd4badfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:43.549706 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-70818599-3599-41ca-8ed3-b4a1c6bb8f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:44.614999 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:44.647986 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:44.675911 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:44.926042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40858) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:45.034718 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cf8039d-b10b-4da5-b035-8780e4dd959b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:45.123115 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cf8039d-b10b-4da5-b035-8780e4dd959b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:45.126642 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0cf8039d-b10b-4da5-b035-8780e4dd959b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:45.165088 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0cf8039d-b10b-4da5-b035-8780e4dd959b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de2893adf6bb4964be8a3461651f6c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379353 Sep 29 17:52:45.165975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8039d-b10b-4da5-b035-8780e4dd959b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca73102-2c82-4077-9d5d-035aecea0d3b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:45.175290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40862) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:45.231887 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e6e2a5ad-c3a9-4c0a-b776-2bf3bc3d5e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:45.253496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e6e2a5ad-c3a9-4c0a-b776-2bf3bc3d5e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:45.298844 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e6e2a5ad-c3a9-4c0a-b776-2bf3bc3d5e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:45.301407 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e6e2a5ad-c3a9-4c0a-b776-2bf3bc3d5e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:45.302548 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e6e2a5ad-c3a9-4c0a-b776-2bf3bc3d5e0f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dca73102-2c82-4077-9d5d-035aecea0d3b HTTP/1.1" status: 204 len: 168 time: 0.1260774 Sep 29 17:52:45.309787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2a5ad-c3a9-4c0a-b776-2bf3bc3d5e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca73102-2c82-4077-9d5d-035aecea0d3b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:45.562171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40868) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:45.575534 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3db3486f-dfdc-49f3-9e0c-0e66f09ece6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:45.667115 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3db3486f-dfdc-49f3-9e0c-0e66f09ece6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:45.670757 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3db3486f-dfdc-49f3-9e0c-0e66f09ece6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:45.707922 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3db3486f-dfdc-49f3-9e0c-0e66f09ece6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9979b9367c9048ada1cda2db326b4085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446366 Sep 29 17:52:45.709882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3486f-dfdc-49f3-9e0c-0e66f09ece6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd56295b-1d22-44d8-ae31-53c675c49464,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:45.710715 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40870) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:45.767555 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47edb910-722c-41a5-957b-d8e8ed8b4e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:45.790172 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47edb910-722c-41a5-957b-d8e8ed8b4e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:45.837208 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47edb910-722c-41a5-957b-d8e8ed8b4e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:45.839960 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47edb910-722c-41a5-957b-d8e8ed8b4e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:45.841108 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-47edb910-722c-41a5-957b-d8e8ed8b4e1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd56295b-1d22-44d8-ae31-53c675c49464 HTTP/1.1" status: 204 len: 168 time: 0.1293471 Sep 29 17:52:45.852007 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edb910-722c-41a5-957b-d8e8ed8b4e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd56295b-1d22-44d8-ae31-53c675c49464,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:46.896246 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:48.004391 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40950) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:48.111238 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b555430-69b8-4957-8ce7-15c2180ce335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:48.202785 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b555430-69b8-4957-8ce7-15c2180ce335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:48.206855 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b555430-69b8-4957-8ce7-15c2180ce335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:48.246696 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7b555430-69b8-4957-8ce7-15c2180ce335 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04a2565532f9492096f775c1520b4712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412095 Sep 29 17:52:48.247675 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b555430-69b8-4957-8ce7-15c2180ce335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aceaee51-e000-476a-bd9f-bee38e978152,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:48.250205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40954) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:48.298793 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f2d437d4-b338-492e-849c-463bac021e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:48.319779 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f2d437d4-b338-492e-849c-463bac021e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:48.366039 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f2d437d4-b338-492e-849c-463bac021e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:48.368580 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f2d437d4-b338-492e-849c-463bac021e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:48.369823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f2d437d4-b338-492e-849c-463bac021e65 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aceaee51-e000-476a-bd9f-bee38e978152 HTTP/1.1" status: 204 len: 168 time: 0.1191361 Sep 29 17:52:48.378367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d437d4-b338-492e-849c-463bac021e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aceaee51-e000-476a-bd9f-bee38e978152,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:48.624207 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 40960) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:48.637892 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4c8b16cc-207f-412c-bba3-e06055bba6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:48.722041 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4c8b16cc-207f-412c-bba3-e06055bba6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:48.725768 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4c8b16cc-207f-412c-bba3-e06055bba6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:48.766807 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4c8b16cc-207f-412c-bba3-e06055bba6a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8faf3cc0d91d491f979bf98118a4e8c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415281 Sep 29 17:52:48.767671 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b16cc-207f-412c-bba3-e06055bba6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0705ef4d-9b0c-4569-bc98-cef9c8ce9977,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:48.769519 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 40962) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:48.818667 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-815bef0a-d903-454d-bc62-6a2954c4ca51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:48.838700 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-815bef0a-d903-454d-bc62-6a2954c4ca51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:48.885105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-815bef0a-d903-454d-bc62-6a2954c4ca51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:48.887751 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-815bef0a-d903-454d-bc62-6a2954c4ca51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:48.888936 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-815bef0a-d903-454d-bc62-6a2954c4ca51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0705ef4d-9b0c-4569-bc98-cef9c8ce9977 HTTP/1.1" status: 204 len: 168 time: 0.1183124 Sep 29 17:52:48.898314 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bef0a-d903-454d-bc62-6a2954c4ca51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0705ef4d-9b0c-4569-bc98-cef9c8ce9977,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:51.184786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41028) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:51.302264 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c3b59c35-b212-42dd-b44a-57da790a8a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:51.389481 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c3b59c35-b212-42dd-b44a-57da790a8a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:51.393711 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c3b59c35-b212-42dd-b44a-57da790a8a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:51.435006 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c3b59c35-b212-42dd-b44a-57da790a8a9d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bffb7628568d4534a21a891b8a14cf89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2489872 Sep 29 17:52:51.435851 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b59c35-b212-42dd-b44a-57da790a8a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b11343-a457-4c64-99ac-20387be7f28b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:51.437687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41032) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:51.488120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa608-0b04-40bb-bc26-7aad62a7ef21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:51.508644 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa608-0b04-40bb-bc26-7aad62a7ef21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:51.554382 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa608-0b04-40bb-bc26-7aad62a7ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:51.556878 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b1fa608-0b04-40bb-bc26-7aad62a7ef21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:51.558048 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8b1fa608-0b04-40bb-bc26-7aad62a7ef21 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73b11343-a457-4c64-99ac-20387be7f28b HTTP/1.1" status: 204 len: 168 time: 0.1193831 Sep 29 17:52:51.566596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1fa608-0b04-40bb-bc26-7aad62a7ef21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b11343-a457-4c64-99ac-20387be7f28b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:51.815380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41038) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:51.828000 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ae9c6c4-6df1-47fd-94c8-4fdd5c305ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:51.914181 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ae9c6c4-6df1-47fd-94c8-4fdd5c305ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:51.918025 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ae9c6c4-6df1-47fd-94c8-4fdd5c305ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:51.955591 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6ae9c6c4-6df1-47fd-94c8-4fdd5c305ede admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d23a28ef2c848fcb2dbb6da683b43a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391587 Sep 29 17:52:51.956479 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9c6c4-6df1-47fd-94c8-4fdd5c305ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6466f4ea-a994-4006-9267-6daae84037f8,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:51.958396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41040) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:52.006771 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2cef-09a5-4841-9e96-86f80074431d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:52.027074 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2cef-09a5-4841-9e96-86f80074431d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:52.073129 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2cef-09a5-4841-9e96-86f80074431d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:52.075648 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d8d2cef-09a5-4841-9e96-86f80074431d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:52.076774 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7d8d2cef-09a5-4841-9e96-86f80074431d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6466f4ea-a994-4006-9267-6daae84037f8 HTTP/1.1" status: 204 len: 168 time: 0.1173820 Sep 29 17:52:52.084422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d2cef-09a5-4841-9e96-86f80074431d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6466f4ea-a994-4006-9267-6daae84037f8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:54.223151 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41116) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:54.343871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-05e8f4fa-fba8-4421-86fa-ae6ed6191c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:54.434754 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-05e8f4fa-fba8-4421-86fa-ae6ed6191c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:54.438743 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-05e8f4fa-fba8-4421-86fa-ae6ed6191c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:54.477471 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-05e8f4fa-fba8-4421-86fa-ae6ed6191c0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b4e0e7a9cbf4e73b96c2bc2b50f194f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2531612 Sep 29 17:52:54.478423 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8f4fa-fba8-4421-86fa-ae6ed6191c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26351ee0-6adc-4748-97f2-eaeae7bd281b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:54.480152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41122) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:54.537626 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8e07b8e5-4d00-4ec9-8df1-faaf6efd5ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:54.558399 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8e07b8e5-4d00-4ec9-8df1-faaf6efd5ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:54.604910 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8e07b8e5-4d00-4ec9-8df1-faaf6efd5ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:54.607492 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8e07b8e5-4d00-4ec9-8df1-faaf6efd5ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:54.608632 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8e07b8e5-4d00-4ec9-8df1-faaf6efd5ba9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26351ee0-6adc-4748-97f2-eaeae7bd281b HTTP/1.1" status: 204 len: 168 time: 0.1263134 Sep 29 17:52:54.617048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07b8e5-4d00-4ec9-8df1-faaf6efd5ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26351ee0-6adc-4748-97f2-eaeae7bd281b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:54.862172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41128) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:54.874947 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-593166df-dea0-46a9-a161-3125054554f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:54.965737 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-593166df-dea0-46a9-a161-3125054554f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:54.970065 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-593166df-dea0-46a9-a161-3125054554f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:55.007763 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-593166df-dea0-46a9-a161-3125054554f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40af876244744cf2aa23e7fe4891e998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445467 Sep 29 17:52:55.008657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593166df-dea0-46a9-a161-3125054554f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191f4058-5e9c-45a6-9e02-1d2f3d360533,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:55.010589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41130) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:55.065975 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c68e-38ec-4ebc-b160-8683f474f983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:55.086397 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c68e-38ec-4ebc-b160-8683f474f983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:55.133107 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c68e-38ec-4ebc-b160-8683f474f983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:55.135651 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b6b6c68e-38ec-4ebc-b160-8683f474f983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:55.136824 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b6b6c68e-38ec-4ebc-b160-8683f474f983 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/191f4058-5e9c-45a6-9e02-1d2f3d360533 HTTP/1.1" status: 204 len: 168 time: 0.1252010 Sep 29 17:52:55.144394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6c68e-38ec-4ebc-b160-8683f474f983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191f4058-5e9c-45a6-9e02-1d2f3d360533,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:57.279544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41196) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:57.385556 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b5faae9-e5ee-431e-a00c-797451cd3782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:57.473628 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b5faae9-e5ee-431e-a00c-797451cd3782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:57.477090 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8b5faae9-e5ee-431e-a00c-797451cd3782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:57.514734 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8b5faae9-e5ee-431e-a00c-797451cd3782 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8375ac105f0641998861be88ddaf4b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2341363 Sep 29 17:52:57.515829 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5faae9-e5ee-431e-a00c-797451cd3782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d189e09-7d56-4eea-931c-28e692740bca,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:57.518036 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41200) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:57.568786 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7e6f412-33d6-440c-bb4e-a8e48ace6f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:57.574542 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:57.590560 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7e6f412-33d6-440c-bb4e-a8e48ace6f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:57.637369 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7e6f412-33d6-440c-bb4e-a8e48ace6f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:57.639922 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7e6f412-33d6-440c-bb4e-a8e48ace6f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:57.641093 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b7e6f412-33d6-440c-bb4e-a8e48ace6f67 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d189e09-7d56-4eea-931c-28e692740bca HTTP/1.1" status: 204 len: 168 time: 0.1219387 Sep 29 17:52:57.648812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6f412-33d6-440c-bb4e-a8e48ace6f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d189e09-7d56-4eea-931c-28e692740bca,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:59.656479 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41314) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:59.762237 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4be94fbe-6701-4636-8c7e-764211785463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:59.848884 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4be94fbe-6701-4636-8c7e-764211785463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:59.852866 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4be94fbe-6701-4636-8c7e-764211785463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:59.895156 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4be94fbe-6701-4636-8c7e-764211785463 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b4f76a30b114a9d8693d6fdad7e9fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375627 Sep 29 17:52:59.896075 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be94fbe-6701-4636-8c7e-764211785463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03b255d-de3f-4dd1-a6f1-73eb5af2075c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:52:59.897811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41320) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:52:59.947708 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e88a3db9-6819-4b2d-b4f8-d7e86e4c1e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:52:59.967873 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e88a3db9-6819-4b2d-b4f8-d7e86e4c1e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:00.013227 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e88a3db9-6819-4b2d-b4f8-d7e86e4c1e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:00.015851 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e88a3db9-6819-4b2d-b4f8-d7e86e4c1e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:00.017040 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e88a3db9-6819-4b2d-b4f8-d7e86e4c1e54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d03b255d-de3f-4dd1-a6f1-73eb5af2075c HTTP/1.1" status: 204 len: 168 time: 0.1180921 Sep 29 17:53:00.024890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a3db9-6819-4b2d-b4f8-d7e86e4c1e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03b255d-de3f-4dd1-a6f1-73eb5af2075c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:00.271728 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41326) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:00.285199 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45e77c66-7671-4de8-8ab7-7751b31179f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:00.372503 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45e77c66-7671-4de8-8ab7-7751b31179f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:00.376334 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45e77c66-7671-4de8-8ab7-7751b31179f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:00.416589 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-45e77c66-7671-4de8-8ab7-7751b31179f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8562bfba963d498eb6f391cc13ac0827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438065 Sep 29 17:53:00.417473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e77c66-7671-4de8-8ab7-7751b31179f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a571f6-5613-4b54-8c63-884682cb0053,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:00.419344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41328) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:00.467853 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b0c93f34-e7e1-45e9-8a5c-52893b619102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:00.488989 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b0c93f34-e7e1-45e9-8a5c-52893b619102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:00.533691 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b0c93f34-e7e1-45e9-8a5c-52893b619102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:00.536303 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b0c93f34-e7e1-45e9-8a5c-52893b619102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:00.537491 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b0c93f34-e7e1-45e9-8a5c-52893b619102 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97a571f6-5613-4b54-8c63-884682cb0053 HTTP/1.1" status: 204 len: 168 time: 0.1170573 Sep 29 17:53:00.546098 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c93f34-e7e1-45e9-8a5c-52893b619102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a571f6-5613-4b54-8c63-884682cb0053,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:03.598164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41546) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:03.702000 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-26483e62-9148-4683-b406-28fa6ac615b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:03.791383 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-26483e62-9148-4683-b406-28fa6ac615b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:03.795378 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-26483e62-9148-4683-b406-28fa6ac615b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:03.835194 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-26483e62-9148-4683-b406-28fa6ac615b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7dc57aec45294e41932bc4be960715af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2360063 Sep 29 17:53:03.836051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26483e62-9148-4683-b406-28fa6ac615b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63809b68-2b9d-4d42-8187-c80a64f2169b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:03.837984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41550) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:03.886621 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a26befc-2e3c-4652-bae7-83de9d2c531d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:03.906545 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a26befc-2e3c-4652-bae7-83de9d2c531d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:03.952686 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a26befc-2e3c-4652-bae7-83de9d2c531d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:03.955284 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a26befc-2e3c-4652-bae7-83de9d2c531d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:03.956429 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5a26befc-2e3c-4652-bae7-83de9d2c531d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63809b68-2b9d-4d42-8187-c80a64f2169b HTTP/1.1" status: 204 len: 168 time: 0.1174216 Sep 29 17:53:03.964107 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26befc-2e3c-4652-bae7-83de9d2c531d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63809b68-2b9d-4d42-8187-c80a64f2169b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:06.187400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41646) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:06.295842 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d3cd7e3-b9e5-4b25-885f-dafe68080f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:06.385197 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d3cd7e3-b9e5-4b25-885f-dafe68080f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:06.392930 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d3cd7e3-b9e5-4b25-885f-dafe68080f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:06.431056 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5d3cd7e3-b9e5-4b25-885f-dafe68080f41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c383502ad7c4a8a87a784c640197772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2425797 Sep 29 17:53:06.432217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cd7e3-b9e5-4b25-885f-dafe68080f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88661cd-3479-4ee3-962c-f03533b580da,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:06.433814 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41652) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:06.482289 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8e55e848-b584-469b-935d-123600b013a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:06.503574 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8e55e848-b584-469b-935d-123600b013a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:06.550604 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8e55e848-b584-469b-935d-123600b013a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:06.553497 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8e55e848-b584-469b-935d-123600b013a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:06.554767 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8e55e848-b584-469b-935d-123600b013a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f88661cd-3479-4ee3-962c-f03533b580da HTTP/1.1" status: 204 len: 168 time: 0.1197946 Sep 29 17:53:06.562415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55e848-b584-469b-935d-123600b013a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88661cd-3479-4ee3-962c-f03533b580da,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:06.807304 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41658) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:06.821082 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e4440875-60ee-4f47-bd31-78f4f50b63b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:06.907225 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e4440875-60ee-4f47-bd31-78f4f50b63b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:06.911484 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e4440875-60ee-4f47-bd31-78f4f50b63b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:06.948742 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e4440875-60ee-4f47-bd31-78f4f50b63b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1521c31c0e0f414699a42d3f1722c0c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398826 Sep 29 17:53:06.950011 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4440875-60ee-4f47-bd31-78f4f50b63b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3e75c0-038c-4f10-a4b8-478327caab6e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:06.951683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41660) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:06.999764 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-446fd428-8a99-4d78-b160-d326be30ae3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:07.024069 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-446fd428-8a99-4d78-b160-d326be30ae3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:07.068209 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-446fd428-8a99-4d78-b160-d326be30ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:07.070801 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-446fd428-8a99-4d78-b160-d326be30ae3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:07.071937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-446fd428-8a99-4d78-b160-d326be30ae3f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d3e75c0-038c-4f10-a4b8-478327caab6e HTTP/1.1" status: 204 len: 168 time: 0.1193640 Sep 29 17:53:07.079908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446fd428-8a99-4d78-b160-d326be30ae3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3e75c0-038c-4f10-a4b8-478327caab6e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:08.166858 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41730) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:08.277146 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-025b75f5-02cc-4952-a37a-60251ff0f4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:08.363658 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-025b75f5-02cc-4952-a37a-60251ff0f4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:08.367186 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-025b75f5-02cc-4952-a37a-60251ff0f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:08.404614 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-025b75f5-02cc-4952-a37a-60251ff0f4a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec6a9e5eea56491a8996f3c220da2731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2366810 Sep 29 17:53:08.405892 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b75f5-02cc-4952-a37a-60251ff0f4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e372be5-16e2-4b97-b6a5-c019ad966826,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:08.407305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41734) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:08.459876 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc208dc3-29c8-44cf-ba95-748e9987fa0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:08.479811 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc208dc3-29c8-44cf-ba95-748e9987fa0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:08.527099 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc208dc3-29c8-44cf-ba95-748e9987fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:08.529800 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc208dc3-29c8-44cf-ba95-748e9987fa0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:08.533992 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-dc208dc3-29c8-44cf-ba95-748e9987fa0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e372be5-16e2-4b97-b6a5-c019ad966826 HTTP/1.1" status: 204 len: 168 time: 0.1220465 Sep 29 17:53:08.538891 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc208dc3-29c8-44cf-ba95-748e9987fa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e372be5-16e2-4b97-b6a5-c019ad966826,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:09.804217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41804) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:09.908967 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:09.995749 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:09.999224 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:10.036818 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d047bfeafd844e0c9c0fd380abefd14f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315059 Sep 29 17:53:10.037707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5168c77c-bcec-4e01-ad03-7c36a62a90cb,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:10.039598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41808) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:10.044990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:10.045361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:10.045706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:10.046049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:10.046386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:10.046720 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:10.047050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:10.047379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:10.047705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:10.048592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:10.048910 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:10.049235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05092ed-1ece-44ce-8791-ebc01932b3be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:10.088312 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8eed7e96-d22f-4381-a689-1cb9f9d18e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:10.108882 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8eed7e96-d22f-4381-a689-1cb9f9d18e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:10.156564 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8eed7e96-d22f-4381-a689-1cb9f9d18e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:10.159769 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8eed7e96-d22f-4381-a689-1cb9f9d18e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:10.160908 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8eed7e96-d22f-4381-a689-1cb9f9d18e7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5168c77c-bcec-4e01-ad03-7c36a62a90cb HTTP/1.1" status: 204 len: 168 time: 0.1202996 Sep 29 17:53:10.168210 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed7e96-d22f-4381-a689-1cb9f9d18e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5168c77c-bcec-4e01-ad03-7c36a62a90cb,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:10.807599 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-20929640-58be-4d6e-aec9-56296827e93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:11.407282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41846) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:11.556545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-74aeb468-d81b-446a-8ebc-5441924c78ad tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1028970610'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:11.577751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74aeb468-d81b-446a-8ebc-5441924c78ad tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Made reservation on behalf of 5ddb35e68cd44d3096e83c6130eb8e42 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:11.581404 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74aeb468-d81b-446a-8ebc-5441924c78ad tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:11.589560 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74aeb468-d81b-446a-8ebc-5441924c78ad tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:11.678297 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74aeb468-d81b-446a-8ebc-5441924c78ad tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:11.682245 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74aeb468-d81b-446a-8ebc-5441924c78ad tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:11.708441 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74aeb468-d81b-446a-8ebc-5441924c78ad tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:53:11.717903 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aeb468-d81b-446a-8ebc-5441924c78ad tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f779d16-26dc-4de8-bdc1-829b73e66c57,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:11.723611 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74aeb468-d81b-446a-8ebc-5441924c78ad tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:11.723954 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-74aeb468-d81b-446a-8ebc-5441924c78ad tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Added segment 24d18bce-2dae-4b2f-a179-1cfff28d9087 of type vlan for network 0e14eda9-165b-4b2f-a450-9c7c83eb54a1 Sep 29 17:53:11.763952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74aeb468-d81b-446a-8ebc-5441924c78ad tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:11.794982 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74aeb468-d81b-446a-8ebc-5441924c78ad tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:11.801269 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aeb468-d81b-446a-8ebc-5441924c78ad tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:11.801986 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74aeb468-d81b-446a-8ebc-5441924c78ad tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:11.839017 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-74aeb468-d81b-446a-8ebc-5441924c78ad tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4303207 Sep 29 17:53:11.842318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41854) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:11.879527 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aeb468-d81b-446a-8ebc-5441924c78ad tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Pushing event updated for resources: {'Network': ['ID=0e14eda9-165b-4b2f-a450-9c7c83eb54a1,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:11.890060 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 0e14eda9-165b-4b2f-a450-9c7c83eb54a1 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:53:11.908679 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-94cc2c1b-2822-4c96-9560-e97e57581c3b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Request body: {'network': {'name': 'tempest-network--2059519209', 'router:external': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:11.932338 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cc2c1b-2822-4c96-9560-e97e57581c3b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Made reservation on behalf of 2801348112b54b06977cdcc4e1c46082 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:11.935091 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94cc2c1b-2822-4c96-9560-e97e57581c3b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:11.944701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94cc2c1b-2822-4c96-9560-e97e57581c3b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.044617 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94cc2c1b-2822-4c96-9560-e97e57581c3b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.047667 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94cc2c1b-2822-4c96-9560-e97e57581c3b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.072132 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cc2c1b-2822-4c96-9560-e97e57581c3b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:53:12.082338 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc2c1b-2822-4c96-9560-e97e57581c3b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f58a2e2-e05d-4022-8c8c-d394bc3fefee,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:12.087442 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94cc2c1b-2822-4c96-9560-e97e57581c3b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.087815 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-94cc2c1b-2822-4c96-9560-e97e57581c3b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Added segment 31db9ba8-2c83-49d5-9e6b-d63b1a24b279 of type vlan for network 2cb51e2d-69cc-4f0d-9982-5eea5cabe57c Sep 29 17:53:12.137444 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94cc2c1b-2822-4c96-9560-e97e57581c3b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.176515 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94cc2c1b-2822-4c96-9560-e97e57581c3b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.177813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cc2c1b-2822-4c96-9560-e97e57581c3b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:12.178529 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94cc2c1b-2822-4c96-9560-e97e57581c3b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.213822 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-94cc2c1b-2822-4c96-9560-e97e57581c3b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3702879 Sep 29 17:53:12.214475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41866) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:12.265206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc2c1b-2822-4c96-9560-e97e57581c3b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event updated for resources: {'Network': ['ID=2cb51e2d-69cc-4f0d-9982-5eea5cabe57c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:12.275678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 2cb51e2d-69cc-4f0d-9982-5eea5cabe57c details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:53:12.328360 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d795802-2943-4ea8-84f8-bd3b63af8a41 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.414925 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d795802-2943-4ea8-84f8-bd3b63af8a41 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.435054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-1d795802-2943-4ea8-84f8-bd3b63af8a41 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb51e2d-69cc-4f0d-9982-5eea5cabe57c']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:12.444582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-1d795802-2943-4ea8-84f8-bd3b63af8a41 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31db9ba8-2c83-49d5-9e6b-d63b1a24b279') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:12.444883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-1d795802-2943-4ea8-84f8-bd3b63af8a41 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31db9ba8-2c83-49d5-9e6b-d63b1a24b279') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:12.454179 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d795802-2943-4ea8-84f8-bd3b63af8a41 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.468213 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d795802-2943-4ea8-84f8-bd3b63af8a41 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.474435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d795802-2943-4ea8-84f8-bd3b63af8a41 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:53:12.474933 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d795802-2943-4ea8-84f8-bd3b63af8a41 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:53:12.476571 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:53:12.533431 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d795802-2943-4ea8-84f8-bd3b63af8a41 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.548247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d795802-2943-4ea8-84f8-bd3b63af8a41 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2cb51e2d-69cc-4f0d-9982-5eea5cabe57c {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 29 17:53:12.550150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d795802-2943-4ea8-84f8-bd3b63af8a41 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event deleted for resources: {'Network': ['ID=2cb51e2d-69cc-4f0d-9982-5eea5cabe57c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:12.552064 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1d795802-2943-4ea8-84f8-bd3b63af8a41 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.553954 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1d795802-2943-4ea8-84f8-bd3b63af8a41 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "DELETE /v2.0/networks/2cb51e2d-69cc-4f0d-9982-5eea5cabe57c HTTP/1.1" status: 204 len: 168 time: 0.3368690 Sep 29 17:53:12.557378 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41870) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:12.562021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-3cad7c41-6e0a-48c9-a70d-93cba830672f tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:12.585195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cad7c41-6e0a-48c9-a70d-93cba830672f tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Made reservation on behalf of 2801348112b54b06977cdcc4e1c46082 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:12.588128 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3cad7c41-6e0a-48c9-a70d-93cba830672f tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.615009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cad7c41-6e0a-48c9-a70d-93cba830672f tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:53:12.625796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3cad7c41-6e0a-48c9-a70d-93cba830672f tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.626997 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-3cad7c41-6e0a-48c9-a70d-93cba830672f tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Added segment b90c3929-85be-411c-865a-f659b0ba7e41 of type vlan for network 3b3e6feb-e2a4-42c4-91b8-8961886ba5a9 Sep 29 17:53:12.677663 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3cad7c41-6e0a-48c9-a70d-93cba830672f tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.709999 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3cad7c41-6e0a-48c9-a70d-93cba830672f tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.711292 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cad7c41-6e0a-48c9-a70d-93cba830672f tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:12.711898 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3cad7c41-6e0a-48c9-a70d-93cba830672f tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:12.749433 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3cad7c41-6e0a-48c9-a70d-93cba830672f tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.1884062 Sep 29 17:53:12.749658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41872) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:12.754443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-76b66409-c0c6-46cd-b8a6-4f028b95b80b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Request body: {'subnet': {'network_id': '3b3e6feb-e2a4-42c4-91b8-8961886ba5a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:12.789896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad7c41-6e0a-48c9-a70d-93cba830672f tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event updated for resources: {'Network': ['ID=3b3e6feb-e2a4-42c4-91b8-8961886ba5a9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:12.807225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 3b3e6feb-e2a4-42c4-91b8-8961886ba5a9 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:53:12.808920 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b66409-c0c6-46cd-b8a6-4f028b95b80b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Made reservation on behalf of 2801348112b54b06977cdcc4e1c46082 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:12.812105 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-76b66409-c0c6-46cd-b8a6-4f028b95b80b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:13.114920 n-d-811748-2 neutron-server[95016]: DEBUG neutron.objects.ports [None req-76b66409-c0c6-46cd-b8a6-4f028b95b80b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95016) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 17:53:13.115589 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-76b66409-c0c6-46cd-b8a6-4f028b95b80b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:13.166846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b66409-c0c6-46cd-b8a6-4f028b95b80b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dfc290f3-1784-4420-a813-0ad8a0482b47,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:13.178664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b66409-c0c6-46cd-b8a6-4f028b95b80b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Checking segment: {'id': 'b90c3929-85be-411c-865a-f659b0ba7e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '3b3e6feb-e2a4-42c4-91b8-8961886ba5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:53:13.179136 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b66409-c0c6-46cd-b8a6-4f028b95b80b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Network hostable DHCP agents. Network: 3b3e6feb-e2a4-42c4-91b8-8961886ba5a9, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:53:13.195455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b66409-c0c6-46cd-b8a6-4f028b95b80b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Network 3b3e6feb-e2a4-42c4-91b8-8961886ba5a9 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:53:13.203502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-76b66409-c0c6-46cd-b8a6-4f028b95b80b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 3b3e6feb-e2a4-42c4-91b8-8961886ba5a9) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:13.209568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b66409-c0c6-46cd-b8a6-4f028b95b80b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:13.210155 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-76b66409-c0c6-46cd-b8a6-4f028b95b80b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:13.214677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c78e1cd-16fe-4303-840e-d143d301ab39 None None] Network 3b3e6feb-e2a4-42c4-91b8-8961886ba5a9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:53:13.227519 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41876) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:13.228035 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-76b66409-c0c6-46cd-b8a6-4f028b95b80b tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4769900 Sep 29 17:53:13.232595 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Request body: {'floatingip': {'floating_network_id': '3b3e6feb-e2a4-42c4-91b8-8961886ba5a9'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:13.259654 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:13.340383 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:53:13.357725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5084cd7f-6914-4c5a-9eac-f309f3b5727f None None] Network 3b3e6feb-e2a4-42c4-91b8-8961886ba5a9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:53:13.361237 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:13.473756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Allocated IP 172.20.0.7 (3b3e6feb-e2a4-42c4-91b8-8961886ba5a9/dfc290f3-1784-4420-a813-0ad8a0482b47/764384fd-6b60-40ff-b780-3067d21303f0) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:53:13.550494 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-04f2e9f8-480e-4112-bc66-cd70d5774b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:13.590542 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:13.628368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:13.669958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Network 3b3e6feb-e2a4-42c4-91b8-8961886ba5a9 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:13.673335 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:13.676738 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:53:13.704513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event updated for resources: {'Port': ['ID=764384fd-6b60-40ff-b780-3067d21303f0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:13.766085 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:13.801433 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:13.952475 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:13.957062 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.027348 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event updated for resources: {'Port': ['ID=764384fd-6b60-40ff-b780-3067d21303f0,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:14.039774 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.053469 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.054662 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-85854951-6256-4a2a-b22f-d90b8dce32ca tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8254757 Sep 29 17:53:14.057886 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41888) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:14.122886 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e2c040e1-c5fd-42bd-9f20-7deec440f367 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=3b3e6feb-e2a4-42c4-91b8-8961886ba5a9 HTTP/1.1" status: 200 len: 689 time: 0.0639229 Sep 29 17:53:14.125597 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41890) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:14.213887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.332686 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Deleting port 764384fd-6b60-40ff-b780-3067d21303f0 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:14.333382 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.406499 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.406829 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.418202 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Calling delete_port for 764384fd-6b60-40ff-b780-3067d21303f0 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:14.551575 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.580585 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event deleted for resources: {'Port': ['ID=764384fd-6b60-40ff-b780-3067d21303f0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:14.620085 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.647274 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.652267 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.679335 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.704954 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.762528 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.794977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc290f3-1784-4420-a813-0ad8a0482b47,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:14.852245 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.874210 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b3e6feb-e2a4-42c4-91b8-8961886ba5a9']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:14.885471 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90c3929-85be-411c-865a-f659b0ba7e41') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:14.885771 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90c3929-85be-411c-865a-f659b0ba7e41') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:14.896747 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.911170 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.917392 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:53:14.917810 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:53:14.929155 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:53:14.983360 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.989009 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b3e6feb-e2a4-42c4-91b8-8961886ba5a9 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 29 17:53:14.991770 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:14.996691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41894) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:14.997809 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "DELETE /v2.0/networks/3b3e6feb-e2a4-42c4-91b8-8961886ba5a9 HTTP/1.1" status: 204 len: 168 time: 0.8710134 Sep 29 17:53:15.011653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bf9a4-f3c0-4142-aadf-65a95c7c4cd0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b3e6feb-e2a4-42c4-91b8-8961886ba5a9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:15.125074 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41898) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:15.129864 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-738c5f75-b8d9-4ef3-9823-dd697aa00998 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.1265888 Sep 29 17:53:15.180059 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b7029c-4200-4e37-9213-85542dffc186 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:15.180529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b7029c-4200-4e37-9213-85542dffc186 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:15.180984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b7029c-4200-4e37-9213-85542dffc186 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:15.181462 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b7029c-4200-4e37-9213-85542dffc186 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:15.181909 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b7029c-4200-4e37-9213-85542dffc186 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:15.186223 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-44b7029c-4200-4e37-9213-85542dffc186 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.0574951 Sep 29 17:53:15.186515 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41900) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:15.225343 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-c73d0948-b862-4e07-b354-817c98c76901 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] delete failed (client error): The resource could not be found. Sep 29 17:53:15.228515 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c73d0948-b862-4e07-b354-817c98c76901 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/16d6f596-ff40-4a82-8641-056e5e024a45 HTTP/1.1" status: 404 len: 345 time: 0.0385327 Sep 29 17:53:15.228644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41902) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:15.245574 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-92294222-1214-4485-ab12-0835f865835a tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] DELETE failed (client error): The resource could not be found. Sep 29 17:53:15.246224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92294222-1214-4485-ab12-0835f865835a tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:53:15.252122 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-92294222-1214-4485-ab12-0835f865835a tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "DELETE /v2.0/networks/3b3e6feb-e2a4-42c4-91b8-8961886ba5a9 HTTP/1.1" status: 404 len: 339 time: 0.0184937 Sep 29 17:53:15.252847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41904) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:15.257175 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-eccf3d72-0e4d-40ee-a32a-5677617e0363 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Request body: {'network': {'name': 'tempest-network--220809611', 'router:external': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:15.278356 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccf3d72-0e4d-40ee-a32a-5677617e0363 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Made reservation on behalf of 2801348112b54b06977cdcc4e1c46082 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:15.281109 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eccf3d72-0e4d-40ee-a32a-5677617e0363 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:15.306534 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eccf3d72-0e4d-40ee-a32a-5677617e0363 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:53:15.317892 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eccf3d72-0e4d-40ee-a32a-5677617e0363 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:15.318540 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-eccf3d72-0e4d-40ee-a32a-5677617e0363 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Added segment 7c17e8e9-09a6-4888-9fd2-9aa4d310b431 of type vlan for network 5bb5a1ea-c197-4646-801d-8447591aa3c8 Sep 29 17:53:15.370157 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eccf3d72-0e4d-40ee-a32a-5677617e0363 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:15.403647 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eccf3d72-0e4d-40ee-a32a-5677617e0363 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:15.405083 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccf3d72-0e4d-40ee-a32a-5677617e0363 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:15.406045 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eccf3d72-0e4d-40ee-a32a-5677617e0363 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:15.451896 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-eccf3d72-0e4d-40ee-a32a-5677617e0363 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.1982183 Sep 29 17:53:15.455361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41906) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:15.480428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf3d72-0e4d-40ee-a32a-5677617e0363 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event updated for resources: {'Network': ['ID=5bb5a1ea-c197-4646-801d-8447591aa3c8,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:15.491946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 5bb5a1ea-c197-4646-801d-8447591aa3c8 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:53:15.651628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b073bad9-119b-4ab8-b327-e438de6812d0 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:15.657950 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b073bad9-119b-4ab8-b327-e438de6812d0 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:15.663918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b073bad9-119b-4ab8-b327-e438de6812d0 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:15.669994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b073bad9-119b-4ab8-b327-e438de6812d0 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:15.671642 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b073bad9-119b-4ab8-b327-e438de6812d0 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2151186 Sep 29 17:53:15.675099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41908) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:15.744157 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b2997b5b-d17c-45d8-a839-f01b76beba38 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:15.833919 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b2997b5b-d17c-45d8-a839-f01b76beba38 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:15.853067 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-b2997b5b-d17c-45d8-a839-f01b76beba38 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb5a1ea-c197-4646-801d-8447591aa3c8']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:15.862707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-b2997b5b-d17c-45d8-a839-f01b76beba38 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c17e8e9-09a6-4888-9fd2-9aa4d310b431') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:15.863006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-b2997b5b-d17c-45d8-a839-f01b76beba38 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c17e8e9-09a6-4888-9fd2-9aa4d310b431') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:15.872302 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b2997b5b-d17c-45d8-a839-f01b76beba38 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:15.886025 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b2997b5b-d17c-45d8-a839-f01b76beba38 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:15.891917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2997b5b-d17c-45d8-a839-f01b76beba38 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:53:15.892306 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b2997b5b-d17c-45d8-a839-f01b76beba38 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:53:15.894027 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:53:15.955891 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b2997b5b-d17c-45d8-a839-f01b76beba38 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:15.961252 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2997b5b-d17c-45d8-a839-f01b76beba38 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5bb5a1ea-c197-4646-801d-8447591aa3c8 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 29 17:53:15.965993 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b2997b5b-d17c-45d8-a839-f01b76beba38 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:15.971864 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b2997b5b-d17c-45d8-a839-f01b76beba38 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "DELETE /v2.0/networks/5bb5a1ea-c197-4646-801d-8447591aa3c8 HTTP/1.1" status: 204 len: 168 time: 0.2918005 Sep 29 17:53:15.972466 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41912) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:15.977814 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-62dc2fb2-1df8-4424-b250-ce2814fba209 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Request body: {'network': {'name': 'tempest-network--1058335395', 'router:external': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:15.979063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2997b5b-d17c-45d8-a839-f01b76beba38 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event deleted for resources: {'Network': ['ID=5bb5a1ea-c197-4646-801d-8447591aa3c8,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:16.001778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dc2fb2-1df8-4424-b250-ce2814fba209 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Made reservation on behalf of 2801348112b54b06977cdcc4e1c46082 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:16.004618 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62dc2fb2-1df8-4424-b250-ce2814fba209 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.031321 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62dc2fb2-1df8-4424-b250-ce2814fba209 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:53:16.042883 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62dc2fb2-1df8-4424-b250-ce2814fba209 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.043305 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-62dc2fb2-1df8-4424-b250-ce2814fba209 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Added segment 1abad0cb-0cb9-4de9-b23b-6cbe6bd68dad of type vlan for network a3533aa8-fa86-48c6-8aa6-27531b1ba18a Sep 29 17:53:16.099256 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62dc2fb2-1df8-4424-b250-ce2814fba209 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.129797 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62dc2fb2-1df8-4424-b250-ce2814fba209 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.130820 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc2fb2-1df8-4424-b250-ce2814fba209 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:16.131406 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62dc2fb2-1df8-4424-b250-ce2814fba209 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.162184 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-62dc2fb2-1df8-4424-b250-ce2814fba209 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1885715 Sep 29 17:53:16.165720 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41914) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:16.202481 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc2fb2-1df8-4424-b250-ce2814fba209 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event updated for resources: {'Network': ['ID=a3533aa8-fa86-48c6-8aa6-27531b1ba18a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:16.214282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network a3533aa8-fa86-48c6-8aa6-27531b1ba18a details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:53:16.275979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc252adc-4fa6-4a41-b3ce-e10b6a1391d5 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:16.280411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41916) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:16.280719 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-dc252adc-4fa6-4a41-b3ce-e10b6a1391d5 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] 10.222.0.44 "GET /v2.0/networks/a3533aa8-fa86-48c6-8aa6-27531b1ba18a HTTP/1.1" status: 200 len: 757 time: 0.1131423 Sep 29 17:53:16.381016 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf85368-6080-4bae-82e9-29e69d0532c1 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:16.385832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41918) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:16.397294 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-acf85368-6080-4bae-82e9-29e69d0532c1 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] 10.222.0.44 "GET /v2.0/networks/0e14eda9-165b-4b2f-a450-9c7c83eb54a1 HTTP/1.1" status: 200 len: 768 time: 0.1156452 Sep 29 17:53:16.465581 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7a8535ec-1b4e-47d8-ac3e-0b6cd2f3555d tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.542045 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7a8535ec-1b4e-47d8-ac3e-0b6cd2f3555d tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.568747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-7a8535ec-1b4e-47d8-ac3e-0b6cd2f3555d tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3533aa8-fa86-48c6-8aa6-27531b1ba18a']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:16.578616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-7a8535ec-1b4e-47d8-ac3e-0b6cd2f3555d tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abad0cb-0cb9-4de9-b23b-6cbe6bd68dad') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:16.578912 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-7a8535ec-1b4e-47d8-ac3e-0b6cd2f3555d tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abad0cb-0cb9-4de9-b23b-6cbe6bd68dad') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:16.588868 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7a8535ec-1b4e-47d8-ac3e-0b6cd2f3555d tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.602260 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7a8535ec-1b4e-47d8-ac3e-0b6cd2f3555d tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.608113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8535ec-1b4e-47d8-ac3e-0b6cd2f3555d tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:53:16.608497 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7a8535ec-1b4e-47d8-ac3e-0b6cd2f3555d tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:53:16.610228 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:53:16.666354 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7a8535ec-1b4e-47d8-ac3e-0b6cd2f3555d tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.671562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8535ec-1b4e-47d8-ac3e-0b6cd2f3555d tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a3533aa8-fa86-48c6-8aa6-27531b1ba18a {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 29 17:53:16.674856 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7a8535ec-1b4e-47d8-ac3e-0b6cd2f3555d tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.682024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7a8535ec-1b4e-47d8-ac3e-0b6cd2f3555d tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "DELETE /v2.0/networks/a3533aa8-fa86-48c6-8aa6-27531b1ba18a HTTP/1.1" status: 204 len: 168 time: 0.2898574 Sep 29 17:53:16.682375 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41920) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:16.687224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-57056113-79d8-4c97-875f-3ebae234efb0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Request body: {'network': {'name': 'tempest-network--580364385'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:16.690788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8535ec-1b4e-47d8-ac3e-0b6cd2f3555d tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event deleted for resources: {'Network': ['ID=a3533aa8-fa86-48c6-8aa6-27531b1ba18a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:16.708623 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57056113-79d8-4c97-875f-3ebae234efb0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Made reservation on behalf of 2801348112b54b06977cdcc4e1c46082 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:16.711245 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-57056113-79d8-4c97-875f-3ebae234efb0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.737335 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57056113-79d8-4c97-875f-3ebae234efb0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:53:16.746586 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-57056113-79d8-4c97-875f-3ebae234efb0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.747013 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-57056113-79d8-4c97-875f-3ebae234efb0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Added segment 53ea073d-0b8e-43f3-997c-619923b8ede7 of type vlan for network 9e267ed6-1ace-4e27-ac03-8a2ffabae4a5 Sep 29 17:53:16.799970 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-57056113-79d8-4c97-875f-3ebae234efb0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.843548 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-57056113-79d8-4c97-875f-3ebae234efb0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.844651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57056113-79d8-4c97-875f-3ebae234efb0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:16.845434 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-57056113-79d8-4c97-875f-3ebae234efb0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.901616 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-57056113-79d8-4c97-875f-3ebae234efb0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2179260 Sep 29 17:53:16.904420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41924) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:16.909678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a2af6efd-064a-46e3-b0a5-cba10f1a33c9 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:16.911632 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:16.964017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57056113-79d8-4c97-875f-3ebae234efb0 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event updated for resources: {'Network': ['ID=9e267ed6-1ace-4e27-ac03-8a2ffabae4a5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:16.975401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 9e267ed6-1ace-4e27-ac03-8a2ffabae4a5 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:53:17.087315 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2af6efd-064a-46e3-b0a5-cba10f1a33c9 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.101982 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2af6efd-064a-46e3-b0a5-cba10f1a33c9 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.121149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a2af6efd-064a-46e3-b0a5-cba10f1a33c9 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Network 9e267ed6-1ace-4e27-ac03-8a2ffabae4a5 is not hosted by any dhcp agent {{(pid=95016) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 17:53:17.122076 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2af6efd-064a-46e3-b0a5-cba10f1a33c9 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:17.122684 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2af6efd-064a-46e3-b0a5-cba10f1a33c9 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.127284 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a2af6efd-064a-46e3-b0a5-cba10f1a33c9 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "PUT /v2.0/networks/9e267ed6-1ace-4e27-ac03-8a2ffabae4a5 HTTP/1.1" status: 200 len: 857 time: 0.2184968 Sep 29 17:53:17.127698 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41926) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:17.172169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af6efd-064a-46e3-b0a5-cba10f1a33c9 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event updated for resources: {'Network': ['ID=9e267ed6-1ace-4e27-ac03-8a2ffabae4a5,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:17.200367 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2bdb7c71-8cc4-4f75-8da5-f610079ae114 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.288748 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2bdb7c71-8cc4-4f75-8da5-f610079ae114 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.308768 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2bdb7c71-8cc4-4f75-8da5-f610079ae114 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e267ed6-1ace-4e27-ac03-8a2ffabae4a5']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:17.318017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2bdb7c71-8cc4-4f75-8da5-f610079ae114 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ea073d-0b8e-43f3-997c-619923b8ede7') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:17.318252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2bdb7c71-8cc4-4f75-8da5-f610079ae114 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ea073d-0b8e-43f3-997c-619923b8ede7') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:17.327356 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2bdb7c71-8cc4-4f75-8da5-f610079ae114 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.340888 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2bdb7c71-8cc4-4f75-8da5-f610079ae114 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.347995 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdb7c71-8cc4-4f75-8da5-f610079ae114 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:53:17.348412 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2bdb7c71-8cc4-4f75-8da5-f610079ae114 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:53:17.350221 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:53:17.409368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2bdb7c71-8cc4-4f75-8da5-f610079ae114 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.413724 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdb7c71-8cc4-4f75-8da5-f610079ae114 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e267ed6-1ace-4e27-ac03-8a2ffabae4a5 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 29 17:53:17.416839 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2bdb7c71-8cc4-4f75-8da5-f610079ae114 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.425064 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2bdb7c71-8cc4-4f75-8da5-f610079ae114 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] 10.222.0.44 "DELETE /v2.0/networks/9e267ed6-1ace-4e27-ac03-8a2ffabae4a5 HTTP/1.1" status: 204 len: 168 time: 0.2901235 Sep 29 17:53:17.427016 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41928) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:17.436256 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb7c71-8cc4-4f75-8da5-f610079ae114 tempest-ExternalNetworksTestJSON-267168836 tempest-ExternalNetworksTestJSON-267168836-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e267ed6-1ace-4e27-ac03-8a2ffabae4a5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:17.466368 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75b5e25-d348-4658-80a5-4ca5d7db00fe tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] DELETE failed (client error): The resource could not be found. Sep 29 17:53:17.466830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d75b5e25-d348-4658-80a5-4ca5d7db00fe tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:53:17.469315 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d75b5e25-d348-4658-80a5-4ca5d7db00fe tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] 10.222.0.44 "DELETE /v2.0/subnets/dfc290f3-1784-4420-a813-0ad8a0482b47 HTTP/1.1" status: 404 len: 337 time: 0.0362556 Sep 29 17:53:17.471576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41930) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:17.558378 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c23be1f-70cc-46c6-b697-ea165cecf990 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.661093 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c23be1f-70cc-46c6-b697-ea165cecf990 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.682196 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-7c23be1f-70cc-46c6-b697-ea165cecf990 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e14eda9-165b-4b2f-a450-9c7c83eb54a1']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:17.692484 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-7c23be1f-70cc-46c6-b697-ea165cecf990 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d18bce-2dae-4b2f-a179-1cfff28d9087') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:17.692784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-7c23be1f-70cc-46c6-b697-ea165cecf990 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d18bce-2dae-4b2f-a179-1cfff28d9087') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:17.703273 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c23be1f-70cc-46c6-b697-ea165cecf990 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.717543 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c23be1f-70cc-46c6-b697-ea165cecf990 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.724134 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c23be1f-70cc-46c6-b697-ea165cecf990 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Releasing vlan 748 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:53:17.724522 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c23be1f-70cc-46c6-b697-ea165cecf990 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:53:17.728723 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:53:17.791692 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c23be1f-70cc-46c6-b697-ea165cecf990 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.799288 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c23be1f-70cc-46c6-b697-ea165cecf990 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:17.800913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7c23be1f-70cc-46c6-b697-ea165cecf990 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] 10.222.0.44 "DELETE /v2.0/networks/0e14eda9-165b-4b2f-a450-9c7c83eb54a1 HTTP/1.1" status: 204 len: 168 time: 0.3283634 Sep 29 17:53:17.812579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23be1f-70cc-46c6-b697-ea165cecf990 tempest-ExternalNetworksTestJSON-57347260 tempest-ExternalNetworksTestJSON-57347260-project] Pushing event deleted for resources: {'Network': ['ID=0e14eda9-165b-4b2f-a450-9c7c83eb54a1,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:18.065487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41938) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:18.199587 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b413ca51-1846-4d60-be54-f3a1ded6c35c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5ddb35e68cd44d3096e83c6130eb8e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328576 Sep 29 17:53:18.202118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41942) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:18.250456 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c091309-232a-49bb-b7c4-282ba5f74ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:18.271720 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c091309-232a-49bb-b7c4-282ba5f74ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:18.316691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c091309-232a-49bb-b7c4-282ba5f74ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:18.319365 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c091309-232a-49bb-b7c4-282ba5f74ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:18.320510 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1c091309-232a-49bb-b7c4-282ba5f74ffe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f779d16-26dc-4de8-bdc1-829b73e66c57 HTTP/1.1" status: 204 len: 168 time: 0.1174791 Sep 29 17:53:18.327805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c091309-232a-49bb-b7c4-282ba5f74ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f779d16-26dc-4de8-bdc1-829b73e66c57,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:18.572665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41948) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:18.615948 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-23ab5fe6-bd07-49cd-9b43-312ee6e71288 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2801348112b54b06977cdcc4e1c46082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420911 Sep 29 17:53:18.618406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 41950) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:18.663892 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5ae2-40c8-457f-9c20-ef743e2e0e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:18.684321 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5ae2-40c8-457f-9c20-ef743e2e0e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:18.729753 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5ae2-40c8-457f-9c20-ef743e2e0e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:18.732721 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6b2b5ae2-40c8-457f-9c20-ef743e2e0e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:18.734024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6b2b5ae2-40c8-457f-9c20-ef743e2e0e4c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f58a2e2-e05d-4022-8c8c-d394bc3fefee HTTP/1.1" status: 204 len: 168 time: 0.1147070 Sep 29 17:53:18.742201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b5ae2-40c8-457f-9c20-ef743e2e0e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f58a2e2-e05d-4022-8c8c-d394bc3fefee,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:20.091824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 41998) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:20.187531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-acc843e4-c858-43a0-a4d2-7009c8b0ef98 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:20.206401 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-acc843e4-c858-43a0-a4d2-7009c8b0ef98 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] 10.222.0.44 "PUT /v2.0/quotas/d2aa2cf27e6b4cc09cd13945f9335f37 HTTP/1.1" status: 200 len: 368 time: 0.1135149 Sep 29 17:53:20.209024 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42002) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:20.213474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ebb77acb-0605-4989-aa74-0e946bf4794a tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Request body: {'network': {'project_id': 'd2aa2cf27e6b4cc09cd13945f9335f37'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:20.233897 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb77acb-0605-4989-aa74-0e946bf4794a tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Made reservation on behalf of d2aa2cf27e6b4cc09cd13945f9335f37 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:20.237050 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ebb77acb-0605-4989-aa74-0e946bf4794a tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.245268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ebb77acb-0605-4989-aa74-0e946bf4794a tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.334940 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ebb77acb-0605-4989-aa74-0e946bf4794a tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.338843 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ebb77acb-0605-4989-aa74-0e946bf4794a tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.359867 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb77acb-0605-4989-aa74-0e946bf4794a tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:53:20.375677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb77acb-0605-4989-aa74-0e946bf4794a tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20367ed2-a3af-46e1-8cb3-62350fcc7d0d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:20.380750 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ebb77acb-0605-4989-aa74-0e946bf4794a tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.381092 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-ebb77acb-0605-4989-aa74-0e946bf4794a tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Added segment c155dcab-d221-4b7e-a5d1-f1070bc59f98 of type vlan for network c74069eb-3c66-45b4-b7d6-ea7764ff0d3c Sep 29 17:53:20.419594 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ebb77acb-0605-4989-aa74-0e946bf4794a tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.443551 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ebb77acb-0605-4989-aa74-0e946bf4794a tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.444577 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb77acb-0605-4989-aa74-0e946bf4794a tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:20.445157 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ebb77acb-0605-4989-aa74-0e946bf4794a tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.474990 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ebb77acb-0605-4989-aa74-0e946bf4794a tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2649789 Sep 29 17:53:20.477640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42004) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:20.482606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-37bb6809-fb56-40c9-925b-c182f2feb3fc tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Request body: {'network': {'project_id': 'd2aa2cf27e6b4cc09cd13945f9335f37'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:20.503229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bb6809-fb56-40c9-925b-c182f2feb3fc tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Made reservation on behalf of d2aa2cf27e6b4cc09cd13945f9335f37 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:20.505673 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37bb6809-fb56-40c9-925b-c182f2feb3fc tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.509901 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb77acb-0605-4989-aa74-0e946bf4794a tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Pushing event updated for resources: {'Network': ['ID=c74069eb-3c66-45b4-b7d6-ea7764ff0d3c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:20.519829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network c74069eb-3c66-45b4-b7d6-ea7764ff0d3c details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:53:20.530521 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37bb6809-fb56-40c9-925b-c182f2feb3fc tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:53:20.540937 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37bb6809-fb56-40c9-925b-c182f2feb3fc tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.541294 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-37bb6809-fb56-40c9-925b-c182f2feb3fc tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Added segment ea3fed62-6f3a-4aaf-ae44-6881c553ba6a of type vlan for network e9df169b-17bc-44bf-94bf-c6e05698fad6 Sep 29 17:53:20.582143 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37bb6809-fb56-40c9-925b-c182f2feb3fc tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.606876 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37bb6809-fb56-40c9-925b-c182f2feb3fc tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.607952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bb6809-fb56-40c9-925b-c182f2feb3fc tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:20.608693 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37bb6809-fb56-40c9-925b-c182f2feb3fc tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.641539 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-37bb6809-fb56-40c9-925b-c182f2feb3fc tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.1626284 Sep 29 17:53:20.645144 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42006) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:20.650144 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-0b3b8962-49d3-424e-8f5d-e0ecd5733ed2 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Request body: {'network': {'project_id': 'd2aa2cf27e6b4cc09cd13945f9335f37'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:20.662122 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b3b8962-49d3-424e-8f5d-e0ecd5733ed2 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 29 17:53:20.662570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b3b8962-49d3-424e-8f5d-e0ecd5733ed2 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:53:20.663659 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0b3b8962-49d3-424e-8f5d-e0ecd5733ed2 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0174608 Sep 29 17:53:20.666500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42008) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:20.672005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb6809-fb56-40c9-925b-c182f2feb3fc tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Pushing event updated for resources: {'Network': ['ID=e9df169b-17bc-44bf-94bf-c6e05698fad6,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:20.682614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network e9df169b-17bc-44bf-94bf-c6e05698fad6 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:53:20.706241 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-45dbe792-0603-4bb4-af94-5f0b910b5982 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2aa2cf27e6b4cc09cd13945f9335f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386612 Sep 29 17:53:20.708782 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42010) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:20.756442 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc17583c-60b4-4fc3-9c9d-6f266c49eba3 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.776813 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc17583c-60b4-4fc3-9c9d-6f266c49eba3 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.822634 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc17583c-60b4-4fc3-9c9d-6f266c49eba3 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.825158 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bc17583c-60b4-4fc3-9c9d-6f266c49eba3 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.826366 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bc17583c-60b4-4fc3-9c9d-6f266c49eba3 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/20367ed2-a3af-46e1-8cb3-62350fcc7d0d HTTP/1.1" status: 204 len: 168 time: 0.1166613 Sep 29 17:53:20.829761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42012) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:20.834384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17583c-60b4-4fc3-9c9d-6f266c49eba3 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20367ed2-a3af-46e1-8cb3-62350fcc7d0d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:20.902874 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d682-fe52-4df6-89d2-4db56ec52552 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:20.982249 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d682-fe52-4df6-89d2-4db56ec52552 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:21.002098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-6ed4d682-fe52-4df6-89d2-4db56ec52552 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9df169b-17bc-44bf-94bf-c6e05698fad6']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:21.011028 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-6ed4d682-fe52-4df6-89d2-4db56ec52552 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3fed62-6f3a-4aaf-ae44-6881c553ba6a') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:21.011330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-6ed4d682-fe52-4df6-89d2-4db56ec52552 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3fed62-6f3a-4aaf-ae44-6881c553ba6a') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:21.022565 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d682-fe52-4df6-89d2-4db56ec52552 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:21.037560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d682-fe52-4df6-89d2-4db56ec52552 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:21.043903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed4d682-fe52-4df6-89d2-4db56ec52552 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:53:21.044331 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d682-fe52-4df6-89d2-4db56ec52552 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:53:21.046008 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:53:21.106376 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d682-fe52-4df6-89d2-4db56ec52552 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:21.113033 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ed4d682-fe52-4df6-89d2-4db56ec52552 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:21.115786 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6ed4d682-fe52-4df6-89d2-4db56ec52552 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] 10.222.0.44 "DELETE /v2.0/networks/e9df169b-17bc-44bf-94bf-c6e05698fad6 HTTP/1.1" status: 204 len: 168 time: 0.2843096 Sep 29 17:53:21.117588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42016) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:21.143536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4d682-fe52-4df6-89d2-4db56ec52552 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9df169b-17bc-44bf-94bf-c6e05698fad6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:21.195457 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f28646d-16b5-458a-b7d3-77c90d217d77 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:21.275457 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f28646d-16b5-458a-b7d3-77c90d217d77 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:21.294446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9f28646d-16b5-458a-b7d3-77c90d217d77 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74069eb-3c66-45b4-b7d6-ea7764ff0d3c']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:21.303456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9f28646d-16b5-458a-b7d3-77c90d217d77 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c155dcab-d221-4b7e-a5d1-f1070bc59f98') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:21.303753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9f28646d-16b5-458a-b7d3-77c90d217d77 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c155dcab-d221-4b7e-a5d1-f1070bc59f98') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:21.312653 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f28646d-16b5-458a-b7d3-77c90d217d77 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:21.325858 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f28646d-16b5-458a-b7d3-77c90d217d77 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:21.332109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f28646d-16b5-458a-b7d3-77c90d217d77 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:53:21.332544 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f28646d-16b5-458a-b7d3-77c90d217d77 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:53:21.334203 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:53:21.405542 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f28646d-16b5-458a-b7d3-77c90d217d77 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:21.410852 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9f28646d-16b5-458a-b7d3-77c90d217d77 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:21.412689 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9f28646d-16b5-458a-b7d3-77c90d217d77 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] 10.222.0.44 "DELETE /v2.0/networks/c74069eb-3c66-45b4-b7d6-ea7764ff0d3c HTTP/1.1" status: 204 len: 168 time: 0.2934036 Sep 29 17:53:21.423034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28646d-16b5-458a-b7d3-77c90d217d77 tempest-QuotasNegativeTest-1311881660 tempest-QuotasNegativeTest-1311881660-project-admin] Pushing event deleted for resources: {'Network': ['ID=c74069eb-3c66-45b4-b7d6-ea7764ff0d3c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:21.799274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42024) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:21.904226 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-386053b0-a3aa-4aa1-ba77-f478d9e03cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:21.989624 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-386053b0-a3aa-4aa1-ba77-f478d9e03cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:21.993114 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-386053b0-a3aa-4aa1-ba77-f478d9e03cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:22.027917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386053b0-a3aa-4aa1-ba77-f478d9e03cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c7aa25-3c1e-4a56-9d76-34444a64f89e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:22.032687 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-386053b0-a3aa-4aa1-ba77-f478d9e03cb1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f7c191ccbc348c88858b9a6c9073286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318785 Sep 29 17:53:22.035298 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42028) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:22.081910 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64620d86-7018-487d-9eb7-ac9741dfc1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:22.102325 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64620d86-7018-487d-9eb7-ac9741dfc1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:22.150671 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64620d86-7018-487d-9eb7-ac9741dfc1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:22.153342 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-64620d86-7018-487d-9eb7-ac9741dfc1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:22.154507 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-64620d86-7018-487d-9eb7-ac9741dfc1db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2c7aa25-3c1e-4a56-9d76-34444a64f89e HTTP/1.1" status: 204 len: 168 time: 0.1183176 Sep 29 17:53:22.163459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64620d86-7018-487d-9eb7-ac9741dfc1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c7aa25-3c1e-4a56-9d76-34444a64f89e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:22.412258 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42036) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:22.425937 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c0314d69-caa9-4dcf-8244-599045379119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:22.510367 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c0314d69-caa9-4dcf-8244-599045379119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:22.513924 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c0314d69-caa9-4dcf-8244-599045379119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:22.552659 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c0314d69-caa9-4dcf-8244-599045379119 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8210c33f13ac4caf8e207fc02ebd494e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393504 Sep 29 17:53:22.553743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0314d69-caa9-4dcf-8244-599045379119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39f759b-4f50-4d25-8085-5adc670ba303,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:22.555428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42038) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:22.615852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-132cc38c-eb02-44d8-af58-346b682c9d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:22.636348 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-132cc38c-eb02-44d8-af58-346b682c9d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:22.681744 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-132cc38c-eb02-44d8-af58-346b682c9d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:22.684259 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-132cc38c-eb02-44d8-af58-346b682c9d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:22.685480 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-132cc38c-eb02-44d8-af58-346b682c9d33 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e39f759b-4f50-4d25-8085-5adc670ba303 HTTP/1.1" status: 204 len: 168 time: 0.1282544 Sep 29 17:53:22.693482 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cc38c-eb02-44d8-af58-346b682c9d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39f759b-4f50-4d25-8085-5adc670ba303,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:23.906876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42076) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:24.046621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2781c1c4-7636-483b-bc98-18502a46c043 tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1725871181'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:24.066391 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2781c1c4-7636-483b-bc98-18502a46c043 tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Made reservation on behalf of 5f99695b55824177a893b6203d5ad41f for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:24.069754 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2781c1c4-7636-483b-bc98-18502a46c043 tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:24.077777 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2781c1c4-7636-483b-bc98-18502a46c043 tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:24.165364 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2781c1c4-7636-483b-bc98-18502a46c043 tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:24.168955 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2781c1c4-7636-483b-bc98-18502a46c043 tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:24.197422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2781c1c4-7636-483b-bc98-18502a46c043 tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:53:24.203505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781c1c4-7636-483b-bc98-18502a46c043 tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf61283b-60b3-4a1f-9649-21df0e96c112,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:24.210210 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2781c1c4-7636-483b-bc98-18502a46c043 tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:24.210553 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-2781c1c4-7636-483b-bc98-18502a46c043 tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Added segment 633ecd69-1166-4946-b83a-ff43c4a924fd of type vlan for network 9993178e-8796-4e81-a936-72248891da40 Sep 29 17:53:24.255877 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2781c1c4-7636-483b-bc98-18502a46c043 tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:24.280242 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2781c1c4-7636-483b-bc98-18502a46c043 tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:24.286050 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2781c1c4-7636-483b-bc98-18502a46c043 tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:24.286643 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2781c1c4-7636-483b-bc98-18502a46c043 tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:24.324066 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2781c1c4-7636-483b-bc98-18502a46c043 tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4153562 Sep 29 17:53:24.361317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781c1c4-7636-483b-bc98-18502a46c043 tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Pushing event updated for resources: {'Network': ['ID=9993178e-8796-4e81-a936-72248891da40,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:24.373199 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 9993178e-8796-4e81-a936-72248891da40 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:53:24.526153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42094) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:24.531145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Request body: {'port': {'network_id': '9993178e-8796-4e81-a936-72248891da40', 'binding:host_id': 'n-h1-811748-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-909533505'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:24.551876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Made reservation on behalf of 4fd30adff67b4d748faa3dfc451195db for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:24.554619 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:24.564146 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:24.658438 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:24.662272 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:24.667277 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] device_id is not set on port 697b2915-53d6-4396-a651-ea7063e980d1 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:53:24.762876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c64b9b-b6ee-4975-b189-9fa54358e917,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:24.908020 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] device_id is not set on port 697b2915-53d6-4396-a651-ea7063e980d1 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:53:24.916786 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:24.923074 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:24.974452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Pushing event updated for resources: {'Port': ['ID=697b2915-53d6-4396-a651-ea7063e980d1,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:24.990109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Checking segment: {'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:53:24.990471 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Network hostable DHCP agents. Network: 9993178e-8796-4e81-a936-72248891da40, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:53:25.006613 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Network 9993178e-8796-4e81-a936-72248891da40 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:53:25.014693 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 9993178e-8796-4e81-a936-72248891da40) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:25.018930 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:53:25.026062 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6029199f-56ef-472f-8c6f-459ca52271c9 None None] Network 9993178e-8796-4e81-a936-72248891da40 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:53:25.033298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:25.033645 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:25.033984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:25.040595 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:25.040920 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:25.041332 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 2 to bind port 697b2915-53d6-4396-a651-ea7063e980d1 Sep 29 17:53:25.055098 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:25.055727 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:25.056117 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:25.060501 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:25.060824 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:25.061217 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 3 to bind port 697b2915-53d6-4396-a651-ea7063e980d1 Sep 29 17:53:25.074095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:25.074427 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:25.074762 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:25.079689 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:25.079993 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:25.080385 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 4 to bind port 697b2915-53d6-4396-a651-ea7063e980d1 Sep 29 17:53:25.092641 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:25.092975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:25.093329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:25.099469 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:25.099997 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:25.100544 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 5 to bind port 697b2915-53d6-4396-a651-ea7063e980d1 Sep 29 17:53:25.113226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:25.113776 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:25.114292 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:25.118929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:25.119549 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:25.120089 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 6 to bind port 697b2915-53d6-4396-a651-ea7063e980d1 Sep 29 17:53:25.134875 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:25.135559 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:25.136053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:25.140722 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:25.141203 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:25.142699 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 7 to bind port 697b2915-53d6-4396-a651-ea7063e980d1 Sep 29 17:53:25.156110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:25.156624 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:25.157034 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:25.161788 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:25.162191 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:25.162655 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 8 to bind port 697b2915-53d6-4396-a651-ea7063e980d1 Sep 29 17:53:25.178122 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:25.178455 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:25.178787 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:25.183005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:25.183334 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:25.183722 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 9 to bind port 697b2915-53d6-4396-a651-ea7063e980d1 Sep 29 17:53:25.196273 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:25.196609 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:25.196946 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:25.203336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:25.203691 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:25.204809 n-d-811748-2 neutron-server[95015]: INFO neutron.plugins.ml2.plugin [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 10 to bind port 697b2915-53d6-4396-a651-ea7063e980d1 Sep 29 17:53:25.218341 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:25.218680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:25.219008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:25.223518 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port 697b2915-53d6-4396-a651-ea7063e980d1 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:25.223848 n-d-811748-2 neutron-server[95015]: ERROR neutron.plugins.ml2.managers [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port 697b2915-53d6-4396-a651-ea7063e980d1 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:25.224356 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:25.294053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] For port 697b2915-53d6-4396-a651-ea7063e980d1, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:53:25.294423 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempted to set empty binding levels {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 29 17:53:25.299096 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:25.332034 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:25.332635 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:25.353050 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Pushing event updated for resources: {'Port': ['ID=697b2915-53d6-4396-a651-ea7063e980d1,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:25.358642 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6bd60227-31b0-4a48-8c52-d9ca83a9d334 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 0.8286893 Sep 29 17:53:25.358906 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42104) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:25.436080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-0670b9f2-8a3e-4e53-b2f9-291bfa16a6ae tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Deleting port 697b2915-53d6-4396-a651-ea7063e980d1 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:25.436422 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0670b9f2-8a3e-4e53-b2f9-291bfa16a6ae tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:25.499757 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-0670b9f2-8a3e-4e53-b2f9-291bfa16a6ae tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] For port 697b2915-53d6-4396-a651-ea7063e980d1, host n-h1-811748-2, got binding levels [] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:25.500036 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0670b9f2-8a3e-4e53-b2f9-291bfa16a6ae tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:25.515239 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-0670b9f2-8a3e-4e53-b2f9-291bfa16a6ae tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Calling delete_port for 697b2915-53d6-4396-a651-ea7063e980d1 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:25.600225 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0670b9f2-8a3e-4e53-b2f9-291bfa16a6ae tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:25.629143 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670b9f2-8a3e-4e53-b2f9-291bfa16a6ae tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Pushing event deleted for resources: {'Port': ['ID=697b2915-53d6-4396-a651-ea7063e980d1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:25.634221 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0670b9f2-8a3e-4e53-b2f9-291bfa16a6ae tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:25.636137 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0670b9f2-8a3e-4e53-b2f9-291bfa16a6ae tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] 10.222.0.44 "DELETE /v2.0/ports/697b2915-53d6-4396-a651-ea7063e980d1 HTTP/1.1" status: 204 len: 168 time: 0.2764101 Sep 29 17:53:25.638907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42106) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:25.662211 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a3197d-9d41-4370-b4d3-f9d4dc140b3d tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] GET failed (client error): The resource could not be found. Sep 29 17:53:25.663607 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-10a3197d-9d41-4370-b4d3-f9d4dc140b3d tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] 10.222.0.44 "GET /v2.0/ports/697b2915-53d6-4396-a651-ea7063e980d1 HTTP/1.1" status: 404 len: 333 time: 0.0237260 Sep 29 17:53:25.667040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42108) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:25.671431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-2bb19c64-485c-4a4a-a6d7-963361784f41 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Request body: {'port': {'network_id': '9993178e-8796-4e81-a936-72248891da40', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-538565740'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:25.691997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb19c64-485c-4a4a-a6d7-963361784f41 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Made reservation on behalf of 4fd30adff67b4d748faa3dfc451195db for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:25.694344 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2bb19c64-485c-4a4a-a6d7-963361784f41 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:25.709081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-2bb19c64-485c-4a4a-a6d7-963361784f41 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] device_id is not set on port af8d2e7c-acfc-46cf-8ee0-753bebb29003 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:53:26.207771 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2bb19c64-485c-4a4a-a6d7-963361784f41 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:26.243707 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2bb19c64-485c-4a4a-a6d7-963361784f41 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:26.292198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb19c64-485c-4a4a-a6d7-963361784f41 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Network 9993178e-8796-4e81-a936-72248891da40 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:26.294889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2bb19c64-485c-4a4a-a6d7-963361784f41 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:26.298054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb19c64-485c-4a4a-a6d7-963361784f41 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:53:26.299003 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb19c64-485c-4a4a-a6d7-963361784f41 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:26.299596 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2bb19c64-485c-4a4a-a6d7-963361784f41 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:26.307591 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb19c64-485c-4a4a-a6d7-963361784f41 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Pushing event updated for resources: {'Port': ['ID=af8d2e7c-acfc-46cf-8ee0-753bebb29003,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:26.322552 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2bb19c64-485c-4a4a-a6d7-963361784f41 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6544304 Sep 29 17:53:26.325089 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42122) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:26.330663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:26.382309 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:26.553211 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] device_id is not set on port af8d2e7c-acfc-46cf-8ee0-753bebb29003 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:53:26.560804 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:26.567301 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:26.616829 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Pushing event updated for resources: {'Port': ['ID=af8d2e7c-acfc-46cf-8ee0-753bebb29003,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:26.633170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:26.633538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:26.633915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:26.638123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:26.638465 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:26.638855 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 2 to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 Sep 29 17:53:26.655812 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:26.656455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:26.656455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:26.660938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:26.661268 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:26.661686 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 3 to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 Sep 29 17:53:26.673503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:26.673835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:26.674167 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:26.678443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:26.678719 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:26.679110 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 4 to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 Sep 29 17:53:26.692320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:26.692649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:26.692989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:26.697189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:26.698078 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:26.698078 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 5 to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 Sep 29 17:53:26.713563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:26.713913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:26.714256 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:26.720402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:26.720844 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:26.721253 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 6 to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 Sep 29 17:53:26.739915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:26.740266 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:26.740610 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:26.745264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:26.745591 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:26.746058 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 7 to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 Sep 29 17:53:26.758474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:26.758812 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:26.759147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:26.765582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:26.766073 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:26.766538 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 8 to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 Sep 29 17:53:26.780293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:26.780580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:26.781522 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:26.786079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:26.786759 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:26.787762 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 9 to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 Sep 29 17:53:26.810752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:26.810998 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:26.811337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:26.816358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:26.816689 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:26.817115 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 10 to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 Sep 29 17:53:26.830538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:26.830883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:26.831222 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:26.835585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:26.835912 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:26.836281 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:26.905581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] For port af8d2e7c-acfc-46cf-8ee0-753bebb29003, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:53:26.905955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempted to set empty binding levels {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 29 17:53:26.911824 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:26.943021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] In _notify_port_updated(), no bound segment for port af8d2e7c-acfc-46cf-8ee0-753bebb29003 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:53:26.943878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:26.944478 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:26.946443 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] 10.222.0.44 "PUT /v2.0/ports/af8d2e7c-acfc-46cf-8ee0-753bebb29003 HTTP/1.1" status: 200 len: 974 time: 0.6200662 Sep 29 17:53:26.948811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42126) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:27.017542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679aa6ce-9eb2-439b-9f1d-fa67fc0b6327 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Pushing event updated for resources: {'Port': ['ID=af8d2e7c-acfc-46cf-8ee0-753bebb29003,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:27.071178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50d21-baf9-433c-963f-53d0e9e64cf9 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.071590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50d21-baf9-433c-963f-53d0e9e64cf9 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.072070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50d21-baf9-433c-963f-53d0e9e64cf9 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.072543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50d21-baf9-433c-963f-53d0e9e64cf9 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.073013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50d21-baf9-433c-963f-53d0e9e64cf9 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.073527 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50d21-baf9-433c-963f-53d0e9e64cf9 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.073998 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50d21-baf9-433c-963f-53d0e9e64cf9 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.074466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50d21-baf9-433c-963f-53d0e9e64cf9 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.075021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50d21-baf9-433c-963f-53d0e9e64cf9 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.075492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50d21-baf9-433c-963f-53d0e9e64cf9 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.075956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50d21-baf9-433c-963f-53d0e9e64cf9 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.076443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50d21-baf9-433c-963f-53d0e9e64cf9 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.076906 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50d21-baf9-433c-963f-53d0e9e64cf9 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.077386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50d21-baf9-433c-963f-53d0e9e64cf9 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.077849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50d21-baf9-433c-963f-53d0e9e64cf9 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.081487 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a9c50d21-baf9-433c-963f-53d0e9e64cf9 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13514 time: 0.1316738 Sep 29 17:53:27.084866 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42128) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:27.161593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-17151071-2b3b-4975-a854-24cf84b9f270 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Deleting port af8d2e7c-acfc-46cf-8ee0-753bebb29003 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:27.161944 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-17151071-2b3b-4975-a854-24cf84b9f270 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:27.230170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-17151071-2b3b-4975-a854-24cf84b9f270 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] For port af8d2e7c-acfc-46cf-8ee0-753bebb29003, host n-h1-811748-2, got binding levels [] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:27.230536 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-17151071-2b3b-4975-a854-24cf84b9f270 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:27.246830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-17151071-2b3b-4975-a854-24cf84b9f270 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Calling delete_port for af8d2e7c-acfc-46cf-8ee0-753bebb29003 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:27.325739 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-17151071-2b3b-4975-a854-24cf84b9f270 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:27.364159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17151071-2b3b-4975-a854-24cf84b9f270 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Pushing event deleted for resources: {'Port': ['ID=af8d2e7c-acfc-46cf-8ee0-753bebb29003,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:27.372427 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-17151071-2b3b-4975-a854-24cf84b9f270 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:27.375007 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-17151071-2b3b-4975-a854-24cf84b9f270 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] 10.222.0.44 "DELETE /v2.0/ports/af8d2e7c-acfc-46cf-8ee0-753bebb29003 HTTP/1.1" status: 204 len: 168 time: 0.2891178 Sep 29 17:53:27.378129 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42132) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:27.402292 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-362d5dc3-cb95-4b78-a7d6-425a91ae67ec tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] GET failed (client error): The resource could not be found. Sep 29 17:53:27.403878 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-362d5dc3-cb95-4b78-a7d6-425a91ae67ec tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] 10.222.0.44 "GET /v2.0/ports/af8d2e7c-acfc-46cf-8ee0-753bebb29003 HTTP/1.1" status: 404 len: 333 time: 0.0247946 Sep 29 17:53:27.407996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42134) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:27.412607 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-02a7249e-fc6b-4084-9b0c-67901a187509 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1927705335', 'network_id': '9993178e-8796-4e81-a936-72248891da40'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:27.433188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a7249e-fc6b-4084-9b0c-67901a187509 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Made reservation on behalf of 4fd30adff67b4d748faa3dfc451195db for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:27.435640 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02a7249e-fc6b-4084-9b0c-67901a187509 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:27.451688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-02a7249e-fc6b-4084-9b0c-67901a187509 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] device_id is not set on port 48b4001d-477f-45d6-97a5-67f5c5a5ee05 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:53:27.594947 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:27.625413 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02a7249e-fc6b-4084-9b0c-67901a187509 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:27.659189 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02a7249e-fc6b-4084-9b0c-67901a187509 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:27.699349 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a7249e-fc6b-4084-9b0c-67901a187509 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Network 9993178e-8796-4e81-a936-72248891da40 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:27.702147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-02a7249e-fc6b-4084-9b0c-67901a187509 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:27.705636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a7249e-fc6b-4084-9b0c-67901a187509 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:53:27.706571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a7249e-fc6b-4084-9b0c-67901a187509 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.707159 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02a7249e-fc6b-4084-9b0c-67901a187509 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:27.714659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7249e-fc6b-4084-9b0c-67901a187509 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Pushing event updated for resources: {'Port': ['ID=48b4001d-477f-45d6-97a5-67f5c5a5ee05,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:27.728319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-02a7249e-fc6b-4084-9b0c-67901a187509 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3189261 Sep 29 17:53:27.730382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42136) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:27.769020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac039bf5-4e27-4dc5-ac98-c66ba358084c tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:27.770446 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ac039bf5-4e27-4dc5-ac98-c66ba358084c tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] 10.222.0.44 "GET /v2.0/ports/48b4001d-477f-45d6-97a5-67f5c5a5ee05 HTTP/1.1" status: 200 len: 955 time: 0.0391443 Sep 29 17:53:27.773135 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42138) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:27.854269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-1f0ddc16-a845-4e76-b41a-820c93628d77 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Deleting port 48b4001d-477f-45d6-97a5-67f5c5a5ee05 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:27.854591 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f0ddc16-a845-4e76-b41a-820c93628d77 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:27.914098 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f0ddc16-a845-4e76-b41a-820c93628d77 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:27.926674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-1f0ddc16-a845-4e76-b41a-820c93628d77 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Calling delete_port for 48b4001d-477f-45d6-97a5-67f5c5a5ee05 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:28.010781 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f0ddc16-a845-4e76-b41a-820c93628d77 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:28.039481 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ddc16-a845-4e76-b41a-820c93628d77 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Pushing event deleted for resources: {'Port': ['ID=48b4001d-477f-45d6-97a5-67f5c5a5ee05,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:28.048271 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f0ddc16-a845-4e76-b41a-820c93628d77 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:28.050483 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1f0ddc16-a845-4e76-b41a-820c93628d77 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] 10.222.0.44 "DELETE /v2.0/ports/48b4001d-477f-45d6-97a5-67f5c5a5ee05 HTTP/1.1" status: 204 len: 168 time: 0.2763987 Sep 29 17:53:28.053125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42140) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:28.077380 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b37c6c-18de-48cd-b58b-b193506eb992 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] GET failed (client error): The resource could not be found. Sep 29 17:53:28.079713 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-16b37c6c-18de-48cd-b58b-b193506eb992 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] 10.222.0.44 "GET /v2.0/ports/48b4001d-477f-45d6-97a5-67f5c5a5ee05 HTTP/1.1" status: 404 len: 333 time: 0.0247121 Sep 29 17:53:28.083204 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42142) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:28.087979 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e871f8bb-03d5-4f36-a553-837114ffd248 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Request body: {'port': {'network_id': '9993178e-8796-4e81-a936-72248891da40', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-698307857'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:28.108718 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e871f8bb-03d5-4f36-a553-837114ffd248 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Made reservation on behalf of 4fd30adff67b4d748faa3dfc451195db for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:28.111359 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e871f8bb-03d5-4f36-a553-837114ffd248 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:28.126496 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-e871f8bb-03d5-4f36-a553-837114ffd248 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] device_id is not set on port e266be01-b759-4394-9f95-48d0250492e6 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:53:28.274888 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e871f8bb-03d5-4f36-a553-837114ffd248 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:28.308514 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e871f8bb-03d5-4f36-a553-837114ffd248 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:28.348472 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e871f8bb-03d5-4f36-a553-837114ffd248 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Network 9993178e-8796-4e81-a936-72248891da40 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:28.351253 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e871f8bb-03d5-4f36-a553-837114ffd248 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:28.354599 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e871f8bb-03d5-4f36-a553-837114ffd248 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:53:28.355516 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e871f8bb-03d5-4f36-a553-837114ffd248 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:28.356102 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e871f8bb-03d5-4f36-a553-837114ffd248 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:28.364540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871f8bb-03d5-4f36-a553-837114ffd248 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Pushing event updated for resources: {'Port': ['ID=e266be01-b759-4394-9f95-48d0250492e6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:28.378033 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e871f8bb-03d5-4f36-a553-837114ffd248 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2937295 Sep 29 17:53:28.380827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42146) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:28.386282 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:28.442725 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:28.612950 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] device_id is not set on port e266be01-b759-4394-9f95-48d0250492e6 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:53:28.620545 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:28.626274 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:28.677584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Pushing event updated for resources: {'Port': ['ID=e266be01-b759-4394-9f95-48d0250492e6,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:28.693833 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:28.694170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:28.694507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:28.699049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:28.699379 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:28.699769 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 2 to bind port e266be01-b759-4394-9f95-48d0250492e6 Sep 29 17:53:28.714315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:28.714665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:28.714978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:28.720251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:28.720581 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:28.720973 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 3 to bind port e266be01-b759-4394-9f95-48d0250492e6 Sep 29 17:53:28.733069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:28.733437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:28.733778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:28.739669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:28.739997 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:28.740387 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 4 to bind port e266be01-b759-4394-9f95-48d0250492e6 Sep 29 17:53:28.753936 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:28.754263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:28.754597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:28.758881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:28.759194 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:28.759577 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 5 to bind port e266be01-b759-4394-9f95-48d0250492e6 Sep 29 17:53:28.771309 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:28.771642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:28.771965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:28.776229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:28.776555 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:28.776932 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 6 to bind port e266be01-b759-4394-9f95-48d0250492e6 Sep 29 17:53:28.789405 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:28.789736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:28.790086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:28.794262 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:28.794579 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:28.794985 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 7 to bind port e266be01-b759-4394-9f95-48d0250492e6 Sep 29 17:53:28.807011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:28.807340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:28.807665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:28.811768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:28.812088 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:28.812471 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 8 to bind port e266be01-b759-4394-9f95-48d0250492e6 Sep 29 17:53:28.824488 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:28.824820 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:28.825141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:28.829450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:28.829770 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:28.830154 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 9 to bind port e266be01-b759-4394-9f95-48d0250492e6 Sep 29 17:53:28.841473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:28.841808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:28.842129 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:28.846942 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:28.847272 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:28.847653 n-d-811748-2 neutron-server[95016]: INFO neutron.plugins.ml2.plugin [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempt 10 to bind port e266be01-b759-4394-9f95-48d0250492e6 Sep 29 17:53:28.859986 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:28.861106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:28.861473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempting to bind port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:28.865636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:28.865957 n-d-811748-2 neutron-server[95016]: ERROR neutron.plugins.ml2.managers [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Failed to bind port e266be01-b759-4394-9f95-48d0250492e6 on host n-h1-811748-2 for vnic_type normal using segments [{'id': '633ecd69-1166-4946-b83a-ff43c4a924fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9993178e-8796-4e81-a936-72248891da40'}] Sep 29 17:53:28.866320 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:28.935109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] For port e266be01-b759-4394-9f95-48d0250492e6, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:53:28.935467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attempted to set empty binding levels {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 29 17:53:28.939875 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:28.968167 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] In _notify_port_updated(), no bound segment for port e266be01-b759-4394-9f95-48d0250492e6 on network 9993178e-8796-4e81-a936-72248891da40 {{(pid=95016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:53:28.968939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:28.970120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:28.971762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] 10.222.0.44 "PUT /v2.0/ports/e266be01-b759-4394-9f95-48d0250492e6 HTTP/1.1" status: 200 len: 974 time: 0.5897768 Sep 29 17:53:28.974557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42148) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:29.014599 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d933ef0-7be9-41cc-ae5f-1e2e2bc67372 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Pushing event updated for resources: {'Port': ['ID=e266be01-b759-4394-9f95-48d0250492e6,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:29.063418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-2b63efcf-416d-4c69-b949-a60a8f2536d3 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Deleting port e266be01-b759-4394-9f95-48d0250492e6 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:29.063819 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b63efcf-416d-4c69-b949-a60a8f2536d3 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:29.129060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-2b63efcf-416d-4c69-b949-a60a8f2536d3 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] For port e266be01-b759-4394-9f95-48d0250492e6, host n-h1-811748-2, got binding levels [] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:29.129455 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b63efcf-416d-4c69-b949-a60a8f2536d3 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:29.141863 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-2b63efcf-416d-4c69-b949-a60a8f2536d3 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Calling delete_port for e266be01-b759-4394-9f95-48d0250492e6 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:29.220851 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b63efcf-416d-4c69-b949-a60a8f2536d3 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:29.256070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63efcf-416d-4c69-b949-a60a8f2536d3 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Pushing event deleted for resources: {'Port': ['ID=e266be01-b759-4394-9f95-48d0250492e6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:29.260046 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b63efcf-416d-4c69-b949-a60a8f2536d3 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:29.262128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2b63efcf-416d-4c69-b949-a60a8f2536d3 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] 10.222.0.44 "DELETE /v2.0/ports/e266be01-b759-4394-9f95-48d0250492e6 HTTP/1.1" status: 204 len: 168 time: 0.2866571 Sep 29 17:53:29.264855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42150) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:29.293008 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58bd484-6dff-49d1-916d-4e57b126a357 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] GET failed (client error): The resource could not be found. Sep 29 17:53:29.294643 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c58bd484-6dff-49d1-916d-4e57b126a357 tempest-PortsAdminExtendedAttrsTestJSON-1449949553 tempest-PortsAdminExtendedAttrsTestJSON-1449949553-project-admin] 10.222.0.44 "GET /v2.0/ports/e266be01-b759-4394-9f95-48d0250492e6 HTTP/1.1" status: 404 len: 333 time: 0.0287495 Sep 29 17:53:29.299488 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42154) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:29.382688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c430d68-2586-411f-924b-a933812b809d tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:29.473372 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c430d68-2586-411f-924b-a933812b809d tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:29.493978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-0c430d68-2586-411f-924b-a933812b809d tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9993178e-8796-4e81-a936-72248891da40']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:29.504253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-0c430d68-2586-411f-924b-a933812b809d tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633ecd69-1166-4946-b83a-ff43c4a924fd') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:29.504553 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-0c430d68-2586-411f-924b-a933812b809d tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633ecd69-1166-4946-b83a-ff43c4a924fd') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:29.513863 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c430d68-2586-411f-924b-a933812b809d tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:29.527894 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c430d68-2586-411f-924b-a933812b809d tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:29.535170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c430d68-2586-411f-924b-a933812b809d tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:53:29.535375 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c430d68-2586-411f-924b-a933812b809d tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:53:29.538657 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:53:29.603840 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c430d68-2586-411f-924b-a933812b809d tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:29.611577 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c430d68-2586-411f-924b-a933812b809d tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:29.615775 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0c430d68-2586-411f-924b-a933812b809d tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] 10.222.0.44 "DELETE /v2.0/networks/9993178e-8796-4e81-a936-72248891da40 HTTP/1.1" status: 204 len: 168 time: 0.3124745 Sep 29 17:53:29.627659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c430d68-2586-411f-924b-a933812b809d tempest-PortsAdminExtendedAttrsTestJSON-2036714419 tempest-PortsAdminExtendedAttrsTestJSON-2036714419-project] Pushing event deleted for resources: {'Network': ['ID=9993178e-8796-4e81-a936-72248891da40,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:29.862030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42160) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:29.999192 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-43bc7ab6-138d-4867-9d09-69ab636cb0e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f99695b55824177a893b6203d5ad41f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355898 Sep 29 17:53:30.002480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42164) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:30.054354 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e7d81821-fb72-4ff7-a125-8b86871705a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:30.076465 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e7d81821-fb72-4ff7-a125-8b86871705a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:30.123552 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e7d81821-fb72-4ff7-a125-8b86871705a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:30.127022 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e7d81821-fb72-4ff7-a125-8b86871705a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:30.128187 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e7d81821-fb72-4ff7-a125-8b86871705a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf61283b-60b3-4a1f-9649-21df0e96c112 HTTP/1.1" status: 204 len: 168 time: 0.1247659 Sep 29 17:53:30.135952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d81821-fb72-4ff7-a125-8b86871705a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf61283b-60b3-4a1f-9649-21df0e96c112,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:30.392353 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42172) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:30.432916 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cd2da184-c6d9-4e25-b5bf-17382c24eebd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4fd30adff67b4d748faa3dfc451195db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392511 Sep 29 17:53:30.435286 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42174) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:30.486739 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69bf89f6-7bd1-4c45-81d5-6d9066c167b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:30.507301 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69bf89f6-7bd1-4c45-81d5-6d9066c167b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:30.553776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69bf89f6-7bd1-4c45-81d5-6d9066c167b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:30.556200 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-69bf89f6-7bd1-4c45-81d5-6d9066c167b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:30.557369 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-69bf89f6-7bd1-4c45-81d5-6d9066c167b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62c64b9b-b6ee-4975-b189-9fa54358e917 HTTP/1.1" status: 204 len: 168 time: 0.1211383 Sep 29 17:53:30.565575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf89f6-7bd1-4c45-81d5-6d9066c167b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c64b9b-b6ee-4975-b189-9fa54358e917,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:31.234125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42196) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:31.329691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9b35d257-143f-4991-8391-fce014c49bf2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'network': {'name': 'tempest-RoutersTest-2002383562'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:31.356742 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b35d257-143f-4991-8391-fce014c49bf2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:31.360181 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9b35d257-143f-4991-8391-fce014c49bf2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:31.368645 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9b35d257-143f-4991-8391-fce014c49bf2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:31.458232 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9b35d257-143f-4991-8391-fce014c49bf2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:31.462314 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9b35d257-143f-4991-8391-fce014c49bf2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:31.487032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b35d257-143f-4991-8391-fce014c49bf2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:53:31.506179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35d257-143f-4991-8391-fce014c49bf2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd4d587-9b02-496c-bdd3-f210e3c25093,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:31.509989 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9b35d257-143f-4991-8391-fce014c49bf2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:31.510409 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-9b35d257-143f-4991-8391-fce014c49bf2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Added segment 87fee851-c668-416f-94db-db70f9a5c5db of type vlan for network 297b6472-5371-4944-8dd3-7f40e0233e6e Sep 29 17:53:31.553040 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9b35d257-143f-4991-8391-fce014c49bf2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:31.577948 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9b35d257-143f-4991-8391-fce014c49bf2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:31.584037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b35d257-143f-4991-8391-fce014c49bf2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:31.584625 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9b35d257-143f-4991-8391-fce014c49bf2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:31.627077 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9b35d257-143f-4991-8391-fce014c49bf2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3918107 Sep 29 17:53:31.629789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42202) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:31.634813 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-65632319-b6de-439c-86b0-e8e1a376dc78 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'network': {'name': 'tempest-RoutersTest-2135542846'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:31.655493 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65632319-b6de-439c-86b0-e8e1a376dc78 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:31.659759 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65632319-b6de-439c-86b0-e8e1a376dc78 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:31.682265 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65632319-b6de-439c-86b0-e8e1a376dc78 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:53:31.687526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35d257-143f-4991-8391-fce014c49bf2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Network': ['ID=297b6472-5371-4944-8dd3-7f40e0233e6e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:31.691578 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65632319-b6de-439c-86b0-e8e1a376dc78 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:31.691926 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-65632319-b6de-439c-86b0-e8e1a376dc78 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Added segment b91865fb-1c41-48c3-a64f-dffbdfa19d35 of type vlan for network 522439d6-4d5c-4433-959d-5535ac6676b2 Sep 29 17:53:31.698261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 297b6472-5371-4944-8dd3-7f40e0233e6e details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:53:31.731855 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65632319-b6de-439c-86b0-e8e1a376dc78 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:31.756422 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65632319-b6de-439c-86b0-e8e1a376dc78 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:31.761870 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65632319-b6de-439c-86b0-e8e1a376dc78 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:31.762450 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-65632319-b6de-439c-86b0-e8e1a376dc78 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:31.790928 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-65632319-b6de-439c-86b0-e8e1a376dc78 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1600132 Sep 29 17:53:31.794044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42206) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:31.799933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4f8e9162-57fd-406e-8e05-c772f036beb2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'subnet': {'network_id': '297b6472-5371-4944-8dd3-7f40e0233e6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:31.828996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65632319-b6de-439c-86b0-e8e1a376dc78 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Network': ['ID=522439d6-4d5c-4433-959d-5535ac6676b2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:31.838962 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 522439d6-4d5c-4433-959d-5535ac6676b2 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:53:31.892426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8e9162-57fd-406e-8e05-c772f036beb2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:31.896164 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4f8e9162-57fd-406e-8e05-c772f036beb2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:32.071387 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4f8e9162-57fd-406e-8e05-c772f036beb2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:32.131927 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e9162-57fd-406e-8e05-c772f036beb2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Subnet': ['ID=82fd13cc-442d-492b-a20b-e0711d5693d7,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:32.138414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8e9162-57fd-406e-8e05-c772f036beb2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Checking segment: {'id': '87fee851-c668-416f-94db-db70f9a5c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '297b6472-5371-4944-8dd3-7f40e0233e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:53:32.138775 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8e9162-57fd-406e-8e05-c772f036beb2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network hostable DHCP agents. Network: 297b6472-5371-4944-8dd3-7f40e0233e6e, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:53:32.155292 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8e9162-57fd-406e-8e05-c772f036beb2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 297b6472-5371-4944-8dd3-7f40e0233e6e is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:53:32.163775 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-4f8e9162-57fd-406e-8e05-c772f036beb2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 297b6472-5371-4944-8dd3-7f40e0233e6e) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:32.167646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8e9162-57fd-406e-8e05-c772f036beb2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:32.168233 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4f8e9162-57fd-406e-8e05-c772f036beb2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:32.172976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90771c6b-c37f-4efd-8f6b-d9ff06ccd0e6 None None] Network 297b6472-5371-4944-8dd3-7f40e0233e6e requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:53:32.182302 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4f8e9162-57fd-406e-8e05-c772f036beb2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3871784 Sep 29 17:53:32.185188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42208) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:32.191463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-2fdf9dd1-2711-45ba-96ce-7261cf8a9d6f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'subnet': {'network_id': '522439d6-4d5c-4433-959d-5535ac6676b2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:32.287079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdf9dd1-2711-45ba-96ce-7261cf8a9d6f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:32.290928 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9dd1-2711-45ba-96ce-7261cf8a9d6f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:32.331455 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-297b6472-5371-4944-8dd3-7f40e0233e6e', 'network_id': '297b6472-5371-4944-8dd3-7f40e0233e6e', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'fixed_ips': [{'subnet_id': '82fd13cc-442d-492b-a20b-e0711d5693d7'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:53:32.332330 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:32.466989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Allocated IP 172.20.0.2 (297b6472-5371-4944-8dd3-7f40e0233e6e/82fd13cc-442d-492b-a20b-e0711d5693d7/748f2b14-d8fa-4b6e-a1d5-decb0c92a562) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:53:32.469883 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9dd1-2711-45ba-96ce-7261cf8a9d6f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:32.542467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf9dd1-2711-45ba-96ce-7261cf8a9d6f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Subnet': ['ID=c8ddc99b-e4c3-44b2-aefd-02b1b716b222,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:32.550645 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf9dd1-2711-45ba-96ce-7261cf8a9d6f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Checking segment: {'id': 'b91865fb-1c41-48c3-a64f-dffbdfa19d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '522439d6-4d5c-4433-959d-5535ac6676b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:53:32.551005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf9dd1-2711-45ba-96ce-7261cf8a9d6f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network hostable DHCP agents. Network: 522439d6-4d5c-4433-959d-5535ac6676b2, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:53:32.566632 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf9dd1-2711-45ba-96ce-7261cf8a9d6f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 522439d6-4d5c-4433-959d-5535ac6676b2 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:53:32.583990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2fdf9dd1-2711-45ba-96ce-7261cf8a9d6f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 522439d6-4d5c-4433-959d-5535ac6676b2) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:32.590879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdf9dd1-2711-45ba-96ce-7261cf8a9d6f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:32.590879 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9dd1-2711-45ba-96ce-7261cf8a9d6f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:32.603802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d96c0f-1eb6-42b5-aad0-9373f5c77990 None None] Network 522439d6-4d5c-4433-959d-5535ac6676b2 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:53:32.609505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42212) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:32.609693 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2fdf9dd1-2711-45ba-96ce-7261cf8a9d6f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4232922 Sep 29 17:53:32.615073 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-14853ac4-f936-494f-914a-4d51ea363b49 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1588835125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:32.638686 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14853ac4-f936-494f-914a-4d51ea363b49 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:32.639790 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14853ac4-f936-494f-914a-4d51ea363b49 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:32.675009 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:32.685992 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:32.694707 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14853ac4-f936-494f-914a-4d51ea363b49 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:32.699031 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14853ac4-f936-494f-914a-4d51ea363b49 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:32.714245 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14853ac4-f936-494f-914a-4d51ea363b49 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:32.715537 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-14853ac4-f936-494f-914a-4d51ea363b49 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1039498 Sep 29 17:53:32.718518 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42214) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:32.741242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Network 297b6472-5371-4944-8dd3-7f40e0233e6e is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:32.746061 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:32.765811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:53:32.779142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Pushing event updated for resources: {'Port': ['ID=748f2b14-d8fa-4b6e-a1d5-decb0c92a562,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:32.794127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:32.794467 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:32.794803 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:32.795134 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:32.795458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:32.795786 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:32.796104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:32.796421 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:32.796738 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:32.797053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:32.797460 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:32.798283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:32.860742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Attempting to bind port 748f2b14-d8fa-4b6e-a1d5-decb0c92a562 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:32.861110 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Attempting to bind port 748f2b14-d8fa-4b6e-a1d5-decb0c92a562 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '87fee851-c668-416f-94db-db70f9a5c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '297b6472-5371-4944-8dd3-7f40e0233e6e'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:32.861487 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Attempting to bind port 748f2b14-d8fa-4b6e-a1d5-decb0c92a562 on network 297b6472-5371-4944-8dd3-7f40e0233e6e {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:32.869329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:53:32.869712 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Checking segment: {'id': '87fee851-c668-416f-94db-db70f9a5c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '297b6472-5371-4944-8dd3-7f40e0233e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:53:32.870110 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:32.870494 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Bound using segment: {'id': '87fee851-c668-416f-94db-db70f9a5c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '297b6472-5371-4944-8dd3-7f40e0233e6e'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:53:32.870962 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Bound port: 748f2b14-d8fa-4b6e-a1d5-decb0c92a562, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fee851-c668-416f-94db-db70f9a5c5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '297b6472-5371-4944-8dd3-7f40e0233e6e'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:53:32.871335 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:32.889168 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-522439d6-4d5c-4433-959d-5535ac6676b2', 'network_id': '522439d6-4d5c-4433-959d-5535ac6676b2', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'fixed_ips': [{'subnet_id': 'c8ddc99b-e4c3-44b2-aefd-02b1b716b222'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:53:32.890068 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:33.030802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] For port 748f2b14-d8fa-4b6e-a1d5-decb0c92a562, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:53:33.036912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] For port 748f2b14-d8fa-4b6e-a1d5-decb0c92a562, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=748f2b14-d8fa-4b6e-a1d5-decb0c92a562,segment=NetworkSegment(87fee851-c668-416f-94db-db70f9a5c5db),segment_id=87fee851-c668-416f-94db-db70f9a5c5db)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:53:33.061166 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:33.129444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Allocated IP 172.21.0.2 (522439d6-4d5c-4433-959d-5535ac6676b2/c8ddc99b-e4c3-44b2-aefd-02b1b716b222/e29b6d9a-2aa2-4b7b-a35e-e936af63368b) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:53:33.160998 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ba957-09c7-4a34-9a8e-1fd5a271d97b None None] Pushing event updated for resources: {'Port': ['ID=748f2b14-d8fa-4b6e-a1d5-decb0c92a562,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:33.346323 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:33.359045 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:33.367870 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:33.418552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Network 522439d6-4d5c-4433-959d-5535ac6676b2 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:33.429192 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:33.432348 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:53:33.443425 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Pushing event updated for resources: {'Port': ['ID=e29b6d9a-2aa2-4b7b-a35e-e936af63368b,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:33.503761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Attempting to bind port e29b6d9a-2aa2-4b7b-a35e-e936af63368b on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:33.505858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Attempting to bind port e29b6d9a-2aa2-4b7b-a35e-e936af63368b by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'b91865fb-1c41-48c3-a64f-dffbdfa19d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '522439d6-4d5c-4433-959d-5535ac6676b2'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:33.507310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Attempting to bind port e29b6d9a-2aa2-4b7b-a35e-e936af63368b on network 522439d6-4d5c-4433-959d-5535ac6676b2 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:33.513174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:53:33.513607 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Checking segment: {'id': 'b91865fb-1c41-48c3-a64f-dffbdfa19d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '522439d6-4d5c-4433-959d-5535ac6676b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:53:33.514134 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:33.514530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Bound using segment: {'id': 'b91865fb-1c41-48c3-a64f-dffbdfa19d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '522439d6-4d5c-4433-959d-5535ac6676b2'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:53:33.514995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Bound port: e29b6d9a-2aa2-4b7b-a35e-e936af63368b, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b91865fb-1c41-48c3-a64f-dffbdfa19d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '522439d6-4d5c-4433-959d-5535ac6676b2'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:53:33.515370 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:33.592790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] For port e29b6d9a-2aa2-4b7b-a35e-e936af63368b, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:53:33.596419 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] For port e29b6d9a-2aa2-4b7b-a35e-e936af63368b, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e29b6d9a-2aa2-4b7b-a35e-e936af63368b,segment=NetworkSegment(b91865fb-1c41-48c3-a64f-dffbdfa19d35),segment_id=b91865fb-1c41-48c3-a64f-dffbdfa19d35)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:53:33.601681 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:33.628527 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Allocated IP 172.20.0.1 (297b6472-5371-4944-8dd3-7f40e0233e6e/82fd13cc-442d-492b-a20b-e0711d5693d7/7ecb68d5-79c5-4016-be1e-d91d490e6776) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:53:33.676140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29952e-2ecc-445c-b757-2facedd987a1 None None] Pushing event updated for resources: {'Port': ['ID=e29b6d9a-2aa2-4b7b-a35e-e936af63368b,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:33.747408 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:33.781454 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:33.826021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 297b6472-5371-4944-8dd3-7f40e0233e6e is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:33.829462 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:33.836779 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:53:33.868975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=7ecb68d5-79c5-4016-be1e-d91d490e6776,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:33.884553 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:33.884903 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:33.885242 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:33.888290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:33.888290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:33.888290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:33.888290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:33.888290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:33.888290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:33.888290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:33.888290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:33.889093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:53:33.907941 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:34.030176 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:34.228768 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65a5675-ddb0-47bf-98f5-0948f603f9c9 None None] Network 297b6472-5371-4944-8dd3-7f40e0233e6e requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:53:34.297798 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:34.301178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-fbe4e2cc-a538-4565-9165-6046b32a280a None None] Provisioning complete for port 748f2b14-d8fa-4b6e-a1d5-decb0c92a562 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:34.301598 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fbe4e2cc-a538-4565-9165-6046b32a280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:34.304216 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:34.390296 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=7ecb68d5-79c5-4016-be1e-d91d490e6776,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:34.396572 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:34.450445 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fbe4e2cc-a538-4565-9165-6046b32a280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:34.491041 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-fbe4e2cc-a538-4565-9165-6046b32a280a None None] For port 748f2b14-d8fa-4b6e-a1d5-decb0c92a562, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=748f2b14-d8fa-4b6e-a1d5-decb0c92a562,segment=NetworkSegment(87fee851-c668-416f-94db-db70f9a5c5db),segment_id=87fee851-c668-416f-94db-db70f9a5c5db)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:34.499259 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fbe4e2cc-a538-4565-9165-6046b32a280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:34.507610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 297b6472-5371-4944-8dd3-7f40e0233e6e is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:34.509065 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:34.564951 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4e2cc-a538-4565-9165-6046b32a280a None None] Pushing event updated for resources: {'Port': ['ID=748f2b14-d8fa-4b6e-a1d5-decb0c92a562,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:34.670006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router c8ff3d7e-e361-41b9-aa15-616443bbc99f is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:53:34.760292 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 748f2b14-d8fa-4b6e-a1d5-decb0c92a562 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:53:34.776508 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:53:34.782873 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cf82a9da-b038-4832-a7d3-15bbe89004a0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/c8ff3d7e-e361-41b9-aa15-616443bbc99f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0634367 Sep 29 17:53:34.785607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42220) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:34.793242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0fa1e7-b142-4975-9573-8abf040f1179 None None] Sync routers for ids ['c8ff3d7e-e361-41b9-aa15-616443bbc99f'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:53:34.811356 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a357a6d7-8c2a-48e4-98b3-0ba23e587c47 None None] Network 522439d6-4d5c-4433-959d-5535ac6676b2 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:53:34.831321 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0fa1e7-b142-4975-9573-8abf040f1179 None None] Routers {'c8ff3d7e-e361-41b9-aa15-616443bbc99f'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:34.831955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6c0fa1e7-b142-4975-9573-8abf040f1179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c8ff3d7e-e361-41b9-aa15-616443bbc99f'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:34.835002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71dad28-cb66-4a78-a50b-76db57ca0af7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:34.836345 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d71dad28-cb66-4a78-a50b-76db57ca0af7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports/7ecb68d5-79c5-4016-be1e-d91d490e6776 HTTP/1.1" status: 200 len: 910 time: 0.0494661 Sep 29 17:53:34.839437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42222) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:34.882366 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6c0fa1e7-b142-4975-9573-8abf040f1179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:34.941846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0fa1e7-b142-4975-9573-8abf040f1179 None None] Routers {'c8ff3d7e-e361-41b9-aa15-616443bbc99f'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:34.942476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6c0fa1e7-b142-4975-9573-8abf040f1179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c8ff3d7e-e361-41b9-aa15-616443bbc99f'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:34.946332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d19218e9-fd50-47a9-a247-fd716ee32051 None None] Provisioning complete for port 748f2b14-d8fa-4b6e-a1d5-decb0c92a562 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:34.946332 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d19218e9-fd50-47a9-a247-fd716ee32051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:35.003749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 748f2b14-d8fa-4b6e-a1d5-decb0c92a562 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:35.004114 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:35.014298 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6c0fa1e7-b142-4975-9573-8abf040f1179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:35.015162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0fa1e7-b142-4975-9573-8abf040f1179 None None] The sync data for ids ['c8ff3d7e-e361-41b9-aa15-616443bbc99f'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:53:35.198195 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e29b6d9a-2aa2-4b7b-a35e-e936af63368b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:53:35.215605 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:35.393120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d19218e9-fd50-47a9-a247-fd716ee32051 None None] Provisioning complete for port 7ecb68d5-79c5-4016-be1e-d91d490e6776 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:35.393682 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d19218e9-fd50-47a9-a247-fd716ee32051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:35.439655 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d19218e9-fd50-47a9-a247-fd716ee32051 None None] Port 7ecb68d5-79c5-4016-be1e-d91d490e6776 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:53:35.443877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e29b6d9a-2aa2-4b7b-a35e-e936af63368b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:35.444241 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:35.476926 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d19218e9-fd50-47a9-a247-fd716ee32051 None None] Provisioning complete for port e29b6d9a-2aa2-4b7b-a35e-e936af63368b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:35.477317 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d19218e9-fd50-47a9-a247-fd716ee32051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:35.553442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Allocated IP 172.21.0.1 (522439d6-4d5c-4433-959d-5535ac6676b2/c8ddc99b-e4c3-44b2-aefd-02b1b716b222/2cfc8977-3bd4-47ea-ba6e-fb16bba40346) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:53:35.615301 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:35.651300 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d19218e9-fd50-47a9-a247-fd716ee32051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:35.681868 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:35.682176 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port e29b6d9a-2aa2-4b7b-a35e-e936af63368b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e29b6d9a-2aa2-4b7b-a35e-e936af63368b,segment=NetworkSegment(b91865fb-1c41-48c3-a64f-dffbdfa19d35),segment_id=b91865fb-1c41-48c3-a64f-dffbdfa19d35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:35.690017 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:35.721110 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:35.772612 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-d19218e9-fd50-47a9-a247-fd716ee32051 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:53:35.772612 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-d19218e9-fd50-47a9-a247-fd716ee32051 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:53:35.774098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=e29b6d9a-2aa2-4b7b-a35e-e936af63368b,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:35.784393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 522439d6-4d5c-4433-959d-5535ac6676b2 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:35.787576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:35.794773 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:53:35.799048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=2cfc8977-3bd4-47ea-ba6e-fb16bba40346,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:35.854972 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:36.039126 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:36.440729 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-62d8eaf9-461c-47be-bad1-201963aba600 None None] Provisioning complete for port 2cfc8977-3bd4-47ea-ba6e-fb16bba40346 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:36.441303 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-62d8eaf9-461c-47be-bad1-201963aba600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:36.480199 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-62d8eaf9-461c-47be-bad1-201963aba600 None None] Port 2cfc8977-3bd4-47ea-ba6e-fb16bba40346 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:53:36.492239 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-62d8eaf9-461c-47be-bad1-201963aba600 None None] Provisioning complete for port 7ecb68d5-79c5-4016-be1e-d91d490e6776 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:36.492614 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-62d8eaf9-461c-47be-bad1-201963aba600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:36.526601 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-62d8eaf9-461c-47be-bad1-201963aba600 None None] Port 7ecb68d5-79c5-4016-be1e-d91d490e6776 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:53:36.537103 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-62d8eaf9-461c-47be-bad1-201963aba600 None None] Provisioning complete for port e29b6d9a-2aa2-4b7b-a35e-e936af63368b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:36.537510 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-62d8eaf9-461c-47be-bad1-201963aba600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:36.644812 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e29b6d9a-2aa2-4b7b-a35e-e936af63368b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:53:36.669842 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:36.675417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:36.695090 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e29b6d9a-2aa2-4b7b-a35e-e936af63368b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:36.695378 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:36.747453 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=2cfc8977-3bd4-47ea-ba6e-fb16bba40346,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:36.751700 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:36.845603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 522439d6-4d5c-4433-959d-5535ac6676b2 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:36.847282 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:36.950847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router c8ff3d7e-e361-41b9-aa15-616443bbc99f has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:53:37.052507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:53:37.060475 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c0309d79-6a43-4a94-a02b-8776a0468762 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/c8ff3d7e-e361-41b9-aa15-616443bbc99f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2174888 Sep 29 17:53:37.061494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42242) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:37.063745 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1361d1db-ff10-44f5-a800-4b905f8c4ce8 None None] Sync routers for ids ['c8ff3d7e-e361-41b9-aa15-616443bbc99f'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:53:37.072702 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1361d1db-ff10-44f5-a800-4b905f8c4ce8 None None] Routers {'c8ff3d7e-e361-41b9-aa15-616443bbc99f'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:37.073329 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1361d1db-ff10-44f5-a800-4b905f8c4ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c8ff3d7e-e361-41b9-aa15-616443bbc99f'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:37.103644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9ed9d1-fc93-4210-8fec-20fbdc32e30f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:37.107748 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-df9ed9d1-fc93-4210-8fec-20fbdc32e30f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports/2cfc8977-3bd4-47ea-ba6e-fb16bba40346 HTTP/1.1" status: 200 len: 910 time: 0.0434494 Sep 29 17:53:37.107918 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1361d1db-ff10-44f5-a800-4b905f8c4ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:37.108013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42244) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:37.116888 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1361d1db-ff10-44f5-a800-4b905f8c4ce8 None None] Routers {'c8ff3d7e-e361-41b9-aa15-616443bbc99f'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:37.117444 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1361d1db-ff10-44f5-a800-4b905f8c4ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c8ff3d7e-e361-41b9-aa15-616443bbc99f'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:37.140478 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1e907766-6747-4e8a-851b-e5603db1ae36 None None] Provisioning complete for port 2cfc8977-3bd4-47ea-ba6e-fb16bba40346 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:37.140859 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1e907766-6747-4e8a-851b-e5603db1ae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:37.148520 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1361d1db-ff10-44f5-a800-4b905f8c4ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:37.149166 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1361d1db-ff10-44f5-a800-4b905f8c4ce8 None None] The sync data for ids ['c8ff3d7e-e361-41b9-aa15-616443bbc99f'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:53:37.176571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1e907766-6747-4e8a-851b-e5603db1ae36 None None] Port 2cfc8977-3bd4-47ea-ba6e-fb16bba40346 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:53:37.496343 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1cdb6915-c544-44bd-98be-a70d15b42ecf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:37.800013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-1cdb6915-c544-44bd-98be-a70d15b42ecf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port 2cfc8977-3bd4-47ea-ba6e-fb16bba40346 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:37.800366 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1cdb6915-c544-44bd-98be-a70d15b42ecf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:37.885968 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1cdb6915-c544-44bd-98be-a70d15b42ecf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:37.897954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-1cdb6915-c544-44bd-98be-a70d15b42ecf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for 2cfc8977-3bd4-47ea-ba6e-fb16bba40346 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:38.064284 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1cdb6915-c544-44bd-98be-a70d15b42ecf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:38.093018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb6915-c544-44bd-98be-a70d15b42ecf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=2cfc8977-3bd4-47ea-ba6e-fb16bba40346,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:38.259094 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1cdb6915-c544-44bd-98be-a70d15b42ecf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:38.698406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdb6915-c544-44bd-98be-a70d15b42ecf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router c8ff3d7e-e361-41b9-aa15-616443bbc99f has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:53:38.791744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdb6915-c544-44bd-98be-a70d15b42ecf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:53:38.799892 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1cdb6915-c544-44bd-98be-a70d15b42ecf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/c8ff3d7e-e361-41b9-aa15-616443bbc99f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6876404 Sep 29 17:53:38.800655 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42250) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:38.806487 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddce9f0-13d7-4c94-bfce-a09d89c9ab62 None None] Sync routers for ids ['c8ff3d7e-e361-41b9-aa15-616443bbc99f'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:53:38.818368 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddce9f0-13d7-4c94-bfce-a09d89c9ab62 None None] Routers {'c8ff3d7e-e361-41b9-aa15-616443bbc99f'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:38.819291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-eddce9f0-13d7-4c94-bfce-a09d89c9ab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c8ff3d7e-e361-41b9-aa15-616443bbc99f'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:38.854661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-eddce9f0-13d7-4c94-bfce-a09d89c9ab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:38.865244 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddce9f0-13d7-4c94-bfce-a09d89c9ab62 None None] Routers {'c8ff3d7e-e361-41b9-aa15-616443bbc99f'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:38.865969 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-eddce9f0-13d7-4c94-bfce-a09d89c9ab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c8ff3d7e-e361-41b9-aa15-616443bbc99f'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:38.916725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-eddce9f0-13d7-4c94-bfce-a09d89c9ab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:38.917481 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddce9f0-13d7-4c94-bfce-a09d89c9ab62 None None] The sync data for ids ['c8ff3d7e-e361-41b9-aa15-616443bbc99f'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:53:39.136823 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a00bc54b-6ae1-4560-ad33-df0cee624440 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:39.380429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a00bc54b-6ae1-4560-ad33-df0cee624440 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port 7ecb68d5-79c5-4016-be1e-d91d490e6776 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:39.380777 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a00bc54b-6ae1-4560-ad33-df0cee624440 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:39.468934 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a00bc54b-6ae1-4560-ad33-df0cee624440 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:39.480864 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a00bc54b-6ae1-4560-ad33-df0cee624440 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for 7ecb68d5-79c5-4016-be1e-d91d490e6776 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:39.671593 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a00bc54b-6ae1-4560-ad33-df0cee624440 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:39.700762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bc54b-6ae1-4560-ad33-df0cee624440 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=7ecb68d5-79c5-4016-be1e-d91d490e6776,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:39.839105 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a00bc54b-6ae1-4560-ad33-df0cee624440 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:40.002581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00bc54b-6ae1-4560-ad33-df0cee624440 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router c8ff3d7e-e361-41b9-aa15-616443bbc99f has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:53:40.080217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00bc54b-6ae1-4560-ad33-df0cee624440 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:53:40.088745 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a00bc54b-6ae1-4560-ad33-df0cee624440 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/c8ff3d7e-e361-41b9-aa15-616443bbc99f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2847559 Sep 29 17:53:40.088745 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42256) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:40.091199 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0dad3e-440c-414c-8ec6-369577764f2b None None] Sync routers for ids ['c8ff3d7e-e361-41b9-aa15-616443bbc99f'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:53:40.101099 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0dad3e-440c-414c-8ec6-369577764f2b None None] Routers {'c8ff3d7e-e361-41b9-aa15-616443bbc99f'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:40.101762 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1c0dad3e-440c-414c-8ec6-369577764f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c8ff3d7e-e361-41b9-aa15-616443bbc99f'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:40.117566 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-af46bca4-556d-4b03-8456-f67ec0b959bc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8ff3d7e-e361-41b9-aa15-616443bbc99f HTTP/1.1" status: 200 len: 205 time: 0.0278454 Sep 29 17:53:40.119929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42258) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:40.139221 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1c0dad3e-440c-414c-8ec6-369577764f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:40.148753 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0dad3e-440c-414c-8ec6-369577764f2b None None] Routers {'c8ff3d7e-e361-41b9-aa15-616443bbc99f'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:40.149734 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1c0dad3e-440c-414c-8ec6-369577764f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c8ff3d7e-e361-41b9-aa15-616443bbc99f'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:40.183502 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1c0dad3e-440c-414c-8ec6-369577764f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:40.184154 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0dad3e-440c-414c-8ec6-369577764f2b None None] The sync data for ids ['c8ff3d7e-e361-41b9-aa15-616443bbc99f'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:53:40.198797 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b9f02ab4-7802-4d98-bd98-e6a4adb0f5d6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:40.376776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b9f02ab4-7802-4d98-bd98-e6a4adb0f5d6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:40.378953 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b9f02ab4-7802-4d98-bd98-e6a4adb0f5d6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:40.437518 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b9f02ab4-7802-4d98-bd98-e6a4adb0f5d6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:40.438650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f02ab4-7802-4d98-bd98-e6a4adb0f5d6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Fanout notify agent at l3_agent the message router_deleted on router c8ff3d7e-e361-41b9-aa15-616443bbc99f {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:53:40.445595 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b9f02ab4-7802-4d98-bd98-e6a4adb0f5d6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:40.446688 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b9f02ab4-7802-4d98-bd98-e6a4adb0f5d6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/routers/c8ff3d7e-e361-41b9-aa15-616443bbc99f HTTP/1.1" status: 204 len: 168 time: 0.3254592 Sep 29 17:53:40.449257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42260) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:40.498693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d95d22-faae-4d95-a840-351698c6735c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting subnet c8ddc99b-e4c3-44b2-aefd-02b1b716b222 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:53:40.502365 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2d95d22-faae-4d95-a840-351698c6735c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:40.543257 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2d95d22-faae-4d95-a840-351698c6735c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:40.622588 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2d95d22-faae-4d95-a840-351698c6735c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:40.679804 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2d95d22-faae-4d95-a840-351698c6735c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:40.712932 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d95d22-faae-4d95-a840-351698c6735c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ddc99b-e4c3-44b2-aefd-02b1b716b222,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:40.716565 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a2d95d22-faae-4d95-a840-351698c6735c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:40.722587 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a2d95d22-faae-4d95-a840-351698c6735c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/c8ddc99b-e4c3-44b2-aefd-02b1b716b222 HTTP/1.1" status: 204 len: 168 time: 0.2716358 Sep 29 17:53:40.723376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42266) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:40.728660 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bda68aa-299e-4f3e-8b29-246eb48603fb None None] Network 522439d6-4d5c-4433-959d-5535ac6676b2 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:53:40.784655 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b42af6b-86e8-416a-8798-b2b025da460e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting subnet 82fd13cc-442d-492b-a20b-e0711d5693d7 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:53:40.787983 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b42af6b-86e8-416a-8798-b2b025da460e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:40.834602 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b42af6b-86e8-416a-8798-b2b025da460e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:40.850273 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2365d4a7-bce0-4a46-8085-33706df656d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:40.928905 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b42af6b-86e8-416a-8798-b2b025da460e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:40.952193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f86e2a-dcab-49ba-bee7-f1af357581e5 None None] DHCP port deletion for 522439d6-4d5c-4433-959d-5535ac6676b2 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:53:41.001024 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b42af6b-86e8-416a-8798-b2b025da460e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.012548 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b0f86e2a-dcab-49ba-bee7-f1af357581e5 None None] Deleting port e29b6d9a-2aa2-4b7b-a35e-e936af63368b {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:41.012918 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0f86e2a-dcab-49ba-bee7-f1af357581e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.027790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec76ebb6-1164-46a8-9bed-6867652fd529 None None] Network 297b6472-5371-4944-8dd3-7f40e0233e6e requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:53:41.036355 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b42af6b-86e8-416a-8798-b2b025da460e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.041185 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3b42af6b-86e8-416a-8798-b2b025da460e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/82fd13cc-442d-492b-a20b-e0711d5693d7 HTTP/1.1" status: 204 len: 168 time: 0.3136816 Sep 29 17:53:41.041185 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42af6b-86e8-416a-8798-b2b025da460e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Subnet': ['ID=82fd13cc-442d-492b-a20b-e0711d5693d7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:41.041509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42278) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:41.120036 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.153685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b0f86e2a-dcab-49ba-bee7-f1af357581e5 None None] For port e29b6d9a-2aa2-4b7b-a35e-e936af63368b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e29b6d9a-2aa2-4b7b-a35e-e936af63368b,segment=NetworkSegment(b91865fb-1c41-48c3-a64f-dffbdfa19d35),segment_id=b91865fb-1c41-48c3-a64f-dffbdfa19d35)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:41.154090 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0f86e2a-dcab-49ba-bee7-f1af357581e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.177830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port e29b6d9a-2aa2-4b7b-a35e-e936af63368b {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:41.178376 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.200864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b0f86e2a-dcab-49ba-bee7-f1af357581e5 None None] Calling delete_port for e29b6d9a-2aa2-4b7b-a35e-e936af63368b owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:41.245776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] For port e29b6d9a-2aa2-4b7b-a35e-e936af63368b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e29b6d9a-2aa2-4b7b-a35e-e936af63368b,segment=NetworkSegment(b91865fb-1c41-48c3-a64f-dffbdfa19d35),segment_id=b91865fb-1c41-48c3-a64f-dffbdfa19d35)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:41.246490 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.259004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for e29b6d9a-2aa2-4b7b-a35e-e936af63368b owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:41.301846 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0f86e2a-dcab-49ba-bee7-f1af357581e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.331907 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934c787d-9603-46e0-abbd-ce44f2939844 None None] DHCP port deletion for 297b6472-5371-4944-8dd3-7f40e0233e6e request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:53:41.334325 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f86e2a-dcab-49ba-bee7-f1af357581e5 None None] Pushing event deleted for resources: {'Port': ['ID=e29b6d9a-2aa2-4b7b-a35e-e936af63368b,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:41.339232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f86e2a-dcab-49ba-bee7-f1af357581e5 None None] No DVR routers for this DVR port e29b6d9a-2aa2-4b7b-a35e-e936af63368b on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:53:41.347410 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.378291 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=e29b6d9a-2aa2-4b7b-a35e-e936af63368b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:41.380151 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No DVR routers for this DVR port e29b6d9a-2aa2-4b7b-a35e-e936af63368b on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:53:41.393146 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-934c787d-9603-46e0-abbd-ce44f2939844 None None] Deleting port 748f2b14-d8fa-4b6e-a1d5-decb0c92a562 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:41.393662 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-934c787d-9603-46e0-abbd-ce44f2939844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.455102 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.455718 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-934c787d-9603-46e0-abbd-ce44f2939844 None None] For port 748f2b14-d8fa-4b6e-a1d5-decb0c92a562, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=748f2b14-d8fa-4b6e-a1d5-decb0c92a562,segment=NetworkSegment(87fee851-c668-416f-94db-db70f9a5c5db),segment_id=87fee851-c668-416f-94db-db70f9a5c5db)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:41.456124 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-934c787d-9603-46e0-abbd-ce44f2939844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.468388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-934c787d-9603-46e0-abbd-ce44f2939844 None None] Calling delete_port for 748f2b14-d8fa-4b6e-a1d5-decb0c92a562 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:41.475185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522439d6-4d5c-4433-959d-5535ac6676b2']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:41.484219 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91865fb-1c41-48c3-a64f-dffbdfa19d35') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:41.484517 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91865fb-1c41-48c3-a64f-dffbdfa19d35') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:41.494800 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.507924 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.514094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:53:41.514483 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:53:41.518066 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:53:41.562102 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-934c787d-9603-46e0-abbd-ce44f2939844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.588411 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c787d-9603-46e0-abbd-ce44f2939844 None None] Pushing event deleted for resources: {'Port': ['ID=748f2b14-d8fa-4b6e-a1d5-decb0c92a562,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:41.590331 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.592331 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934c787d-9603-46e0-abbd-ce44f2939844 None None] No DVR routers for this DVR port 748f2b14-d8fa-4b6e-a1d5-decb0c92a562 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:53:41.599383 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.601310 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/networks/522439d6-4d5c-4433-959d-5535ac6676b2 HTTP/1.1" status: 204 len: 168 time: 0.5594635 Sep 29 17:53:41.604193 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42282) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:41.619438 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fae1a4-d2e8-4594-8e6d-5752f5614e75 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Network': ['ID=522439d6-4d5c-4433-959d-5535ac6676b2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:41.692000 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7e15f43-528a-4549-b79e-7753ec2c9c37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.780169 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7e15f43-528a-4549-b79e-7753ec2c9c37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.801442 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a7e15f43-528a-4549-b79e-7753ec2c9c37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297b6472-5371-4944-8dd3-7f40e0233e6e']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:41.810604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a7e15f43-528a-4549-b79e-7753ec2c9c37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87fee851-c668-416f-94db-db70f9a5c5db') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:41.810901 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a7e15f43-528a-4549-b79e-7753ec2c9c37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87fee851-c668-416f-94db-db70f9a5c5db') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:41.820185 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7e15f43-528a-4549-b79e-7753ec2c9c37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.836343 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7e15f43-528a-4549-b79e-7753ec2c9c37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.844927 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e15f43-528a-4549-b79e-7753ec2c9c37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:53:41.845250 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7e15f43-528a-4549-b79e-7753ec2c9c37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:53:41.848151 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:53:41.910950 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7e15f43-528a-4549-b79e-7753ec2c9c37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.919374 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a7e15f43-528a-4549-b79e-7753ec2c9c37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.921226 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a7e15f43-528a-4549-b79e-7753ec2c9c37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/networks/297b6472-5371-4944-8dd3-7f40e0233e6e HTTP/1.1" status: 204 len: 168 time: 0.3159103 Sep 29 17:53:41.926009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42284) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:41.931063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1058467a-7922-4482-a3d0-2c5fc7adcc1f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'network': {'name': 'tempest-RoutersTest-958078140'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:41.937049 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e15f43-528a-4549-b79e-7753ec2c9c37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Network': ['ID=297b6472-5371-4944-8dd3-7f40e0233e6e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:41.951813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1058467a-7922-4482-a3d0-2c5fc7adcc1f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:41.956416 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1058467a-7922-4482-a3d0-2c5fc7adcc1f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.979595 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1058467a-7922-4482-a3d0-2c5fc7adcc1f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:53:41.989311 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1058467a-7922-4482-a3d0-2c5fc7adcc1f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:41.989765 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-1058467a-7922-4482-a3d0-2c5fc7adcc1f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Added segment ca9aca07-2691-4e4b-ace3-8f2efbbcbdef of type vlan for network a5fbb749-c311-4e80-8d5f-d59710825ed4 Sep 29 17:53:42.030955 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1058467a-7922-4482-a3d0-2c5fc7adcc1f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:42.058887 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1058467a-7922-4482-a3d0-2c5fc7adcc1f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:42.066535 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1058467a-7922-4482-a3d0-2c5fc7adcc1f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:42.067733 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1058467a-7922-4482-a3d0-2c5fc7adcc1f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:42.106649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1058467a-7922-4482-a3d0-2c5fc7adcc1f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1794405 Sep 29 17:53:42.109195 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42288) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:42.117265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-d3efbe9f-8f53-4f82-bde5-a9b6dece2554 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'subnet': {'network_id': 'a5fbb749-c311-4e80-8d5f-d59710825ed4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:42.166346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058467a-7922-4482-a3d0-2c5fc7adcc1f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Network': ['ID=a5fbb749-c311-4e80-8d5f-d59710825ed4,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:42.178353 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network a5fbb749-c311-4e80-8d5f-d59710825ed4 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:53:42.265383 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3efbe9f-8f53-4f82-bde5-a9b6dece2554 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:42.269605 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d3efbe9f-8f53-4f82-bde5-a9b6dece2554 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:42.448480 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d3efbe9f-8f53-4f82-bde5-a9b6dece2554 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:42.518203 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efbe9f-8f53-4f82-bde5-a9b6dece2554 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Subnet': ['ID=208f9da7-f0a9-4524-a62b-6138f22e0000,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:42.526788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efbe9f-8f53-4f82-bde5-a9b6dece2554 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Checking segment: {'id': 'ca9aca07-2691-4e4b-ace3-8f2efbbcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a5fbb749-c311-4e80-8d5f-d59710825ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:53:42.527203 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3efbe9f-8f53-4f82-bde5-a9b6dece2554 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network hostable DHCP agents. Network: a5fbb749-c311-4e80-8d5f-d59710825ed4, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:53:42.543842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3efbe9f-8f53-4f82-bde5-a9b6dece2554 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network a5fbb749-c311-4e80-8d5f-d59710825ed4 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:53:42.553830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d3efbe9f-8f53-4f82-bde5-a9b6dece2554 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, a5fbb749-c311-4e80-8d5f-d59710825ed4) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:42.557978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3efbe9f-8f53-4f82-bde5-a9b6dece2554 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:42.558645 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d3efbe9f-8f53-4f82-bde5-a9b6dece2554 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:42.564358 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d0da6e-103f-4628-9a85-762f547a6b74 None None] Network a5fbb749-c311-4e80-8d5f-d59710825ed4 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:53:42.578960 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d3efbe9f-8f53-4f82-bde5-a9b6dece2554 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4669797 Sep 29 17:53:42.581426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42290) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:42.594141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-6bcb0396-4370-420a-a02e-ec1853799b1b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-3372824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:42.623733 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0396-4370-420a-a02e-ec1853799b1b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:42.625002 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0396-4370-420a-a02e-ec1853799b1b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:42.693291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 748f2b14-d8fa-4b6e-a1d5-decb0c92a562 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:53:42.697663 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0396-4370-420a-a02e-ec1853799b1b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:42.702414 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0396-4370-420a-a02e-ec1853799b1b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:42.716893 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 748f2b14-d8fa-4b6e-a1d5-decb0c92a562 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:53:42.717822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 748f2b14-d8fa-4b6e-a1d5-decb0c92a562 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:53:42.718320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e29b6d9a-2aa2-4b7b-a35e-e936af63368b no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:53:42.719609 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6bcb0396-4370-420a-a02e-ec1853799b1b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:42.721096 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6bcb0396-4370-420a-a02e-ec1853799b1b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1386948 Sep 29 17:53:42.723660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42292) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:42.729637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-bd187a6c-d806-4ad5-afdb-0da577e967bb tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'port': {'network_id': 'a5fbb749-c311-4e80-8d5f-d59710825ed4', 'name': 'tempest-RoutersTest-1576561405'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:42.749182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: e29b6d9a-2aa2-4b7b-a35e-e936af63368b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:53:42.749624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e29b6d9a-2aa2-4b7b-a35e-e936af63368b not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:53:42.778725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-a5fbb749-c311-4e80-8d5f-d59710825ed4', 'network_id': 'a5fbb749-c311-4e80-8d5f-d59710825ed4', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'fixed_ips': [{'subnet_id': '208f9da7-f0a9-4524-a62b-6138f22e0000'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:53:42.779905 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:42.942961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Allocated IP 172.20.0.2 (a5fbb749-c311-4e80-8d5f-d59710825ed4/208f9da7-f0a9-4524-a62b-6138f22e0000/edd29066-4916-42f3-8b2c-884edec4ebad) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:53:43.107050 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:43.116395 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:43.140468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd187a6c-d806-4ad5-afdb-0da577e967bb tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:43.153312 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bd187a6c-d806-4ad5-afdb-0da577e967bb tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:43.168084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Network a5fbb749-c311-4e80-8d5f-d59710825ed4 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:43.168997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Pushing event updated for resources: {'Port': ['ID=edd29066-4916-42f3-8b2c-884edec4ebad,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:43.171884 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:43.174695 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:53:43.185554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-bd187a6c-d806-4ad5-afdb-0da577e967bb tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] device_id is not set on port c0a23b0e-7b35-44d0-b5d7-e599ec0f2903 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:53:43.240109 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Attempting to bind port edd29066-4916-42f3-8b2c-884edec4ebad on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:43.240670 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Attempting to bind port edd29066-4916-42f3-8b2c-884edec4ebad by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'ca9aca07-2691-4e4b-ace3-8f2efbbcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a5fbb749-c311-4e80-8d5f-d59710825ed4'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:43.240981 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Attempting to bind port edd29066-4916-42f3-8b2c-884edec4ebad on network a5fbb749-c311-4e80-8d5f-d59710825ed4 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:43.248146 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:53:43.248539 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Checking segment: {'id': 'ca9aca07-2691-4e4b-ace3-8f2efbbcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a5fbb749-c311-4e80-8d5f-d59710825ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:53:43.248949 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:43.249374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Bound using segment: {'id': 'ca9aca07-2691-4e4b-ace3-8f2efbbcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a5fbb749-c311-4e80-8d5f-d59710825ed4'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:53:43.250601 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Bound port: edd29066-4916-42f3-8b2c-884edec4ebad, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9aca07-2691-4e4b-ace3-8f2efbbcbdef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a5fbb749-c311-4e80-8d5f-d59710825ed4'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:53:43.251705 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:43.305493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-bd187a6c-d806-4ad5-afdb-0da577e967bb tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Allocated IP 172.20.0.12 (a5fbb749-c311-4e80-8d5f-d59710825ed4/208f9da7-f0a9-4524-a62b-6138f22e0000/c0a23b0e-7b35-44d0-b5d7-e599ec0f2903) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:53:43.323351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] For port edd29066-4916-42f3-8b2c-884edec4ebad, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:53:43.327249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] For port edd29066-4916-42f3-8b2c-884edec4ebad, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=edd29066-4916-42f3-8b2c-884edec4ebad,segment=NetworkSegment(ca9aca07-2691-4e4b-ace3-8f2efbbcbdef),segment_id=ca9aca07-2691-4e4b-ace3-8f2efbbcbdef)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:53:43.333021 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:43.400635 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2038ae-e0ad-4da9-a9fa-6fce181021a0 None None] Pushing event updated for resources: {'Port': ['ID=edd29066-4916-42f3-8b2c-884edec4ebad,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:43.471197 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bd187a6c-d806-4ad5-afdb-0da577e967bb tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:43.507659 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bd187a6c-d806-4ad5-afdb-0da577e967bb tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:43.558042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd187a6c-d806-4ad5-afdb-0da577e967bb tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network a5fbb749-c311-4e80-8d5f-d59710825ed4 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:43.561773 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-bd187a6c-d806-4ad5-afdb-0da577e967bb tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:43.573219 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f2e1afc8-0b77-4b59-80ef-bac340f07ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:43.577549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd187a6c-d806-4ad5-afdb-0da577e967bb tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:53:43.584236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd187a6c-d806-4ad5-afdb-0da577e967bb tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=c0a23b0e-7b35-44d0-b5d7-e599ec0f2903,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:43.636756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd187a6c-d806-4ad5-afdb-0da577e967bb tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:43.637502 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bd187a6c-d806-4ad5-afdb-0da577e967bb tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:43.663148 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bd187a6c-d806-4ad5-afdb-0da577e967bb tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9379153 Sep 29 17:53:43.665565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42296) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:43.989098 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10bd1614-5187-4767-bbdb-0ed04236a0e0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:44.265631 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10bd1614-5187-4767-bbdb-0ed04236a0e0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:44.270459 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10bd1614-5187-4767-bbdb-0ed04236a0e0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:44.347933 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd1614-5187-4767-bbdb-0ed04236a0e0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=c0a23b0e-7b35-44d0-b5d7-e599ec0f2903,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:44.422510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4952064-7619-42c7-b7f5-971676777ac2 None None] Network a5fbb749-c311-4e80-8d5f-d59710825ed4 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:53:44.499210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f6543b51-8e00-442b-aa27-1531fe1c6e92 None None] Provisioning complete for port edd29066-4916-42f3-8b2c-884edec4ebad triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:44.499697 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f6543b51-8e00-442b-aa27-1531fe1c6e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:44.517876 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10bd1614-5187-4767-bbdb-0ed04236a0e0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:44.668422 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:44.670616 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f6543b51-8e00-442b-aa27-1531fe1c6e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:44.673999 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10bd1614-5187-4767-bbdb-0ed04236a0e0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:44.676702 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:44.717766 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:44.729856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device edd29066-4916-42f3-8b2c-884edec4ebad up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:53:44.740410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f6543b51-8e00-442b-aa27-1531fe1c6e92 None None] For port edd29066-4916-42f3-8b2c-884edec4ebad, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=edd29066-4916-42f3-8b2c-884edec4ebad,segment=NetworkSegment(ca9aca07-2691-4e4b-ace3-8f2efbbcbdef),segment_id=ca9aca07-2691-4e4b-ace3-8f2efbbcbdef)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:44.760139 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f6543b51-8e00-442b-aa27-1531fe1c6e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:44.823730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6543b51-8e00-442b-aa27-1531fe1c6e92 None None] Pushing event updated for resources: {'Port': ['ID=edd29066-4916-42f3-8b2c-884edec4ebad,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:44.832213 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port edd29066-4916-42f3-8b2c-884edec4ebad triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:44.832592 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:44.985911 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d37f4db-87df-436f-ad68-aab46370a47c None None] Provisioning complete for port edd29066-4916-42f3-8b2c-884edec4ebad triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:44.986280 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d37f4db-87df-436f-ad68-aab46370a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:44.995821 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10bd1614-5187-4767-bbdb-0ed04236a0e0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:45.002519 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10bd1614-5187-4767-bbdb-0ed04236a0e0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:45.088053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d37f4db-87df-436f-ad68-aab46370a47c None None] Provisioning complete for port c0a23b0e-7b35-44d0-b5d7-e599ec0f2903 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:45.088872 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d37f4db-87df-436f-ad68-aab46370a47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:45.113224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd1614-5187-4767-bbdb-0ed04236a0e0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=c0a23b0e-7b35-44d0-b5d7-e599ec0f2903,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:45.117069 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10bd1614-5187-4767-bbdb-0ed04236a0e0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:45.146186 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d37f4db-87df-436f-ad68-aab46370a47c None None] Port c0a23b0e-7b35-44d0-b5d7-e599ec0f2903 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:53:45.222821 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bd1614-5187-4767-bbdb-0ed04236a0e0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network a5fbb749-c311-4e80-8d5f-d59710825ed4 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:45.224539 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-10bd1614-5187-4767-bbdb-0ed04236a0e0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:45.270039 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-816f9548-276b-4038-8188-ed1bfd573fde None None] Provisioning complete for port c0a23b0e-7b35-44d0-b5d7-e599ec0f2903 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:45.270576 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-816f9548-276b-4038-8188-ed1bfd573fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:45.315095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-816f9548-276b-4038-8188-ed1bfd573fde None None] Port c0a23b0e-7b35-44d0-b5d7-e599ec0f2903 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:53:45.370723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bd1614-5187-4767-bbdb-0ed04236a0e0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router dc9f0ea1-07c7-4796-ac04-c7bafb5973ba is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:53:45.476517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bd1614-5187-4767-bbdb-0ed04236a0e0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:53:45.484223 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-10bd1614-5187-4767-bbdb-0ed04236a0e0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/dc9f0ea1-07c7-4796-ac04-c7bafb5973ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140993 Sep 29 17:53:45.484223 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42310) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:45.491676 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4f2ed-2448-4321-a8f7-0b25385d03e1 None None] Sync routers for ids ['dc9f0ea1-07c7-4796-ac04-c7bafb5973ba'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:53:45.501711 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4f2ed-2448-4321-a8f7-0b25385d03e1 None None] Routers {'dc9f0ea1-07c7-4796-ac04-c7bafb5973ba'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:45.502343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-95d4f2ed-2448-4321-a8f7-0b25385d03e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['dc9f0ea1-07c7-4796-ac04-c7bafb5973ba'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:45.541186 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-95d4f2ed-2448-4321-a8f7-0b25385d03e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:45.542885 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288bb9da-054a-4bbd-8d9b-904a64a16a5a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:45.548168 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-288bb9da-054a-4bbd-8d9b-904a64a16a5a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports/c0a23b0e-7b35-44d0-b5d7-e599ec0f2903 HTTP/1.1" status: 200 len: 978 time: 0.0618172 Sep 29 17:53:45.548364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42314) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:45.555963 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d4f2ed-2448-4321-a8f7-0b25385d03e1 None None] Routers {'dc9f0ea1-07c7-4796-ac04-c7bafb5973ba'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:45.556686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-95d4f2ed-2448-4321-a8f7-0b25385d03e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['dc9f0ea1-07c7-4796-ac04-c7bafb5973ba'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:45.603561 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-95d4f2ed-2448-4321-a8f7-0b25385d03e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:45.603875 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d4f2ed-2448-4321-a8f7-0b25385d03e1 None None] The sync data for ids ['dc9f0ea1-07c7-4796-ac04-c7bafb5973ba'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:53:45.605523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c6b2a837-6593-49e0-8848-b26ccde06c92 None None] Provisioning complete for port c0a23b0e-7b35-44d0-b5d7-e599ec0f2903 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:45.606437 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c6b2a837-6593-49e0-8848-b26ccde06c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:45.646783 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2a837-6593-49e0-8848-b26ccde06c92 None None] Port c0a23b0e-7b35-44d0-b5d7-e599ec0f2903 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:53:45.767853 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-677457a2-617c-4c42-bcc7-d88cf22b4297 None None] Provisioning complete for port c0a23b0e-7b35-44d0-b5d7-e599ec0f2903 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:45.768329 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-677457a2-617c-4c42-bcc7-d88cf22b4297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:45.810589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-677457a2-617c-4c42-bcc7-d88cf22b4297 None None] Port c0a23b0e-7b35-44d0-b5d7-e599ec0f2903 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:53:45.933905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e5279-b184-4b7f-af9d-addbcec8217d req-788298c6-7b6a-461c-8078-84d145170124 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:45.935426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e97e5279-b184-4b7f-af9d-addbcec8217d req-788298c6-7b6a-461c-8078-84d145170124 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 945 time: 0.0672767 Sep 29 17:53:46.041837 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e97e5279-b184-4b7f-af9d-addbcec8217d req-fa3f6ce8-0290-4847-959e-3126a6db27aa tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=9347a456-8799-48dd-9e13-c0ab8e40da49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995648 Sep 29 17:53:46.049465 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5edf7569-0252-423c-8a0a-3b1122158f74 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:46.252768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5edf7569-0252-423c-8a0a-3b1122158f74 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port c0a23b0e-7b35-44d0-b5d7-e599ec0f2903 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:46.253116 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5edf7569-0252-423c-8a0a-3b1122158f74 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:46.335312 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5edf7569-0252-423c-8a0a-3b1122158f74 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:46.346811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5edf7569-0252-423c-8a0a-3b1122158f74 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for c0a23b0e-7b35-44d0-b5d7-e599ec0f2903 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:46.512463 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5edf7569-0252-423c-8a0a-3b1122158f74 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:46.542261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf7569-0252-423c-8a0a-3b1122158f74 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=c0a23b0e-7b35-44d0-b5d7-e599ec0f2903,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:46.659883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device edd29066-4916-42f3-8b2c-884edec4ebad up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:53:46.683419 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5edf7569-0252-423c-8a0a-3b1122158f74 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:46.719939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port edd29066-4916-42f3-8b2c-884edec4ebad triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:46.720679 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:46.834345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edf7569-0252-423c-8a0a-3b1122158f74 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router dc9f0ea1-07c7-4796-ac04-c7bafb5973ba has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:53:46.908630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edf7569-0252-423c-8a0a-3b1122158f74 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:53:46.908886 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:46.913539 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5edf7569-0252-423c-8a0a-3b1122158f74 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/dc9f0ea1-07c7-4796-ac04-c7bafb5973ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3641903 Sep 29 17:53:46.916369 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42322) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:46.918305 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2972e7e-171e-4d7e-a162-94ecf72fa46c None None] Sync routers for ids ['dc9f0ea1-07c7-4796-ac04-c7bafb5973ba'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:53:46.928031 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2972e7e-171e-4d7e-a162-94ecf72fa46c None None] Routers {'dc9f0ea1-07c7-4796-ac04-c7bafb5973ba'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:46.928626 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c2972e7e-171e-4d7e-a162-94ecf72fa46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['dc9f0ea1-07c7-4796-ac04-c7bafb5973ba'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:46.962300 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c2972e7e-171e-4d7e-a162-94ecf72fa46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:46.971270 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2972e7e-171e-4d7e-a162-94ecf72fa46c None None] Routers {'dc9f0ea1-07c7-4796-ac04-c7bafb5973ba'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:46.971868 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c2972e7e-171e-4d7e-a162-94ecf72fa46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['dc9f0ea1-07c7-4796-ac04-c7bafb5973ba'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:47.003249 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c2972e7e-171e-4d7e-a162-94ecf72fa46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:47.003878 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2972e7e-171e-4d7e-a162-94ecf72fa46c None None] The sync data for ids ['dc9f0ea1-07c7-4796-ac04-c7bafb5973ba'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:53:47.097793 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-a2d8f29f-079b-4f6d-b1a7-6e7dd2dca31f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] remove_router_interface failed (client error): The resource could not be found. Sep 29 17:53:47.098869 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a2d8f29f-079b-4f6d-b1a7-6e7dd2dca31f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/dc9f0ea1-07c7-4796-ac04-c7bafb5973ba/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1815705 Sep 29 17:53:47.101691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42326) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:47.127960 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fe37be92-d0fd-4489-99af-17e641ef3d81 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc9f0ea1-07c7-4796-ac04-c7bafb5973ba HTTP/1.1" status: 200 len: 205 time: 0.0251462 Sep 29 17:53:47.130492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42328) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:47.164996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7170ebd-845f-41b5-b702-9816c31ce093 req-571952b3-3329-431f-9a70-2eb92edc3088 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:47.166550 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7170ebd-845f-41b5-b702-9816c31ce093 req-571952b3-3329-431f-9a70-2eb92edc3088 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 945 time: 0.0534165 Sep 29 17:53:47.205079 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7170ebd-845f-41b5-b702-9816c31ce093 req-ecbe6031-419c-4a90-8528-ca01876532bf tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=9347a456-8799-48dd-9e13-c0ab8e40da49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323515 Sep 29 17:53:47.206703 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-083ee0e3-81ad-4622-810e-6ef6d01b130b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:47.368625 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-083ee0e3-81ad-4622-810e-6ef6d01b130b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:47.370623 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-083ee0e3-81ad-4622-810e-6ef6d01b130b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:47.413401 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-083ee0e3-81ad-4622-810e-6ef6d01b130b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:47.413947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083ee0e3-81ad-4622-810e-6ef6d01b130b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Fanout notify agent at l3_agent the message router_deleted on router dc9f0ea1-07c7-4796-ac04-c7bafb5973ba {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:53:47.420828 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-083ee0e3-81ad-4622-810e-6ef6d01b130b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:47.421939 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-083ee0e3-81ad-4622-810e-6ef6d01b130b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/routers/dc9f0ea1-07c7-4796-ac04-c7bafb5973ba HTTP/1.1" status: 204 len: 168 time: 0.2905314 Sep 29 17:53:47.424799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42330) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:47.478073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebcb5f1-73c0-40b1-b2fe-187ecbc0aa0f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting subnet 208f9da7-f0a9-4524-a62b-6138f22e0000 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:53:47.481047 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ebcb5f1-73c0-40b1-b2fe-187ecbc0aa0f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:47.519949 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ebcb5f1-73c0-40b1-b2fe-187ecbc0aa0f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:47.613809 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ebcb5f1-73c0-40b1-b2fe-187ecbc0aa0f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:47.689081 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ebcb5f1-73c0-40b1-b2fe-187ecbc0aa0f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:47.717301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcb5f1-73c0-40b1-b2fe-187ecbc0aa0f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Subnet': ['ID=208f9da7-f0a9-4524-a62b-6138f22e0000,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:47.719345 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1ebcb5f1-73c0-40b1-b2fe-187ecbc0aa0f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:47.721892 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1ebcb5f1-73c0-40b1-b2fe-187ecbc0aa0f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/208f9da7-f0a9-4524-a62b-6138f22e0000 HTTP/1.1" status: 204 len: 168 time: 0.2954743 Sep 29 17:53:47.723842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42334) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:47.726207 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0a2639-0bca-4b00-b7c8-bb7fe8bd3bae None None] Network a5fbb749-c311-4e80-8d5f-d59710825ed4 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:53:47.798032 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:47.854011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port edd29066-4916-42f3-8b2c-884edec4ebad {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:47.854347 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:48.049497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5ed8e4-f445-43d2-9507-7dc6879d84b6 None None] DHCP port deletion for a5fbb749-c311-4e80-8d5f-d59710825ed4 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:53:48.095998 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ed8e4-f445-43d2-9507-7dc6879d84b6 None None] Deleting port edd29066-4916-42f3-8b2c-884edec4ebad {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:48.096379 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f5ed8e4-f445-43d2-9507-7dc6879d84b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:48.163588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1f5ed8e4-f445-43d2-9507-7dc6879d84b6 None None] For port edd29066-4916-42f3-8b2c-884edec4ebad, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=edd29066-4916-42f3-8b2c-884edec4ebad,segment=NetworkSegment(ca9aca07-2691-4e4b-ace3-8f2efbbcbdef),segment_id=ca9aca07-2691-4e4b-ace3-8f2efbbcbdef)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:48.163994 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f5ed8e4-f445-43d2-9507-7dc6879d84b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:48.177191 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1f5ed8e4-f445-43d2-9507-7dc6879d84b6 None None] Calling delete_port for edd29066-4916-42f3-8b2c-884edec4ebad owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:48.250045 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] For port edd29066-4916-42f3-8b2c-884edec4ebad, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=edd29066-4916-42f3-8b2c-884edec4ebad,segment=NetworkSegment(ca9aca07-2691-4e4b-ace3-8f2efbbcbdef),segment_id=ca9aca07-2691-4e4b-ace3-8f2efbbcbdef)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:48.250776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:48.267010 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f5ed8e4-f445-43d2-9507-7dc6879d84b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:48.273698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for edd29066-4916-42f3-8b2c-884edec4ebad owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:48.284994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32aa6cb-ab5d-47c7-a803-36ff103c60ef req-94d7a3d9-bd25-4f72-8724-42238b472945 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:48.286802 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f32aa6cb-ab5d-47c7-a803-36ff103c60ef req-94d7a3d9-bd25-4f72-8724-42238b472945 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 945 time: 0.4154968 Sep 29 17:53:48.297968 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ed8e4-f445-43d2-9507-7dc6879d84b6 None None] Pushing event deleted for resources: {'Port': ['ID=edd29066-4916-42f3-8b2c-884edec4ebad,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:48.298183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555ff00-ac74-4ea5-ac0b-459078ced7d3 req-43e1ec9d-88ee-44b0-b2d2-55e7f9c2ef99 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:48.301529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5ed8e4-f445-43d2-9507-7dc6879d84b6 None None] No DVR routers for this DVR port edd29066-4916-42f3-8b2c-884edec4ebad on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:53:48.305529 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a555ff00-ac74-4ea5-ac0b-459078ced7d3 req-43e1ec9d-88ee-44b0-b2d2-55e7f9c2ef99 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 945 time: 0.3950372 Sep 29 17:53:48.332931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ff3e3-97a3-4521-aefa-52cb050f50d8 req-596c9291-3540-455c-9e50-1e2a87d5bd01 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:48.334487 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-163ff3e3-97a3-4521-aefa-52cb050f50d8 req-596c9291-3540-455c-9e50-1e2a87d5bd01 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 945 time: 0.0533903 Sep 29 17:53:48.373162 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-163ff3e3-97a3-4521-aefa-52cb050f50d8 req-27731d3f-c1a1-4b28-8521-b0d45a1ace6a tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups?id=9347a456-8799-48dd-9e13-c0ab8e40da49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325699 Sep 29 17:53:48.433205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f32aa6cb-ab5d-47c7-a803-36ff103c60ef req-a07a5f74-cec5-4661-907b-44f875b3676f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250610 Sep 29 17:53:48.456847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42342) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:48.479025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a555ff00-ac74-4ea5-ac0b-459078ced7d3 req-d727649d-a479-4be6-b3fd-5bbce48db5e7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Deleting port 0f87e8c7-265f-49f7-803a-dd5317e326dd {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:48.479366 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a555ff00-ac74-4ea5-ac0b-459078ced7d3 req-d727649d-a479-4be6-b3fd-5bbce48db5e7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:48.483141 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:48.523662 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-570cc41c-82f5-417a-94fd-bef0943d7c7d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/floatingips/e57868d8-891d-4518-9ca1-e4472f10a887 HTTP/1.1" status: 200 len: 992 time: 0.0655127 Sep 29 17:53:48.527889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No DVR routers for this DVR port edd29066-4916-42f3-8b2c-884edec4ebad on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:53:48.533821 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=edd29066-4916-42f3-8b2c-884edec4ebad,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:48.655014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device edd29066-4916-42f3-8b2c-884edec4ebad no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:53:48.664323 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:48.678429 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: edd29066-4916-42f3-8b2c-884edec4ebad {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:53:48.678771 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device edd29066-4916-42f3-8b2c-884edec4ebad not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:53:48.693170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a555ff00-ac74-4ea5-ac0b-459078ced7d3 req-d727649d-a479-4be6-b3fd-5bbce48db5e7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] For port 0f87e8c7-265f-49f7-803a-dd5317e326dd, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0f87e8c7-265f-49f7-803a-dd5317e326dd,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:48.693749 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a555ff00-ac74-4ea5-ac0b-459078ced7d3 req-d727649d-a479-4be6-b3fd-5bbce48db5e7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:48.702603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fbb749-c311-4e80-8d5f-d59710825ed4']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:48.733325 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9aca07-2691-4e4b-ace3-8f2efbbcbdef') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:48.733786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9aca07-2691-4e4b-ace3-8f2efbbcbdef') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:48.785930 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:48.819864 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:48.867693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:53:48.868091 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:53:48.872586 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:53:48.996009 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.032220 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.034128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/networks/a5fbb749-c311-4e80-8d5f-d59710825ed4 HTTP/1.1" status: 204 len: 168 time: 1.3093681 Sep 29 17:53:49.038434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42350) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:49.043355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-697b8789-b35c-4384-a2ff-374bb52b4e3a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'network': {'name': 'tempest-RoutersTest-1001620597'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:49.064291 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697b8789-b35c-4384-a2ff-374bb52b4e3a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:49.067860 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-697b8789-b35c-4384-a2ff-374bb52b4e3a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.068264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f48e1-b6b2-4805-b1a7-cf4796b3eef7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Network': ['ID=a5fbb749-c311-4e80-8d5f-d59710825ed4,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:49.084121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632780e6-acc1-4dff-a644-405cab4cd33d req-b5ef624e-f8d0-4e19-986b-9f5cc04d67bf tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:49.085797 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-632780e6-acc1-4dff-a644-405cab4cd33d req-b5ef624e-f8d0-4e19-986b-9f5cc04d67bf tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 1096 time: 0.2145905 Sep 29 17:53:49.097540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697b8789-b35c-4384-a2ff-374bb52b4e3a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:53:49.106760 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-697b8789-b35c-4384-a2ff-374bb52b4e3a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.107106 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-697b8789-b35c-4384-a2ff-374bb52b4e3a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Added segment f284a802-3d98-47a4-9646-bfc14eec5a5a of type vlan for network 355731f6-28b2-4c29-9ac8-50d0657c220a Sep 29 17:53:49.126014 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a555ff00-ac74-4ea5-ac0b-459078ced7d3 req-d727649d-a479-4be6-b3fd-5bbce48db5e7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.126357 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a555ff00-ac74-4ea5-ac0b-459078ced7d3 req-d727649d-a479-4be6-b3fd-5bbce48db5e7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.126673 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-a555ff00-ac74-4ea5-ac0b-459078ced7d3 req-d727649d-a479-4be6-b3fd-5bbce48db5e7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Floating IP b8fddf17-91eb-4f19-9799-2bb3614e79db disassociated. External IP: 172.25.2.180, port: 0f87e8c7-265f-49f7-803a-dd5317e326dd. Sep 29 17:53:49.127014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a555ff00-ac74-4ea5-ac0b-459078ced7d3 req-d727649d-a479-4be6-b3fd-5bbce48db5e7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Calling delete_port for 0f87e8c7-265f-49f7-803a-dd5317e326dd owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:49.147273 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-697b8789-b35c-4384-a2ff-374bb52b4e3a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.171410 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-697b8789-b35c-4384-a2ff-374bb52b4e3a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.177037 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697b8789-b35c-4384-a2ff-374bb52b4e3a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:49.177377 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-632780e6-acc1-4dff-a644-405cab4cd33d req-77ab0b73-683a-4553-aa9f-fdba77dc3c99 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796781 Sep 29 17:53:49.177655 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-697b8789-b35c-4384-a2ff-374bb52b4e3a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.216620 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-697b8789-b35c-4384-a2ff-374bb52b4e3a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1746910 Sep 29 17:53:49.217182 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42354) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:49.221633 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ffe67c63-f014-46dd-ba6e-a4a778a03777 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'subnet': {'network_id': '355731f6-28b2-4c29-9ac8-50d0657c220a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:49.270587 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-03a3a644-43a4-47a4-8980-22dd88e34eb6 req-dade76b8-1a96-4af3-af38-053dfbf6189f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:53:49.271569 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-03a3a644-43a4-47a4-8980-22dd88e34eb6 req-dade76b8-1a96-4af3-af38-053dfbf6189f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055404 Sep 29 17:53:49.274965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b8789-b35c-4384-a2ff-374bb52b4e3a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Network': ['ID=355731f6-28b2-4c29-9ac8-50d0657c220a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:49.287728 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 355731f6-28b2-4c29-9ac8-50d0657c220a details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:53:49.316723 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a555ff00-ac74-4ea5-ac0b-459078ced7d3 req-d727649d-a479-4be6-b3fd-5bbce48db5e7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.365216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727649d-a479-4be6-b3fd-5bbce48db5e7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event deleted for resources: {'Port': ['ID=0f87e8c7-265f-49f7-803a-dd5317e326dd,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:49.368978 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe67c63-f014-46dd-ba6e-a4a778a03777 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:53:49.377150 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffe67c63-f014-46dd-ba6e-a4a778a03777 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.512733 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e15009a7-9f18-4216-b4a1-eb79b391573a req-a2961bb9-cc3e-4af3-b797-2bb762e983cb tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6fe68c-9ba5-4a89-9895-413db6d6f97e HTTP/1.1" status: 200 len: 210 time: 0.0331848 Sep 29 17:53:49.557803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a555ff00-ac74-4ea5-ac0b-459078ced7d3 req-d727649d-a479-4be6-b3fd-5bbce48db5e7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Router d3b862e3-def7-408b-ba53-8b49086e1821 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:53:49.602025 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffe67c63-f014-46dd-ba6e-a4a778a03777 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.665520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe67c63-f014-46dd-ba6e-a4a778a03777 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Subnet': ['ID=510270c9-f2aa-4d2e-bf95-8b66de232bd7,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:49.673314 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe67c63-f014-46dd-ba6e-a4a778a03777 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Checking segment: {'id': 'f284a802-3d98-47a4-9646-bfc14eec5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '355731f6-28b2-4c29-9ac8-50d0657c220a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:53:49.673670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe67c63-f014-46dd-ba6e-a4a778a03777 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network hostable DHCP agents. Network: 355731f6-28b2-4c29-9ac8-50d0657c220a, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:53:49.687039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a555ff00-ac74-4ea5-ac0b-459078ced7d3 req-d727649d-a479-4be6-b3fd-5bbce48db5e7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:53:49.696438 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe67c63-f014-46dd-ba6e-a4a778a03777 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 355731f6-28b2-4c29-9ac8-50d0657c220a is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:53:49.699183 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d893211-1329-4963-a0cf-0652ee1a1433 None None] Sync routers for ids ['d3b862e3-def7-408b-ba53-8b49086e1821'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:53:49.710792 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-ffe67c63-f014-46dd-ba6e-a4a778a03777 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 355731f6-28b2-4c29-9ac8-50d0657c220a) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:49.718139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe67c63-f014-46dd-ba6e-a4a778a03777 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:49.719269 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ffe67c63-f014-46dd-ba6e-a4a778a03777 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.725670 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e103d222-748e-4994-9f7d-a660d31423ad None None] Network 355731f6-28b2-4c29-9ac8-50d0657c220a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:53:49.730410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d893211-1329-4963-a0cf-0652ee1a1433 None None] Routers {'d3b862e3-def7-408b-ba53-8b49086e1821'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:49.733391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a555ff00-ac74-4ea5-ac0b-459078ced7d3 req-d727649d-a479-4be6-b3fd-5bbce48db5e7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] No DVR routers for this DVR port 0f87e8c7-265f-49f7-803a-dd5317e326dd on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:53:49.738369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9d893211-1329-4963-a0cf-0652ee1a1433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3b862e3-def7-408b-ba53-8b49086e1821'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:49.739182 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a555ff00-ac74-4ea5-ac0b-459078ced7d3 req-d727649d-a479-4be6-b3fd-5bbce48db5e7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.741670 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a555ff00-ac74-4ea5-ac0b-459078ced7d3 req-d727649d-a479-4be6-b3fd-5bbce48db5e7 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.35 "DELETE /v2.0/ports/0f87e8c7-265f-49f7-803a-dd5317e326dd HTTP/1.1" status: 204 len: 173 time: 1.4324913 Sep 29 17:53:49.742350 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6fe68c-9ba5-4a89-9895-413db6d6f97e', 'name': 'network-vif-deleted', 'tag': '0f87e8c7-265f-49f7-803a-dd5317e326dd'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:53:49.744999 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ffe67c63-f014-46dd-ba6e-a4a778a03777 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5263381 Sep 29 17:53:49.745792 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42374) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:49.747153 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead87946-3108-4812-aff9-613b24524958" -d '{"events": [{"server_uuid": "7d6fe68c-9ba5-4a89-9895-413db6d6f97e", "name": "network-vif-deleted", "tag": "0f87e8c7-265f-49f7-803a-dd5317e326dd"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:53:49.764462 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-585623c8-3ce1-47e0-9cb7-06eb29d02b61 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-485124089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:49.834214 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227d3a9b-a388-4a10-942d-0bc700f5a69b x-openstack-request-id: req-227d3a9b-a388-4a10-942d-0bc700f5a69b {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:53:49.834876 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6fe68c-9ba5-4a89-9895-413db6d6f97e", "name": "network-vif-deleted", "tag": "0f87e8c7-265f-49f7-803a-dd5317e326dd", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:53:49.835477 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-227d3a9b-a388-4a10-942d-0bc700f5a69b {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:53:49.836154 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6fe68c-9ba5-4a89-9895-413db6d6f97e', 'name': 'network-vif-deleted', 'tag': '0f87e8c7-265f-49f7-803a-dd5317e326dd', 'status': 'completed', 'code': 200} Sep 29 17:53:49.850943 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-585623c8-3ce1-47e0-9cb7-06eb29d02b61 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.852380 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-585623c8-3ce1-47e0-9cb7-06eb29d02b61 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.922941 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-833c3909-f5a5-4141-b448-ac5ad60d5118 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832562 Sep 29 17:53:49.954448 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-585623c8-3ce1-47e0-9cb7-06eb29d02b61 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.959098 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-822abcd7-7e33-4d2b-8770-ff43a42733eb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:53:49.960151 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-822abcd7-7e33-4d2b-8770-ff43a42733eb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0313816 Sep 29 17:53:49.962165 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-585623c8-3ce1-47e0-9cb7-06eb29d02b61 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.984660 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-585623c8-3ce1-47e0-9cb7-06eb29d02b61 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:49.985179 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-9d893211-1329-4963-a0cf-0652ee1a1433 None None] Set router d3b862e3-def7-408b-ba53-8b49086e1821 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:53:49.990996 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-585623c8-3ce1-47e0-9cb7-06eb29d02b61 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2427158 Sep 29 17:53:49.991227 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42378) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:50.081942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-355731f6-28b2-4c29-9ac8-50d0657c220a', 'network_id': '355731f6-28b2-4c29-9ac8-50d0657c220a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'fixed_ips': [{'subnet_id': '510270c9-f2aa-4d2e-bf95-8b66de232bd7'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:53:50.082814 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:50.326148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Allocated IP 172.20.0.2 (355731f6-28b2-4c29-9ac8-50d0657c220a/510270c9-f2aa-4d2e-bf95-8b66de232bd7/2126120b-aa38-436c-a0de-f9231875f2f6) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:53:50.347398 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:53:50.364425 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:50.385129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9d893211-1329-4963-a0cf-0652ee1a1433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 5, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:50.440535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d893211-1329-4963-a0cf-0652ee1a1433 None None] Checking router: d3b862e3-def7-408b-ba53-8b49086e1821 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:53:50.458994 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d893211-1329-4963-a0cf-0652ee1a1433 None None] Routers {'d3b862e3-def7-408b-ba53-8b49086e1821'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:50.459640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9d893211-1329-4963-a0cf-0652ee1a1433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3b862e3-def7-408b-ba53-8b49086e1821'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:50.653047 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:50.659244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42390) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:50.670019 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:50.673649 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-9d893211-1329-4963-a0cf-0652ee1a1433 None None] Set router d3b862e3-def7-408b-ba53-8b49086e1821 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:53:50.742338 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7129aa8-cc77-4961-9b93-3684fe2fabd0 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:50.754466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Network 355731f6-28b2-4c29-9ac8-50d0657c220a is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:50.763999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:50.776007 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7129aa8-cc77-4961-9b93-3684fe2fabd0 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:50.778554 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:53:50.820246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Pushing event updated for resources: {'Port': ['ID=2126120b-aa38-436c-a0de-f9231875f2f6,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:50.844858 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7129aa8-cc77-4961-9b93-3684fe2fabd0 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:50.853258 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7129aa8-cc77-4961-9b93-3684fe2fabd0 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:50.858195 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b7129aa8-cc77-4961-9b93-3684fe2fabd0 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "DELETE /v2.0/security-groups/9347a456-8799-48dd-9e13-c0ab8e40da49 HTTP/1.1" status: 204 len: 168 time: 0.1946404 Sep 29 17:53:50.859563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42392) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:50.885633 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-20ebe567-75b1-40fa-b39c-868941e37455 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] show failed (client error): The resource could not be found. Sep 29 17:53:50.886703 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-20ebe567-75b1-40fa-b39c-868941e37455 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "GET /v2.0/security-groups/9347a456-8799-48dd-9e13-c0ab8e40da49 HTTP/1.1" status: 404 len: 347 time: 0.0259705 Sep 29 17:53:50.887614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7129aa8-cc77-4961-9b93-3684fe2fabd0 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9347a456-8799-48dd-9e13-c0ab8e40da49,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:50.891143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42394) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:50.956870 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Attempting to bind port 2126120b-aa38-436c-a0de-f9231875f2f6 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:50.957246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Attempting to bind port 2126120b-aa38-436c-a0de-f9231875f2f6 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'f284a802-3d98-47a4-9646-bfc14eec5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '355731f6-28b2-4c29-9ac8-50d0657c220a'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:50.957638 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Attempting to bind port 2126120b-aa38-436c-a0de-f9231875f2f6 on network 355731f6-28b2-4c29-9ac8-50d0657c220a {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:50.968210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:53:50.968592 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Checking segment: {'id': 'f284a802-3d98-47a4-9646-bfc14eec5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '355731f6-28b2-4c29-9ac8-50d0657c220a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:53:50.969198 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:50.969646 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Bound using segment: {'id': 'f284a802-3d98-47a4-9646-bfc14eec5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '355731f6-28b2-4c29-9ac8-50d0657c220a'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:53:50.972150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Bound port: 2126120b-aa38-436c-a0de-f9231875f2f6, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f284a802-3d98-47a4-9646-bfc14eec5a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '355731f6-28b2-4c29-9ac8-50d0657c220a'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:53:50.972515 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:51.073021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-81552e16-fed9-438f-8256-77db4032cef4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Deleting port 1360395e-ad8a-4d59-9a83-6ea0e6780de2 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:51.074112 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-81552e16-fed9-438f-8256-77db4032cef4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:51.102223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] For port 2126120b-aa38-436c-a0de-f9231875f2f6, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:53:51.106339 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] For port 2126120b-aa38-436c-a0de-f9231875f2f6, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2126120b-aa38-436c-a0de-f9231875f2f6,segment=NetworkSegment(f284a802-3d98-47a4-9646-bfc14eec5a5a),segment_id=f284a802-3d98-47a4-9646-bfc14eec5a5a)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:53:51.117695 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:51.149186 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0f87e8c7-265f-49f7-803a-dd5317e326dd no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:53:51.162398 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Allocated IP 172.20.0.1 (355731f6-28b2-4c29-9ac8-50d0657c220a/510270c9-f2aa-4d2e-bf95-8b66de232bd7/e53db4e1-ca22-40b1-9a95-ecd2a28477ea) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:53:51.166107 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-81552e16-fed9-438f-8256-77db4032cef4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:51.166431 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-81552e16-fed9-438f-8256-77db4032cef4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:51.168520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-cd500fae-cb53-450f-8464-ad0a9d73b92b tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:51.169962 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-cd500fae-cb53-450f-8464-ad0a9d73b92b tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/ports/32b988d9-4b8e-4b66-ad8a-dceed46bb807 HTTP/1.1" status: 200 len: 1093 time: 0.2603931 Sep 29 17:53:51.182599 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9d893211-1329-4963-a0cf-0652ee1a1433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 5, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:51.183724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-81552e16-fed9-438f-8256-77db4032cef4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Calling delete_port for 1360395e-ad8a-4d59-9a83-6ea0e6780de2 owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:51.190934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 0f87e8c7-265f-49f7-803a-dd5317e326dd {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:53:51.191186 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0f87e8c7-265f-49f7-803a-dd5317e326dd not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:53:51.201303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8de52ada-a301-4e30-a062-28db9e35def9 service neutron] Request body: {'binding': {'host': 'n-h1-811748-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:51.201785 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8de52ada-a301-4e30-a062-28db9e35def9 service neutron] Unknown quota resources ['binding']. {{(pid=95015) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:53:51.356604 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-81552e16-fed9-438f-8256-77db4032cef4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:51.385078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81552e16-fed9-438f-8256-77db4032cef4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Pushing event deleted for resources: {'Port': ['ID=1360395e-ad8a-4d59-9a83-6ea0e6780de2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:51.389339 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d893211-1329-4963-a0cf-0652ee1a1433 None None] The sync data for ids ['d3b862e3-def7-408b-ba53-8b49086e1821'] in n-d-811748-2 is: [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:44:03Z', 'revision_number': 4, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '11113fc8-655a-48b5-a822-7312b11e58dd', 'name': '', 'network_id': '0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'mac_address': 'fa:16:3e:37:44:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:44:02Z', 'updated_at': '2021-09-29T17:44:14Z', 'revision_number': 5, 'project_id': '7360905454614ea0add076cafbf60c76', 'subnets': [{'id': 'daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:53:51.395998 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a38e3-e9f4-48c4-90a0-c91107b21e03 None None] Pushing event updated for resources: {'Port': ['ID=2126120b-aa38-436c-a0de-f9231875f2f6,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:51.397035 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:51.460385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8de52ada-a301-4e30-a062-28db9e35def9 service neutron] Attempting to bind port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 on host n-h1-811748-2 for vnic_type normal with profile None {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:51.460777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8de52ada-a301-4e30-a062-28db9e35def9 service neutron] Attempting to bind port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:51.461110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8de52ada-a301-4e30-a062-28db9e35def9 service neutron] Attempting to bind port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 on network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:51.469120 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8de52ada-a301-4e30-a062-28db9e35def9 service neutron] Port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 on network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:51.469482 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8de52ada-a301-4e30-a062-28db9e35def9 service neutron] Attempting to bind port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 on network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:51.469722 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-81552e16-fed9-438f-8256-77db4032cef4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:51.479050 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8de52ada-a301-4e30-a062-28db9e35def9 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:53:51.479183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8de52ada-a301-4e30-a062-28db9e35def9 service neutron] Checking segment: {'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:53:51.483850 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8de52ada-a301-4e30-a062-28db9e35def9 service neutron] Bound using segment: {'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:53:51.483850 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8de52ada-a301-4e30-a062-28db9e35def9 service neutron] Bound port: 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:53:51.492254 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-81552e16-fed9-438f-8256-77db4032cef4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:51.497377 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-81552e16-fed9-438f-8256-77db4032cef4 tempest-AttachVolumeTestJSON-386789319 tempest-AttachVolumeTestJSON-386789319-project] 10.222.0.44 "DELETE /v2.0/floatingips/b8fddf17-91eb-4f19-9799-2bb3614e79db HTTP/1.1" status: 204 len: 168 time: 0.6016593 Sep 29 17:53:51.526421 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:51.680844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8de52ada-a301-4e30-a062-28db9e35def9 service neutron] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:53:51.699182 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8de52ada-a301-4e30-a062-28db9e35def9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:51.700487 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8de52ada-a301-4e30-a062-28db9e35def9 service neutron] 10.222.0.44 "POST /v2.0/ports/32b988d9-4b8e-4b66-ad8a-dceed46bb807/bindings HTTP/1.1" status: 201 len: 389 time: 0.5155354 Sep 29 17:53:51.702639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 355731f6-28b2-4c29-9ac8-50d0657c220a is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:51.705150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:51.709326 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=e53db4e1-ca22-40b1-9a95-ecd2a28477ea,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:51.722650 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:53:51.794229 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:51.902694 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eeef9ac-1714-4047-8cbd-687bcb804dfe None None] New status for floating IP b8fddf17-91eb-4f19-9799-2bb3614e79db: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:53:51.923055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b5f5b-904f-4e25-9b4d-a834aaa03428 req-57a324cd-be9e-4944-a02d-092b0ec46456 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:51.924747 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-493b5f5b-904f-4e25-9b4d-a834aaa03428 req-57a324cd-be9e-4944-a02d-092b0ec46456 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 945 time: 0.0883634 Sep 29 17:53:52.008218 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:52.025931 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-493b5f5b-904f-4e25-9b4d-a834aaa03428 req-2ec34250-d678-42a5-ae1c-4ac02feb0d34 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905416 Sep 29 17:53:52.039492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-06628c17-ae20-42db-80f0-f529cd9d4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:52.041616 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-06628c17-ae20-42db-80f0-f529cd9d4fc0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 1096 time: 0.0853355 Sep 29 17:53:52.167452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-2f583f15-3f5f-41fe-9966-3dbc4303977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:52.169039 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-2f583f15-3f5f-41fe-9966-3dbc4303977a service neutron] 10.222.0.49 "GET /v2.0/networks?id=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 HTTP/1.1" status: 200 len: 898 time: 0.1201830 Sep 29 17:53:52.257393 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-d3a7b523-0849-4e60-b66a-760d4464f502 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807 HTTP/1.1" status: 200 len: 1000 time: 0.0813675 Sep 29 17:53:52.320342 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-b9cb3171-7958-4e71-a85c-964eaaac4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:52.322018 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-b9cb3171-7958-4e71-a85c-964eaaac4eb8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85f2f599-6792-4416-94c9-73dc99d2f04b HTTP/1.1" status: 200 len: 835 time: 0.0564435 Sep 29 17:53:52.332319 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:52.338593 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:52.375428 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-f4279b4c-4b4d-44bc-9cee-912f942bb61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:52.377456 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-f4279b4c-4b4d-44bc-9cee-912f942bb61e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466673 Sep 29 17:53:52.425544 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=e53db4e1-ca22-40b1-9a95-ecd2a28477ea,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:52.429008 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:52.498345 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-e00f8178-a214-4da7-88e3-68fec76aa830 service neutron] 10.222.0.49 "GET /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130624 Sep 29 17:53:52.545918 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 355731f6-28b2-4c29-9ac8-50d0657c220a is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:52.548034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4777f1-73e4-4bae-8d5c-18af39388e7a None None] Network 355731f6-28b2-4c29-9ac8-50d0657c220a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:53:52.548648 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:52.614053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7e48ddbb-2e74-4b68-9a92-b02f52e7c8af None None] Provisioning complete for port 2126120b-aa38-436c-a0de-f9231875f2f6 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:52.614741 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e48ddbb-2e74-4b68-9a92-b02f52e7c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:52.624573 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-3a4b0fa9-f626-4d82-a420-9fa0e1418358 service neutron] 10.222.0.49 "GET /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193714 Sep 29 17:53:52.746943 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2126120b-aa38-436c-a0de-f9231875f2f6 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:53:52.760272 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router ba20d0e8-cc4b-4b7e-87ac-00637ae540ef is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:53:52.783962 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-059c639d-a915-4769-ab38-d0fc28b0dd7f tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:52.785817 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-059c639d-a915-4769-ab38-d0fc28b0dd7f tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052&tenant_id=b082b405368a4dd1b0eab20300b40c27&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 1096 time: 0.1026478 Sep 29 17:53:52.799643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811748-2'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:52.825737 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e48ddbb-2e74-4b68-9a92-b02f52e7c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:52.860880 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:52.892691 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7e48ddbb-2e74-4b68-9a92-b02f52e7c8af None None] For port 2126120b-aa38-436c-a0de-f9231875f2f6, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2126120b-aa38-436c-a0de-f9231875f2f6,segment=NetworkSegment(f284a802-3d98-47a4-9646-bfc14eec5a5a),segment_id=f284a802-3d98-47a4-9646-bfc14eec5a5a)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:52.897635 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 2126120b-aa38-436c-a0de-f9231875f2f6 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:52.898017 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:52.924983 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:53:52.938357 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-32d13443-cb35-4e60-8435-73e02ca339c0 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/ba20d0e8-cc4b-4b7e-87ac-00637ae540ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9454291 Sep 29 17:53:52.941723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42406) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:52.944908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579be733-6297-4356-a433-88288e0e6b0d None None] Sync routers for ids ['ba20d0e8-cc4b-4b7e-87ac-00637ae540ef'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:53:52.954109 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e48ddbb-2e74-4b68-9a92-b02f52e7c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:53.003122 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579be733-6297-4356-a433-88288e0e6b0d None None] Routers {'ba20d0e8-cc4b-4b7e-87ac-00637ae540ef'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:53.003372 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1933e4ae-e5ea-4429-ad13-da93e4ace39e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:53.003771 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-579be733-6297-4356-a433-88288e0e6b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ba20d0e8-cc4b-4b7e-87ac-00637ae540ef'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:53.005340 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1933e4ae-e5ea-4429-ad13-da93e4ace39e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports/e53db4e1-ca22-40b1-9a95-ecd2a28477ea HTTP/1.1" status: 200 len: 910 time: 0.0616250 Sep 29 17:53:53.008883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42408) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:53.077315 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-579be733-6297-4356-a433-88288e0e6b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:53.083226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:53.138569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:53:53.140562 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48ddbb-2e74-4b68-9a92-b02f52e7c8af None None] Pushing event updated for resources: {'Port': ['ID=2126120b-aa38-436c-a0de-f9231875f2f6,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:53.147077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579be733-6297-4356-a433-88288e0e6b0d None None] Routers {'ba20d0e8-cc4b-4b7e-87ac-00637ae540ef'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:53.147692 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-579be733-6297-4356-a433-88288e0e6b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ba20d0e8-cc4b-4b7e-87ac-00637ae540ef'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:53.208825 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-579be733-6297-4356-a433-88288e0e6b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:53.209515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579be733-6297-4356-a433-88288e0e6b0d None None] The sync data for ids ['ba20d0e8-cc4b-4b7e-87ac-00637ae540ef'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:53:53.213559 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:53.215997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:53:53.219325 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238507b8-5d7b-4320-aafc-200b824f8307" -d '{"events": [{"server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "name": "network-vif-unplugged", "status": "completed", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:53:53.238324 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:53.276988 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e884e694-c23d-4980-bf8a-873ae1f54461 None None] Provisioning complete for port 2126120b-aa38-436c-a0de-f9231875f2f6 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:53.277386 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e884e694-c23d-4980-bf8a-873ae1f54461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:53.307021 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf142c8-e45a-4a22-b03b-c70e65cb9881 x-openstack-request-id: req-0bf142c8-e45a-4a22-b03b-c70e65cb9881 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:53:53.307867 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "name": "network-vif-unplugged", "status": "completed", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:53:53.308477 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0bf142c8-e45a-4a22-b03b-c70e65cb9881 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:53:53.309173 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807', 'code': 200} Sep 29 17:53:53.318102 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14546652-024d-48d0-a2f5-a7e19e653f81 req-1c6da6c3-8003-4787-81e9-97f9533df170 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:53.325488 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-14546652-024d-48d0-a2f5-a7e19e653f81 req-1c6da6c3-8003-4787-81e9-97f9533df170 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 945 time: 0.1817250 Sep 29 17:53:53.454308 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-14546652-024d-48d0-a2f5-a7e19e653f81 req-1005f08b-fd90-46c3-b383-cc2920d94ec1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267478 Sep 29 17:53:53.461359 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e884e694-c23d-4980-bf8a-873ae1f54461 None None] Provisioning complete for port e53db4e1-ca22-40b1-9a95-ecd2a28477ea triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:53.461745 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e884e694-c23d-4980-bf8a-873ae1f54461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:53.508730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41353469-c40d-443d-903b-26f217a08307 service neutron] Pushing event updated for resources: {'Port': ['ID=32b988d9-4b8e-4b66-ad8a-dceed46bb807,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:53.530221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e884e694-c23d-4980-bf8a-873ae1f54461 None None] Port e53db4e1-ca22-40b1-9a95-ecd2a28477ea cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:53:53.586545 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-648becf0-e932-4fcb-8258-03cd8b3cb807 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:53.658706 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c01d4700-ef8d-4dd0-8185-e0f8e6ab35f7 None None] Provisioning complete for port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:53.659321 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c01d4700-ef8d-4dd0-8185-e0f8e6ab35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:53.706515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-c01d4700-ef8d-4dd0-8185-e0f8e6ab35f7 None None] Port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:53:53.730399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c01d4700-ef8d-4dd0-8185-e0f8e6ab35f7 None None] Provisioning complete for port e53db4e1-ca22-40b1-9a95-ecd2a28477ea triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:53.730962 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c01d4700-ef8d-4dd0-8185-e0f8e6ab35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:53.768528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-c01d4700-ef8d-4dd0-8185-e0f8e6ab35f7 None None] Port e53db4e1-ca22-40b1-9a95-ecd2a28477ea cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:53:53.898448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-01c2b4c2-1ba6-412b-a731-bbc06b476265 None None] Provisioning complete for port e53db4e1-ca22-40b1-9a95-ecd2a28477ea triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:53.898827 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-01c2b4c2-1ba6-412b-a731-bbc06b476265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:53.939999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-01c2b4c2-1ba6-412b-a731-bbc06b476265 None None] Port e53db4e1-ca22-40b1-9a95-ecd2a28477ea cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:53:53.940244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Attempting to bind port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 on host n-h2-811748-2 for vnic_type normal with profile {"migrating_to": "n-h1-811748-2"} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:53:53.940359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Attempting to bind port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:53:53.940638 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-648becf0-e932-4fcb-8258-03cd8b3cb807 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port e53db4e1-ca22-40b1-9a95-ecd2a28477ea {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:53.940871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-648becf0-e932-4fcb-8258-03cd8b3cb807 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:53.940993 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Attempting to bind port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 on network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:53.945488 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 on network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:53:53.945818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Attempting to bind port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 on network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:53:53.950697 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:53:53.951037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Checking segment: {'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:53:53.951424 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Bound using segment: {'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:53:53.951853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Bound port: 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:53:53.952211 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:54.019087 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:53:54.022224 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:53:54.027174 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:54.040070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-648becf0-e932-4fcb-8258-03cd8b3cb807 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:54.052706 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-648becf0-e932-4fcb-8258-03cd8b3cb807 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for e53db4e1-ca22-40b1-9a95-ecd2a28477ea owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:54.121159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41353469-c40d-443d-903b-26f217a08307 service neutron] Pushing event updated for resources: {'Port': ['ID=32b988d9-4b8e-4b66-ad8a-dceed46bb807,revision_number=8']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:54.175215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:54.176688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:54.178733 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-41353469-c40d-443d-903b-26f217a08307 service neutron] 10.222.0.49 "PUT /v2.0/ports/32b988d9-4b8e-4b66-ad8a-dceed46bb807 HTTP/1.1" status: 200 len: 1121 time: 1.3839869 Sep 29 17:53:54.274635 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-648becf0-e932-4fcb-8258-03cd8b3cb807 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:54.299629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['32b988d9-4b8e-4b66-ad8a-dceed46bb807'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:53:54.310191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648becf0-e932-4fcb-8258-03cd8b3cb807 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=e53db4e1-ca22-40b1-9a95-ecd2a28477ea,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:54.400244 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0336055c-c6b7-4017-b645-99c25bf779f4 None None] Provisioning complete for port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:54.400400 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0336055c-c6b7-4017-b645-99c25bf779f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:54.503764 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-648becf0-e932-4fcb-8258-03cd8b3cb807 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:54.568599 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0336055c-c6b7-4017-b645-99c25bf779f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:54.616700 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:53:54.619715 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a0f72f-5588-4e33-b82f-35dce001d1fc" -d '{"events": [{"server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "name": "network-vif-plugged", "status": "completed", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:53:54.650317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e5f4f-e65c-4af8-b60e-82707ea116d4 req-f0888082-6a20-4cc9-ad3e-e45322208cec tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:54.659791 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-182e5f4f-e65c-4af8-b60e-82707ea116d4 req-f0888082-6a20-4cc9-ad3e-e45322208cec tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 943 time: 0.0891242 Sep 29 17:53:54.686168 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd690a74-441d-4219-942e-f651ac636fa7 x-openstack-request-id: req-fd690a74-441d-4219-942e-f651ac636fa7 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:53:54.686659 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "name": "network-vif-plugged", "status": "completed", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:53:54.686764 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd690a74-441d-4219-942e-f651ac636fa7 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:53:54.687199 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807', 'code': 200} Sep 29 17:53:54.694192 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0336055c-c6b7-4017-b645-99c25bf779f4 None None] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:54.697927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2126120b-aa38-436c-a0de-f9231875f2f6 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:53:54.722294 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648becf0-e932-4fcb-8258-03cd8b3cb807 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router ba20d0e8-cc4b-4b7e-87ac-00637ae540ef has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:53:54.723971 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-182e5f4f-e65c-4af8-b60e-82707ea116d4 req-045122e4-8572-4751-a6e2-daff7052ba19 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630550 Sep 29 17:53:54.725945 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0336055c-c6b7-4017-b645-99c25bf779f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:54.799394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648becf0-e932-4fcb-8258-03cd8b3cb807 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:53:54.807138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42420) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:54.807283 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-648becf0-e932-4fcb-8258-03cd8b3cb807 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/ba20d0e8-cc4b-4b7e-87ac-00637ae540ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7982919 Sep 29 17:53:54.817801 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f42f1-7c1b-47fb-9590-0fbc9611d858 None None] Sync routers for ids ['ba20d0e8-cc4b-4b7e-87ac-00637ae540ef'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:53:54.832080 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f42f1-7c1b-47fb-9590-0fbc9611d858 None None] Routers {'ba20d0e8-cc4b-4b7e-87ac-00637ae540ef'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:54.833122 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-259f42f1-7c1b-47fb-9590-0fbc9611d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ba20d0e8-cc4b-4b7e-87ac-00637ae540ef'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:54.842675 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a41b06b2-a917-4b65-9cdd-13d544c72019 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba20d0e8-cc4b-4b7e-87ac-00637ae540ef HTTP/1.1" status: 200 len: 205 time: 0.0342689 Sep 29 17:53:54.845672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42422) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:54.868446 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-259f42f1-7c1b-47fb-9590-0fbc9611d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:54.877823 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f42f1-7c1b-47fb-9590-0fbc9611d858 None None] Routers {'ba20d0e8-cc4b-4b7e-87ac-00637ae540ef'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:54.878678 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-259f42f1-7c1b-47fb-9590-0fbc9611d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ba20d0e8-cc4b-4b7e-87ac-00637ae540ef'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:54.922524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336055c-c6b7-4017-b645-99c25bf779f4 None None] Pushing event updated for resources: {'Port': ['ID=32b988d9-4b8e-4b66-ad8a-dceed46bb807,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:54.935463 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-259f42f1-7c1b-47fb-9590-0fbc9611d858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:54.936173 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f42f1-7c1b-47fb-9590-0fbc9611d858 None None] The sync data for ids ['ba20d0e8-cc4b-4b7e-87ac-00637ae540ef'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:53:54.954290 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 2126120b-aa38-436c-a0de-f9231875f2f6 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:53:54.954616 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:54.956148 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ba0afb0c-4fd6-4387-ada8-d7da6dea3c6b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:55.157514 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ba0afb0c-4fd6-4387-ada8-d7da6dea3c6b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:55.159920 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ba0afb0c-4fd6-4387-ada8-d7da6dea3c6b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:55.211582 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ba0afb0c-4fd6-4387-ada8-d7da6dea3c6b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:55.212415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0afb0c-4fd6-4387-ada8-d7da6dea3c6b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Fanout notify agent at l3_agent the message router_deleted on router ba20d0e8-cc4b-4b7e-87ac-00637ae540ef {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:53:55.220690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ba0afb0c-4fd6-4387-ada8-d7da6dea3c6b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:55.221876 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ba0afb0c-4fd6-4387-ada8-d7da6dea3c6b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/routers/ba20d0e8-cc4b-4b7e-87ac-00637ae540ef HTTP/1.1" status: 204 len: 168 time: 0.3752470 Sep 29 17:53:55.224418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42430) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:55.286157 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-54854639-30e2-44b2-9881-73c41a5fd62e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting subnet 510270c9-f2aa-4d2e-bf95-8b66de232bd7 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:53:55.289662 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54854639-30e2-44b2-9881-73c41a5fd62e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:55.310612 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:53:55.313057 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc5de8c-06e3-4a25-a41b-a44e326e5287" -d '{"events": [{"name": "network-changed", "server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:53:55.336502 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54854639-30e2-44b2-9881-73c41a5fd62e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:55.357959 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb731233-1edc-4da6-b7f5-e876a3bfe82e x-openstack-request-id: req-cb731233-1edc-4da6-b7f5-e876a3bfe82e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:53:55.358438 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:53:55.358693 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb731233-1edc-4da6-b7f5-e876a3bfe82e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:53:55.359075 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807', 'status': 'completed', 'code': 200} Sep 29 17:53:55.455032 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54854639-30e2-44b2-9881-73c41a5fd62e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:55.494110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5de8c-06e3-4a25-a41b-a44e326e5287 req-1af82895-2c14-4ee5-8dbc-7abed6343f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:55.495660 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5dc5de8c-06e3-4a25-a41b-a44e326e5287 req-1af82895-2c14-4ee5-8dbc-7abed6343f4f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 1126 time: 0.0838430 Sep 29 17:53:55.577790 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54854639-30e2-44b2-9881-73c41a5fd62e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:55.616829 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54854639-30e2-44b2-9881-73c41a5fd62e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Subnet': ['ID=510270c9-f2aa-4d2e-bf95-8b66de232bd7,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:55.620319 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-54854639-30e2-44b2-9881-73c41a5fd62e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:55.622225 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-54854639-30e2-44b2-9881-73c41a5fd62e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/510270c9-f2aa-4d2e-bf95-8b66de232bd7 HTTP/1.1" status: 204 len: 168 time: 0.3968129 Sep 29 17:53:55.626355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42434) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:55.627149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4c4ed9-c5ad-4f2f-890d-44353d1753bf None None] Network 355731f6-28b2-4c29-9ac8-50d0657c220a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:53:55.648260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5de8c-06e3-4a25-a41b-a44e326e5287 req-53765f69-ae46-4414-b7dc-4a5088f8668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:55.649783 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5dc5de8c-06e3-4a25-a41b-a44e326e5287 req-53765f69-ae46-4414-b7dc-4a5088f8668e service neutron] 10.222.0.35 "GET /v2.0/networks?id=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 HTTP/1.1" status: 200 len: 898 time: 0.1445756 Sep 29 17:53:55.723191 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5dc5de8c-06e3-4a25-a41b-a44e326e5287 req-a327fc5c-3820-4908-ab2f-76e45a78d267 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807 HTTP/1.1" status: 200 len: 1000 time: 0.0661154 Sep 29 17:53:55.724156 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:55.792576 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port 2126120b-aa38-436c-a0de-f9231875f2f6 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:55.792845 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:55.822959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5de8c-06e3-4a25-a41b-a44e326e5287 req-c8b2bd3d-dbdc-4125-b132-be6e348c28ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:55.826649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5dc5de8c-06e3-4a25-a41b-a44e326e5287 req-c8b2bd3d-dbdc-4125-b132-be6e348c28ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=85f2f599-6792-4416-94c9-73dc99d2f04b HTTP/1.1" status: 200 len: 835 time: 0.0945611 Sep 29 17:53:55.840639 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7f14ae-c461-48db-9cbd-12e425e16e29 None None] DHCP port deletion for 355731f6-28b2-4c29-9ac8-50d0657c220a request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:53:55.883379 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] For port 2126120b-aa38-436c-a0de-f9231875f2f6, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2126120b-aa38-436c-a0de-f9231875f2f6,segment=NetworkSegment(f284a802-3d98-47a4-9646-bfc14eec5a5a),segment_id=f284a802-3d98-47a4-9646-bfc14eec5a5a)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:55.883736 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:55.893984 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f14ae-c461-48db-9cbd-12e425e16e29 None None] Deleting port 2126120b-aa38-436c-a0de-f9231875f2f6 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:55.894640 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3f7f14ae-c461-48db-9cbd-12e425e16e29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:55.897980 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for 2126120b-aa38-436c-a0de-f9231875f2f6 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:55.925551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5de8c-06e3-4a25-a41b-a44e326e5287 req-45a3a002-595c-4a5f-b5fe-65dda51b19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:55.927229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5dc5de8c-06e3-4a25-a41b-a44e326e5287 req-45a3a002-595c-4a5f-b5fe-65dda51b19c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0941746 Sep 29 17:53:55.935327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b489c61-c9ea-4396-9eab-ab1fedefadc4 req-3a29b30d-54f1-4c72-9187-df92fd190db9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:55.936778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b489c61-c9ea-4396-9eab-ab1fedefadc4 req-3a29b30d-54f1-4c72-9187-df92fd190db9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 945 time: 0.1057484 Sep 29 17:53:55.963869 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3f7f14ae-c461-48db-9cbd-12e425e16e29 None None] For port 2126120b-aa38-436c-a0de-f9231875f2f6, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2126120b-aa38-436c-a0de-f9231875f2f6,segment=NetworkSegment(f284a802-3d98-47a4-9646-bfc14eec5a5a),segment_id=f284a802-3d98-47a4-9646-bfc14eec5a5a)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:55.964620 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3f7f14ae-c461-48db-9cbd-12e425e16e29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:55.982052 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f14ae-c461-48db-9cbd-12e425e16e29 None None] Calling delete_port for 2126120b-aa38-436c-a0de-f9231875f2f6 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:56.002185 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:56.044588 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=2126120b-aa38-436c-a0de-f9231875f2f6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:56.052208 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No DVR routers for this DVR port 2126120b-aa38-436c-a0de-f9231875f2f6 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:53:56.060729 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b489c61-c9ea-4396-9eab-ab1fedefadc4 req-679a0d75-8028-4b1b-9a33-672c0c8f5a77 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125650 Sep 29 17:53:56.084074 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3f7f14ae-c461-48db-9cbd-12e425e16e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:56.102346 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5dc5de8c-06e3-4a25-a41b-a44e326e5287 req-ddaf5c7b-f8e2-46c3-b321-4333106b8ce4 service neutron] 10.222.0.35 "GET /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637876 Sep 29 17:53:56.129449 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f14ae-c461-48db-9cbd-12e425e16e29 None None] Pushing event deleted for resources: {'Port': ['ID=2126120b-aa38-436c-a0de-f9231875f2f6,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:56.133300 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f14ae-c461-48db-9cbd-12e425e16e29 None None] No DVR routers for this DVR port 2126120b-aa38-436c-a0de-f9231875f2f6 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:53:56.172291 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:56.193020 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355731f6-28b2-4c29-9ac8-50d0657c220a']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:56.202852 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f284a802-3d98-47a4-9646-bfc14eec5a5a') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:56.203693 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f284a802-3d98-47a4-9646-bfc14eec5a5a') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:56.213591 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:56.219617 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5dc5de8c-06e3-4a25-a41b-a44e326e5287 req-7683fe64-9884-42e5-bd62-0d1f16e76e75 service neutron] 10.222.0.35 "GET /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086085 Sep 29 17:53:56.231338 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:56.238399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:53:56.238740 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:53:56.241979 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:53:56.305742 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:56.322910 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:56.324802 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/networks/355731f6-28b2-4c29-9ac8-50d0657c220a HTTP/1.1" status: 204 len: 168 time: 0.6974447 Sep 29 17:53:56.326150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e47915-1827-47c6-baa1-b1c10fb2cd8a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Network': ['ID=355731f6-28b2-4c29-9ac8-50d0657c220a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:56.330137 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42440) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:56.334931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1705483170', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}, 'admin_state_up': False}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:56.359167 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:56.360206 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:56.410734 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:56.552594 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:56.661845 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2126120b-aa38-436c-a0de-f9231875f2f6 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:53:56.681177 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 2126120b-aa38-436c-a0de-f9231875f2f6 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:53:56.681644 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2126120b-aa38-436c-a0de-f9231875f2f6 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:53:56.745400 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:56.770002 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:56.888062 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Allocated IP 172.25.2.87 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/4b60dda9-5584-4f79-bfd3-1f15a24c693c) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:53:56.991577 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:57.001687 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 32b988d9-4b8e-4b66-ad8a-dceed46bb807 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:53:57.028642 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:57.068668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:53:57.073141 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:53:57.076860 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:53:57.102880 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=4b60dda9-5584-4f79-bfd3-1f15a24c693c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:53:57.103491 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:57.116857 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 32b988d9-4b8e-4b66-ad8a-dceed46bb807 has no active binding in host n-h1-811748-2 {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 17:53:57.277255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b82d9-2030-400c-ab6a-642fd381c136 req-e3d739bd-856e-4cb3-84ec-e4b211eb3f4f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:57.278770 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-150b82d9-2030-400c-ab6a-642fd381c136 req-e3d739bd-856e-4cb3-84ec-e4b211eb3f4f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 945 time: 0.1166182 Sep 29 17:53:57.387675 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-150b82d9-2030-400c-ab6a-642fd381c136 req-4abc8fdd-40b8-4192-abe3-21d276411507 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710123 Sep 29 17:53:57.405331 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:57.611601 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:57.952129 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:58.080761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router 676de9c1-9366-4bb5-98be-8efe991550d7 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:53:58.184551 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:53:58.196367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988deb52-4ec0-4fc2-82f4-249f5bb0e35a None None] Sync routers for ids ['676de9c1-9366-4bb5-98be-8efe991550d7'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:53:58.204645 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:58.205921 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e615c6cb-5397-46d6-83b6-617acf0664f6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.8748384 Sep 29 17:53:58.207145 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988deb52-4ec0-4fc2-82f4-249f5bb0e35a None None] Routers {'676de9c1-9366-4bb5-98be-8efe991550d7'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:58.207864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-988deb52-4ec0-4fc2-82f4-249f5bb0e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['676de9c1-9366-4bb5-98be-8efe991550d7'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:58.208803 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42450) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:58.270187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-988deb52-4ec0-4fc2-82f4-249f5bb0e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:58.280012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988deb52-4ec0-4fc2-82f4-249f5bb0e35a None None] Routers {'676de9c1-9366-4bb5-98be-8efe991550d7'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:58.280653 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-988deb52-4ec0-4fc2-82f4-249f5bb0e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['676de9c1-9366-4bb5-98be-8efe991550d7'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:58.324549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-988deb52-4ec0-4fc2-82f4-249f5bb0e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:58.325332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988deb52-4ec0-4fc2-82f4-249f5bb0e35a None None] The sync data for ids ['676de9c1-9366-4bb5-98be-8efe991550d7'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:53:58.354807 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7bd0214f-2390-4d0d-9af0-c7562138b157 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/routers/676de9c1-9366-4bb5-98be-8efe991550d7 HTTP/1.1" status: 200 len: 880 time: 0.1418872 Sep 29 17:53:58.357226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42456) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:58.516738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939cd8d-7b56-45ce-8dfb-6d809a929878 req-492f229b-05e2-4144-8a4b-3f9b21202108 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:58.518426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a939cd8d-7b56-45ce-8dfb-6d809a929878 req-492f229b-05e2-4144-8a4b-3f9b21202108 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 945 time: 0.0516820 Sep 29 17:53:58.559960 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a939cd8d-7b56-45ce-8dfb-6d809a929878 req-76d700c0-08cf-45ab-95cc-4d521b3a16d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338595 Sep 29 17:53:58.597816 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-34643b31-b164-43df-b571-bada874055d6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2370183 Sep 29 17:53:58.598031 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42462) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:58.602169 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-92d08428-12b6-456f-820a-83b99a38ecb7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1705483170'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:53:58.896334 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92d08428-12b6-456f-820a-83b99a38ecb7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:58.908061 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92d08428-12b6-456f-820a-83b99a38ecb7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:59.016610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d08428-12b6-456f-820a-83b99a38ecb7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router 676de9c1-9366-4bb5-98be-8efe991550d7 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:53:59.123065 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d08428-12b6-456f-820a-83b99a38ecb7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:53:59.130129 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92d08428-12b6-456f-820a-83b99a38ecb7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:59.131312 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-92d08428-12b6-456f-820a-83b99a38ecb7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/676de9c1-9366-4bb5-98be-8efe991550d7 HTTP/1.1" status: 200 len: 887 time: 0.5325348 Sep 29 17:53:59.132794 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d35d1-799b-4055-a577-c79675661a07 None None] Sync routers for ids ['676de9c1-9366-4bb5-98be-8efe991550d7'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:53:59.134090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42464) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:59.143754 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d35d1-799b-4055-a577-c79675661a07 None None] Routers {'676de9c1-9366-4bb5-98be-8efe991550d7'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:59.144450 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1d9d35d1-799b-4055-a577-c79675661a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['676de9c1-9366-4bb5-98be-8efe991550d7'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:59.182165 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1d9d35d1-799b-4055-a577-c79675661a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:59.192208 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d35d1-799b-4055-a577-c79675661a07 None None] Routers {'676de9c1-9366-4bb5-98be-8efe991550d7'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:53:59.192923 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1d9d35d1-799b-4055-a577-c79675661a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['676de9c1-9366-4bb5-98be-8efe991550d7'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:59.228046 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1d9d35d1-799b-4055-a577-c79675661a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:53:59.228811 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9d35d1-799b-4055-a577-c79675661a07 None None] The sync data for ids ['676de9c1-9366-4bb5-98be-8efe991550d7'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:53:59.256982 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a9f773f0-ed8a-47e3-b66a-6a710c3c07d7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/routers/676de9c1-9366-4bb5-98be-8efe991550d7 HTTP/1.1" status: 200 len: 887 time: 0.1217163 Sep 29 17:53:59.259672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42466) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:59.285729 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9f5cd96d-2bdd-47d4-b9a6-f9d5c3b2ec95 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports?device_id=676de9c1-9366-4bb5-98be-8efe991550d7 HTTP/1.1" status: 200 len: 205 time: 0.0248950 Sep 29 17:53:59.288137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42468) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:53:59.394942 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4261-7eff-4225-9ee7-d7bf4be32dbf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:59.506698 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4261-7eff-4225-9ee7-d7bf4be32dbf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:59.601645 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-f1bb4261-7eff-4225-9ee7-d7bf4be32dbf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port 4b60dda9-5584-4f79-bfd3-1f15a24c693c {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:53:59.602242 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4261-7eff-4225-9ee7-d7bf4be32dbf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:59.619076 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-27c307c6-4d8a-4eb2-9ffd-a9c54ca841cd service neutron] 10.222.0.35 "GET /v2.0/ports/32b988d9-4b8e-4b66-ad8a-dceed46bb807/bindings/n-h1-811748-2 HTTP/1.1" status: 200 len: 384 time: 0.0814705 Sep 29 17:53:59.685207 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add92a94-3a63-41df-adad-4dbdbf90b8e3 req-ea623e32-d5b0-479a-a4c9-3e4d56271fed tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:53:59.687758 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-add92a94-3a63-41df-adad-4dbdbf90b8e3 req-ea623e32-d5b0-479a-a4c9-3e4d56271fed tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 945 time: 0.0536025 Sep 29 17:53:59.733552 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4261-7eff-4225-9ee7-d7bf4be32dbf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:53:59.734278 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-add92a94-3a63-41df-adad-4dbdbf90b8e3 req-f8c644ba-8e9c-41da-8164-3993a7898bcc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388441 Sep 29 17:53:59.753439 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-f1bb4261-7eff-4225-9ee7-d7bf4be32dbf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for 4b60dda9-5584-4f79-bfd3-1f15a24c693c owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:53:59.960086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-9725422b-520d-4a24-84a6-910e494f59eb service neutron] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:53:59.985874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-9725422b-520d-4a24-84a6-910e494f59eb service neutron] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:54:00.054727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:54:00.056939 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6957bd-7222-48d3-9382-2a0168635bf8" -d '{"events": [{"server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "name": "network-vif-unplugged", "status": "completed", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:54:00.066354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-9725422b-520d-4a24-84a6-910e494f59eb service neutron] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:00.073983 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4261-7eff-4225-9ee7-d7bf4be32dbf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:00.108184 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e56157b-dd6f-43d4-a5fc-92580e35bf9f x-openstack-request-id: req-4e56157b-dd6f-43d4-a5fc-92580e35bf9f {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:54:00.108481 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "name": "network-vif-unplugged", "status": "completed", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:54:00.108731 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e56157b-dd6f-43d4-a5fc-92580e35bf9f {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:54:00.109673 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807', 'code': 200} Sep 29 17:54:00.112018 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-9725422b-520d-4a24-84a6-910e494f59eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:00.114032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb4261-7eff-4225-9ee7-d7bf4be32dbf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=4b60dda9-5584-4f79-bfd3-1f15a24c693c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:00.211262 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4261-7eff-4225-9ee7-d7bf4be32dbf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:00.318080 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4261-7eff-4225-9ee7-d7bf4be32dbf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:00.321426 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4261-7eff-4225-9ee7-d7bf4be32dbf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:00.323065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-9725422b-520d-4a24-84a6-910e494f59eb service neutron] Transition to ACTIVE for port object 32b988d9-4b8e-4b66-ad8a-dceed46bb807 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:54:00.330182 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-9725422b-520d-4a24-84a6-910e494f59eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:00.395430 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4261-7eff-4225-9ee7-d7bf4be32dbf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:00.395961 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bb4261-7eff-4225-9ee7-d7bf4be32dbf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Fanout notify agent at l3_agent the message router_deleted on router 676de9c1-9366-4bb5-98be-8efe991550d7 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:54:00.404801 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4261-7eff-4225-9ee7-d7bf4be32dbf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:00.411014 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f1bb4261-7eff-4225-9ee7-d7bf4be32dbf tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/routers/676de9c1-9366-4bb5-98be-8efe991550d7 HTTP/1.1" status: 204 len: 168 time: 1.1169064 Sep 29 17:54:00.411014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42476) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:00.415516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9126aea6-352d-4b32-bda9-9ca566854bce tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'network': {'name': 'tempest-RoutersTest-122555834'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:00.489094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725422b-520d-4a24-84a6-910e494f59eb service neutron] Pushing event updated for resources: {'Port': ['ID=32b988d9-4b8e-4b66-ad8a-dceed46bb807,revision_number=11']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:00.503538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9126aea6-352d-4b32-bda9-9ca566854bce tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:00.510773 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9126aea6-352d-4b32-bda9-9ca566854bce tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:00.561803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9126aea6-352d-4b32-bda9-9ca566854bce tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:54:00.573346 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9126aea6-352d-4b32-bda9-9ca566854bce tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:00.573892 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-9126aea6-352d-4b32-bda9-9ca566854bce tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Added segment 313e0053-7c2d-421e-9f5d-56818ce582c9 of type vlan for network e844b070-d30f-400a-9662-4309e3b43106 Sep 29 17:54:00.593211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42484) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:00.631867 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-9725422b-520d-4a24-84a6-910e494f59eb service neutron] No DVR routers for this DVR port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:54:00.636714 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9126aea6-352d-4b32-bda9-9ca566854bce tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:00.737238 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9126aea6-352d-4b32-bda9-9ca566854bce tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:00.743047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9126aea6-352d-4b32-bda9-9ca566854bce tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:00.743632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9126aea6-352d-4b32-bda9-9ca566854bce tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:00.777371 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9126aea6-352d-4b32-bda9-9ca566854bce tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3631327 Sep 29 17:54:00.779268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42490) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:00.796425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-d65aebde-ea5d-4fc3-a68c-e078f9180a37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'subnet': {'network_id': 'e844b070-d30f-400a-9662-4309e3b43106', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:00.864368 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126aea6-352d-4b32-bda9-9ca566854bce tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Network': ['ID=e844b070-d30f-400a-9662-4309e3b43106,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:00.883324 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network e844b070-d30f-400a-9662-4309e3b43106 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:54:00.930192 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-9725422b-520d-4a24-84a6-910e494f59eb service neutron] 10.222.0.35 "PUT /v2.0/ports/32b988d9-4b8e-4b66-ad8a-dceed46bb807/bindings/n-h1-811748-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2994261 Sep 29 17:54:00.938961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2be87-8352-405f-878f-c63d6490880a req-b757d41d-161f-419e-aab5-e87a3fec4452 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:00.940553 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d9b2be87-8352-405f-878f-c63d6490880a req-b757d41d-161f-419e-aab5-e87a3fec4452 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 944 time: 0.1016123 Sep 29 17:54:00.963393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65aebde-ea5d-4fc3-a68c-e078f9180a37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:00.967255 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d65aebde-ea5d-4fc3-a68c-e078f9180a37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:01.034435 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d9b2be87-8352-405f-878f-c63d6490880a req-f5561df7-8230-4c20-9591-bbeb0a07f77f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546505 Sep 29 17:54:01.214674 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22c4cebc-15bf-4704-9cf1-df37621eba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:01.482759 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-22c4cebc-15bf-4704-9cf1-df37621eba34 admin admin] Deleting port 11113fc8-655a-48b5-a822-7312b11e58dd {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:01.483103 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22c4cebc-15bf-4704-9cf1-df37621eba34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:01.498196 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-6a5f00fe-685f-4335-8ee3-124775b27ae8 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:01.499710 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-6a5f00fe-685f-4335-8ee3-124775b27ae8 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052&tenant_id=b082b405368a4dd1b0eab20300b40c27&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 1095 time: 0.3881319 Sep 29 17:54:01.505684 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d65aebde-ea5d-4fc3-a68c-e078f9180a37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:01.573253 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-22c4cebc-15bf-4704-9cf1-df37621eba34 admin admin] For port 11113fc8-655a-48b5-a822-7312b11e58dd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=11113fc8-655a-48b5-a822-7312b11e58dd,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:01.573663 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22c4cebc-15bf-4704-9cf1-df37621eba34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:01.590819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-22c4cebc-15bf-4704-9cf1-df37621eba34 admin admin] Calling delete_port for 11113fc8-655a-48b5-a822-7312b11e58dd owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:01.634858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65aebde-ea5d-4fc3-a68c-e078f9180a37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Subnet': ['ID=10d440f2-39ed-4098-8e79-cebc58317716,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:01.643972 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8c0150f4-4126-4eb2-9e26-2b6753c58bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:01.645510 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8c0150f4-4126-4eb2-9e26-2b6753c58bd7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052&tenant_id=b082b405368a4dd1b0eab20300b40c27 HTTP/1.1" status: 200 len: 1095 time: 0.1344445 Sep 29 17:54:01.646618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65aebde-ea5d-4fc3-a68c-e078f9180a37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Checking segment: {'id': '313e0053-7c2d-421e-9f5d-56818ce582c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e844b070-d30f-400a-9662-4309e3b43106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:01.646973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65aebde-ea5d-4fc3-a68c-e078f9180a37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network hostable DHCP agents. Network: e844b070-d30f-400a-9662-4309e3b43106, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:54:01.665543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65aebde-ea5d-4fc3-a68c-e078f9180a37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network e844b070-d30f-400a-9662-4309e3b43106 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:54:01.680470 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d65aebde-ea5d-4fc3-a68c-e078f9180a37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, e844b070-d30f-400a-9662-4309e3b43106) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:01.691510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f38ba4c-0ae9-4dba-9a20-6940f8ccbd06 None None] Network e844b070-d30f-400a-9662-4309e3b43106 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:01.698712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65aebde-ea5d-4fc3-a68c-e078f9180a37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:01.699305 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d65aebde-ea5d-4fc3-a68c-e078f9180a37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:01.721211 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d65aebde-ea5d-4fc3-a68c-e078f9180a37 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9377618 Sep 29 17:54:01.724255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-f99105f7-75ed-4f21-b427-1f1e6f781408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:01.725712 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-f99105f7-75ed-4f21-b427-1f1e6f781408 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 1095 time: 0.0550981 Sep 29 17:54:01.726153 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42494) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:01.730440 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9e398e85-6c14-43d3-b0fc-a6256ebcf4fd tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1161001810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:01.791167 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22c4cebc-15bf-4704-9cf1-df37621eba34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:01.818764 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4cebc-15bf-4704-9cf1-df37621eba34 admin admin] Pushing event deleted for resources: {'Port': ['ID=11113fc8-655a-48b5-a822-7312b11e58dd,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:01.820175 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9e398e85-6c14-43d3-b0fc-a6256ebcf4fd tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:01.821185 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9e398e85-6c14-43d3-b0fc-a6256ebcf4fd tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:01.869194 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-e844b070-d30f-400a-9662-4309e3b43106', 'network_id': 'e844b070-d30f-400a-9662-4309e3b43106', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'fixed_ips': [{'subnet_id': '10d440f2-39ed-4098-8e79-cebc58317716'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:54:01.871588 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:01.873304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-5243adf4-64e8-4d5c-b8fe-d254f1cbb650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:01.880345 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-5243adf4-64e8-4d5c-b8fe-d254f1cbb650 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 HTTP/1.1" status: 200 len: 898 time: 0.1429210 Sep 29 17:54:01.907085 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9e398e85-6c14-43d3-b0fc-a6256ebcf4fd tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:01.947496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9e398e85-6c14-43d3-b0fc-a6256ebcf4fd tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:01.977632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9e398e85-6c14-43d3-b0fc-a6256ebcf4fd tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:01.981560 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9e398e85-6c14-43d3-b0fc-a6256ebcf4fd tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2517872 Sep 29 17:54:01.983928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42496) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:01.999175 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-51de6671-faac-42a4-bf80-baf3aa571a30 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807 HTTP/1.1" status: 200 len: 998 time: 0.0906529 Sep 29 17:54:02.037570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Allocated IP 172.20.0.2 (e844b070-d30f-400a-9662-4309e3b43106/10d440f2-39ed-4098-8e79-cebc58317716/c0375abf-7afc-4d1a-8575-5c075296d98a) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:02.222428 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-14b68c6a-c999-437c-b94f-5494199d38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:02.229342 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-14b68c6a-c999-437c-b94f-5494199d38d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85f2f599-6792-4416-94c9-73dc99d2f04b HTTP/1.1" status: 200 len: 835 time: 0.1913712 Sep 29 17:54:02.240034 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:02.253796 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:02.296334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Network e844b070-d30f-400a-9662-4309e3b43106 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:02.300528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:02.307554 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:02.317115 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Pushing event updated for resources: {'Port': ['ID=c0375abf-7afc-4d1a-8575-5c075296d98a,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:02.366806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7d7a5-cd59-4d86-abee-8c0af53427d6 req-9fb07175-7131-4ec6-89f1-3af633221277 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:02.368323 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fe7d7a5-cd59-4d86-abee-8c0af53427d6 req-9fb07175-7131-4ec6-89f1-3af633221277 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 944 time: 0.1874537 Sep 29 17:54:02.375645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Attempting to bind port c0375abf-7afc-4d1a-8575-5c075296d98a on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:54:02.376127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Attempting to bind port c0375abf-7afc-4d1a-8575-5c075296d98a by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '313e0053-7c2d-421e-9f5d-56818ce582c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e844b070-d30f-400a-9662-4309e3b43106'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:54:02.376491 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Attempting to bind port c0375abf-7afc-4d1a-8575-5c075296d98a on network e844b070-d30f-400a-9662-4309e3b43106 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:54:02.379708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-5e614379-7681-46c0-8e18-d78339fe0400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:02.381198 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-5e614379-7681-46c0-8e18-d78339fe0400 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369021 Sep 29 17:54:02.382060 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:54:02.382060 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Checking segment: {'id': '313e0053-7c2d-421e-9f5d-56818ce582c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e844b070-d30f-400a-9662-4309e3b43106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:02.382548 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:02.382931 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Bound using segment: {'id': '313e0053-7c2d-421e-9f5d-56818ce582c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e844b070-d30f-400a-9662-4309e3b43106'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:54:02.383748 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Bound port: c0375abf-7afc-4d1a-8575-5c075296d98a, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '313e0053-7c2d-421e-9f5d-56818ce582c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'e844b070-d30f-400a-9662-4309e3b43106'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:54:02.383748 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:02.399774 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22c4cebc-15bf-4704-9cf1-df37621eba34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:02.481809 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fe7d7a5-cd59-4d86-abee-8c0af53427d6 req-612870c4-f831-4cab-91b0-a82db0188287 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067462 Sep 29 17:54:02.546225 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:02.604452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] For port c0375abf-7afc-4d1a-8575-5c075296d98a, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:54:02.612246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] For port c0375abf-7afc-4d1a-8575-5c075296d98a, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c0375abf-7afc-4d1a-8575-5c075296d98a,segment=NetworkSegment(313e0053-7c2d-421e-9f5d-56818ce582c9),segment_id=313e0053-7c2d-421e-9f5d-56818ce582c9)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:54:02.623443 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:02.660378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c4cebc-15bf-4704-9cf1-df37621eba34 admin admin] Router d3b862e3-def7-408b-ba53-8b49086e1821 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:54:02.678939 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-733d7029-19f0-4937-9978-71d968f17ede service neutron] 10.222.0.49 "GET /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735481 Sep 29 17:54:02.693745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a808618-d541-4da4-a317-88c34d99b064 None None] Pushing event updated for resources: {'Port': ['ID=c0375abf-7afc-4d1a-8575-5c075296d98a,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:02.786899 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c4cebc-15bf-4704-9cf1-df37621eba34 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:02.794777 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-22c4cebc-15bf-4704-9cf1-df37621eba34 admin admin] 10.222.0.44 "PUT /v2.0/routers/d3b862e3-def7-408b-ba53-8b49086e1821/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1961577 Sep 29 17:54:02.795291 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42500) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:02.798729 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81cdffe-daa2-4e11-9ee5-d2b175826176 None None] Sync routers for ids ['d3b862e3-def7-408b-ba53-8b49086e1821'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:02.813791 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81cdffe-daa2-4e11-9ee5-d2b175826176 None None] Routers {'d3b862e3-def7-408b-ba53-8b49086e1821'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:02.815442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-b81cdffe-daa2-4e11-9ee5-d2b175826176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3b862e3-def7-408b-ba53-8b49086e1821'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:02.896599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-22905962-cff8-4847-90ef-9461e93ff361 service neutron] 10.222.0.49 "GET /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106822 Sep 29 17:54:02.946380 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c77fb022-3fb3-4b92-84fc-dc79749b0ac9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:02.989185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Allocated IP 172.20.0.1 (e844b070-d30f-400a-9662-4309e3b43106/10d440f2-39ed-4098-8e79-cebc58317716/742383ba-a30e-4d66-937f-415e77b93eaf) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:02.993365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-b81cdffe-daa2-4e11-9ee5-d2b175826176 None None] Set router d3b862e3-def7-408b-ba53-8b49086e1821 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:03.100944 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c77fb022-3fb3-4b92-84fc-dc79749b0ac9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:03.159377 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c77fb022-3fb3-4b92-84fc-dc79749b0ac9 admin admin] Deleting port 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:03.159600 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c77fb022-3fb3-4b92-84fc-dc79749b0ac9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:03.195488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 32b988d9-4b8e-4b66-ad8a-dceed46bb807 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:03.200092 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:03.208488 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-be099589-f67a-41d2-9e1c-97e073b39603 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:03.210092 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-be099589-f67a-41d2-9e1c-97e073b39603 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052&tenant_id=b082b405368a4dd1b0eab20300b40c27&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 1095 time: 0.0806684 Sep 29 17:54:03.263773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 32b988d9-4b8e-4b66-ad8a-dceed46bb807 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:03.270433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-c77fb022-3fb3-4b92-84fc-dc79749b0ac9 admin admin] For port 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0f844ff7-6b4c-499a-a3d9-d3d8298edf8f,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:03.270800 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c77fb022-3fb3-4b92-84fc-dc79749b0ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:03.278639 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-b81cdffe-daa2-4e11-9ee5-d2b175826176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:54:01Z', 'revision_number': 5, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port': {'id': '0f844ff7-6b4c-499a-a3d9-d3d8298edf8f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:43:59Z', 'updated_at': '2021-09-29T17:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:03.283216 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c77fb022-3fb3-4b92-84fc-dc79749b0ac9 admin admin] Calling delete_port for 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:03.305997 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:03.309427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81cdffe-daa2-4e11-9ee5-d2b175826176 None None] Checking router: d3b862e3-def7-408b-ba53-8b49086e1821 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:54:03.318929 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81cdffe-daa2-4e11-9ee5-d2b175826176 None None] Routers {'d3b862e3-def7-408b-ba53-8b49086e1821'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:03.321172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-b81cdffe-daa2-4e11-9ee5-d2b175826176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3b862e3-def7-408b-ba53-8b49086e1821'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:03.357660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network e844b070-d30f-400a-9662-4309e3b43106 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:03.398499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:03.408157 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:03.416788 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-b81cdffe-daa2-4e11-9ee5-d2b175826176 None None] Set router d3b862e3-def7-408b-ba53-8b49086e1821 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:03.465626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=742383ba-a30e-4d66-937f-415e77b93eaf,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:03.482856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-b81cdffe-daa2-4e11-9ee5-d2b175826176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:54:03Z', 'revision_number': 6, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:03.485496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:03.487274 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c77fb022-3fb3-4b92-84fc-dc79749b0ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:03.515354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81cdffe-daa2-4e11-9ee5-d2b175826176 None None] The sync data for ids ['d3b862e3-def7-408b-ba53-8b49086e1821'] in n-d-811748-2 is: [{'id': 'd3b862e3-def7-408b-ba53-8b49086e1821', 'name': 'tempest-AttachVolumeTestJSON-553301706-router', 'tenant_id': '7360905454614ea0add076cafbf60c76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:43:58Z', 'updated_at': '2021-09-29T17:54:03Z', 'revision_number': 6, 'project_id': '7360905454614ea0add076cafbf60c76', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:03.529060 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fb022-3fb3-4b92-84fc-dc79749b0ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f844ff7-6b4c-499a-a3d9-d3d8298edf8f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:03.543802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-19acaa8c-d1fc-4073-bdde-eda277c065c9 service neutron] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:54:03.552195 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-19acaa8c-d1fc-4073-bdde-eda277c065c9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:03.552195 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-19acaa8c-d1fc-4073-bdde-eda277c065c9 service neutron] 10.222.0.49 "DELETE /v2.0/ports/32b988d9-4b8e-4b66-ad8a-dceed46bb807/bindings/n-h2-811748-2 HTTP/1.1" status: 204 len: 173 time: 0.3335626 Sep 29 17:54:03.658692 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:03.659667 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c77fb022-3fb3-4b92-84fc-dc79749b0ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:03.768067 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6051e-1f7e-40f2-a4c5-09ec2a41b1b6 req-fa5d76a7-5088-4d26-8c4f-38a25416682e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:03.771035 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0cd6051e-1f7e-40f2-a4c5-09ec2a41b1b6 req-fa5d76a7-5088-4d26-8c4f-38a25416682e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 944 time: 0.1545913 Sep 29 17:54:03.777629 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c77fb022-3fb3-4b92-84fc-dc79749b0ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:03.781999 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c77fb022-3fb3-4b92-84fc-dc79749b0ac9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:03.858383 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c77fb022-3fb3-4b92-84fc-dc79749b0ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:03.859644 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eba2ea0-7076-4dd4-9250-ce93b62c8f6c None None] Network e844b070-d30f-400a-9662-4309e3b43106 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:03.861154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77fb022-3fb3-4b92-84fc-dc79749b0ac9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3b862e3-def7-408b-ba53-8b49086e1821 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:54:03.866795 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c77fb022-3fb3-4b92-84fc-dc79749b0ac9 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:03.868004 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c77fb022-3fb3-4b92-84fc-dc79749b0ac9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d3b862e3-def7-408b-ba53-8b49086e1821 HTTP/1.1" status: 204 len: 168 time: 1.0721297 Sep 29 17:54:03.870789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42506) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:03.884607 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0cd6051e-1f7e-40f2-a4c5-09ec2a41b1b6 req-1f8ec186-4a6e-4dba-8be2-987c0670cfee tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986931 Sep 29 17:54:03.934407 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f04fd40-a106-4ffb-a30b-4a07e0f09e03 admin admin] Deleting subnet daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:54:03.938636 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5f04fd40-a106-4ffb-a30b-4a07e0f09e03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:03.979272 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5f04fd40-a106-4ffb-a30b-4a07e0f09e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:04.059124 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a59dadb2-96f3-4c30-972e-66931e0cedd5 None None] Provisioning complete for port c0375abf-7afc-4d1a-8575-5c075296d98a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:04.059596 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a59dadb2-96f3-4c30-972e-66931e0cedd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:04.067168 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:04.072228 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5f04fd40-a106-4ffb-a30b-4a07e0f09e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:04.076339 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:04.117058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbd68b-8d42-4430-bfe0-c656d9f5bab7 req-2ed8029d-ca44-43da-b30c-214bbd1a505a tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:04.119077 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-becbd68b-8d42-4430-bfe0-c656d9f5bab7 req-2ed8029d-ca44-43da-b30c-214bbd1a505a tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 1095 time: 0.1100564 Sep 29 17:54:04.145501 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5f04fd40-a106-4ffb-a30b-4a07e0f09e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:04.176989 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a59dadb2-96f3-4c30-972e-66931e0cedd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:04.182974 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04fd40-a106-4ffb-a30b-4a07e0f09e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:04.195296 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5f04fd40-a106-4ffb-a30b-4a07e0f09e03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:04.197402 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5f04fd40-a106-4ffb-a30b-4a07e0f09e03 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/daa18a95-0f69-4deb-a6f3-5dd6cfe1f3e4 HTTP/1.1" status: 204 len: 168 time: 0.3256574 Sep 29 17:54:04.200531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42510) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:04.208110 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca286598-daf3-4489-876d-fde95ca6ef72 None None] Network 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:04.214695 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:04.233086 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a59dadb2-96f3-4c30-972e-66931e0cedd5 None None] For port c0375abf-7afc-4d1a-8575-5c075296d98a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c0375abf-7afc-4d1a-8575-5c075296d98a,segment=NetworkSegment(313e0053-7c2d-421e-9f5d-56818ce582c9),segment_id=313e0053-7c2d-421e-9f5d-56818ce582c9)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:04.244103 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a59dadb2-96f3-4c30-972e-66931e0cedd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:04.253700 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-becbd68b-8d42-4430-bfe0-c656d9f5bab7 req-72720837-12fc-43f5-8df3-91a04c3d6360 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046324 Sep 29 17:54:04.258702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=742383ba-a30e-4d66-937f-415e77b93eaf,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:04.363712 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59dadb2-96f3-4c30-972e-66931e0cedd5 None None] Pushing event updated for resources: {'Port': ['ID=c0375abf-7afc-4d1a-8575-5c075296d98a,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:04.407433 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:04.438943 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network e844b070-d30f-400a-9662-4309e3b43106 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:04.444410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:04.480686 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d8548-d766-4571-b702-e61a9c03f9e6 req-a1c5048a-0bb6-44e5-bc98-6938ce8e97db tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:04.489188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7c573ae6-820b-4671-8ed6-bd3b0dffe342 None None] Provisioning complete for port 742383ba-a30e-4d66-937f-415e77b93eaf triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:04.489613 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7c573ae6-820b-4671-8ed6-bd3b0dffe342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:04.496794 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b52d8548-d766-4571-b702-e61a9c03f9e6 req-a1c5048a-0bb6-44e5-bc98-6938ce8e97db tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 944 time: 0.1446059 Sep 29 17:54:04.544357 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-7c573ae6-820b-4671-8ed6-bd3b0dffe342 None None] Port 742383ba-a30e-4d66-937f-415e77b93eaf cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:54:04.567277 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7c573ae6-820b-4671-8ed6-bd3b0dffe342 None None] Provisioning complete for port c0375abf-7afc-4d1a-8575-5c075296d98a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:04.567401 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7c573ae6-820b-4671-8ed6-bd3b0dffe342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:04.595228 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b52d8548-d766-4571-b702-e61a9c03f9e6 req-bba23116-b90a-4fc5-bfce-ce8aec1d51a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971186 Sep 29 17:54:04.624209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42514) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:04.644627 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d82bc9-0aa4-4753-8187-5e1195879fd1 None None] DHCP port deletion for 0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:54:04.648277 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] Deleting port b51ca206-090f-4621-bb3d-dae815c76216 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:04.649451 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:04.811088 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c0375abf-7afc-4d1a-8575-5c075296d98a up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:04.829047 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cdb5f5da-0ed5-4b64-ba6d-d01a7ef25d86 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/floatingips/e57868d8-891d-4518-9ca1-e4472f10a887 HTTP/1.1" status: 200 len: 990 time: 0.1703887 Sep 29 17:54:04.894432 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] For port b51ca206-090f-4621-bb3d-dae815c76216, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b51ca206-090f-4621-bb3d-dae815c76216,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:04.895509 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:04.910688 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] Calling delete_port for b51ca206-090f-4621-bb3d-dae815c76216 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:04.913774 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b4d82bc9-0aa4-4753-8187-5e1195879fd1 None None] Deleting port b51ca206-090f-4621-bb3d-dae815c76216 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:04.914153 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4d82bc9-0aa4-4753-8187-5e1195879fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.032238 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b4d82bc9-0aa4-4753-8187-5e1195879fd1 None None] For port b51ca206-090f-4621-bb3d-dae815c76216, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b51ca206-090f-4621-bb3d-dae815c76216,segment=NetworkSegment(968689cd-11b4-4d5c-8879-8c104c6ee1ba),segment_id=968689cd-11b4-4d5c-8879-8c104c6ee1ba)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:05.033406 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4d82bc9-0aa4-4753-8187-5e1195879fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.047051 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.056117 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port c0375abf-7afc-4d1a-8575-5c075296d98a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:05.058293 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.070496 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b4d82bc9-0aa4-4753-8187-5e1195879fd1 None None] Calling delete_port for b51ca206-090f-4621-bb3d-dae815c76216 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:05.080002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] Pushing event deleted for resources: {'Port': ['ID=b51ca206-090f-4621-bb3d-dae815c76216,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:05.087354 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] No DVR routers for this DVR port b51ca206-090f-4621-bb3d-dae815c76216 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:54:05.123937 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-edb04577-5064-49e7-ba21-a2d0ca052ff0 None None] Provisioning complete for port 742383ba-a30e-4d66-937f-415e77b93eaf triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:05.124646 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-edb04577-5064-49e7-ba21-a2d0ca052ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.162051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router 5a7a74f6-dc67-4c62-9554-848a50b26318 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:54:05.179697 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.206636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:05.228077 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968689cd-11b4-4d5c-8879-8c104c6ee1ba') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:05.228077 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968689cd-11b4-4d5c-8879-8c104c6ee1ba') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:05.228407 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-edb04577-5064-49e7-ba21-a2d0ca052ff0 None None] Port 742383ba-a30e-4d66-937f-415e77b93eaf cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:54:05.240005 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.266678 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.272227 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4d82bc9-0aa4-4753-8187-5e1195879fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.275724 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:54:05.277540 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:54:05.279674 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:54:05.284851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:05.291024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a94d1418-8be9-4943-a00e-5d6c4b1606d5 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/5a7a74f6-dc67-4c62-9554-848a50b26318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3058653 Sep 29 17:54:05.293332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42516) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:05.298815 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb867be-b299-48e2-9ac7-e50c84566d09 None None] Sync routers for ids ['5a7a74f6-dc67-4c62-9554-848a50b26318'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:05.308384 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d82bc9-0aa4-4753-8187-5e1195879fd1 None None] Pushing event deleted for resources: {'Port': ['ID=b51ca206-090f-4621-bb3d-dae815c76216,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:05.312009 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d82bc9-0aa4-4753-8187-5e1195879fd1 None None] No DVR routers for this DVR port b51ca206-090f-4621-bb3d-dae815c76216 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:54:05.326930 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb867be-b299-48e2-9ac7-e50c84566d09 None None] Routers {'5a7a74f6-dc67-4c62-9554-848a50b26318'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:05.328915 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ddb867be-b299-48e2-9ac7-e50c84566d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['5a7a74f6-dc67-4c62-9554-848a50b26318'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:05.360130 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-407f210e-fb6f-4b4f-b529-a4458f92152e None None] Provisioning complete for port 742383ba-a30e-4d66-937f-415e77b93eaf triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:05.361496 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-407f210e-fb6f-4b4f-b529-a4458f92152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.374032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db10c2de-0e79-4b15-a840-6bdc5f93868a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:05.381771 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-db10c2de-0e79-4b15-a840-6bdc5f93868a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports/742383ba-a30e-4d66-937f-415e77b93eaf HTTP/1.1" status: 200 len: 910 time: 0.0846992 Sep 29 17:54:05.382107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42518) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:05.384789 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.393198 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.396765 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9 HTTP/1.1" status: 204 len: 168 time: 1.1950221 Sep 29 17:54:05.397735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1c19ceef-8abf-4522-b897-f40b433e8491 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '10d440f2-39ed-4098-8e79-cebc58317716'}]}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:05.402587 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b51ca206-090f-4621-bb3d-dae815c76216 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:05.416968 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274c198-af0c-4966-bbd6-392869c64195 admin admin] Pushing event deleted for resources: {'Network': ['ID=0692a8d0-0d0c-43b7-9e7e-0ce09ea3dcb9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:05.429975 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ddb867be-b299-48e2-9ac7-e50c84566d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:05.446893 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: b51ca206-090f-4621-bb3d-dae815c76216 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:05.447473 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b51ca206-090f-4621-bb3d-dae815c76216 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:05.448118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 11113fc8-655a-48b5-a822-7312b11e58dd no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:05.449714 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb867be-b299-48e2-9ac7-e50c84566d09 None None] Routers {'5a7a74f6-dc67-4c62-9554-848a50b26318'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:05.451781 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ddb867be-b299-48e2-9ac7-e50c84566d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['5a7a74f6-dc67-4c62-9554-848a50b26318'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:05.477745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-407f210e-fb6f-4b4f-b529-a4458f92152e None None] Port 742383ba-a30e-4d66-937f-415e77b93eaf cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:54:05.481213 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 11113fc8-655a-48b5-a822-7312b11e58dd {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:05.481761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 11113fc8-655a-48b5-a822-7312b11e58dd not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:05.483121 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:05.505698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:05.506132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0f844ff7-6b4c-499a-a3d9-d3d8298edf8f not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:05.520755 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ddb867be-b299-48e2-9ac7-e50c84566d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:05.521609 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb867be-b299-48e2-9ac7-e50c84566d09 None None] The sync data for ids ['5a7a74f6-dc67-4c62-9554-848a50b26318'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:05.566439 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42522) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:05.610871 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b5b256b4-3332-4e58-a9f7-5c8bbf9b8469 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7360905454614ea0add076cafbf60c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398641 Sep 29 17:54:05.611244 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42524) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:05.618062 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c19ceef-8abf-4522-b897-f40b433e8491 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.661840 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-59416eef-4909-4514-9fbd-4b6054f9f528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.684258 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-59416eef-4909-4514-9fbd-4b6054f9f528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.731757 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-59416eef-4909-4514-9fbd-4b6054f9f528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.735133 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-59416eef-4909-4514-9fbd-4b6054f9f528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:05.736655 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-59416eef-4909-4514-9fbd-4b6054f9f528 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/560b7e26-3825-4f84-ba0e-b2a9464d25b2 HTTP/1.1" status: 204 len: 168 time: 0.1242614 Sep 29 17:54:05.744480 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59416eef-4909-4514-9fbd-4b6054f9f528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560b7e26-3825-4f84-ba0e-b2a9464d25b2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:05.999357 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c19ceef-8abf-4522-b897-f40b433e8491 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:06.008175 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c19ceef-8abf-4522-b897-f40b433e8491 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:06.087224 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19ceef-8abf-4522-b897-f40b433e8491 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=742383ba-a30e-4d66-937f-415e77b93eaf,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:06.096566 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c19ceef-8abf-4522-b897-f40b433e8491 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:06.097186 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c19ceef-8abf-4522-b897-f40b433e8491 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:06.098539 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1c19ceef-8abf-4522-b897-f40b433e8491 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/ports/742383ba-a30e-4d66-937f-415e77b93eaf HTTP/1.1" status: 200 len: 910 time: 0.7153580 Sep 29 17:54:06.101505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42536) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:06.418543 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-72b8177a-f9fb-4676-98b0-1b2a93bad425 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:06.665917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-72b8177a-f9fb-4676-98b0-1b2a93bad425 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port 742383ba-a30e-4d66-937f-415e77b93eaf {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:06.666262 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-72b8177a-f9fb-4676-98b0-1b2a93bad425 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:06.759751 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-72b8177a-f9fb-4676-98b0-1b2a93bad425 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:06.771570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-72b8177a-f9fb-4676-98b0-1b2a93bad425 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for 742383ba-a30e-4d66-937f-415e77b93eaf owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:06.946173 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-72b8177a-f9fb-4676-98b0-1b2a93bad425 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:06.973516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8177a-f9fb-4676-98b0-1b2a93bad425 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=742383ba-a30e-4d66-937f-415e77b93eaf,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:07.068133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42570) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:07.124539 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-72b8177a-f9fb-4676-98b0-1b2a93bad425 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:07.260664 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8a529c12-c178-4573-867b-b36112bf2031 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting port b018d15d-4944-49ff-a9b9-c978a3ced8bd {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:07.260930 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a529c12-c178-4573-867b-b36112bf2031 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:07.307701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b8177a-f9fb-4676-98b0-1b2a93bad425 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router 5a7a74f6-dc67-4c62-9554-848a50b26318 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:54:07.345652 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a529c12-c178-4573-867b-b36112bf2031 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:07.346086 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a529c12-c178-4573-867b-b36112bf2031 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:07.358091 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-8a529c12-c178-4573-867b-b36112bf2031 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Calling delete_port for b018d15d-4944-49ff-a9b9-c978a3ced8bd owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:07.387328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b8177a-f9fb-4676-98b0-1b2a93bad425 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:07.395457 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-72b8177a-f9fb-4676-98b0-1b2a93bad425 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/5a7a74f6-dc67-4c62-9554-848a50b26318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2929230 Sep 29 17:54:07.396132 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42576) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:07.402347 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57841e0-179b-4bac-b52c-e21730f82b35 None None] Sync routers for ids ['5a7a74f6-dc67-4c62-9554-848a50b26318'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:07.422643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57841e0-179b-4bac-b52c-e21730f82b35 None None] Routers {'5a7a74f6-dc67-4c62-9554-848a50b26318'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:07.423865 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f57841e0-179b-4bac-b52c-e21730f82b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['5a7a74f6-dc67-4c62-9554-848a50b26318'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:07.428598 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c774ac32-d067-4aea-af4d-6f0d0b714f5d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a7a74f6-dc67-4c62-9554-848a50b26318 HTTP/1.1" status: 200 len: 205 time: 0.0314350 Sep 29 17:54:07.429155 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42578) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:07.460659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f57841e0-179b-4bac-b52c-e21730f82b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:07.469932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57841e0-179b-4bac-b52c-e21730f82b35 None None] Routers {'5a7a74f6-dc67-4c62-9554-848a50b26318'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:07.470636 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f57841e0-179b-4bac-b52c-e21730f82b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['5a7a74f6-dc67-4c62-9554-848a50b26318'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:07.503827 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f57841e0-179b-4bac-b52c-e21730f82b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:07.504479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57841e0-179b-4bac-b52c-e21730f82b35 None None] The sync data for ids ['5a7a74f6-dc67-4c62-9554-848a50b26318'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:07.520648 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5967939a-dc46-4b27-9710-28248d1aab17 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:07.717930 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5967939a-dc46-4b27-9710-28248d1aab17 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:07.722063 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5967939a-dc46-4b27-9710-28248d1aab17 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:07.774556 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a529c12-c178-4573-867b-b36112bf2031 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:07.783385 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5967939a-dc46-4b27-9710-28248d1aab17 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:07.783882 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5967939a-dc46-4b27-9710-28248d1aab17 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Fanout notify agent at l3_agent the message router_deleted on router 5a7a74f6-dc67-4c62-9554-848a50b26318 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:54:07.808995 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5967939a-dc46-4b27-9710-28248d1aab17 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:07.813379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42586) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:07.813930 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5967939a-dc46-4b27-9710-28248d1aab17 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/routers/5a7a74f6-dc67-4c62-9554-848a50b26318 HTTP/1.1" status: 204 len: 168 time: 0.3838995 Sep 29 17:54:07.818602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a529c12-c178-4573-867b-b36112bf2031 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Port': ['ID=b018d15d-4944-49ff-a9b9-c978a3ced8bd,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:07.872405 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3fc0c73-7ff8-4e92-87d0-bfa1422da545 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting subnet 10d440f2-39ed-4098-8e79-cebc58317716 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:54:07.876988 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0c73-7ff8-4e92-87d0-bfa1422da545 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:07.883571 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a529c12-c178-4573-867b-b36112bf2031 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:07.884294 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-8a529c12-c178-4573-867b-b36112bf2031 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Floating IP e57868d8-891d-4518-9ca1-e4472f10a887 disassociated (deleted). External IP: 172.25.2.91, port: 32b988d9-4b8e-4b66-ad8a-dceed46bb807. Sep 29 17:54:07.924373 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0c73-7ff8-4e92-87d0-bfa1422da545 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:07.983093 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42590) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:08.026653 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0c73-7ff8-4e92-87d0-bfa1422da545 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.099457 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0c73-7ff8-4e92-87d0-bfa1422da545 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.101366 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8665b0df-555c-4dc9-a5f1-63d902472c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.105804 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a529c12-c178-4573-867b-b36112bf2031 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router 392f70dd-5bec-4966-ab72-90b404af8c28 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:54:08.139508 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d3fc0c73-7ff8-4e92-87d0-bfa1422da545 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.143247 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d3fc0c73-7ff8-4e92-87d0-bfa1422da545 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/10d440f2-39ed-4098-8e79-cebc58317716 HTTP/1.1" status: 204 len: 168 time: 0.3269060 Sep 29 17:54:08.145044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc0c73-7ff8-4e92-87d0-bfa1422da545 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Subnet': ['ID=10d440f2-39ed-4098-8e79-cebc58317716,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:08.146223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1372b7-9ea5-4035-a4be-d12525dfed5e None None] Network e844b070-d30f-400a-9662-4309e3b43106 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:08.147239 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42594) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:08.233225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a529c12-c178-4573-867b-b36112bf2031 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:08.240245 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a529c12-c178-4573-867b-b36112bf2031 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.250181 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42981997-fd5a-4726-af7e-d2ae5231d991 None None] Sync routers for ids ['392f70dd-5bec-4966-ab72-90b404af8c28'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:08.258055 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.260732 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42981997-fd5a-4726-af7e-d2ae5231d991 None None] Routers {'392f70dd-5bec-4966-ab72-90b404af8c28'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:08.261725 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-42981997-fd5a-4726-af7e-d2ae5231d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['392f70dd-5bec-4966-ab72-90b404af8c28'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:08.277010 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8a529c12-c178-4573-867b-b36112bf2031 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/floatingips/e57868d8-891d-4518-9ca1-e4472f10a887 HTTP/1.1" status: 204 len: 168 time: 1.2060008 Sep 29 17:54:08.277767 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:54:08.280918 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4058800d-cd0a-4c61-afe0-ac1954d93ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:54:08.374385 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8665b0df-555c-4dc9-a5f1-63d902472c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.376842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port c0375abf-7afc-4d1a-8575-5c075296d98a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:08.377190 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.389205 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785e8599-f1c8-4e47-a1ef-87360992fb54 None None] DHCP port deletion for e844b070-d30f-400a-9662-4309e3b43106 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:54:08.405632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8665b0df-555c-4dc9-a5f1-63d902472c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.432222 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-42981997-fd5a-4726-af7e-d2ae5231d991 None None] Set router 392f70dd-5bec-4966-ab72-90b404af8c28 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:08.452369 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8665b0df-555c-4dc9-a5f1-63d902472c12 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fabb19032b1d4cd79c7de66d308d5e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4660130 Sep 29 17:54:08.454579 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42602) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:08.508924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-785e8599-f1c8-4e47-a1ef-87360992fb54 None None] Deleting port c0375abf-7afc-4d1a-8575-5c075296d98a {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:08.509503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] For port c0375abf-7afc-4d1a-8575-5c075296d98a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c0375abf-7afc-4d1a-8575-5c075296d98a,segment=NetworkSegment(313e0053-7c2d-421e-9f5d-56818ce582c9),segment_id=313e0053-7c2d-421e-9f5d-56818ce582c9)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:08.509634 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-785e8599-f1c8-4e47-a1ef-87360992fb54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.509728 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.511982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665b0df-555c-4dc9-a5f1-63d902472c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6d4613-3c15-45ca-a5f5-815d1562c137,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:08.526186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for c0375abf-7afc-4d1a-8575-5c075296d98a owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:08.550243 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d08e760-a691-4b83-a01b-efcb46367285 x-openstack-request-id: req-0d08e760-a691-4b83-a01b-efcb46367285 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:54:08.550536 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:54:08.550780 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d08e760-a691-4b83-a01b-efcb46367285 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:54:08.551180 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807', 'status': 'completed', 'code': 200} Sep 29 17:54:08.568626 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fcc5aeeb-502c-4fb1-be39-e484302142a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.592238 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fcc5aeeb-502c-4fb1-be39-e484302142a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.637715 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-785e8599-f1c8-4e47-a1ef-87360992fb54 None None] For port c0375abf-7afc-4d1a-8575-5c075296d98a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c0375abf-7afc-4d1a-8575-5c075296d98a,segment=NetworkSegment(313e0053-7c2d-421e-9f5d-56818ce582c9),segment_id=313e0053-7c2d-421e-9f5d-56818ce582c9)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:08.638155 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-785e8599-f1c8-4e47-a1ef-87360992fb54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.670106 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-785e8599-f1c8-4e47-a1ef-87360992fb54 None None] Calling delete_port for c0375abf-7afc-4d1a-8575-5c075296d98a owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:08.676374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.692504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fcc5aeeb-502c-4fb1-be39-e484302142a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.695609 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fcc5aeeb-502c-4fb1-be39-e484302142a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.697296 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fcc5aeeb-502c-4fb1-be39-e484302142a4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe6d4613-3c15-45ca-a5f5-815d1562c137 HTTP/1.1" status: 204 len: 168 time: 0.2405918 Sep 29 17:54:08.708283 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5aeeb-502c-4fb1-be39-e484302142a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6d4613-3c15-45ca-a5f5-815d1562c137,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:08.710312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No DVR routers for this DVR port c0375abf-7afc-4d1a-8575-5c075296d98a on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:54:08.722541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=c0375abf-7afc-4d1a-8575-5c075296d98a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:08.722743 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ea866-93fb-434f-82e5-d31ecb24dbc7 req-3780d8b3-e252-4dbf-a620-3bc180911f51 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:08.724373 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-319ea866-93fb-434f-82e5-d31ecb24dbc7 req-3780d8b3-e252-4dbf-a620-3bc180911f51 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 944 time: 0.0896394 Sep 29 17:54:08.778474 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c0375abf-7afc-4d1a-8575-5c075296d98a no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:08.780290 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-319ea866-93fb-434f-82e5-d31ecb24dbc7 req-b4268580-0b0b-4b64-af9c-d25e1738d285 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480855 Sep 29 17:54:08.797131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058800d-cd0a-4c61-afe0-ac1954d93ea2 req-be7e3b47-3b85-4030-bec2-c592e8ad706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:08.799806 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4058800d-cd0a-4c61-afe0-ac1954d93ea2 req-be7e3b47-3b85-4030-bec2-c592e8ad706f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 1095 time: 0.1654680 Sep 29 17:54:08.820725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: c0375abf-7afc-4d1a-8575-5c075296d98a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:08.821073 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c0375abf-7afc-4d1a-8575-5c075296d98a not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:08.832231 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-42981997-fd5a-4726-af7e-d2ae5231d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975410256', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:19Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'd062b624-7b83-48ea-ac67-7f534226dfd8', 'name': '', 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:3d:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:19Z', 'updated_at': '2021-09-29T17:52:23Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:08.858744 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-785e8599-f1c8-4e47-a1ef-87360992fb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.865504 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42981997-fd5a-4726-af7e-d2ae5231d991 None None] Checking router: 392f70dd-5bec-4966-ab72-90b404af8c28 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:54:08.875476 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42981997-fd5a-4726-af7e-d2ae5231d991 None None] Routers {'392f70dd-5bec-4966-ab72-90b404af8c28'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:08.876513 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-42981997-fd5a-4726-af7e-d2ae5231d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['392f70dd-5bec-4966-ab72-90b404af8c28'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:08.884839 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:08.897735 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e8599-f1c8-4e47-a1ef-87360992fb54 None None] Pushing event deleted for resources: {'Port': ['ID=c0375abf-7afc-4d1a-8575-5c075296d98a,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:08.903755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e8599-f1c8-4e47-a1ef-87360992fb54 None None] No DVR routers for this DVR port c0375abf-7afc-4d1a-8575-5c075296d98a on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:54:08.958315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e844b070-d30f-400a-9662-4309e3b43106']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:08.973151 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313e0053-7c2d-421e-9f5d-56818ce582c9') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:08.973475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313e0053-7c2d-421e-9f5d-56818ce582c9') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:08.987220 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.000817 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-42981997-fd5a-4726-af7e-d2ae5231d991 None None] Set router 392f70dd-5bec-4966-ab72-90b404af8c28 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:09.038986 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058800d-cd0a-4c61-afe0-ac1954d93ea2 req-df7b18a2-f20e-493c-89ff-b6fecf9d06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:09.039463 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4058800d-cd0a-4c61-afe0-ac1954d93ea2 req-df7b18a2-f20e-493c-89ff-b6fecf9d06a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 HTTP/1.1" status: 200 len: 898 time: 0.2293346 Sep 29 17:54:09.042818 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.056556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42610) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:09.058766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:54:09.059178 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:54:09.063081 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:54:09.070120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-784febd8-75d0-40ff-a0d5-34a50d113494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.103164 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4058800d-cd0a-4c61-afe0-ac1954d93ea2 req-2a96df1d-801b-4d10-99ad-5cc10414d542 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807 HTTP/1.1" status: 200 len: 217 time: 0.0545225 Sep 29 17:54:09.162676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27901f-9016-44c7-be4f-fc81c4fa9108 req-f85ff8c2-8ea2-4304-a8b4-b5fde5202bb0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:09.164071 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9f27901f-9016-44c7-be4f-fc81c4fa9108 req-f85ff8c2-8ea2-4304-a8b4-b5fde5202bb0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.49 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 944 time: 0.1654894 Sep 29 17:54:09.206710 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-42981997-fd5a-4726-af7e-d2ae5231d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975410256', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:19Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'd062b624-7b83-48ea-ac67-7f534226dfd8', 'name': '', 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:3d:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:19Z', 'updated_at': '2021-09-29T17:52:23Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:09.238523 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42981997-fd5a-4726-af7e-d2ae5231d991 None None] The sync data for ids ['392f70dd-5bec-4966-ab72-90b404af8c28'] in n-d-811748-2 is: [{'id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975410256', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:19Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'd062b624-7b83-48ea-ac67-7f534226dfd8', 'name': '', 'network_id': 'c73e0c2a-52cc-4b17-af76-c1c4ce6d5488', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:3d:14:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:19Z', 'updated_at': '2021-09-29T17:52:23Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '85f2f599-6792-4416-94c9-73dc99d2f04b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:09.458821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20814b9f-d644-46f2-bcc4-1c85edfb6271 None None] New status for floating IP e57868d8-891d-4518-9ca1-e4472f10a887: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:54:09.524555 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.537022 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.538741 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/networks/e844b070-d30f-400a-9662-4309e3b43106 HTTP/1.1" status: 204 len: 168 time: 1.3888204 Sep 29 17:54:09.543847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42612) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:09.558720 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-3cfb2b7d-0601-46fe-87c5-a04a5f41b6b8 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1763356272', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:09.576427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1bd6e-14db-4da6-9f81-9b04967dd480 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Network': ['ID=e844b070-d30f-400a-9662-4309e3b43106,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:09.591456 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-784febd8-75d0-40ff-a0d5-34a50d113494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.595865 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-784febd8-75d0-40ff-a0d5-34a50d113494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.603589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058800d-cd0a-4c61-afe0-ac1954d93ea2 req-15d68192-7b45-4bd7-aa88-18574034c2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:09.605079 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4058800d-cd0a-4c61-afe0-ac1954d93ea2 req-15d68192-7b45-4bd7-aa88-18574034c2a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=85f2f599-6792-4416-94c9-73dc99d2f04b HTTP/1.1" status: 200 len: 835 time: 0.4890137 Sep 29 17:54:09.639069 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-784febd8-75d0-40ff-a0d5-34a50d113494 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f2ee698d86e4fc199277eebdac12ee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5816541 Sep 29 17:54:09.641653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42614) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:09.648481 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784febd8-75d0-40ff-a0d5-34a50d113494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2c7315-031b-4c15-b1e4-2482d17e3608,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:09.650675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2b7d-0601-46fe-87c5-a04a5f41b6b8 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.651694 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2b7d-0601-46fe-87c5-a04a5f41b6b8 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.690199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058800d-cd0a-4c61-afe0-ac1954d93ea2 req-a8c73091-d16e-4d98-89e5-22938e744e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:09.691654 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4058800d-cd0a-4c61-afe0-ac1954d93ea2 req-a8c73091-d16e-4d98-89e5-22938e744e32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752850 Sep 29 17:54:09.699825 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-9f27901f-9016-44c7-be4f-fc81c4fa9108 req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:09.700169 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9f27901f-9016-44c7-be4f-fc81c4fa9108 req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.700366 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b662d17-84e0-468a-982a-9e30f48ee2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.723050 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b662d17-84e0-468a-982a-9e30f48ee2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.762078 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2b7d-0601-46fe-87c5-a04a5f41b6b8 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.773114 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b662d17-84e0-468a-982a-9e30f48ee2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.775776 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b662d17-84e0-468a-982a-9e30f48ee2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.776918 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6b662d17-84e0-468a-982a-9e30f48ee2e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf2c7315-031b-4c15-b1e4-2482d17e3608 HTTP/1.1" status: 204 len: 168 time: 0.1343679 Sep 29 17:54:09.783239 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2b7d-0601-46fe-87c5-a04a5f41b6b8 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.785438 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b662d17-84e0-468a-982a-9e30f48ee2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2c7315-031b-4c15-b1e4-2482d17e3608,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:09.877924 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2b7d-0601-46fe-87c5-a04a5f41b6b8 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.879136 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3cfb2b7d-0601-46fe-87c5-a04a5f41b6b8 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3241115 Sep 29 17:54:09.881972 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42620) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:09.889435 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-41462c10-0acd-4df0-a4b9-9b4a5d0324f4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'network': {'name': 'tempest-RoutersTest-750264705'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:09.915812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41462c10-0acd-4df0-a4b9-9b4a5d0324f4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:09.919851 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41462c10-0acd-4df0-a4b9-9b4a5d0324f4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.944084 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4058800d-cd0a-4c61-afe0-ac1954d93ea2 req-b120f016-bc97-41b5-831f-1d9ef184615d service neutron] 10.222.0.49 "GET /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408850 Sep 29 17:54:09.945781 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-9f27901f-9016-44c7-be4f-fc81c4fa9108 req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] For port 32b988d9-4b8e-4b66-ad8a-dceed46bb807, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=32b988d9-4b8e-4b66-ad8a-dceed46bb807,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:09.946213 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9f27901f-9016-44c7-be4f-fc81c4fa9108 req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.946504 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41462c10-0acd-4df0-a4b9-9b4a5d0324f4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:54:09.956169 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41462c10-0acd-4df0-a4b9-9b4a5d0324f4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:09.956521 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-41462c10-0acd-4df0-a4b9-9b4a5d0324f4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Added segment 71449f49-6553-40f2-ab86-f634f7a94582 of type vlan for network 911ebd90-cbf2-4758-a202-f166170ea021 Sep 29 17:54:09.988871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-9f27901f-9016-44c7-be4f-fc81c4fa9108 req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Calling delete_port for 32b988d9-4b8e-4b66-ad8a-dceed46bb807 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:10.003335 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41462c10-0acd-4df0-a4b9-9b4a5d0324f4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:10.031740 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41462c10-0acd-4df0-a4b9-9b4a5d0324f4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:10.037792 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41462c10-0acd-4df0-a4b9-9b4a5d0324f4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:10.039218 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41462c10-0acd-4df0-a4b9-9b4a5d0324f4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:10.049001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dd2df-9586-41eb-9fc5-e7f6b4139c34 req-5f3d48a7-b54a-4b25-81e1-cb6c27e1c0e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:10.050690 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-250dd2df-9586-41eb-9fc5-e7f6b4139c34 req-5f3d48a7-b54a-4b25-81e1-cb6c27e1c0e6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=61ad48ff-f0f1-4f37-b804-af38dfd87052 HTTP/1.1" status: 200 len: 944 time: 0.1691289 Sep 29 17:54:10.074152 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-41462c10-0acd-4df0-a4b9-9b4a5d0324f4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1869287 Sep 29 17:54:10.077814 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42624) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:10.082922 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-84c5a041-7cc8-47a4-8ad4-0a00d6c107cc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'subnet': {'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:10.136766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41462c10-0acd-4df0-a4b9-9b4a5d0324f4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Network': ['ID=911ebd90-cbf2-4758-a202-f166170ea021,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:10.145873 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4058800d-cd0a-4c61-afe0-ac1954d93ea2 req-37a6d082-e1a2-44d5-8196-8f94fdaf470b service neutron] 10.222.0.49 "GET /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914582 Sep 29 17:54:10.148795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 911ebd90-cbf2-4758-a202-f166170ea021 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:54:10.155577 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-250dd2df-9586-41eb-9fc5-e7f6b4139c34 req-44f4e475-ece6-49a4-8228-ee6285ead49d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=e28db9bb-6dee-46e0-906f-68379873304a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694258 Sep 29 17:54:10.232970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c5a041-7cc8-47a4-8ad4-0a00d6c107cc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:10.237941 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84c5a041-7cc8-47a4-8ad4-0a00d6c107cc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:10.273613 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9f27901f-9016-44c7-be4f-fc81c4fa9108 req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:10.304889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Port': ['ID=32b988d9-4b8e-4b66-ad8a-dceed46bb807,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:10.316033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:10.316322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:10.316819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:10.317444 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:10.317566 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:10.317888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:10.318228 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:10.318556 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:10.318994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:10.319418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:10.319762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:10.320599 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:10.377161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f27901f-9016-44c7-be4f-fc81c4fa9108 req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] No DVR routers for this DVR port 32b988d9-4b8e-4b66-ad8a-dceed46bb807 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:54:10.380021 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9f27901f-9016-44c7-be4f-fc81c4fa9108 req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:10.382231 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9f27901f-9016-44c7-be4f-fc81c4fa9108 req-f5e8ecc0-25e2-4ee3-9658-658041cd9f84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.49 "DELETE /v2.0/ports/32b988d9-4b8e-4b66-ad8a-dceed46bb807 HTTP/1.1" status: 204 len: 173 time: 0.8881207 Sep 29 17:54:10.382703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'name': 'network-vif-deleted', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:54:10.385010 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b9d3a1-daa6-4112-bd00-07cefc957728" -d '{"events": [{"server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "name": "network-vif-deleted", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:54:10.426554 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180952c4-a484-4fb2-b7d9-ca5a47d8f20d x-openstack-request-id: req-180952c4-a484-4fb2-b7d9-ca5a47d8f20d {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:54:10.426897 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ad48ff-f0f1-4f37-b804-af38dfd87052", "name": "network-vif-deleted", "tag": "32b988d9-4b8e-4b66-ad8a-dceed46bb807", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:54:10.427148 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-180952c4-a484-4fb2-b7d9-ca5a47d8f20d {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:54:10.427543 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ad48ff-f0f1-4f37-b804-af38dfd87052', 'name': 'network-vif-deleted', 'tag': '32b988d9-4b8e-4b66-ad8a-dceed46bb807', 'status': 'completed', 'code': 200} Sep 29 17:54:10.467765 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84c5a041-7cc8-47a4-8ad4-0a00d6c107cc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:10.546130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c5a041-7cc8-47a4-8ad4-0a00d6c107cc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Checking segment: {'id': '71449f49-6553-40f2-ab86-f634f7a94582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:10.546538 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c5a041-7cc8-47a4-8ad4-0a00d6c107cc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network hostable DHCP agents. Network: 911ebd90-cbf2-4758-a202-f166170ea021, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:54:10.548678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5a041-7cc8-47a4-8ad4-0a00d6c107cc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Subnet': ['ID=6a8d936d-a494-4c17-9d02-fb89829e15c0,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:10.569500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c5a041-7cc8-47a4-8ad4-0a00d6c107cc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 911ebd90-cbf2-4758-a202-f166170ea021 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:54:10.579681 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-84c5a041-7cc8-47a4-8ad4-0a00d6c107cc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 911ebd90-cbf2-4758-a202-f166170ea021) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:10.584604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c5a041-7cc8-47a4-8ad4-0a00d6c107cc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:10.585426 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-84c5a041-7cc8-47a4-8ad4-0a00d6c107cc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:10.588933 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e2588-2ab9-4cce-af0c-239b60265d47 None None] Network 911ebd90-cbf2-4758-a202-f166170ea021 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:10.605818 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-84c5a041-7cc8-47a4-8ad4-0a00d6c107cc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5267830 Sep 29 17:54:10.607596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42644) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:10.784459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-911ebd90-cbf2-4758-a202-f166170ea021', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:54:10.785668 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:10.877323 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5c4a9212-568a-4471-a4e0-95a13f2f46c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:10.940242 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:10.962837 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Allocated IP 172.20.0.2 (911ebd90-cbf2-4758-a202-f166170ea021/6a8d936d-a494-4c17-9d02-fb89829e15c0/64461e45-9f4c-4fcc-8d74-d8fd1da31750) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:11.239301 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42662) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:11.286100 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:11.291559 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:11.315981 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Network 911ebd90-cbf2-4758-a202-f166170ea021 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:11.319267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:11.339518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:11.352738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Allocated IP 172.20.0.1 (911ebd90-cbf2-4758-a202-f166170ea021/6a8d936d-a494-4c17-9d02-fb89829e15c0/00fd0149-dce1-4547-9c5b-46b533186000) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:11.398656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Pushing event updated for resources: {'Port': ['ID=64461e45-9f4c-4fcc-8d74-d8fd1da31750,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:11.417303 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Attempting to bind port 64461e45-9f4c-4fcc-8d74-d8fd1da31750 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:54:11.417789 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Attempting to bind port 64461e45-9f4c-4fcc-8d74-d8fd1da31750 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '71449f49-6553-40f2-ab86-f634f7a94582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:54:11.418321 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Attempting to bind port 64461e45-9f4c-4fcc-8d74-d8fd1da31750 on network 911ebd90-cbf2-4758-a202-f166170ea021 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:54:11.424192 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:54:11.424568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Checking segment: {'id': '71449f49-6553-40f2-ab86-f634f7a94582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:11.424970 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:11.425388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Bound using segment: {'id': '71449f49-6553-40f2-ab86-f634f7a94582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:54:11.425905 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Bound port: 64461e45-9f4c-4fcc-8d74-d8fd1da31750, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71449f49-6553-40f2-ab86-f634f7a94582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:54:11.426287 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:11.495537 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:11.506882 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] For port 64461e45-9f4c-4fcc-8d74-d8fd1da31750, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:54:11.510852 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] For port 64461e45-9f4c-4fcc-8d74-d8fd1da31750, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=64461e45-9f4c-4fcc-8d74-d8fd1da31750,segment=NetworkSegment(71449f49-6553-40f2-ab86-f634f7a94582),segment_id=71449f49-6553-40f2-ab86-f634f7a94582)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:54:11.516864 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:11.572010 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:11.590273 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f6c52-9056-4048-9b6b-8eb766016100 None None] Pushing event updated for resources: {'Port': ['ID=64461e45-9f4c-4fcc-8d74-d8fd1da31750,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:11.630700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 911ebd90-cbf2-4758-a202-f166170ea021 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:11.634080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:11.639039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:11.686550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=00fd0149-dce1-4547-9c5b-46b533186000,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:11.704463 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:11.708994 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-909783a3-3be7-48fa-a975-34c751c7a3bc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:11.869055 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:12.032491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-909783a3-3be7-48fa-a975-34c751c7a3bc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting port d062b624-7b83-48ea-ac67-7f534226dfd8 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:12.032935 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-909783a3-3be7-48fa-a975-34c751c7a3bc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:12.128458 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-909783a3-3be7-48fa-a975-34c751c7a3bc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] For port d062b624-7b83-48ea-ac67-7f534226dfd8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d062b624-7b83-48ea-ac67-7f534226dfd8,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:12.128950 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-909783a3-3be7-48fa-a975-34c751c7a3bc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:12.145643 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-909783a3-3be7-48fa-a975-34c751c7a3bc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Calling delete_port for d062b624-7b83-48ea-ac67-7f534226dfd8 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:12.179675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:12.184677 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:12.264775 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:12.281683 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=00fd0149-dce1-4547-9c5b-46b533186000,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:12.389362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 911ebd90-cbf2-4758-a202-f166170ea021 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:12.391741 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:12.545636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:54:12.658131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:12.665836 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b7707281-5091-4098-881c-6a322c44d292 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/b2f80d4c-3d79-4e5b-afe7-8d134d1214e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0571475 Sep 29 17:54:12.666738 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42680) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:12.674743 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f9bf94d6-c168-4e28-a4c3-515c8853f252 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'network': {'name': 'tempest-RoutersTest-1399711642'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:12.678356 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Sync routers for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:12.695174 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:12.697016 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:53:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:12.718076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bf94d6-c168-4e28-a4c3-515c8853f252 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:12.721912 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9bf94d6-c168-4e28-a4c3-515c8853f252 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:12.743719 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 64461e45-9f4c-4fcc-8d74-d8fd1da31750 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:12.771174 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bf94d6-c168-4e28-a4c3-515c8853f252 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:54:12.809244 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9bf94d6-c168-4e28-a4c3-515c8853f252 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:12.809637 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-f9bf94d6-c168-4e28-a4c3-515c8853f252 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Added segment 04f8e49d-4cd5-47ad-ad68-8bd690f908dd of type vlan for network 0471b02c-750e-4133-8d03-8a59b697841a Sep 29 17:54:12.827691 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:12.839019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 64461e45-9f4c-4fcc-8d74-d8fd1da31750 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:12.839617 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:12.873376 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9bf94d6-c168-4e28-a4c3-515c8853f252 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:12.878916 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-909783a3-3be7-48fa-a975-34c751c7a3bc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:12.932677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f13b89-dbd9-4fc6-ad2f-0b78237ddbcc None None] Network 911ebd90-cbf2-4758-a202-f166170ea021 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:12.933264 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909783a3-3be7-48fa-a975-34c751c7a3bc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Port': ['ID=d062b624-7b83-48ea-ac67-7f534226dfd8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:12.964321 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9bf94d6-c168-4e28-a4c3-515c8853f252 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:12.971049 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bf94d6-c168-4e28-a4c3-515c8853f252 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:12.971670 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9bf94d6-c168-4e28-a4c3-515c8853f252 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:13.044001 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f9bf94d6-c168-4e28-a4c3-515c8853f252 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3754694 Sep 29 17:54:13.047398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42686) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:13.055584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-3797e77d-18b2-4f11-98e3-4ac24f3a9b4b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'subnet': {'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:13.083576 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf94d6-c168-4e28-a4c3-515c8853f252 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Network': ['ID=0471b02c-750e-4133-8d03-8a59b697841a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:13.103055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 32b988d9-4b8e-4b66-ad8a-dceed46bb807 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:13.105044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 0471b02c-750e-4133-8d03-8a59b697841a details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:54:13.175532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 32b988d9-4b8e-4b66-ad8a-dceed46bb807 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:13.176012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 32b988d9-4b8e-4b66-ad8a-dceed46bb807 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:13.188966 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:13.255685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-85c4f20d-02e1-4a84-85b6-357a1ba2450a None None] Provisioning complete for port 64461e45-9f4c-4fcc-8d74-d8fd1da31750 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:13.256081 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-85c4f20d-02e1-4a84-85b6-357a1ba2450a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:13.263644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3797e77d-18b2-4f11-98e3-4ac24f3a9b4b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:13.270171 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3797e77d-18b2-4f11-98e3-4ac24f3a9b4b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:13.274004 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-909783a3-3be7-48fa-a975-34c751c7a3bc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:13.291883 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:11Z', 'revision_number': 2, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:12Z', 'revision_number': 2, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:13.350122 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Checking router: b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:54:13.353925 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Updating router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 port 00fd0149-dce1-4547-9c5b-46b533186000 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:54:13.382818 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 64461e45-9f4c-4fcc-8d74-d8fd1da31750, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=64461e45-9f4c-4fcc-8d74-d8fd1da31750,segment=NetworkSegment(71449f49-6553-40f2-ab86-f634f7a94582),segment_id=71449f49-6553-40f2-ab86-f634f7a94582)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:13.390920 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:13.406556 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:13.502215 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=64461e45-9f4c-4fcc-8d74-d8fd1da31750,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:13.580151 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-71da8df6-e530-4d4a-89c9-048e2a17835a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:13.594883 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3797e77d-18b2-4f11-98e3-4ac24f3a9b4b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:13.675782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797e77d-18b2-4f11-98e3-4ac24f3a9b4b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Subnet': ['ID=2249fb84-f08d-44a8-931d-99c5ea90ee6f,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:13.682950 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3797e77d-18b2-4f11-98e3-4ac24f3a9b4b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Checking segment: {'id': '04f8e49d-4cd5-47ad-ad68-8bd690f908dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:13.683312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3797e77d-18b2-4f11-98e3-4ac24f3a9b4b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network hostable DHCP agents. Network: 0471b02c-750e-4133-8d03-8a59b697841a, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:54:13.708671 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909783a3-3be7-48fa-a975-34c751c7a3bc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router 392f70dd-5bec-4966-ab72-90b404af8c28 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:54:13.711428 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3797e77d-18b2-4f11-98e3-4ac24f3a9b4b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 0471b02c-750e-4133-8d03-8a59b697841a is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:54:13.725991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-3797e77d-18b2-4f11-98e3-4ac24f3a9b4b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 0471b02c-750e-4133-8d03-8a59b697841a) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:13.731909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3797e77d-18b2-4f11-98e3-4ac24f3a9b4b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:13.732556 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3797e77d-18b2-4f11-98e3-4ac24f3a9b4b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:13.750975 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10f47d4-318f-4ba7-8b24-f7b22cde6236 None None] Network 0471b02c-750e-4133-8d03-8a59b697841a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:13.751578 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3797e77d-18b2-4f11-98e3-4ac24f3a9b4b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7018945 Sep 29 17:54:13.757743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42694) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:13.838681 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909783a3-3be7-48fa-a975-34c751c7a3bc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:13.852980 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-909783a3-3be7-48fa-a975-34c751c7a3bc tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "PUT /v2.0/routers/392f70dd-5bec-4966-ab72-90b404af8c28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6125243 Sep 29 17:54:13.855865 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42696) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:13.895442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c7929-bd47-4045-b621-30d306a15815 None None] Sync routers for ids ['392f70dd-5bec-4966-ab72-90b404af8c28'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:13.932212 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7475cf0-aac1-40fc-9f0a-0205fc53f86d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting subnet 85f2f599-6792-4416-94c9-73dc99d2f04b {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:54:13.935754 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c7929-bd47-4045-b621-30d306a15815 None None] Routers {'392f70dd-5bec-4966-ab72-90b404af8c28'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:13.936391 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f91c7929-bd47-4045-b621-30d306a15815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['392f70dd-5bec-4966-ab72-90b404af8c28'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:13.947551 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7475cf0-aac1-40fc-9f0a-0205fc53f86d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.020552 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.033347 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.036835 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7475cf0-aac1-40fc-9f0a-0205fc53f86d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.083150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-f91c7929-bd47-4045-b621-30d306a15815 None None] Set router 392f70dd-5bec-4966-ab72-90b404af8c28 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:14.181124 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd5898-fb15-4395-b71d-35e64f2bbccc None None] Pushing event updated for resources: {'Port': ['ID=00fd0149-dce1-4547-9c5b-46b533186000,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:14.192932 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd5898-fb15-4395-b71d-35e64f2bbccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:14.192932 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd5898-fb15-4395-b71d-35e64f2bbccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:14.192932 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd5898-fb15-4395-b71d-35e64f2bbccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:14.192932 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd5898-fb15-4395-b71d-35e64f2bbccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:14.192932 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd5898-fb15-4395-b71d-35e64f2bbccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:14.193838 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd5898-fb15-4395-b71d-35e64f2bbccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:14.193838 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd5898-fb15-4395-b71d-35e64f2bbccc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:14.194137 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd5898-fb15-4395-b71d-35e64f2bbccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:14.194283 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd5898-fb15-4395-b71d-35e64f2bbccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:14.194753 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd5898-fb15-4395-b71d-35e64f2bbccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:14.194941 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd5898-fb15-4395-b71d-35e64f2bbccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:14.195220 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd5898-fb15-4395-b71d-35e64f2bbccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:14.243599 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e77c0b55-ab61-4740-9357-415a7d245c8a None None] Provisioning complete for port 00fd0149-dce1-4547-9c5b-46b533186000 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:14.244239 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e77c0b55-ab61-4740-9357-415a7d245c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.252189 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Attempting to bind port 00fd0149-dce1-4547-9c5b-46b533186000 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:54:14.252560 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Attempting to bind port 00fd0149-dce1-4547-9c5b-46b533186000 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '71449f49-6553-40f2-ab86-f634f7a94582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:54:14.253658 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Attempting to bind port 00fd0149-dce1-4547-9c5b-46b533186000 on network 911ebd90-cbf2-4758-a202-f166170ea021 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:54:14.260023 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:54:14.260373 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Checking segment: {'id': '71449f49-6553-40f2-ab86-f634f7a94582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:14.260826 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.261251 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Bound using segment: {'id': '71449f49-6553-40f2-ab86-f634f7a94582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:54:14.261730 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Bound port: 00fd0149-dce1-4547-9c5b-46b533186000, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71449f49-6553-40f2-ab86-f634f7a94582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:54:14.262192 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.266565 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7475cf0-aac1-40fc-9f0a-0205fc53f86d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.367732 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] For port 00fd0149-dce1-4547-9c5b-46b533186000, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:54:14.372499 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] For port 00fd0149-dce1-4547-9c5b-46b533186000, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=00fd0149-dce1-4547-9c5b-46b533186000,segment=NetworkSegment(71449f49-6553-40f2-ab86-f634f7a94582),segment_id=71449f49-6553-40f2-ab86-f634f7a94582)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:54:14.384994 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.397503 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7475cf0-aac1-40fc-9f0a-0205fc53f86d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.466288 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7475cf0-aac1-40fc-9f0a-0205fc53f86d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Subnet': ['ID=85f2f599-6792-4416-94c9-73dc99d2f04b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:14.478245 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7475cf0-aac1-40fc-9f0a-0205fc53f86d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.484303 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e7475cf0-aac1-40fc-9f0a-0205fc53f86d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/subnets/85f2f599-6792-4416-94c9-73dc99d2f04b HTTP/1.1" status: 204 len: 168 time: 0.6271212 Sep 29 17:54:14.487358 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42706) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:14.495016 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:14.495904 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:14.510631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecf5477-71aa-4998-b5ee-7a1d47467ea7 None None] Network c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:14.512773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e77c0b55-ab61-4740-9357-415a7d245c8a None None] Port 00fd0149-dce1-4547-9c5b-46b533186000 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:54:14.644133 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.680598 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e77c0b55-ab61-4740-9357-415a7d245c8a None None] Provisioning complete for port 64461e45-9f4c-4fcc-8d74-d8fd1da31750 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:14.681420 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e77c0b55-ab61-4740-9357-415a7d245c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.716156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-0471b02c-750e-4133-8d03-8a59b697841a', 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'fixed_ips': [{'subnet_id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:54:14.717022 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.730137 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-783a37ac-b5ba-4dc6-a922-ef584f538050 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.770990 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:14.773404 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd5898-fb15-4395-b71d-35e64f2bbccc None None] Pushing event updated for resources: {'Port': ['ID=00fd0149-dce1-4547-9c5b-46b533186000,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:14.870979 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 64461e45-9f4c-4fcc-8d74-d8fd1da31750 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:14.878073 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.884540 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:14.945124 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-783a37ac-b5ba-4dc6-a922-ef584f538050 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:15.056300 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-783a37ac-b5ba-4dc6-a922-ef584f538050 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting port 8941e4c7-d529-4760-8e6f-e4230ef43bc5 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:15.056873 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-783a37ac-b5ba-4dc6-a922-ef584f538050 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:15.131379 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:11Z', 'revision_number': 2, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:14Z', 'revision_number': 4, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:15.189598 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c5565-150a-4f62-b3e7-9f20f4f8d2ad None None] The sync data for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 is: [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:11Z', 'revision_number': 2, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:14Z', 'revision_number': 4, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:15.205786 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:15.209158 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-783a37ac-b5ba-4dc6-a922-ef584f538050 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] For port 8941e4c7-d529-4760-8e6f-e4230ef43bc5, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8941e4c7-d529-4760-8e6f-e4230ef43bc5,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:15.209739 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-783a37ac-b5ba-4dc6-a922-ef584f538050 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:15.252114 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-783a37ac-b5ba-4dc6-a922-ef584f538050 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Calling delete_port for 8941e4c7-d529-4760-8e6f-e4230ef43bc5 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:15.290817 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Allocated IP 172.21.0.1 (0471b02c-750e-4133-8d03-8a59b697841a/2249fb84-f08d-44a8-931d-99c5ea90ee6f/0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:15.309745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f91c7929-bd47-4045-b621-30d306a15815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975410256', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:54:12Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '8941e4c7-d529-4760-8e6f-e4230ef43bc5', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:11:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:15.347819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c7929-bd47-4045-b621-30d306a15815 None None] Checking router: 392f70dd-5bec-4966-ab72-90b404af8c28 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:54:15.421330 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91c7929-bd47-4045-b621-30d306a15815 None None] Routers {'392f70dd-5bec-4966-ab72-90b404af8c28'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:15.422452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f91c7929-bd47-4045-b621-30d306a15815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['392f70dd-5bec-4966-ab72-90b404af8c28'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:15.496358 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 64461e45-9f4c-4fcc-8d74-d8fd1da31750 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:15.496763 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:15.502326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b9b837-ef97-40eb-8e84-46ea11962be0 None None] DHCP port deletion for c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:54:15.504184 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:15.511573 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-783a37ac-b5ba-4dc6-a922-ef584f538050 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:15.552365 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:15.622064 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a37ac-b5ba-4dc6-a922-ef584f538050 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Port': ['ID=8941e4c7-d529-4760-8e6f-e4230ef43bc5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:15.638515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 0471b02c-750e-4133-8d03-8a59b697841a is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:15.643493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:15.650640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:15.683215 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-783a37ac-b5ba-4dc6-a922-ef584f538050 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:15.689810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-f91c7929-bd47-4045-b621-30d306a15815 None None] Set router 392f70dd-5bec-4966-ab72-90b404af8c28 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:15.692684 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8f1213ff-312b-4284-a8b5-c66de4212125 None None] Provisioning complete for port 00fd0149-dce1-4547-9c5b-46b533186000 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:15.693054 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8f1213ff-312b-4284-a8b5-c66de4212125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:15.734740 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:15.798867 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:15.818708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f91c7929-bd47-4045-b621-30d306a15815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975410256', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:54:14Z', 'revision_number': 6, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:15.853169 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-783a37ac-b5ba-4dc6-a922-ef584f538050 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:15.857804 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-783a37ac-b5ba-4dc6-a922-ef584f538050 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:15.886940 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Allocated IP 172.21.0.2 (0471b02c-750e-4133-8d03-8a59b697841a/2249fb84-f08d-44a8-931d-99c5ea90ee6f/42239a33-06af-4573-89d8-585a3443339b) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:15.900388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91c7929-bd47-4045-b621-30d306a15815 None None] The sync data for ids ['392f70dd-5bec-4966-ab72-90b404af8c28'] in n-d-811748-2 is: [{'id': '392f70dd-5bec-4966-ab72-90b404af8c28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1975410256', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:52:16Z', 'updated_at': '2021-09-29T17:54:14Z', 'revision_number': 6, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:15.930399 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:15.933603 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-783a37ac-b5ba-4dc6-a922-ef584f538050 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:15.934559 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783a37ac-b5ba-4dc6-a922-ef584f538050 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Fanout notify agent at l3_agent the message router_deleted on router 392f70dd-5bec-4966-ab72-90b404af8c28 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:54:15.954582 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-783a37ac-b5ba-4dc6-a922-ef584f538050 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:15.961580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42726) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:15.969738 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-783a37ac-b5ba-4dc6-a922-ef584f538050 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/routers/392f70dd-5bec-4966-ab72-90b404af8c28 HTTP/1.1" status: 204 len: 168 time: 1.4679716 Sep 29 17:54:16.017550 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-61b9b837-ef97-40eb-8e84-46ea11962be0 None None] Deleting port 8233652c-25fa-4248-bfff-b3061a699196 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:16.017981 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-61b9b837-ef97-40eb-8e84-46ea11962be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.077965 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8f1213ff-312b-4284-a8b5-c66de4212125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.292178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-61b9b837-ef97-40eb-8e84-46ea11962be0 None None] For port 8233652c-25fa-4248-bfff-b3061a699196, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8233652c-25fa-4248-bfff-b3061a699196,segment=NetworkSegment(e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad),segment_id=e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:16.292844 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-61b9b837-ef97-40eb-8e84-46ea11962be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.321311 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-61b9b837-ef97-40eb-8e84-46ea11962be0 None None] Calling delete_port for 8233652c-25fa-4248-bfff-b3061a699196 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:16.384180 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8f1213ff-312b-4284-a8b5-c66de4212125 None None] For port 00fd0149-dce1-4547-9c5b-46b533186000, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=00fd0149-dce1-4547-9c5b-46b533186000,segment=NetworkSegment(71449f49-6553-40f2-ab86-f634f7a94582),segment_id=71449f49-6553-40f2-ab86-f634f7a94582)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:16.399144 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8f1213ff-312b-4284-a8b5-c66de4212125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.501953 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-61b9b837-ef97-40eb-8e84-46ea11962be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.508425 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.513464 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-21ce4cb3-9eb7-4613-b9e2-a5872a0d341f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.514588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1213ff-312b-4284-a8b5-c66de4212125 None None] Pushing event updated for resources: {'Port': ['ID=00fd0149-dce1-4547-9c5b-46b533186000,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:16.521638 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.544147 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9b837-ef97-40eb-8e84-46ea11962be0 None None] Pushing event deleted for resources: {'Port': ['ID=8233652c-25fa-4248-bfff-b3061a699196,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:16.547193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b9b837-ef97-40eb-8e84-46ea11962be0 None None] No DVR routers for this DVR port 8233652c-25fa-4248-bfff-b3061a699196 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:54:16.607832 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Network 0471b02c-750e-4133-8d03-8a59b697841a is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:16.612885 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:16.616553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:16.626410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Pushing event updated for resources: {'Port': ['ID=42239a33-06af-4573-89d8-585a3443339b,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:16.668804 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-21ce4cb3-9eb7-4613-b9e2-a5872a0d341f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.682925 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Attempting to bind port 42239a33-06af-4573-89d8-585a3443339b on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:54:16.683337 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Attempting to bind port 42239a33-06af-4573-89d8-585a3443339b by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '04f8e49d-4cd5-47ad-ad68-8bd690f908dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:54:16.683664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Attempting to bind port 42239a33-06af-4573-89d8-585a3443339b on network 0471b02c-750e-4133-8d03-8a59b697841a {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:54:16.689417 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:54:16.689795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Checking segment: {'id': '04f8e49d-4cd5-47ad-ad68-8bd690f908dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:16.690214 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.690599 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Bound using segment: {'id': '04f8e49d-4cd5-47ad-ad68-8bd690f908dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:54:16.691332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Bound port: 42239a33-06af-4573-89d8-585a3443339b, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f8e49d-4cd5-47ad-ad68-8bd690f908dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:54:16.691472 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.724421 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-21ce4cb3-9eb7-4613-b9e2-a5872a0d341f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73e0c2a-52cc-4b17-af76-c1c4ce6d5488']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:16.739746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-21ce4cb3-9eb7-4613-b9e2-a5872a0d341f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:16.740122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-21ce4cb3-9eb7-4613-b9e2-a5872a0d341f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52b75f9-2d6b-4bb1-b6e2-dcdcd29ae8ad') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:16.757914 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] For port 42239a33-06af-4573-89d8-585a3443339b, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:54:16.759617 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-21ce4cb3-9eb7-4613-b9e2-a5872a0d341f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.761944 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] For port 42239a33-06af-4573-89d8-585a3443339b, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=42239a33-06af-4573-89d8-585a3443339b,segment=NetworkSegment(04f8e49d-4cd5-47ad-ad68-8bd690f908dd),segment_id=04f8e49d-4cd5-47ad-ad68-8bd690f908dd)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:54:16.771445 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.793907 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-21ce4cb3-9eb7-4613-b9e2-a5872a0d341f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.801902 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ce4cb3-9eb7-4613-b9e2-a5872a0d341f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:54:16.802845 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-21ce4cb3-9eb7-4613-b9e2-a5872a0d341f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:54:16.881233 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:54:16.896607 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-21ce4cb3-9eb7-4613-b9e2-a5872a0d341f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.916188 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-21ce4cb3-9eb7-4613-b9e2-a5872a0d341f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.923796 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-21ce4cb3-9eb7-4613-b9e2-a5872a0d341f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/networks/c73e0c2a-52cc-4b17-af76-c1c4ce6d5488 HTTP/1.1" status: 204 len: 168 time: 0.9607136 Sep 29 17:54:16.925162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24543e9-2df1-467d-bae1-80056fc5f841 None None] Pushing event updated for resources: {'Port': ['ID=42239a33-06af-4573-89d8-585a3443339b,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:16.927438 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42742) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:16.939287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce4cb3-9eb7-4613-b9e2-a5872a0d341f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Network': ['ID=c73e0c2a-52cc-4b17-af76-c1c4ce6d5488,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:16.947623 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.967762 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:16.976450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 00fd0149-dce1-4547-9c5b-46b533186000 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:16.980700 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:17.021953 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f869826-1bf9-47d7-8583-6bc7140a7e84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:17.066799 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:17.070016 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:17.073433 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f869826-1bf9-47d7-8583-6bc7140a7e84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:17.075629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 00fd0149-dce1-4547-9c5b-46b533186000 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:17.076075 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:17.219852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f869826-1bf9-47d7-8583-6bc7140a7e84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:17.233480 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f869826-1bf9-47d7-8583-6bc7140a7e84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:17.238198 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2f869826-1bf9-47d7-8583-6bc7140a7e84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/security-groups/e28db9bb-6dee-46e0-906f-68379873304a HTTP/1.1" status: 204 len: 168 time: 0.3052292 Sep 29 17:54:17.248560 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f869826-1bf9-47d7-8583-6bc7140a7e84 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28db9bb-6dee-46e0-906f-68379873304a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:17.254682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 0471b02c-750e-4133-8d03-8a59b697841a is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:17.256593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:17.362305 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8941e4c7-d529-4760-8e6f-e4230ef43bc5 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:17.404410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 8941e4c7-d529-4760-8e6f-e4230ef43bc5 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:17.404675 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8941e4c7-d529-4760-8e6f-e4230ef43bc5 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:17.405119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8233652c-25fa-4248-bfff-b3061a699196 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:17.416338 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:54:17.435971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 8233652c-25fa-4248-bfff-b3061a699196 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:17.436682 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8233652c-25fa-4248-bfff-b3061a699196 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:17.438846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d062b624-7b83-48ea-ac67-7f534226dfd8 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:17.470063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: d062b624-7b83-48ea-ac67-7f534226dfd8 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:17.470915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d062b624-7b83-48ea-ac67-7f534226dfd8 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:17.548010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:17.553927 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3143e0c1-7bb2-4fa9-a8e9-e703fec89625 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/b2f80d4c-3d79-4e5b-afe7-8d134d1214e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7951477 Sep 29 17:54:17.556692 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42752) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:17.562457 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b5000616-6dfb-4302-a137-28c2e2f3a29c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'network': {'name': 'tempest-RoutersTest-1055692588'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:17.587305 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5000616-6dfb-4302-a137-28c2e2f3a29c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:17.591114 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b5000616-6dfb-4302-a137-28c2e2f3a29c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:17.627462 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5000616-6dfb-4302-a137-28c2e2f3a29c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:54:17.638287 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b5000616-6dfb-4302-a137-28c2e2f3a29c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:17.638794 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-b5000616-6dfb-4302-a137-28c2e2f3a29c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Added segment c93cd284-4e9f-475a-93f1-7f128a2d42ff of type vlan for network f957de31-d38a-4839-90cd-5b82e4c2092c Sep 29 17:54:17.684329 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b5000616-6dfb-4302-a137-28c2e2f3a29c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:17.710769 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b5000616-6dfb-4302-a137-28c2e2f3a29c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:17.716536 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5000616-6dfb-4302-a137-28c2e2f3a29c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:17.717245 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b5000616-6dfb-4302-a137-28c2e2f3a29c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:17.745809 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b5000616-6dfb-4302-a137-28c2e2f3a29c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1878548 Sep 29 17:54:17.748651 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42754) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:17.757898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-171c73b8-48cc-4ade-b250-954f0ffad934 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'subnet': {'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:17.794639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5000616-6dfb-4302-a137-28c2e2f3a29c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Network': ['ID=f957de31-d38a-4839-90cd-5b82e4c2092c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:17.806496 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network f957de31-d38a-4839-90cd-5b82e4c2092c details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:54:17.909531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171c73b8-48cc-4ade-b250-954f0ffad934 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:17.916655 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-171c73b8-48cc-4ade-b250-954f0ffad934 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.160214 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Sync routers for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:18.160793 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-171c73b8-48cc-4ade-b250-954f0ffad934 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.173000 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42760) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:18.178612 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3b7aec10-14eb-4914-b4c2-70e403a60b12 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-758192323', 'description': 'tempest-secgroup-smoke-758192323 description', 'project_id': 'b082b405368a4dd1b0eab20300b40c27'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:18.180066 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:18.181165 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:18.217842 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b7aec10-14eb-4914-b4c2-70e403a60b12 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.228448 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42762) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:18.235235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c73b8-48cc-4ade-b250-954f0ffad934 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Subnet': ['ID=f3e96e56-285e-42b8-a4b4-5a7abd09b30c,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:18.275030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c73b8-48cc-4ade-b250-954f0ffad934 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Checking segment: {'id': 'c93cd284-4e9f-475a-93f1-7f128a2d42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:18.276367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c73b8-48cc-4ade-b250-954f0ffad934 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network hostable DHCP agents. Network: f957de31-d38a-4839-90cd-5b82e4c2092c, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:54:18.301504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c73b8-48cc-4ade-b250-954f0ffad934 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network f957de31-d38a-4839-90cd-5b82e4c2092c is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:54:18.315395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-171c73b8-48cc-4ade-b250-954f0ffad934 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, f957de31-d38a-4839-90cd-5b82e4c2092c) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:18.321564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171c73b8-48cc-4ade-b250-954f0ffad934 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:18.322272 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-171c73b8-48cc-4ade-b250-954f0ffad934 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.324392 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02918128-fbc6-46d7-a8f0-3df0951a2269 None None] Network f957de31-d38a-4839-90cd-5b82e4c2092c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:18.361123 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:18.364239 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b7aec10-14eb-4914-b4c2-70e403a60b12 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.369646 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b7aec10-14eb-4914-b4c2-70e403a60b12 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.381107 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-171c73b8-48cc-4ade-b250-954f0ffad934 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6284018 Sep 29 17:54:18.385884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42766) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:18.403663 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b7aec10-14eb-4914-b4c2-70e403a60b12 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.406101 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3b7aec10-14eb-4914-b4c2-70e403a60b12 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2314506 Sep 29 17:54:18.408920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42768) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:18.413220 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87217cdc-514c-4810-a2e7-487378159d84 None None] Network 0471b02c-750e-4133-8d03-8a59b697841a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:18.415086 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-1a463878-d20e-4b21-b805-d8f0a013e830 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': 'b5d78b0f-c7a9-4198-acd4-cc13290e700b', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:18.423637 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7aec10-14eb-4914-b4c2-70e403a60b12 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d78b0f-c7a9-4198-acd4-cc13290e700b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:18.454589 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a463878-d20e-4b21-b805-d8f0a013e830 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.513062 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ad76270-7531-42b5-8adb-0be322440da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.548547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-84af619f-ec14-4067-b27f-3a9fe3ea73f8 None None] Provisioning complete for port 42239a33-06af-4573-89d8-585a3443339b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:18.549488 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-84af619f-ec14-4067-b27f-3a9fe3ea73f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.619999 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a463878-d20e-4b21-b805-d8f0a013e830 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.626755 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a463878-d20e-4b21-b805-d8f0a013e830 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.654369 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:15Z', 'revision_number': 3, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9', 'name': '', 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:99:c3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:14Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 2, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:18.662681 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a463878-d20e-4b21-b805-d8f0a013e830 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016ba2b0-21ce-4b15-8b94-f69db3eada07,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:18.682225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-f957de31-d38a-4839-90cd-5b82e4c2092c', 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'fixed_ips': [{'subnet_id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:54:18.683262 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.708309 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ad76270-7531-42b5-8adb-0be322440da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.721450 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ad76270-7531-42b5-8adb-0be322440da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.721700 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Checking router: b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:54:18.721700 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Updating router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 port 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:54:18.756645 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad76270-7531-42b5-8adb-0be322440da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a8cc37-82ee-4c4d-aab1-ec4348529ae0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:18.762302 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a463878-d20e-4b21-b805-d8f0a013e830 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.763569 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1a463878-d20e-4b21-b805-d8f0a013e830 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3534353 Sep 29 17:54:18.769048 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.771804 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42770) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:18.776213 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c26d3b5c-f73e-4d87-a4d3-d1db92f5ead4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': 'b5d78b0f-c7a9-4198-acd4-cc13290e700b', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:18.787576 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-84af619f-ec14-4067-b27f-3a9fe3ea73f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.792301 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5ad76270-7531-42b5-8adb-0be322440da6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af1e8221b97a429485ef9b2d0bb3e4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5610700 Sep 29 17:54:18.794457 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42772) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:18.838410 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c26d3b5c-f73e-4d87-a4d3-d1db92f5ead4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.844237 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 42239a33-06af-4573-89d8-585a3443339b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:18.894691 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a5c6908-9af3-4776-9381-31438c91f36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.928818 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.931345 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a5c6908-9af3-4776-9381-31438c91f36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.963469 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c26d3b5c-f73e-4d87-a4d3-d1db92f5ead4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:18.973088 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c26d3b5c-f73e-4d87-a4d3-d1db92f5ead4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.009891 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d3b5c-f73e-4d87-a4d3-d1db92f5ead4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1af95ef-7b41-4996-9ed0-4bf694b9dbd2,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:19.020977 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c26d3b5c-f73e-4d87-a4d3-d1db92f5ead4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.030171 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c26d3b5c-f73e-4d87-a4d3-d1db92f5ead4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2532299 Sep 29 17:54:19.030932 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42774) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:19.039873 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a2fa0efb-2881-465e-98c3-9eae97a98ff3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': 'b5d78b0f-c7a9-4198-acd4-cc13290e700b', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:19.061558 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a5c6908-9af3-4776-9381-31438c91f36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.065120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1a5c6908-9af3-4776-9381-31438c91f36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.068587 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1a5c6908-9af3-4776-9381-31438c91f36e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0a8cc37-82ee-4c4d-aab1-ec4348529ae0 HTTP/1.1" status: 204 len: 168 time: 0.2709370 Sep 29 17:54:19.102173 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c6908-9af3-4776-9381-31438c91f36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a8cc37-82ee-4c4d-aab1-ec4348529ae0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:19.115679 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a2fa0efb-2881-465e-98c3-9eae97a98ff3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.149924 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.159570 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.203125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-84af619f-ec14-4067-b27f-3a9fe3ea73f8 None None] For port 42239a33-06af-4573-89d8-585a3443339b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=42239a33-06af-4573-89d8-585a3443339b,segment=NetworkSegment(04f8e49d-4cd5-47ad-ad68-8bd690f908dd),segment_id=04f8e49d-4cd5-47ad-ad68-8bd690f908dd)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:19.220125 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-84af619f-ec14-4067-b27f-3a9fe3ea73f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.264385 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a2fa0efb-2881-465e-98c3-9eae97a98ff3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.270794 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a2fa0efb-2881-465e-98c3-9eae97a98ff3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.275016 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d92eb-e029-44f3-8ce4-950faf02d33b None None] Pushing event updated for resources: {'Port': ['ID=0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:19.306097 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa0efb-2881-465e-98c3-9eae97a98ff3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5c3be7-7c6e-49ef-a1a2-b9bca0b164c8,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:19.322961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 42239a33-06af-4573-89d8-585a3443339b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:19.323660 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.333357 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a2fa0efb-2881-465e-98c3-9eae97a98ff3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.344876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42780) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:19.350103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-dce20242-c598-4f8c-90f1-7125e4110f2a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': 'b5d78b0f-c7a9-4198-acd4-cc13290e700b', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:19.354620 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a2fa0efb-2881-465e-98c3-9eae97a98ff3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3152683 Sep 29 17:54:19.361109 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af619f-ec14-4067-b27f-3a9fe3ea73f8 None None] Pushing event updated for resources: {'Port': ['ID=42239a33-06af-4573-89d8-585a3443339b,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:19.372800 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Attempting to bind port 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:54:19.374310 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Attempting to bind port 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '04f8e49d-4cd5-47ad-ad68-8bd690f908dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:54:19.374870 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Attempting to bind port 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9 on network 0471b02c-750e-4133-8d03-8a59b697841a {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:54:19.375746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Allocated IP 172.22.0.2 (f957de31-d38a-4839-90cd-5b82e4c2092c/f3e96e56-285e-42b8-a4b4-5a7abd09b30c/7590f6a6-df18-4dc5-9631-591fdd74c564) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:19.384070 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:54:19.384635 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Checking segment: {'id': '04f8e49d-4cd5-47ad-ad68-8bd690f908dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:19.385104 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.385634 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Bound using segment: {'id': '04f8e49d-4cd5-47ad-ad68-8bd690f908dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:54:19.386176 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Bound port: 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f8e49d-4cd5-47ad-ad68-8bd690f908dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:54:19.386657 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.397637 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dce20242-c598-4f8c-90f1-7125e4110f2a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.479420 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] For port 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:54:19.489689 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] For port 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9,segment=NetworkSegment(04f8e49d-4cd5-47ad-ad68-8bd690f908dd),segment_id=04f8e49d-4cd5-47ad-ad68-8bd690f908dd)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:54:19.497070 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.508999 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dce20242-c598-4f8c-90f1-7125e4110f2a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.518410 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dce20242-c598-4f8c-90f1-7125e4110f2a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.533488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42782) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:19.557315 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3bdc8247-e662-4d15-98f9-e4823cb3ec75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.558135 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce20242-c598-4f8c-90f1-7125e4110f2a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1334a626-756a-45e3-8d24-fb09ac33918c,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:19.573033 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:19.573764 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:19.575837 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dce20242-c598-4f8c-90f1-7125e4110f2a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.581430 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42784) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:19.582669 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-dce20242-c598-4f8c-90f1-7125e4110f2a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2362564 Sep 29 17:54:19.587636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-55619bd0-d613-44d0-93b6-ae1bac868179 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': 'b5d78b0f-c7a9-4198-acd4-cc13290e700b', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:19.627289 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.639394 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.646711 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d92eb-e029-44f3-8ce4-950faf02d33b None None] Pushing event updated for resources: {'Port': ['ID=0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:19.676153 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8293cac2-4876-49ce-a522-59f15b112fbe None None] Provisioning complete for port 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:19.676530 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8293cac2-4876-49ce-a522-59f15b112fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.681979 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:19.712303 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Network f957de31-d38a-4839-90cd-5b82e4c2092c is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:19.718751 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3bdc8247-e662-4d15-98f9-e4823cb3ec75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.720252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:19.724585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Allocated IP 172.22.0.1 (f957de31-d38a-4839-90cd-5b82e4c2092c/f3e96e56-285e-42b8-a4b4-5a7abd09b30c/5abcdf08-11ee-4b3d-b369-e37025622486) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:19.731690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:19.733085 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3bdc8247-e662-4d15-98f9-e4823cb3ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.737580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Pushing event updated for resources: {'Port': ['ID=7590f6a6-df18-4dc5-9631-591fdd74c564,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:19.813196 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3bdc8247-e662-4d15-98f9-e4823cb3ec75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a97c7b70aef1489c92d104a33595df28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782254 Sep 29 17:54:19.814247 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42786) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:19.817423 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc8247-e662-4d15-98f9-e4823cb3ec75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057f1475-9fbe-4321-a778-45455b624f76,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:19.837145 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Attempting to bind port 7590f6a6-df18-4dc5-9631-591fdd74c564 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:54:19.837539 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Attempting to bind port 7590f6a6-df18-4dc5-9631-591fdd74c564 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'c93cd284-4e9f-475a-93f1-7f128a2d42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:54:19.837903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Attempting to bind port 7590f6a6-df18-4dc5-9631-591fdd74c564 on network f957de31-d38a-4839-90cd-5b82e4c2092c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:54:19.887640 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.896549 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8293cac2-4876-49ce-a522-59f15b112fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.909901 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-55619bd0-d613-44d0-93b6-ae1bac868179 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Project b082b405368a4dd1b0eab20300b40c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:54:19.912675 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:54:19.913184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Checking segment: {'id': 'c93cd284-4e9f-475a-93f1-7f128a2d42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:19.913737 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.914616 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Bound using segment: {'id': 'c93cd284-4e9f-475a-93f1-7f128a2d42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:54:19.914828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Bound port: 7590f6a6-df18-4dc5-9631-591fdd74c564, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93cd284-4e9f-475a-93f1-7f128a2d42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:54:19.915397 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.920956 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55619bd0-d613-44d0-93b6-ae1bac868179 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.957893 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:19.992498 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eb8fea79-1a5e-4e6b-9b46-e3b604881342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.018206 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] For port 7590f6a6-df18-4dc5-9631-591fdd74c564, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:54:20.022405 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] For port 7590f6a6-df18-4dc5-9631-591fdd74c564, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7590f6a6-df18-4dc5-9631-591fdd74c564,segment=NetworkSegment(c93cd284-4e9f-475a-93f1-7f128a2d42ff),segment_id=c93cd284-4e9f-475a-93f1-7f128a2d42ff)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:54:20.031768 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eb8fea79-1a5e-4e6b-9b46-e3b604881342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.037539 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.043134 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55619bd0-d613-44d0-93b6-ae1bac868179 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.053803 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55619bd0-d613-44d0-93b6-ae1bac868179 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.054223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8293cac2-4876-49ce-a522-59f15b112fbe None None] For port 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9,segment=NetworkSegment(04f8e49d-4cd5-47ad-ad68-8bd690f908dd),segment_id=04f8e49d-4cd5-47ad-ad68-8bd690f908dd)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:20.060051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network f957de31-d38a-4839-90cd-5b82e4c2092c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:20.066778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:20.071281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:20.091489 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8293cac2-4876-49ce-a522-59f15b112fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.102579 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55619bd0-d613-44d0-93b6-ae1bac868179 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.106353 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-55619bd0-d613-44d0-93b6-ae1bac868179 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5206261 Sep 29 17:54:20.117890 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8293cac2-4876-49ce-a522-59f15b112fbe None None] Provisioning complete for port 42239a33-06af-4573-89d8-585a3443339b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:20.118115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42788) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:20.118244 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8293cac2-4876-49ce-a522-59f15b112fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.118750 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55619bd0-d613-44d0-93b6-ae1bac868179 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe6790e-1e5b-4c54-abad-a395fe7f7803,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:20.134790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a014d9f4-c2a9-413a-92cd-e46a920b387d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'security_group_rule': {'security_group_id': 'b5d78b0f-c7a9-4198-acd4-cc13290e700b', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:20.144076 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:15Z', 'revision_number': 3, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9', 'name': '', 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:99:c3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:14Z', 'updated_at': '2021-09-29T17:54:19Z', 'revision_number': 4, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:20.148613 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=5abcdf08-11ee-4b3d-b369-e37025622486,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:20.189486 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf02a3-6d97-4e85-81ef-fa9b129ace0b None None] The sync data for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 is: [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:15Z', 'revision_number': 3, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9', 'name': '', 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:99:c3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:14Z', 'updated_at': '2021-09-29T17:54:19Z', 'revision_number': 4, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:20.206559 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-a014d9f4-c2a9-413a-92cd-e46a920b387d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Project b082b405368a4dd1b0eab20300b40c27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 17:54:20.215107 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.215672 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a014d9f4-c2a9-413a-92cd-e46a920b387d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.216325 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a74b8-449f-4782-ac29-9789d1404689 None None] Pushing event updated for resources: {'Port': ['ID=7590f6a6-df18-4dc5-9631-591fdd74c564,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:20.225569 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eb8fea79-1a5e-4e6b-9b46-e3b604881342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.233489 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-eb8fea79-1a5e-4e6b-9b46-e3b604881342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.240708 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-eb8fea79-1a5e-4e6b-9b46-e3b604881342 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/057f1475-9fbe-4321-a778-45455b624f76 HTTP/1.1" status: 204 len: 168 time: 0.4013870 Sep 29 17:54:20.312465 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fea79-1a5e-4e6b-9b46-e3b604881342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057f1475-9fbe-4321-a778-45455b624f76,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:20.408389 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a014d9f4-c2a9-413a-92cd-e46a920b387d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.433425 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a014d9f4-c2a9-413a-92cd-e46a920b387d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.451703 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.494543 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a014d9f4-c2a9-413a-92cd-e46a920b387d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.495618 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293cac2-4876-49ce-a522-59f15b112fbe None None] Pushing event updated for resources: {'Port': ['ID=0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:20.496126 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a014d9f4-c2a9-413a-92cd-e46a920b387d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3689675 Sep 29 17:54:20.511664 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42792) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:20.516176 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014d9f4-c2a9-413a-92cd-e46a920b387d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3daeff86-60f2-494b-9a34-fbc0e1bd1a17,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:20.523707 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b40af1d7-2062-47c8-956c-af2e51d48612 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'network': {'name': 'tempest-network-smoke--1495819395', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'port_security_enabled': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:20.559712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40af1d7-2062-47c8-956c-af2e51d48612 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Made reservation on behalf of b082b405368a4dd1b0eab20300b40c27 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:20.564688 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b40af1d7-2062-47c8-956c-af2e51d48612 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.609334 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40af1d7-2062-47c8-956c-af2e51d48612 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:54:20.644389 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b40af1d7-2062-47c8-956c-af2e51d48612 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.644738 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-b40af1d7-2062-47c8-956c-af2e51d48612 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Added segment 2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19 of type vlan for network efc8c0df-2a54-4784-80b1-b68c43f92149 Sep 29 17:54:20.646099 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f5ab03d8-31d1-4fe9-a850-18806eafecf1 None None] Provisioning complete for port 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:20.646470 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f5ab03d8-31d1-4fe9-a850-18806eafecf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.751288 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b40af1d7-2062-47c8-956c-af2e51d48612 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.816058 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b40af1d7-2062-47c8-956c-af2e51d48612 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.826428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40af1d7-2062-47c8-956c-af2e51d48612 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:20.827213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b40af1d7-2062-47c8-956c-af2e51d48612 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.886078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42798) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:20.886712 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b40af1d7-2062-47c8-956c-af2e51d48612 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3732691 Sep 29 17:54:20.898861 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1305651109', 'admin_state_up': True, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:20.963240 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.964316 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.975056 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:20.990182 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:21.024320 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40af1d7-2062-47c8-956c-af2e51d48612 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Network': ['ID=efc8c0df-2a54-4784-80b1-b68c43f92149,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:21.045780 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network efc8c0df-2a54-4784-80b1-b68c43f92149 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:54:21.075983 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 42239a33-06af-4573-89d8-585a3443339b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:21.135522 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:21.192764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=5abcdf08-11ee-4b3d-b369-e37025622486,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:21.223886 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3fd3827a-f551-494a-bffa-3df1b4aa7d27 None None] Provisioning complete for port 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:21.224254 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3fd3827a-f551-494a-bffa-3df1b4aa7d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:21.281270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 42239a33-06af-4573-89d8-585a3443339b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:21.281669 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:21.294977 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:21.444780 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7590f6a6-df18-4dc5-9631-591fdd74c564 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:21.513178 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:21.514400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 7590f6a6-df18-4dc5-9631-591fdd74c564 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:21.514923 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:21.547249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9ac86cf5-7023-46ca-8309-7f10827551a2 None None] Provisioning complete for port 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:21.547633 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9ac86cf5-7023-46ca-8309-7f10827551a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:21.563066 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network f957de31-d38a-4839-90cd-5b82e4c2092c is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:21.566609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:21.690727 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:21.735022 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 7590f6a6-df18-4dc5-9631-591fdd74c564, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7590f6a6-df18-4dc5-9631-591fdd74c564,segment=NetworkSegment(c93cd284-4e9f-475a-93f1-7f128a2d42ff),segment_id=c93cd284-4e9f-475a-93f1-7f128a2d42ff)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:21.746615 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:21.748154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:21.749402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:54:21.802730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4065b72-220f-4525-a08d-0164cb90d42a None None] Network f957de31-d38a-4839-90cd-5b82e4c2092c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:21.900390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=7590f6a6-df18-4dc5-9631-591fdd74c564,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:21.924371 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-fb790d05-cba9-4370-9c32-6e7c4b633ed1 None None] Provisioning complete for port 7590f6a6-df18-4dc5-9631-591fdd74c564 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:21.925013 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fb790d05-cba9-4370-9c32-6e7c4b633ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:21.978955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:21.979413 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:22.275126 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:22.276802 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:22.283042 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0792c2fd-8975-4e4c-bb87-849f71e01a35 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/b2f80d4c-3d79-4e5b-afe7-8d134d1214e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8956416 Sep 29 17:54:22.286191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42828) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:22.288781 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Sync routers for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:22.292070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-de810c6c-7107-4e12-9f38-3310921c348e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'network': {'name': 'tempest-RoutersTest-757818752'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:22.306639 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:22.316274 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:22.317240 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:22.323073 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de810c6c-7107-4e12-9f38-3310921c348e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:22.327904 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de810c6c-7107-4e12-9f38-3310921c348e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:22.361257 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de810c6c-7107-4e12-9f38-3310921c348e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:54:22.379384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de810c6c-7107-4e12-9f38-3310921c348e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:22.380177 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-de810c6c-7107-4e12-9f38-3310921c348e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Added segment 0b7327d0-a449-486a-9f41-ce158232e1b0 of type vlan for network 9c9d61bc-0bbf-4e89-925a-c9b4dc280763 Sep 29 17:54:22.433424 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de810c6c-7107-4e12-9f38-3310921c348e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:22.453951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Allocated IP 172.25.2.107 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/4c186259-6b18-4800-b182-83ef51e4b864) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:22.473449 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de810c6c-7107-4e12-9f38-3310921c348e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:22.487132 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de810c6c-7107-4e12-9f38-3310921c348e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:22.487852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-de810c6c-7107-4e12-9f38-3310921c348e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:22.522669 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-de810c6c-7107-4e12-9f38-3310921c348e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2321179 Sep 29 17:54:22.523402 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42834) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:22.529127 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-44b2667b-df9d-4215-8dff-e11732ca4d98 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'subnet': {'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:22.604859 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:22.675586 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:22.682336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de810c6c-7107-4e12-9f38-3310921c348e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Network': ['ID=9c9d61bc-0bbf-4e89-925a-c9b4dc280763,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:22.699693 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b2667b-df9d-4215-8dff-e11732ca4d98 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Made reservation on behalf of 3953efebf5e647a8b9f8c808e830d281 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:22.705813 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44b2667b-df9d-4215-8dff-e11732ca4d98 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:22.740445 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 9c9d61bc-0bbf-4e89-925a-c9b4dc280763 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:54:22.778358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=4c186259-6b18-4800-b182-83ef51e4b864,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:22.779442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7590f6a6-df18-4dc5-9631-591fdd74c564 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:22.792246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:22.793978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:22.797735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:22.929219 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:22.987398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e1780361-4c8f-4d46-bd24-f5da0c9059e4 None None] Provisioning complete for port 7590f6a6-df18-4dc5-9631-591fdd74c564 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:22.987921 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e1780361-4c8f-4d46-bd24-f5da0c9059e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:22.988917 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44b2667b-df9d-4215-8dff-e11732ca4d98 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:23.062753 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2667b-df9d-4215-8dff-e11732ca4d98 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Subnet': ['ID=7525d619-a149-41e8-b234-b81fe92ac7d8,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:23.088028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 7590f6a6-df18-4dc5-9631-591fdd74c564 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:23.088652 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:23.101002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b2667b-df9d-4215-8dff-e11732ca4d98 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Checking segment: {'id': '0b7327d0-a449-486a-9f41-ce158232e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:23.101434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b2667b-df9d-4215-8dff-e11732ca4d98 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network hostable DHCP agents. Network: 9c9d61bc-0bbf-4e89-925a-c9b4dc280763, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:54:23.136879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b2667b-df9d-4215-8dff-e11732ca4d98 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 9c9d61bc-0bbf-4e89-925a-c9b4dc280763 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:54:23.142368 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:23.152754 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-44b2667b-df9d-4215-8dff-e11732ca4d98 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 9c9d61bc-0bbf-4e89-925a-c9b4dc280763) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:23.170299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b2667b-df9d-4215-8dff-e11732ca4d98 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:23.171584 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44b2667b-df9d-4215-8dff-e11732ca4d98 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:23.194673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b6d344-48b0-406d-ae56-fcdb84165a01 None None] Network 9c9d61bc-0bbf-4e89-925a-c9b4dc280763 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:23.195311 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-44b2667b-df9d-4215-8dff-e11732ca4d98 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6706784 Sep 29 17:54:23.196268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42846) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:23.403434 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:23.414563 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e1780361-4c8f-4d46-bd24-f5da0c9059e4 None None] Provisioning complete for port 5abcdf08-11ee-4b3d-b369-e37025622486 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:23.415024 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e1780361-4c8f-4d46-bd24-f5da0c9059e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:23.543213 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e1780361-4c8f-4d46-bd24-f5da0c9059e4 None None] Port 5abcdf08-11ee-4b3d-b369-e37025622486 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:54:23.547694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-9c9d61bc-0bbf-4e89-925a-c9b4dc280763', 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'fixed_ips': [{'subnet_id': '7525d619-a149-41e8-b234-b81fe92ac7d8'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:54:23.548646 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:23.579027 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router 30a645b8-4b4b-4458-89ef-42f280222de1 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:54:23.608014 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:23.680006 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:20Z', 'revision_number': 4, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9', 'name': '', 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:99:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:14Z', 'updated_at': '2021-09-29T17:54:20Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abcdf08-11ee-4b3d-b369-e37025622486', 'name': '', 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:2c:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:19Z', 'updated_at': '2021-09-29T17:54:20Z', 'revision_number': 2, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:23.714519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Checking router: b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:54:23.714870 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Updating router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 port 5abcdf08-11ee-4b3d-b369-e37025622486 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:54:23.724402 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:23.742624 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Sync routers for ids ['30a645b8-4b4b-4458-89ef-42f280222de1'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:23.754991 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Routers {'30a645b8-4b4b-4458-89ef-42f280222de1'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:23.755550 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:23.756349 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['30a645b8-4b4b-4458-89ef-42f280222de1'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:23.756947 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e6703a14-89ff-4b7f-92d1-da60b27b6654 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8687630 Sep 29 17:54:23.760774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42860) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:23.781366 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0f192400-3c92-40ee-81bb-3e4fe57e6c70 None None] Provisioning complete for port 5abcdf08-11ee-4b3d-b369-e37025622486 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:23.781913 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0f192400-3c92-40ee-81bb-3e4fe57e6c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:23.800629 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a4e2033a-1e7d-4474-9126-9d996156049f tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b082b405368a4dd1b0eab20300b40c27&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376077 Sep 29 17:54:23.802720 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42862) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:23.837106 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0f192400-3c92-40ee-81bb-3e4fe57e6c70 None None] Port 5abcdf08-11ee-4b3d-b369-e37025622486 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:54:23.843344 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:23.925226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Allocated IP 172.23.0.2 (9c9d61bc-0bbf-4e89-925a-c9b4dc280763/7525d619-a149-41e8-b234-b81fe92ac7d8/f86b7672-ae23-40d3-bfa4-f34bc29e4bea) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:23.933351 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0062bca8-97e8-4caa-8156-1577a124e64b tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:23.935682 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0062bca8-97e8-4caa-8156-1577a124e64b tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316466 Sep 29 17:54:23.939076 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42866) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:23.942990 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Set router 30a645b8-4b4b-4458-89ef-42f280222de1 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:23.989774 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-26c302c1-1222-4d89-a537-c9ca6987c6f0 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487928 Sep 29 17:54:23.992421 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42870) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:24.001896 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-8daf34e2-f571-452a-874b-a48c72e07967 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1595885521', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:24.114788 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daf34e2-f571-452a-874b-a48c72e07967 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Made reservation on behalf of b082b405368a4dd1b0eab20300b40c27 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:24.119007 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8daf34e2-f571-452a-874b-a48c72e07967 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.197750 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305651109', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '4c186259-6b18-4800-b182-83ef51e4b864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:20Z', 'updated_at': '2021-09-29T17:54:22Z', 'revision_number': 3, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4c186259-6b18-4800-b182-83ef51e4b864', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:22Z', 'updated_at': '2021-09-29T17:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:24.227978 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Checking router: 30a645b8-4b4b-4458-89ef-42f280222de1 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:54:24.228459 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Updating router 30a645b8-4b4b-4458-89ef-42f280222de1 port 4c186259-6b18-4800-b182-83ef51e4b864 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:54:24.236082 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.253307 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.273248 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.315237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Allocated IP 172.23.0.1 (9c9d61bc-0bbf-4e89-925a-c9b4dc280763/7525d619-a149-41e8-b234-b81fe92ac7d8/7fe82092-a224-4e80-ba3d-8c0907322378) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:24.319662 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Network 9c9d61bc-0bbf-4e89-925a-c9b4dc280763 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:24.324001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:24.327101 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:24.356034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Pushing event updated for resources: {'Port': ['ID=f86b7672-ae23-40d3-bfa4-f34bc29e4bea,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:24.377856 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.412664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Attempting to bind port f86b7672-ae23-40d3-bfa4-f34bc29e4bea on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:54:24.413038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Attempting to bind port f86b7672-ae23-40d3-bfa4-f34bc29e4bea by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '0b7327d0-a449-486a-9f41-ce158232e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:54:24.413412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Attempting to bind port f86b7672-ae23-40d3-bfa4-f34bc29e4bea on network 9c9d61bc-0bbf-4e89-925a-c9b4dc280763 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:54:24.415452 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.448297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:54:24.448494 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Checking segment: {'id': '0b7327d0-a449-486a-9f41-ce158232e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:24.448854 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.449223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Bound using segment: {'id': '0b7327d0-a449-486a-9f41-ce158232e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:54:24.449724 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Bound port: f86b7672-ae23-40d3-bfa4-f34bc29e4bea, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7327d0-a449-486a-9f41-ce158232e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:54:24.450103 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.482853 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8daf34e2-f571-452a-874b-a48c72e07967 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.506224 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45adaf9-8542-4539-ac50-a488c572d59a None None] Pushing event updated for resources: {'Port': ['ID=5abcdf08-11ee-4b3d-b369-e37025622486,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:24.597842 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.605515 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.646719 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Attempting to bind port 5abcdf08-11ee-4b3d-b369-e37025622486 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:54:24.647114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Attempting to bind port 5abcdf08-11ee-4b3d-b369-e37025622486 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'c93cd284-4e9f-475a-93f1-7f128a2d42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:54:24.647475 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Attempting to bind port 5abcdf08-11ee-4b3d-b369-e37025622486 on network f957de31-d38a-4839-90cd-5b82e4c2092c {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:54:24.657337 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.657993 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:54:24.658480 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Checking segment: {'id': 'c93cd284-4e9f-475a-93f1-7f128a2d42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:24.658954 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.659414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Bound using segment: {'id': 'c93cd284-4e9f-475a-93f1-7f128a2d42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:54:24.659979 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Bound port: 5abcdf08-11ee-4b3d-b369-e37025622486, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c93cd284-4e9f-475a-93f1-7f128a2d42ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:54:24.660458 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.668311 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf34e2-f571-452a-874b-a48c72e07967 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Checking segment: {'id': '2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:24.668565 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5544529-fa03-48f7-9529-d47e229b3e3e None None] Pushing event updated for resources: {'Port': ['ID=4c186259-6b18-4800-b182-83ef51e4b864,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:24.669067 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf34e2-f571-452a-874b-a48c72e07967 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network hostable DHCP agents. Network: efc8c0df-2a54-4784-80b1-b68c43f92149, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:54:24.673893 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf34e2-f571-452a-874b-a48c72e07967 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Subnet': ['ID=193214a2-bc33-4856-9f1f-2de044b26bed,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:24.689552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] For port f86b7672-ae23-40d3-bfa4-f34bc29e4bea, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:54:24.693976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] For port f86b7672-ae23-40d3-bfa4-f34bc29e4bea, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f86b7672-ae23-40d3-bfa4-f34bc29e4bea,segment=NetworkSegment(0b7327d0-a449-486a-9f41-ce158232e1b0),segment_id=0b7327d0-a449-486a-9f41-ce158232e1b0)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:54:24.698212 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Attempting to bind port 4c186259-6b18-4800-b182-83ef51e4b864 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:54:24.698583 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Attempting to bind port 4c186259-6b18-4800-b182-83ef51e4b864 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:54:24.698949 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Attempting to bind port 4c186259-6b18-4800-b182-83ef51e4b864 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:54:24.705104 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:54:24.705617 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:24.705922 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.706382 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:54:24.706852 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Bound port: 4c186259-6b18-4800-b182-83ef51e4b864, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:54:24.706984 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.707284 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.715391 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf34e2-f571-452a-874b-a48c72e07967 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network efc8c0df-2a54-4784-80b1-b68c43f92149 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:54:24.751802 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-8daf34e2-f571-452a-874b-a48c72e07967 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, efc8c0df-2a54-4784-80b1-b68c43f92149) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:24.782213 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daf34e2-f571-452a-874b-a48c72e07967 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:24.784846 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] For port 4c186259-6b18-4800-b182-83ef51e4b864, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:54:24.785789 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8daf34e2-f571-452a-874b-a48c72e07967 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.788765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f32ecb-a499-471e-971d-4d5ed2309c48 None None] Network efc8c0df-2a54-4784-80b1-b68c43f92149 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:24.790458 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] For port 4c186259-6b18-4800-b182-83ef51e4b864, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4c186259-6b18-4800-b182-83ef51e4b864,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:54:24.800771 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.812895 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:24.836679 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21cbcc-740e-41a5-80da-eecead177ca8 None None] Pushing event updated for resources: {'Port': ['ID=f86b7672-ae23-40d3-bfa4-f34bc29e4bea,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:24.884698 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5544529-fa03-48f7-9529-d47e229b3e3e None None] Pushing event updated for resources: {'Port': ['ID=4c186259-6b18-4800-b182-83ef51e4b864,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:24.903983 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=7fe82092-a224-4e80-ba3d-8c0907322378,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:24.905614 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Routers {'30a645b8-4b4b-4458-89ef-42f280222de1'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:24.906352 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['30a645b8-4b4b-4458-89ef-42f280222de1'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:24.918510 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 9c9d61bc-0bbf-4e89-925a-c9b4dc280763 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:24.922869 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8daf34e2-f571-452a-874b-a48c72e07967 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9286387 Sep 29 17:54:24.924507 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:24.925783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42886) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:24.927953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:24.983012 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:25.067351 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] Set router 30a645b8-4b4b-4458-89ef-42f280222de1 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:25.139198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] For port 5abcdf08-11ee-4b3d-b369-e37025622486, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:54:25.144226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] For port 5abcdf08-11ee-4b3d-b369-e37025622486, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5abcdf08-11ee-4b3d-b369-e37025622486,segment=NetworkSegment(c93cd284-4e9f-475a-93f1-7f128a2d42ff),segment_id=c93cd284-4e9f-475a-93f1-7f128a2d42ff)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:54:25.168109 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:25.198959 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:25.292000 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3acf5773-c04b-40f0-9ace-201143bc5123 None None] Provisioning complete for port 5abcdf08-11ee-4b3d-b369-e37025622486 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:25.292370 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3acf5773-c04b-40f0-9ace-201143bc5123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:25.382387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:25.382948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:25.438786 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45adaf9-8542-4539-ac50-a488c572d59a None None] Pushing event updated for resources: {'Port': ['ID=5abcdf08-11ee-4b3d-b369-e37025622486,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:25.491430 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305651109', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '4c186259-6b18-4800-b182-83ef51e4b864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:20Z', 'updated_at': '2021-09-29T17:54:22Z', 'revision_number': 3, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4c186259-6b18-4800-b182-83ef51e4b864', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:22Z', 'updated_at': '2021-09-29T17:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:25.546784 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef07b19-0bf7-407e-933c-9ec5ba5747b0 None None] The sync data for ids ['30a645b8-4b4b-4458-89ef-42f280222de1'] in n-d-811748-2 is: [{'id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305651109', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '4c186259-6b18-4800-b182-83ef51e4b864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:20Z', 'updated_at': '2021-09-29T17:54:22Z', 'revision_number': 3, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4c186259-6b18-4800-b182-83ef51e4b864', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:22Z', 'updated_at': '2021-09-29T17:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:25.689714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-efc8c0df-2a54-4784-80b1-b68c43f92149', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ips': [{'subnet_id': '193214a2-bc33-4856-9f1f-2de044b26bed'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:54:25.691933 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:25.741351 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:25.745555 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:25.747135 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:25.815941 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event updated for resources: {'Port': ['ID=7fe82092-a224-4e80-ba3d-8c0907322378,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:25.846037 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:25.930962 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:26.063901 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Network 9c9d61bc-0bbf-4e89-925a-c9b4dc280763 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:26.065493 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:26.119663 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3acf5773-c04b-40f0-9ace-201143bc5123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:26.297594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:54:26.353705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Allocated IP 172.20.0.2 (efc8c0df-2a54-4784-80b1-b68c43f92149/193214a2-bc33-4856-9f1f-2de044b26bed/aacb89e5-1e6b-4b30-8dd4-24022e7b25b7) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:26.464301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0721c8-e97b-40e9-8c98-9ce105b66249 None None] Network 9c9d61bc-0bbf-4e89-925a-c9b4dc280763 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:26.659001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3acf5773-c04b-40f0-9ace-201143bc5123 None None] For port 5abcdf08-11ee-4b3d-b369-e37025622486, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5abcdf08-11ee-4b3d-b369-e37025622486,segment=NetworkSegment(c93cd284-4e9f-475a-93f1-7f128a2d42ff),segment_id=c93cd284-4e9f-475a-93f1-7f128a2d42ff)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:26.689252 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3acf5773-c04b-40f0-9ace-201143bc5123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:26.762126 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:26.763454 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf5773-c04b-40f0-9ace-201143bc5123 None None] Pushing event updated for resources: {'Port': ['ID=5abcdf08-11ee-4b3d-b369-e37025622486,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:26.781413 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:26.864653 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Network efc8c0df-2a54-4784-80b1-b68c43f92149 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:26.873652 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:26.880751 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:26.897028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4c186259-6b18-4800-b182-83ef51e4b864 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:26.908840 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Allocated IP 172.20.0.1 (efc8c0df-2a54-4784-80b1-b68c43f92149/193214a2-bc33-4856-9f1f-2de044b26bed/29866e0d-846e-4fe2-a326-aecebdcb2103) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:26.918080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:26.927024 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-18273f48-f7ff-45e8-9b8c-3e70ebbc9f6d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/b2f80d4c-3d79-4e5b-afe7-8d134d1214e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7270608 Sep 29 17:54:26.927405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42902) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:26.940207 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7b83a67c-264c-4ea1-ab23-4801c327f7d7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:26.973884 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Pushing event updated for resources: {'Port': ['ID=aacb89e5-1e6b-4b30-8dd4-24022e7b25b7,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:26.979685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:25Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9', 'name': '', 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:99:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:14Z', 'updated_at': '2021-09-29T17:54:20Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abcdf08-11ee-4b3d-b369-e37025622486', 'name': '', 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:2c:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:19Z', 'updated_at': '2021-09-29T17:54:25Z', 'revision_number': 4, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fe82092-a224-4e80-ba3d-8c0907322378', 'name': '', 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:b3:fa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '7525d619-a149-41e8-b234-b81fe92ac7d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:23Z', 'updated_at': '2021-09-29T17:54:24Z', 'revision_number': 1, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '7525d619-a149-41e8-b234-b81fe92ac7d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:27.023646 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702d116-8ed1-4091-8488-5452afd34b8f None None] The sync data for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 is: [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:25Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9', 'name': '', 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:99:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:14Z', 'updated_at': '2021-09-29T17:54:20Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abcdf08-11ee-4b3d-b369-e37025622486', 'name': '', 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:2c:51:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:19Z', 'updated_at': '2021-09-29T17:54:25Z', 'revision_number': 4, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fe82092-a224-4e80-ba3d-8c0907322378', 'name': '', 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:b3:fa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '7525d619-a149-41e8-b234-b81fe92ac7d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:23Z', 'updated_at': '2021-09-29T17:54:24Z', 'revision_number': 1, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '7525d619-a149-41e8-b234-b81fe92ac7d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:27.025705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b3fae325-7032-431a-8be5-c1a0b3e6cf05 None None] Provisioning complete for port f86b7672-ae23-40d3-bfa4-f34bc29e4bea triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:27.026276 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b3fae325-7032-431a-8be5-c1a0b3e6cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:27.070377 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:27.096085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Attempting to bind port aacb89e5-1e6b-4b30-8dd4-24022e7b25b7 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:54:27.096085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Attempting to bind port aacb89e5-1e6b-4b30-8dd4-24022e7b25b7 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:54:27.096085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Attempting to bind port aacb89e5-1e6b-4b30-8dd4-24022e7b25b7 on network efc8c0df-2a54-4784-80b1-b68c43f92149 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:54:27.120538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:54:27.120538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Checking segment: {'id': '2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:27.120538 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:27.120538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Bound using segment: {'id': '2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:54:27.120538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Bound port: aacb89e5-1e6b-4b30-8dd4-24022e7b25b7, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:54:27.121621 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:27.142159 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:27.239152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] For port aacb89e5-1e6b-4b30-8dd4-24022e7b25b7, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:54:27.241532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 4c186259-6b18-4800-b182-83ef51e4b864 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:27.241912 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:27.246933 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] For port aacb89e5-1e6b-4b30-8dd4-24022e7b25b7, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=aacb89e5-1e6b-4b30-8dd4-24022e7b25b7,segment=NetworkSegment(2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19),segment_id=2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:54:27.262498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=29866e0d-846e-4fe2-a326-aecebdcb2103,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:27.292778 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:27.294248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network efc8c0df-2a54-4784-80b1-b68c43f92149 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:27.295985 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:27.303250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:27.346401 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:54:27.387212 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b3fae325-7032-431a-8be5-c1a0b3e6cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:27.426501 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:27.455353 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a9c2a-0d8a-487e-8254-ba702bf9709e None None] Pushing event updated for resources: {'Port': ['ID=aacb89e5-1e6b-4b30-8dd4-24022e7b25b7,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:27.508479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b3fae325-7032-431a-8be5-c1a0b3e6cf05 None None] For port f86b7672-ae23-40d3-bfa4-f34bc29e4bea, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f86b7672-ae23-40d3-bfa4-f34bc29e4bea,segment=NetworkSegment(0b7327d0-a449-486a-9f41-ce158232e1b0),segment_id=0b7327d0-a449-486a-9f41-ce158232e1b0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:27.523916 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b3fae325-7032-431a-8be5-c1a0b3e6cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:27.610388 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:27.706056 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b3fae325-7032-431a-8be5-c1a0b3e6cf05 None None] Provisioning complete for port 5abcdf08-11ee-4b3d-b369-e37025622486 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:27.706529 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b3fae325-7032-431a-8be5-c1a0b3e6cf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:27.714807 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 4c186259-6b18-4800-b182-83ef51e4b864, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4c186259-6b18-4800-b182-83ef51e4b864,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:27.724128 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:27.771036 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.extraroute_db [None req-7b83a67c-264c-4ea1-ab23-4801c327f7d7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=95015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 29 17:54:27.806578 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.extraroute_db [None req-7b83a67c-264c-4ea1-ab23-4801c327f7d7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Removed routes are [] {{(pid=95015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 29 17:54:27.808027 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b83a67c-264c-4ea1-ab23-4801c327f7d7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:27.856382 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:28.186516 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:28.212643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f86b7672-ae23-40d3-bfa4-f34bc29e4bea up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:28.215199 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fae325-7032-431a-8be5-c1a0b3e6cf05 None None] Pushing event updated for resources: {'Port': ['ID=f86b7672-ae23-40d3-bfa4-f34bc29e4bea,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:28.258129 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b83a67c-264c-4ea1-ab23-4801c327f7d7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:28.261536 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b83a67c-264c-4ea1-ab23-4801c327f7d7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:28.372191 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=4c186259-6b18-4800-b182-83ef51e4b864,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:28.468249 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b83a67c-264c-4ea1-ab23-4801c327f7d7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:54:28.511053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port f86b7672-ae23-40d3-bfa4-f34bc29e4bea triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:28.511485 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:28.553483 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:28.563616 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:28.621241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b83a67c-264c-4ea1-ab23-4801c327f7d7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:28.634522 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7b83a67c-264c-4ea1-ab23-4801c327f7d7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:28.637044 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7b83a67c-264c-4ea1-ab23-4801c327f7d7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 HTTP/1.1" status: 200 len: 934 time: 1.7056398 Sep 29 17:54:28.641827 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42914) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:28.664995 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:28.697403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ef76c160-1095-4300-8d92-159cc597b31f None None] Provisioning complete for port f86b7672-ae23-40d3-bfa4-f34bc29e4bea triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:28.705674 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ef76c160-1095-4300-8d92-159cc597b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:28.814389 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0f196310-c341-49ed-b969-0c3e18356d18 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/routers/b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 HTTP/1.1" status: 200 len: 934 time: 0.1701107 Sep 29 17:54:28.817303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42918) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:28.825934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=29866e0d-846e-4fe2-a326-aecebdcb2103,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:28.826836 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-017ff80d-8da1-43cd-8f2a-660646b6bcf6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'router': {'routes': None}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:28.935900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ef76c160-1095-4300-8d92-159cc597b31f None None] Provisioning complete for port 7fe82092-a224-4e80-ba3d-8c0907322378 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:28.936653 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ef76c160-1095-4300-8d92-159cc597b31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:29.022610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ef76c160-1095-4300-8d92-159cc597b31f None None] Port 7fe82092-a224-4e80-ba3d-8c0907322378 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:54:29.039640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network efc8c0df-2a54-4784-80b1-b68c43f92149 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:29.043658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:29.089181 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5abcdf08-11ee-4b3d-b369-e37025622486 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:29.184215 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bae816-6a83-44ed-8a05-e335fe427849 None None] Network efc8c0df-2a54-4784-80b1-b68c43f92149 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:29.226246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 5abcdf08-11ee-4b3d-b369-e37025622486 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:29.226835 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:29.282677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router 30a645b8-4b4b-4458-89ef-42f280222de1 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:54:29.385922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Sync routers for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:29.401401 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.extraroute_db [None req-017ff80d-8da1-43cd-8f2a-660646b6bcf6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Added routes are [] {{(pid=95015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 29 17:54:29.401913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.extraroute_db [None req-017ff80d-8da1-43cd-8f2a-660646b6bcf6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=95015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 29 17:54:29.406432 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-71c6403b-21c1-4ced-9446-091981798aeb None None] Provisioning complete for port aacb89e5-1e6b-4b30-8dd4-24022e7b25b7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:29.406903 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-71c6403b-21c1-4ced-9446-091981798aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:29.449052 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-017ff80d-8da1-43cd-8f2a-660646b6bcf6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:29.449636 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:29.450292 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:29.593206 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4c186259-6b18-4800-b182-83ef51e4b864 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:29.604148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:29.728537 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-017ff80d-8da1-43cd-8f2a-660646b6bcf6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:29.732913 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-017ff80d-8da1-43cd-8f2a-660646b6bcf6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:29.762413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:29.773945 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Sync routers for ids ['30a645b8-4b4b-4458-89ef-42f280222de1'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:29.781363 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-71c6403b-21c1-4ced-9446-091981798aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:29.787840 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Routers {'30a645b8-4b4b-4458-89ef-42f280222de1'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:29.789478 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['30a645b8-4b4b-4458-89ef-42f280222de1'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:29.795114 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2c5a14ac-069d-48a7-9275-f369f23d8abe tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "PUT /v2.0/routers/30a645b8-4b4b-4458-89ef-42f280222de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8659589 Sep 29 17:54:29.894495 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017ff80d-8da1-43cd-8f2a-660646b6bcf6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:54:29.898822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 4c186259-6b18-4800-b182-83ef51e4b864 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:29.899159 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:29.924941 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Set router 30a645b8-4b4b-4458-89ef-42f280222de1 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:30.028062 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-71c6403b-21c1-4ced-9446-091981798aeb None None] For port aacb89e5-1e6b-4b30-8dd4-24022e7b25b7, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=aacb89e5-1e6b-4b30-8dd4-24022e7b25b7,segment=NetworkSegment(2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19),segment_id=2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:30.042912 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-71c6403b-21c1-4ced-9446-091981798aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:30.060854 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017ff80d-8da1-43cd-8f2a-660646b6bcf6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:30.069031 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-017ff80d-8da1-43cd-8f2a-660646b6bcf6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:30.072925 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 42934) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:30.081974 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-017ff80d-8da1-43cd-8f2a-660646b6bcf6 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 HTTP/1.1" status: 200 len: 700 time: 1.2634661 Sep 29 17:54:30.244761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-32c63435-d2af-44c4-99d7-87f40f55baa7 None None] Provisioning complete for port 29866e0d-846e-4fe2-a326-aecebdcb2103 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:30.244761 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-32c63435-d2af-44c4-99d7-87f40f55baa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:30.254401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device aacb89e5-1e6b-4b30-8dd4-24022e7b25b7 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:30.291478 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 42946) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:30.299564 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-54f38e58-7d14-49ce-949a-3cac17cdc25c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/routers/b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 HTTP/1.1" status: 200 len: 700 time: 0.2249558 Sep 29 17:54:30.342711 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6403b-21c1-4ced-9446-091981798aeb None None] Pushing event updated for resources: {'Port': ['ID=aacb89e5-1e6b-4b30-8dd4-24022e7b25b7,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:30.394359 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-32c63435-d2af-44c4-99d7-87f40f55baa7 None None] Port 29866e0d-846e-4fe2-a326-aecebdcb2103 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:54:30.410761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port aacb89e5-1e6b-4b30-8dd4-24022e7b25b7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:30.411047 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:30.473607 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-32c63435-d2af-44c4-99d7-87f40f55baa7 None None] Provisioning complete for port aacb89e5-1e6b-4b30-8dd4-24022e7b25b7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:30.473988 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-32c63435-d2af-44c4-99d7-87f40f55baa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:30.535116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 6, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9', 'name': '', 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:99:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:14Z', 'updated_at': '2021-09-29T17:54:20Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abcdf08-11ee-4b3d-b369-e37025622486', 'name': '', 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:2c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:19Z', 'updated_at': '2021-09-29T17:54:26Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fe82092-a224-4e80-ba3d-8c0907322378', 'name': '', 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:b3:fa:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '7525d619-a149-41e8-b234-b81fe92ac7d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:23Z', 'updated_at': '2021-09-29T17:54:25Z', 'revision_number': 2, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '7525d619-a149-41e8-b234-b81fe92ac7d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:30.567532 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305651109', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '4c186259-6b18-4800-b182-83ef51e4b864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:20Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4c186259-6b18-4800-b182-83ef51e4b864', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:22Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '29866e0d-846e-4fe2-a326-aecebdcb2103', 'name': '', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:9f:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:26Z', 'updated_at': '2021-09-29T17:54:28Z', 'revision_number': 2, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:30.645130 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Checking router: 30a645b8-4b4b-4458-89ef-42f280222de1 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:54:30.645130 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Updating router 30a645b8-4b4b-4458-89ef-42f280222de1 port 29866e0d-846e-4fe2-a326-aecebdcb2103 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:54:30.664645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Checking router: b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:54:30.667255 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Updating router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 port 7fe82092-a224-4e80-ba3d-8c0907322378 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:54:30.700475 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-c9f0e572-4e3c-45bb-b82c-9ace6425fc92 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-758192323&fields=id&tenant_id=b082b405368a4dd1b0eab20300b40c27 HTTP/1.1" status: 200 len: 267 time: 0.0651290 Sep 29 17:54:30.705868 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:30.801269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f86b7672-ae23-40d3-bfa4-f34bc29e4bea up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:30.807999 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:30.881734 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-0465ead4-0331-49dd-a56f-ae7049c9dec6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:30.888577 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-0465ead4-0331-49dd-a56f-ae7049c9dec6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/networks?id=efc8c0df-2a54-4784-80b1-b68c43f92149 HTTP/1.1" status: 200 len: 797 time: 0.1872952 Sep 29 17:54:30.908810 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-ffe68559-9fd4-4712-8b5a-8a0c4eb418a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/quotas/b082b405368a4dd1b0eab20300b40c27 HTTP/1.1" status: 200 len: 375 time: 0.0192997 Sep 29 17:54:30.981346 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-3e8a8f10-361d-45a9-8865-1799d55c3c05 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640998 Sep 29 17:54:30.984855 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port f86b7672-ae23-40d3-bfa4-f34bc29e4bea triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:30.985241 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:31.036532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0f3b6a42-8fb7-4858-a830-8df8f7df22a2 None None] Provisioning complete for port 29866e0d-846e-4fe2-a326-aecebdcb2103 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:31.036936 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6a42-8fb7-4858-a830-8df8f7df22a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:31.060442 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:31.069419 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:31.130930 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec3cd171-5c6b-4950-ac4c-cf85515b032b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:31.141583 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-b0691f8d-0d65-4ca0-8f66-4c4e000ba857 service neutron] 10.222.0.44 "GET /v2.0/networks/efc8c0df-2a54-4784-80b1-b68c43f92149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592374 Sep 29 17:54:31.185539 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8ae73-d86b-4454-ab39-2c15429801a9 None None] Pushing event updated for resources: {'Port': ['ID=29866e0d-846e-4fe2-a326-aecebdcb2103,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:31.210299 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Attempting to bind port 29866e0d-846e-4fe2-a326-aecebdcb2103 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:54:31.210796 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Attempting to bind port 29866e0d-846e-4fe2-a326-aecebdcb2103 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:54:31.211160 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Attempting to bind port 29866e0d-846e-4fe2-a326-aecebdcb2103 on network efc8c0df-2a54-4784-80b1-b68c43f92149 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:54:31.219785 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:54:31.220181 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Checking segment: {'id': '2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:31.220486 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:31.220874 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Bound using segment: {'id': '2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:54:31.221557 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Bound port: 29866e0d-846e-4fe2-a326-aecebdcb2103, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:54:31.221920 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:31.354218 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] For port 29866e0d-846e-4fe2-a326-aecebdcb2103, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:54:31.360207 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] For port 29866e0d-846e-4fe2-a326-aecebdcb2103, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=29866e0d-846e-4fe2-a326-aecebdcb2103,segment=NetworkSegment(2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19),segment_id=2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:54:31.370399 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:31.388774 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0f3b6a42-8fb7-4858-a830-8df8f7df22a2 None None] Port 29866e0d-846e-4fe2-a326-aecebdcb2103 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:54:31.498166 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Routers {'30a645b8-4b4b-4458-89ef-42f280222de1'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:31.502329 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['30a645b8-4b4b-4458-89ef-42f280222de1'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:31.597038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7f6aba00-abab-48cf-b83f-4cd066e49d13 None None] Provisioning complete for port 29866e0d-846e-4fe2-a326-aecebdcb2103 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:31.597434 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7f6aba00-abab-48cf-b83f-4cd066e49d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:31.602811 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8ae73-d86b-4454-ab39-2c15429801a9 None None] Pushing event updated for resources: {'Port': ['ID=29866e0d-846e-4fe2-a326-aecebdcb2103,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:31.605312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device aacb89e5-1e6b-4b30-8dd4-24022e7b25b7 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:31.711239 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:31.737940 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] Set router 30a645b8-4b4b-4458-89ef-42f280222de1 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:31.741156 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:31.812335 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port aacb89e5-1e6b-4b30-8dd4-24022e7b25b7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:31.812710 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:31.886944 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-d15291db-22dc-420d-8196-1cdf0eb32716 service neutron] 10.222.0.44 "GET /v2.0/networks/efc8c0df-2a54-4784-80b1-b68c43f92149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7443700 Sep 29 17:54:31.901178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d88cf-06ba-45aa-9a38-05857fe70f10 None None] Pushing event updated for resources: {'Port': ['ID=7fe82092-a224-4e80-ba3d-8c0907322378,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:31.983633 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7f6aba00-abab-48cf-b83f-4cd066e49d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:32.082751 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7f6aba00-abab-48cf-b83f-4cd066e49d13 None None] For port 29866e0d-846e-4fe2-a326-aecebdcb2103, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=29866e0d-846e-4fe2-a326-aecebdcb2103,segment=NetworkSegment(2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19),segment_id=2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:32.083812 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Attempting to bind port 7fe82092-a224-4e80-ba3d-8c0907322378 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:54:32.084184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Attempting to bind port 7fe82092-a224-4e80-ba3d-8c0907322378 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '0b7327d0-a449-486a-9f41-ce158232e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:54:32.097915 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305651109', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '4c186259-6b18-4800-b182-83ef51e4b864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:20Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4c186259-6b18-4800-b182-83ef51e4b864', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:22Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '29866e0d-846e-4fe2-a326-aecebdcb2103', 'name': '', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:9f:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:26Z', 'updated_at': '2021-09-29T17:54:31Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:32.113927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Attempting to bind port 7fe82092-a224-4e80-ba3d-8c0907322378 on network 9c9d61bc-0bbf-4e89-925a-c9b4dc280763 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:54:32.114687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ec3cd171-5c6b-4950-ac4c-cf85515b032b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port 7fe82092-a224-4e80-ba3d-8c0907322378 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:32.115288 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec3cd171-5c6b-4950-ac4c-cf85515b032b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:32.146003 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7f6aba00-abab-48cf-b83f-4cd066e49d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:32.160920 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f906bf-5b60-45db-8bff-52fed86ac891 None None] The sync data for ids ['30a645b8-4b4b-4458-89ef-42f280222de1'] in n-d-811748-2 is: [{'id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305651109', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '4c186259-6b18-4800-b182-83ef51e4b864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:20Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4c186259-6b18-4800-b182-83ef51e4b864', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:22Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '29866e0d-846e-4fe2-a326-aecebdcb2103', 'name': '', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:9f:a9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:26Z', 'updated_at': '2021-09-29T17:54:31Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:32.161245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:54:32.161566 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Checking segment: {'id': '0b7327d0-a449-486a-9f41-ce158232e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:32.161986 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:32.162393 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Bound using segment: {'id': '0b7327d0-a449-486a-9f41-ce158232e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:54:32.162901 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Bound port: 7fe82092-a224-4e80-ba3d-8c0907322378, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7327d0-a449-486a-9f41-ce158232e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:54:32.163296 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:32.299496 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-ec3cd171-5c6b-4950-ac4c-cf85515b032b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] For port 7fe82092-a224-4e80-ba3d-8c0907322378, host n-d-811748-2, got binding levels [] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:32.300546 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec3cd171-5c6b-4950-ac4c-cf85515b032b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:32.320407 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ec3cd171-5c6b-4950-ac4c-cf85515b032b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for 7fe82092-a224-4e80-ba3d-8c0907322378 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:32.448515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-662dbe56-66f1-4714-97fd-feba67c4db8e None None] Provisioning complete for port 29866e0d-846e-4fe2-a326-aecebdcb2103 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:32.449049 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-662dbe56-66f1-4714-97fd-feba67c4db8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:32.460263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6aba00-abab-48cf-b83f-4cd066e49d13 None None] Pushing event updated for resources: {'Port': ['ID=29866e0d-846e-4fe2-a326-aecebdcb2103,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:32.503106 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ef7fabf2-a007-463f-ae4a-3724fe55d196 req-e2fca7e8-2de3-47cb-8f95-4600924c4c04 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 210 time: 0.3603616 Sep 29 17:54:32.615057 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec3cd171-5c6b-4950-ac4c-cf85515b032b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:32.633859 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:54:32.634236 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:54:32.660714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-662dbe56-66f1-4714-97fd-feba67c4db8e None None] Could not find standard attr ID for object 7fe82092-a224-4e80-ba3d-8c0907322378. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:54:32.671592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cd171-5c6b-4950-ac4c-cf85515b032b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=7fe82092-a224-4e80-ba3d-8c0907322378,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:32.905440 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec3cd171-5c6b-4950-ac4c-cf85515b032b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:33.129906 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3cd171-5c6b-4950-ac4c-cf85515b032b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:54:33.150697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Attempting to bind port 7fe82092-a224-4e80-ba3d-8c0907322378 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:54:33.151201 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Attempting to bind port 7fe82092-a224-4e80-ba3d-8c0907322378 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '0b7327d0-a449-486a-9f41-ce158232e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:54:33.151698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Attempting to bind port 7fe82092-a224-4e80-ba3d-8c0907322378 on network 9c9d61bc-0bbf-4e89-925a-c9b4dc280763 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:54:33.157959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:54:33.158417 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Checking segment: {'id': '0b7327d0-a449-486a-9f41-ce158232e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:33.158899 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:33.159385 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Bound using segment: {'id': '0b7327d0-a449-486a-9f41-ce158232e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:54:33.159940 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Bound port: 7fe82092-a224-4e80-ba3d-8c0907322378, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7327d0-a449-486a-9f41-ce158232e1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '9c9d61bc-0bbf-4e89-925a-c9b4dc280763'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:54:33.160338 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:33.204031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Port 7fe82092-a224-4e80-ba3d-8c0907322378 has been deleted concurrently {{(pid=95017) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 29 17:54:33.217162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:33.218416 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:33.260638 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3cd171-5c6b-4950-ac4c-cf85515b032b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:33.266803 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ec3cd171-5c6b-4950-ac4c-cf85515b032b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/b2f80d4c-3d79-4e5b-afe7-8d134d1214e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9742043 Sep 29 17:54:33.269436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43002) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:33.326494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting subnet 7525d619-a149-41e8-b234-b81fe92ac7d8 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:54:33.337859 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:33.357996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:33.414474 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:33.732169 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f0302a88-d342-4699-9543-5643261d9070 req-23e9ef5b-2793-4320-9c7e-f70810b0bb1f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 210 time: 0.0789902 Sep 29 17:54:33.737143 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:33.785068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:32Z', 'revision_number': 8, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9', 'name': '', 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:99:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:14Z', 'updated_at': '2021-09-29T17:54:20Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abcdf08-11ee-4b3d-b369-e37025622486', 'name': '', 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:2c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:19Z', 'updated_at': '2021-09-29T17:54:26Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:33.852038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-6b554bb7-6f37-43c3-9940-02c8266f16f6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:33.855909 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-6b554bb7-6f37-43c3-9940-02c8266f16f6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.35 "GET /v2.0/networks?id=efc8c0df-2a54-4784-80b1-b68c43f92149 HTTP/1.1" status: 200 len: 797 time: 0.3059471 Sep 29 17:54:33.866836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 29866e0d-846e-4fe2-a326-aecebdcb2103 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:33.870761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c16601-3261-4c79-b080-4246b7fee96e None None] The sync data for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 is: [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:32Z', 'revision_number': 8, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9', 'name': '', 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:99:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:14Z', 'updated_at': '2021-09-29T17:54:20Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abcdf08-11ee-4b3d-b369-e37025622486', 'name': '', 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:2c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:19Z', 'updated_at': '2021-09-29T17:54:26Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:33.910594 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:33.922641 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 29866e0d-846e-4fe2-a326-aecebdcb2103 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:33.923318 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:33.930120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-3dddf62e-a0af-47b8-929d-dac2d762b786 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b082b405368a4dd1b0eab20300b40c27 HTTP/1.1" status: 200 len: 379 time: 0.0573256 Sep 29 17:54:33.943085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-d7cb6436-824e-4c96-ae65-431fd4b182f2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'port': {'device_id': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'admin_state_up': True, 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'security_groups': ['b5d78b0f-c7a9-4198-acd4-cc13290e700b']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:33.950825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Subnet': ['ID=7525d619-a149-41e8-b234-b81fe92ac7d8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:33.959630 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:33.961615 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/7525d619-a149-41e8-b234-b81fe92ac7d8 HTTP/1.1" status: 204 len: 168 time: 0.6912212 Sep 29 17:54:33.963706 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:33.964053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:33.964481 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:33.964924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:33.965353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:33.965815 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:33.965958 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d43aaea-991b-472b-b551-c27b09a9a58f None None] Network 9c9d61bc-0bbf-4e89-925a-c9b4dc280763 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:33.966308 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:33.966725 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:33.967136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:33.968306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:33.968976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:33.969350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fe03c3-adbd-468b-8a02-5ef5c011f891 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:33.972581 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43012) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:34.091172 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:34.149986 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-d7cb6436-824e-4c96-ae65-431fd4b182f2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Made reservation on behalf of b082b405368a4dd1b0eab20300b40c27 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:34.154456 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-d7cb6436-824e-4c96-ae65-431fd4b182f2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:34.173834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port f86b7672-ae23-40d3-bfa4-f34bc29e4bea {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:34.174317 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:34.261545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] For port f86b7672-ae23-40d3-bfa4-f34bc29e4bea, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f86b7672-ae23-40d3-bfa4-f34bc29e4bea,segment=NetworkSegment(0b7327d0-a449-486a-9f41-ce158232e1b0),segment_id=0b7327d0-a449-486a-9f41-ce158232e1b0)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:34.261969 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:34.279476 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for f86b7672-ae23-40d3-bfa4-f34bc29e4bea owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:34.326515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-d7cb6436-824e-4c96-ae65-431fd4b182f2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Allocated IP 172.20.0.7 (efc8c0df-2a54-4784-80b1-b68c43f92149/193214a2-bc33-4856-9f1f-2de044b26bed/0e089951-8d5f-451b-8c28-840b26d8bac4) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:34.367241 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:34.394048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=f86b7672-ae23-40d3-bfa4-f34bc29e4bea,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:34.397898 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No DVR routers for this DVR port f86b7672-ae23-40d3-bfa4-f34bc29e4bea on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:54:34.498755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cdef07-9594-43ce-8882-87271e2a63b9 None None] DHCP port deletion for 9c9d61bc-0bbf-4e89-925a-c9b4dc280763 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:54:34.501554 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:34.523274 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-d7cb6436-824e-4c96-ae65-431fd4b182f2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:34.530809 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9d61bc-0bbf-4e89-925a-c9b4dc280763']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:34.541178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7327d0-a449-486a-9f41-ce158232e1b0') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:34.541637 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7327d0-a449-486a-9f41-ce158232e1b0') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:34.552523 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:34.564575 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-d7cb6436-824e-4c96-ae65-431fd4b182f2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:34.569624 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:34.578581 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:54:34.579268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:54:34.582686 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:54:34.636856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-d7cb6436-824e-4c96-ae65-431fd4b182f2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network efc8c0df-2a54-4784-80b1-b68c43f92149 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:34.642448 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-d7cb6436-824e-4c96-ae65-431fd4b182f2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:34.654495 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-d7cb6436-824e-4c96-ae65-431fd4b182f2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:34.658635 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:34.673310 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:34.681510 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/networks/9c9d61bc-0bbf-4e89-925a-c9b4dc280763 HTTP/1.1" status: 204 len: 168 time: 0.7076592 Sep 29 17:54:34.688283 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43024) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:34.693155 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d16a4-7cf6-4d2b-96d4-e4d3387a2b88 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Network': ['ID=9c9d61bc-0bbf-4e89-925a-c9b4dc280763,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:34.708462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb6436-824e-4c96-ae65-431fd4b182f2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=0e089951-8d5f-451b-8c28-840b26d8bac4,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:34.802841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7635a04b-2711-4b78-a0c1-ae7f93b36d24 None None] Sync routers for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:34.806027 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-d7cb6436-824e-4c96-ae65-431fd4b182f2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:34.806691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-d7cb6436-824e-4c96-ae65-431fd4b182f2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:34.824962 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635a04b-2711-4b78-a0c1-ae7f93b36d24 None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:34.826122 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7635a04b-2711-4b78-a0c1-ae7f93b36d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:34.829908 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-d7cb6436-824e-4c96-ae65-431fd4b182f2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8935316 Sep 29 17:54:34.855170 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43030) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:34.868656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Request body: {'port': {'device_id': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:34.941422 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-7635a04b-2711-4b78-a0c1-ae7f93b36d24 None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:34.997741 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b56343c1-e2e6-458e-8351-6d42d5359f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:35.043345 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:35.050576 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c59962d1-3f3b-490c-814a-28adc311abf7 None None] Provisioning complete for port 0e089951-8d5f-451b-8c28-840b26d8bac4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:35.050782 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c59962d1-3f3b-490c-814a-28adc311abf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:35.095842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7f471-5980-46e5-b095-0573bd80e037 req-dd5ac809-17d3-4111-bdf6-baffa0515262 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:35.097869 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0ec7f471-5980-46e5-b095-0573bd80e037 req-dd5ac809-17d3-4111-bdf6-baffa0515262 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 931 time: 0.1757057 Sep 29 17:54:35.114970 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b56343c1-e2e6-458e-8351-6d42d5359f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:35.119385 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b56343c1-e2e6-458e-8351-6d42d5359f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:35.128379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-c59962d1-3f3b-490c-814a-28adc311abf7 None None] Port 0e089951-8d5f-451b-8c28-840b26d8bac4 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:54:35.162417 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b56343c1-e2e6-458e-8351-6d42d5359f03 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23139dd305dd400cab7e9ece4acee4fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060389 Sep 29 17:54:35.163632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56343c1-e2e6-458e-8351-6d42d5359f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c2450a-96fc-4aff-9786-ddd2e95a4c2c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:35.167259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43034) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:35.190186 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7635a04b-2711-4b78-a0c1-ae7f93b36d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:32Z', 'revision_number': 8, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9', 'name': '', 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:99:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:14Z', 'updated_at': '2021-09-29T17:54:20Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abcdf08-11ee-4b3d-b369-e37025622486', 'name': '', 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:2c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:19Z', 'updated_at': '2021-09-29T17:54:26Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:35.222435 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7635a04b-2711-4b78-a0c1-ae7f93b36d24 None None] Checking router: b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:54:35.225596 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fda6c618-c201-44e2-bdb5-e8c1e2618a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:35.231139 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7635a04b-2711-4b78-a0c1-ae7f93b36d24 None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:35.231742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7635a04b-2711-4b78-a0c1-ae7f93b36d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:35.254342 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fda6c618-c201-44e2-bdb5-e8c1e2618a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:35.265108 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0ec7f471-5980-46e5-b095-0573bd80e037 req-95c1baaa-8731-4651-b6c7-6df084940f08 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437106 Sep 29 17:54:35.315461 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fda6c618-c201-44e2-bdb5-e8c1e2618a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:35.318554 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fda6c618-c201-44e2-bdb5-e8c1e2618a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:35.321774 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fda6c618-c201-44e2-bdb5-e8c1e2618a6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/56c2450a-96fc-4aff-9786-ddd2e95a4c2c HTTP/1.1" status: 204 len: 168 time: 0.1505439 Sep 29 17:54:35.329887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6c618-c201-44e2-bdb5-e8c1e2618a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c2450a-96fc-4aff-9786-ddd2e95a4c2c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:35.333660 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-7635a04b-2711-4b78-a0c1-ae7f93b36d24 None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:35.496063 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36fbdc2b-9f7b-424b-bdb4-d8dcbe38b849 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:35.568822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7fe82092-a224-4e80-ba3d-8c0907322378 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:35.578554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e089951-8d5f-451b-8c28-840b26d8bac4 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:54:35.589754 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:35.591820 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 7fe82092-a224-4e80-ba3d-8c0907322378 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:35.592167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7fe82092-a224-4e80-ba3d-8c0907322378 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:35.593140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f86b7672-ae23-40d3-bfa4-f34bc29e4bea no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:35.598423 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7635a04b-2711-4b78-a0c1-ae7f93b36d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:32Z', 'revision_number': 8, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9', 'name': '', 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:99:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:14Z', 'updated_at': '2021-09-29T17:54:20Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abcdf08-11ee-4b3d-b369-e37025622486', 'name': '', 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:2c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:19Z', 'updated_at': '2021-09-29T17:54:26Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:35.616959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Transition to ACTIVE for port object 0e089951-8d5f-451b-8c28-840b26d8bac4 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:54:35.617689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: f86b7672-ae23-40d3-bfa4-f34bc29e4bea {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:35.618044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f86b7672-ae23-40d3-bfa4-f34bc29e4bea not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:35.649160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7635a04b-2711-4b78-a0c1-ae7f93b36d24 None None] The sync data for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 is: [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:32Z', 'revision_number': 8, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9', 'name': '', 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:99:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:14Z', 'updated_at': '2021-09-29T17:54:20Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5abcdf08-11ee-4b3d-b369-e37025622486', 'name': '', 'network_id': 'f957de31-d38a-4839-90cd-5b82e4c2092c', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:2c:51:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:19Z', 'updated_at': '2021-09-29T17:54:26Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': 'f3e96e56-285e-42b8-a4b4-5a7abd09b30c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:35.652156 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:35.659011 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43040) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:35.673581 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c1c3fd7-e632-40b8-9135-3fab554ac928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:35.736637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Pushing event updated for resources: {'Port': ['ID=0e089951-8d5f-451b-8c28-840b26d8bac4,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:35.783127 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c1c3fd7-e632-40b8-9135-3fab554ac928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:35.787966 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9c1c3fd7-e632-40b8-9135-3fab554ac928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:35.836845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43042) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:35.836988 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9c1c3fd7-e632-40b8-9135-3fab554ac928 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=282b54f59fc94c33a814c062c22aeb0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767111 Sep 29 17:54:35.838123 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c3fd7-e632-40b8-9135-3fab554ac928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e980aa8f-244d-4097-8cb1-264ec20e2c37,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:35.873185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Attempting to bind port 0e089951-8d5f-451b-8c28-840b26d8bac4 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:54:35.873862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Attempting to bind port 0e089951-8d5f-451b-8c28-840b26d8bac4 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:54:35.874560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Attempting to bind port 0e089951-8d5f-451b-8c28-840b26d8bac4 on network efc8c0df-2a54-4784-80b1-b68c43f92149 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:54:35.914513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Port 0e089951-8d5f-451b-8c28-840b26d8bac4 on network efc8c0df-2a54-4784-80b1-b68c43f92149 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:54:35.914841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Attempting to bind port 0e089951-8d5f-451b-8c28-840b26d8bac4 on network efc8c0df-2a54-4784-80b1-b68c43f92149 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:54:35.927676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:54:35.928024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Checking segment: {'id': '2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:35.928416 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Bound using segment: {'id': '2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:54:35.928870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Bound port: 0e089951-8d5f-451b-8c28-840b26d8bac4, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:54:35.929233 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:35.958830 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7638-f1c9-412d-aa9e-6b39067586bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:36.011046 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7638-f1c9-412d-aa9e-6b39067586bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:36.015557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-36fbdc2b-9f7b-424b-bdb4-d8dcbe38b849 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port 5abcdf08-11ee-4b3d-b369-e37025622486 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:36.015878 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36fbdc2b-9f7b-424b-bdb4-d8dcbe38b849 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:36.123784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] For port 0e089951-8d5f-451b-8c28-840b26d8bac4, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:54:36.144481 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] For port 0e089951-8d5f-451b-8c28-840b26d8bac4, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0e089951-8d5f-451b-8c28-840b26d8bac4,segment=NetworkSegment(2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19),segment_id=2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:54:36.149194 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:36.209475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-36fbdc2b-9f7b-424b-bdb4-d8dcbe38b849 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] For port 5abcdf08-11ee-4b3d-b369-e37025622486, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5abcdf08-11ee-4b3d-b369-e37025622486,segment=NetworkSegment(c93cd284-4e9f-475a-93f1-7f128a2d42ff),segment_id=c93cd284-4e9f-475a-93f1-7f128a2d42ff)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:36.209891 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36fbdc2b-9f7b-424b-bdb4-d8dcbe38b849 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:36.212207 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7638-f1c9-412d-aa9e-6b39067586bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:36.214796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7638-f1c9-412d-aa9e-6b39067586bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:36.218597 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0d1c7638-f1c9-412d-aa9e-6b39067586bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e980aa8f-244d-4097-8cb1-264ec20e2c37 HTTP/1.1" status: 204 len: 168 time: 0.3782973 Sep 29 17:54:36.218597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:36.218597 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:36.219489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] 10.222.0.35 "PUT /v2.0/ports/0e089951-8d5f-451b-8c28-840b26d8bac4 HTTP/1.1" status: 200 len: 1091 time: 1.3567889 Sep 29 17:54:36.230027 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'tag': '0e089951-8d5f-451b-8c28-840b26d8bac4'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:54:36.230438 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4105e3c4-fbf0-433e-ac62-d579b5f83901" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9199d9-7024-4a1c-8187-e182b1cc939b", "tag": "0e089951-8d5f-451b-8c28-840b26d8bac4"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:54:36.288008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-36fbdc2b-9f7b-424b-bdb4-d8dcbe38b849 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for 5abcdf08-11ee-4b3d-b369-e37025622486 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:36.293531 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e85b44-a9a6-4a0b-9f5a-d03e1a6bac6b x-openstack-request-id: req-89e85b44-a9a6-4a0b-9f5a-d03e1a6bac6b {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:54:36.294145 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9199d9-7024-4a1c-8187-e182b1cc939b", "tag": "0e089951-8d5f-451b-8c28-840b26d8bac4", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:54:36.295425 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89e85b44-a9a6-4a0b-9f5a-d03e1a6bac6b {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:54:36.296127 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'tag': '0e089951-8d5f-451b-8c28-840b26d8bac4', 'status': 'completed', 'code': 200} Sep 29 17:54:36.297073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c7638-f1c9-412d-aa9e-6b39067586bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e980aa8f-244d-4097-8cb1-264ec20e2c37,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:36.367539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c3b1a-919b-4538-af45-341e586ba25b service neutron] Pushing event updated for resources: {'Port': ['ID=0e089951-8d5f-451b-8c28-840b26d8bac4,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:36.466397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-05b1f198-57c8-41b8-8d2a-293d14c27b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:36.468689 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-05b1f198-57c8-41b8-8d2a-293d14c27b08 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 1094 time: 0.1548054 Sep 29 17:54:36.478457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b34ee-450d-477a-b0a6-6c65574de39e req-e933e2c3-d120-4e77-be7a-655506282e3f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:36.479825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-060b34ee-450d-477a-b0a6-6c65574de39e req-e933e2c3-d120-4e77-be7a-655506282e3f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 943 time: 0.1183400 Sep 29 17:54:36.531468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-08af9952-dbde-438b-9c50-a119e1c47921 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e089951-8d5f-451b-8c28-840b26d8bac4 HTTP/1.1" status: 200 len: 217 time: 0.0480678 Sep 29 17:54:36.618484 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43052) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:36.632387 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7f3f96bb-06cd-4b87-afd7-98d66711b047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:36.632607 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-060b34ee-450d-477a-b0a6-6c65574de39e req-412bd435-c373-44a5-8c79-63de84bfa95f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405420 Sep 29 17:54:36.647889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-9ed42842-8c73-40d0-94a9-244ab9b8539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:36.649331 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-9ed42842-8c73-40d0-94a9-244ab9b8539d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=193214a2-bc33-4856-9f1f-2de044b26bed HTTP/1.1" status: 200 len: 835 time: 0.1101322 Sep 29 17:54:36.726964 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36fbdc2b-9f7b-424b-bdb4-d8dcbe38b849 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:36.734577 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7f3f96bb-06cd-4b87-afd7-98d66711b047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:36.737547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-e409fadd-c0ad-4bad-b89b-fb6de5534b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:36.738519 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7f3f96bb-06cd-4b87-afd7-98d66711b047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:36.739036 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-e409fadd-c0ad-4bad-b89b-fb6de5534b0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=efc8c0df-2a54-4784-80b1-b68c43f92149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814555 Sep 29 17:54:36.766484 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbdc2b-9f7b-424b-bdb4-d8dcbe38b849 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=5abcdf08-11ee-4b3d-b369-e37025622486,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:36.779617 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7f3f96bb-06cd-4b87-afd7-98d66711b047 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7408490fb9e4f2b9fa9aaaf139fa55e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600585 Sep 29 17:54:36.781061 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f96bb-06cd-4b87-afd7-98d66711b047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187dbcfd-6321-4170-bd0d-cf7aa2fd756d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:36.783566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43054) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:36.840900 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-93d77b3e-c97e-4412-9d34-64a3e009650b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:36.864271 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-93d77b3e-c97e-4412-9d34-64a3e009650b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:36.919154 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-93d77b3e-c97e-4412-9d34-64a3e009650b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:36.923583 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-93d77b3e-c97e-4412-9d34-64a3e009650b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:36.930044 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-93d77b3e-c97e-4412-9d34-64a3e009650b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/187dbcfd-6321-4170-bd0d-cf7aa2fd756d HTTP/1.1" status: 204 len: 168 time: 0.1415780 Sep 29 17:54:36.940970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d77b3e-c97e-4412-9d34-64a3e009650b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187dbcfd-6321-4170-bd0d-cf7aa2fd756d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:36.970510 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-5169fbac-c73c-46c7-b786-df0a74f8b90e service neutron] 10.222.0.35 "GET /v2.0/networks/efc8c0df-2a54-4784-80b1-b68c43f92149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134609 Sep 29 17:54:37.018806 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36fbdc2b-9f7b-424b-bdb4-d8dcbe38b849 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:37.460768 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-106977b5-e4eb-4bef-8dce-c6eeef080db2 req-71998682-40bb-4d75-b7b8-386f57a11d7f service neutron] 10.222.0.35 "GET /v2.0/networks/efc8c0df-2a54-4784-80b1-b68c43f92149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823649 Sep 29 17:54:37.567070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fbdc2b-9f7b-424b-bdb4-d8dcbe38b849 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:54:37.680606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105e3c4-fbf0-433e-ac62-d579b5f83901 req-562f7fb2-4c16-4c6e-a25a-75e77bb15478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:37.682155 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4105e3c4-fbf0-433e-ac62-d579b5f83901 req-562f7fb2-4c16-4c6e-a25a-75e77bb15478 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 1094 time: 0.1138370 Sep 29 17:54:37.726754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fbdc2b-9f7b-424b-bdb4-d8dcbe38b849 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:37.733034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-36fbdc2b-9f7b-424b-bdb4-d8dcbe38b849 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/b2f80d4c-3d79-4e5b-afe7-8d134d1214e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0437365 Sep 29 17:54:37.736023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43084) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:37.744649 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789130d-3bc3-4fca-adc3-2aea8b96d5f5 None None] Sync routers for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:37.761423 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789130d-3bc3-4fca-adc3-2aea8b96d5f5 None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:37.767062 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d789130d-3bc3-4fca-adc3-2aea8b96d5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:37.782216 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491ebc8-18f2-460a-982e-06cbd609094d req-c37a532c-5533-4227-bcc7-dd6c7b35e9c8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:37.784423 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8491ebc8-18f2-460a-982e-06cbd609094d req-c37a532c-5533-4227-bcc7-dd6c7b35e9c8 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 943 time: 0.0759287 Sep 29 17:54:37.830693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1dc1b2-467f-4b7b-afb1-15bd8bb29776 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting subnet f3e96e56-285e-42b8-a4b4-5a7abd09b30c {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:54:37.833049 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8491ebc8-18f2-460a-982e-06cbd609094d req-e02e66be-f21e-4c74-88b8-61bf615ebd7c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408449 Sep 29 17:54:37.843406 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-db1dc1b2-467f-4b7b-afb1-15bd8bb29776 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:37.870732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105e3c4-fbf0-433e-ac62-d579b5f83901 req-cee8ac84-3fef-4bfd-8082-41d170d9fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:37.872204 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4105e3c4-fbf0-433e-ac62-d579b5f83901 req-cee8ac84-3fef-4bfd-8082-41d170d9fbf1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=efc8c0df-2a54-4784-80b1-b68c43f92149 HTTP/1.1" status: 200 len: 898 time: 0.1800768 Sep 29 17:54:37.877375 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-d789130d-3bc3-4fca-adc3-2aea8b96d5f5 None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:37.924309 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-db1dc1b2-467f-4b7b-afb1-15bd8bb29776 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:37.928062 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4105e3c4-fbf0-433e-ac62-d579b5f83901 req-f5a1aeac-a96c-4c7a-83f1-d813cae4074c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e089951-8d5f-451b-8c28-840b26d8bac4 HTTP/1.1" status: 200 len: 217 time: 0.0480766 Sep 29 17:54:38.014078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105e3c4-fbf0-433e-ac62-d579b5f83901 req-82f1b3f4-03b7-4325-bde3-bb88819a031a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:38.016112 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4105e3c4-fbf0-433e-ac62-d579b5f83901 req-82f1b3f4-03b7-4325-bde3-bb88819a031a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=193214a2-bc33-4856-9f1f-2de044b26bed HTTP/1.1" status: 200 len: 835 time: 0.0695493 Sep 29 17:54:38.074101 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43094) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:38.085662 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-db1dc1b2-467f-4b7b-afb1-15bd8bb29776 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.107144 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d789130d-3bc3-4fca-adc3-2aea8b96d5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:36Z', 'revision_number': 9, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9', 'name': '', 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:99:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:14Z', 'updated_at': '2021-09-29T17:54:20Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:38.118925 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105e3c4-fbf0-433e-ac62-d579b5f83901 req-5dd69dee-4b79-480a-8af5-f1b40b58bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:38.120281 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4105e3c4-fbf0-433e-ac62-d579b5f83901 req-5dd69dee-4b79-480a-8af5-f1b40b58bd48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=efc8c0df-2a54-4784-80b1-b68c43f92149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846186 Sep 29 17:54:38.140643 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789130d-3bc3-4fca-adc3-2aea8b96d5f5 None None] Checking router: b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:54:38.149125 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789130d-3bc3-4fca-adc3-2aea8b96d5f5 None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:38.149771 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d789130d-3bc3-4fca-adc3-2aea8b96d5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:38.205578 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6c77c494-f1e8-4d39-b01d-60f008220734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.235267 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-db1dc1b2-467f-4b7b-afb1-15bd8bb29776 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.260512 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-d789130d-3bc3-4fca-adc3-2aea8b96d5f5 None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:38.275112 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4105e3c4-fbf0-433e-ac62-d579b5f83901 req-6b80e0fe-d312-468d-ba0a-dd7971fa6f9a service neutron] 10.222.0.35 "GET /v2.0/networks/efc8c0df-2a54-4784-80b1-b68c43f92149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459558 Sep 29 17:54:38.276213 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-db1dc1b2-467f-4b7b-afb1-15bd8bb29776 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.281490 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-db1dc1b2-467f-4b7b-afb1-15bd8bb29776 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/f3e96e56-285e-42b8-a4b4-5a7abd09b30c HTTP/1.1" status: 204 len: 168 time: 0.5440361 Sep 29 17:54:38.282431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1dc1b2-467f-4b7b-afb1-15bd8bb29776 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e96e56-285e-42b8-a4b4-5a7abd09b30c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:38.284060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43098) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:38.285163 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeb7c65-0e02-4767-a5e7-b601d6a5dfa8 None None] Network f957de31-d38a-4839-90cd-5b82e4c2092c requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:38.314682 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6c77c494-f1e8-4d39-b01d-60f008220734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.322477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6c77c494-f1e8-4d39-b01d-60f008220734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.357553 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77c494-f1e8-4d39-b01d-60f008220734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b27cc62-bbc1-438a-9bb5-e3ab93d6066f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:38.380812 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6c77c494-f1e8-4d39-b01d-60f008220734 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4d6f0d99b6a4ba683136d1c2a00b593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048198 Sep 29 17:54:38.383302 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43100) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:38.458280 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.460100 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-02e9df58-1745-4b25-bb93-da9c61ca0bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.487470 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-02e9df58-1745-4b25-bb93-da9c61ca0bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.510478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4105e3c4-fbf0-433e-ac62-d579b5f83901 req-dce6e351-1187-4e47-a549-341f2f6fd4b3 service neutron] 10.222.0.35 "GET /v2.0/networks/efc8c0df-2a54-4784-80b1-b68c43f92149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218926 Sep 29 17:54:38.514257 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] DHCP port deletion for f957de31-d38a-4839-90cd-5b82e4c2092c request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:54:38.535089 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d789130d-3bc3-4fca-adc3-2aea8b96d5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:36Z', 'revision_number': 9, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9', 'name': '', 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:99:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:14Z', 'updated_at': '2021-09-29T17:54:20Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:38.551115 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-02e9df58-1745-4b25-bb93-da9c61ca0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.551353 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port 7590f6a6-df18-4dc5-9631-591fdd74c564 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:38.551691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.556899 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-02e9df58-1745-4b25-bb93-da9c61ca0bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.558688 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-02e9df58-1745-4b25-bb93-da9c61ca0bbb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b27cc62-bbc1-438a-9bb5-e3ab93d6066f HTTP/1.1" status: 204 len: 168 time: 0.1742427 Sep 29 17:54:38.570758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9df58-1745-4b25-bb93-da9c61ca0bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b27cc62-bbc1-438a-9bb5-e3ab93d6066f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:38.573936 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d789130d-3bc3-4fca-adc3-2aea8b96d5f5 None None] The sync data for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 is: [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:36Z', 'revision_number': 9, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9', 'name': '', 'network_id': '0471b02c-750e-4133-8d03-8a59b697841a', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:99:c3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:14Z', 'updated_at': '2021-09-29T17:54:20Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '2249fb84-f08d-44a8-931d-99c5ea90ee6f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:38.622831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Deleting port 7590f6a6-df18-4dc5-9631-591fdd74c564 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:38.623298 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.624494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] For port 7590f6a6-df18-4dc5-9631-591fdd74c564, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7590f6a6-df18-4dc5-9631-591fdd74c564,segment=NetworkSegment(c93cd284-4e9f-475a-93f1-7f128a2d42ff),segment_id=c93cd284-4e9f-475a-93f1-7f128a2d42ff)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:38.624894 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.644310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for 7590f6a6-df18-4dc5-9631-591fdd74c564 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:38.691983 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] For port 7590f6a6-df18-4dc5-9631-591fdd74c564, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7590f6a6-df18-4dc5-9631-591fdd74c564,segment=NetworkSegment(c93cd284-4e9f-475a-93f1-7f128a2d42ff),segment_id=c93cd284-4e9f-475a-93f1-7f128a2d42ff)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:38.692629 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.705324 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Calling delete_port for 7590f6a6-df18-4dc5-9631-591fdd74c564 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:38.737101 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.763801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=7590f6a6-df18-4dc5-9631-591fdd74c564,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:38.767567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No DVR routers for this DVR port 7590f6a6-df18-4dc5-9631-591fdd74c564 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:54:38.877174 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.908723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f957de31-d38a-4839-90cd-5b82e4c2092c']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:38.921760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c93cd284-4e9f-475a-93f1-7f128a2d42ff') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:38.922077 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c93cd284-4e9f-475a-93f1-7f128a2d42ff') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:38.948260 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.977946 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:38.993820 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:39.004531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:54:39.008476 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:54:39.012546 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:54:39.015959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Pushing event deleted for resources: {'Port': ['ID=7590f6a6-df18-4dc5-9631-591fdd74c564,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:39.024586 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] No DVR routers for this DVR port 7590f6a6-df18-4dc5-9631-591fdd74c564 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:54:39.026837 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:39.027188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:39.027511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:39.027927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:39.028166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:39.028581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:39.028911 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:39.029267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:39.029634 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:39.029991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:39.030827 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:39.031150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1efa16-3c88-4078-a4d8-e3659f6b1f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:54:39.043579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4454a-d933-488f-97ed-c862944f0785 req-8e1f6954-79e2-4c6a-b8aa-1776c3456376 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:39.051743 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88e4454a-d933-488f-97ed-c862944f0785 req-8e1f6954-79e2-4c6a-b8aa-1776c3456376 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 943 time: 0.1097240 Sep 29 17:54:39.125984 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:39.130590 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:39.135283 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/networks/f957de31-d38a-4839-90cd-5b82e4c2092c HTTP/1.1" status: 204 len: 168 time: 0.8429177 Sep 29 17:54:39.135792 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43116) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:39.161541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdcc81-c2f9-41a7-9da5-ff69427fb2ff tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Network': ['ID=f957de31-d38a-4839-90cd-5b82e4c2092c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:39.165346 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88e4454a-d933-488f-97ed-c862944f0785 req-54766e20-c2c0-4210-81c6-9661f5980acd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127534 Sep 29 17:54:39.488608 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f64704cc-0df9-45b0-b4d9-68401ff03464 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:39.558907 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5abcdf08-11ee-4b3d-b369-e37025622486 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:39.580785 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 5abcdf08-11ee-4b3d-b369-e37025622486 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:39.581404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5abcdf08-11ee-4b3d-b369-e37025622486 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:39.581835 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7590f6a6-df18-4dc5-9631-591fdd74c564 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:39.612107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 7590f6a6-df18-4dc5-9631-591fdd74c564 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:39.612440 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7590f6a6-df18-4dc5-9631-591fdd74c564 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:39.743614 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f64704cc-0df9-45b0-b4d9-68401ff03464 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:39.743952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f64704cc-0df9-45b0-b4d9-68401ff03464 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:39.831157 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-f64704cc-0df9-45b0-b4d9-68401ff03464 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] For port 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9,segment=NetworkSegment(04f8e49d-4cd5-47ad-ad68-8bd690f908dd),segment_id=04f8e49d-4cd5-47ad-ad68-8bd690f908dd)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:39.831434 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f64704cc-0df9-45b0-b4d9-68401ff03464 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:39.844710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f64704cc-0df9-45b0-b4d9-68401ff03464 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:40.013731 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f64704cc-0df9-45b0-b4d9-68401ff03464 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:40.046887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64704cc-0df9-45b0-b4d9-68401ff03464 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:40.225087 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f64704cc-0df9-45b0-b4d9-68401ff03464 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:40.375340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09924b3b-7be5-46b9-8954-39ca911e371b req-735d0da7-2127-4e89-a5f1-f322c610ae74 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:40.376821 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-09924b3b-7be5-46b9-8954-39ca911e371b req-735d0da7-2127-4e89-a5f1-f322c610ae74 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 943 time: 0.1299863 Sep 29 17:54:40.484502 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-09924b3b-7be5-46b9-8954-39ca911e371b req-88b21cc4-d0fc-4341-96b6-85a2df019f97 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016107 Sep 29 17:54:40.492833 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64704cc-0df9-45b0-b4d9-68401ff03464 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:54:40.588202 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64704cc-0df9-45b0-b4d9-68401ff03464 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:40.597401 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f64704cc-0df9-45b0-b4d9-68401ff03464 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/b2f80d4c-3d79-4e5b-afe7-8d134d1214e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4575894 Sep 29 17:54:40.597500 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43208) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:40.598482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139865a8-b409-444f-ac42-a58a7b555550 None None] Sync routers for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:40.607999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139865a8-b409-444f-ac42-a58a7b555550 None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:40.608790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-139865a8-b409-444f-ac42-a58a7b555550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:40.658429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b6814c-a6d7-4954-9412-404b97bc6c7d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting subnet 2249fb84-f08d-44a8-931d-99c5ea90ee6f {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:54:40.661748 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12b6814c-a6d7-4954-9412-404b97bc6c7d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:40.708087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-139865a8-b409-444f-ac42-a58a7b555550 None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:40.709024 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12b6814c-a6d7-4954-9412-404b97bc6c7d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:40.801249 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12b6814c-a6d7-4954-9412-404b97bc6c7d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:40.849898 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a54307b5-24ad-44ed-8d4d-10dd1d010643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:40.870077 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12b6814c-a6d7-4954-9412-404b97bc6c7d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:40.903500 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12b6814c-a6d7-4954-9412-404b97bc6c7d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:40.911770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af03dce6-60d8-4825-b9a2-1bdf3c6d48a0 None None] Network 0471b02c-750e-4133-8d03-8a59b697841a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:40.914474 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-12b6814c-a6d7-4954-9412-404b97bc6c7d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/2249fb84-f08d-44a8-931d-99c5ea90ee6f HTTP/1.1" status: 204 len: 168 time: 0.3159339 Sep 29 17:54:40.915558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6814c-a6d7-4954-9412-404b97bc6c7d tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Subnet': ['ID=2249fb84-f08d-44a8-931d-99c5ea90ee6f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:40.917189 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43242) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:40.991383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-139865a8-b409-444f-ac42-a58a7b555550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:39Z', 'revision_number': 10, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:40.995626 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:41.020443 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139865a8-b409-444f-ac42-a58a7b555550 None None] Checking router: b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:54:41.063949 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port 42239a33-06af-4573-89d8-585a3443339b {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:41.064392 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:41.065087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139865a8-b409-444f-ac42-a58a7b555550 None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:41.065731 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-139865a8-b409-444f-ac42-a58a7b555550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:41.179164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-139865a8-b409-444f-ac42-a58a7b555550 None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:41.179492 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] For port 42239a33-06af-4573-89d8-585a3443339b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=42239a33-06af-4573-89d8-585a3443339b,segment=NetworkSegment(04f8e49d-4cd5-47ad-ad68-8bd690f908dd),segment_id=04f8e49d-4cd5-47ad-ad68-8bd690f908dd)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:41.179907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:41.195384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for 42239a33-06af-4573-89d8-585a3443339b owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:41.270448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5250d547-8520-4439-a0a5-baa9026c07d1 None None] DHCP port deletion for 0471b02c-750e-4133-8d03-8a59b697841a request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:54:41.302273 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:41.330220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=42239a33-06af-4573-89d8-585a3443339b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:41.335029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No DVR routers for this DVR port 42239a33-06af-4573-89d8-585a3443339b on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:54:41.350496 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0e089951-8d5f-451b-8c28-840b26d8bac4 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:54:41.426065 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:41.446541 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0471b02c-750e-4133-8d03-8a59b697841a']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:41.451738 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5250d547-8520-4439-a0a5-baa9026c07d1 None None] Deleting port 42239a33-06af-4573-89d8-585a3443339b {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:41.452754 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5250d547-8520-4439-a0a5-baa9026c07d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:41.458834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f8e49d-4cd5-47ad-ad68-8bd690f908dd') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:41.459199 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f8e49d-4cd5-47ad-ad68-8bd690f908dd') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:41.469459 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:41.483175 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:41.492159 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:54:41.492560 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:54:41.496753 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:54:41.579389 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0e089951-8d5f-451b-8c28-840b26d8bac4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0e089951-8d5f-451b-8c28-840b26d8bac4,segment=NetworkSegment(2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19),segment_id=2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:41.582611 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:41.582807 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5250d547-8520-4439-a0a5-baa9026c07d1 None None] For port 42239a33-06af-4573-89d8-585a3443339b, host n-d-811748-2, got binding levels [] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:41.582916 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5250d547-8520-4439-a0a5-baa9026c07d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:41.591901 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:41.595281 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/networks/0471b02c-750e-4133-8d03-8a59b697841a HTTP/1.1" status: 204 len: 168 time: 0.6768501 Sep 29 17:54:41.598504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43276) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:41.607130 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5250d547-8520-4439-a0a5-baa9026c07d1 None None] Calling delete_port for 42239a33-06af-4573-89d8-585a3443339b owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:41.610155 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '0e089951-8d5f-451b-8c28-840b26d8bac4', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'port_id': '0e089951-8d5f-451b-8c28-840b26d8bac4', 'mac_address': 'fa:16:3e:5f:03:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:54:41.610931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776878d5-e85a-44fc-b2b3-06758124241e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Network': ['ID=0471b02c-750e-4133-8d03-8a59b697841a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:41.613065 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.ipam_backend_mixin [None req-5250d547-8520-4439-a0a5-baa9026c07d1 None None] Port 42239a33-06af-4573-89d8-585a3443339b was not found and therefore no delete operation was performed {{(pid=95017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 17:54:41.620673 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5250d547-8520-4439-a0a5-baa9026c07d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:41.627211 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-139865a8-b409-444f-ac42-a58a7b555550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:39Z', 'revision_number': 10, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:41.678709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139865a8-b409-444f-ac42-a58a7b555550 None None] The sync data for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 is: [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:39Z', 'revision_number': 10, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None, '_interfaces': [{'id': '00fd0149-dce1-4547-9c5b-46b533186000', 'name': '', 'network_id': '911ebd90-cbf2-4758-a202-f166170ea021', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'mac_address': 'fa:16:3e:00:b2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:11Z', 'updated_at': '2021-09-29T17:54:16Z', 'revision_number': 5, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'subnets': [{'id': '6a8d936d-a494-4c17-9d02-fb89829e15c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:41.700596 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 42239a33-06af-4573-89d8-585a3443339b no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:41.703501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5250d547-8520-4439-a0a5-baa9026c07d1 None None] Network 0471b02c-750e-4133-8d03-8a59b697841a is not hosted by any dhcp agent {{(pid=95017) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 17:54:41.704134 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5250d547-8520-4439-a0a5-baa9026c07d1 None None] No DVR routers for this DVR port 42239a33-06af-4573-89d8-585a3443339b on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:54:41.712869 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250d547-8520-4439-a0a5-baa9026c07d1 None None] Pushing event deleted for resources: {'Port': ['ID=42239a33-06af-4573-89d8-585a3443339b,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:41.740133 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 42239a33-06af-4573-89d8-585a3443339b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:41.740485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 42239a33-06af-4573-89d8-585a3443339b not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:41.746407 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:41.760470 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e089951-8d5f-451b-8c28-840b26d8bac4 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:54:41.773154 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81fbb9-2882-47a4-ab83-36f5d3a85ac1 req-adee959e-e725-407c-9a9a-aa93ddd434d4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:41.773696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43280) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:41.774662 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e81fbb9-2882-47a4-ab83-36f5d3a85ac1 req-adee959e-e725-407c-9a9a-aa93ddd434d4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 943 time: 0.1089883 Sep 29 17:54:41.783564 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0e089951-8d5f-451b-8c28-840b26d8bac4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0e089951-8d5f-451b-8c28-840b26d8bac4,segment=NetworkSegment(2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19),segment_id=2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:41.787962 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:41.841730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0e089951-8d5f-451b-8c28-840b26d8bac4,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:41.885789 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e81fbb9-2882-47a4-ab83-36f5d3a85ac1 req-b10dd159-a1cf-4e3e-aa14-daead578250e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016870 Sep 29 17:54:41.898114 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e88a23f3-6383-44f1-8704-db5e52d2e890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:41.997623 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e88a23f3-6383-44f1-8704-db5e52d2e890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.001836 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e88a23f3-6383-44f1-8704-db5e52d2e890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.041330 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e88a23f3-6383-44f1-8704-db5e52d2e890 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15dabcbd26c446539af6d076a4f2bf42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656884 Sep 29 17:54:42.042147 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a23f3-6383-44f1-8704-db5e52d2e890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08316417-327a-4bb6-8e13-8dda13a563b9,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:42.044643 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43284) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:42.059530 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-302e57b5-c789-41d6-95c1-3a9a0222be71 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.097426 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b977e46a-79fb-4bef-a566-73d743e4d2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.121408 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b977e46a-79fb-4bef-a566-73d743e4d2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.173135 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['0e089951-8d5f-451b-8c28-840b26d8bac4'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:54:42.185478 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b977e46a-79fb-4bef-a566-73d743e4d2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.189035 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b977e46a-79fb-4bef-a566-73d743e4d2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.192595 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b977e46a-79fb-4bef-a566-73d743e4d2a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08316417-327a-4bb6-8e13-8dda13a563b9 HTTP/1.1" status: 204 len: 168 time: 0.1447318 Sep 29 17:54:42.205958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977e46a-79fb-4bef-a566-73d743e4d2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08316417-327a-4bb6-8e13-8dda13a563b9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:42.346174 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-302e57b5-c789-41d6-95c1-3a9a0222be71 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port 00fd0149-dce1-4547-9c5b-46b533186000 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:42.346174 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-302e57b5-c789-41d6-95c1-3a9a0222be71 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.441813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-302e57b5-c789-41d6-95c1-3a9a0222be71 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] For port 00fd0149-dce1-4547-9c5b-46b533186000, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=00fd0149-dce1-4547-9c5b-46b533186000,segment=NetworkSegment(71449f49-6553-40f2-ab86-f634f7a94582),segment_id=71449f49-6553-40f2-ab86-f634f7a94582)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:42.442184 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-302e57b5-c789-41d6-95c1-3a9a0222be71 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.457127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-302e57b5-c789-41d6-95c1-3a9a0222be71 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for 00fd0149-dce1-4547-9c5b-46b533186000 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:42.502568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43290) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:42.516286 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2120d79e-4b22-40fd-92c5-4289e11bc846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.605369 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2120d79e-4b22-40fd-92c5-4289e11bc846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.610010 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2120d79e-4b22-40fd-92c5-4289e11bc846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.640731 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-302e57b5-c789-41d6-95c1-3a9a0222be71 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.649641 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120d79e-4b22-40fd-92c5-4289e11bc846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac7ad9b-5273-4705-8acf-b9abefa85414,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:42.653734 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2120d79e-4b22-40fd-92c5-4289e11bc846 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a8d9f715a514120916078c2b5e3e558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498175 Sep 29 17:54:42.656778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43292) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:42.673783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e57b5-c789-41d6-95c1-3a9a0222be71 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=00fd0149-dce1-4547-9c5b-46b533186000,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:42.713888 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7fdaf5f-3e95-482b-b1fc-1b50bdf4707b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.740579 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7fdaf5f-3e95-482b-b1fc-1b50bdf4707b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.790480 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7fdaf5f-3e95-482b-b1fc-1b50bdf4707b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.792976 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7fdaf5f-3e95-482b-b1fc-1b50bdf4707b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.797475 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e7fdaf5f-3e95-482b-b1fc-1b50bdf4707b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fac7ad9b-5273-4705-8acf-b9abefa85414 HTTP/1.1" status: 204 len: 168 time: 0.1364493 Sep 29 17:54:42.802702 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fdaf5f-3e95-482b-b1fc-1b50bdf4707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac7ad9b-5273-4705-8acf-b9abefa85414,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:42.832345 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-302e57b5-c789-41d6-95c1-3a9a0222be71 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:42.991644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302e57b5-c789-41d6-95c1-3a9a0222be71 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:54:43.011945 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd487a97-e293-45a6-8ed2-4a62b1af5306 req-62a7dbb2-2dcb-4009-92f8-6610956ab2f0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:43.013838 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd487a97-e293-45a6-8ed2-4a62b1af5306 req-62a7dbb2-2dcb-4009-92f8-6610956ab2f0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 944 time: 0.0564530 Sep 29 17:54:43.055606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd487a97-e293-45a6-8ed2-4a62b1af5306 req-31be5588-cdf3-4718-82df-0aaf8d08ddf9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342100 Sep 29 17:54:43.077316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302e57b5-c789-41d6-95c1-3a9a0222be71 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:43.085699 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-302e57b5-c789-41d6-95c1-3a9a0222be71 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/b2f80d4c-3d79-4e5b-afe7-8d134d1214e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4828677 Sep 29 17:54:43.085806 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43300) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:43.090048 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbba494f-15ae-411d-a098-affa1000333e None None] Sync routers for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:43.102117 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba494f-15ae-411d-a098-affa1000333e None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:43.102117 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cbba494f-15ae-411d-a098-affa1000333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:43.157760 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d315e41-2f10-4b8b-bba7-f392b2ed9a0c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting subnet 6a8d936d-a494-4c17-9d02-fb89829e15c0 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:54:43.160874 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d315e41-2f10-4b8b-bba7-f392b2ed9a0c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:43.173983 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-cbba494f-15ae-411d-a098-affa1000333e None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:43.331058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0e089951-8d5f-451b-8c28-840b26d8bac4 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:43.335257 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cbba494f-15ae-411d-a098-affa1000333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:42Z', 'revision_number': 11, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:43.381360 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbba494f-15ae-411d-a098-affa1000333e None None] Checking router: b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:54:43.389008 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 0e089951-8d5f-451b-8c28-840b26d8bac4 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:54:43.394826 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 0e089951-8d5f-451b-8c28-840b26d8bac4 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:43.395209 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:43.403677 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba494f-15ae-411d-a098-affa1000333e None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:43.404759 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cbba494f-15ae-411d-a098-affa1000333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:43.483861 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:43.495728 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-cbba494f-15ae-411d-a098-affa1000333e None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:43.535638 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e089951-8d5f-451b-8c28-840b26d8bac4'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:54:43.538455 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f68d6d-4134-4b52-bd83-32e8699e34a8" -d '{"events": [{"server_uuid": "0d9199d9-7024-4a1c-8187-e182b1cc939b", "name": "network-vif-plugged", "status": "completed", "tag": "0e089951-8d5f-451b-8c28-840b26d8bac4"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:54:43.570024 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0e089951-8d5f-451b-8c28-840b26d8bac4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0e089951-8d5f-451b-8c28-840b26d8bac4,segment=NetworkSegment(2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19),segment_id=2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:43.582494 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cbba494f-15ae-411d-a098-affa1000333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:42Z', 'revision_number': 11, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:43.586903 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-87ce7322-f593-455d-88dd-8fa516f35665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:43.591890 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:43.604332 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf2b6b0-6949-4dcc-a29f-03d246f8a78d x-openstack-request-id: req-2cf2b6b0-6949-4dcc-a29f-03d246f8a78d {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:54:43.604628 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9199d9-7024-4a1c-8187-e182b1cc939b", "name": "network-vif-plugged", "status": "completed", "tag": "0e089951-8d5f-451b-8c28-840b26d8bac4", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:54:43.604880 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2cf2b6b0-6949-4dcc-a29f-03d246f8a78d {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:54:43.605291 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e089951-8d5f-451b-8c28-840b26d8bac4', 'code': 200} Sep 29 17:54:43.635751 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d315e41-2f10-4b8b-bba7-f392b2ed9a0c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:43.637328 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbba494f-15ae-411d-a098-affa1000333e None None] The sync data for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 is: [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:42Z', 'revision_number': 11, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:43.645570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:43.693067 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:43.693438 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0bdd3970-f173-42b3-9dc0-a6d3d6d34ca9 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:43.699291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0e089951-8d5f-451b-8c28-840b26d8bac4,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:43.742059 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d315e41-2f10-4b8b-bba7-f392b2ed9a0c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:43.755187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81bdf6-ed60-4a36-aaa4-0d594a14cb6c req-2c8c78ed-6dee-461d-9f57-4d1070741238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:43.756695 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8c81bdf6-ed60-4a36-aaa4-0d594a14cb6c req-2c8c78ed-6dee-461d-9f57-4d1070741238 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 1096 time: 0.0612743 Sep 29 17:54:43.799782 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8c81bdf6-ed60-4a36-aaa4-0d594a14cb6c req-d9882f96-6586-48ed-ab5c-6cd27a54dcb2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357680 Sep 29 17:54:43.805689 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d315e41-2f10-4b8b-bba7-f392b2ed9a0c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:43.835623 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d315e41-2f10-4b8b-bba7-f392b2ed9a0c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8d936d-a494-4c17-9d02-fb89829e15c0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:43.845832 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0d315e41-2f10-4b8b-bba7-f392b2ed9a0c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:43.846772 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ed93f1-066c-4e6a-b4b0-c42967755f63 None None] Network 911ebd90-cbf2-4758-a202-f166170ea021 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:43.850642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43330) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:43.850800 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0d315e41-2f10-4b8b-bba7-f392b2ed9a0c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/6a8d936d-a494-4c17-9d02-fb89829e15c0 HTTP/1.1" status: 204 len: 168 time: 0.7645516 Sep 29 17:54:43.930670 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:43.992160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Deleting port 64461e45-9f4c-4fcc-8d74-d8fd1da31750 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:43.992547 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.050948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd6e4d4-2fef-47b5-8ea4-1dd4d6ae4493 None None] DHCP port deletion for 911ebd90-cbf2-4758-a202-f166170ea021 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:54:44.104249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] For port 64461e45-9f4c-4fcc-8d74-d8fd1da31750, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=64461e45-9f4c-4fcc-8d74-d8fd1da31750,segment=NetworkSegment(71449f49-6553-40f2-ab86-f634f7a94582),segment_id=71449f49-6553-40f2-ab86-f634f7a94582)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:44.105862 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.112466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-edd6e4d4-2fef-47b5-8ea4-1dd4d6ae4493 None None] Deleting port 64461e45-9f4c-4fcc-8d74-d8fd1da31750 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:44.112964 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-edd6e4d4-2fef-47b5-8ea4-1dd4d6ae4493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.124624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Calling delete_port for 64461e45-9f4c-4fcc-8d74-d8fd1da31750 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:44.198164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-edd6e4d4-2fef-47b5-8ea4-1dd4d6ae4493 None None] For port 64461e45-9f4c-4fcc-8d74-d8fd1da31750, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=64461e45-9f4c-4fcc-8d74-d8fd1da31750,segment=NetworkSegment(71449f49-6553-40f2-ab86-f634f7a94582),segment_id=71449f49-6553-40f2-ab86-f634f7a94582)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:44.198503 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-edd6e4d4-2fef-47b5-8ea4-1dd4d6ae4493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.213426 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-edd6e4d4-2fef-47b5-8ea4-1dd4d6ae4493 None None] Calling delete_port for 64461e45-9f4c-4fcc-8d74-d8fd1da31750 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:44.240126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9354c-f841-47ed-9e7c-0f6a9f712da9 req-b7b0b820-a7db-4059-a4d0-d1a115995cf2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:44.242592 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-60c9354c-f841-47ed-9e7c-0f6a9f712da9 req-b7b0b820-a7db-4059-a4d0-d1a115995cf2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0748947 Sep 29 17:54:44.250322 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.279291 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Port': ['ID=64461e45-9f4c-4fcc-8d74-d8fd1da31750,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:44.285795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No DVR routers for this DVR port 64461e45-9f4c-4fcc-8d74-d8fd1da31750 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:54:44.296964 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-60c9354c-f841-47ed-9e7c-0f6a9f712da9 req-abce275e-8f6d-4fd8-a92b-4103221e62e7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467186 Sep 29 17:54:44.336045 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-edd6e4d4-2fef-47b5-8ea4-1dd4d6ae4493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.341902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43354) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:44.364203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6e4d4-2fef-47b5-8ea4-1dd4d6ae4493 None None] Pushing event deleted for resources: {'Port': ['ID=64461e45-9f4c-4fcc-8d74-d8fd1da31750,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:44.369785 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd6e4d4-2fef-47b5-8ea4-1dd4d6ae4493 None None] No DVR routers for this DVR port 64461e45-9f4c-4fcc-8d74-d8fd1da31750 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:54:44.378524 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.399212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911ebd90-cbf2-4758-a202-f166170ea021']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:44.409065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71449f49-6553-40f2-ab86-f634f7a94582') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:44.409398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71449f49-6553-40f2-ab86-f634f7a94582') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:44.418957 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.434680 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.441918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:54:44.442309 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:54:44.445304 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:54:44.479441 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f2341fe1-6bb6-4f46-9011-0e30390fcda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.523515 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.531883 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.533752 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/networks/911ebd90-cbf2-4758-a202-f166170ea021 HTTP/1.1" status: 204 len: 168 time: 0.6820674 Sep 29 17:54:44.537418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43358) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:44.542164 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3cc9ae2c-cd07-4f44-847f-5bd582f10221 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'router': {'routes': None}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:44.543509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc695e1-f35a-4af2-94fd-7e3372d60fbc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Pushing event deleted for resources: {'Network': ['ID=911ebd90-cbf2-4758-a202-f166170ea021,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:44.627947 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.656681 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.711201 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.716301 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f2341fe1-6bb6-4f46-9011-0e30390fcda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.732475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.extraroute_db [None req-3cc9ae2c-cd07-4f44-847f-5bd582f10221 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Added routes are [] {{(pid=95015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 29 17:54:44.732783 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.extraroute_db [None req-3cc9ae2c-cd07-4f44-847f-5bd582f10221 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Removed routes are [] {{(pid=95015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 29 17:54:44.734254 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3cc9ae2c-cd07-4f44-847f-5bd582f10221 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.735927 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f2341fe1-6bb6-4f46-9011-0e30390fcda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.839848 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f2341fe1-6bb6-4f46-9011-0e30390fcda3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1df70b22bb2b45d0b04b83829e7981ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4961886 Sep 29 17:54:44.842108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2341fe1-6bb6-4f46-9011-0e30390fcda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787f9f1c-1ab5-4220-ba64-603912882c06,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:44.843395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43360) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:44.893630 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c22dd33c-736f-43f0-b685-b2743bdbd573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.915093 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c22dd33c-736f-43f0-b685-b2743bdbd573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.917207 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3cc9ae2c-cd07-4f44-847f-5bd582f10221 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.920559 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3cc9ae2c-cd07-4f44-847f-5bd582f10221 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.962162 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c22dd33c-736f-43f0-b685-b2743bdbd573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.964847 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c22dd33c-736f-43f0-b685-b2743bdbd573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:44.966025 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c22dd33c-736f-43f0-b685-b2743bdbd573 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/787f9f1c-1ab5-4220-ba64-603912882c06 HTTP/1.1" status: 204 len: 168 time: 0.1210277 Sep 29 17:54:44.974677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dd33c-736f-43f0-b685-b2743bdbd573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787f9f1c-1ab5-4220-ba64-603912882c06,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:45.003361 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc9ae2c-cd07-4f44-847f-5bd582f10221 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:54:45.083235 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc9ae2c-cd07-4f44-847f-5bd582f10221 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:45.090351 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3cc9ae2c-cd07-4f44-847f-5bd582f10221 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:45.091477 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3cc9ae2c-cd07-4f44-847f-5bd582f10221 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 HTTP/1.1" status: 200 len: 701 time: 0.5531180 Sep 29 17:54:45.095075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43366) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:45.100087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2bb997-0d23-4c12-924a-2f6c267b1cfc None None] Sync routers for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:45.114566 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2bb997-0d23-4c12-924a-2f6c267b1cfc None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:45.115588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0b2bb997-0d23-4c12-924a-2f6c267b1cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:45.136027 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d5fc34f0-4553-41f1-a693-4d7430e386a1 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 HTTP/1.1" status: 200 len: 205 time: 0.0372593 Sep 29 17:54:45.136280 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43368) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:45.195077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-0b2bb997-0d23-4c12-924a-2f6c267b1cfc None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:45.220048 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2e469573-dbde-4618-9dc5-2b0b96196c8f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:45.415877 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2e469573-dbde-4618-9dc5-2b0b96196c8f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:45.430990 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2e469573-dbde-4618-9dc5-2b0b96196c8f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:45.443502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0b2bb997-0d23-4c12-924a-2f6c267b1cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:42Z', 'revision_number': 11, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:45.471992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2bb997-0d23-4c12-924a-2f6c267b1cfc None None] Checking router: b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:54:45.481667 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2bb997-0d23-4c12-924a-2f6c267b1cfc None None] Routers {'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:45.482286 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0b2bb997-0d23-4c12-924a-2f6c267b1cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:45.491706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b027a17-e2b8-446e-931e-7ff91404dffd req-3765e317-94f8-4590-bdb7-fd235324f0d5 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:45.493158 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b027a17-e2b8-446e-931e-7ff91404dffd req-3765e317-94f8-4590-bdb7-fd235324f0d5 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0934377 Sep 29 17:54:45.494293 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2e469573-dbde-4618-9dc5-2b0b96196c8f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:45.494780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e469573-dbde-4618-9dc5-2b0b96196c8f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Fanout notify agent at l3_agent the message router_deleted on router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:54:45.501890 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2e469573-dbde-4618-9dc5-2b0b96196c8f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:45.502961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2e469573-dbde-4618-9dc5-2b0b96196c8f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/routers/b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 HTTP/1.1" status: 204 len: 168 time: 0.3658798 Sep 29 17:54:45.508695 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43384) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:45.513226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d23f34aa-727f-4adc-93a6-14a4b22ff287 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1610599594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:45.553853 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d23f34aa-727f-4adc-93a6-14a4b22ff287 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:45.555015 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d23f34aa-727f-4adc-93a6-14a4b22ff287 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:45.571174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-0b2bb997-0d23-4c12-924a-2f6c267b1cfc None None] Set router b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:45.573896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b027a17-e2b8-446e-931e-7ff91404dffd req-f34adf74-13e6-4cc0-a7c5-3b8126e0c426 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698638 Sep 29 17:54:45.616051 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d23f34aa-727f-4adc-93a6-14a4b22ff287 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:45.624048 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d23f34aa-727f-4adc-93a6-14a4b22ff287 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:45.642666 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d23f34aa-727f-4adc-93a6-14a4b22ff287 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:45.644626 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d23f34aa-727f-4adc-93a6-14a4b22ff287 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1347406 Sep 29 17:54:45.647374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43392) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:45.650339 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 64461e45-9f4c-4fcc-8d74-d8fd1da31750 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:45.652402 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0b2bb997-0d23-4c12-924a-2f6c267b1cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:42Z', 'revision_number': 11, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:45.652554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f1b001b7-ea24-4ebf-b262-513ef96bc2b9 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:45.682192 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2bb997-0d23-4c12-924a-2f6c267b1cfc None None] The sync data for ids ['b2f80d4c-3d79-4e5b-afe7-8d134d1214e5'] in n-d-811748-2 is: [{'id': 'b2f80d4c-3d79-4e5b-afe7-8d134d1214e5', 'name': 'tempest-RoutersTest-router-1763356272', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:09Z', 'updated_at': '2021-09-29T17:54:42Z', 'revision_number': 11, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:45.703007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 64461e45-9f4c-4fcc-8d74-d8fd1da31750 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:45.703779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 64461e45-9f4c-4fcc-8d74-d8fd1da31750 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:45.704538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 00fd0149-dce1-4547-9c5b-46b533186000 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:45.725523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 00fd0149-dce1-4547-9c5b-46b533186000 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:45.726280 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 00fd0149-dce1-4547-9c5b-46b533186000 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:45.738694 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4611f3-7dd2-419d-a7be-75105e54a21c req-a28599a6-4ffb-4507-9192-baf2b451251c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:45.740294 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff4611f3-7dd2-419d-a7be-75105e54a21c req-a28599a6-4ffb-4507-9192-baf2b451251c tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0778751 Sep 29 17:54:45.798053 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff4611f3-7dd2-419d-a7be-75105e54a21c req-86fcc499-5cbf-43fa-80f7-646bcf5956d6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507102 Sep 29 17:54:45.814798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43394) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:45.868216 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb7b07f-93a3-4eac-8666-5fb4cbf58bb2 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:45.869894 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-afb7b07f-93a3-4eac-8666-5fb4cbf58bb2 tempest-TestNetworkAdvancedServerOps-1124018001 tempest-TestNetworkAdvancedServerOps-1124018001-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 1091 time: 0.0539007 Sep 29 17:54:45.872844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43398) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:45.878466 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '0e089951-8d5f-451b-8c28-840b26d8bac4', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:45.903832 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:46.021013 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:46.148230 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Allocated IP 172.25.2.129 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/bd5756cc-a644-42f3-8395-1df7d8d26236) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:46.222495 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1b001b7-ea24-4ebf-b262-513ef96bc2b9 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:46.239705 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1b001b7-ea24-4ebf-b262-513ef96bc2b9 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:46.273061 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:46.312900 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:46.345660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b001b7-ea24-4ebf-b262-513ef96bc2b9 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Router 81072354-fc57-4b2f-acd5-c189ff240169 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:54:46.367351 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:46.371497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:46.376108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:46.402115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=bd5756cc-a644-42f3-8395-1df7d8d26236,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:46.426896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b001b7-ea24-4ebf-b262-513ef96bc2b9 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:46.433685 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1b001b7-ea24-4ebf-b262-513ef96bc2b9 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:46.435002 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f1b001b7-ea24-4ebf-b262-513ef96bc2b9 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "PUT /v2.0/routers/81072354-fc57-4b2f-acd5-c189ff240169 HTTP/1.1" status: 200 len: 694 time: 0.7864854 Sep 29 17:54:46.440422 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed614272-ecfe-4b3d-89b8-93aea00c1f9c None None] Sync routers for ids ['81072354-fc57-4b2f-acd5-c189ff240169'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:46.441877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43412) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:46.450647 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed614272-ecfe-4b3d-89b8-93aea00c1f9c None None] Routers {'81072354-fc57-4b2f-acd5-c189ff240169'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:46.452312 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ed614272-ecfe-4b3d-89b8-93aea00c1f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['81072354-fc57-4b2f-acd5-c189ff240169'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:46.486702 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43414) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:46.532169 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-ed614272-ecfe-4b3d-89b8-93aea00c1f9c None None] Set router 81072354-fc57-4b2f-acd5-c189ff240169 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:46.541951 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d5840a4c-fa6f-40a4-8a57-8c8a84d44a27 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/routers/81072354-fc57-4b2f-acd5-c189ff240169 HTTP/1.1" status: 200 len: 700 time: 0.0982189 Sep 29 17:54:46.544510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43418) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:46.575988 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-77bc0b65-e0a3-4108-979b-c903dda4671c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports?device_id=81072354-fc57-4b2f-acd5-c189ff240169 HTTP/1.1" status: 200 len: 205 time: 0.0278807 Sep 29 17:54:46.576235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43420) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:46.601338 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ed614272-ecfe-4b3d-89b8-93aea00c1f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81072354-fc57-4b2f-acd5-c189ff240169', 'name': 'tempest-RoutersTest-router-1610599594', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:45Z', 'updated_at': '2021-09-29T17:54:46Z', 'revision_number': 2, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:46.625372 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e4a3b7b2-2f80-4274-840e-b4a6c08f10c2 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1873644041'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:46.625760 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e4a3b7b2-2f80-4274-840e-b4a6c08f10c2 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] Unknown quota resources ['metering_label']. {{(pid=95015) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:54:46.629871 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed614272-ecfe-4b3d-89b8-93aea00c1f9c None None] Checking router: 81072354-fc57-4b2f-acd5-c189ff240169 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:54:46.638223 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed614272-ecfe-4b3d-89b8-93aea00c1f9c None None] Routers {'81072354-fc57-4b2f-acd5-c189ff240169'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:46.638828 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ed614272-ecfe-4b3d-89b8-93aea00c1f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['81072354-fc57-4b2f-acd5-c189ff240169'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:46.666437 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0573602c-948d-4d45-b00d-5d2e2f6d36e9 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:46.709770 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-ed614272-ecfe-4b3d-89b8-93aea00c1f9c None None] Set router 81072354-fc57-4b2f-acd5-c189ff240169 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:46.765908 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ed614272-ecfe-4b3d-89b8-93aea00c1f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81072354-fc57-4b2f-acd5-c189ff240169', 'name': 'tempest-RoutersTest-router-1610599594', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:45Z', 'updated_at': '2021-09-29T17:54:46Z', 'revision_number': 2, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:46.775634 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e4a3b7b2-2f80-4274-840e-b4a6c08f10c2 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:46.776782 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e4a3b7b2-2f80-4274-840e-b4a6c08f10c2 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2891393 Sep 29 17:54:46.780927 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43422) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:46.786685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ead13d02-2e10-420d-90b0-475bcfda924d tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'beaca7e8-8614-4b60-adbb-a5d4698a87c6'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:46.787165 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ead13d02-2e10-420d-90b0-475bcfda924d tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95015) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:54:46.793232 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed614272-ecfe-4b3d-89b8-93aea00c1f9c None None] The sync data for ids ['81072354-fc57-4b2f-acd5-c189ff240169'] in n-d-811748-2 is: [{'id': '81072354-fc57-4b2f-acd5-c189ff240169', 'name': 'tempest-RoutersTest-router-1610599594', 'tenant_id': '3953efebf5e647a8b9f8c808e830d281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:45Z', 'updated_at': '2021-09-29T17:54:46Z', 'revision_number': 2, 'project_id': '3953efebf5e647a8b9f8c808e830d281', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:46.845130 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0573602c-948d-4d45-b00d-5d2e2f6d36e9 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:46.847687 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0573602c-948d-4d45-b00d-5d2e2f6d36e9 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:46.897918 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0573602c-948d-4d45-b00d-5d2e2f6d36e9 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:46.899312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0573602c-948d-4d45-b00d-5d2e2f6d36e9 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Fanout notify agent at l3_agent the message router_deleted on router 81072354-fc57-4b2f-acd5-c189ff240169 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:54:46.908178 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0573602c-948d-4d45-b00d-5d2e2f6d36e9 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:46.913620 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0573602c-948d-4d45-b00d-5d2e2f6d36e9 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/routers/81072354-fc57-4b2f-acd5-c189ff240169 HTTP/1.1" status: 204 len: 168 time: 0.3315749 Sep 29 17:54:46.913620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43424) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:46.928298 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:46.930299 n-d-811748-2 neutron-server[95015]: WARNING neutron.services.metering.metering_plugin [None req-ead13d02-2e10-420d-90b0-475bcfda924d tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 29 17:54:46.943604 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8e6fc4b1-aa34-4c45-9a4a-8320ee8fb050 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports?device_id=81072354-fc57-4b2f-acd5-c189ff240169 HTTP/1.1" status: 200 len: 205 time: 0.0290525 Sep 29 17:54:46.946085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43426) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:46.988847 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-76c78c78-5d86-46fd-b6ea-c30758c18c92 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] delete failed (client error): The resource could not be found. Sep 29 17:54:46.992283 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-76c78c78-5d86-46fd-b6ea-c30758c18c92 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/routers/81072354-fc57-4b2f-acd5-c189ff240169 HTTP/1.1" status: 404 len: 336 time: 0.0429571 Sep 29 17:54:46.992505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43428) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.021068 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cdd020c-ffed-428e-b61d-b11ae6c504cc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] DELETE failed (client error): The resource could not be found. Sep 29 17:54:47.021352 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ead13d02-2e10-420d-90b0-475bcfda924d tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:47.021571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cdd020c-ffed-428e-b61d-b11ae6c504cc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:54:47.022453 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ead13d02-2e10-420d-90b0-475bcfda924d tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2405927 Sep 29 17:54:47.023544 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8cdd020c-ffed-428e-b61d-b11ae6c504cc tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/7525d619-a149-41e8-b234-b81fe92ac7d8 HTTP/1.1" status: 404 len: 337 time: 0.0301144 Sep 29 17:54:47.025918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43432) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.026047 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43430) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.030346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-2c0f004d-788f-4009-8882-f2d03c911ca3 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'beaca7e8-8614-4b60-adbb-a5d4698a87c6'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:47.030837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-2c0f004d-788f-4009-8882-f2d03c911ca3 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95016) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:54:47.058780 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c169b1-b66f-4d2c-9b0b-8d9db3590b24 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] DELETE failed (client error): The resource could not be found. Sep 29 17:54:47.059243 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c169b1-b66f-4d2c-9b0b-8d9db3590b24 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:54:47.064041 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f3c169b1-b66f-4d2c-9b0b-8d9db3590b24 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/f3e96e56-285e-42b8-a4b4-5a7abd09b30c HTTP/1.1" status: 404 len: 337 time: 0.0341170 Sep 29 17:54:47.064361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43434) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.066197 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:47.132155 n-d-811748-2 neutron-server[95016]: WARNING neutron.services.metering.metering_plugin [None req-2c0f004d-788f-4009-8882-f2d03c911ca3 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 29 17:54:47.133798 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:47.136206 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d24f010-ef5e-47c4-9d74-19d657c67f74 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] DELETE failed (client error): The resource could not be found. Sep 29 17:54:47.136657 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d24f010-ef5e-47c4-9d74-19d657c67f74 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:54:47.140714 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6d24f010-ef5e-47c4-9d74-19d657c67f74 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/2249fb84-f08d-44a8-931d-99c5ea90ee6f HTTP/1.1" status: 404 len: 337 time: 0.0730863 Sep 29 17:54:47.144434 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43436) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.247575 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9a4030-8c08-4da1-85d3-c6abbaae964c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] DELETE failed (client error): The resource could not be found. Sep 29 17:54:47.247575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9a4030-8c08-4da1-85d3-c6abbaae964c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:54:47.250069 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fa9a4030-8c08-4da1-85d3-c6abbaae964c tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/6a8d936d-a494-4c17-9d02-fb89829e15c0 HTTP/1.1" status: 404 len: 337 time: 0.1047399 Sep 29 17:54:47.253033 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43438) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.284216 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2c0f004d-788f-4009-8882-f2d03c911ca3 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:47.285418 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2c0f004d-788f-4009-8882-f2d03c911ca3 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2585557 Sep 29 17:54:47.288118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43440) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.292659 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ef55b660-d952-4723-be72-323421f7f699 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 HTTP/1.1" status: 200 len: 205 time: 0.0384517 Sep 29 17:54:47.294937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43442) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.315269 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:47.319756 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:47.340153 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3dd26b61-26ee-4f98-8aaa-ffe261aebf60 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=f1191fef-598f-437b-b455-06683ffcac00 HTTP/1.1" status: 200 len: 462 time: 0.0461066 Sep 29 17:54:47.340153 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-e72faec0-1754-4503-b21e-f3d5fc135c1b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] delete failed (client error): The resource could not be found. Sep 29 17:54:47.340153 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e72faec0-1754-4503-b21e-f3d5fc135c1b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/routers/b2f80d4c-3d79-4e5b-afe7-8d134d1214e5 HTTP/1.1" status: 404 len: 336 time: 0.0408688 Sep 29 17:54:47.340153 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43444) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.343292 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43446) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.374538 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d97eed0c-f528-4ddf-8119-0dba178435a2 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports?device_id=5a7a74f6-dc67-4c62-9554-848a50b26318 HTTP/1.1" status: 200 len: 205 time: 0.0296957 Sep 29 17:54:47.377128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43448) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.396093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event updated for resources: {'Port': ['ID=bd5756cc-a644-42f3-8395-1df7d8d26236,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:47.406935 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:47.418864 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-476b4310-e8fd-498c-8f39-3e1e6d7c925a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] delete failed (client error): The resource could not be found. Sep 29 17:54:47.419899 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-476b4310-e8fd-498c-8f39-3e1e6d7c925a tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/routers/5a7a74f6-dc67-4c62-9554-848a50b26318 HTTP/1.1" status: 404 len: 336 time: 0.0418546 Sep 29 17:54:47.423505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43450) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.505206 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Floating IP 784f0861-bbe7-420b-bab7-5a0442af8ffb associated. External IP: 172.25.2.129, port: 0e089951-8d5f-451b-8c28-840b26d8bac4. Sep 29 17:54:47.526016 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d63aa05-bb82-47bc-9d0a-69102a58ad6f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] DELETE failed (client error): The resource could not be found. Sep 29 17:54:47.526854 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d63aa05-bb82-47bc-9d0a-69102a58ad6f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:54:47.528619 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6d63aa05-bb82-47bc-9d0a-69102a58ad6f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/10d440f2-39ed-4098-8e79-cebc58317716 HTTP/1.1" status: 404 len: 337 time: 0.1029434 Sep 29 17:54:47.532152 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fe5d2c5d-450a-4be8-a562-2ed3f06760a4 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:47.533171 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fe5d2c5d-450a-4be8-a562-2ed3f06760a4 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/f1191fef-598f-437b-b455-06683ffcac00 HTTP/1.1" status: 204 len: 168 time: 0.1945465 Sep 29 17:54:47.533712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43452) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.542692 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43454) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.560532 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-82fc8c02-4392-4637-8b79-e07cdbf0b687 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports?device_id=676de9c1-9366-4bb5-98be-8efe991550d7 HTTP/1.1" status: 200 len: 205 time: 0.0257471 Sep 29 17:54:47.563191 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43456) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.578536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9a1754b3-c441-438b-88db-86867bddb7a2 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=f1191fef-598f-437b-b455-06683ffcac00 HTTP/1.1" status: 200 len: 221 time: 0.0347936 Sep 29 17:54:47.582740 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43458) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.586799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-06bdd8c5-db85-44f0-b825-306708c302a6 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--910761208', 'description': 'label created by tempest'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:47.587234 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-06bdd8c5-db85-44f0-b825-306708c302a6 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] Unknown quota resources ['metering_label']. {{(pid=95015) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 17:54:47.606732 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-70e4e330-432b-4e60-85bb-f4448d0a4d85 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] delete failed (client error): The resource could not be found. Sep 29 17:54:47.607759 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-70e4e330-432b-4e60-85bb-f4448d0a4d85 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/routers/676de9c1-9366-4bb5-98be-8efe991550d7 HTTP/1.1" status: 404 len: 336 time: 0.0436802 Sep 29 17:54:47.611366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43460) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.640282 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9242d70c-d8d7-438b-9911-0a56df4dcc4f tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba20d0e8-cc4b-4b7e-87ac-00637ae540ef HTTP/1.1" status: 200 len: 205 time: 0.0278299 Sep 29 17:54:47.642775 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43462) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.681512 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-9262237d-cfd6-42c8-a755-893799209b3e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] delete failed (client error): The resource could not be found. Sep 29 17:54:47.682499 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9262237d-cfd6-42c8-a755-893799209b3e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/routers/ba20d0e8-cc4b-4b7e-87ac-00637ae540ef HTTP/1.1" status: 404 len: 336 time: 0.0386682 Sep 29 17:54:47.685131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43464) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.710898 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f56c2a-faf0-4f10-81fd-e2d36ada72e7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] DELETE failed (client error): The resource could not be found. Sep 29 17:54:47.711354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f56c2a-faf0-4f10-81fd-e2d36ada72e7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:54:47.713046 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-28f56c2a-faf0-4f10-81fd-e2d36ada72e7 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/510270c9-f2aa-4d2e-bf95-8b66de232bd7 HTTP/1.1" status: 404 len: 337 time: 0.0270274 Sep 29 17:54:47.715660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43466) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.746699 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8211691b-ff1c-4906-8b2a-ebd226d4f377 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc9f0ea1-07c7-4796-ac04-c7bafb5973ba HTTP/1.1" status: 200 len: 205 time: 0.0299022 Sep 29 17:54:47.749709 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43468) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.769649 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06bdd8c5-db85-44f0-b825-306708c302a6 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:47.772973 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-06bdd8c5-db85-44f0-b825-306708c302a6 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1868579 Sep 29 17:54:47.786320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43470) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.794242 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-19d7ac1f-3a2b-4b97-a406-278a9b8dbcb4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] delete failed (client error): The resource could not be found. Sep 29 17:54:47.795243 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-19d7ac1f-3a2b-4b97-a406-278a9b8dbcb4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/routers/dc9f0ea1-07c7-4796-ac04-c7bafb5973ba HTTP/1.1" status: 404 len: 336 time: 0.0446379 Sep 29 17:54:47.802450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43472) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.890541 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e9c1c15a-494e-4c41-af97-4fd11236fffe tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=bfa528d8-a579-4fe1-ad31-21b3ca0c1945 HTTP/1.1" status: 200 len: 467 time: 0.1029911 Sep 29 17:54:47.891738 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-6721380d-0115-40b9-8bb0-279f044a88c4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] DELETE failed (client error): The resource could not be found. Sep 29 17:54:47.892183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6721380d-0115-40b9-8bb0-279f044a88c4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:54:47.893496 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43474) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.894694 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6721380d-0115-40b9-8bb0-279f044a88c4 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/208f9da7-f0a9-4524-a62b-6138f22e0000 HTTP/1.1" status: 404 len: 337 time: 0.0907857 Sep 29 17:54:47.896596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router 30a645b8-4b4b-4458-89ef-42f280222de1 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:54:47.896833 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43476) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.922808 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1b0330f9-565b-48b2-a4f2-a551ffd53184 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8ff3d7e-e361-41b9-aa15-616443bbc99f HTTP/1.1" status: 200 len: 205 time: 0.0248222 Sep 29 17:54:47.925204 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43478) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.964623 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-8be64615-a6e3-4bdd-af92-b23c8d2ef739 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] delete failed (client error): The resource could not be found. Sep 29 17:54:47.965668 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8be64615-a6e3-4bdd-af92-b23c8d2ef739 tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/routers/c8ff3d7e-e361-41b9-aa15-616443bbc99f HTTP/1.1" status: 404 len: 336 time: 0.0395644 Sep 29 17:54:47.968321 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43480) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:47.994385 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa773a3-6f57-4d07-b192-13c7c98bdc2e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] DELETE failed (client error): The resource could not be found. Sep 29 17:54:47.994835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa773a3-6f57-4d07-b192-13c7c98bdc2e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:54:47.996521 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3aa773a3-6f57-4d07-b192-13c7c98bdc2e tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/c8ddc99b-e4c3-44b2-aefd-02b1b716b222 HTTP/1.1" status: 404 len: 337 time: 0.0273178 Sep 29 17:54:47.999708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43482) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:48.024616 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d4ca21-66f9-4c71-96a7-bbf0cb308b3b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] DELETE failed (client error): The resource could not be found. Sep 29 17:54:48.024984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d4ca21-66f9-4c71-96a7-bbf0cb308b3b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:54:48.026703 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-02d4ca21-66f9-4c71-96a7-bbf0cb308b3b tempest-RoutersTest-733461819 tempest-RoutersTest-733461819-project] 10.222.0.44 "DELETE /v2.0/subnets/82fd13cc-442d-492b-a20b-e0711d5693d7 HTTP/1.1" status: 404 len: 337 time: 0.0261362 Sep 29 17:54:48.144968 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2e074796-f741-4f3f-bcf5-66ae83495d41 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:48.146137 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2e074796-f741-4f3f-bcf5-66ae83495d41 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/bfa528d8-a579-4fe1-ad31-21b3ca0c1945 HTTP/1.1" status: 204 len: 168 time: 0.2517142 Sep 29 17:54:48.149030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43486) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:48.160304 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f6459633-6341-4a1e-a5e1-18316544c0ba tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=bfa528d8-a579-4fe1-ad31-21b3ca0c1945 HTTP/1.1" status: 200 len: 216 time: 0.0100667 Sep 29 17:54:48.163835 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43488) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:48.178061 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:54:48.183615 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4ccf90b1-15f8-4fc6-803e-a0e826a1f98e tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0157702 Sep 29 17:54:48.183774 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43490) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:48.191378 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6c76c-a4b8-4e62-952b-77a70132bda8 None None] Sync routers for ids ['30a645b8-4b4b-4458-89ef-42f280222de1'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:54:48.201662 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8377de4c-6970-4b72-a701-c9b6ab87a667 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0167823 Sep 29 17:54:48.205449 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43494) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:48.212141 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6c76c-a4b8-4e62-952b-77a70132bda8 None None] Routers {'30a645b8-4b4b-4458-89ef-42f280222de1'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:48.212836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-afe6c76c-a4b8-4e62-952b-77a70132bda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['30a645b8-4b4b-4458-89ef-42f280222de1'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:48.216101 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:48.311984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43496) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:48.336268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-afe6c76c-a4b8-4e62-952b-77a70132bda8 None None] Set router 30a645b8-4b4b-4458-89ef-42f280222de1 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:48.465078 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d9508663-f167-4f95-8239-4b123a3e0a8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3953efebf5e647a8b9f8c808e830d281&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493907 Sep 29 17:54:48.465495 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43500) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:48.523330 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16c50277-ad41-4eb0-b3a7-6018225dbc54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:48.546662 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16c50277-ad41-4eb0-b3a7-6018225dbc54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:48.581997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-afe6c76c-a4b8-4e62-952b-77a70132bda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305651109', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '4c186259-6b18-4800-b182-83ef51e4b864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:20Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4c186259-6b18-4800-b182-83ef51e4b864', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:22Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '784f0861-bbe7-420b-bab7-5a0442af8ffb', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'port_id': '0e089951-8d5f-451b-8c28-840b26d8bac4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'mac_address': 'fa:16:3e:5f:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:54:46Z', 'updated_at': '2021-09-29T17:54:46Z', 'revision_number': 0, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29866e0d-846e-4fe2-a326-aecebdcb2103', 'name': '', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:9f:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:26Z', 'updated_at': '2021-09-29T17:54:32Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:48.600210 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16c50277-ad41-4eb0-b3a7-6018225dbc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:48.603009 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-16c50277-ad41-4eb0-b3a7-6018225dbc54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:48.607273 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-16c50277-ad41-4eb0-b3a7-6018225dbc54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cd4d587-9b02-496c-bdd3-f210e3c25093 HTTP/1.1" status: 204 len: 168 time: 0.1380367 Sep 29 17:54:48.611475 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6c76c-a4b8-4e62-952b-77a70132bda8 None None] Checking router: 30a645b8-4b4b-4458-89ef-42f280222de1 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:54:48.616123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c50277-ad41-4eb0-b3a7-6018225dbc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd4d587-9b02-496c-bdd3-f210e3c25093,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:48.625157 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9d822555-ba17-47d8-88b4-8634bb962063 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/beaca7e8-8614-4b60-adbb-a5d4698a87c6 HTTP/1.1" status: 200 len: 473 time: 0.4186382 Sep 29 17:54:48.628702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43504) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:48.629866 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6c76c-a4b8-4e62-952b-77a70132bda8 None None] Routers {'30a645b8-4b4b-4458-89ef-42f280222de1'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:54:48.630597 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-afe6c76c-a4b8-4e62-952b-77a70132bda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['30a645b8-4b4b-4458-89ef-42f280222de1'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:48.636373 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3b49231d-5d06-4713-92c4-5ba1666bb7d1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7613068 Sep 29 17:54:48.636982 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'tag': '0e089951-8d5f-451b-8c28-840b26d8bac4'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:54:48.640037 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2427fa25-3471-44b9-927e-cb3f63707a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9199d9-7024-4a1c-8187-e182b1cc939b", "tag": "0e089951-8d5f-451b-8c28-840b26d8bac4"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:54:48.649248 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-615b3abc-2a20-4087-85d6-0d08b6bb8fb7 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/09cf9e7e-3a64-4fde-9d9a-373b29e09012 HTTP/1.1" status: 200 len: 459 time: 0.0178967 Sep 29 17:54:48.652662 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43510) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:48.686394 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3128968-c7c2-4d5c-a75f-0812338cb351 x-openstack-request-id: req-c3128968-c7c2-4d5c-a75f-0812338cb351 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:54:48.686694 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9199d9-7024-4a1c-8187-e182b1cc939b", "tag": "0e089951-8d5f-451b-8c28-840b26d8bac4", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:54:48.687197 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3128968-c7c2-4d5c-a75f-0812338cb351 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:54:48.687652 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'tag': '0e089951-8d5f-451b-8c28-840b26d8bac4', 'status': 'completed', 'code': 200} Sep 29 17:54:48.780398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-afe6c76c-a4b8-4e62-952b-77a70132bda8 None None] Set router 30a645b8-4b4b-4458-89ef-42f280222de1 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:54:48.789322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9ad22-dc3b-43e3-8b04-ca3d8ba1216b req-5402b98d-440c-468f-9977-280a1cb3ee48 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:48.790841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eeb9ad22-dc3b-43e3-8b04-ca3d8ba1216b req-5402b98d-440c-468f-9977-280a1cb3ee48 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0881639 Sep 29 17:54:48.798015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427fa25-3471-44b9-927e-cb3f63707a1f req-508dbdb9-341d-4179-b77d-cc997c38293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:48.799462 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2427fa25-3471-44b9-927e-cb3f63707a1f req-508dbdb9-341d-4179-b77d-cc997c38293d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 1096 time: 0.0641701 Sep 29 17:54:48.804050 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06d258aa-f682-4ee3-8767-2032f9a8ed2d tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:48.805312 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-06d258aa-f682-4ee3-8767-2032f9a8ed2d tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/09cf9e7e-3a64-4fde-9d9a-373b29e09012 HTTP/1.1" status: 204 len: 168 time: 0.1518967 Sep 29 17:54:48.808805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43514) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:48.949952 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eeb9ad22-dc3b-43e3-8b04-ca3d8ba1216b req-2c9f923f-483b-4477-9fb2-175b39954494 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495209 Sep 29 17:54:48.978515 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43520) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:49.057157 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5a0fc10c-b5ca-4ddd-b984-fd3ccf40d2c4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/floatingips/784f0861-bbe7-420b-bab7-5a0442af8ffb HTTP/1.1" status: 200 len: 991 time: 0.0761542 Sep 29 17:54:49.064819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-afe6c76c-a4b8-4e62-952b-77a70132bda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305651109', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '4c186259-6b18-4800-b182-83ef51e4b864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:20Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4c186259-6b18-4800-b182-83ef51e4b864', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:22Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '784f0861-bbe7-420b-bab7-5a0442af8ffb', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'port_id': '0e089951-8d5f-451b-8c28-840b26d8bac4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'mac_address': 'fa:16:3e:5f:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:54:46Z', 'updated_at': '2021-09-29T17:54:46Z', 'revision_number': 0, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29866e0d-846e-4fe2-a326-aecebdcb2103', 'name': '', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:9f:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:26Z', 'updated_at': '2021-09-29T17:54:32Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:49.086198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427fa25-3471-44b9-927e-cb3f63707a1f req-eb0c00ab-742f-41b6-80dc-339c442530cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:49.087661 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2427fa25-3471-44b9-927e-cb3f63707a1f req-eb0c00ab-742f-41b6-80dc-339c442530cd service neutron] 10.222.0.35 "GET /v2.0/networks?id=efc8c0df-2a54-4784-80b1-b68c43f92149 HTTP/1.1" status: 200 len: 898 time: 0.2796071 Sep 29 17:54:49.092948 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-871bcffd-54dd-481e-b876-b25461414826 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:49.093828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6c76c-a4b8-4e62-952b-77a70132bda8 None None] The sync data for ids ['30a645b8-4b4b-4458-89ef-42f280222de1'] in n-d-811748-2 is: [{'id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305651109', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '4c186259-6b18-4800-b182-83ef51e4b864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:20Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4c186259-6b18-4800-b182-83ef51e4b864', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:22Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '784f0861-bbe7-420b-bab7-5a0442af8ffb', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'port_id': '0e089951-8d5f-451b-8c28-840b26d8bac4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'mac_address': 'fa:16:3e:5f:03:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T17:54:46Z', 'updated_at': '2021-09-29T17:54:46Z', 'revision_number': 0, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29866e0d-846e-4fe2-a326-aecebdcb2103', 'name': '', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:9f:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:26Z', 'updated_at': '2021-09-29T17:54:32Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:54:49.096802 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-871bcffd-54dd-481e-b876-b25461414826 tempest-MeteringIpV6TestJSON-208655067 tempest-MeteringIpV6TestJSON-208655067-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/beaca7e8-8614-4b60-adbb-a5d4698a87c6 HTTP/1.1" status: 204 len: 168 time: 0.2764726 Sep 29 17:54:49.167126 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2427fa25-3471-44b9-927e-cb3f63707a1f req-1362e6cb-8969-4ae2-8914-a211cb214c66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e089951-8d5f-451b-8c28-840b26d8bac4 HTTP/1.1" status: 200 len: 999 time: 0.0715427 Sep 29 17:54:49.239069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427fa25-3471-44b9-927e-cb3f63707a1f req-2b68170c-f501-44a0-a49d-2d0b452af8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:49.240945 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2427fa25-3471-44b9-927e-cb3f63707a1f req-2b68170c-f501-44a0-a49d-2d0b452af8a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=193214a2-bc33-4856-9f1f-2de044b26bed HTTP/1.1" status: 200 len: 835 time: 0.0671127 Sep 29 17:54:49.297155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427fa25-3471-44b9-927e-cb3f63707a1f req-8a92a758-ec23-4e82-a1a0-1d077115d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:49.299010 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2427fa25-3471-44b9-927e-cb3f63707a1f req-8a92a758-ec23-4e82-a1a0-1d077115d7f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=efc8c0df-2a54-4784-80b1-b68c43f92149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488422 Sep 29 17:54:49.381425 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c16c069-b9c3-485e-a08e-61af84835c2e None None] New status for floating IP 784f0861-bbe7-420b-bab7-5a0442af8ffb: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:54:49.411928 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2427fa25-3471-44b9-927e-cb3f63707a1f req-3cb5f4de-b646-4391-b3ba-5f26ae5a7711 service neutron] 10.222.0.35 "GET /v2.0/networks/efc8c0df-2a54-4784-80b1-b68c43f92149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043580 Sep 29 17:54:49.446157 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43538) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:49.469624 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43542) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:49.534205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2427fa25-3471-44b9-927e-cb3f63707a1f req-e7028ff0-25ec-49d6-b84c-7ec54d0d5c8e service neutron] 10.222.0.35 "GET /v2.0/networks/efc8c0df-2a54-4784-80b1-b68c43f92149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153209 Sep 29 17:54:49.587143 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-27b7a5f1-c04f-4750-bc97-61db8bd131a9 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:49.587590 n-d-811748-2 neutron-server[95015]: WARNING neutron.api.v2.base [None req-27b7a5f1-c04f-4750-bc97-61db8bd131a9 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 29 17:54:49.588058 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-27b7a5f1-c04f-4750-bc97-61db8bd131a9 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): There was a conflict when trying to complete your request. Sep 29 17:54:49.589016 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-27b7a5f1-c04f-4750-bc97-61db8bd131a9 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1184332 Sep 29 17:54:49.592889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43546) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:49.593816 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0769339d-1f11-4d1e-a23f-613edb4eff07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:49.597921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b33933a9-b334-4a8e-80cf-bbcf7e386aa7 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313603620'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:49.620382 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-0769339d-1f11-4d1e-a23f-613edb4eff07 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:54:49.620382 n-d-811748-2 neutron-server[95015]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 29 17:54:49.620382 n-d-811748-2 neutron-server[95015]: [parameters: {'project_id': '66210925fda54ded90f40804c814e91d', 'id': '5e7d1e41-eaf3-4ec4-8ccd-26efecf8f9eb', 'expiration': datetime.datetime(2021, 9, 29, 17, 56, 49, 616894)}] Sep 29 17:54:49.620382 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:54:49.621059 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-0769339d-1f11-4d1e-a23f-613edb4eff07 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:54:49.628419 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b33933a9-b334-4a8e-80cf-bbcf7e386aa7 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:49.636252 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b33933a9-b334-4a8e-80cf-bbcf7e386aa7 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.032542 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b33933a9-b334-4a8e-80cf-bbcf7e386aa7 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.036513 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b33933a9-b334-4a8e-80cf-bbcf7e386aa7 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.060927 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43548) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:50.072259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33933a9-b334-4a8e-80cf-bbcf7e386aa7 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fb395d-138a-4883-adf2-cfd9484bfe26,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:50.125059 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0769339d-1f11-4d1e-a23f-613edb4eff07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.138670 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b33933a9-b334-4a8e-80cf-bbcf7e386aa7 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.138937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-505350bf-ffe4-45ca-a67b-419a5348e6b7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/floatingips/784f0861-bbe7-420b-bab7-5a0442af8ffb HTTP/1.1" status: 200 len: 993 time: 0.0765331 Sep 29 17:54:50.152158 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b33933a9-b334-4a8e-80cf-bbcf7e386aa7 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.182995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33933a9-b334-4a8e-80cf-bbcf7e386aa7 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272767d7-fe23-4fa8-b22a-706fb36f2286,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:50.235357 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0769339d-1f11-4d1e-a23f-613edb4eff07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.239869 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0769339d-1f11-4d1e-a23f-613edb4eff07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.245796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b33933a9-b334-4a8e-80cf-bbcf7e386aa7 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.247476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b33933a9-b334-4a8e-80cf-bbcf7e386aa7 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6535528 Sep 29 17:54:50.252295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43550) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:50.258740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-96d1c956-edef-46ac-8b4b-aaa7777ce70a tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': '272767d7-fe23-4fa8-b22a-706fb36f2286', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:50.296521 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0769339d-1f11-4d1e-a23f-613edb4eff07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66210925fda54ded90f40804c814e91d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8463809 Sep 29 17:54:50.296729 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96d1c956-edef-46ac-8b4b-aaa7777ce70a tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.296837 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769339d-1f11-4d1e-a23f-613edb4eff07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7e7abb-5aac-480c-967a-7d8bd7830865,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:50.298834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43552) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:50.365852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-790bb7e7-0c78-468f-93ed-8b853889dd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.369255 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96d1c956-edef-46ac-8b4b-aaa7777ce70a tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.373414 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96d1c956-edef-46ac-8b4b-aaa7777ce70a tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.391737 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-790bb7e7-0c78-468f-93ed-8b853889dd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.394211 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1c956-edef-46ac-8b4b-aaa7777ce70a tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46dcf7ac-02f1-410d-9545-f816cacdbd0c,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:50.404223 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-96d1c956-edef-46ac-8b4b-aaa7777ce70a tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.407289 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-96d1c956-edef-46ac-8b4b-aaa7777ce70a tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524522 Sep 29 17:54:50.409335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43554) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:50.413874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ef53ed7f-a3cc-494f-8a04-aad0d0270e4b tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': '272767d7-fe23-4fa8-b22a-706fb36f2286', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:50.449593 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef53ed7f-a3cc-494f-8a04-aad0d0270e4b tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.458189 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-790bb7e7-0c78-468f-93ed-8b853889dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.460814 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-790bb7e7-0c78-468f-93ed-8b853889dd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.463393 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-790bb7e7-0c78-468f-93ed-8b853889dd1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb7e7abb-5aac-480c-967a-7d8bd7830865 HTTP/1.1" status: 204 len: 168 time: 0.1626945 Sep 29 17:54:50.473006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bb7e7-0c78-468f-93ed-8b853889dd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7e7abb-5aac-480c-967a-7d8bd7830865,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:50.520588 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-ef53ed7f-a3cc-494f-8a04-aad0d0270e4b tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): There was a conflict when trying to complete your request. Sep 29 17:54:50.521703 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ef53ed7f-a3cc-494f-8a04-aad0d0270e4b tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1114094 Sep 29 17:54:50.526244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43558) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:50.601104 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e251866e-a96a-4f8f-a864-ee431beda3a8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.630617 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e251866e-a96a-4f8f-a864-ee431beda3a8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.679251 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e251866e-a96a-4f8f-a864-ee431beda3a8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.682643 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e251866e-a96a-4f8f-a864-ee431beda3a8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.684419 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e251866e-a96a-4f8f-a864-ee431beda3a8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "DELETE /v2.0/security-groups/272767d7-fe23-4fa8-b22a-706fb36f2286 HTTP/1.1" status: 204 len: 168 time: 0.1572344 Sep 29 17:54:50.688534 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43562) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:50.695751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251866e-a96a-4f8f-a864-ee431beda3a8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272767d7-fe23-4fa8-b22a-706fb36f2286,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:50.740530 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a4a9b54d-7bbb-4d42-a63b-fcbb5e95273d tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0501239 Sep 29 17:54:50.746647 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43564) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:50.751980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ef185471-bacf-45ab-bdf6-ec22b6de383c tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325657415'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:50.778799 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef185471-bacf-45ab-bdf6-ec22b6de383c tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.801588 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43566) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:50.817268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5bb51139-3573-4b65-ae38-4eff3848fa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.881190 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef185471-bacf-45ab-bdf6-ec22b6de383c tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.886572 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef185471-bacf-45ab-bdf6-ec22b6de383c tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.921882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef185471-bacf-45ab-bdf6-ec22b6de383c tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69848098-5058-49ac-80ca-9f735cb602b5,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:50.975749 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5bb51139-3573-4b65-ae38-4eff3848fa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.979833 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5bb51139-3573-4b65-ae38-4eff3848fa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.983939 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef185471-bacf-45ab-bdf6-ec22b6de383c tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:50.985233 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ef185471-bacf-45ab-bdf6-ec22b6de383c tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2375512 Sep 29 17:54:50.988893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43568) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:50.993465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c993c9c1-a3da-42fa-bb73-1ea19472929a tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': '69848098-5058-49ac-80ca-9f735cb602b5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:50.993955 n-d-811748-2 neutron-server[95016]: WARNING neutron.api.v2.base [None req-c993c9c1-a3da-42fa-bb73-1ea19472929a tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 29 17:54:50.994449 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-c993c9c1-a3da-42fa-bb73-1ea19472929a tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:54:50.995383 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c993c9c1-a3da-42fa-bb73-1ea19472929a tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055456 Sep 29 17:54:50.998407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43570) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:51.019408 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5bb51139-3573-4b65-ae38-4eff3848fa43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89ab64ae7ead4c68902e830052c87094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2167044 Sep 29 17:54:51.021336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb51139-3573-4b65-ae38-4eff3848fa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8ccbab-c2b5-4c5a-9d8f-cbba15be101d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:51.022108 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43572) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:51.087010 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c9f22a6-07f2-4f15-b7e1-472d34cf8eb8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.109830 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e92b9bfe-91ba-45fe-8a8e-89b41d7f6f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.120789 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c9f22a6-07f2-4f15-b7e1-472d34cf8eb8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.152002 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e92b9bfe-91ba-45fe-8a8e-89b41d7f6f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.193948 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c9f22a6-07f2-4f15-b7e1-472d34cf8eb8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.196564 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c9f22a6-07f2-4f15-b7e1-472d34cf8eb8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.197723 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3c9f22a6-07f2-4f15-b7e1-472d34cf8eb8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "DELETE /v2.0/security-groups/69848098-5058-49ac-80ca-9f735cb602b5 HTTP/1.1" status: 204 len: 168 time: 0.1979265 Sep 29 17:54:51.200803 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43574) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:51.208357 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f22a6-07f2-4f15-b7e1-472d34cf8eb8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69848098-5058-49ac-80ca-9f735cb602b5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:51.224546 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e92b9bfe-91ba-45fe-8a8e-89b41d7f6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.227767 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e92b9bfe-91ba-45fe-8a8e-89b41d7f6f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.231215 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e92b9bfe-91ba-45fe-8a8e-89b41d7f6f5a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f8ccbab-c2b5-4c5a-9d8f-cbba15be101d HTTP/1.1" status: 204 len: 168 time: 0.2058113 Sep 29 17:54:51.238409 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b9bfe-91ba-45fe-8a8e-89b41d7f6f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8ccbab-c2b5-4c5a-9d8f-cbba15be101d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:51.267899 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1cbd8660-bae4-467e-909e-69e7e309693d tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0658336 Sep 29 17:54:51.271394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43578) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:51.275878 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6b0d47ac-a4ec-4ad1-b3a0-a779b80e68ab tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248068541'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:51.299091 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b0d47ac-a4ec-4ad1-b3a0-a779b80e68ab tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.384473 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b0d47ac-a4ec-4ad1-b3a0-a779b80e68ab tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.388061 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b0d47ac-a4ec-4ad1-b3a0-a779b80e68ab tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.415189 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6b0d47ac-a4ec-4ad1-b3a0-a779b80e68ab tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.416431 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6b0d47ac-a4ec-4ad1-b3a0-a779b80e68ab tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1438894 Sep 29 17:54:51.419377 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43582) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:51.421088 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d47ac-a4ec-4ad1-b3a0-a779b80e68ab tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c62878a-2ff5-46c6-90f1-58eaac15adb6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:51.426103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f0d19726-1e09-48c8-8a77-7dcbb1ff6cc9 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': '7c62878a-2ff5-46c6-90f1-58eaac15adb6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:51.426740 n-d-811748-2 neutron-server[95016]: WARNING neutron.api.v2.base [None req-f0d19726-1e09-48c8-8a77-7dcbb1ff6cc9 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 29 17:54:51.427438 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-f0d19726-1e09-48c8-8a77-7dcbb1ff6cc9 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:54:51.428686 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f0d19726-1e09-48c8-8a77-7dcbb1ff6cc9 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066814 Sep 29 17:54:51.431217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43584) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:51.484712 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-745d7b50-d2f7-4388-9a0f-2421c71fd2e3 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.508662 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-745d7b50-d2f7-4388-9a0f-2421c71fd2e3 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.548985 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-745d7b50-d2f7-4388-9a0f-2421c71fd2e3 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.551675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-745d7b50-d2f7-4388-9a0f-2421c71fd2e3 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.552809 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-745d7b50-d2f7-4388-9a0f-2421c71fd2e3 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "DELETE /v2.0/security-groups/7c62878a-2ff5-46c6-90f1-58eaac15adb6 HTTP/1.1" status: 204 len: 168 time: 0.1207149 Sep 29 17:54:51.555503 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43590) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:51.563260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d7b50-d2f7-4388-9a0f-2421c71fd2e3 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c62878a-2ff5-46c6-90f1-58eaac15adb6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:51.605171 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-02a64f1f-7751-4d35-9123-51cb3a91909d tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485196 Sep 29 17:54:51.608885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43594) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:51.613753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9746edd2-e7f9-4108-9910-04da96129a3c tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group': {'name': 'tempest-secgroup--2042002159'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:51.636066 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9746edd2-e7f9-4108-9910-04da96129a3c tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.722435 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9746edd2-e7f9-4108-9910-04da96129a3c tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.726721 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9746edd2-e7f9-4108-9910-04da96129a3c tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.751192 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9746edd2-e7f9-4108-9910-04da96129a3c tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.752432 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9746edd2-e7f9-4108-9910-04da96129a3c tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1425121 Sep 29 17:54:51.755452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43600) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:51.760273 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-08a84f0e-218d-4458-8a94-511d8e1a4f66 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': '0213c546-76dd-4e03-b5b8-21df6af4c208', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:51.760474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746edd2-e7f9-4108-9910-04da96129a3c tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0213c546-76dd-4e03-b5b8-21df6af4c208,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:51.761133 n-d-811748-2 neutron-server[95015]: WARNING neutron.api.v2.base [None req-08a84f0e-218d-4458-8a94-511d8e1a4f66 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 29 17:54:51.761657 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-08a84f0e-218d-4458-8a94-511d8e1a4f66 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:54:51.762803 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-08a84f0e-218d-4458-8a94-511d8e1a4f66 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062454 Sep 29 17:54:51.765748 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43604) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:51.770078 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4ceb3365-31ac-4992-bc21-2931d9713f31 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': '0213c546-76dd-4e03-b5b8-21df6af4c208', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:51.770652 n-d-811748-2 neutron-server[95015]: WARNING neutron.api.v2.base [None req-4ceb3365-31ac-4992-bc21-2931d9713f31 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 29 17:54:51.771291 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-4ceb3365-31ac-4992-bc21-2931d9713f31 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:54:51.772214 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4ceb3365-31ac-4992-bc21-2931d9713f31 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0055485 Sep 29 17:54:51.774626 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43606) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:51.779375 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3b87cdb3-fb8b-49e5-9c44-25bb7c75caf8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': '0213c546-76dd-4e03-b5b8-21df6af4c208', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:51.780185 n-d-811748-2 neutron-server[95015]: WARNING neutron.api.v2.base [None req-3b87cdb3-fb8b-49e5-9c44-25bb7c75caf8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 29 17:54:51.780662 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-3b87cdb3-fb8b-49e5-9c44-25bb7c75caf8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:54:51.781840 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3b87cdb3-fb8b-49e5-9c44-25bb7c75caf8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060651 Sep 29 17:54:51.783909 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43608) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:51.788006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3b397392-aaed-48c5-95b7-3ab9e18c091f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': '0213c546-76dd-4e03-b5b8-21df6af4c208', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:51.788845 n-d-811748-2 neutron-server[95015]: WARNING neutron.api.v2.base [None req-3b397392-aaed-48c5-95b7-3ab9e18c091f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 29 17:54:51.789332 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-3b397392-aaed-48c5-95b7-3ab9e18c091f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:54:51.790246 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3b397392-aaed-48c5-95b7-3ab9e18c091f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055780 Sep 29 17:54:51.792639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43610) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:51.846347 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c098292-1f33-40e4-95f8-4020dceb6e11 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.875014 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c098292-1f33-40e4-95f8-4020dceb6e11 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.914689 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c098292-1f33-40e4-95f8-4020dceb6e11 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.917306 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7c098292-1f33-40e4-95f8-4020dceb6e11 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:51.918438 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7c098292-1f33-40e4-95f8-4020dceb6e11 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "DELETE /v2.0/security-groups/0213c546-76dd-4e03-b5b8-21df6af4c208 HTTP/1.1" status: 204 len: 168 time: 0.1249352 Sep 29 17:54:51.921856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43616) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:51.927846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c098292-1f33-40e4-95f8-4020dceb6e11 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0213c546-76dd-4e03-b5b8-21df6af4c208,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:51.973365 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bf420e80-c541-414e-9efa-fcb6317957a4 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0503471 Sep 29 17:54:51.975249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43618) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:51.977394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43620) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:51.982090 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-28272266-809e-4b29-be09-11df1483c8f1 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group': {'name': 'tempest-secgroup--69616079'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:52.007848 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28272266-809e-4b29-be09-11df1483c8f1 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.076065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-13c90054-936c-4ac8-bc25-d3be718ffe55 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1052874867'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:52.089587 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28272266-809e-4b29-be09-11df1483c8f1 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.092803 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28272266-809e-4b29-be09-11df1483c8f1 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.108815 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c90054-936c-4ac8-bc25-d3be718ffe55 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Made reservation on behalf of a2ecb2d799ed45059d6e48d52683a27b for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:52.112688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-13c90054-936c-4ac8-bc25-d3be718ffe55 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.122095 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-13c90054-936c-4ac8-bc25-d3be718ffe55 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.122605 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28272266-809e-4b29-be09-11df1483c8f1 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.124775 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-28272266-809e-4b29-be09-11df1483c8f1 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1459439 Sep 29 17:54:52.127396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43624) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:52.131552 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-72951d8d-ff49-4478-be35-bae36a23c0f2 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': 'c0954a62-e560-40b6-a4f6-4a6e51843786', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:52.132271 n-d-811748-2 neutron-server[95015]: WARNING neutron.api.v2.base [None req-72951d8d-ff49-4478-be35-bae36a23c0f2 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 29 17:54:52.132755 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-72951d8d-ff49-4478-be35-bae36a23c0f2 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:54:52.133912 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-72951d8d-ff49-4478-be35-bae36a23c0f2 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054891 Sep 29 17:54:52.135548 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28272266-809e-4b29-be09-11df1483c8f1 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0954a62-e560-40b6-a4f6-4a6e51843786,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:52.137591 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43626) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:52.143474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b9c1d3fc-7a23-424a-a7ec-cbea94cb40ea tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': 'c0954a62-e560-40b6-a4f6-4a6e51843786', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:52.220939 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-13c90054-936c-4ac8-bc25-d3be718ffe55 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.225959 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-13c90054-936c-4ac8-bc25-d3be718ffe55 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.256209 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c90054-936c-4ac8-bc25-d3be718ffe55 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:54:52.281630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c90054-936c-4ac8-bc25-d3be718ffe55 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de706a9b-b19f-4e2e-894f-bb89303499f9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:52.284592 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-13c90054-936c-4ac8-bc25-d3be718ffe55 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.284937 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-13c90054-936c-4ac8-bc25-d3be718ffe55 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Added segment 74209267-662c-4306-9913-6ce7f9cbbc68 of type vlan for network ce22e898-e02f-40a9-ba40-d6542b1bed94 Sep 29 17:54:52.297953 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-b9c1d3fc-7a23-424a-a7ec-cbea94cb40ea tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:54:52.299002 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b9c1d3fc-7a23-424a-a7ec-cbea94cb40ea tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1604972 Sep 29 17:54:52.301945 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43628) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:52.326429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-8250de9e-e736-4a1e-bcd2-306a6520a0f7 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': 'c0954a62-e560-40b6-a4f6-4a6e51843786', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:52.327472 n-d-811748-2 neutron-server[95016]: WARNING neutron.api.v2.base [None req-8250de9e-e736-4a1e-bcd2-306a6520a0f7 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 29 17:54:52.327949 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-8250de9e-e736-4a1e-bcd2-306a6520a0f7 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:54:52.331754 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8250de9e-e736-4a1e-bcd2-306a6520a0f7 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0260305 Sep 29 17:54:52.332179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43630) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:52.336800 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6e329081-c4b2-427d-8367-bbc5222180d8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': 'c0954a62-e560-40b6-a4f6-4a6e51843786', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:52.343115 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-13c90054-936c-4ac8-bc25-d3be718ffe55 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.369073 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-13c90054-936c-4ac8-bc25-d3be718ffe55 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.371575 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-6e329081-c4b2-427d-8367-bbc5222180d8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:54:52.372639 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6e329081-c4b2-427d-8367-bbc5222180d8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0393310 Sep 29 17:54:52.375395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c90054-936c-4ac8-bc25-d3be718ffe55 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:52.375993 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-13c90054-936c-4ac8-bc25-d3be718ffe55 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.376299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43632) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:52.380698 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-dbdccafb-eb92-4c9c-a04c-656cf1fa41ff tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': 'c0954a62-e560-40b6-a4f6-4a6e51843786', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:52.381110 n-d-811748-2 neutron-server[95015]: WARNING neutron.api.v2.base [None req-dbdccafb-eb92-4c9c-a04c-656cf1fa41ff tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 29 17:54:52.381824 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-dbdccafb-eb92-4c9c-a04c-656cf1fa41ff tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:54:52.382965 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dbdccafb-eb92-4c9c-a04c-656cf1fa41ff tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057445 Sep 29 17:54:52.386177 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43634) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:52.391019 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5afc7d38-6443-4e5c-8fdf-189e21578aea tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': 'c0954a62-e560-40b6-a4f6-4a6e51843786', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:52.405518 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-13c90054-936c-4ac8-bc25-d3be718ffe55 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4289060 Sep 29 17:54:52.409832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43636) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:52.415017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-97dc4f5f-2576-4133-92fb-ac34c4b42e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Request body: {'subnet': {'network_id': 'ce22e898-e02f-40a9-ba40-d6542b1bed94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:52.446773 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c90054-936c-4ac8-bc25-d3be718ffe55 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Pushing event updated for resources: {'Network': ['ID=ce22e898-e02f-40a9-ba40-d6542b1bed94,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:52.457871 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network ce22e898-e02f-40a9-ba40-d6542b1bed94 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:54:52.496687 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-5afc7d38-6443-4e5c-8fdf-189e21578aea tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:54:52.497755 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5afc7d38-6443-4e5c-8fdf-189e21578aea tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1107059 Sep 29 17:54:52.501374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43638) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:52.506506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-06542318-2ad9-4d2f-99cb-01ce25f061b8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': 'c0954a62-e560-40b6-a4f6-4a6e51843786', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:52.506974 n-d-811748-2 neutron-server[95016]: WARNING neutron.api.v2.base [None req-06542318-2ad9-4d2f-99cb-01ce25f061b8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 29 17:54:52.507459 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-06542318-2ad9-4d2f-99cb-01ce25f061b8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:54:52.508437 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-06542318-2ad9-4d2f-99cb-01ce25f061b8 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057163 Sep 29 17:54:52.511579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43640) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:52.518457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5751aaef-3cde-4eda-b5cb-1f0d7c5ccd37 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': 'c0954a62-e560-40b6-a4f6-4a6e51843786', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:52.520427 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dc4f5f-2576-4133-92fb-ac34c4b42e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Made reservation on behalf of a2ecb2d799ed45059d6e48d52683a27b for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:52.523906 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97dc4f5f-2576-4133-92fb-ac34c4b42e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.556240 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-5751aaef-3cde-4eda-b5cb-1f0d7c5ccd37 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:54:52.557449 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5751aaef-3cde-4eda-b5cb-1f0d7c5ccd37 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0441043 Sep 29 17:54:52.560185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43642) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:52.565088 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-8da73e95-5774-4836-9409-6eccc808700b tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': 'c0954a62-e560-40b6-a4f6-4a6e51843786', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:52.599834 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-8da73e95-5774-4836-9409-6eccc808700b tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:54:52.600878 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8da73e95-5774-4836-9409-6eccc808700b tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0397830 Sep 29 17:54:52.603756 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43644) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:52.664241 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-55c145c4-8ac1-4b34-a97a-6828dfb4cd84 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.687544 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-55c145c4-8ac1-4b34-a97a-6828dfb4cd84 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.714137 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97dc4f5f-2576-4133-92fb-ac34c4b42e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.729121 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-55c145c4-8ac1-4b34-a97a-6828dfb4cd84 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.731736 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-55c145c4-8ac1-4b34-a97a-6828dfb4cd84 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.732965 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-55c145c4-8ac1-4b34-a97a-6828dfb4cd84 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "DELETE /v2.0/security-groups/c0954a62-e560-40b6-a4f6-4a6e51843786 HTTP/1.1" status: 204 len: 168 time: 0.1281643 Sep 29 17:54:52.736531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43646) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:52.754230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c145c4-8ac1-4b34-a97a-6828dfb4cd84 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0954a62-e560-40b6-a4f6-4a6e51843786,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:52.779590 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc4f5f-2576-4133-92fb-ac34c4b42e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Pushing event updated for resources: {'Subnet': ['ID=c450fffe-f8c1-49b1-a9e6-62eb5b6e5ede,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:52.788957 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-faaba081-5262-4aef-8a23-970e6206ff07 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0478914 Sep 29 17:54:52.789519 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43648) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:52.793918 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ea677d45-1003-475d-899c-6c664d8f9a9f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group': {'name': 'tempest-secgroup--985179500'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:52.799288 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dc4f5f-2576-4133-92fb-ac34c4b42e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Checking segment: {'id': '74209267-662c-4306-9913-6ce7f9cbbc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ce22e898-e02f-40a9-ba40-d6542b1bed94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:52.799655 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dc4f5f-2576-4133-92fb-ac34c4b42e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Network hostable DHCP agents. Network: ce22e898-e02f-40a9-ba40-d6542b1bed94, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:54:52.827281 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea677d45-1003-475d-899c-6c664d8f9a9f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.835413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dc4f5f-2576-4133-92fb-ac34c4b42e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Network ce22e898-e02f-40a9-ba40-d6542b1bed94 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:54:52.850212 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-97dc4f5f-2576-4133-92fb-ac34c4b42e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, ce22e898-e02f-40a9-ba40-d6542b1bed94) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:52.856878 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dc4f5f-2576-4133-92fb-ac34c4b42e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:52.857504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-97dc4f5f-2576-4133-92fb-ac34c4b42e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.859481 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fadbf6-dd6f-45c1-9441-680262c8e4e4 None None] Network ce22e898-e02f-40a9-ba40-d6542b1bed94 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:52.930132 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea677d45-1003-475d-899c-6c664d8f9a9f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.935184 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea677d45-1003-475d-899c-6c664d8f9a9f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.944796 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-97dc4f5f-2576-4133-92fb-ac34c4b42e67 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5339825 Sep 29 17:54:52.947592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43650) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:52.954115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4a4b0462-e242-4d10-835a-ac6b8db37d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Request body: {'port': {'network_id': 'ce22e898-e02f-40a9-ba40-d6542b1bed94', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-121055722'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:52.964032 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea677d45-1003-475d-899c-6c664d8f9a9f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:52.968808 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ea677d45-1003-475d-899c-6c664d8f9a9f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1784852 Sep 29 17:54:52.970975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43652) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:52.973014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea677d45-1003-475d-899c-6c664d8f9a9f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36291276-1ec9-41b4-b36b-adac1088984b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:52.978217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-feb6c558-63e7-4e7a-ad9f-47dfbb912fa5 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': '36291276-1ec9-41b4-b36b-adac1088984b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:53.011002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-ce22e898-e02f-40a9-ba40-d6542b1bed94', 'network_id': 'ce22e898-e02f-40a9-ba40-d6542b1bed94', 'tenant_id': 'a2ecb2d799ed45059d6e48d52683a27b', 'fixed_ips': [{'subnet_id': 'c450fffe-f8c1-49b1-a9e6-62eb5b6e5ede'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:54:53.012004 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.083914 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-feb6c558-63e7-4e7a-ad9f-47dfbb912fa5 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The resource could not be found. Sep 29 17:54:53.084960 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-feb6c558-63e7-4e7a-ad9f-47dfbb912fa5 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1125233 Sep 29 17:54:53.087973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43654) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:53.093239 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-1b1106f7-78ec-4508-81ba-37633117dc46 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': '36291276-1ec9-41b4-b36b-adac1088984b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '48cefd08-99c9-449a-885b-e67e326bae8b'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:53.102099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4b0462-e242-4d10-835a-ac6b8db37d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Made reservation on behalf of a2ecb2d799ed45059d6e48d52683a27b for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:53.105577 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0462-e242-4d10-835a-ac6b8db37d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.125495 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-4a4b0462-e242-4d10-835a-ac6b8db37d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] device_id is not set on port 8ecad26e-3ada-4803-ae78-e85d72b9c388 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:54:53.139547 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-1b1106f7-78ec-4508-81ba-37633117dc46 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The resource could not be found. Sep 29 17:54:53.145045 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1b1106f7-78ec-4508-81ba-37633117dc46 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0559871 Sep 29 17:54:53.145942 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43656) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:53.161398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Allocated IP 2001:db8::2 (ce22e898-e02f-40a9-ba40-d6542b1bed94/c450fffe-f8c1-49b1-a9e6-62eb5b6e5ede/2edc3f6b-86d8-4cf7-9d3c-0b19145bc208) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:53.206778 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7888668-4416-46bd-a45a-72e89716649f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.236311 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7888668-4416-46bd-a45a-72e89716649f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.277151 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7888668-4416-46bd-a45a-72e89716649f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.279805 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b7888668-4416-46bd-a45a-72e89716649f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.281001 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b7888668-4416-46bd-a45a-72e89716649f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "DELETE /v2.0/security-groups/36291276-1ec9-41b4-b36b-adac1088984b HTTP/1.1" status: 204 len: 168 time: 0.1334689 Sep 29 17:54:53.284048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43660) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:53.290387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7888668-4416-46bd-a45a-72e89716649f tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36291276-1ec9-41b4-b36b-adac1088984b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:53.327521 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.333207 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.333577 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6af30472-dd11-44ce-9447-e66c78cad276 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0479574 Sep 29 17:54:53.337248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43662) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:53.341548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-47fad88d-2133-4f07-9d4d-aa6be5343b61 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': '5b133b2a-f06f-41d3-becd-2beadae864e4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:53.372744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Network ce22e898-e02f-40a9-ba40-d6542b1bed94 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:53.377223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:53.379807 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:53.394925 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Pushing event updated for resources: {'Port': ['ID=2edc3f6b-86d8-4cf7-9d3c-0b19145bc208,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:53.414661 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-4a4b0462-e242-4d10-835a-ac6b8db37d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Allocated IP 2001:db8::100 (ce22e898-e02f-40a9-ba40-d6542b1bed94/c450fffe-f8c1-49b1-a9e6-62eb5b6e5ede/8ecad26e-3ada-4803-ae78-e85d72b9c388) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:53.447112 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Attempting to bind port 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:54:53.447481 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Attempting to bind port 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '74209267-662c-4306-9913-6ce7f9cbbc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ce22e898-e02f-40a9-ba40-d6542b1bed94'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:54:53.447844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Attempting to bind port 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208 on network ce22e898-e02f-40a9-ba40-d6542b1bed94 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:54:53.449047 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-47fad88d-2133-4f07-9d4d-aa6be5343b61 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The resource could not be found. Sep 29 17:54:53.450132 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-47fad88d-2133-4f07-9d4d-aa6be5343b61 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1119449 Sep 29 17:54:53.454257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43664) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:53.458669 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:54:53.459158 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-95cb5a32-1b55-4aed-ae4a-d8c4064dd5c5 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1806382291'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:53.459263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Checking segment: {'id': '74209267-662c-4306-9913-6ce7f9cbbc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ce22e898-e02f-40a9-ba40-d6542b1bed94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:53.459389 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.459778 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Bound using segment: {'id': '74209267-662c-4306-9913-6ce7f9cbbc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ce22e898-e02f-40a9-ba40-d6542b1bed94'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:54:53.460262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Bound port: 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74209267-662c-4306-9913-6ce7f9cbbc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'ce22e898-e02f-40a9-ba40-d6542b1bed94'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:54:53.460644 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.513831 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95cb5a32-1b55-4aed-ae4a-d8c4064dd5c5 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.528572 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] For port 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:54:53.532538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] For port 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2edc3f6b-86d8-4cf7-9d3c-0b19145bc208,segment=NetworkSegment(74209267-662c-4306-9913-6ce7f9cbbc68),segment_id=74209267-662c-4306-9913-6ce7f9cbbc68)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:54:53.536980 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.604393 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87774c-1287-456a-bb4a-5368f1b1d523 None None] Pushing event updated for resources: {'Port': ['ID=2edc3f6b-86d8-4cf7-9d3c-0b19145bc208,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:53.636829 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0462-e242-4d10-835a-ac6b8db37d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.689537 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95cb5a32-1b55-4aed-ae4a-d8c4064dd5c5 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.695783 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95cb5a32-1b55-4aed-ae4a-d8c4064dd5c5 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.706706 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0462-e242-4d10-835a-ac6b8db37d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.770651 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95cb5a32-1b55-4aed-ae4a-d8c4064dd5c5 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.771908 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-95cb5a32-1b55-4aed-ae4a-d8c4064dd5c5 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3166976 Sep 29 17:54:53.774753 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43666) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:53.779421 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-62cb2417-acb4-4f9b-b6e6-474e6d72b0dc tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group': {'name': 'tempest-secgroup--372387146'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:53.782381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4b0462-e242-4d10-835a-ac6b8db37d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Network ce22e898-e02f-40a9-ba40-d6542b1bed94 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:53.783287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb5a32-1b55-4aed-ae4a-d8c4064dd5c5 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c68241e-954d-4b97-9d09-f97901f77d48,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:53.788243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-4a4b0462-e242-4d10-835a-ac6b8db37d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:53.791921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b0462-e242-4d10-835a-ac6b8db37d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:53.798291 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4b0462-e242-4d10-835a-ac6b8db37d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:53.798953 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0462-e242-4d10-835a-ac6b8db37d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.813241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b0462-e242-4d10-835a-ac6b8db37d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Pushing event updated for resources: {'Port': ['ID=8ecad26e-3ada-4803-ae78-e85d72b9c388,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:53.815799 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62cb2417-acb4-4f9b-b6e6-474e6d72b0dc tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.825037 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4a4b0462-e242-4d10-835a-ac6b8db37d3e tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.8757820 Sep 29 17:54:53.828389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43668) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:53.834049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Request body: {'port': {'network_id': 'ce22e898-e02f-40a9-ba40-d6542b1bed94', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1016522340', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:53.834911 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.api.validators [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] bootfile-name is not in valid_values {{(pid=95016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 17:54:53.834911 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.api.validators [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] tftp-server is not in valid_values {{(pid=95016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 17:54:53.835229 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.api.validators [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] server-ip-address is not in valid_values {{(pid=95016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 17:54:53.909672 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62cb2417-acb4-4f9b-b6e6-474e6d72b0dc tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.913869 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62cb2417-acb4-4f9b-b6e6-474e6d72b0dc tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.941949 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62cb2417-acb4-4f9b-b6e6-474e6d72b0dc tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.943183 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-62cb2417-acb4-4f9b-b6e6-474e6d72b0dc tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1673026 Sep 29 17:54:53.946061 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43670) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:53.950606 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-507e9319-4882-43e3-bc56-41a2601cf4c2 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group_rule': {'security_group_id': '6c68241e-954d-4b97-9d09-f97901f77d48', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd0569f18-6663-4207-a3c4-d0649d4afa25'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:53.956714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb2417-acb4-4f9b-b6e6-474e6d72b0dc tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0569f18-6663-4207-a3c4-d0649d4afa25,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:53.963765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Made reservation on behalf of a2ecb2d799ed45059d6e48d52683a27b for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:53.968227 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:53.987451 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] device_id is not set on port 251e1bab-074e-4c7b-98a9-bfc3d20ecd3e yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:54:53.990866 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-507e9319-4882-43e3-bc56-41a2601cf4c2 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 17:54:53.991933 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-507e9319-4882-43e3-bc56-41a2601cf4c2 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0447483 Sep 29 17:54:53.995139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43672) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:54.047934 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-00662c54-1931-412d-acb5-671884183cd2 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.070237 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-00662c54-1931-412d-acb5-671884183cd2 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.108414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Allocated IP 2001:db8::168 (ce22e898-e02f-40a9-ba40-d6542b1bed94/c450fffe-f8c1-49b1-a9e6-62eb5b6e5ede/251e1bab-074e-4c7b-98a9-bfc3d20ecd3e) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:54.111497 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-00662c54-1931-412d-acb5-671884183cd2 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.114092 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-00662c54-1931-412d-acb5-671884183cd2 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.115221 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-00662c54-1931-412d-acb5-671884183cd2 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "DELETE /v2.0/security-groups/d0569f18-6663-4207-a3c4-d0649d4afa25 HTTP/1.1" status: 204 len: 168 time: 0.1192036 Sep 29 17:54:54.117861 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43674) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:54.124768 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00662c54-1931-412d-acb5-671884183cd2 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0569f18-6663-4207-a3c4-d0649d4afa25,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:54.215314 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-389bd055-9c34-4da8-80bd-edbb2611788e tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0961885 Sep 29 17:54:54.218380 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43676) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:54.300904 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-963f0ab9-0c81-406a-b885-46897a9b3904 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.328569 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-963f0ab9-0c81-406a-b885-46897a9b3904 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.339672 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.378619 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-963f0ab9-0c81-406a-b885-46897a9b3904 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.381746 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-963f0ab9-0c81-406a-b885-46897a9b3904 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.382109 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.383064 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-963f0ab9-0c81-406a-b885-46897a9b3904 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "DELETE /v2.0/security-groups/6c68241e-954d-4b97-9d09-f97901f77d48 HTTP/1.1" status: 204 len: 168 time: 0.1636689 Sep 29 17:54:54.386625 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43678) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:54.395010 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f0ab9-0c81-406a-b885-46897a9b3904 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c68241e-954d-4b97-9d09-f97901f77d48,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:54.475638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Network ce22e898-e02f-40a9-ba40-d6542b1bed94 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:54.486337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:54.488705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Pushing event updated for resources: {'Port': ['ID=251e1bab-074e-4c7b-98a9-bfc3d20ecd3e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:54.491650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:54.497334 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:54.498045 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.504845 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-472a2608-c387-4d44-a32f-cbdd4d330afb tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1171265 Sep 29 17:54:54.508861 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43680) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:54.516053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c764031e-3842-4926-9a6f-a0bd792898c1 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563344479'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:54.529365 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3de45cba-df19-4b10-95bb-febb4d30c5f5 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.6997831 Sep 29 17:54:54.531302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43682) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:54.544165 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c764031e-3842-4926-9a6f-a0bd792898c1 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.585940 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2b97f7-1eb1-42be-8617-60bc03cf3757 None None] Network ce22e898-e02f-40a9-ba40-d6542b1bed94 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:54.623189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e09a8e-7787-48b4-b6a4-29283a85b2c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:54.630841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e09a8e-7787-48b4-b6a4-29283a85b2c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:54.636766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e09a8e-7787-48b4-b6a4-29283a85b2c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:54.638658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-50e09a8e-7787-48b4-b6a4-29283a85b2c8 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1061544 Sep 29 17:54:54.641354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43684) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:54.650918 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c764031e-3842-4926-9a6f-a0bd792898c1 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.658066 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c764031e-3842-4926-9a6f-a0bd792898c1 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.677193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a5124c3c-a8c4-4c98-bbc3-989565903edf None None] Provisioning complete for port 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:54.677591 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a5124c3c-a8c4-4c98-bbc3-989565903edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.686990 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c764031e-3842-4926-9a6f-a0bd792898c1 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.688505 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c764031e-3842-4926-9a6f-a0bd792898c1 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1784980 Sep 29 17:54:54.691405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43686) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:54.695874 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-eaddb3a9-d262-4876-af18-89ac77f92f44 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:54.696300 n-d-811748-2 neutron-server[95015]: WARNING neutron.api.v2.base [None req-eaddb3a9-d262-4876-af18-89ac77f92f44 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 29 17:54:54.696804 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-eaddb3a9-d262-4876-af18-89ac77f92f44 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] update failed (client error): There was a conflict when trying to complete your request. Sep 29 17:54:54.700066 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-eaddb3a9-d262-4876-af18-89ac77f92f44 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "PUT /v2.0/security-groups/10b34b81-1894-4c5a-ac4e-cb2e4710e0e0 HTTP/1.1" status: 409 len: 330 time: 0.0053375 Sep 29 17:54:54.700066 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764031e-3842-4926-9a6f-a0bd792898c1 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b34b81-1894-4c5a-ac4e-cb2e4710e0e0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:54.701945 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43688) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:54.746889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-8d57f4c1-7078-48b8-b687-f2ab1be77707 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Deleting port 251e1bab-074e-4c7b-98a9-bfc3d20ecd3e {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:54.747222 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d57f4c1-7078-48b8-b687-f2ab1be77707 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.759176 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80e313a9-2319-4f79-b777-3eba624fc6e3 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.785059 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80e313a9-2319-4f79-b777-3eba624fc6e3 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.823923 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a5124c3c-a8c4-4c98-bbc3-989565903edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.831822 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80e313a9-2319-4f79-b777-3eba624fc6e3 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.834920 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-80e313a9-2319-4f79-b777-3eba624fc6e3 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.838616 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-80e313a9-2319-4f79-b777-3eba624fc6e3 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "DELETE /v2.0/security-groups/10b34b81-1894-4c5a-ac4e-cb2e4710e0e0 HTTP/1.1" status: 204 len: 168 time: 0.1332357 Sep 29 17:54:54.839420 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43690) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:54.847145 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d57f4c1-7078-48b8-b687-f2ab1be77707 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.861478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-8d57f4c1-7078-48b8-b687-f2ab1be77707 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Calling delete_port for 251e1bab-074e-4c7b-98a9-bfc3d20ecd3e owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:54.861699 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e313a9-2319-4f79-b777-3eba624fc6e3 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b34b81-1894-4c5a-ac4e-cb2e4710e0e0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:54.862913 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a5124c3c-a8c4-4c98-bbc3-989565903edf None None] For port 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2edc3f6b-86d8-4cf7-9d3c-0b19145bc208,segment=NetworkSegment(74209267-662c-4306-9913-6ce7f9cbbc68),segment_id=74209267-662c-4306-9913-6ce7f9cbbc68)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:54.871385 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a5124c3c-a8c4-4c98-bbc3-989565903edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:54.907319 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-89b27138-6fd4-4750-9af2-a6b391ce6a79 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0668228 Sep 29 17:54:54.911463 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43692) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:54.929679 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-44d6c72d-fa0a-4b10-9510-82bfa71b8397 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] delete failed (client error): The resource could not be found. Sep 29 17:54:54.934403 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-44d6c72d-fa0a-4b10-9510-82bfa71b8397 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "DELETE /v2.0/security-groups/d6e6488f-3872-4cf6-9791-a1d9877ed83e HTTP/1.1" status: 404 len: 347 time: 0.0181823 Sep 29 17:54:54.934749 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43694) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:54.941700 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5124c3c-a8c4-4c98-bbc3-989565903edf None None] Pushing event updated for resources: {'Port': ['ID=2edc3f6b-86d8-4cf7-9d3c-0b19145bc208,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:54.952550 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-273af230-f480-4bf4-8035-562cda811622 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] show failed (client error): The resource could not be found. Sep 29 17:54:54.957319 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-273af230-f480-4bf4-8035-562cda811622 tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "GET /v2.0/security-groups/5df43fb3-9ee6-4dc5-a17e-0b6bc6ccd0e3 HTTP/1.1" status: 404 len: 347 time: 0.0179274 Sep 29 17:54:54.957609 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43696) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:54.969729 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-0c3b7088-2bff-46f4-8876-82b3034454ed tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] show failed (client error): The resource could not be found. Sep 29 17:54:54.975578 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0c3b7088-2bff-46f4-8876-82b3034454ed tempest-NegativeSecGroupTest-313952879 tempest-NegativeSecGroupTest-313952879-project] 10.222.0.44 "GET /v2.0/security-group-rules/ea26484e-d5cd-45c5-ad44-4308f80dbaff HTTP/1.1" status: 404 len: 356 time: 0.0170836 Sep 29 17:54:55.021527 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d57f4c1-7078-48b8-b687-f2ab1be77707 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.052413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57f4c1-7078-48b8-b687-f2ab1be77707 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Pushing event deleted for resources: {'Port': ['ID=251e1bab-074e-4c7b-98a9-bfc3d20ecd3e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:55.080310 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8d57f4c1-7078-48b8-b687-f2ab1be77707 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.082384 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8d57f4c1-7078-48b8-b687-f2ab1be77707 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] 10.222.0.44 "DELETE /v2.0/ports/251e1bab-074e-4c7b-98a9-bfc3d20ecd3e HTTP/1.1" status: 204 len: 168 time: 0.4398835 Sep 29 17:54:55.086312 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43700) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:55.093683 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c3ebbb02-52f2-4aef-a9dd-39eb8e93cacb tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Request body: {'port': {'name': 'tempest-new-port-name-1452776151', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:55.094287 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.api.validators [None req-c3ebbb02-52f2-4aef-a9dd-39eb8e93cacb tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] bootfile-name is not in valid_values {{(pid=95015) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 17:54:55.094287 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.api.validators [None req-c3ebbb02-52f2-4aef-a9dd-39eb8e93cacb tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] tftp-server is not in valid_values {{(pid=95015) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 17:54:55.094648 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.api.validators [None req-c3ebbb02-52f2-4aef-a9dd-39eb8e93cacb tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] server-ip-address is not in valid_values {{(pid=95015) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 17:54:55.162152 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c3ebbb02-52f2-4aef-a9dd-39eb8e93cacb tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.199794 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-030a51c9-d249-4258-a385-5e0f76f0bab5 None None] Provisioning complete for port 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:55.200391 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-030a51c9-d249-4258-a385-5e0f76f0bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.276964 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43704) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:55.316007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-030a51c9-d249-4258-a385-5e0f76f0bab5 None None] Could not find standard attr ID for object 251e1bab-074e-4c7b-98a9-bfc3d20ecd3e. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:54:55.330548 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-030a51c9-d249-4258-a385-5e0f76f0bab5 None None] Provisioning complete for port 8ecad26e-3ada-4803-ae78-e85d72b9c388 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:55.330920 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-030a51c9-d249-4258-a385-5e0f76f0bab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.368392 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-030a51c9-d249-4258-a385-5e0f76f0bab5 None None] Port 8ecad26e-3ada-4803-ae78-e85d72b9c388 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:54:55.411376 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c3ebbb02-52f2-4aef-a9dd-39eb8e93cacb tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.417586 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c3ebbb02-52f2-4aef-a9dd-39eb8e93cacb tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.445334 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0aa86472-5e94-407d-b598-046ca58fde17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58a1fef5a6384e5f84f43dd88d59f342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1649561 Sep 29 17:54:55.446584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43708) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:55.462689 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c3ebbb02-52f2-4aef-a9dd-39eb8e93cacb tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] In _notify_port_updated(), no bound segment for port 8ecad26e-3ada-4803-ae78-e85d72b9c388 on network ce22e898-e02f-40a9-ba40-d6542b1bed94 {{(pid=95015) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:54:55.468371 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebbb02-52f2-4aef-a9dd-39eb8e93cacb tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:55.469018 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c3ebbb02-52f2-4aef-a9dd-39eb8e93cacb tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.470542 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c3ebbb02-52f2-4aef-a9dd-39eb8e93cacb tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] 10.222.0.44 "PUT /v2.0/ports/8ecad26e-3ada-4803-ae78-e85d72b9c388 HTTP/1.1" status: 200 len: 1130 time: 0.3832476 Sep 29 17:54:55.473333 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43710) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:55.495619 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-147dee80-9da1-4908-bc78-e27462b9e94a None None] Provisioning complete for port 8ecad26e-3ada-4803-ae78-e85d72b9c388 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:55.496029 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-147dee80-9da1-4908-bc78-e27462b9e94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.505682 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c666ab8d-6d07-40f5-afe7-10f2547adede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.537178 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c666ab8d-6d07-40f5-afe7-10f2547adede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.548027 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebbb02-52f2-4aef-a9dd-39eb8e93cacb tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Pushing event updated for resources: {'Port': ['ID=8ecad26e-3ada-4803-ae78-e85d72b9c388,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:55.550700 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-147dee80-9da1-4908-bc78-e27462b9e94a None None] Port 8ecad26e-3ada-4803-ae78-e85d72b9c388 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:54:55.571049 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ff1c4a-4ad7-4125-9537-0eb52625cc41 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:55.572553 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e0ff1c4a-4ad7-4125-9537-0eb52625cc41 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] 10.222.0.44 "GET /v2.0/ports/8ecad26e-3ada-4803-ae78-e85d72b9c388 HTTP/1.1" status: 200 len: 1130 time: 0.0984690 Sep 29 17:54:55.585467 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43712) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:55.608513 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c666ab8d-6d07-40f5-afe7-10f2547adede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.612730 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c666ab8d-6d07-40f5-afe7-10f2547adede admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.614741 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c666ab8d-6d07-40f5-afe7-10f2547adede admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21fb395d-138a-4883-adf2-cfd9484bfe26 HTTP/1.1" status: 204 len: 168 time: 0.1663628 Sep 29 17:54:55.625305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666ab8d-6d07-40f5-afe7-10f2547adede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fb395d-138a-4883-adf2-cfd9484bfe26,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:55.656149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:54:55.685208 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-24910084-9675-4389-b3d2-29c2c886b17c tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Deleting port 8ecad26e-3ada-4803-ae78-e85d72b9c388 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:55.685574 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-24910084-9675-4389-b3d2-29c2c886b17c tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.694958 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c5bcef1c-abd0-4cbf-8aa9-9dc16688d5ae None None] Could not find standard attr ID for object 251e1bab-074e-4c7b-98a9-bfc3d20ecd3e. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:54:55.726558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:54:55.726936 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.799908 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-24910084-9675-4389-b3d2-29c2c886b17c tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.813795 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-24910084-9675-4389-b3d2-29c2c886b17c tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Calling delete_port for 8ecad26e-3ada-4803-ae78-e85d72b9c388 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:55.958843 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-24910084-9675-4389-b3d2-29c2c886b17c tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:55.994866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24910084-9675-4389-b3d2-29c2c886b17c tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Pushing event deleted for resources: {'Port': ['ID=8ecad26e-3ada-4803-ae78-e85d72b9c388,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:56.022247 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-24910084-9675-4389-b3d2-29c2c886b17c tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.024156 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-24910084-9675-4389-b3d2-29c2c886b17c tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] 10.222.0.44 "DELETE /v2.0/ports/8ecad26e-3ada-4803-ae78-e85d72b9c388 HTTP/1.1" status: 204 len: 168 time: 0.4463556 Sep 29 17:54:56.026613 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43726) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:56.083336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7cc9941-0cac-4a41-ac78-84cc0d4d5afe tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Deleting subnet c450fffe-f8c1-49b1-a9e6-62eb5b6e5ede {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:54:56.086689 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9941-0cac-4a41-ac78-84cc0d4d5afe tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.111559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b44709d4-ec0e-4208-b20b-25c56a326666 None None] Could not find standard attr ID for object 8ecad26e-3ada-4803-ae78-e85d72b9c388. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:54:56.135472 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9941-0cac-4a41-ac78-84cc0d4d5afe tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.246869 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9941-0cac-4a41-ac78-84cc0d4d5afe tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.317206 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9941-0cac-4a41-ac78-84cc0d4d5afe tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.354396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc9941-0cac-4a41-ac78-84cc0d4d5afe tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Pushing event deleted for resources: {'Subnet': ['ID=c450fffe-f8c1-49b1-a9e6-62eb5b6e5ede,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:56.358640 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9941-0cac-4a41-ac78-84cc0d4d5afe tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.360544 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e7cc9941-0cac-4a41-ac78-84cc0d4d5afe tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] 10.222.0.44 "DELETE /v2.0/subnets/c450fffe-f8c1-49b1-a9e6-62eb5b6e5ede HTTP/1.1" status: 204 len: 168 time: 0.3330028 Sep 29 17:54:56.363300 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43736) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:56.366341 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad5dcf2-700e-48cc-a3da-1e4c04bd7390 None None] Network ce22e898-e02f-40a9-ba40-d6542b1bed94 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:56.397295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43738) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:56.451772 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.508117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Deleting port 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:56.508672 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.512947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-3fdc0305-0dae-49cd-80c5-f287a069742e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1215929950-network', 'tenant_id': 'bacbb0b6281848288f6b5d09d3fd59c1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:56.561531 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb997c8-139a-4e65-9f38-ec02f93f8300 None None] DHCP port deletion for ce22e898-e02f-40a9-ba40-d6542b1bed94 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:54:56.580880 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdc0305-0dae-49cd-80c5-f287a069742e admin admin] Made reservation on behalf of bacbb0b6281848288f6b5d09d3fd59c1 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:56.583082 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3fdc0305-0dae-49cd-80c5-f287a069742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.601472 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3fdc0305-0dae-49cd-80c5-f287a069742e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.607005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] For port 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2edc3f6b-86d8-4cf7-9d3c-0b19145bc208,segment=NetworkSegment(74209267-662c-4306-9913-6ce7f9cbbc68),segment_id=74209267-662c-4306-9913-6ce7f9cbbc68)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:56.607214 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-feb997c8-139a-4e65-9f38-ec02f93f8300 None None] Deleting port 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:54:56.608301 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.608429 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-feb997c8-139a-4e65-9f38-ec02f93f8300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.631104 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Calling delete_port for 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:56.678500 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-feb997c8-139a-4e65-9f38-ec02f93f8300 None None] For port 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2edc3f6b-86d8-4cf7-9d3c-0b19145bc208,segment=NetworkSegment(74209267-662c-4306-9913-6ce7f9cbbc68),segment_id=74209267-662c-4306-9913-6ce7f9cbbc68)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:54:56.679083 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-feb997c8-139a-4e65-9f38-ec02f93f8300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.691271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-feb997c8-139a-4e65-9f38-ec02f93f8300 None None] Calling delete_port for 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:54:56.750497 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.771233 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-feb997c8-139a-4e65-9f38-ec02f93f8300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.783984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Pushing event deleted for resources: {'Port': ['ID=2edc3f6b-86d8-4cf7-9d3c-0b19145bc208,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:56.791324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] No DVR routers for this DVR port 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:54:56.799255 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb997c8-139a-4e65-9f38-ec02f93f8300 None None] Pushing event deleted for resources: {'Port': ['ID=2edc3f6b-86d8-4cf7-9d3c-0b19145bc208,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:56.804709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb997c8-139a-4e65-9f38-ec02f93f8300 None None] No DVR routers for this DVR port 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:54:56.823467 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3fdc0305-0dae-49cd-80c5-f287a069742e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.829397 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3fdc0305-0dae-49cd-80c5-f287a069742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.877339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fdc0305-0dae-49cd-80c5-f287a069742e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:54:56.901901 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.932268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc0305-0dae-49cd-80c5-f287a069742e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a753af1d-3af4-4632-8248-651fadd5d6f8,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:56.938514 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce22e898-e02f-40a9-ba40-d6542b1bed94']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:56.945530 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3fdc0305-0dae-49cd-80c5-f287a069742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:56.945879 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-3fdc0305-0dae-49cd-80c5-f287a069742e admin admin] Added segment 0285edbc-9742-4841-ac6d-537c433bccf8 of type vlan for network 715dfc27-c148-4a09-8e6c-eadeef5f63d0 Sep 29 17:54:56.956492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74209267-662c-4306-9913-6ce7f9cbbc68') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:56.956792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74209267-662c-4306-9913-6ce7f9cbbc68') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:56.982915 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:57.003645 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3fdc0305-0dae-49cd-80c5-f287a069742e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:57.005894 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:57.015268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:54:57.015647 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:54:57.018499 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:54:57.085261 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3fdc0305-0dae-49cd-80c5-f287a069742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:57.086198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdc0305-0dae-49cd-80c5-f287a069742e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:57.086772 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3fdc0305-0dae-49cd-80c5-f287a069742e admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:57.105795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:57.119690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:57.121533 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] 10.222.0.44 "DELETE /v2.0/networks/ce22e898-e02f-40a9-ba40-d6542b1bed94 HTTP/1.1" status: 204 len: 168 time: 0.7572176 Sep 29 17:54:57.123019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3fdc0305-0dae-49cd-80c5-f287a069742e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7246270 Sep 29 17:54:57.126535 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43744) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:57.132839 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-29a4b1c3-e050-4dda-b42f-6191007b983e admin admin] Request body: {'subnet': {'network_id': '715dfc27-c148-4a09-8e6c-eadeef5f63d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1215929950-subnet', 'tenant_id': 'bacbb0b6281848288f6b5d09d3fd59c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:57.155607 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc0305-0dae-49cd-80c5-f287a069742e admin admin] Pushing event updated for resources: {'Network': ['ID=715dfc27-c148-4a09-8e6c-eadeef5f63d0,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:57.158450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a4b1c3-e050-4dda-b42f-6191007b983e admin admin] Made reservation on behalf of bacbb0b6281848288f6b5d09d3fd59c1 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:57.161451 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29a4b1c3-e050-4dda-b42f-6191007b983e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:57.173369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 715dfc27-c148-4a09-8e6c-eadeef5f63d0 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:54:57.178859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b88fe7-4a2d-4150-84e2-20180d7a86ce tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910 tempest-ExtraDHCPOptionsIpV6TestJSON-1498877910-project] Pushing event deleted for resources: {'Network': ['ID=ce22e898-e02f-40a9-ba40-d6542b1bed94,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:57.337015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43748) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:57.343244 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29a4b1c3-e050-4dda-b42f-6191007b983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:57.393106 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4b1c3-e050-4dda-b42f-6191007b983e admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b58ca4-d490-4a7b-9cd4-607e9ede2454,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:57.409189 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a4b1c3-e050-4dda-b42f-6191007b983e admin admin] Checking segment: {'id': '0285edbc-9742-4841-ac6d-537c433bccf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '715dfc27-c148-4a09-8e6c-eadeef5f63d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:57.409574 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a4b1c3-e050-4dda-b42f-6191007b983e admin admin] Network hostable DHCP agents. Network: 715dfc27-c148-4a09-8e6c-eadeef5f63d0, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:54:57.426314 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a4b1c3-e050-4dda-b42f-6191007b983e admin admin] Network 715dfc27-c148-4a09-8e6c-eadeef5f63d0 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:54:57.435043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-29a4b1c3-e050-4dda-b42f-6191007b983e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 715dfc27-c148-4a09-8e6c-eadeef5f63d0) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:57.439721 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a4b1c3-e050-4dda-b42f-6191007b983e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:57.440315 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29a4b1c3-e050-4dda-b42f-6191007b983e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:57.446227 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6461ba-8666-47b5-bbee-a71c7281b59e None None] Network 715dfc27-c148-4a09-8e6c-eadeef5f63d0 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:57.461690 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-29a4b1c3-e050-4dda-b42f-6191007b983e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3280203 Sep 29 17:54:57.478939 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6c80a58d-ac08-41d0-b92e-36cd01ec9bbb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2ecb2d799ed45059d6e48d52683a27b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407001 Sep 29 17:54:57.481348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43754) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:57.547504 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82fae6ab-1345-46bc-94cd-0a569dbf9d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:57.580171 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82fae6ab-1345-46bc-94cd-0a569dbf9d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:57.584442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:54:57.623818 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:54:57.624650 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2edc3f6b-86d8-4cf7-9d3c-0b19145bc208 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:54:57.637983 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b7fbcb-8a65-45a1-977f-5f5be6bf9fc3 None None] Network 715dfc27-c148-4a09-8e6c-eadeef5f63d0 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:57.652338 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:57.659368 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82fae6ab-1345-46bc-94cd-0a569dbf9d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:57.662152 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82fae6ab-1345-46bc-94cd-0a569dbf9d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:57.663567 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-82fae6ab-1345-46bc-94cd-0a569dbf9d1a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/de706a9b-b19f-4e2e-894f-bb89303499f9 HTTP/1.1" status: 204 len: 168 time: 0.1813061 Sep 29 17:54:57.671694 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fae6ab-1345-46bc-94cd-0a569dbf9d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de706a9b-b19f-4e2e-894f-bb89303499f9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:57.965840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43776) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:57.971507 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3ceb3b6b-8a1a-4cdb-93fd-9b10cc10fa42 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1290066238-network', 'tenant_id': 'cdf53085ed9b42fab5a3b32bcf70d69b'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:57.992741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceb3b6b-8a1a-4cdb-93fd-9b10cc10fa42 admin admin] Made reservation on behalf of cdf53085ed9b42fab5a3b32bcf70d69b for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:57.995025 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3b6b-8a1a-4cdb-93fd-9b10cc10fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.004203 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3b6b-8a1a-4cdb-93fd-9b10cc10fa42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.094000 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3b6b-8a1a-4cdb-93fd-9b10cc10fa42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.101625 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3b6b-8a1a-4cdb-93fd-9b10cc10fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.123910 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ceb3b6b-8a1a-4cdb-93fd-9b10cc10fa42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:54:58.137366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb3b6b-8a1a-4cdb-93fd-9b10cc10fa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d344240a-0097-4fa7-b2be-b94b3f748f4a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:58.143385 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3b6b-8a1a-4cdb-93fd-9b10cc10fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.143725 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-3ceb3b6b-8a1a-4cdb-93fd-9b10cc10fa42 admin admin] Added segment 47e12ef1-50c4-4349-92d4-2e412018f136 of type vlan for network 634bc960-a9f6-49ac-b846-619d6ce3a0b3 Sep 29 17:54:58.189253 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3b6b-8a1a-4cdb-93fd-9b10cc10fa42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.228229 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3b6b-8a1a-4cdb-93fd-9b10cc10fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.229531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb3b6b-8a1a-4cdb-93fd-9b10cc10fa42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:58.233630 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ceb3b6b-8a1a-4cdb-93fd-9b10cc10fa42 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.266141 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3ceb3b6b-8a1a-4cdb-93fd-9b10cc10fa42 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2991297 Sep 29 17:54:58.268862 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43786) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:58.298007 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c3e70c9b-039e-4010-9d6d-6ee11ad64400 admin admin] Request body: {'subnet': {'network_id': '634bc960-a9f6-49ac-b846-619d6ce3a0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1290066238-subnet', 'tenant_id': 'cdf53085ed9b42fab5a3b32bcf70d69b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:58.302278 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb3b6b-8a1a-4cdb-93fd-9b10cc10fa42 admin admin] Pushing event updated for resources: {'Network': ['ID=634bc960-a9f6-49ac-b846-619d6ce3a0b3,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:58.313711 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 634bc960-a9f6-49ac-b846-619d6ce3a0b3 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:54:58.325597 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e70c9b-039e-4010-9d6d-6ee11ad64400 admin admin] Made reservation on behalf of cdf53085ed9b42fab5a3b32bcf70d69b for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:58.325597 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c3e70c9b-039e-4010-9d6d-6ee11ad64400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.442891 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43792) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:58.504427 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c3e70c9b-039e-4010-9d6d-6ee11ad64400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.542288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1c0c7a74-de5e-4f4a-8b98-97c027d5c397 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-235299229'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:58.561213 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e70c9b-039e-4010-9d6d-6ee11ad64400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8926a15d-ad30-4c0d-90f9-c33bf5def905,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:58.564555 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0c7a74-de5e-4f4a-8b98-97c027d5c397 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Made reservation on behalf of 92dcf920581640f19d5b5d7cfd038872 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:58.568432 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c0c7a74-de5e-4f4a-8b98-97c027d5c397 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.577049 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e70c9b-039e-4010-9d6d-6ee11ad64400 admin admin] Checking segment: {'id': '47e12ef1-50c4-4349-92d4-2e412018f136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '634bc960-a9f6-49ac-b846-619d6ce3a0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:58.577339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e70c9b-039e-4010-9d6d-6ee11ad64400 admin admin] Network hostable DHCP agents. Network: 634bc960-a9f6-49ac-b846-619d6ce3a0b3, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:54:58.580675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c0c7a74-de5e-4f4a-8b98-97c027d5c397 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.595089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e70c9b-039e-4010-9d6d-6ee11ad64400 admin admin] Network 634bc960-a9f6-49ac-b846-619d6ce3a0b3 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:54:58.605587 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-c3e70c9b-039e-4010-9d6d-6ee11ad64400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 634bc960-a9f6-49ac-b846-619d6ce3a0b3) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:58.609902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e70c9b-039e-4010-9d6d-6ee11ad64400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:58.610488 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c3e70c9b-039e-4010-9d6d-6ee11ad64400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.619913 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800cd63d-335e-4664-baec-32409281fb64 None None] Network 634bc960-a9f6-49ac-b846-619d6ce3a0b3 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:58.676808 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c0c7a74-de5e-4f4a-8b98-97c027d5c397 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.681165 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c0c7a74-de5e-4f4a-8b98-97c027d5c397 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.696369 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c3e70c9b-039e-4010-9d6d-6ee11ad64400 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4262178 Sep 29 17:54:58.715589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0c7a74-de5e-4f4a-8b98-97c027d5c397 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:54:58.721689 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c7a74-de5e-4f4a-8b98-97c027d5c397 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=333fb3d8-5d63-488a-90ce-e880ad4a0c0a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:58.730500 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c0c7a74-de5e-4f4a-8b98-97c027d5c397 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.730933 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-1c0c7a74-de5e-4f4a-8b98-97c027d5c397 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Added segment 35c586ec-13be-427d-aec9-61d68f4dc62c of type vlan for network 3643f2af-3030-4b33-8bf9-aa270d944c71 Sep 29 17:54:58.752232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55a4eea-9385-46b2-8428-96a6c5f9b4fa None None] Network 634bc960-a9f6-49ac-b846-619d6ce3a0b3 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:58.776376 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c0c7a74-de5e-4f4a-8b98-97c027d5c397 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.803465 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c0c7a74-de5e-4f4a-8b98-97c027d5c397 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.809189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0c7a74-de5e-4f4a-8b98-97c027d5c397 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:58.809981 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c0c7a74-de5e-4f4a-8b98-97c027d5c397 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.815041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43798) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:58.841229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1c0c7a74-de5e-4f4a-8b98-97c027d5c397 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3971200 Sep 29 17:54:58.847880 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43800) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:58.855340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-74443e79-82f6-42c6-91e2-66416780329d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Request body: {'subnet': {'network_id': '3643f2af-3030-4b33-8bf9-aa270d944c71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:58.883117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c7a74-de5e-4f4a-8b98-97c027d5c397 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Pushing event updated for resources: {'Network': ['ID=3643f2af-3030-4b33-8bf9-aa270d944c71,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:58.909325 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-242f0f9b-0b38-4b9a-a00a-1b413daa25f4 admin admin] Deleting subnet 11b58ca4-d490-4a7b-9cd4-607e9ede2454 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:54:58.914504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-242f0f9b-0b38-4b9a-a00a-1b413daa25f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:58.984366 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 3643f2af-3030-4b33-8bf9-aa270d944c71 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:54:58.985454 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-242f0f9b-0b38-4b9a-a00a-1b413daa25f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.028038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74443e79-82f6-42c6-91e2-66416780329d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Made reservation on behalf of 92dcf920581640f19d5b5d7cfd038872 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:59.031703 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74443e79-82f6-42c6-91e2-66416780329d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.061798 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-242f0f9b-0b38-4b9a-a00a-1b413daa25f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.159882 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-242f0f9b-0b38-4b9a-a00a-1b413daa25f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.221643 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f0f9b-0b38-4b9a-a00a-1b413daa25f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b58ca4-d490-4a7b-9cd4-607e9ede2454,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:59.226955 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-242f0f9b-0b38-4b9a-a00a-1b413daa25f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.228806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-242f0f9b-0b38-4b9a-a00a-1b413daa25f4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/11b58ca4-d490-4a7b-9cd4-607e9ede2454 HTTP/1.1" status: 204 len: 168 time: 0.4126780 Sep 29 17:54:59.231862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43802) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:59.288653 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74443e79-82f6-42c6-91e2-66416780329d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.307296 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-84ec03f3-8ee1-4f86-a15f-9c78384e597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.345985 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74443e79-82f6-42c6-91e2-66416780329d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Pushing event updated for resources: {'Subnet': ['ID=720710fc-a1da-4d59-b643-23e1ed02f66a,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:59.355803 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74443e79-82f6-42c6-91e2-66416780329d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Checking segment: {'id': '35c586ec-13be-427d-aec9-61d68f4dc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3643f2af-3030-4b33-8bf9-aa270d944c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:54:59.356159 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74443e79-82f6-42c6-91e2-66416780329d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Network hostable DHCP agents. Network: 3643f2af-3030-4b33-8bf9-aa270d944c71, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:54:59.375066 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74443e79-82f6-42c6-91e2-66416780329d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Network 3643f2af-3030-4b33-8bf9-aa270d944c71 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:54:59.383434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-74443e79-82f6-42c6-91e2-66416780329d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 3643f2af-3030-4b33-8bf9-aa270d944c71) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:59.387354 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74443e79-82f6-42c6-91e2-66416780329d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:59.387933 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74443e79-82f6-42c6-91e2-66416780329d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.390946 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-84ec03f3-8ee1-4f86-a15f-9c78384e597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.397999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76031016-fa6f-49c1-90c7-9467372103cc None None] Network 3643f2af-3030-4b33-8bf9-aa270d944c71 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:54:59.403163 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-74443e79-82f6-42c6-91e2-66416780329d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5540552 Sep 29 17:54:59.405706 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43804) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:59.411146 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e9ee2445-8ac1-40d8-8112-1817c92f05f7 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Request body: {'port': {'network_id': '3643f2af-3030-4b33-8bf9-aa270d944c71', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1583280629'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:54:59.423801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-84ec03f3-8ee1-4f86-a15f-9c78384e597b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715dfc27-c148-4a09-8e6c-eadeef5f63d0']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:59.434544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-84ec03f3-8ee1-4f86-a15f-9c78384e597b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0285edbc-9742-4841-ac6d-537c433bccf8') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:59.434843 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-84ec03f3-8ee1-4f86-a15f-9c78384e597b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0285edbc-9742-4841-ac6d-537c433bccf8') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:59.444947 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-84ec03f3-8ee1-4f86-a15f-9c78384e597b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.459412 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-84ec03f3-8ee1-4f86-a15f-9c78384e597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.468673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ec03f3-8ee1-4f86-a15f-9c78384e597b admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:54:59.469126 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-84ec03f3-8ee1-4f86-a15f-9c78384e597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:54:59.471456 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:54:59.530341 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-84ec03f3-8ee1-4f86-a15f-9c78384e597b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.532908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ee2445-8ac1-40d8-8112-1817c92f05f7 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Made reservation on behalf of 92dcf920581640f19d5b5d7cfd038872 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:54:59.536378 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-84ec03f3-8ee1-4f86-a15f-9c78384e597b admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.536654 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9ee2445-8ac1-40d8-8112-1817c92f05f7 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.541727 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-84ec03f3-8ee1-4f86-a15f-9c78384e597b admin admin] 10.222.0.44 "DELETE /v2.0/networks/715dfc27-c148-4a09-8e6c-eadeef5f63d0 HTTP/1.1" status: 204 len: 168 time: 0.3070843 Sep 29 17:54:59.543445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43806) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:59.560510 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-e9ee2445-8ac1-40d8-8112-1817c92f05f7 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] device_id is not set on port 2f8b6cb3-51cf-4654-a470-4f116b6ccbfa yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:54:59.563603 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-3643f2af-3030-4b33-8bf9-aa270d944c71', 'network_id': '3643f2af-3030-4b33-8bf9-aa270d944c71', 'tenant_id': '92dcf920581640f19d5b5d7cfd038872', 'fixed_ips': [{'subnet_id': '720710fc-a1da-4d59-b643-23e1ed02f66a'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:54:59.563603 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.568783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec03f3-8ee1-4f86-a15f-9c78384e597b admin admin] Pushing event deleted for resources: {'Network': ['ID=715dfc27-c148-4a09-8e6c-eadeef5f63d0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:59.609648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-01385055-ce20-4483-bdf3-fed232820d7a admin admin] Deleting subnet 8926a15d-ad30-4c0d-90f9-c33bf5def905 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:54:59.612780 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-01385055-ce20-4483-bdf3-fed232820d7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.652262 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-01385055-ce20-4483-bdf3-fed232820d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.684285 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-e9ee2445-8ac1-40d8-8112-1817c92f05f7 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Allocated IP 172.20.0.7 (3643f2af-3030-4b33-8bf9-aa270d944c71/720710fc-a1da-4d59-b643-23e1ed02f66a/2f8b6cb3-51cf-4654-a470-4f116b6ccbfa) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:59.692559 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-01385055-ce20-4483-bdf3-fed232820d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.746114 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-01385055-ce20-4483-bdf3-fed232820d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.771777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01385055-ce20-4483-bdf3-fed232820d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8926a15d-ad30-4c0d-90f9-c33bf5def905,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:59.775354 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-01385055-ce20-4483-bdf3-fed232820d7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.780071 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-01385055-ce20-4483-bdf3-fed232820d7a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8926a15d-ad30-4c0d-90f9-c33bf5def905 HTTP/1.1" status: 204 len: 168 time: 0.2328677 Sep 29 17:54:59.780918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43808) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:54:59.831047 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9ee2445-8ac1-40d8-8112-1817c92f05f7 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.854184 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8041a713-beb4-4ad9-86ca-2cc0f0cc2d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.865092 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9ee2445-8ac1-40d8-8112-1817c92f05f7 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.911132 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ee2445-8ac1-40d8-8112-1817c92f05f7 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Network 3643f2af-3030-4b33-8bf9-aa270d944c71 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:54:59.914287 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e9ee2445-8ac1-40d8-8112-1817c92f05f7 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:54:59.916871 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee2445-8ac1-40d8-8112-1817c92f05f7 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:54:59.917897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Allocated IP 172.20.0.2 (3643f2af-3030-4b33-8bf9-aa270d944c71/720710fc-a1da-4d59-b643-23e1ed02f66a/d9252ab4-e92b-46a8-b422-212c4bb129ce) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:54:59.942733 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8041a713-beb4-4ad9-86ca-2cc0f0cc2d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.964078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-8041a713-beb4-4ad9-86ca-2cc0f0cc2d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634bc960-a9f6-49ac-b846-619d6ce3a0b3']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:59.966055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee2445-8ac1-40d8-8112-1817c92f05f7 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Pushing event updated for resources: {'Port': ['ID=2f8b6cb3-51cf-4654-a470-4f116b6ccbfa,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:54:59.974742 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-8041a713-beb4-4ad9-86ca-2cc0f0cc2d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e12ef1-50c4-4349-92d4-2e412018f136') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:59.975039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-8041a713-beb4-4ad9-86ca-2cc0f0cc2d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e12ef1-50c4-4349-92d4-2e412018f136') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:54:59.977145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ee2445-8ac1-40d8-8112-1817c92f05f7 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:54:59.977881 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9ee2445-8ac1-40d8-8112-1817c92f05f7 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.992380 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e9ee2445-8ac1-40d8-8112-1817c92f05f7 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.5854633 Sep 29 17:54:59.995293 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8041a713-beb4-4ad9-86ca-2cc0f0cc2d0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:54:59.996523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43810) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:00.002243 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Request body: {'port': {'network_id': '3643f2af-3030-4b33-8bf9-aa270d944c71', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2127530838', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:00.002728 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.api.validators [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] bootfile-name is not in valid_values {{(pid=95015) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 17:55:00.003063 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.api.validators [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] tftp-server is not in valid_values {{(pid=95015) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 17:55:00.003388 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.api.validators [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] server-ip-address is not in valid_values {{(pid=95015) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 17:55:00.011446 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8041a713-beb4-4ad9-86ca-2cc0f0cc2d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.018711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8041a713-beb4-4ad9-86ca-2cc0f0cc2d0b admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:55:00.019086 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8041a713-beb4-4ad9-86ca-2cc0f0cc2d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:55:00.020762 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:55:00.079225 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8041a713-beb4-4ad9-86ca-2cc0f0cc2d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.086651 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8041a713-beb4-4ad9-86ca-2cc0f0cc2d0b admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.091411 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8041a713-beb4-4ad9-86ca-2cc0f0cc2d0b admin admin] 10.222.0.44 "DELETE /v2.0/networks/634bc960-a9f6-49ac-b846-619d6ce3a0b3 HTTP/1.1" status: 204 len: 168 time: 0.3076577 Sep 29 17:55:00.094664 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.102305 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.104031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041a713-beb4-4ad9-86ca-2cc0f0cc2d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=634bc960-a9f6-49ac-b846-619d6ce3a0b3,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:00.126432 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Made reservation on behalf of 92dcf920581640f19d5b5d7cfd038872 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:00.130486 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.148294 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Network 3643f2af-3030-4b33-8bf9-aa270d944c71 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:00.151270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:00.157923 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] device_id is not set on port 0f426535-ce97-42e2-967b-7a3520b043ba yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:55:00.159056 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:00.162158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Pushing event updated for resources: {'Port': ['ID=d9252ab4-e92b-46a8-b422-212c4bb129ce,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:00.228215 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Attempting to bind port d9252ab4-e92b-46a8-b422-212c4bb129ce on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:55:00.228576 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Attempting to bind port d9252ab4-e92b-46a8-b422-212c4bb129ce by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '35c586ec-13be-427d-aec9-61d68f4dc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3643f2af-3030-4b33-8bf9-aa270d944c71'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:55:00.229003 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Attempting to bind port d9252ab4-e92b-46a8-b422-212c4bb129ce on network 3643f2af-3030-4b33-8bf9-aa270d944c71 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:55:00.235350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:55:00.236011 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Checking segment: {'id': '35c586ec-13be-427d-aec9-61d68f4dc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3643f2af-3030-4b33-8bf9-aa270d944c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:55:00.236403 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.236800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Bound using segment: {'id': '35c586ec-13be-427d-aec9-61d68f4dc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3643f2af-3030-4b33-8bf9-aa270d944c71'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:55:00.237284 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Bound port: d9252ab4-e92b-46a8-b422-212c4bb129ce, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c586ec-13be-427d-aec9-61d68f4dc62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '3643f2af-3030-4b33-8bf9-aa270d944c71'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:55:00.237677 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.283838 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43814) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:00.290100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Allocated IP 172.20.0.9 (3643f2af-3030-4b33-8bf9-aa270d944c71/720710fc-a1da-4d59-b643-23e1ed02f66a/0f426535-ce97-42e2-967b-7a3520b043ba) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:00.309762 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] For port d9252ab4-e92b-46a8-b422-212c4bb129ce, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:55:00.313906 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] For port d9252ab4-e92b-46a8-b422-212c4bb129ce, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d9252ab4-e92b-46a8-b422-212c4bb129ce,segment=NetworkSegment(35c586ec-13be-427d-aec9-61d68f4dc62c),segment_id=35c586ec-13be-427d-aec9-61d68f4dc62c)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:55:00.318522 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.349634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8a59980a-8cae-47a5-879b-643c97b3c607 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bacbb0b6281848288f6b5d09d3fd59c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0645576 Sep 29 17:55:00.352548 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43816) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:00.403394 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db144f-878d-4af9-82a7-a1b48199c9f1 None None] Pushing event updated for resources: {'Port': ['ID=d9252ab4-e92b-46a8-b422-212c4bb129ce,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:00.505092 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-828fd525-1fd4-4530-b07a-d12114602a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.547715 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-828fd525-1fd4-4530-b07a-d12114602a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.575846 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.625225 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.633991 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-828fd525-1fd4-4530-b07a-d12114602a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.636674 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-828fd525-1fd4-4530-b07a-d12114602a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.638011 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-828fd525-1fd4-4530-b07a-d12114602a4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a753af1d-3af4-4632-8248-651fadd5d6f8 HTTP/1.1" status: 204 len: 168 time: 0.2850177 Sep 29 17:55:00.692310 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fd525-1fd4-4530-b07a-d12114602a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a753af1d-3af4-4632-8248-651fadd5d6f8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:00.714158 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Pushing event updated for resources: {'Port': ['ID=0f426535-ce97-42e2-967b-7a3520b043ba,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:00.719837 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Network 3643f2af-3030-4b33-8bf9-aa270d944c71 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:00.722119 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:00.724309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:00.778225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:00.780397 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:00.797351 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ebec06dd-f13f-4004-ba2d-e78818e8d2de tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.7973700 Sep 29 17:55:00.798562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43820) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:00.855984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff92bc-b1f0-4944-96cd-5387e0d71af4 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:00.863372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff92bc-b1f0-4944-96cd-5387e0d71af4 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:00.869224 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ff92bc-b1f0-4944-96cd-5387e0d71af4 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:00.870944 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d3ff92bc-b1f0-4944-96cd-5387e0d71af4 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.0710497 Sep 29 17:55:00.874600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43824) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:00.988030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-18e6acdb-1574-46f1-a745-9caacc75c559 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Deleting port 0f426535-ce97-42e2-967b-7a3520b043ba {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:00.988364 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-18e6acdb-1574-46f1-a745-9caacc75c559 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:01.043450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43826) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:01.093995 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ee428365-787c-4a85-b4dc-4ae73190d767 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cdf53085ed9b42fab5a3b32bcf70d69b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493279 Sep 29 17:55:01.095298 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-18e6acdb-1574-46f1-a745-9caacc75c559 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:01.097780 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43828) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:01.119990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-18e6acdb-1574-46f1-a745-9caacc75c559 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Calling delete_port for 0f426535-ce97-42e2-967b-7a3520b043ba owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:01.165716 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-95e30f17-38fd-42cd-bd3e-df00f50de7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:01.191659 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-95e30f17-38fd-42cd-bd3e-df00f50de7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:01.262626 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-95e30f17-38fd-42cd-bd3e-df00f50de7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:01.265849 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-95e30f17-38fd-42cd-bd3e-df00f50de7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:01.269830 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-95e30f17-38fd-42cd-bd3e-df00f50de7eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d344240a-0097-4fa7-b2be-b94b3f748f4a HTTP/1.1" status: 204 len: 168 time: 0.1683562 Sep 29 17:55:01.281924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e30f17-38fd-42cd-bd3e-df00f50de7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d344240a-0097-4fa7-b2be-b94b3f748f4a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:01.307456 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-18e6acdb-1574-46f1-a745-9caacc75c559 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:01.344979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6acdb-1574-46f1-a745-9caacc75c559 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Pushing event deleted for resources: {'Port': ['ID=0f426535-ce97-42e2-967b-7a3520b043ba,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:01.425006 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-18e6acdb-1574-46f1-a745-9caacc75c559 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:01.426947 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-18e6acdb-1574-46f1-a745-9caacc75c559 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] 10.222.0.44 "DELETE /v2.0/ports/0f426535-ce97-42e2-967b-7a3520b043ba HTTP/1.1" status: 204 len: 168 time: 0.5508888 Sep 29 17:55:01.430598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43832) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:01.435921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ec64ecf7-c789-47ae-88c7-9c94d94b1457 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Request body: {'port': {'name': 'tempest-new-port-name-147900791', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:01.436318 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.api.validators [None req-ec64ecf7-c789-47ae-88c7-9c94d94b1457 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] bootfile-name is not in valid_values {{(pid=95016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 17:55:01.436685 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.api.validators [None req-ec64ecf7-c789-47ae-88c7-9c94d94b1457 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] tftp-server is not in valid_values {{(pid=95016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 17:55:01.437047 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.api.validators [None req-ec64ecf7-c789-47ae-88c7-9c94d94b1457 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] server-ip-address is not in valid_values {{(pid=95016) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 17:55:01.515255 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ec64ecf7-c789-47ae-88c7-9c94d94b1457 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:01.572538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5f863b-6b3b-48b4-9d87-dfbababcbb2b None None] Network 3643f2af-3030-4b33-8bf9-aa270d944c71 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:55:01.630126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d9252ab4-e92b-46a8-b422-212c4bb129ce up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:55:01.675001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7fe82159-aab3-408d-8444-3c5c97cf9733 None None] Provisioning complete for port d9252ab4-e92b-46a8-b422-212c4bb129ce triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:55:01.675690 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7fe82159-aab3-408d-8444-3c5c97cf9733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:01.755324 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ec64ecf7-c789-47ae-88c7-9c94d94b1457 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:01.760564 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ec64ecf7-c789-47ae-88c7-9c94d94b1457 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:01.814667 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port d9252ab4-e92b-46a8-b422-212c4bb129ce triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:55:01.815037 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:01.842920 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64ecf7-c789-47ae-88c7-9c94d94b1457 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Pushing event updated for resources: {'Port': ['ID=2f8b6cb3-51cf-4654-a470-4f116b6ccbfa,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:01.856142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ec64ecf7-c789-47ae-88c7-9c94d94b1457 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] In _notify_port_updated(), no bound segment for port 2f8b6cb3-51cf-4654-a470-4f116b6ccbfa on network 3643f2af-3030-4b33-8bf9-aa270d944c71 {{(pid=95016) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 17:55:01.856864 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7fe82159-aab3-408d-8444-3c5c97cf9733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:01.862824 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec64ecf7-c789-47ae-88c7-9c94d94b1457 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:01.863490 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ec64ecf7-c789-47ae-88c7-9c94d94b1457 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:01.864823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ec64ecf7-c789-47ae-88c7-9c94d94b1457 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] 10.222.0.44 "PUT /v2.0/ports/2f8b6cb3-51cf-4654-a470-4f116b6ccbfa HTTP/1.1" status: 200 len: 1135 time: 0.4333584 Sep 29 17:55:01.867781 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43846) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:01.929232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ec92ab-33e6-4a1b-a307-62aee338db7e tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:01.933861 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c6ec92ab-33e6-4a1b-a307-62aee338db7e tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] 10.222.0.44 "GET /v2.0/ports/2f8b6cb3-51cf-4654-a470-4f116b6ccbfa HTTP/1.1" status: 200 len: 1135 time: 0.0621278 Sep 29 17:55:01.934327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43852) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:01.946865 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7fe82159-aab3-408d-8444-3c5c97cf9733 None None] For port d9252ab4-e92b-46a8-b422-212c4bb129ce, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d9252ab4-e92b-46a8-b422-212c4bb129ce,segment=NetworkSegment(35c586ec-13be-427d-aec9-61d68f4dc62c),segment_id=35c586ec-13be-427d-aec9-61d68f4dc62c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:55:01.971520 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7fe82159-aab3-408d-8444-3c5c97cf9733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:02.013313 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:02.052123 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe82159-aab3-408d-8444-3c5c97cf9733 None None] Pushing event updated for resources: {'Port': ['ID=d9252ab4-e92b-46a8-b422-212c4bb129ce,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:02.061931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-94864ff0-3b3e-4d9f-920f-6f228db9b75d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Deleting port 2f8b6cb3-51cf-4654-a470-4f116b6ccbfa {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:02.062494 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94864ff0-3b3e-4d9f-920f-6f228db9b75d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:02.107161 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:55:02.108058 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:55:02.157017 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94864ff0-3b3e-4d9f-920f-6f228db9b75d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:02.174042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-94864ff0-3b3e-4d9f-920f-6f228db9b75d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Calling delete_port for 2f8b6cb3-51cf-4654-a470-4f116b6ccbfa owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:02.191772 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-58f5e43a-bd15-4e89-b2e3-0dca98424157 None None] Provisioning complete for port d9252ab4-e92b-46a8-b422-212c4bb129ce triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:55:02.192372 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-58f5e43a-bd15-4e89-b2e3-0dca98424157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:02.308944 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-58f5e43a-bd15-4e89-b2e3-0dca98424157 None None] Provisioning complete for port 2f8b6cb3-51cf-4654-a470-4f116b6ccbfa triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:55:02.309353 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-58f5e43a-bd15-4e89-b2e3-0dca98424157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:02.329584 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94864ff0-3b3e-4d9f-920f-6f228db9b75d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:02.348424 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-58f5e43a-bd15-4e89-b2e3-0dca98424157 None None] Port 2f8b6cb3-51cf-4654-a470-4f116b6ccbfa cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:55:02.384772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94864ff0-3b3e-4d9f-920f-6f228db9b75d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Pushing event deleted for resources: {'Port': ['ID=2f8b6cb3-51cf-4654-a470-4f116b6ccbfa,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:02.438774 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-94864ff0-3b3e-4d9f-920f-6f228db9b75d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:02.440562 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-94864ff0-3b3e-4d9f-920f-6f228db9b75d tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] 10.222.0.44 "DELETE /v2.0/ports/2f8b6cb3-51cf-4654-a470-4f116b6ccbfa HTTP/1.1" status: 204 len: 168 time: 0.5048931 Sep 29 17:55:02.443157 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43862) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:02.460581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6134738f-cfd3-479b-b944-16673ca6485b None None] Could not find standard attr ID for object 2f8b6cb3-51cf-4654-a470-4f116b6ccbfa. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:55:02.500692 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da11af5-2ff8-4f74-908c-1bb0fa134a9f tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Deleting subnet 720710fc-a1da-4d59-b643-23e1ed02f66a {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:55:02.504598 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9da11af5-2ff8-4f74-908c-1bb0fa134a9f tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:02.553509 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9da11af5-2ff8-4f74-908c-1bb0fa134a9f tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:02.653801 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9da11af5-2ff8-4f74-908c-1bb0fa134a9f tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:02.678994 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1f871316-6b67-4445-9ded-1538d30111a9 None None] Could not find standard attr ID for object 0f426535-ce97-42e2-967b-7a3520b043ba. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:55:02.722477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9da11af5-2ff8-4f74-908c-1bb0fa134a9f tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:02.751306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da11af5-2ff8-4f74-908c-1bb0fa134a9f tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Pushing event deleted for resources: {'Subnet': ['ID=720710fc-a1da-4d59-b643-23e1ed02f66a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:02.757520 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9da11af5-2ff8-4f74-908c-1bb0fa134a9f tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:02.762720 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9da11af5-2ff8-4f74-908c-1bb0fa134a9f tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] 10.222.0.44 "DELETE /v2.0/subnets/720710fc-a1da-4d59-b643-23e1ed02f66a HTTP/1.1" status: 204 len: 168 time: 0.3163004 Sep 29 17:55:02.763119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43872) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:02.853029 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:02.872732 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde0f741-e468-45f8-b23f-c3c47d70a16d None None] Network 3643f2af-3030-4b33-8bf9-aa270d944c71 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:55:02.915170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Deleting port d9252ab4-e92b-46a8-b422-212c4bb129ce {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:02.915509 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:02.985593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] For port d9252ab4-e92b-46a8-b422-212c4bb129ce, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d9252ab4-e92b-46a8-b422-212c4bb129ce,segment=NetworkSegment(35c586ec-13be-427d-aec9-61d68f4dc62c),segment_id=35c586ec-13be-427d-aec9-61d68f4dc62c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:55:02.986233 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:03.003666 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Calling delete_port for d9252ab4-e92b-46a8-b422-212c4bb129ce owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:03.075533 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae56eb94-d936-4a35-92df-9c5ee24a20bd None None] DHCP port deletion for 3643f2af-3030-4b33-8bf9-aa270d944c71 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:55:03.085538 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:03.114103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Pushing event deleted for resources: {'Port': ['ID=d9252ab4-e92b-46a8-b422-212c4bb129ce,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:03.115974 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] No DVR routers for this DVR port d9252ab4-e92b-46a8-b422-212c4bb129ce on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:55:03.138429 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ae56eb94-d936-4a35-92df-9c5ee24a20bd None None] Deleting port d9252ab4-e92b-46a8-b422-212c4bb129ce {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:03.139474 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ae56eb94-d936-4a35-92df-9c5ee24a20bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:03.200502 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:03.212185 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ae56eb94-d936-4a35-92df-9c5ee24a20bd None None] For port d9252ab4-e92b-46a8-b422-212c4bb129ce, host n-d-811748-2, got binding levels [] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:55:03.212611 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ae56eb94-d936-4a35-92df-9c5ee24a20bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:03.228747 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ae56eb94-d936-4a35-92df-9c5ee24a20bd None None] Calling delete_port for d9252ab4-e92b-46a8-b422-212c4bb129ce owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:03.231439 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.ipam_backend_mixin [None req-ae56eb94-d936-4a35-92df-9c5ee24a20bd None None] Port d9252ab4-e92b-46a8-b422-212c4bb129ce was not found and therefore no delete operation was performed {{(pid=95017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 17:55:03.231630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3643f2af-3030-4b33-8bf9-aa270d944c71']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:03.233421 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ae56eb94-d936-4a35-92df-9c5ee24a20bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:03.251554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c586ec-13be-427d-aec9-61d68f4dc62c') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:03.251864 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c586ec-13be-427d-aec9-61d68f4dc62c') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:03.258832 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56eb94-d936-4a35-92df-9c5ee24a20bd None None] Pushing event deleted for resources: {'Port': ['ID=d9252ab4-e92b-46a8-b422-212c4bb129ce,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:03.262882 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:03.264355 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae56eb94-d936-4a35-92df-9c5ee24a20bd None None] No DVR routers for this DVR port d9252ab4-e92b-46a8-b422-212c4bb129ce on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:55:03.281115 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:03.293901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:55:03.294681 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:55:03.299864 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:55:03.355214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-18870ec1-060d-47c8-b79c-3c94d865577b req-50001735-19a1-4aa2-8a41-5c9dce8a0706 service neutron] (95016) timed out ('10.222.0.44', 49850) {{(pid=95016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 17:55:03.363307 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:03.370066 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:03.371841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] 10.222.0.44 "DELETE /v2.0/networks/3643f2af-3030-4b33-8bf9-aa270d944c71 HTTP/1.1" status: 204 len: 168 time: 0.6076179 Sep 29 17:55:03.383793 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd8553-1de6-4696-b12d-5b637b9b0409 tempest-ExtraDHCPOptionsTestJSON-999405910 tempest-ExtraDHCPOptionsTestJSON-999405910-project] Pushing event deleted for resources: {'Network': ['ID=3643f2af-3030-4b33-8bf9-aa270d944c71,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:03.565338 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d9252ab4-e92b-46a8-b422-212c4bb129ce no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:55:03.586404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: d9252ab4-e92b-46a8-b422-212c4bb129ce {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:55:03.586749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d9252ab4-e92b-46a8-b422-212c4bb129ce not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:55:03.629784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43894) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:03.760319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8340b4c9-3c4b-46a4-836e-2f8d394c7721 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92dcf920581640f19d5b5d7cfd038872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293354 Sep 29 17:55:03.762846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43898) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:03.808472 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-63d649a4-ed83-4290-a8e4-9e01b77abeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:03.829005 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-63d649a4-ed83-4290-a8e4-9e01b77abeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:03.873995 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-63d649a4-ed83-4290-a8e4-9e01b77abeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:03.876480 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-63d649a4-ed83-4290-a8e4-9e01b77abeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:03.877625 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-63d649a4-ed83-4290-a8e4-9e01b77abeb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/333fb3d8-5d63-488a-90ce-e880ad4a0c0a HTTP/1.1" status: 204 len: 168 time: 0.1138747 Sep 29 17:55:03.885326 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d649a4-ed83-4290-a8e4-9e01b77abeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333fb3d8-5d63-488a-90ce-e880ad4a0c0a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:04.337801 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:55:04.508358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43924) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:04.620442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-691c09cf-1200-4af9-87a4-b219e37b5dce tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-829526382'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:04.657008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691c09cf-1200-4af9-87a4-b219e37b5dce tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Made reservation on behalf of 15bd7c5ea7cd4924aa4cf29b3a412be7 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:04.660929 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-691c09cf-1200-4af9-87a4-b219e37b5dce tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:04.670053 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-691c09cf-1200-4af9-87a4-b219e37b5dce tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:04.788075 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-691c09cf-1200-4af9-87a4-b219e37b5dce tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:04.793592 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-691c09cf-1200-4af9-87a4-b219e37b5dce tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:04.822602 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691c09cf-1200-4af9-87a4-b219e37b5dce tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:55:04.833975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c09cf-1200-4af9-87a4-b219e37b5dce tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76867d07-0c70-4509-a8a1-4d8d01ec84ea,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:04.840231 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-691c09cf-1200-4af9-87a4-b219e37b5dce tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:04.840685 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-691c09cf-1200-4af9-87a4-b219e37b5dce tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Added segment 3177329c-55ae-48d9-b2e8-7a210477927c of type vlan for network 135abec3-baa7-49c4-a69f-6b1699e35260 Sep 29 17:55:04.884791 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-691c09cf-1200-4af9-87a4-b219e37b5dce tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:04.910941 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-691c09cf-1200-4af9-87a4-b219e37b5dce tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:04.916728 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691c09cf-1200-4af9-87a4-b219e37b5dce tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:04.917407 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-691c09cf-1200-4af9-87a4-b219e37b5dce tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:04.957756 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-691c09cf-1200-4af9-87a4-b219e37b5dce tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4482620 Sep 29 17:55:04.960887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43938) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:04.988751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b665d77e-aa08-4307-b188-bdd80e7ed505 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'subnet': {'network_id': '135abec3-baa7-49c4-a69f-6b1699e35260', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:04.993344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c09cf-1200-4af9-87a4-b219e37b5dce tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Network': ['ID=135abec3-baa7-49c4-a69f-6b1699e35260,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:05.005487 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 135abec3-baa7-49c4-a69f-6b1699e35260 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:55:05.097564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b665d77e-aa08-4307-b188-bdd80e7ed505 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Made reservation on behalf of 15bd7c5ea7cd4924aa4cf29b3a412be7 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:05.101959 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b665d77e-aa08-4307-b188-bdd80e7ed505 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:05.613239 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b665d77e-aa08-4307-b188-bdd80e7ed505 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:05.674475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665d77e-aa08-4307-b188-bdd80e7ed505 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Subnet': ['ID=12c4a609-56a8-4c1b-8129-dd3b5a5e900c,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:05.681720 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665d77e-aa08-4307-b188-bdd80e7ed505 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Checking segment: {'id': '3177329c-55ae-48d9-b2e8-7a210477927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '135abec3-baa7-49c4-a69f-6b1699e35260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:55:05.682077 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b665d77e-aa08-4307-b188-bdd80e7ed505 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network hostable DHCP agents. Network: 135abec3-baa7-49c4-a69f-6b1699e35260, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:55:05.698094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b665d77e-aa08-4307-b188-bdd80e7ed505 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 135abec3-baa7-49c4-a69f-6b1699e35260 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:55:05.706544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-b665d77e-aa08-4307-b188-bdd80e7ed505 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 135abec3-baa7-49c4-a69f-6b1699e35260) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:05.711228 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b665d77e-aa08-4307-b188-bdd80e7ed505 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:05.712477 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b665d77e-aa08-4307-b188-bdd80e7ed505 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:05.714148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73705a55-90fa-43c1-9370-dc35d4528bce None None] Network 135abec3-baa7-49c4-a69f-6b1699e35260 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:55:05.727740 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b665d77e-aa08-4307-b188-bdd80e7ed505 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7663028 Sep 29 17:55:05.730496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43940) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:05.735557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1454179292', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:05.759360 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:05.760347 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:05.819119 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:05.850263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c558be6e-1383-48e3-aa3b-40bbbef9a618 None None] Network 135abec3-baa7-49c4-a69f-6b1699e35260 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:55:05.981784 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:06.177514 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:06.196497 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:06.305546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Allocated IP 172.25.2.182 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/7ab5dca6-c6d0-439b-a800-d85f76f58a58) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:06.406776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:06.448266 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:06.494040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:06.496860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:06.501154 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:06.527407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=7ab5dca6-c6d0-439b-a800-d85f76f58a58,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:06.757904 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:07.009483 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:07.143774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 756ad83d-8bee-43a9-9a2e-e063a300ca8e is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:55:07.249012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:07.258683 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409921d4-7a66-41aa-8ce6-ae2603f03b8c None None] Sync routers for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:07.267563 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:07.268716 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a1690be6-6c5c-4f26-a4ba-cae19ead03ff tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5372777 Sep 29 17:55:07.268966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409921d4-7a66-41aa-8ce6-ae2603f03b8c None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:07.269582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-409921d4-7a66-41aa-8ce6-ae2603f03b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:07.271384 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43952) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:07.303070 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-409921d4-7a66-41aa-8ce6-ae2603f03b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:07.312239 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409921d4-7a66-41aa-8ce6-ae2603f03b8c None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:07.312846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-409921d4-7a66-41aa-8ce6-ae2603f03b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:07.349863 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-409921d4-7a66-41aa-8ce6-ae2603f03b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:07.350549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409921d4-7a66-41aa-8ce6-ae2603f03b8c None None] The sync data for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:07.688416 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:07.944647 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Allocated IP 172.20.0.1 (135abec3-baa7-49c4-a69f-6b1699e35260/12c4a609-56a8-4c1b-8129-dd3b5a5e900c/cd0dc5a3-d6ae-47ec-817c-cce1435dc9c8) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:08.050824 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:08.083865 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:08.125047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 135abec3-baa7-49c4-a69f-6b1699e35260 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:08.128074 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:08.131802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:08.161253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=cd0dc5a3-d6ae-47ec-817c-cce1435dc9c8,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:08.184009 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:08.318357 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:08.627414 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:08.631958 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:08.712691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:08.723203 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=cd0dc5a3-d6ae-47ec-817c-cce1435dc9c8,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:08.809193 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 135abec3-baa7-49c4-a69f-6b1699e35260 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:08.811203 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:09.245562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 756ad83d-8bee-43a9-9a2e-e063a300ca8e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:09.354330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:09.363810 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d49130f9-b7d2-466b-8f65-38ee4441f73a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "PUT /v2.0/routers/756ad83d-8bee-43a9-9a2e-e063a300ca8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0879514 Sep 29 17:55:09.363810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43972) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:09.367082 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea69ab-9f71-49a5-b802-baddbe3142e1 None None] Sync routers for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:09.368677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a4bb88c2-c5be-4073-94e8-c5502098635a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'port': {'network_id': '135abec3-baa7-49c4-a69f-6b1699e35260', 'name': 'tempest-FloatingIPTestJSON-1488383805'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:09.377679 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea69ab-9f71-49a5-b802-baddbe3142e1 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:09.378284 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3dea69ab-9f71-49a5-b802-baddbe3142e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:09.412931 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3dea69ab-9f71-49a5-b802-baddbe3142e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:09.422389 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea69ab-9f71-49a5-b802-baddbe3142e1 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:09.422989 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3dea69ab-9f71-49a5-b802-baddbe3142e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:09.453924 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3dea69ab-9f71-49a5-b802-baddbe3142e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:09.454551 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea69ab-9f71-49a5-b802-baddbe3142e1 None None] The sync data for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:09.479702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bb88c2-c5be-4073-94e8-c5502098635a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Made reservation on behalf of 15bd7c5ea7cd4924aa4cf29b3a412be7 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:09.483961 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a4bb88c2-c5be-4073-94e8-c5502098635a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:09.501149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-a4bb88c2-c5be-4073-94e8-c5502098635a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] device_id is not set on port 18f7dee3-3f39-4f03-8c2d-07bef5859c67 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:55:09.612078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-a4bb88c2-c5be-4073-94e8-c5502098635a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Allocated IP 172.20.0.10 (135abec3-baa7-49c4-a69f-6b1699e35260/12c4a609-56a8-4c1b-8129-dd3b5a5e900c/18f7dee3-3f39-4f03-8c2d-07bef5859c67) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:09.769122 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a4bb88c2-c5be-4073-94e8-c5502098635a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:09.802162 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a4bb88c2-c5be-4073-94e8-c5502098635a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:09.845632 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bb88c2-c5be-4073-94e8-c5502098635a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 135abec3-baa7-49c4-a69f-6b1699e35260 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:09.848592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a4bb88c2-c5be-4073-94e8-c5502098635a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:09.852290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb88c2-c5be-4073-94e8-c5502098635a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:09.879861 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb88c2-c5be-4073-94e8-c5502098635a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=18f7dee3-3f39-4f03-8c2d-07bef5859c67,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:09.909316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bb88c2-c5be-4073-94e8-c5502098635a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:09.909965 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a4bb88c2-c5be-4073-94e8-c5502098635a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:09.924770 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a4bb88c2-c5be-4073-94e8-c5502098635a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5600436 Sep 29 17:55:09.926800 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43978) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:09.931866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-48a4e104-48ea-46ee-923a-c5390ef524fb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'port': {'network_id': '135abec3-baa7-49c4-a69f-6b1699e35260', 'name': 'tempest-FloatingIPTestJSON-1177081434'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:10.044674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a4e104-48ea-46ee-923a-c5390ef524fb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Made reservation on behalf of 15bd7c5ea7cd4924aa4cf29b3a412be7 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:10.048917 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-48a4e104-48ea-46ee-923a-c5390ef524fb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:10.066113 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-48a4e104-48ea-46ee-923a-c5390ef524fb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] device_id is not set on port 051c6b88-a010-44cf-a465-f8f714673c70 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:55:10.173389 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-48a4e104-48ea-46ee-923a-c5390ef524fb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Allocated IP 172.20.0.14 (135abec3-baa7-49c4-a69f-6b1699e35260/12c4a609-56a8-4c1b-8129-dd3b5a5e900c/051c6b88-a010-44cf-a465-f8f714673c70) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:10.329636 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-48a4e104-48ea-46ee-923a-c5390ef524fb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:10.363707 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-48a4e104-48ea-46ee-923a-c5390ef524fb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:10.405532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4e104-48ea-46ee-923a-c5390ef524fb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 135abec3-baa7-49c4-a69f-6b1699e35260 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:10.408700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-48a4e104-48ea-46ee-923a-c5390ef524fb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:10.411103 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4e104-48ea-46ee-923a-c5390ef524fb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:10.446146 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4e104-48ea-46ee-923a-c5390ef524fb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=051c6b88-a010-44cf-a465-f8f714673c70,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:10.473648 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a4e104-48ea-46ee-923a-c5390ef524fb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:10.474480 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-48a4e104-48ea-46ee-923a-c5390ef524fb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:10.493924 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-48a4e104-48ea-46ee-923a-c5390ef524fb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5658081 Sep 29 17:55:10.496998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43980) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:10.501540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '051c6b88-a010-44cf-a465-f8f714673c70', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:10.522933 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:10.623097 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:10.735062 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Allocated IP 172.25.2.48 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/571a18e4-d664-4e3e-aff0-5d931a0aece7) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:10.818151 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c7ca5cb8-c4ce-4e18-85ab-65b4fb115bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:10.875215 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:10.910611 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:10.956133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:10.958844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:10.961228 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:10.989405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=571a18e4-d664-4e3e-aff0-5d931a0aece7,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:11.315334 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:11.384573 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:11.544578 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:11.549396 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:11.618013 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=571a18e4-d664-4e3e-aff0-5d931a0aece7,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:11.642410 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:11.759330 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Floating IP aa9e4879-0d8a-403e-8a3b-a812119a5eed associated. External IP: 172.25.2.48, port: 051c6b88-a010-44cf-a465-f8f714673c70. Sep 29 17:55:11.988064 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 756ad83d-8bee-43a9-9a2e-e063a300ca8e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:12.447061 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:12.456571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaac0cf-e585-4d3e-9bf7-a369da68b356 None None] Sync routers for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:12.468702 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaac0cf-e585-4d3e-9bf7-a369da68b356 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:12.469828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9eaac0cf-e585-4d3e-9bf7-a369da68b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:12.470775 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:12.507522 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-815b232c-556c-4b0a-863c-8c8a66cc82bf tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0063295 Sep 29 17:55:12.507798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 43990) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:12.512505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-82a9c901-925f-461d-bfaf-e2a274dc5239 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:12.518658 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9eaac0cf-e585-4d3e-9bf7-a369da68b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:12.527434 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaac0cf-e585-4d3e-9bf7-a369da68b356 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:12.528028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9eaac0cf-e585-4d3e-9bf7-a369da68b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:12.562230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9eaac0cf-e585-4d3e-9bf7-a369da68b356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:12.563239 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaac0cf-e585-4d3e-9bf7-a369da68b356 None None] The sync data for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:12.574915 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82a9c901-925f-461d-bfaf-e2a274dc5239 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:12.722416 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82a9c901-925f-461d-bfaf-e2a274dc5239 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:12.726250 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82a9c901-925f-461d-bfaf-e2a274dc5239 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:12.726634 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-82a9c901-925f-461d-bfaf-e2a274dc5239 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Floating IP aa9e4879-0d8a-403e-8a3b-a812119a5eed disassociated. External IP: 172.25.2.48, port: 051c6b88-a010-44cf-a465-f8f714673c70. Sep 29 17:55:12.943263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a9c901-925f-461d-bfaf-e2a274dc5239 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 756ad83d-8bee-43a9-9a2e-e063a300ca8e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:13.065579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a9c901-925f-461d-bfaf-e2a274dc5239 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:13.069966 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82a9c901-925f-461d-bfaf-e2a274dc5239 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:13.079096 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9660d6-3f74-4185-b7a0-627f538c93a6 None None] Sync routers for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:13.090175 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9660d6-3f74-4185-b7a0-627f538c93a6 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:13.091202 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4c9660d6-3f74-4185-b7a0-627f538c93a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:13.102479 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43996) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:13.120024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-82a9c901-925f-461d-bfaf-e2a274dc5239 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "PUT /v2.0/floatingips/aa9e4879-0d8a-403e-8a3b-a812119a5eed HTTP/1.1" status: 200 len: 687 time: 0.6110587 Sep 29 17:55:13.125535 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4c9660d6-3f74-4185-b7a0-627f538c93a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:13.135444 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9660d6-3f74-4185-b7a0-627f538c93a6 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:13.136277 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4c9660d6-3f74-4185-b7a0-627f538c93a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:54:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:13.175430 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4c9660d6-3f74-4185-b7a0-627f538c93a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:13.176161 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9660d6-3f74-4185-b7a0-627f538c93a6 None None] The sync data for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:13.230934 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-32c126cf-90ab-4125-8d48-3cf1be2abe94 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting port 571a18e4-d664-4e3e-aff0-5d931a0aece7 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:13.231336 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32c126cf-90ab-4125-8d48-3cf1be2abe94 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:13.308517 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32c126cf-90ab-4125-8d48-3cf1be2abe94 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:13.308843 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32c126cf-90ab-4125-8d48-3cf1be2abe94 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:13.321764 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-32c126cf-90ab-4125-8d48-3cf1be2abe94 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Calling delete_port for 571a18e4-d664-4e3e-aff0-5d931a0aece7 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:13.457792 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32c126cf-90ab-4125-8d48-3cf1be2abe94 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:13.482201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c126cf-90ab-4125-8d48-3cf1be2abe94 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Port': ['ID=571a18e4-d664-4e3e-aff0-5d931a0aece7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:13.545563 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32c126cf-90ab-4125-8d48-3cf1be2abe94 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:13.548174 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-32c126cf-90ab-4125-8d48-3cf1be2abe94 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:13.549445 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-32c126cf-90ab-4125-8d48-3cf1be2abe94 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/floatingips/aa9e4879-0d8a-403e-8a3b-a812119a5eed HTTP/1.1" status: 204 len: 168 time: 0.4458694 Sep 29 17:55:13.552958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 43998) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:13.557437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '18f7dee3-3f39-4f03-8c2d-07bef5859c67'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:13.562483 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ac3f416a-029b-4657-bb42-d25ddf1c07e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:13.583393 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:13.712622 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:13.816611 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Allocated IP 172.25.2.211 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/ec58b1a8-e2ea-454b-a7ce-b34588b6308a) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:13.921183 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:13.956988 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:13.996477 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:14.000628 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:14.004265 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:14.033758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=ec58b1a8-e2ea-454b-a7ce-b34588b6308a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:14.429782 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:14.499895 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:14.639185 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:14.662733 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:14.678193 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:14.683499 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:14.744747 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:14.757651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=ec58b1a8-e2ea-454b-a7ce-b34588b6308a,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:14.766124 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:14.865671 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Floating IP 424574c4-b34c-4c64-8a36-e7b495454b9b associated. External IP: 172.25.2.211, port: 18f7dee3-3f39-4f03-8c2d-07bef5859c67. Sep 29 17:55:15.089348 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 756ad83d-8bee-43a9-9a2e-e063a300ca8e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:15.197207 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:15.207812 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ed2db2-d484-4ee6-9862-a8dca9df5722 None None] Sync routers for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:15.215743 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:15.218501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed2db2-d484-4ee6-9862-a8dca9df5722 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:15.220038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c7ed2db2-d484-4ee6-9862-a8dca9df5722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:15.247340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44012) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:15.250024 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7992c0ab-52d6-43a6-913c-b4c4bdc9b3a4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.6960051 Sep 29 17:55:15.256823 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c7ed2db2-d484-4ee6-9862-a8dca9df5722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:15.265692 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed2db2-d484-4ee6-9862-a8dca9df5722 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:15.266618 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c7ed2db2-d484-4ee6-9862-a8dca9df5722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:15.299139 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c7ed2db2-d484-4ee6-9862-a8dca9df5722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:15.299792 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ed2db2-d484-4ee6-9862-a8dca9df5722 None None] The sync data for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:15.317304 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b800357a-235c-4d3d-8ccc-72e7f5489121 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "GET /v2.0/floatingips/424574c4-b34c-4c64-8a36-e7b495454b9b HTTP/1.1" status: 200 len: 979 time: 0.0681386 Sep 29 17:55:15.320008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44016) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:15.431430 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d07bb10c-8e1e-4d8c-b370-ab223cc775df tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1103249 Sep 29 17:55:15.433970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44022) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:15.438497 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-dc8175cd-1838-4bf8-b10a-7f1caa800435 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'floatingip': {'port_id': '051c6b88-a010-44cf-a465-f8f714673c70'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:15.499390 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc8175cd-1838-4bf8-b10a-7f1caa800435 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:15.959520 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc8175cd-1838-4bf8-b10a-7f1caa800435 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:15.963807 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc8175cd-1838-4bf8-b10a-7f1caa800435 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:16.062778 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-dc8175cd-1838-4bf8-b10a-7f1caa800435 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Floating IP 424574c4-b34c-4c64-8a36-e7b495454b9b associated. External IP: 172.25.2.211, port: 18f7dee3-3f39-4f03-8c2d-07bef5859c67. Sep 29 17:55:16.270708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8175cd-1838-4bf8-b10a-7f1caa800435 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 756ad83d-8bee-43a9-9a2e-e063a300ca8e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:16.384341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8175cd-1838-4bf8-b10a-7f1caa800435 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:16.394343 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad986925-a783-460f-9d4c-b58cf92ced75 None None] Sync routers for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:16.403820 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad986925-a783-460f-9d4c-b58cf92ced75 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:16.405128 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ad986925-a783-460f-9d4c-b58cf92ced75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:16.437149 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ad986925-a783-460f-9d4c-b58cf92ced75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:16.445584 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad986925-a783-460f-9d4c-b58cf92ced75 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:16.446177 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ad986925-a783-460f-9d4c-b58cf92ced75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:16.480931 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-ad986925-a783-460f-9d4c-b58cf92ced75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:16.481595 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad986925-a783-460f-9d4c-b58cf92ced75 None None] The sync data for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:16.618817 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8175cd-1838-4bf8-b10a-7f1caa800435 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 756ad83d-8bee-43a9-9a2e-e063a300ca8e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:16.729783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8175cd-1838-4bf8-b10a-7f1caa800435 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:16.734341 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dc8175cd-1838-4bf8-b10a-7f1caa800435 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:16.739556 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea776616-2e22-495d-bf07-60bced11c15c None None] Sync routers for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:16.762156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea776616-2e22-495d-bf07-60bced11c15c None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:16.763797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ea776616-2e22-495d-bf07-60bced11c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:16.797564 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-dc8175cd-1838-4bf8-b10a-7f1caa800435 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "PUT /v2.0/floatingips/424574c4-b34c-4c64-8a36-e7b495454b9b HTTP/1.1" status: 200 len: 979 time: 1.3624928 Sep 29 17:55:16.800064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44032) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:16.802938 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ea776616-2e22-495d-bf07-60bced11c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:16.804655 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1e3effaa-8c28-4654-b285-83c54c0e1681 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:16.813044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea776616-2e22-495d-bf07-60bced11c15c None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:16.813851 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ea776616-2e22-495d-bf07-60bced11c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:16.847926 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ea776616-2e22-495d-bf07-60bced11c15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:16.848741 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea776616-2e22-495d-bf07-60bced11c15c None None] The sync data for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:16.867236 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1e3effaa-8c28-4654-b285-83c54c0e1681 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:16.920560 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:17.017199 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1e3effaa-8c28-4654-b285-83c54c0e1681 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:17.021701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1e3effaa-8c28-4654-b285-83c54c0e1681 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:17.022042 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-1e3effaa-8c28-4654-b285-83c54c0e1681 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Floating IP 424574c4-b34c-4c64-8a36-e7b495454b9b disassociated. External IP: 172.25.2.211, port: 051c6b88-a010-44cf-a465-f8f714673c70. Sep 29 17:55:17.540774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3effaa-8c28-4654-b285-83c54c0e1681 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 756ad83d-8bee-43a9-9a2e-e063a300ca8e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:17.658567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3effaa-8c28-4654-b285-83c54c0e1681 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:17.663804 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1e3effaa-8c28-4654-b285-83c54c0e1681 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:17.670838 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5208aa9f-c113-4094-860e-acb7c22f7c72 None None] Sync routers for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:17.681095 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5208aa9f-c113-4094-860e-acb7c22f7c72 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:17.681861 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5208aa9f-c113-4094-860e-acb7c22f7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:17.695089 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1e3effaa-8c28-4654-b285-83c54c0e1681 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "PUT /v2.0/floatingips/424574c4-b34c-4c64-8a36-e7b495454b9b HTTP/1.1" status: 200 len: 688 time: 0.8915963 Sep 29 17:55:17.695393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44040) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:17.715577 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5208aa9f-c113-4094-860e-acb7c22f7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:17.725152 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5208aa9f-c113-4094-860e-acb7c22f7c72 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:17.725854 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5208aa9f-c113-4094-860e-acb7c22f7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:17.770991 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-5208aa9f-c113-4094-860e-acb7c22f7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:17.771642 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5208aa9f-c113-4094-860e-acb7c22f7c72 None None] The sync data for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:17.851320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting port ec58b1a8-e2ea-454b-a7ce-b34588b6308a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:17.851669 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:17.945392 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:17.945729 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:17.957908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Calling delete_port for ec58b1a8-e2ea-454b-a7ce-b34588b6308a owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:18.085181 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:18.115268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Port': ['ID=ec58b1a8-e2ea-454b-a7ce-b34588b6308a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:18.139216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:18.139640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:18.139991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:18.140329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:18.140661 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:18.140990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:18.141340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:18.141667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:18.142021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:18.142345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:18.142668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:18.142987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:18.182161 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:18.184947 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:18.186693 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-350fb5b7-4063-440e-83a7-1379488fc9c1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/floatingips/424574c4-b34c-4c64-8a36-e7b495454b9b HTTP/1.1" status: 204 len: 168 time: 0.4903915 Sep 29 17:55:18.189439 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44050) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:18.224882 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-8f4d766a-9670-4b6d-86e8-3f09dd7c3b2f tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] delete failed (client error): The resource could not be found. Sep 29 17:55:18.225958 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8f4d766a-9670-4b6d-86e8-3f09dd7c3b2f tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/floatingips/424574c4-b34c-4c64-8a36-e7b495454b9b HTTP/1.1" status: 404 len: 345 time: 0.0354948 Sep 29 17:55:18.229671 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44052) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:18.319557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d464e828-ffc2-42c9-bccf-a27d867ff08e tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:18.325360 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d464e828-ffc2-42c9-bccf-a27d867ff08e tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:18.332973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d464e828-ffc2-42c9-bccf-a27d867ff08e tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:18.334623 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d464e828-ffc2-42c9-bccf-a27d867ff08e tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "GET /v2.0/ports?network_id=135abec3-baa7-49c4-a69f-6b1699e35260 HTTP/1.1" status: 200 len: 2360 time: 0.1040101 Sep 29 17:55:18.337255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44054) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:18.387071 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dbbcdd-6084-4b95-b946-d3d3a473e1af tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:18.389145 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e9dbbcdd-6084-4b95-b946-d3d3a473e1af tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "GET /v2.0/subnets/12c4a609-56a8-4c1b-8129-dd3b5a5e900c HTTP/1.1" status: 200 len: 797 time: 0.0502856 Sep 29 17:55:18.393565 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44056) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:18.398789 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0ecafdb0-68b3-4249-9a0e-6dabd4c6dac7 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'port': {'network_id': '135abec3-baa7-49c4-a69f-6b1699e35260', 'name': 'tempest-FloatingIPTestJSON-1764977955', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:18.510398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecafdb0-68b3-4249-9a0e-6dabd4c6dac7 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Made reservation on behalf of 15bd7c5ea7cd4924aa4cf29b3a412be7 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:18.600257 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0ecafdb0-68b3-4249-9a0e-6dabd4c6dac7 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:18.629799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [None req-0ecafdb0-68b3-4249-9a0e-6dabd4c6dac7 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] device_id is not set on port 1cad8528-cf62-4a4c-b069-a3cc43a78ac5 yet. {{(pid=95016) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:55:18.934276 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-0ecafdb0-68b3-4249-9a0e-6dabd4c6dac7 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Allocated IP 172.20.0.13 (135abec3-baa7-49c4-a69f-6b1699e35260/12c4a609-56a8-4c1b-8129-dd3b5a5e900c/1cad8528-cf62-4a4c-b069-a3cc43a78ac5) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:18.942235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-0ecafdb0-68b3-4249-9a0e-6dabd4c6dac7 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Allocated IP 172.20.0.12 (135abec3-baa7-49c4-a69f-6b1699e35260/12c4a609-56a8-4c1b-8129-dd3b5a5e900c/1cad8528-cf62-4a4c-b069-a3cc43a78ac5) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:19.093242 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0ecafdb0-68b3-4249-9a0e-6dabd4c6dac7 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:19.131294 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0ecafdb0-68b3-4249-9a0e-6dabd4c6dac7 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:19.178056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecafdb0-68b3-4249-9a0e-6dabd4c6dac7 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 135abec3-baa7-49c4-a69f-6b1699e35260 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:19.189457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0ecafdb0-68b3-4249-9a0e-6dabd4c6dac7 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:19.191931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecafdb0-68b3-4249-9a0e-6dabd4c6dac7 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:19.201004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecafdb0-68b3-4249-9a0e-6dabd4c6dac7 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=1cad8528-cf62-4a4c-b069-a3cc43a78ac5,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:19.248618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecafdb0-68b3-4249-9a0e-6dabd4c6dac7 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:19.249355 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0ecafdb0-68b3-4249-9a0e-6dabd4c6dac7 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:19.265878 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0ecafdb0-68b3-4249-9a0e-6dabd4c6dac7 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.8687797 Sep 29 17:55:19.266077 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44072) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:19.270337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '1cad8528-cf62-4a4c-b069-a3cc43a78ac5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:19.290598 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:19.394726 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:19.502830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Allocated IP 172.25.2.28 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/9e3db20a-9658-4731-8d38-88cbb5c85748) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:19.608004 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:19.642222 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:19.678358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:19.682512 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:19.686056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:19.713558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=9e3db20a-9658-4731-8d38-88cbb5c85748,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:20.032617 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:20.111714 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:20.274943 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:20.277828 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:20.351404 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=9e3db20a-9658-4731-8d38-88cbb5c85748,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:20.362012 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:20.472936 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Floating IP 73b05811-7e68-41f4-842e-09d10ad6b88f associated. External IP: 172.25.2.28, port: 1cad8528-cf62-4a4c-b069-a3cc43a78ac5. Sep 29 17:55:20.689693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 756ad83d-8bee-43a9-9a2e-e063a300ca8e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:20.804492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:20.815509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f5616-50b2-4664-8abe-c49341b08a2b None None] Sync routers for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:20.821307 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:20.827037 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f5616-50b2-4664-8abe-c49341b08a2b None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:20.828035 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7d3f5616-50b2-4664-8abe-c49341b08a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:20.849431 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5e5ce642-bdba-45b3-bca7-adb741df2c24 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.5823326 Sep 29 17:55:20.851898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44078) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:20.856214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-7d1569a4-8c02-4af8-baef-28c4137e1e4a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'floatingip': {'port_id': '1cad8528-cf62-4a4c-b069-a3cc43a78ac5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:20.867017 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7d3f5616-50b2-4664-8abe-c49341b08a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:20.876284 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f5616-50b2-4664-8abe-c49341b08a2b None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:20.877037 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7d3f5616-50b2-4664-8abe-c49341b08a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:20.910683 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7d3f5616-50b2-4664-8abe-c49341b08a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:20.911340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f5616-50b2-4664-8abe-c49341b08a2b None None] The sync data for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:20.915698 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d1569a4-8c02-4af8-baef-28c4137e1e4a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:21.389818 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d1569a4-8c02-4af8-baef-28c4137e1e4a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:21.397198 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d1569a4-8c02-4af8-baef-28c4137e1e4a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:21.625924 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1569a4-8c02-4af8-baef-28c4137e1e4a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 756ad83d-8bee-43a9-9a2e-e063a300ca8e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:21.733099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1569a4-8c02-4af8-baef-28c4137e1e4a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:21.737743 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d1569a4-8c02-4af8-baef-28c4137e1e4a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:21.742780 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65cdf92-8c9e-4293-b750-f7ee04e2c42d None None] Sync routers for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:21.751444 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65cdf92-8c9e-4293-b750-f7ee04e2c42d None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:21.752042 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f65cdf92-8c9e-4293-b750-f7ee04e2c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:21.786252 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f65cdf92-8c9e-4293-b750-f7ee04e2c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:21.792751 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7d1569a4-8c02-4af8-baef-28c4137e1e4a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "PUT /v2.0/floatingips/73b05811-7e68-41f4-842e-09d10ad6b88f HTTP/1.1" status: 200 len: 978 time: 0.9398365 Sep 29 17:55:21.795863 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65cdf92-8c9e-4293-b750-f7ee04e2c42d None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:21.796081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44096) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:21.796653 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f65cdf92-8c9e-4293-b750-f7ee04e2c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:21.827313 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f65cdf92-8c9e-4293-b750-f7ee04e2c42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:21.827950 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65cdf92-8c9e-4293-b750-f7ee04e2c42d None None] The sync data for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:22.261458 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0afdd3fd-4517-4919-90e9-fdb5939c9c92 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting port 9e3db20a-9658-4731-8d38-88cbb5c85748 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:22.261800 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0afdd3fd-4517-4919-90e9-fdb5939c9c92 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:22.335873 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0afdd3fd-4517-4919-90e9-fdb5939c9c92 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:22.336207 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0afdd3fd-4517-4919-90e9-fdb5939c9c92 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:22.348399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0afdd3fd-4517-4919-90e9-fdb5939c9c92 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Calling delete_port for 9e3db20a-9658-4731-8d38-88cbb5c85748 owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:22.512631 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0afdd3fd-4517-4919-90e9-fdb5939c9c92 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:22.541930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdd3fd-4517-4919-90e9-fdb5939c9c92 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Port': ['ID=9e3db20a-9658-4731-8d38-88cbb5c85748,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:22.605521 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0afdd3fd-4517-4919-90e9-fdb5939c9c92 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:22.605905 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-0afdd3fd-4517-4919-90e9-fdb5939c9c92 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Floating IP 73b05811-7e68-41f4-842e-09d10ad6b88f disassociated (deleted). External IP: 172.25.2.28, port: 1cad8528-cf62-4a4c-b069-a3cc43a78ac5. Sep 29 17:55:22.824584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afdd3fd-4517-4919-90e9-fdb5939c9c92 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 756ad83d-8bee-43a9-9a2e-e063a300ca8e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:22.946923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afdd3fd-4517-4919-90e9-fdb5939c9c92 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:22.951842 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0afdd3fd-4517-4919-90e9-fdb5939c9c92 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:22.958254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9f0ed-c544-4538-b52e-500596d17fb7 None None] Sync routers for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:22.967351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9f0ed-c544-4538-b52e-500596d17fb7 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:22.967973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2fb9f0ed-c544-4538-b52e-500596d17fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:22.981131 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0afdd3fd-4517-4919-90e9-fdb5939c9c92 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/floatingips/73b05811-7e68-41f4-842e-09d10ad6b88f HTTP/1.1" status: 204 len: 168 time: 1.1817708 Sep 29 17:55:22.981491 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44116) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:23.004158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2fb9f0ed-c544-4538-b52e-500596d17fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:23.012899 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb9f0ed-c544-4538-b52e-500596d17fb7 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:23.014251 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2fb9f0ed-c544-4538-b52e-500596d17fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:23.079457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5422e7d2-8c34-440d-a3ac-0a6c9a67a56d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting port 1cad8528-cf62-4a4c-b069-a3cc43a78ac5 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:23.079955 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5422e7d2-8c34-440d-a3ac-0a6c9a67a56d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:23.170470 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5422e7d2-8c34-440d-a3ac-0a6c9a67a56d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:23.183406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5422e7d2-8c34-440d-a3ac-0a6c9a67a56d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Calling delete_port for 1cad8528-cf62-4a4c-b069-a3cc43a78ac5 owned by {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:23.205731 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2fb9f0ed-c544-4538-b52e-500596d17fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:23.206394 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb9f0ed-c544-4538-b52e-500596d17fb7 None None] The sync data for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:23.365228 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5422e7d2-8c34-440d-a3ac-0a6c9a67a56d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:23.394798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422e7d2-8c34-440d-a3ac-0a6c9a67a56d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Port': ['ID=1cad8528-cf62-4a4c-b069-a3cc43a78ac5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:23.490786 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5422e7d2-8c34-440d-a3ac-0a6c9a67a56d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:23.493082 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5422e7d2-8c34-440d-a3ac-0a6c9a67a56d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/ports/1cad8528-cf62-4a4c-b069-a3cc43a78ac5 HTTP/1.1" status: 204 len: 168 time: 0.5099952 Sep 29 17:55:23.497010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44118) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:23.502905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:23.527080 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:23.630387 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:23.733268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Allocated IP 172.25.2.36 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/45cc9eea-5afe-41c2-9486-fcff580bfd96) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:23.834856 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:23.867604 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:23.903567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:23.906320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:23.909690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:23.937255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=45cc9eea-5afe-41c2-9486-fcff580bfd96,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:23.999778 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:24.038612 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:24.190402 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:24.194962 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:24.280807 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=45cc9eea-5afe-41c2-9486-fcff580bfd96,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:24.293119 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:24.312261 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:24.314150 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6d9403d9-51fa-4a4e-a7f6-c3742d651e8a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8153064 Sep 29 17:55:24.316872 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44134) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:24.322298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e655c00e-bade-4efe-bbf3-36a79b49865a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'port': {'network_id': '135abec3-baa7-49c4-a69f-6b1699e35260', 'name': 'tempest-FloatingIPTestJSON-387926541'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:24.434590 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e655c00e-bade-4efe-bbf3-36a79b49865a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Made reservation on behalf of 15bd7c5ea7cd4924aa4cf29b3a412be7 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:24.438684 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e655c00e-bade-4efe-bbf3-36a79b49865a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:24.456498 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-e655c00e-bade-4efe-bbf3-36a79b49865a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] device_id is not set on port 84efaff1-4438-4553-b021-a86ba9772d50 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:55:24.562049 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-e655c00e-bade-4efe-bbf3-36a79b49865a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Allocated IP 172.20.0.3 (135abec3-baa7-49c4-a69f-6b1699e35260/12c4a609-56a8-4c1b-8129-dd3b5a5e900c/84efaff1-4438-4553-b021-a86ba9772d50) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:24.715637 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e655c00e-bade-4efe-bbf3-36a79b49865a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:24.750680 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e655c00e-bade-4efe-bbf3-36a79b49865a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:24.795447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e655c00e-bade-4efe-bbf3-36a79b49865a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 135abec3-baa7-49c4-a69f-6b1699e35260 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:24.798491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e655c00e-bade-4efe-bbf3-36a79b49865a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:24.801172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e655c00e-bade-4efe-bbf3-36a79b49865a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:24.836868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655c00e-bade-4efe-bbf3-36a79b49865a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=84efaff1-4438-4553-b021-a86ba9772d50,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:24.864529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e655c00e-bade-4efe-bbf3-36a79b49865a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:24.865136 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e655c00e-bade-4efe-bbf3-36a79b49865a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:24.880632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e655c00e-bade-4efe-bbf3-36a79b49865a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5625160 Sep 29 17:55:24.883163 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44138) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:24.887685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2822552a-e56c-46fd-ba6b-d1214bb272e4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'floatingip': {'port_id': '84efaff1-4438-4553-b021-a86ba9772d50'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:24.927932 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2822552a-e56c-46fd-ba6b-d1214bb272e4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:25.340847 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2822552a-e56c-46fd-ba6b-d1214bb272e4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:25.345168 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2822552a-e56c-46fd-ba6b-d1214bb272e4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:25.444924 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-2822552a-e56c-46fd-ba6b-d1214bb272e4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Floating IP e456c848-e331-49c4-8550-6cfa4aa561ec associated. External IP: 172.25.2.36, port: 84efaff1-4438-4553-b021-a86ba9772d50. Sep 29 17:55:25.648887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2822552a-e56c-46fd-ba6b-d1214bb272e4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 756ad83d-8bee-43a9-9a2e-e063a300ca8e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:25.754439 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2822552a-e56c-46fd-ba6b-d1214bb272e4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:25.759119 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2822552a-e56c-46fd-ba6b-d1214bb272e4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:25.763802 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08399b7-5939-4e45-86bd-39115c73b64e None None] Sync routers for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:25.772523 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08399b7-5939-4e45-86bd-39115c73b64e None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:25.773062 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d08399b7-5939-4e45-86bd-39115c73b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:25.786184 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2822552a-e56c-46fd-ba6b-d1214bb272e4 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "PUT /v2.0/floatingips/e456c848-e331-49c4-8550-6cfa4aa561ec HTTP/1.1" status: 200 len: 976 time: 0.9019663 Sep 29 17:55:25.788732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44164) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:25.808287 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d08399b7-5939-4e45-86bd-39115c73b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:25.817448 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08399b7-5939-4e45-86bd-39115c73b64e None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:25.818089 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d08399b7-5939-4e45-86bd-39115c73b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:25.848532 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d08399b7-5939-4e45-86bd-39115c73b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:25.849170 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08399b7-5939-4e45-86bd-39115c73b64e None None] The sync data for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:25.878399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-40d2f794-a0b5-4811-9af9-16cce26a9bde tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting port 84efaff1-4438-4553-b021-a86ba9772d50 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:25.878746 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40d2f794-a0b5-4811-9af9-16cce26a9bde tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:25.962154 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40d2f794-a0b5-4811-9af9-16cce26a9bde tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:26.198279 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40d2f794-a0b5-4811-9af9-16cce26a9bde tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:26.198643 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40d2f794-a0b5-4811-9af9-16cce26a9bde tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:26.198955 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-40d2f794-a0b5-4811-9af9-16cce26a9bde tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Floating IP e456c848-e331-49c4-8550-6cfa4aa561ec disassociated. External IP: 172.25.2.36, port: 84efaff1-4438-4553-b021-a86ba9772d50. Sep 29 17:55:26.199292 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-40d2f794-a0b5-4811-9af9-16cce26a9bde tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Calling delete_port for 84efaff1-4438-4553-b021-a86ba9772d50 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:26.323267 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40d2f794-a0b5-4811-9af9-16cce26a9bde tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:26.349837 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2f794-a0b5-4811-9af9-16cce26a9bde tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Port': ['ID=84efaff1-4438-4553-b021-a86ba9772d50,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:26.815268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d2f794-a0b5-4811-9af9-16cce26a9bde tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 756ad83d-8bee-43a9-9a2e-e063a300ca8e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:26.917639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d2f794-a0b5-4811-9af9-16cce26a9bde tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:26.927786 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71982cd4-2929-4e37-a391-d04defdd347c None None] Sync routers for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:26.937324 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71982cd4-2929-4e37-a391-d04defdd347c None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:26.937948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-71982cd4-2929-4e37-a391-d04defdd347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:26.969360 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-71982cd4-2929-4e37-a391-d04defdd347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:26.977682 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71982cd4-2929-4e37-a391-d04defdd347c None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:26.978294 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-71982cd4-2929-4e37-a391-d04defdd347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:26.984365 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40d2f794-a0b5-4811-9af9-16cce26a9bde tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:26.986557 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-40d2f794-a0b5-4811-9af9-16cce26a9bde tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/ports/84efaff1-4438-4553-b021-a86ba9772d50 HTTP/1.1" status: 204 len: 168 time: 1.1968889 Sep 29 17:55:26.989016 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44172) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:27.013104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-71982cd4-2929-4e37-a391-d04defdd347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:27.013872 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71982cd4-2929-4e37-a391-d04defdd347c None None] The sync data for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:27.030988 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fe4baddc-47bc-46be-b4f0-cd64ec55c800 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "GET /v2.0/floatingips/e456c848-e331-49c4-8550-6cfa4aa561ec HTTP/1.1" status: 200 len: 687 time: 0.0409036 Sep 29 17:55:27.033531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44174) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:27.151728 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-54f3998e-002a-4d93-9ebf-56956b63e263 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting port 45cc9eea-5afe-41c2-9486-fcff580bfd96 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:27.151984 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-54f3998e-002a-4d93-9ebf-56956b63e263 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:27.228107 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-54f3998e-002a-4d93-9ebf-56956b63e263 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:27.228424 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-54f3998e-002a-4d93-9ebf-56956b63e263 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:27.241089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-54f3998e-002a-4d93-9ebf-56956b63e263 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Calling delete_port for 45cc9eea-5afe-41c2-9486-fcff580bfd96 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:27.369441 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-54f3998e-002a-4d93-9ebf-56956b63e263 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:27.408732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3998e-002a-4d93-9ebf-56956b63e263 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Port': ['ID=45cc9eea-5afe-41c2-9486-fcff580bfd96,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:27.463108 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-54f3998e-002a-4d93-9ebf-56956b63e263 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:27.465717 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-54f3998e-002a-4d93-9ebf-56956b63e263 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:27.466883 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-54f3998e-002a-4d93-9ebf-56956b63e263 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/floatingips/e456c848-e331-49c4-8550-6cfa4aa561ec HTTP/1.1" status: 204 len: 168 time: 0.4324572 Sep 29 17:55:27.470381 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44176) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:27.474725 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '051c6b88-a010-44cf-a465-f8f714673c70'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:27.496495 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:27.593131 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:27.619313 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:27.705192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Allocated IP 172.25.2.230 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/4da400bd-c388-4dd4-aca5-3bdff4631f72) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:27.820501 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:27.853187 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:27.891418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:27.895646 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:27.898231 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:27.923345 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=4da400bd-c388-4dd4-aca5-3bdff4631f72,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:28.237666 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:28.301465 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:28.449639 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:28.454106 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:28.524479 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=4da400bd-c388-4dd4-aca5-3bdff4631f72,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:28.534749 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:28.635643 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Floating IP 2f9a447b-cad7-4626-858d-ad068bf78146 associated. External IP: 172.25.2.230, port: 051c6b88-a010-44cf-a465-f8f714673c70. Sep 29 17:55:28.837456 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 756ad83d-8bee-43a9-9a2e-e063a300ca8e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:28.944788 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:28.954937 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2e282-fea9-43a0-865e-9f2d30892673 None None] Sync routers for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:28.963596 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:28.972111 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2e282-fea9-43a0-865e-9f2d30892673 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:28.973001 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cda2e282-fea9-43a0-865e-9f2d30892673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:28.998923 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-28200caf-5c0a-4734-ada0-855e5258383c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.5274668 Sep 29 17:55:29.001411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44192) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:29.006472 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d2abd813-0855-45e5-9178-b9774d5d669d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-17792690'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:29.010240 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cda2e282-fea9-43a0-865e-9f2d30892673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:29.020064 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2e282-fea9-43a0-865e-9f2d30892673 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:29.020768 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cda2e282-fea9-43a0-865e-9f2d30892673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:29.027278 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2abd813-0855-45e5-9178-b9774d5d669d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Made reservation on behalf of 15bd7c5ea7cd4924aa4cf29b3a412be7 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:29.031767 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d2abd813-0855-45e5-9178-b9774d5d669d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:29.056104 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2abd813-0855-45e5-9178-b9774d5d669d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:55:29.065655 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d2abd813-0855-45e5-9178-b9774d5d669d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:29.066004 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-d2abd813-0855-45e5-9178-b9774d5d669d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Added segment 637976f6-ec07-4778-94f3-be5be828cc44 of type vlan for network 1c0a3e98-bb6f-4b14-8e65-ca568c31e302 Sep 29 17:55:29.111976 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d2abd813-0855-45e5-9178-b9774d5d669d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:29.139566 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d2abd813-0855-45e5-9178-b9774d5d669d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:29.144668 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cda2e282-fea9-43a0-865e-9f2d30892673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:29.145318 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2e282-fea9-43a0-865e-9f2d30892673 None None] The sync data for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:29.145431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2abd813-0855-45e5-9178-b9774d5d669d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:29.146120 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d2abd813-0855-45e5-9178-b9774d5d669d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:29.179456 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d2abd813-0855-45e5-9178-b9774d5d669d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1769910 Sep 29 17:55:29.182132 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44194) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:29.189242 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-931044ec-9d96-46c3-80b4-48322e0e85fa tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'subnet': {'network_id': '1c0a3e98-bb6f-4b14-8e65-ca568c31e302', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:29.230341 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abd813-0855-45e5-9178-b9774d5d669d tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Network': ['ID=1c0a3e98-bb6f-4b14-8e65-ca568c31e302,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:29.241408 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 1c0a3e98-bb6f-4b14-8e65-ca568c31e302 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:55:29.306078 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931044ec-9d96-46c3-80b4-48322e0e85fa tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Made reservation on behalf of 15bd7c5ea7cd4924aa4cf29b3a412be7 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:29.309567 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-931044ec-9d96-46c3-80b4-48322e0e85fa tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:29.505019 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-931044ec-9d96-46c3-80b4-48322e0e85fa tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:29.565684 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931044ec-9d96-46c3-80b4-48322e0e85fa tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Subnet': ['ID=1e897cc3-b42f-4e3b-ba04-26d20aaf13cd,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:29.572306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931044ec-9d96-46c3-80b4-48322e0e85fa tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Checking segment: {'id': '637976f6-ec07-4778-94f3-be5be828cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1c0a3e98-bb6f-4b14-8e65-ca568c31e302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:55:29.572668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931044ec-9d96-46c3-80b4-48322e0e85fa tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network hostable DHCP agents. Network: 1c0a3e98-bb6f-4b14-8e65-ca568c31e302, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:55:29.588481 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931044ec-9d96-46c3-80b4-48322e0e85fa tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 1c0a3e98-bb6f-4b14-8e65-ca568c31e302 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:55:29.596691 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-931044ec-9d96-46c3-80b4-48322e0e85fa tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 1c0a3e98-bb6f-4b14-8e65-ca568c31e302) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:29.600532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931044ec-9d96-46c3-80b4-48322e0e85fa tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:29.601123 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-931044ec-9d96-46c3-80b4-48322e0e85fa tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:29.605208 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3211802d-f5fe-47f3-8496-1b435adc7ad9 None None] Network 1c0a3e98-bb6f-4b14-8e65-ca568c31e302 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:55:29.617982 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-931044ec-9d96-46c3-80b4-48322e0e85fa tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4347961 Sep 29 17:55:29.621095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44196) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:29.626499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1231802882', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:29.655773 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:29.657087 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:29.715702 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:29.766815 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-1c0a3e98-bb6f-4b14-8e65-ca568c31e302', 'network_id': '1c0a3e98-bb6f-4b14-8e65-ca568c31e302', 'tenant_id': '15bd7c5ea7cd4924aa4cf29b3a412be7', 'fixed_ips': [{'subnet_id': '1e897cc3-b42f-4e3b-ba04-26d20aaf13cd'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:55:29.767758 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:29.863352 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:29.909950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Allocated IP 172.20.0.2 (1c0a3e98-bb6f-4b14-8e65-ca568c31e302/1e897cc3-b42f-4e3b-ba04-26d20aaf13cd/3685e3b1-acc0-4de7-a16f-edce2c915f59) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:30.067610 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:30.080606 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:30.087487 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:30.087919 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:30.133769 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Network 1c0a3e98-bb6f-4b14-8e65-ca568c31e302 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:30.139475 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:30.142370 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:30.149956 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Pushing event updated for resources: {'Port': ['ID=3685e3b1-acc0-4de7-a16f-edce2c915f59,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:30.196396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Allocated IP 172.25.2.198 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/2faf6ea9-c78d-4fe6-bb9d-3b0e011277c7) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:30.207109 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Attempting to bind port 3685e3b1-acc0-4de7-a16f-edce2c915f59 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:55:30.207717 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Attempting to bind port 3685e3b1-acc0-4de7-a16f-edce2c915f59 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '637976f6-ec07-4778-94f3-be5be828cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1c0a3e98-bb6f-4b14-8e65-ca568c31e302'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:55:30.208176 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Attempting to bind port 3685e3b1-acc0-4de7-a16f-edce2c915f59 on network 1c0a3e98-bb6f-4b14-8e65-ca568c31e302 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:55:30.214745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:55:30.214745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Checking segment: {'id': '637976f6-ec07-4778-94f3-be5be828cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1c0a3e98-bb6f-4b14-8e65-ca568c31e302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:55:30.215080 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:30.215225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Bound using segment: {'id': '637976f6-ec07-4778-94f3-be5be828cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1c0a3e98-bb6f-4b14-8e65-ca568c31e302'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:55:30.215687 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Bound port: 3685e3b1-acc0-4de7-a16f-edce2c915f59, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '637976f6-ec07-4778-94f3-be5be828cc44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1c0a3e98-bb6f-4b14-8e65-ca568c31e302'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:55:30.216864 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:30.300480 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] For port 3685e3b1-acc0-4de7-a16f-edce2c915f59, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:55:30.303581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] For port 3685e3b1-acc0-4de7-a16f-edce2c915f59, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3685e3b1-acc0-4de7-a16f-edce2c915f59,segment=NetworkSegment(637976f6-ec07-4778-94f3-be5be828cc44),segment_id=637976f6-ec07-4778-94f3-be5be828cc44)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:55:30.307758 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:30.327419 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:30.373975 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:30.383703 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d75526-b006-4175-a075-40c227b5a219 None None] Pushing event updated for resources: {'Port': ['ID=3685e3b1-acc0-4de7-a16f-edce2c915f59,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:30.412642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:30.415571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:30.419214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:30.461051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=2faf6ea9-c78d-4fe6-bb9d-3b0e011277c7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:30.714347 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:30.917565 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:31.057655 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 7e4c3be7-b00a-4a37-80f6-2d4f49b7248e is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:55:31.179008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:31.194488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cfc2ca-5637-4e14-91e9-f58ffd57dddc None None] Sync routers for ids ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:31.203913 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:31.207273 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cfc2ca-5637-4e14-91e9-f58ffd57dddc None None] Routers {'7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:31.207447 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7f0e51b3-6aff-48f3-820c-7601b549f508 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5850484 Sep 29 17:55:31.207941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c1cfc2ca-5637-4e14-91e9-f58ffd57dddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:31.209975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44210) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:31.259171 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c1cfc2ca-5637-4e14-91e9-f58ffd57dddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:31.269427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cfc2ca-5637-4e14-91e9-f58ffd57dddc None None] Routers {'7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:31.270983 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c1cfc2ca-5637-4e14-91e9-f58ffd57dddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:31.382272 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c1cfc2ca-5637-4e14-91e9-f58ffd57dddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:31.383636 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cfc2ca-5637-4e14-91e9-f58ffd57dddc None None] The sync data for ids ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:31.422480 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d198783e-08b8-4aa8-b0fc-851247798b3a None None] Network 1c0a3e98-bb6f-4b14-8e65-ca568c31e302 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:55:31.516436 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3f2d190e-2a17-4768-80b4-f49f9dbcc24b None None] Provisioning complete for port 3685e3b1-acc0-4de7-a16f-edce2c915f59 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:55:31.517687 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3f2d190e-2a17-4768-80b4-f49f9dbcc24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:31.663158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3685e3b1-acc0-4de7-a16f-edce2c915f59 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:55:31.702675 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e141d96-b40c-4ee0-84ae-eb55fb297c31 req-51c7edf9-21c0-49e9-bdb7-e7f9686c5d81 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2340386 Sep 29 17:55:31.720238 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3f2d190e-2a17-4768-80b4-f49f9dbcc24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:31.765579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3f2d190e-2a17-4768-80b4-f49f9dbcc24b None None] For port 3685e3b1-acc0-4de7-a16f-edce2c915f59, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3685e3b1-acc0-4de7-a16f-edce2c915f59,segment=NetworkSegment(637976f6-ec07-4778-94f3-be5be828cc44),segment_id=637976f6-ec07-4778-94f3-be5be828cc44)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:55:31.774769 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3f2d190e-2a17-4768-80b4-f49f9dbcc24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:31.779598 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 3685e3b1-acc0-4de7-a16f-edce2c915f59 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:55:31.779900 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:31.867799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d190e-2a17-4768-80b4-f49f9dbcc24b None None] Pushing event updated for resources: {'Port': ['ID=3685e3b1-acc0-4de7-a16f-edce2c915f59,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:31.997055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d27efa90-21da-4197-86cd-5c6f2e63bcfe None None] Provisioning complete for port 3685e3b1-acc0-4de7-a16f-edce2c915f59 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:55:31.998238 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d27efa90-21da-4197-86cd-5c6f2e63bcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:32.208505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e141d96-b40c-4ee0-84ae-eb55fb297c31 req-b7bddcf9-72a0-4c2e-95cf-42f0ba4b5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:32.210019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e141d96-b40c-4ee0-84ae-eb55fb297c31 req-b7bddcf9-72a0-4c2e-95cf-42f0ba4b5091 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 1096 time: 0.0770044 Sep 29 17:55:32.290328 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:32.415088 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e141d96-b40c-4ee0-84ae-eb55fb297c31 req-3fa712ec-bc18-4390-94d1-b470da3b10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:32.416552 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e141d96-b40c-4ee0-84ae-eb55fb297c31 req-3fa712ec-bc18-4390-94d1-b470da3b10e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=efc8c0df-2a54-4784-80b1-b68c43f92149 HTTP/1.1" status: 200 len: 898 time: 0.1707308 Sep 29 17:55:32.508420 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e141d96-b40c-4ee0-84ae-eb55fb297c31 req-8d36c780-2ae6-45e5-aa77-7ecb5fecd7f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e089951-8d5f-451b-8c28-840b26d8bac4 HTTP/1.1" status: 200 len: 1001 time: 0.0843341 Sep 29 17:55:32.652587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e141d96-b40c-4ee0-84ae-eb55fb297c31 req-e0f2ef28-7d05-4d8f-aee7-dda4d777cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:32.656981 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e141d96-b40c-4ee0-84ae-eb55fb297c31 req-e0f2ef28-7d05-4d8f-aee7-dda4d777cf2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=193214a2-bc33-4856-9f1f-2de044b26bed HTTP/1.1" status: 200 len: 835 time: 0.1167505 Sep 29 17:55:32.751274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e141d96-b40c-4ee0-84ae-eb55fb297c31 req-4ab25bc4-9a4c-4bf2-8c8d-402ca83705c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:32.752760 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e141d96-b40c-4ee0-84ae-eb55fb297c31 req-4ab25bc4-9a4c-4bf2-8c8d-402ca83705c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=efc8c0df-2a54-4784-80b1-b68c43f92149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882518 Sep 29 17:55:32.759325 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Allocated IP 172.20.0.1 (1c0a3e98-bb6f-4b14-8e65-ca568c31e302/1e897cc3-b42f-4e3b-ba04-26d20aaf13cd/2abe766e-5a2c-4761-a919-7dfd4f0133c9) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:32.918240 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e141d96-b40c-4ee0-84ae-eb55fb297c31 req-887b9ceb-be32-4657-8dea-cfec39957e51 service neutron] 10.222.0.35 "GET /v2.0/networks/efc8c0df-2a54-4784-80b1-b68c43f92149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565931 Sep 29 17:55:32.967627 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:33.047139 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e141d96-b40c-4ee0-84ae-eb55fb297c31 req-94b28486-1e0c-4430-9e0a-6b2887a4f684 service neutron] 10.222.0.35 "GET /v2.0/networks/efc8c0df-2a54-4784-80b1-b68c43f92149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181076 Sep 29 17:55:33.053260 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:33.092295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 1c0a3e98-bb6f-4b14-8e65-ca568c31e302 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:33.097209 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:33.101151 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:33.128358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=2abe766e-5a2c-4761-a919-7dfd4f0133c9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:33.152279 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:33.292646 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:33.440948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-770a2c9c-7a51-43f2-8806-a912a14c01b1 None None] Provisioning complete for port 2abe766e-5a2c-4761-a919-7dfd4f0133c9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:55:33.441480 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-770a2c9c-7a51-43f2-8806-a912a14c01b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:33.476940 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-770a2c9c-7a51-43f2-8806-a912a14c01b1 None None] Port 2abe766e-5a2c-4761-a919-7dfd4f0133c9 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:55:33.596955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3685e3b1-acc0-4de7-a16f-edce2c915f59 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:55:33.603991 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:33.610263 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:33.657945 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 3685e3b1-acc0-4de7-a16f-edce2c915f59 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:55:33.658599 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:33.698479 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:33.701486 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=2abe766e-5a2c-4761-a919-7dfd4f0133c9,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:33.818679 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 1c0a3e98-bb6f-4b14-8e65-ca568c31e302 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:33.820148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:33.957690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 7e4c3be7-b00a-4a37-80f6-2d4f49b7248e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:34.088376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:34.096516 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44242) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:34.096994 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0116d1cc-d31d-406c-a655-df90ce4de05c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "PUT /v2.0/routers/7e4c3be7-b00a-4a37-80f6-2d4f49b7248e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8858340 Sep 29 17:55:34.102269 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517067de-7f2e-410b-8319-33b555286f42 None None] Sync routers for ids ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:34.102781 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'port': {'network_id': '1c0a3e98-bb6f-4b14-8e65-ca568c31e302', 'name': 'tempest-FloatingIPTestJSON-716989326'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:34.103970 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ba952adf-0653-4f85-b5ac-b34a91333d6d None None] Provisioning complete for port 2abe766e-5a2c-4761-a919-7dfd4f0133c9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:55:34.104349 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba952adf-0653-4f85-b5ac-b34a91333d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:34.115006 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517067de-7f2e-410b-8319-33b555286f42 None None] Routers {'7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:34.115622 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-517067de-7f2e-410b-8319-33b555286f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:34.154733 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ba952adf-0653-4f85-b5ac-b34a91333d6d None None] Port 2abe766e-5a2c-4761-a919-7dfd4f0133c9 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:55:34.160338 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-517067de-7f2e-410b-8319-33b555286f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:34.170344 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517067de-7f2e-410b-8319-33b555286f42 None None] Routers {'7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:34.171208 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-517067de-7f2e-410b-8319-33b555286f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:34.206442 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-517067de-7f2e-410b-8319-33b555286f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:34.207341 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517067de-7f2e-410b-8319-33b555286f42 None None] The sync data for ids ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:34.238693 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Made reservation on behalf of 15bd7c5ea7cd4924aa4cf29b3a412be7 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:34.244110 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:34.265540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] device_id is not set on port b34b4acf-8f05-4c73-ae81-961b96fb1136 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:55:34.378831 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Allocated IP 172.20.0.3 (1c0a3e98-bb6f-4b14-8e65-ca568c31e302/1e897cc3-b42f-4e3b-ba04-26d20aaf13cd/b34b4acf-8f05-4c73-ae81-961b96fb1136) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:34.531405 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:34.564833 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:34.611968 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Network 1c0a3e98-bb6f-4b14-8e65-ca568c31e302 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:34.615171 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:34.619461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:34.630931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event updated for resources: {'Port': ['ID=b34b4acf-8f05-4c73-ae81-961b96fb1136,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:34.671908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:34.672346 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:34.672761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:34.673167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:34.673652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:34.674128 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:34.674475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:34.674876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:34.675207 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:34.675646 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:34.675978 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:34.676303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:34.700268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:34.701509 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:34.720091 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3a5f6d90-6631-4db5-96c5-0129574e3d50 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6217077 Sep 29 17:55:34.722668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44244) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:34.727214 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-1c37f5a3-ef33-4c27-97c7-0c06b7835765 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Request body: {'floatingip': {'port_id': 'b34b4acf-8f05-4c73-ae81-961b96fb1136'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:34.790418 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c37f5a3-ef33-4c27-97c7-0c06b7835765 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:34.880816 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-dd7e4804-1d94-46b6-93f1-1c46f1bd6c34 None None] Provisioning complete for port b34b4acf-8f05-4c73-ae81-961b96fb1136 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:55:34.881481 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dd7e4804-1d94-46b6-93f1-1c46f1bd6c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:34.923306 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-dd7e4804-1d94-46b6-93f1-1c46f1bd6c34 None None] Port b34b4acf-8f05-4c73-ae81-961b96fb1136 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:55:35.490250 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c37f5a3-ef33-4c27-97c7-0c06b7835765 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:35.494358 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c37f5a3-ef33-4c27-97c7-0c06b7835765 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:35.594263 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-1c37f5a3-ef33-4c27-97c7-0c06b7835765 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Floating IP 2f9a447b-cad7-4626-858d-ad068bf78146 associated. External IP: 172.25.2.230, port: 051c6b88-a010-44cf-a465-f8f714673c70. Sep 29 17:55:35.823651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c37f5a3-ef33-4c27-97c7-0c06b7835765 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 756ad83d-8bee-43a9-9a2e-e063a300ca8e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:35.936025 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c37f5a3-ef33-4c27-97c7-0c06b7835765 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:35.945986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd148e-5b1c-4e70-bc3e-4c06db00c977 None None] Sync routers for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:35.957681 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd148e-5b1c-4e70-bc3e-4c06db00c977 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:35.958304 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7abd148e-5b1c-4e70-bc3e-4c06db00c977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:35.992537 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7abd148e-5b1c-4e70-bc3e-4c06db00c977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:36.004449 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd148e-5b1c-4e70-bc3e-4c06db00c977 None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:36.005738 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7abd148e-5b1c-4e70-bc3e-4c06db00c977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:36.044901 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7abd148e-5b1c-4e70-bc3e-4c06db00c977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:36.045900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abd148e-5b1c-4e70-bc3e-4c06db00c977 None None] The sync data for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:36.163159 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c37f5a3-ef33-4c27-97c7-0c06b7835765 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 7e4c3be7-b00a-4a37-80f6-2d4f49b7248e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:36.268952 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c37f5a3-ef33-4c27-97c7-0c06b7835765 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:36.273298 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1c37f5a3-ef33-4c27-97c7-0c06b7835765 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:36.278410 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057665c-c3a0-4ab4-a1fd-27d2de66e995 None None] Sync routers for ids ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:36.287173 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057665c-c3a0-4ab4-a1fd-27d2de66e995 None None] Routers {'7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:36.287773 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3057665c-c3a0-4ab4-a1fd-27d2de66e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:36.319624 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3057665c-c3a0-4ab4-a1fd-27d2de66e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:36.324669 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1c37f5a3-ef33-4c27-97c7-0c06b7835765 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "PUT /v2.0/floatingips/2f9a447b-cad7-4626-858d-ad068bf78146 HTTP/1.1" status: 200 len: 977 time: 1.6007702 Sep 29 17:55:36.328265 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44252) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:36.329238 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3057665c-c3a0-4ab4-a1fd-27d2de66e995 None None] Routers {'7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:36.329866 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3057665c-c3a0-4ab4-a1fd-27d2de66e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:36.366101 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3057665c-c3a0-4ab4-a1fd-27d2de66e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:36.366734 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3057665c-c3a0-4ab4-a1fd-27d2de66e995 None None] The sync data for ids ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:36.419388 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3341eb08-a5cf-4f03-85e9-40110b719878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting port b34b4acf-8f05-4c73-ae81-961b96fb1136 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:36.419809 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3341eb08-a5cf-4f03-85e9-40110b719878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:36.502084 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3341eb08-a5cf-4f03-85e9-40110b719878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:36.669486 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3341eb08-a5cf-4f03-85e9-40110b719878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:36.669765 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3341eb08-a5cf-4f03-85e9-40110b719878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:36.670081 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-3341eb08-a5cf-4f03-85e9-40110b719878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Floating IP 2f9a447b-cad7-4626-858d-ad068bf78146 disassociated. External IP: 172.25.2.230, port: b34b4acf-8f05-4c73-ae81-961b96fb1136. Sep 29 17:55:36.670423 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3341eb08-a5cf-4f03-85e9-40110b719878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Calling delete_port for b34b4acf-8f05-4c73-ae81-961b96fb1136 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:36.797470 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3341eb08-a5cf-4f03-85e9-40110b719878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:36.824604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341eb08-a5cf-4f03-85e9-40110b719878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Port': ['ID=b34b4acf-8f05-4c73-ae81-961b96fb1136,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:36.953429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3341eb08-a5cf-4f03-85e9-40110b719878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 7e4c3be7-b00a-4a37-80f6-2d4f49b7248e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:37.069601 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3341eb08-a5cf-4f03-85e9-40110b719878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:37.080886 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c1b71-3977-4ec2-9e12-2cb5de731ea6 None None] Sync routers for ids ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:37.089842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c1b71-3977-4ec2-9e12-2cb5de731ea6 None None] Routers {'7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:37.090452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-da2c1b71-3977-4ec2-9e12-2cb5de731ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:37.132492 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-da2c1b71-3977-4ec2-9e12-2cb5de731ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:37.143387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c1b71-3977-4ec2-9e12-2cb5de731ea6 None None] Routers {'7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:37.144363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-da2c1b71-3977-4ec2-9e12-2cb5de731ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:37.150095 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3341eb08-a5cf-4f03-85e9-40110b719878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:37.152269 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3341eb08-a5cf-4f03-85e9-40110b719878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/ports/b34b4acf-8f05-4c73-ae81-961b96fb1136 HTTP/1.1" status: 204 len: 168 time: 0.8230829 Sep 29 17:55:37.156922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44272) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:37.185095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-da2c1b71-3977-4ec2-9e12-2cb5de731ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:37.185775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c1b71-3977-4ec2-9e12-2cb5de731ea6 None None] The sync data for ids ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:37.511748 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0226383f-99ee-424c-a660-6656e9da7e3c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:37.770076 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0226383f-99ee-424c-a660-6656e9da7e3c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting port 2abe766e-5a2c-4761-a919-7dfd4f0133c9 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:37.770344 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0226383f-99ee-424c-a660-6656e9da7e3c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:37.858479 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0226383f-99ee-424c-a660-6656e9da7e3c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:37.870214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0226383f-99ee-424c-a660-6656e9da7e3c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Calling delete_port for 2abe766e-5a2c-4761-a919-7dfd4f0133c9 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:38.057738 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0226383f-99ee-424c-a660-6656e9da7e3c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:38.090060 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226383f-99ee-424c-a660-6656e9da7e3c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Port': ['ID=2abe766e-5a2c-4761-a919-7dfd4f0133c9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:38.275559 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0226383f-99ee-424c-a660-6656e9da7e3c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:38.502543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0226383f-99ee-424c-a660-6656e9da7e3c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 7e4c3be7-b00a-4a37-80f6-2d4f49b7248e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:38.606276 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0226383f-99ee-424c-a660-6656e9da7e3c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:38.611854 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0226383f-99ee-424c-a660-6656e9da7e3c tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "PUT /v2.0/routers/7e4c3be7-b00a-4a37-80f6-2d4f49b7248e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4530978 Sep 29 17:55:38.614358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44282) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:38.616961 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e0aa9-ea6d-4662-b954-72a68886d001 None None] Sync routers for ids ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:38.627386 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e0aa9-ea6d-4662-b954-72a68886d001 None None] Routers {'7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:38.628036 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f87e0aa9-ea6d-4662-b954-72a68886d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:38.669239 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f87e0aa9-ea6d-4662-b954-72a68886d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:38.677937 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87e0aa9-ea6d-4662-b954-72a68886d001 None None] Routers {'7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:38.678544 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f87e0aa9-ea6d-4662-b954-72a68886d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:38.712497 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f87e0aa9-ea6d-4662-b954-72a68886d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:38.713134 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87e0aa9-ea6d-4662-b954-72a68886d001 None None] The sync data for ids ['7e4c3be7-b00a-4a37-80f6-2d4f49b7248e'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:38.737222 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ffb561ad-f161-4ee1-9f6e-d009d9406803 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:39.172497 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ffb561ad-f161-4ee1-9f6e-d009d9406803 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:39.223419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ffb561ad-f161-4ee1-9f6e-d009d9406803 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting port 2faf6ea9-c78d-4fe6-bb9d-3b0e011277c7 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:39.223800 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ffb561ad-f161-4ee1-9f6e-d009d9406803 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:39.300579 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ffb561ad-f161-4ee1-9f6e-d009d9406803 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:39.312570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ffb561ad-f161-4ee1-9f6e-d009d9406803 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Calling delete_port for 2faf6ea9-c78d-4fe6-bb9d-3b0e011277c7 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:39.480888 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ffb561ad-f161-4ee1-9f6e-d009d9406803 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:39.511233 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb561ad-f161-4ee1-9f6e-d009d9406803 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Port': ['ID=2faf6ea9-c78d-4fe6-bb9d-3b0e011277c7,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:39.571572 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ffb561ad-f161-4ee1-9f6e-d009d9406803 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:39.662688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ffb561ad-f161-4ee1-9f6e-d009d9406803 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:39.664713 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ffb561ad-f161-4ee1-9f6e-d009d9406803 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:39.707235 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ffb561ad-f161-4ee1-9f6e-d009d9406803 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:39.708032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb561ad-f161-4ee1-9f6e-d009d9406803 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Fanout notify agent at l3_agent the message router_deleted on router 7e4c3be7-b00a-4a37-80f6-2d4f49b7248e {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:55:39.715292 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ffb561ad-f161-4ee1-9f6e-d009d9406803 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:39.720266 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ffb561ad-f161-4ee1-9f6e-d009d9406803 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/routers/7e4c3be7-b00a-4a37-80f6-2d4f49b7248e HTTP/1.1" status: 204 len: 168 time: 1.1018145 Sep 29 17:55:39.720266 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44288) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:39.773933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a06c90-a667-4364-ac34-014fc4b7f993 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting subnet 1e897cc3-b42f-4e3b-ba04-26d20aaf13cd {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:55:39.776995 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c8a06c90-a667-4364-ac34-014fc4b7f993 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:39.821105 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c8a06c90-a667-4364-ac34-014fc4b7f993 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:39.905790 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c8a06c90-a667-4364-ac34-014fc4b7f993 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:39.968341 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c8a06c90-a667-4364-ac34-014fc4b7f993 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:39.994842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a06c90-a667-4364-ac34-014fc4b7f993 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Subnet': ['ID=1e897cc3-b42f-4e3b-ba04-26d20aaf13cd,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:39.998758 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c8a06c90-a667-4364-ac34-014fc4b7f993 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.000779 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c8a06c90-a667-4364-ac34-014fc4b7f993 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/subnets/1e897cc3-b42f-4e3b-ba04-26d20aaf13cd HTTP/1.1" status: 204 len: 168 time: 0.2798500 Sep 29 17:55:40.003333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44290) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:40.006086 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aae7e0-e80d-4802-878b-f2ea399d4ede None None] Network 1c0a3e98-bb6f-4b14-8e65-ca568c31e302 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:55:40.086746 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.148505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting port 3685e3b1-acc0-4de7-a16f-edce2c915f59 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:40.148845 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.202171 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] DHCP port deletion for 1c0a3e98-bb6f-4b14-8e65-ca568c31e302 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:55:40.215505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] For port 3685e3b1-acc0-4de7-a16f-edce2c915f59, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3685e3b1-acc0-4de7-a16f-edce2c915f59,segment=NetworkSegment(637976f6-ec07-4778-94f3-be5be828cc44),segment_id=637976f6-ec07-4778-94f3-be5be828cc44)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:55:40.215904 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.232584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Calling delete_port for 3685e3b1-acc0-4de7-a16f-edce2c915f59 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:40.255514 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Deleting port 3685e3b1-acc0-4de7-a16f-edce2c915f59 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:40.255877 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.323434 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.324733 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] For port 3685e3b1-acc0-4de7-a16f-edce2c915f59, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3685e3b1-acc0-4de7-a16f-edce2c915f59,segment=NetworkSegment(637976f6-ec07-4778-94f3-be5be828cc44),segment_id=637976f6-ec07-4778-94f3-be5be828cc44)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:55:40.325131 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.337476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Calling delete_port for 3685e3b1-acc0-4de7-a16f-edce2c915f59 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:40.349467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Port': ['ID=3685e3b1-acc0-4de7-a16f-edce2c915f59,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:40.353142 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] No DVR routers for this DVR port 3685e3b1-acc0-4de7-a16f-edce2c915f59 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:55:40.436734 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.438223 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.458615 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0a3e98-bb6f-4b14-8e65-ca568c31e302']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:40.473497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] No DVR routers for this DVR port 3685e3b1-acc0-4de7-a16f-edce2c915f59 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:55:40.476507 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Pushing event deleted for resources: {'Port': ['ID=3685e3b1-acc0-4de7-a16f-edce2c915f59,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:40.477459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '637976f6-ec07-4778-94f3-be5be828cc44') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:40.477999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '637976f6-ec07-4778-94f3-be5be828cc44') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:40.489527 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:40.490075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:40.490633 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:40.490922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:40.491289 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:40.491617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:40.492011 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.492219 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:40.492354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:40.492689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:40.493154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:40.493554 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:40.494087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5df5c559-9231-4b18-9064-03ed37896892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:55:40.506687 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.512969 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:55:40.513417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:55:40.517687 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:55:40.616809 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.633324 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.637253 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/networks/1c0a3e98-bb6f-4b14-8e65-ca568c31e302 HTTP/1.1" status: 204 len: 168 time: 0.6323690 Sep 29 17:55:40.641575 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44306) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:40.670375 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598c418-d1be-41ba-bce6-4fef9f0f2424 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Network': ['ID=1c0a3e98-bb6f-4b14-8e65-ca568c31e302,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:40.800317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-82a677c4-5087-45d6-8756-d84848558442 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting port 4da400bd-c388-4dd4-aca5-3bdff4631f72 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:40.800659 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-82a677c4-5087-45d6-8756-d84848558442 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.813041 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c2d6c3fa-4914-413c-a93c-6cf53ab9a538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.878873 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-82a677c4-5087-45d6-8756-d84848558442 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.879103 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-82a677c4-5087-45d6-8756-d84848558442 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:40.890410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-82a677c4-5087-45d6-8756-d84848558442 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Calling delete_port for 4da400bd-c388-4dd4-aca5-3bdff4631f72 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:41.020201 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-82a677c4-5087-45d6-8756-d84848558442 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:41.044883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a677c4-5087-45d6-8756-d84848558442 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Port': ['ID=4da400bd-c388-4dd4-aca5-3bdff4631f72,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:41.107481 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-82a677c4-5087-45d6-8756-d84848558442 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:41.110301 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-82a677c4-5087-45d6-8756-d84848558442 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:41.111844 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-82a677c4-5087-45d6-8756-d84848558442 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/floatingips/2f9a447b-cad7-4626-858d-ad068bf78146 HTTP/1.1" status: 204 len: 168 time: 0.4688029 Sep 29 17:55:41.115640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44310) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:41.138833 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-586d7521-1a75-419b-8f4b-f4260ef73528 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] DELETE failed (client error): The resource could not be found. Sep 29 17:55:41.139369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586d7521-1a75-419b-8f4b-f4260ef73528 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:55:41.141039 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-586d7521-1a75-419b-8f4b-f4260ef73528 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/ports/b34b4acf-8f05-4c73-ae81-961b96fb1136 HTTP/1.1" status: 404 len: 333 time: 0.0243268 Sep 29 17:55:41.143646 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44312) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:41.170140 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aa70e3fe-291b-45a7-82d1-69680f091bef tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e4c3be7-b00a-4a37-80f6-2d4f49b7248e HTTP/1.1" status: 200 len: 205 time: 0.0254471 Sep 29 17:55:41.172382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44314) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:41.208273 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-e60d0e8b-3e8c-403c-9d98-7dd50e7b61f1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] delete failed (client error): The resource could not be found. Sep 29 17:55:41.209316 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e60d0e8b-3e8c-403c-9d98-7dd50e7b61f1 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/routers/7e4c3be7-b00a-4a37-80f6-2d4f49b7248e HTTP/1.1" status: 404 len: 336 time: 0.0360389 Sep 29 17:55:41.211773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44316) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:41.241629 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-65366d5d-5b7f-459b-bc3d-4ffed461fe81 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] DELETE failed (client error): The resource could not be found. Sep 29 17:55:41.242076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65366d5d-5b7f-459b-bc3d-4ffed461fe81 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:55:41.243739 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-65366d5d-5b7f-459b-bc3d-4ffed461fe81 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/subnets/1e897cc3-b42f-4e3b-ba04-26d20aaf13cd HTTP/1.1" status: 404 len: 337 time: 0.0311017 Sep 29 17:55:41.246206 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44318) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:41.326538 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-4b32345a-ca26-4b2f-972b-2b8720e47ae5 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting port 051c6b88-a010-44cf-a465-f8f714673c70 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:41.326880 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b32345a-ca26-4b2f-972b-2b8720e47ae5 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:41.336643 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:55:41.412442 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b32345a-ca26-4b2f-972b-2b8720e47ae5 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:41.424494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-4b32345a-ca26-4b2f-972b-2b8720e47ae5 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Calling delete_port for 051c6b88-a010-44cf-a465-f8f714673c70 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:41.546293 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b32345a-ca26-4b2f-972b-2b8720e47ae5 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:41.584433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3685e3b1-acc0-4de7-a16f-edce2c915f59 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:55:41.584918 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32345a-ca26-4b2f-972b-2b8720e47ae5 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Port': ['ID=051c6b88-a010-44cf-a465-f8f714673c70,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:41.609572 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 3685e3b1-acc0-4de7-a16f-edce2c915f59 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:55:41.609919 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3685e3b1-acc0-4de7-a16f-edce2c915f59 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:55:41.650432 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b32345a-ca26-4b2f-972b-2b8720e47ae5 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:41.652391 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4b32345a-ca26-4b2f-972b-2b8720e47ae5 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/ports/051c6b88-a010-44cf-a465-f8f714673c70 HTTP/1.1" status: 204 len: 168 time: 0.4052792 Sep 29 17:55:41.655421 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44320) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:41.741192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4f763-4d1e-4f07-bf1b-f3635a99d0cb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting port 18f7dee3-3f39-4f03-8c2d-07bef5859c67 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:41.741451 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1a4f763-4d1e-4f07-bf1b-f3635a99d0cb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:41.824749 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1a4f763-4d1e-4f07-bf1b-f3635a99d0cb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:41.837521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4f763-4d1e-4f07-bf1b-f3635a99d0cb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Calling delete_port for 18f7dee3-3f39-4f03-8c2d-07bef5859c67 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:41.978189 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1a4f763-4d1e-4f07-bf1b-f3635a99d0cb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:42.015789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4f763-4d1e-4f07-bf1b-f3635a99d0cb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Port': ['ID=18f7dee3-3f39-4f03-8c2d-07bef5859c67,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:42.088945 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f1a4f763-4d1e-4f07-bf1b-f3635a99d0cb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:42.091541 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f1a4f763-4d1e-4f07-bf1b-f3635a99d0cb tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/ports/18f7dee3-3f39-4f03-8c2d-07bef5859c67 HTTP/1.1" status: 204 len: 168 time: 0.4345393 Sep 29 17:55:42.093980 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44334) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:42.142107 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facbe111-c654-4c32-b125-de4300945e8f tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:42.143586 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-facbe111-c654-4c32-b125-de4300945e8f tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "GET /v2.0/ports?device_id=756ad83d-8bee-43a9-9a2e-e063a300ca8e HTTP/1.1" status: 200 len: 913 time: 0.0486469 Sep 29 17:55:42.146315 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44338) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:42.746753 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c6159d2-c16b-4463-8b06-4b2a9b7fa58a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:42.991991 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3c6159d2-c16b-4463-8b06-4b2a9b7fa58a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting port cd0dc5a3-d6ae-47ec-817c-cce1435dc9c8 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:42.992240 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c6159d2-c16b-4463-8b06-4b2a9b7fa58a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:43.082485 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c6159d2-c16b-4463-8b06-4b2a9b7fa58a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:43.094350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3c6159d2-c16b-4463-8b06-4b2a9b7fa58a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Calling delete_port for cd0dc5a3-d6ae-47ec-817c-cce1435dc9c8 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:43.291242 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c6159d2-c16b-4463-8b06-4b2a9b7fa58a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:43.319921 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6159d2-c16b-4463-8b06-4b2a9b7fa58a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Port': ['ID=cd0dc5a3-d6ae-47ec-817c-cce1435dc9c8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:43.489071 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c6159d2-c16b-4463-8b06-4b2a9b7fa58a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:43.564085 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1eed3bb0-a798-46d8-9ce1-ab842b3955d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:43.700714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6159d2-c16b-4463-8b06-4b2a9b7fa58a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Router 756ad83d-8bee-43a9-9a2e-e063a300ca8e has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:55:43.808950 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6159d2-c16b-4463-8b06-4b2a9b7fa58a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:55:43.814447 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3c6159d2-c16b-4463-8b06-4b2a9b7fa58a tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "PUT /v2.0/routers/756ad83d-8bee-43a9-9a2e-e063a300ca8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6671767 Sep 29 17:55:43.816946 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44348) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:43.822085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dc96aa-9baa-41eb-91ef-6760ebf6c0cb None None] Sync routers for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:55:43.831604 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc96aa-9baa-41eb-91ef-6760ebf6c0cb None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:43.832441 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a1dc96aa-9baa-41eb-91ef-6760ebf6c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:43.865694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a1dc96aa-9baa-41eb-91ef-6760ebf6c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:43.874563 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc96aa-9baa-41eb-91ef-6760ebf6c0cb None None] Routers {'756ad83d-8bee-43a9-9a2e-e063a300ca8e'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:55:43.875257 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a1dc96aa-9baa-41eb-91ef-6760ebf6c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:43.910585 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a1dc96aa-9baa-41eb-91ef-6760ebf6c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:43.911406 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dc96aa-9baa-41eb-91ef-6760ebf6c0cb None None] The sync data for ids ['756ad83d-8bee-43a9-9a2e-e063a300ca8e'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:55:43.925057 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6657824-ead4-451c-a7e2-df9fb2583878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.026690 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6657824-ead4-451c-a7e2-df9fb2583878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.078950 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d6657824-ead4-451c-a7e2-df9fb2583878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting port 7ab5dca6-c6d0-439b-a800-d85f76f58a58 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:44.079347 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6657824-ead4-451c-a7e2-df9fb2583878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.161696 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6657824-ead4-451c-a7e2-df9fb2583878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.173624 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d6657824-ead4-451c-a7e2-df9fb2583878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Calling delete_port for 7ab5dca6-c6d0-439b-a800-d85f76f58a58 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:44.386772 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6657824-ead4-451c-a7e2-df9fb2583878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.412981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6657824-ead4-451c-a7e2-df9fb2583878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Port': ['ID=7ab5dca6-c6d0-439b-a800-d85f76f58a58,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:44.474838 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6657824-ead4-451c-a7e2-df9fb2583878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.567107 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6657824-ead4-451c-a7e2-df9fb2583878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.569179 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6657824-ead4-451c-a7e2-df9fb2583878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.613966 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6657824-ead4-451c-a7e2-df9fb2583878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.614455 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6657824-ead4-451c-a7e2-df9fb2583878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Fanout notify agent at l3_agent the message router_deleted on router 756ad83d-8bee-43a9-9a2e-e063a300ca8e {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:55:44.621088 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d6657824-ead4-451c-a7e2-df9fb2583878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.623047 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d6657824-ead4-451c-a7e2-df9fb2583878 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/routers/756ad83d-8bee-43a9-9a2e-e063a300ca8e HTTP/1.1" status: 204 len: 168 time: 0.8051558 Sep 29 17:55:44.625746 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44352) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:44.636248 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.656224 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.681582 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fd18d5-be0f-48d7-ab61-ab024a96c0b2 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Deleting subnet 12c4a609-56a8-4c1b-8129-dd3b5a5e900c {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:55:44.684990 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53fd18d5-be0f-48d7-ab61-ab024a96c0b2 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.732309 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53fd18d5-be0f-48d7-ab61-ab024a96c0b2 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.741137 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.776078 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53fd18d5-be0f-48d7-ab61-ab024a96c0b2 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.838022 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53fd18d5-be0f-48d7-ab61-ab024a96c0b2 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.868682 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd18d5-be0f-48d7-ab61-ab024a96c0b2 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Subnet': ['ID=12c4a609-56a8-4c1b-8129-dd3b5a5e900c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:44.870604 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-53fd18d5-be0f-48d7-ab61-ab024a96c0b2 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:44.872671 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-53fd18d5-be0f-48d7-ab61-ab024a96c0b2 tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/subnets/12c4a609-56a8-4c1b-8129-dd3b5a5e900c HTTP/1.1" status: 204 len: 168 time: 0.2459152 Sep 29 17:55:44.875144 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44354) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:44.947521 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-933b2741-23bd-45db-811c-5c028d2d78ef tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:45.040319 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-933b2741-23bd-45db-811c-5c028d2d78ef tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:45.059964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-933b2741-23bd-45db-811c-5c028d2d78ef tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135abec3-baa7-49c4-a69f-6b1699e35260']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:45.068919 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-933b2741-23bd-45db-811c-5c028d2d78ef tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3177329c-55ae-48d9-b2e8-7a210477927c') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:45.069214 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-933b2741-23bd-45db-811c-5c028d2d78ef tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3177329c-55ae-48d9-b2e8-7a210477927c') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:45.078490 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-933b2741-23bd-45db-811c-5c028d2d78ef tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:45.091660 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-933b2741-23bd-45db-811c-5c028d2d78ef tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:45.097339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933b2741-23bd-45db-811c-5c028d2d78ef tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:55:45.097725 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-933b2741-23bd-45db-811c-5c028d2d78ef tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:55:45.100549 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:55:45.160417 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-933b2741-23bd-45db-811c-5c028d2d78ef tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:45.165017 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-933b2741-23bd-45db-811c-5c028d2d78ef tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:45.167534 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-933b2741-23bd-45db-811c-5c028d2d78ef tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] 10.222.0.44 "DELETE /v2.0/networks/135abec3-baa7-49c4-a69f-6b1699e35260 HTTP/1.1" status: 204 len: 168 time: 0.2914066 Sep 29 17:55:45.182537 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b2741-23bd-45db-811c-5c028d2d78ef tempest-FloatingIPTestJSON-92530742 tempest-FloatingIPTestJSON-92530742-project] Pushing event deleted for resources: {'Network': ['ID=135abec3-baa7-49c4-a69f-6b1699e35260,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:45.414011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44368) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:45.557412 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-42900c8c-0bde-4acc-9799-6762dd76228c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15bd7c5ea7cd4924aa4cf29b3a412be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421926 Sep 29 17:55:45.560303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44380) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:45.614021 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c38a6635-a419-4484-8a42-1367299f6ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:45.639263 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c38a6635-a419-4484-8a42-1367299f6ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:45.695674 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c38a6635-a419-4484-8a42-1367299f6ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:45.698805 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c38a6635-a419-4484-8a42-1367299f6ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:45.703038 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c38a6635-a419-4484-8a42-1367299f6ca8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76867d07-0c70-4509-a8a1-4d8d01ec84ea HTTP/1.1" status: 204 len: 168 time: 0.1386297 Sep 29 17:55:45.710571 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a6635-a419-4484-8a42-1367299f6ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76867d07-0c70-4509-a8a1-4d8d01ec84ea,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:46.350206 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44408) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:46.457798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Request body: {'networks': [{'name': 'tempest-network--1774907681'}, {'name': 'tempest-network--1589671733'}]} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:46.458243 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Request body: {'network': {'name': 'tempest-network--1774907681'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:46.458950 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Request body: {'network': {'name': 'tempest-network--1589671733'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:46.490678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Made reservation on behalf of 6716fc6fd7924526b34bd009b430a7d9 for: {'network': 2} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:46.495332 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:46.504960 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:46.602854 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:46.607189 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:46.607620 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:46.650187 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30146583-279f-4b8f-a170-5b5f0e674037,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:46.657794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:55:46.667128 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:46.667612 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Added segment c559d893-a1fb-4961-a926-82d63cb4a54c of type vlan for network 0bb75fe0-870f-4bd8-8eee-5a3a95797861 Sep 29 17:55:46.716511 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:46.762839 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:55:46.771376 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:46.771722 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Added segment 43115c02-fec5-4b86-a77c-21b539329e3a of type vlan for network 8519327d-7254-402b-a91a-ad308c206b34 Sep 29 17:55:46.809464 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:46.835762 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:46.836275 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:46.841802 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:46.846590 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:46.847208 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:46.881488 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5300696 Sep 29 17:55:46.883970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44416) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:46.920277 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:46.949917 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event updated for resources: {'Network': ['ID=0bb75fe0-870f-4bd8-8eee-5a3a95797861,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:46.959827 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 0bb75fe0-870f-4bd8-8eee-5a3a95797861 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:55:47.335005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f29e9-8c25-4351-bff8-002428b8e922 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event updated for resources: {'Network': ['ID=8519327d-7254-402b-a91a-ad308c206b34,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:47.345558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 8519327d-7254-402b-a91a-ad308c206b34 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:55:47.378542 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22befa26-b24d-48ef-b446-bd219c8d1575 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:47.384477 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22befa26-b24d-48ef-b446-bd219c8d1575 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:47.390557 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22befa26-b24d-48ef-b446-bd219c8d1575 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:47.396235 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22befa26-b24d-48ef-b446-bd219c8d1575 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:47.397932 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-22befa26-b24d-48ef-b446-bd219c8d1575 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5130529 Sep 29 17:55:47.400735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44418) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:47.475400 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62268651-fba5-4e22-8056-b969b4db38f3 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:47.562980 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62268651-fba5-4e22-8056-b969b4db38f3 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:47.582405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-62268651-fba5-4e22-8056-b969b4db38f3 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb75fe0-870f-4bd8-8eee-5a3a95797861']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:47.591434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-62268651-fba5-4e22-8056-b969b4db38f3 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c559d893-a1fb-4961-a926-82d63cb4a54c') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:47.591729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-62268651-fba5-4e22-8056-b969b4db38f3 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c559d893-a1fb-4961-a926-82d63cb4a54c') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:47.600950 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62268651-fba5-4e22-8056-b969b4db38f3 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:47.615686 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62268651-fba5-4e22-8056-b969b4db38f3 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:47.621561 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62268651-fba5-4e22-8056-b969b4db38f3 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:55:47.622840 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62268651-fba5-4e22-8056-b969b4db38f3 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:55:47.625959 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:55:47.689855 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62268651-fba5-4e22-8056-b969b4db38f3 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:47.697560 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62268651-fba5-4e22-8056-b969b4db38f3 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:47.699344 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-62268651-fba5-4e22-8056-b969b4db38f3 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "DELETE /v2.0/networks/0bb75fe0-870f-4bd8-8eee-5a3a95797861 HTTP/1.1" status: 204 len: 168 time: 0.2976487 Sep 29 17:55:47.702315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44420) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:47.712728 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62268651-fba5-4e22-8056-b969b4db38f3 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event deleted for resources: {'Network': ['ID=0bb75fe0-870f-4bd8-8eee-5a3a95797861,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:47.780686 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efeab742-0e14-4d67-8146-c5af8b8e3a34 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:47.869668 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efeab742-0e14-4d67-8146-c5af8b8e3a34 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:47.890026 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-efeab742-0e14-4d67-8146-c5af8b8e3a34 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8519327d-7254-402b-a91a-ad308c206b34']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:47.899011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-efeab742-0e14-4d67-8146-c5af8b8e3a34 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43115c02-fec5-4b86-a77c-21b539329e3a') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:47.899314 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-efeab742-0e14-4d67-8146-c5af8b8e3a34 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43115c02-fec5-4b86-a77c-21b539329e3a') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:47.909088 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efeab742-0e14-4d67-8146-c5af8b8e3a34 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:47.922725 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efeab742-0e14-4d67-8146-c5af8b8e3a34 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:47.928768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efeab742-0e14-4d67-8146-c5af8b8e3a34 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:55:47.929227 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efeab742-0e14-4d67-8146-c5af8b8e3a34 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:55:47.932321 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:55:47.995169 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efeab742-0e14-4d67-8146-c5af8b8e3a34 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:48.003764 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efeab742-0e14-4d67-8146-c5af8b8e3a34 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:48.006164 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-efeab742-0e14-4d67-8146-c5af8b8e3a34 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "DELETE /v2.0/networks/8519327d-7254-402b-a91a-ad308c206b34 HTTP/1.1" status: 204 len: 168 time: 0.3026371 Sep 29 17:55:48.008667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44434) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:48.022544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeab742-0e14-4d67-8146-c5af8b8e3a34 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event deleted for resources: {'Network': ['ID=8519327d-7254-402b-a91a-ad308c206b34,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:48.116644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68ca262-480f-405b-b132-8a0637caa950 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:48.123365 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68ca262-480f-405b-b132-8a0637caa950 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:48.125065 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c68ca262-480f-405b-b132-8a0637caa950 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1152489 Sep 29 17:55:48.128819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44436) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:48.134069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-804b8023-45fa-49c3-9c61-af3291ff86a1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1561023223'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:48.157621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804b8023-45fa-49c3-9c61-af3291ff86a1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Made reservation on behalf of 6716fc6fd7924526b34bd009b430a7d9 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:48.161043 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-804b8023-45fa-49c3-9c61-af3291ff86a1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:48.189539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804b8023-45fa-49c3-9c61-af3291ff86a1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:55:48.201031 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-804b8023-45fa-49c3-9c61-af3291ff86a1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:48.201833 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-804b8023-45fa-49c3-9c61-af3291ff86a1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Added segment a769bb40-05c9-48d5-a2b1-06b88d3c14f1 of type vlan for network 7ce9ab7c-e10a-4a01-9617-0ffc5d90131b Sep 29 17:55:48.251237 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-804b8023-45fa-49c3-9c61-af3291ff86a1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:48.276117 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-804b8023-45fa-49c3-9c61-af3291ff86a1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:48.282105 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804b8023-45fa-49c3-9c61-af3291ff86a1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:48.282699 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-804b8023-45fa-49c3-9c61-af3291ff86a1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:48.324130 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-804b8023-45fa-49c3-9c61-af3291ff86a1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1940055 Sep 29 17:55:48.327354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44442) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:48.355894 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-d00db053-bf40-4f05-8b8a-7ac9f6e2577c tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1029811384'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:48.361144 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b8023-45fa-49c3-9c61-af3291ff86a1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event updated for resources: {'Network': ['ID=7ce9ab7c-e10a-4a01-9617-0ffc5d90131b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:48.373079 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 7ce9ab7c-e10a-4a01-9617-0ffc5d90131b details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:55:48.383024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00db053-bf40-4f05-8b8a-7ac9f6e2577c tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Made reservation on behalf of 6716fc6fd7924526b34bd009b430a7d9 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:48.386690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d00db053-bf40-4f05-8b8a-7ac9f6e2577c tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:48.411138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00db053-bf40-4f05-8b8a-7ac9f6e2577c tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 717} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:55:48.421638 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d00db053-bf40-4f05-8b8a-7ac9f6e2577c tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:48.422027 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-d00db053-bf40-4f05-8b8a-7ac9f6e2577c tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Added segment 01aabc44-1586-49dc-b83d-10b2a3f3ae0f of type vlan for network a1de83c7-e8e3-4fa6-a195-09476a30d26b Sep 29 17:55:48.467638 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d00db053-bf40-4f05-8b8a-7ac9f6e2577c tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:48.493548 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d00db053-bf40-4f05-8b8a-7ac9f6e2577c tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:48.499782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00db053-bf40-4f05-8b8a-7ac9f6e2577c tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:48.500370 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d00db053-bf40-4f05-8b8a-7ac9f6e2577c tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:48.533310 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d00db053-bf40-4f05-8b8a-7ac9f6e2577c tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2049367 Sep 29 17:55:48.536303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44444) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:48.541640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Request body: {'ports': [{'network_id': '7ce9ab7c-e10a-4a01-9617-0ffc5d90131b', 'name': 'tempest-port--1074315976', 'admin_state_up': True}, {'network_id': 'a1de83c7-e8e3-4fa6-a195-09476a30d26b', 'admin_state_up': False}]} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:48.542025 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Request body: {'port': {'network_id': '7ce9ab7c-e10a-4a01-9617-0ffc5d90131b', 'name': 'tempest-port--1074315976', 'admin_state_up': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:48.542785 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Request body: {'port': {'network_id': 'a1de83c7-e8e3-4fa6-a195-09476a30d26b', 'admin_state_up': False}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:48.567519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00db053-bf40-4f05-8b8a-7ac9f6e2577c tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event updated for resources: {'Network': ['ID=a1de83c7-e8e3-4fa6-a195-09476a30d26b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:48.580181 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network a1de83c7-e8e3-4fa6-a195-09476a30d26b details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:55:48.712181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Made reservation on behalf of 6716fc6fd7924526b34bd009b430a7d9 for: {'port': 2} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:48.717439 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:48.729887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:48.817857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] device_id is not set on port 74023154-572e-4a7e-9ff8-f5fbc782be49 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:55:48.931962 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:49.001026 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] device_id is not set on port 20484023-7864-4bdf-a423-67559048b9b6 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:55:49.110842 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:49.146607 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:49.209106 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event updated for resources: {'Port': ['ID=74023154-572e-4a7e-9ff8-f5fbc782be49,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:49.220074 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Checking segment: {'id': 'a769bb40-05c9-48d5-a2b1-06b88d3c14f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '7ce9ab7c-e10a-4a01-9617-0ffc5d90131b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:55:49.220431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Network hostable DHCP agents. Network: 7ce9ab7c-e10a-4a01-9617-0ffc5d90131b, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:55:49.246494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Network 7ce9ab7c-e10a-4a01-9617-0ffc5d90131b is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:55:49.256764 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 7ce9ab7c-e10a-4a01-9617-0ffc5d90131b) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:49.266192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:49.266719 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9733e1-bbb8-4466-9700-c96750af8854 None None] Network 7ce9ab7c-e10a-4a01-9617-0ffc5d90131b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:55:49.267262 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:49.341714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event updated for resources: {'Port': ['ID=20484023-7864-4bdf-a423-67559048b9b6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:49.344983 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Checking segment: {'id': '01aabc44-1586-49dc-b83d-10b2a3f3ae0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a1de83c7-e8e3-4fa6-a195-09476a30d26b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:55:49.345476 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Network hostable DHCP agents. Network: a1de83c7-e8e3-4fa6-a195-09476a30d26b, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:55:49.364788 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Network a1de83c7-e8e3-4fa6-a195-09476a30d26b is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:55:49.374584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, a1de83c7-e8e3-4fa6-a195-09476a30d26b) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:49.378606 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:49.383113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eab1dd-6b96-4795-a41c-eb544b529708 None None] Network a1de83c7-e8e3-4fa6-a195-09476a30d26b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:55:49.385957 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:49.391807 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:49.393054 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:49.409673 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-481d4af2-8972-46fe-8936-514f58bc74aa tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8720152 Sep 29 17:55:49.412261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44450) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:49.468056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccca034-59df-4af0-86bc-89a053d8408d tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:49.474672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccca034-59df-4af0-86bc-89a053d8408d tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:49.476353 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3ccca034-59df-4af0-86bc-89a053d8408d tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0628788 Sep 29 17:55:49.479566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44452) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:49.588902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a50c2-f03f-4c9d-8a27-9c0b4e956698 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Deleting port 74023154-572e-4a7e-9ff8-f5fbc782be49 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:49.589805 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec1a50c2-f03f-4c9d-8a27-9c0b4e956698 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:49.658222 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec1a50c2-f03f-4c9d-8a27-9c0b4e956698 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:49.672176 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ec1a50c2-f03f-4c9d-8a27-9c0b4e956698 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Calling delete_port for 74023154-572e-4a7e-9ff8-f5fbc782be49 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:49.757862 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec1a50c2-f03f-4c9d-8a27-9c0b4e956698 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:49.786234 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a50c2-f03f-4c9d-8a27-9c0b4e956698 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event deleted for resources: {'Port': ['ID=74023154-572e-4a7e-9ff8-f5fbc782be49,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:49.791496 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ec1a50c2-f03f-4c9d-8a27-9c0b4e956698 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:49.793304 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ec1a50c2-f03f-4c9d-8a27-9c0b4e956698 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "DELETE /v2.0/ports/74023154-572e-4a7e-9ff8-f5fbc782be49 HTTP/1.1" status: 204 len: 168 time: 0.3123510 Sep 29 17:55:49.796528 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44454) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:49.879871 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-df415513-1a93-4861-9028-43569ea5631a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Deleting port 20484023-7864-4bdf-a423-67559048b9b6 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:55:49.880132 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df415513-1a93-4861-9028-43569ea5631a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:49.947931 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df415513-1a93-4861-9028-43569ea5631a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:49.959634 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-df415513-1a93-4861-9028-43569ea5631a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Calling delete_port for 20484023-7864-4bdf-a423-67559048b9b6 owned by {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:55:50.036937 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df415513-1a93-4861-9028-43569ea5631a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:50.069495 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df415513-1a93-4861-9028-43569ea5631a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event deleted for resources: {'Port': ['ID=20484023-7864-4bdf-a423-67559048b9b6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:50.074778 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df415513-1a93-4861-9028-43569ea5631a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:50.077142 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-df415513-1a93-4861-9028-43569ea5631a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "DELETE /v2.0/ports/20484023-7864-4bdf-a423-67559048b9b6 HTTP/1.1" status: 204 len: 168 time: 0.2796845 Sep 29 17:55:50.079594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44456) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:50.126630 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b06d4963-ff62-4262-b343-843bdc3aa36e tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0459638 Sep 29 17:55:50.130117 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44458) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:50.134730 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b1f6f543-f94e-416e-a4b6-5784158676c1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2115764526'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:50.154827 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f6f543-f94e-416e-a4b6-5784158676c1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Made reservation on behalf of 6716fc6fd7924526b34bd009b430a7d9 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:50.158238 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f543-f94e-416e-a4b6-5784158676c1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:50.182108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f6f543-f94e-416e-a4b6-5784158676c1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 741} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:55:50.192518 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f543-f94e-416e-a4b6-5784158676c1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:50.192863 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-b1f6f543-f94e-416e-a4b6-5784158676c1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Added segment 8b390f46-b98b-4a2c-9ff1-1d0893920268 of type vlan for network c6658472-4d67-40d9-a072-12b6c14bbcb7 Sep 29 17:55:50.234759 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f543-f94e-416e-a4b6-5784158676c1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:50.259815 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f543-f94e-416e-a4b6-5784158676c1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:50.265436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f6f543-f94e-416e-a4b6-5784158676c1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:50.266006 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b1f6f543-f94e-416e-a4b6-5784158676c1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:50.308013 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b1f6f543-f94e-416e-a4b6-5784158676c1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1742733 Sep 29 17:55:50.308221 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44460) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:50.315696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-96b3ffe7-015b-40ab-abfa-52e31b38964a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2065137886'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:50.345828 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6f543-f94e-416e-a4b6-5784158676c1 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event updated for resources: {'Network': ['ID=c6658472-4d67-40d9-a072-12b6c14bbcb7,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:50.364478 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network c6658472-4d67-40d9-a072-12b6c14bbcb7 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:55:50.370610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b3ffe7-015b-40ab-abfa-52e31b38964a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Made reservation on behalf of 6716fc6fd7924526b34bd009b430a7d9 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:50.375991 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96b3ffe7-015b-40ab-abfa-52e31b38964a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:50.408511 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b3ffe7-015b-40ab-abfa-52e31b38964a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:55:50.420064 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96b3ffe7-015b-40ab-abfa-52e31b38964a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:50.420420 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-96b3ffe7-015b-40ab-abfa-52e31b38964a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Added segment 15464208-f979-4760-b6d1-3807e1eac926 of type vlan for network 420a9f85-f2c9-48dd-a9b5-1539e9da7705 Sep 29 17:55:50.472519 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96b3ffe7-015b-40ab-abfa-52e31b38964a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:50.503532 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96b3ffe7-015b-40ab-abfa-52e31b38964a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:50.510461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b3ffe7-015b-40ab-abfa-52e31b38964a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:50.511042 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-96b3ffe7-015b-40ab-abfa-52e31b38964a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:50.555496 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-96b3ffe7-015b-40ab-abfa-52e31b38964a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2463939 Sep 29 17:55:50.589902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3ffe7-015b-40ab-abfa-52e31b38964a tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event updated for resources: {'Network': ['ID=420a9f85-f2c9-48dd-a9b5-1539e9da7705,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:50.602790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 420a9f85-f2c9-48dd-a9b5-1539e9da7705 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:55:50.693435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44486) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:50.699704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Request body: {'subnets': [{'network_id': 'c6658472-4d67-40d9-a072-12b6c14bbcb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--119455189', 'ip_version': 4}, {'network_id': '420a9f85-f2c9-48dd-a9b5-1539e9da7705', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:50.700587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Request body: {'subnet': {'network_id': 'c6658472-4d67-40d9-a072-12b6c14bbcb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--119455189', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:50.701462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Request body: {'subnet': {'network_id': '420a9f85-f2c9-48dd-a9b5-1539e9da7705', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:50.872727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Made reservation on behalf of 6716fc6fd7924526b34bd009b430a7d9 for: {'subnet': 2} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:50.877446 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:50.877642 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:50.981874 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44494) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:51.093514 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dcadb98-e370-4a95-8826-f90c36ed1e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.196268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dcadb98-e370-4a95-8826-f90c36ed1e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.201077 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5dcadb98-e370-4a95-8826-f90c36ed1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.243043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcadb98-e370-4a95-8826-f90c36ed1e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358c1d91-4b9d-4bd2-ad2c-11a50aac7912,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:51.248266 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5dcadb98-e370-4a95-8826-f90c36ed1e9d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4e929a2c4cf4797b6f4b3f200863cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652953 Sep 29 17:55:51.253596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44498) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:51.266336 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.318173 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92475beb-e75a-4053-9488-00fc89e3e682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.347624 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92475beb-e75a-4053-9488-00fc89e3e682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.348446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event updated for resources: {'Subnet': ['ID=573b2d26-c98d-4699-958a-cf72ecfb6145,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:51.360031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Checking segment: {'id': '8b390f46-b98b-4a2c-9ff1-1d0893920268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'c6658472-4d67-40d9-a072-12b6c14bbcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:55:51.360392 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Network hostable DHCP agents. Network: c6658472-4d67-40d9-a072-12b6c14bbcb7, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:55:51.379136 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Network c6658472-4d67-40d9-a072-12b6c14bbcb7 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:55:51.389341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, c6658472-4d67-40d9-a072-12b6c14bbcb7) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:51.394152 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.400289 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92475beb-e75a-4053-9488-00fc89e3e682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.404116 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92475beb-e75a-4053-9488-00fc89e3e682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.405346 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-92475beb-e75a-4053-9488-00fc89e3e682 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/358c1d91-4b9d-4bd2-ad2c-11a50aac7912 HTTP/1.1" status: 204 len: 168 time: 0.1505930 Sep 29 17:55:51.407034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00149234-8417-4e76-8a3e-ba29aa4ea834 None None] Network c6658472-4d67-40d9-a072-12b6c14bbcb7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:55:51.420886 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92475beb-e75a-4053-9488-00fc89e3e682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358c1d91-4b9d-4bd2-ad2c-11a50aac7912,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:51.480759 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event updated for resources: {'Subnet': ['ID=e7cef500-ad3c-4c31-b1d7-bbd6c342e858,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:51.503335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Checking segment: {'id': '15464208-f979-4760-b6d1-3807e1eac926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '420a9f85-f2c9-48dd-a9b5-1539e9da7705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:55:51.503732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Network hostable DHCP agents. Network: 420a9f85-f2c9-48dd-a9b5-1539e9da7705, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:55:51.529390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Network 420a9f85-f2c9-48dd-a9b5-1539e9da7705 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:55:51.540957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 420a9f85-f2c9-48dd-a9b5-1539e9da7705) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:51.549474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:51.549982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:51.550807 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.556030 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b923d04a-311b-4447-9bd4-34772603b2d3 None None] Network 420a9f85-f2c9-48dd-a9b5-1539e9da7705 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:55:51.569380 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-63effbd9-e40d-41c5-913f-853d2684c82b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.8726974 Sep 29 17:55:51.572116 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44502) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:51.678953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8e701f-bd49-4e75-ab17-51d245b415b9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:51.681160 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8e701f-bd49-4e75-ab17-51d245b415b9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:51.684085 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8e701f-bd49-4e75-ab17-51d245b415b9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:51.689576 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aa8e701f-bd49-4e75-ab17-51d245b415b9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1132174 Sep 29 17:55:51.691135 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44506) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:51.708722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fd6a9a-d238-4b0a-8a48-049ef6838a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-c6658472-4d67-40d9-a072-12b6c14bbcb7', 'network_id': 'c6658472-4d67-40d9-a072-12b6c14bbcb7', 'tenant_id': '6716fc6fd7924526b34bd009b430a7d9', 'fixed_ips': [{'subnet_id': '573b2d26-c98d-4699-958a-cf72ecfb6145'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:55:51.710764 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d3fd6a9a-d238-4b0a-8a48-049ef6838a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.767783 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8deabbe-22bc-40b1-a1ca-b95af981a238 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Deleting subnet 573b2d26-c98d-4699-958a-cf72ecfb6145 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:55:51.771596 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8deabbe-22bc-40b1-a1ca-b95af981a238 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.808279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44508) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:51.816757 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8deabbe-22bc-40b1-a1ca-b95af981a238 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.833309 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2de10122-1cdb-4359-9bbf-5cc9058b5a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.863856 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8deabbe-22bc-40b1-a1ca-b95af981a238 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.921814 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3db0c5-9012-43e9-b131-d0e92eb5de34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-420a9f85-f2c9-48dd-a9b5-1539e9da7705', 'network_id': '420a9f85-f2c9-48dd-a9b5-1539e9da7705', 'tenant_id': '6716fc6fd7924526b34bd009b430a7d9', 'fixed_ips': [{'subnet_id': 'e7cef500-ad3c-4c31-b1d7-bbd6c342e858'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:55:51.922864 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9c3db0c5-9012-43e9-b131-d0e92eb5de34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.939143 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8deabbe-22bc-40b1-a1ca-b95af981a238 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server [None req-d3fd6a9a-d238-4b0a-8a48-049ef6838a9c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 573b2d26-c98d-4699-958a-cf72ecfb6145: This subnet is being modified by another concurrent operation. Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise exception Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 573b2d26-c98d-4699-958a-cf72ecfb6145: This subnet is being modified by another concurrent operation. Sep 29 17:55:51.947732 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server Sep 29 17:55:51.977949 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2de10122-1cdb-4359-9bbf-5cc9058b5a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.979495 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2de10122-1cdb-4359-9bbf-5cc9058b5a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.983853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8deabbe-22bc-40b1-a1ca-b95af981a238 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event deleted for resources: {'Subnet': ['ID=573b2d26-c98d-4699-958a-cf72ecfb6145,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:51.987621 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e8deabbe-22bc-40b1-a1ca-b95af981a238 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:51.992740 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e8deabbe-22bc-40b1-a1ca-b95af981a238 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "DELETE /v2.0/subnets/573b2d26-c98d-4699-958a-cf72ecfb6145 HTTP/1.1" status: 204 len: 168 time: 0.3006828 Sep 29 17:55:51.993422 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44510) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:52.021816 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2de10122-1cdb-4359-9bbf-5cc9058b5a0e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75ec2faa7aa1491285601ce1bec50987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2080297 Sep 29 17:55:52.024838 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44512) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:52.029797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa63888d-1e08-4255-a845-4d63edb39136 None None] Network c6658472-4d67-40d9-a072-12b6c14bbcb7 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:55:52.041126 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de10122-1cdb-4359-9bbf-5cc9058b5a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec704e23-5e10-4d65-816e-91048f3af40d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:52.071352 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-a218ca7c-ca20-43d8-8a09-518c539f0b64 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Deleting subnet e7cef500-ad3c-4c31-b1d7-bbd6c342e858 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:55:52.078718 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a218ca7c-ca20-43d8-8a09-518c539f0b64 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.126429 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-20ac9f84-3e01-4109-916a-eb49cbd3ec74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.133812 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a218ca7c-ca20-43d8-8a09-518c539f0b64 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.180554 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-20ac9f84-3e01-4109-916a-eb49cbd3ec74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.211012 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a218ca7c-ca20-43d8-8a09-518c539f0b64 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.270184 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-20ac9f84-3e01-4109-916a-eb49cbd3ec74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.272650 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-20ac9f84-3e01-4109-916a-eb49cbd3ec74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.273805 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-20ac9f84-3e01-4109-916a-eb49cbd3ec74 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec704e23-5e10-4d65-816e-91048f3af40d HTTP/1.1" status: 204 len: 168 time: 0.2480333 Sep 29 17:55:52.286195 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac9f84-3e01-4109-916a-eb49cbd3ec74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec704e23-5e10-4d65-816e-91048f3af40d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server [None req-9c3db0c5-9012-43e9-b131-d0e92eb5de34 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7cef500-ad3c-4c31-b1d7-bbd6c342e858: This subnet is being modified by another concurrent operation. Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise exception Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7cef500-ad3c-4c31-b1d7-bbd6c342e858: This subnet is being modified by another concurrent operation. Sep 29 17:55:52.288138 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server Sep 29 17:55:52.296281 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a218ca7c-ca20-43d8-8a09-518c539f0b64 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.307947 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681892e5-e21c-4d5a-b2c6-338660c0c81a None None] Network 420a9f85-f2c9-48dd-a9b5-1539e9da7705 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:55:52.313337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218ca7c-ca20-43d8-8a09-518c539f0b64 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event deleted for resources: {'Subnet': ['ID=e7cef500-ad3c-4c31-b1d7-bbd6c342e858,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:52.321884 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a218ca7c-ca20-43d8-8a09-518c539f0b64 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.323762 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a218ca7c-ca20-43d8-8a09-518c539f0b64 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "DELETE /v2.0/subnets/e7cef500-ad3c-4c31-b1d7-bbd6c342e858 HTTP/1.1" status: 204 len: 168 time: 0.3294022 Sep 29 17:55:52.326961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44516) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:52.380480 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4facca-35b0-4bbe-b344-9fbe26a16b24 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:52.383299 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cd4facca-35b0-4bbe-b344-9fbe26a16b24 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0552936 Sep 29 17:55:52.386831 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44518) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:52.435059 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8906d87b-4a61-4b78-8b69-a37e1eba4486 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:55:52.469323 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b632ef67-0eb7-49a5-8093-3127c105f5e9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.504615 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8906d87b-4a61-4b78-8b69-a37e1eba4486 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:55:52.568821 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b632ef67-0eb7-49a5-8093-3127c105f5e9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.597440 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-b632ef67-0eb7-49a5-8093-3127c105f5e9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420a9f85-f2c9-48dd-a9b5-1539e9da7705']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:52.607136 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-b632ef67-0eb7-49a5-8093-3127c105f5e9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15464208-f979-4760-b6d1-3807e1eac926') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:52.607434 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-b632ef67-0eb7-49a5-8093-3127c105f5e9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15464208-f979-4760-b6d1-3807e1eac926') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:52.617416 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b632ef67-0eb7-49a5-8093-3127c105f5e9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.639536 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b632ef67-0eb7-49a5-8093-3127c105f5e9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.645716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b632ef67-0eb7-49a5-8093-3127c105f5e9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:55:52.649464 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b632ef67-0eb7-49a5-8093-3127c105f5e9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:55:52.649613 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:55:52.719858 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b632ef67-0eb7-49a5-8093-3127c105f5e9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.727056 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b632ef67-0eb7-49a5-8093-3127c105f5e9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.730058 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b632ef67-0eb7-49a5-8093-3127c105f5e9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "DELETE /v2.0/networks/420a9f85-f2c9-48dd-a9b5-1539e9da7705 HTTP/1.1" status: 204 len: 168 time: 0.3412032 Sep 29 17:55:52.732286 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44532) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:52.752213 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e939c31-3b15-4300-aed7-bb4ce4651cbf None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 17:55:52.754498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632ef67-0eb7-49a5-8093-3127c105f5e9 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event deleted for resources: {'Network': ['ID=420a9f85-f2c9-48dd-a9b5-1539e9da7705,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:52.832552 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d003-c03b-4e42-b64d-400f965a4916 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.839832 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e939c31-3b15-4300-aed7-bb4ce4651cbf None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 17:55:52.927783 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d003-c03b-4e42-b64d-400f965a4916 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.949064 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-1ed1d003-c03b-4e42-b64d-400f965a4916 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6658472-4d67-40d9-a072-12b6c14bbcb7']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:52.969413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-1ed1d003-c03b-4e42-b64d-400f965a4916 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b390f46-b98b-4a2c-9ff1-1d0893920268') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:52.969413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-1ed1d003-c03b-4e42-b64d-400f965a4916 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b390f46-b98b-4a2c-9ff1-1d0893920268') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:52.979645 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d003-c03b-4e42-b64d-400f965a4916 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:52.994168 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d003-c03b-4e42-b64d-400f965a4916 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.001501 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed1d003-c03b-4e42-b64d-400f965a4916 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:55:53.001897 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d003-c03b-4e42-b64d-400f965a4916 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:55:53.005513 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:55:53.070657 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d003-c03b-4e42-b64d-400f965a4916 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.091703 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1ed1d003-c03b-4e42-b64d-400f965a4916 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.093589 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1ed1d003-c03b-4e42-b64d-400f965a4916 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "DELETE /v2.0/networks/c6658472-4d67-40d9-a072-12b6c14bbcb7 HTTP/1.1" status: 204 len: 168 time: 0.3602817 Sep 29 17:55:53.094666 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1d003-c03b-4e42-b64d-400f965a4916 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event deleted for resources: {'Network': ['ID=c6658472-4d67-40d9-a072-12b6c14bbcb7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:53.096301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44544) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:53.178281 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c357cd3f-2a36-42ed-8eb6-ed9f1e0c2630 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.269173 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c357cd3f-2a36-42ed-8eb6-ed9f1e0c2630 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.289958 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c357cd3f-2a36-42ed-8eb6-ed9f1e0c2630 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1de83c7-e8e3-4fa6-a195-09476a30d26b']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:53.301948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c357cd3f-2a36-42ed-8eb6-ed9f1e0c2630 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01aabc44-1586-49dc-b83d-10b2a3f3ae0f') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:53.302247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c357cd3f-2a36-42ed-8eb6-ed9f1e0c2630 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01aabc44-1586-49dc-b83d-10b2a3f3ae0f') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:53.313691 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c357cd3f-2a36-42ed-8eb6-ed9f1e0c2630 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.327604 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c357cd3f-2a36-42ed-8eb6-ed9f1e0c2630 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.334011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c357cd3f-2a36-42ed-8eb6-ed9f1e0c2630 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:55:53.334406 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c357cd3f-2a36-42ed-8eb6-ed9f1e0c2630 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:55:53.337683 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:55:53.397753 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c357cd3f-2a36-42ed-8eb6-ed9f1e0c2630 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.407805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c357cd3f-2a36-42ed-8eb6-ed9f1e0c2630 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.409742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c357cd3f-2a36-42ed-8eb6-ed9f1e0c2630 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "DELETE /v2.0/networks/a1de83c7-e8e3-4fa6-a195-09476a30d26b HTTP/1.1" status: 204 len: 168 time: 0.3118591 Sep 29 17:55:53.412224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44554) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:53.431504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357cd3f-2a36-42ed-8eb6-ed9f1e0c2630 tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event deleted for resources: {'Network': ['ID=a1de83c7-e8e3-4fa6-a195-09476a30d26b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:53.494369 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee7aa1a-c96d-4696-8659-e92aa23e992b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.584944 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee7aa1a-c96d-4696-8659-e92aa23e992b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.605047 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-bee7aa1a-c96d-4696-8659-e92aa23e992b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce9ab7c-e10a-4a01-9617-0ffc5d90131b']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:53.615141 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-bee7aa1a-c96d-4696-8659-e92aa23e992b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a769bb40-05c9-48d5-a2b1-06b88d3c14f1') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:53.615441 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-bee7aa1a-c96d-4696-8659-e92aa23e992b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a769bb40-05c9-48d5-a2b1-06b88d3c14f1') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:55:53.626047 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee7aa1a-c96d-4696-8659-e92aa23e992b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.642769 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee7aa1a-c96d-4696-8659-e92aa23e992b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.648965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee7aa1a-c96d-4696-8659-e92aa23e992b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:55:53.649386 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee7aa1a-c96d-4696-8659-e92aa23e992b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:55:53.652555 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:55:53.711020 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee7aa1a-c96d-4696-8659-e92aa23e992b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.718672 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee7aa1a-c96d-4696-8659-e92aa23e992b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:53.720300 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bee7aa1a-c96d-4696-8659-e92aa23e992b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] 10.222.0.44 "DELETE /v2.0/networks/7ce9ab7c-e10a-4a01-9617-0ffc5d90131b HTTP/1.1" status: 204 len: 168 time: 0.3070879 Sep 29 17:55:53.736517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7aa1a-c96d-4696-8659-e92aa23e992b tempest-BulkNetworkOpsTest-94592795 tempest-BulkNetworkOpsTest-94592795-project] Pushing event deleted for resources: {'Network': ['ID=7ce9ab7c-e10a-4a01-9617-0ffc5d90131b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:54.108439 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44578) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:54.237954 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5024cbc8-8e90-45a8-b1c2-5bae6b1d0233 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6716fc6fd7924526b34bd009b430a7d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283410 Sep 29 17:55:54.240377 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44582) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:54.292951 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b981c3b8-1488-40f6-921a-557c8945f945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:54.314025 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b981c3b8-1488-40f6-921a-557c8945f945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:54.359097 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b981c3b8-1488-40f6-921a-557c8945f945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:54.361894 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b981c3b8-1488-40f6-921a-557c8945f945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:54.363012 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b981c3b8-1488-40f6-921a-557c8945f945 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30146583-279f-4b8f-a170-5b5f0e674037 HTTP/1.1" status: 204 len: 168 time: 0.1217430 Sep 29 17:55:54.370471 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981c3b8-1488-40f6-921a-557c8945f945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30146583-279f-4b8f-a170-5b5f0e674037,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:55.012367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44604) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:55.113832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-37c4945e-12b9-473e-aae2-9e632671f00d tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] Request body: {'port': {'network_id': '3cf27b8e-923b-4069-8c86-eed4ba7b51ff', 'name': 'tempest-NetworksNegativeTestJSON-1892500635'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:55.128038 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c4945e-12b9-473e-aae2-9e632671f00d tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] POST failed (client error): The resource could not be found. Sep 29 17:55:55.128658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c4945e-12b9-473e-aae2-9e632671f00d tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:55:55.133570 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-37c4945e-12b9-473e-aae2-9e632671f00d tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1157169 Sep 29 17:55:55.134134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44616) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:55.152189 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-20677d9b-970b-42f7-9c29-5c4e163037af tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] DELETE failed (client error): The resource could not be found. Sep 29 17:55:55.152714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20677d9b-970b-42f7-9c29-5c4e163037af tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:55:55.154944 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-20677d9b-970b-42f7-9c29-5c4e163037af tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] 10.222.0.44 "DELETE /v2.0/networks/15e63795-a87e-4c1c-aa2d-69c71c8ef1b1 HTTP/1.1" status: 404 len: 339 time: 0.0202556 Sep 29 17:55:55.158876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44620) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:55.181524 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5cb2fb-6ceb-43ff-964b-557e3a4700c0 tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] DELETE failed (client error): The resource could not be found. Sep 29 17:55:55.182152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5cb2fb-6ceb-43ff-964b-557e3a4700c0 tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:55:55.183857 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fd5cb2fb-6ceb-43ff-964b-557e3a4700c0 tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] 10.222.0.44 "DELETE /v2.0/ports/efd3e9e9-fe06-4ff0-91cc-a1aad234bdce HTTP/1.1" status: 404 len: 333 time: 0.0240886 Sep 29 17:55:55.188152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44624) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:55.213028 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0ca2af-0451-49a8-8283-b076015d08e5 tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] DELETE failed (client error): The resource could not be found. Sep 29 17:55:55.213497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef0ca2af-0451-49a8-8283-b076015d08e5 tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:55:55.215169 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ef0ca2af-0451-49a8-8283-b076015d08e5 tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] 10.222.0.44 "DELETE /v2.0/subnets/2648315b-4116-49c6-8d7b-5296faaf46ae HTTP/1.1" status: 404 len: 337 time: 0.0260360 Sep 29 17:55:55.219405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44628) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:55.242843 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-48293eeb-36d8-4ab4-9e28-64dd0d32f777 tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] GET failed (client error): The resource could not be found. Sep 29 17:55:55.245613 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-48293eeb-36d8-4ab4-9e28-64dd0d32f777 tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] 10.222.0.44 "GET /v2.0/networks/514c3ed1-0d50-4e01-b074-f814d66cf9fe HTTP/1.1" status: 404 len: 339 time: 0.0252917 Sep 29 17:55:55.248480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44632) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:55.272871 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e21099-66e5-4473-80d0-020b7421c86b tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] GET failed (client error): The resource could not be found. Sep 29 17:55:55.274332 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d2e21099-66e5-4473-80d0-020b7421c86b tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] 10.222.0.44 "GET /v2.0/ports/05533dd9-f69d-46c6-a5b5-20ee2d2500c1 HTTP/1.1" status: 404 len: 333 time: 0.0247991 Sep 29 17:55:55.278470 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44636) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:55.310744 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b6c3d6-567f-45ea-b0b4-2362575a997a tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] GET failed (client error): The resource could not be found. Sep 29 17:55:55.312074 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-58b6c3d6-567f-45ea-b0b4-2362575a997a tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] 10.222.0.44 "GET /v2.0/subnets/e0adcb95-be94-481f-b139-4ad85d16f5a8 HTTP/1.1" status: 404 len: 337 time: 0.0326393 Sep 29 17:55:55.315909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44640) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:55.320813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4866e841-60f6-4f86-be25-93d85b499cbe tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:55.334396 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-4866e841-60f6-4f86-be25-93d85b499cbe tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] PUT failed (client error): The resource could not be found. Sep 29 17:55:55.334949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4866e841-60f6-4f86-be25-93d85b499cbe tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:55:55.336066 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4866e841-60f6-4f86-be25-93d85b499cbe tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] 10.222.0.44 "PUT /v2.0/networks/af9bcf86-e478-406f-bb80-ce15838ad534 HTTP/1.1" status: 404 len: 339 time: 0.0192511 Sep 29 17:55:55.339721 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44642) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:55.345029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f964e933-4966-432a-b58e-08b34d85b88e tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:55.364229 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-f964e933-4966-432a-b58e-08b34d85b88e tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] PUT failed (client error): The resource could not be found. Sep 29 17:55:55.364899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f964e933-4966-432a-b58e-08b34d85b88e tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:55:55.366202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f964e933-4966-432a-b58e-08b34d85b88e tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] 10.222.0.44 "PUT /v2.0/ports/3d48795a-26af-46d1-a24c-6fe637dddc2d HTTP/1.1" status: 404 len: 333 time: 0.0255256 Sep 29 17:55:55.369877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44646) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:55.374905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-08d29f3f-10c3-4192-bdd8-234a5abc5de3 tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:55.396816 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d29f3f-10c3-4192-bdd8-234a5abc5de3 tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] PUT failed (client error): The resource could not be found. Sep 29 17:55:55.397269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d29f3f-10c3-4192-bdd8-234a5abc5de3 tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:55:55.398432 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-08d29f3f-10c3-4192-bdd8-234a5abc5de3 tempest-NetworksNegativeTestJSON-1505703806 tempest-NetworksNegativeTestJSON-1505703806-project] 10.222.0.44 "PUT /v2.0/subnets/8eb3efe0-3429-4b7b-9518-a46a5a3da58f HTTP/1.1" status: 404 len: 337 time: 0.0276318 Sep 29 17:55:55.650614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44654) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:55.758643 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd204564-9489-4823-afd3-cbd7a14cf829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:55.848553 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd204564-9489-4823-afd3-cbd7a14cf829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:55.852406 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd204564-9489-4823-afd3-cbd7a14cf829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:55.891179 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fd204564-9489-4823-afd3-cbd7a14cf829 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a3d0bd11fba491a8e559e6e6a04f9e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394474 Sep 29 17:55:55.892289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd204564-9489-4823-afd3-cbd7a14cf829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c74662-1ac3-4658-839c-4486ce60e991,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:55.893944 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44658) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:55.943593 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e3aa6fc-650e-42b3-8158-0f8a4c5e56ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:55.965995 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e3aa6fc-650e-42b3-8158-0f8a4c5e56ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:56.013370 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e3aa6fc-650e-42b3-8158-0f8a4c5e56ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:56.015919 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e3aa6fc-650e-42b3-8158-0f8a4c5e56ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:56.019321 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6e3aa6fc-650e-42b3-8158-0f8a4c5e56ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19c74662-1ac3-4658-839c-4486ce60e991 HTTP/1.1" status: 204 len: 168 time: 0.1221437 Sep 29 17:55:56.024724 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3aa6fc-650e-42b3-8158-0f8a4c5e56ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c74662-1ac3-4658-839c-4486ce60e991,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:56.680833 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44690) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:56.801178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44696) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:56.872633 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1e9ea0de-4c17-47e3-ba6d-4ae25447b70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:56.884974 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-04ce2688-e8e3-400c-ab06-e41964f5aab2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-833525120'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:56.960767 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1e9ea0de-4c17-47e3-ba6d-4ae25447b70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:56.964514 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1e9ea0de-4c17-47e3-ba6d-4ae25447b70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:56.979325 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ce2688-e8e3-400c-ab06-e41964f5aab2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:56.983189 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-04ce2688-e8e3-400c-ab06-e41964f5aab2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:56.992107 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-04ce2688-e8e3-400c-ab06-e41964f5aab2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.002979 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1e9ea0de-4c17-47e3-ba6d-4ae25447b70d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81c5fc9bcc4c4e208ec3097f647c922d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2006071 Sep 29 17:55:57.005055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ea0de-4c17-47e3-ba6d-4ae25447b70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a494c40-ad7a-4be5-a6bc-463a5cf8a4b8,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:57.007473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44700) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:57.057665 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-815d3da2-8629-4a1a-849e-b37fc6ed3aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.079653 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-815d3da2-8629-4a1a-849e-b37fc6ed3aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.087607 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-04ce2688-e8e3-400c-ab06-e41964f5aab2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.091710 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-04ce2688-e8e3-400c-ab06-e41964f5aab2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.115474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ce2688-e8e3-400c-ab06-e41964f5aab2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:55:57.128292 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-815d3da2-8629-4a1a-849e-b37fc6ed3aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.130907 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-815d3da2-8629-4a1a-849e-b37fc6ed3aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.131070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce2688-e8e3-400c-ab06-e41964f5aab2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c36bacbf-d56e-4e9c-baac-37c6fe99e3c5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:57.132068 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-815d3da2-8629-4a1a-849e-b37fc6ed3aaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a494c40-ad7a-4be5-a6bc-463a5cf8a4b8 HTTP/1.1" status: 204 len: 168 time: 0.1236908 Sep 29 17:55:57.134034 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-04ce2688-e8e3-400c-ab06-e41964f5aab2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.134671 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-04ce2688-e8e3-400c-ab06-e41964f5aab2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Added segment 7c577af4-3847-45fd-984d-3bb7a7a40489 of type vlan for network b8deecf6-698e-4e92-8dad-ec32b023d0b8 Sep 29 17:55:57.140990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d3da2-8629-4a1a-849e-b37fc6ed3aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a494c40-ad7a-4be5-a6bc-463a5cf8a4b8,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:57.181192 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-04ce2688-e8e3-400c-ab06-e41964f5aab2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.206974 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-04ce2688-e8e3-400c-ab06-e41964f5aab2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.212559 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ce2688-e8e3-400c-ab06-e41964f5aab2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:57.213083 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-04ce2688-e8e3-400c-ab06-e41964f5aab2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.252169 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-04ce2688-e8e3-400c-ab06-e41964f5aab2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5701900 Sep 29 17:55:57.254861 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44706) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:57.260330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4883eea4-34fb-4d19-bc19-9dd152f569b8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1932637977'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:57.283753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4883eea4-34fb-4d19-bc19-9dd152f569b8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:57.287314 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4883eea4-34fb-4d19-bc19-9dd152f569b8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.289022 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce2688-e8e3-400c-ab06-e41964f5aab2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Network': ['ID=b8deecf6-698e-4e92-8dad-ec32b023d0b8,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:57.301373 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network b8deecf6-698e-4e92-8dad-ec32b023d0b8 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:55:57.311949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4883eea4-34fb-4d19-bc19-9dd152f569b8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:55:57.321057 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4883eea4-34fb-4d19-bc19-9dd152f569b8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.321486 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-4883eea4-34fb-4d19-bc19-9dd152f569b8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Added segment 3bf6bd83-8e3c-427d-b031-bd169a9de087 of type vlan for network 29c82c74-23f4-4835-a9ba-7fafd192c553 Sep 29 17:55:57.366696 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4883eea4-34fb-4d19-bc19-9dd152f569b8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.392638 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4883eea4-34fb-4d19-bc19-9dd152f569b8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.398690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4883eea4-34fb-4d19-bc19-9dd152f569b8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:57.399283 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4883eea4-34fb-4d19-bc19-9dd152f569b8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.429642 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4883eea4-34fb-4d19-bc19-9dd152f569b8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1736233 Sep 29 17:55:57.430414 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44708) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:57.436876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44710) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:57.441636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-63f47bc3-5906-4c59-8345-a9d9c5c539a8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'subnet': {'network_id': 'b8deecf6-698e-4e92-8dad-ec32b023d0b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:57.460742 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10247752-af41-4acc-9417-2454e271f9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.471242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883eea4-34fb-4d19-bc19-9dd152f569b8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Network': ['ID=29c82c74-23f4-4835-a9ba-7fafd192c553,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:57.481945 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 29c82c74-23f4-4835-a9ba-7fafd192c553 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:55:57.622829 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.839335 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10247752-af41-4acc-9417-2454e271f9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.845154 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-10247752-af41-4acc-9417-2454e271f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.890834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f47bc3-5906-4c59-8345-a9d9c5c539a8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:57.894253 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63f47bc3-5906-4c59-8345-a9d9c5c539a8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.901022 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-10247752-af41-4acc-9417-2454e271f9e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0e11f0335ed40d983df66053df04df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695740 Sep 29 17:55:57.904627 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44712) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:57.911633 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10247752-af41-4acc-9417-2454e271f9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f589a4-7aac-4c67-9097-e1904c24d43c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:57.953980 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b890801-3899-494c-940f-fafd703d55ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:57.975002 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b890801-3899-494c-940f-fafd703d55ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.027060 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b890801-3899-494c-940f-fafd703d55ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.029729 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2b890801-3899-494c-940f-fafd703d55ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.030880 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2b890801-3899-494c-940f-fafd703d55ce admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/32f589a4-7aac-4c67-9097-e1904c24d43c HTTP/1.1" status: 204 len: 168 time: 0.1252365 Sep 29 17:55:58.038619 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b890801-3899-494c-940f-fafd703d55ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f589a4-7aac-4c67-9097-e1904c24d43c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:58.090964 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63f47bc3-5906-4c59-8345-a9d9c5c539a8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.163107 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f47bc3-5906-4c59-8345-a9d9c5c539a8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Subnet': ['ID=605e45b6-573f-4e66-8c77-8f39b3d1c582,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:58.174133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f47bc3-5906-4c59-8345-a9d9c5c539a8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Checking segment: {'id': '7c577af4-3847-45fd-984d-3bb7a7a40489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8deecf6-698e-4e92-8dad-ec32b023d0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:55:58.174587 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f47bc3-5906-4c59-8345-a9d9c5c539a8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network hostable DHCP agents. Network: b8deecf6-698e-4e92-8dad-ec32b023d0b8, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:55:58.191070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f47bc3-5906-4c59-8345-a9d9c5c539a8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network b8deecf6-698e-4e92-8dad-ec32b023d0b8 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:55:58.200558 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-63f47bc3-5906-4c59-8345-a9d9c5c539a8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, b8deecf6-698e-4e92-8dad-ec32b023d0b8) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:58.205098 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f47bc3-5906-4c59-8345-a9d9c5c539a8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:58.205980 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63f47bc3-5906-4c59-8345-a9d9c5c539a8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.210919 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e84720-13fe-4041-b82c-f6453b23ff35 None None] Network b8deecf6-698e-4e92-8dad-ec32b023d0b8 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:55:58.221030 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-63f47bc3-5906-4c59-8345-a9d9c5c539a8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7830226 Sep 29 17:55:58.223927 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44718) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:58.229783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-95c2c2fa-8cd8-4b25-8484-c1ed1e466934 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'subnet': {'network_id': '29c82c74-23f4-4835-a9ba-7fafd192c553', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:58.319967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c2c2fa-8cd8-4b25-8484-c1ed1e466934 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:55:58.323495 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95c2c2fa-8cd8-4b25-8484-c1ed1e466934 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.364963 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-b8deecf6-698e-4e92-8dad-ec32b023d0b8', 'network_id': 'b8deecf6-698e-4e92-8dad-ec32b023d0b8', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'fixed_ips': [{'subnet_id': '605e45b6-573f-4e66-8c77-8f39b3d1c582'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:55:58.365867 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.528610 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95c2c2fa-8cd8-4b25-8484-c1ed1e466934 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.528884 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Allocated IP 2001:db8::2 (b8deecf6-698e-4e92-8dad-ec32b023d0b8/605e45b6-573f-4e66-8c77-8f39b3d1c582/ec855a30-c33d-4344-b75e-2384cd1399c2) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:58.598832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2c2fa-8cd8-4b25-8484-c1ed1e466934 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Subnet': ['ID=8be773a9-6b69-412e-9598-b6196f5b2b4b,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:58.606639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c2c2fa-8cd8-4b25-8484-c1ed1e466934 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Checking segment: {'id': '3bf6bd83-8e3c-427d-b031-bd169a9de087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '29c82c74-23f4-4835-a9ba-7fafd192c553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:55:58.607116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c2c2fa-8cd8-4b25-8484-c1ed1e466934 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network hostable DHCP agents. Network: 29c82c74-23f4-4835-a9ba-7fafd192c553, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:55:58.625888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c2c2fa-8cd8-4b25-8484-c1ed1e466934 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network 29c82c74-23f4-4835-a9ba-7fafd192c553 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:55:58.636939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-95c2c2fa-8cd8-4b25-8484-c1ed1e466934 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 29c82c74-23f4-4835-a9ba-7fafd192c553) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:58.641183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c2c2fa-8cd8-4b25-8484-c1ed1e466934 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:55:58.641850 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-95c2c2fa-8cd8-4b25-8484-c1ed1e466934 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.656144 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ae584d-2c87-4dfb-ad4c-0f2e17b91760 None None] Network 29c82c74-23f4-4835-a9ba-7fafd192c553 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:55:58.657669 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-95c2c2fa-8cd8-4b25-8484-c1ed1e466934 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4322820 Sep 29 17:55:58.660545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44734) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:58.665651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-0c33dabe-f28b-4adf-ae85-8ec2edac6dc2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1936876274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:55:58.703020 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0c33dabe-f28b-4adf-ae85-8ec2edac6dc2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.704201 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0c33dabe-f28b-4adf-ae85-8ec2edac6dc2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.730481 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.758668 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0c33dabe-f28b-4adf-ae85-8ec2edac6dc2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.759930 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.763703 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0c33dabe-f28b-4adf-ae85-8ec2edac6dc2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.780732 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0c33dabe-f28b-4adf-ae85-8ec2edac6dc2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.782435 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0c33dabe-f28b-4adf-ae85-8ec2edac6dc2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1204958 Sep 29 17:55:58.784958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44738) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:55:58.806372 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Network b8deecf6-698e-4e92-8dad-ec32b023d0b8 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:58.813067 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:58.824942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:58.856555 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Pushing event updated for resources: {'Port': ['ID=ec855a30-c33d-4344-b75e-2384cd1399c2,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:58.933822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Attempting to bind port ec855a30-c33d-4344-b75e-2384cd1399c2 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:55:58.933822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Attempting to bind port ec855a30-c33d-4344-b75e-2384cd1399c2 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '7c577af4-3847-45fd-984d-3bb7a7a40489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8deecf6-698e-4e92-8dad-ec32b023d0b8'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:55:58.934583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Attempting to bind port ec855a30-c33d-4344-b75e-2384cd1399c2 on network b8deecf6-698e-4e92-8dad-ec32b023d0b8 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:55:58.948171 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:55:58.948557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Checking segment: {'id': '7c577af4-3847-45fd-984d-3bb7a7a40489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8deecf6-698e-4e92-8dad-ec32b023d0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:55:58.949013 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.949448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Bound using segment: {'id': '7c577af4-3847-45fd-984d-3bb7a7a40489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8deecf6-698e-4e92-8dad-ec32b023d0b8'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:55:58.949982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Bound port: ec855a30-c33d-4344-b75e-2384cd1399c2, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c577af4-3847-45fd-984d-3bb7a7a40489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'b8deecf6-698e-4e92-8dad-ec32b023d0b8'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:55:58.950367 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:58.991704 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-29c82c74-23f4-4835-a9ba-7fafd192c553', 'network_id': '29c82c74-23f4-4835-a9ba-7fafd192c553', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'fixed_ips': [{'subnet_id': '8be773a9-6b69-412e-9598-b6196f5b2b4b'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:55:58.992574 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:59.084739 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:59.122269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] For port ec855a30-c33d-4344-b75e-2384cd1399c2, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:55:59.143119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] For port ec855a30-c33d-4344-b75e-2384cd1399c2, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ec855a30-c33d-4344-b75e-2384cd1399c2,segment=NetworkSegment(7c577af4-3847-45fd-984d-3bb7a7a40489),segment_id=7c577af4-3847-45fd-984d-3bb7a7a40489)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:55:59.150776 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:59.251310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Allocated IP 2001:db8:1::2 (29c82c74-23f4-4835-a9ba-7fafd192c553/8be773a9-6b69-412e-9598-b6196f5b2b4b/2401969d-0025-4bde-a2ce-f66363d9b05a) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:59.276324 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b752d2-3d92-4c6a-bd35-7b3ed04357e3 None None] Pushing event updated for resources: {'Port': ['ID=ec855a30-c33d-4344-b75e-2384cd1399c2,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:59.356968 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Allocated IP 2001:db8::1 (b8deecf6-698e-4e92-8dad-ec32b023d0b8/605e45b6-573f-4e66-8c77-8f39b3d1c582/1ddacaa2-244d-432d-904a-d89ee02768ee) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:55:59.445100 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:59.466799 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:59.537636 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:59.603481 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:59.661386 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network b8deecf6-698e-4e92-8dad-ec32b023d0b8 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:59.677383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:59.691958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:59.692504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:59.696201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=1ddacaa2-244d-432d-904a-d89ee02768ee,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:59.746430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Pushing event updated for resources: {'Port': ['ID=2401969d-0025-4bde-a2ce-f66363d9b05a,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:55:59.748852 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ec855a30-c33d-4344-b75e-2384cd1399c2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:55:59.779361 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Network 29c82c74-23f4-4835-a9ba-7fafd192c553 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:55:59.783770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:55:59.787077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:55:59.840214 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:59.853861 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ec855a30-c33d-4344-b75e-2384cd1399c2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:55:59.854235 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:59.864950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Attempting to bind port 2401969d-0025-4bde-a2ce-f66363d9b05a on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:55:59.865350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Attempting to bind port 2401969d-0025-4bde-a2ce-f66363d9b05a by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '3bf6bd83-8e3c-427d-b031-bd169a9de087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '29c82c74-23f4-4835-a9ba-7fafd192c553'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:55:59.865718 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Attempting to bind port 2401969d-0025-4bde-a2ce-f66363d9b05a on network 29c82c74-23f4-4835-a9ba-7fafd192c553 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:55:59.892170 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:55:59.892439 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Checking segment: {'id': '3bf6bd83-8e3c-427d-b031-bd169a9de087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '29c82c74-23f4-4835-a9ba-7fafd192c553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:55:59.892845 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:59.893235 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Bound using segment: {'id': '3bf6bd83-8e3c-427d-b031-bd169a9de087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '29c82c74-23f4-4835-a9ba-7fafd192c553'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:55:59.893736 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Bound port: 2401969d-0025-4bde-a2ce-f66363d9b05a, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf6bd83-8e3c-427d-b031-bd169a9de087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '29c82c74-23f4-4835-a9ba-7fafd192c553'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:55:59.894117 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:55:59.996829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] For port 2401969d-0025-4bde-a2ce-f66363d9b05a, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:56:00.001504 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] For port 2401969d-0025-4bde-a2ce-f66363d9b05a, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2401969d-0025-4bde-a2ce-f66363d9b05a,segment=NetworkSegment(3bf6bd83-8e3c-427d-b031-bd169a9de087),segment_id=3bf6bd83-8e3c-427d-b031-bd169a9de087)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:56:00.006906 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:00.010947 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:00.105299 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfeb643-ced9-4788-acf4-7315adea5c07 None None] Pushing event updated for resources: {'Port': ['ID=2401969d-0025-4bde-a2ce-f66363d9b05a,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:00.126231 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port ec855a30-c33d-4344-b75e-2384cd1399c2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ec855a30-c33d-4344-b75e-2384cd1399c2,segment=NetworkSegment(7c577af4-3847-45fd-984d-3bb7a7a40489),segment_id=7c577af4-3847-45fd-984d-3bb7a7a40489)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:00.132224 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:00.156127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44774) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:00.182623 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:00.190737 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:00.193518 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:00.195056 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=ec855a30-c33d-4344-b75e-2384cd1399c2,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:00.282459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=1ddacaa2-244d-432d-904a-d89ee02768ee,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:00.338976 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4ed9b175-6c0b-456b-90d8-eaede52212dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:00.399054 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network b8deecf6-698e-4e92-8dad-ec32b023d0b8 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:00.407277 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:00.488628 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4ed9b175-6c0b-456b-90d8-eaede52212dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:00.494543 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4ed9b175-6c0b-456b-90d8-eaede52212dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:00.524855 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd2f720-71a4-4f6d-bde8-bff282517513 None None] Network b8deecf6-698e-4e92-8dad-ec32b023d0b8 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:00.546106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9b175-6c0b-456b-90d8-eaede52212dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e45b29-88d3-4faf-ae9d-39b9513a6d0f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:00.550476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4ed9b175-6c0b-456b-90d8-eaede52212dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26f98410331c49e0a5e6806a50022555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927126 Sep 29 17:56:00.552997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44778) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:00.588469 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router 522bbdb1-6d79-432c-8cc0-f44befe95e5d is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:56:00.605704 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-beae4f1e-c57a-422b-87b0-298aac88abed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:00.615748 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-39f0b41b-d90e-4640-8133-ef8d6969e88b None None] Provisioning complete for port ec855a30-c33d-4344-b75e-2384cd1399c2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:00.616222 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-39f0b41b-d90e-4640-8133-ef8d6969e88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:00.631681 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-beae4f1e-c57a-422b-87b0-298aac88abed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:00.691599 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:00.693969 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-beae4f1e-c57a-422b-87b0-298aac88abed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:00.696522 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-beae4f1e-c57a-422b-87b0-298aac88abed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:00.697838 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-beae4f1e-c57a-422b-87b0-298aac88abed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72e45b29-88d3-4faf-ae9d-39b9513a6d0f HTTP/1.1" status: 204 len: 168 time: 0.1438835 Sep 29 17:56:00.702182 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-14fb91e4-4be1-4ddf-a35a-49064c77bbf0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/522bbdb1-6d79-432c-8cc0-f44befe95e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9159584 Sep 29 17:56:00.704759 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44782) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:00.710274 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139d1cc0-937b-4108-8f7f-f763ed707918 None None] Sync routers for ids ['522bbdb1-6d79-432c-8cc0-f44befe95e5d'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:00.714780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae4f1e-c57a-422b-87b0-298aac88abed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e45b29-88d3-4faf-ae9d-39b9513a6d0f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:00.725957 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d1cc0-937b-4108-8f7f-f763ed707918 None None] Routers {'522bbdb1-6d79-432c-8cc0-f44befe95e5d'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:00.726594 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-139d1cc0-937b-4108-8f7f-f763ed707918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['522bbdb1-6d79-432c-8cc0-f44befe95e5d'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:00.758158 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a7d917-116f-4161-8902-5f209f550de9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:00.759705 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c2a7d917-116f-4161-8902-5f209f550de9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports/1ddacaa2-244d-432d-904a-d89ee02768ee HTTP/1.1" status: 200 len: 911 time: 0.0539856 Sep 29 17:56:00.762694 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44784) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:00.772056 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-139d1cc0-937b-4108-8f7f-f763ed707918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:00.783988 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d1cc0-937b-4108-8f7f-f763ed707918 None None] Routers {'522bbdb1-6d79-432c-8cc0-f44befe95e5d'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:00.784758 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-139d1cc0-937b-4108-8f7f-f763ed707918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['522bbdb1-6d79-432c-8cc0-f44befe95e5d'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:00.837620 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-139d1cc0-937b-4108-8f7f-f763ed707918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:00.839316 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139d1cc0-937b-4108-8f7f-f763ed707918 None None] The sync data for ids ['522bbdb1-6d79-432c-8cc0-f44befe95e5d'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:01.090970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44790) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:01.106059 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ee5574c7-1f7f-4c80-9e35-66a78f6ed2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:01.210388 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:01.211596 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6b3dd24d-67e0-4e8e-ba4c-963c3acb3f5d None None] Provisioning complete for port 1ddacaa2-244d-432d-904a-d89ee02768ee triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:01.211974 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6b3dd24d-67e0-4e8e-ba4c-963c3acb3f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:01.265922 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ee5574c7-1f7f-4c80-9e35-66a78f6ed2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:01.275673 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ee5574c7-1f7f-4c80-9e35-66a78f6ed2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:01.276851 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-6b3dd24d-67e0-4e8e-ba4c-963c3acb3f5d None None] Port 1ddacaa2-244d-432d-904a-d89ee02768ee cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:01.299801 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6b3dd24d-67e0-4e8e-ba4c-963c3acb3f5d None None] Provisioning complete for port ec855a30-c33d-4344-b75e-2384cd1399c2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:01.300189 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6b3dd24d-67e0-4e8e-ba4c-963c3acb3f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:01.360544 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ee5574c7-1f7f-4c80-9e35-66a78f6ed2dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9b2d0fbaa14409fbb509b844b859bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682681 Sep 29 17:56:01.367635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5574c7-1f7f-4c80-9e35-66a78f6ed2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483579ac-0fd6-460b-b85c-eac5bc141c31,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:01.370985 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44808) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:01.468671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c92340-0ad2-4c51-82aa-7118f9bbd0bc None None] Network 29c82c74-23f4-4835-a9ba-7fafd192c553 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:01.547632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-03290115-3ab0-40d4-8c5d-f8bed2d7f8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:01.575611 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-03290115-3ab0-40d4-8c5d-f8bed2d7f8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:01.640994 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b6600ad6-5109-40b8-9332-199a294dac92 None None] Provisioning complete for port 1ddacaa2-244d-432d-904a-d89ee02768ee triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:01.642102 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b6600ad6-5109-40b8-9332-199a294dac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:01.743568 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-03290115-3ab0-40d4-8c5d-f8bed2d7f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:01.749697 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-03290115-3ab0-40d4-8c5d-f8bed2d7f8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:01.750654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b6600ad6-5109-40b8-9332-199a294dac92 None None] Port 1ddacaa2-244d-432d-904a-d89ee02768ee cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:01.752886 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-03290115-3ab0-40d4-8c5d-f8bed2d7f8b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/483579ac-0fd6-460b-b85c-eac5bc141c31 HTTP/1.1" status: 204 len: 168 time: 0.3789010 Sep 29 17:56:01.777530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b6600ad6-5109-40b8-9332-199a294dac92 None None] Provisioning complete for port 2401969d-0025-4bde-a2ce-f66363d9b05a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:01.778654 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b6600ad6-5109-40b8-9332-199a294dac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:01.790240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86744b01-9419-4520-95d0-21f0048be5b7 req-5245189a-e6b0-485c-90dc-a7365593f1e0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:01.791873 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86744b01-9419-4520-95d0-21f0048be5b7 req-5245189a-e6b0-485c-90dc-a7365593f1e0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.1297681 Sep 29 17:56:01.822492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03290115-3ab0-40d4-8c5d-f8bed2d7f8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483579ac-0fd6-460b-b85c-eac5bc141c31,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:01.832034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ec855a30-c33d-4344-b75e-2384cd1399c2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:01.861498 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86744b01-9419-4520-95d0-21f0048be5b7 req-68d225e6-2cb9-49ae-abde-c92f93207090 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614543 Sep 29 17:56:01.881944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Allocated IP 2001:db8:1::1 (29c82c74-23f4-4835-a9ba-7fafd192c553/8be773a9-6b69-412e-9598-b6196f5b2b4b/ec906e33-fd25-432b-93cd-7b1ae2414a47) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:56:01.996245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ec855a30-c33d-4344-b75e-2384cd1399c2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:01.997172 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:02.038039 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b6600ad6-5109-40b8-9332-199a294dac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:02.080867 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:02.088441 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b6600ad6-5109-40b8-9332-199a294dac92 None None] For port 2401969d-0025-4bde-a2ce-f66363d9b05a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2401969d-0025-4bde-a2ce-f66363d9b05a,segment=NetworkSegment(3bf6bd83-8e3c-427d-b031-bd169a9de087),segment_id=3bf6bd83-8e3c-427d-b031-bd169a9de087)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:02.098142 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b6600ad6-5109-40b8-9332-199a294dac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:02.129714 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:02.175259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network 29c82c74-23f4-4835-a9ba-7fafd192c553 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:02.178435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:02.182216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:56:02.183522 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:02.187594 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2401969d-0025-4bde-a2ce-f66363d9b05a up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:02.219267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6600ad6-5109-40b8-9332-199a294dac92 None None] Pushing event updated for resources: {'Port': ['ID=2401969d-0025-4bde-a2ce-f66363d9b05a,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:02.233268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=ec906e33-fd25-432b-93cd-7b1ae2414a47,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:02.274775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b05a65bb-c851-4c3c-b979-34a46bc5f9b9 None None] Provisioning complete for port 1ddacaa2-244d-432d-904a-d89ee02768ee triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:02.275179 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b05a65bb-c851-4c3c-b979-34a46bc5f9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:02.307162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 2401969d-0025-4bde-a2ce-f66363d9b05a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:02.307603 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:02.331017 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:02.352912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b05a65bb-c851-4c3c-b979-34a46bc5f9b9 None None] Port 1ddacaa2-244d-432d-904a-d89ee02768ee cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:02.374420 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b05a65bb-c851-4c3c-b979-34a46bc5f9b9 None None] Provisioning complete for port 2401969d-0025-4bde-a2ce-f66363d9b05a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:02.374793 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b05a65bb-c851-4c3c-b979-34a46bc5f9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:02.629416 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a9ee0060-9f83-4df6-bd5f-897cbeb8e686 None None] Provisioning complete for port ec906e33-fd25-432b-93cd-7b1ae2414a47 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:02.629785 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a9ee0060-9f83-4df6-bd5f-897cbeb8e686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:02.633386 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:02.639235 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:02.640743 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:02.674956 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee0060-9f83-4df6-bd5f-897cbeb8e686 None None] Port ec906e33-fd25-432b-93cd-7b1ae2414a47 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:02.720100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=ec906e33-fd25-432b-93cd-7b1ae2414a47,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:02.784140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network 29c82c74-23f4-4835-a9ba-7fafd192c553 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:02.785521 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:02.892475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router 522bbdb1-6d79-432c-8cc0-f44befe95e5d has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:03.045711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbf0b2-b5d7-4d12-9dae-7358c73e6011 req-c0dfe70f-8ad4-44ff-82ea-12ffae34611b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:03.047252 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35cbf0b2-b5d7-4d12-9dae-7358c73e6011 req-c0dfe70f-8ad4-44ff-82ea-12ffae34611b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0967600 Sep 29 17:56:03.048415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:03.054387 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-158fc34b-ce24-4ee1-b6d9-06d3f4c8878e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/522bbdb1-6d79-432c-8cc0-f44befe95e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2900562 Sep 29 17:56:03.056529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44848) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:03.060525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0da9b7-0dcc-46a6-b4dd-2423a44e2f18 None None] Sync routers for ids ['522bbdb1-6d79-432c-8cc0-f44befe95e5d'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:03.070351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0da9b7-0dcc-46a6-b4dd-2423a44e2f18 None None] Routers {'522bbdb1-6d79-432c-8cc0-f44befe95e5d'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:03.071262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ae0da9b7-0dcc-46a6-b4dd-2423a44e2f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['522bbdb1-6d79-432c-8cc0-f44befe95e5d'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:03.110851 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ae0da9b7-0dcc-46a6-b4dd-2423a44e2f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:03.119890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2013e97c-44fe-4faa-b3e0-53c675ae1700 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:03.121302 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2013e97c-44fe-4faa-b3e0-53c675ae1700 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports/ec906e33-fd25-432b-93cd-7b1ae2414a47 HTTP/1.1" status: 200 len: 913 time: 0.0638862 Sep 29 17:56:03.125877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44852) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:03.129204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0da9b7-0dcc-46a6-b4dd-2423a44e2f18 None None] Routers {'522bbdb1-6d79-432c-8cc0-f44befe95e5d'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:03.129872 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ae0da9b7-0dcc-46a6-b4dd-2423a44e2f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['522bbdb1-6d79-432c-8cc0-f44befe95e5d'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:03.135661 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-35cbf0b2-b5d7-4d12-9dae-7358c73e6011 req-07b63793-8c1d-4583-bfdb-af3ecdf35bac tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808208 Sep 29 17:56:03.182300 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-99dd0c3f-6fe1-479b-965c-3e6a542d6bdb None None] Provisioning complete for port ec906e33-fd25-432b-93cd-7b1ae2414a47 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:03.182871 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-99dd0c3f-6fe1-479b-965c-3e6a542d6bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:03.186405 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ae0da9b7-0dcc-46a6-b4dd-2423a44e2f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:03.187039 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0da9b7-0dcc-46a6-b4dd-2423a44e2f18 None None] The sync data for ids ['522bbdb1-6d79-432c-8cc0-f44befe95e5d'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:03.220464 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-99dd0c3f-6fe1-479b-965c-3e6a542d6bdb None None] Port ec906e33-fd25-432b-93cd-7b1ae2414a47 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:03.606989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2401969d-0025-4bde-a2ce-f66363d9b05a up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:03.656845 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 2401969d-0025-4bde-a2ce-f66363d9b05a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:03.657358 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:03.810373 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fcb99e45-36cc-4b05-8835-10263fe32662 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:04.072001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-fcb99e45-36cc-4b05-8835-10263fe32662 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port ec906e33-fd25-432b-93cd-7b1ae2414a47 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:04.072337 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fcb99e45-36cc-4b05-8835-10263fe32662 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:04.162004 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fcb99e45-36cc-4b05-8835-10263fe32662 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:04.175797 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-fcb99e45-36cc-4b05-8835-10263fe32662 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for ec906e33-fd25-432b-93cd-7b1ae2414a47 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:04.258660 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e361b0f-c200-4aaa-8baf-91657567923c req-f694c1d5-ac27-4ae0-aa28-a306f98825a5 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:04.260260 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5e361b0f-c200-4aaa-8baf-91657567923c req-f694c1d5-ac27-4ae0-aa28-a306f98825a5 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0538805 Sep 29 17:56:04.310175 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5e361b0f-c200-4aaa-8baf-91657567923c req-64c6d34a-2fbc-4ae2-af53-bb8cd9ec7b7a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415001 Sep 29 17:56:04.362207 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fcb99e45-36cc-4b05-8835-10263fe32662 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:04.390956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb99e45-36cc-4b05-8835-10263fe32662 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=ec906e33-fd25-432b-93cd-7b1ae2414a47,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:04.511698 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fcb99e45-36cc-4b05-8835-10263fe32662 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:04.730038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb99e45-36cc-4b05-8835-10263fe32662 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router 522bbdb1-6d79-432c-8cc0-f44befe95e5d has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:04.824411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb99e45-36cc-4b05-8835-10263fe32662 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:04.829861 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fcb99e45-36cc-4b05-8835-10263fe32662 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/522bbdb1-6d79-432c-8cc0-f44befe95e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7045901 Sep 29 17:56:04.832517 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44876) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:04.834685 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f556bc8-0949-40fc-aaef-71df785515d1 None None] Sync routers for ids ['522bbdb1-6d79-432c-8cc0-f44befe95e5d'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:04.844857 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f556bc8-0949-40fc-aaef-71df785515d1 None None] Routers {'522bbdb1-6d79-432c-8cc0-f44befe95e5d'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:04.845501 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7f556bc8-0949-40fc-aaef-71df785515d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['522bbdb1-6d79-432c-8cc0-f44befe95e5d'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:04.881540 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7f556bc8-0949-40fc-aaef-71df785515d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:04.891838 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f556bc8-0949-40fc-aaef-71df785515d1 None None] Routers {'522bbdb1-6d79-432c-8cc0-f44befe95e5d'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:04.892464 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7f556bc8-0949-40fc-aaef-71df785515d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['522bbdb1-6d79-432c-8cc0-f44befe95e5d'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:04.926125 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7f556bc8-0949-40fc-aaef-71df785515d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:04.926769 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f556bc8-0949-40fc-aaef-71df785515d1 None None] The sync data for ids ['522bbdb1-6d79-432c-8cc0-f44befe95e5d'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:05.184792 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-30654a24-2e1f-4502-8766-d76b79344c0b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:05.461703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83b8a2-6f7c-4451-adf2-8f0fc1f5cc96 req-fcfbc808-99c2-4f62-8e20-0eb7031296fd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:05.463520 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd83b8a2-6f7c-4451-adf2-8f0fc1f5cc96 req-fcfbc808-99c2-4f62-8e20-0eb7031296fd tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0775149 Sep 29 17:56:05.503459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-30654a24-2e1f-4502-8766-d76b79344c0b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port 1ddacaa2-244d-432d-904a-d89ee02768ee {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:05.503806 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-30654a24-2e1f-4502-8766-d76b79344c0b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:05.536684 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd83b8a2-6f7c-4451-adf2-8f0fc1f5cc96 req-eed4b56f-122a-4334-b69e-9c937739feb3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658331 Sep 29 17:56:05.604814 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-30654a24-2e1f-4502-8766-d76b79344c0b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:05.617421 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-30654a24-2e1f-4502-8766-d76b79344c0b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for 1ddacaa2-244d-432d-904a-d89ee02768ee owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:05.791375 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-30654a24-2e1f-4502-8766-d76b79344c0b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:05.823940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30654a24-2e1f-4502-8766-d76b79344c0b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=1ddacaa2-244d-432d-904a-d89ee02768ee,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:05.921561 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-30654a24-2e1f-4502-8766-d76b79344c0b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:06.087318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30654a24-2e1f-4502-8766-d76b79344c0b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router 522bbdb1-6d79-432c-8cc0-f44befe95e5d has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:06.185652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30654a24-2e1f-4502-8766-d76b79344c0b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:06.193830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44888) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:06.194339 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-30654a24-2e1f-4502-8766-d76b79344c0b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/522bbdb1-6d79-432c-8cc0-f44befe95e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3600302 Sep 29 17:56:06.235129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f471b0-16ee-420c-8dfc-25539640d9de None None] Sync routers for ids ['522bbdb1-6d79-432c-8cc0-f44befe95e5d'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:06.250802 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-570302fa-aace-4b33-bf65-e80368900dcd tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports?device_id=522bbdb1-6d79-432c-8cc0-f44befe95e5d HTTP/1.1" status: 200 len: 205 time: 0.0446630 Sep 29 17:56:06.253523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44892) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:06.260592 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f471b0-16ee-420c-8dfc-25539640d9de None None] Routers {'522bbdb1-6d79-432c-8cc0-f44befe95e5d'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:06.261547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-42f471b0-16ee-420c-8dfc-25539640d9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['522bbdb1-6d79-432c-8cc0-f44befe95e5d'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:06.311784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-42f471b0-16ee-420c-8dfc-25539640d9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:06.322240 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f471b0-16ee-420c-8dfc-25539640d9de None None] Routers {'522bbdb1-6d79-432c-8cc0-f44befe95e5d'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:06.323072 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-42f471b0-16ee-420c-8dfc-25539640d9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['522bbdb1-6d79-432c-8cc0-f44befe95e5d'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:06.334470 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acffa971-193f-4e97-ab54-dd12c2d0eb14 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:06.359451 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-42f471b0-16ee-420c-8dfc-25539640d9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:06.360116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f471b0-16ee-420c-8dfc-25539640d9de None None] The sync data for ids ['522bbdb1-6d79-432c-8cc0-f44befe95e5d'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:06.504939 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acffa971-193f-4e97-ab54-dd12c2d0eb14 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:06.506954 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acffa971-193f-4e97-ab54-dd12c2d0eb14 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:06.548339 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acffa971-193f-4e97-ab54-dd12c2d0eb14 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:06.548870 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acffa971-193f-4e97-ab54-dd12c2d0eb14 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Fanout notify agent at l3_agent the message router_deleted on router 522bbdb1-6d79-432c-8cc0-f44befe95e5d {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:56:06.555456 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acffa971-193f-4e97-ab54-dd12c2d0eb14 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:06.556526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-acffa971-193f-4e97-ab54-dd12c2d0eb14 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/routers/522bbdb1-6d79-432c-8cc0-f44befe95e5d HTTP/1.1" status: 204 len: 168 time: 0.3019125 Sep 29 17:56:06.559308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44894) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:06.611921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cb1332-5294-4788-948e-f9e536741a3f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting subnet 8be773a9-6b69-412e-9598-b6196f5b2b4b {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:56:06.614990 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-70cb1332-5294-4788-948e-f9e536741a3f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:06.655265 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-70cb1332-5294-4788-948e-f9e536741a3f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:06.664349 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63d96b-f842-4207-93bd-a5c862e5db63 req-cc699ed2-920f-4242-8976-5652741f699b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:06.665836 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4b63d96b-f842-4207-93bd-a5c862e5db63 req-cc699ed2-920f-4242-8976-5652741f699b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0532148 Sep 29 17:56:06.703842 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4b63d96b-f842-4207-93bd-a5c862e5db63 req-2c50951d-1ee4-4e43-8e03-460c2dcdfa74 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313373 Sep 29 17:56:06.741548 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-70cb1332-5294-4788-948e-f9e536741a3f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:06.798015 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-70cb1332-5294-4788-948e-f9e536741a3f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:06.825819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb1332-5294-4788-948e-f9e536741a3f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Subnet': ['ID=8be773a9-6b69-412e-9598-b6196f5b2b4b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:06.827788 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-70cb1332-5294-4788-948e-f9e536741a3f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:06.829658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-70cb1332-5294-4788-948e-f9e536741a3f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/8be773a9-6b69-412e-9598-b6196f5b2b4b HTTP/1.1" status: 204 len: 168 time: 0.2693264 Sep 29 17:56:06.832214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44898) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:06.835553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb16549-b5c0-4d5d-8715-8a91e6ec2420 None None] Network 29c82c74-23f4-4835-a9ba-7fafd192c553 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:06.882980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ebfc9c-33b0-4480-a234-d0811fd21c5b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting subnet 605e45b6-573f-4e66-8c77-8f39b3d1c582 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:56:06.886045 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-61ebfc9c-33b0-4480-a234-d0811fd21c5b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:06.926574 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-61ebfc9c-33b0-4480-a234-d0811fd21c5b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.012432 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-61ebfc9c-33b0-4480-a234-d0811fd21c5b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.025060 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1a9154-b480-467e-ac26-724f8ea030d2 None None] DHCP port deletion for 29c82c74-23f4-4835-a9ba-7fafd192c553 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:56:07.071843 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-61ebfc9c-33b0-4480-a234-d0811fd21c5b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.081052 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a9154-b480-467e-ac26-724f8ea030d2 None None] Deleting port 2401969d-0025-4bde-a2ce-f66363d9b05a {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:07.081466 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9f1a9154-b480-467e-ac26-724f8ea030d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.103154 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebfc9c-33b0-4480-a234-d0811fd21c5b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Subnet': ['ID=605e45b6-573f-4e66-8c77-8f39b3d1c582,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:07.107593 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-61ebfc9c-33b0-4480-a234-d0811fd21c5b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.109449 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-61ebfc9c-33b0-4480-a234-d0811fd21c5b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/605e45b6-573f-4e66-8c77-8f39b3d1c582 HTTP/1.1" status: 204 len: 168 time: 0.2762923 Sep 29 17:56:07.112186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44900) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:07.115904 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512f0035-2258-4d11-958a-a48afee0b6b7 None None] Network b8deecf6-698e-4e92-8dad-ec32b023d0b8 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:07.180831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-9f1a9154-b480-467e-ac26-724f8ea030d2 None None] For port 2401969d-0025-4bde-a2ce-f66363d9b05a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2401969d-0025-4bde-a2ce-f66363d9b05a,segment=NetworkSegment(3bf6bd83-8e3c-427d-b031-bd169a9de087),segment_id=3bf6bd83-8e3c-427d-b031-bd169a9de087)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:07.181771 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9f1a9154-b480-467e-ac26-724f8ea030d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.188363 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.228448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a9154-b480-467e-ac26-724f8ea030d2 None None] Calling delete_port for 2401969d-0025-4bde-a2ce-f66363d9b05a owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:07.241058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port 2401969d-0025-4bde-a2ce-f66363d9b05a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:07.241475 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.304750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] For port 2401969d-0025-4bde-a2ce-f66363d9b05a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2401969d-0025-4bde-a2ce-f66363d9b05a,segment=NetworkSegment(3bf6bd83-8e3c-427d-b031-bd169a9de087),segment_id=3bf6bd83-8e3c-427d-b031-bd169a9de087)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:07.305038 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.323064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for 2401969d-0025-4bde-a2ce-f66363d9b05a owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:07.358860 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9f1a9154-b480-467e-ac26-724f8ea030d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.391386 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a9154-b480-467e-ac26-724f8ea030d2 None None] Pushing event deleted for resources: {'Port': ['ID=2401969d-0025-4bde-a2ce-f66363d9b05a,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:07.393628 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1a9154-b480-467e-ac26-724f8ea030d2 None None] No DVR routers for this DVR port 2401969d-0025-4bde-a2ce-f66363d9b05a on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:56:07.412203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a926f71-d3e1-4b27-8341-32c2d81903d5 None None] DHCP port deletion for b8deecf6-698e-4e92-8dad-ec32b023d0b8 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:56:07.414901 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.443811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No DVR routers for this DVR port 2401969d-0025-4bde-a2ce-f66363d9b05a on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:56:07.450073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=2401969d-0025-4bde-a2ce-f66363d9b05a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:07.464860 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3a926f71-d3e1-4b27-8341-32c2d81903d5 None None] Deleting port ec855a30-c33d-4344-b75e-2384cd1399c2 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:07.465261 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a926f71-d3e1-4b27-8341-32c2d81903d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.532741 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.533263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3a926f71-d3e1-4b27-8341-32c2d81903d5 None None] For port ec855a30-c33d-4344-b75e-2384cd1399c2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ec855a30-c33d-4344-b75e-2384cd1399c2,segment=NetworkSegment(7c577af4-3847-45fd-984d-3bb7a7a40489),segment_id=7c577af4-3847-45fd-984d-3bb7a7a40489)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:07.533703 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a926f71-d3e1-4b27-8341-32c2d81903d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.551614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3a926f71-d3e1-4b27-8341-32c2d81903d5 None None] Calling delete_port for ec855a30-c33d-4344-b75e-2384cd1399c2 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:07.557524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c82c74-23f4-4835-a9ba-7fafd192c553']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:07.569030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf6bd83-8e3c-427d-b031-bd169a9de087') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:07.569464 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf6bd83-8e3c-427d-b031-bd169a9de087') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:07.581120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.595550 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.602994 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:56:07.603473 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: self.session.flush() Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:56:07.607058 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:56:07.643896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ec855a30-c33d-4344-b75e-2384cd1399c2 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:56:07.675805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.681395 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.681832 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a926f71-d3e1-4b27-8341-32c2d81903d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.686788 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44914) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:07.689978 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/networks/29c82c74-23f4-4835-a9ba-7fafd192c553 HTTP/1.1" status: 204 len: 168 time: 0.5765457 Sep 29 17:56:07.721747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36432d61-346d-4673-8268-5a68d41ea2c0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Network': ['ID=29c82c74-23f4-4835-a9ba-7fafd192c553,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:07.721914 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a926f71-d3e1-4b27-8341-32c2d81903d5 None None] Pushing event deleted for resources: {'Port': ['ID=ec855a30-c33d-4344-b75e-2384cd1399c2,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:07.723742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a926f71-d3e1-4b27-8341-32c2d81903d5 None None] No DVR routers for this DVR port ec855a30-c33d-4344-b75e-2384cd1399c2 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:56:07.740957 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No active binding found for port ec855a30-c33d-4344-b75e-2384cd1399c2 {{(pid=95017) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 29 17:56:07.741702 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ec855a30-c33d-4344-b75e-2384cd1399c2 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:56:07.742132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2401969d-0025-4bde-a2ce-f66363d9b05a no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:56:07.776386 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 2401969d-0025-4bde-a2ce-f66363d9b05a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:56:07.776594 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2401969d-0025-4bde-a2ce-f66363d9b05a not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:56:07.800319 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-100b39ad-2e8e-4aa4-8dbe-5871b7117082 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.845993 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109b915-8307-4092-9942-bfe9b0d09dd9 req-34ae75d2-2201-46b2-ac36-3b6c55ce0df7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:07.847958 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a109b915-8307-4092-9942-bfe9b0d09dd9 req-34ae75d2-2201-46b2-ac36-3b6c55ce0df7 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0544584 Sep 29 17:56:07.892371 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a109b915-8307-4092-9942-bfe9b0d09dd9 req-cce852c6-6feb-4607-a47d-d3bd52d1c3a9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380445 Sep 29 17:56:07.893668 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-100b39ad-2e8e-4aa4-8dbe-5871b7117082 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.914120 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-100b39ad-2e8e-4aa4-8dbe-5871b7117082 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8deecf6-698e-4e92-8dad-ec32b023d0b8']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:07.923365 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-100b39ad-2e8e-4aa4-8dbe-5871b7117082 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c577af4-3847-45fd-984d-3bb7a7a40489') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:07.923660 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-100b39ad-2e8e-4aa4-8dbe-5871b7117082 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c577af4-3847-45fd-984d-3bb7a7a40489') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:07.932704 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-100b39ad-2e8e-4aa4-8dbe-5871b7117082 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.946358 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-100b39ad-2e8e-4aa4-8dbe-5871b7117082 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.952975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100b39ad-2e8e-4aa4-8dbe-5871b7117082 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:56:07.953498 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-100b39ad-2e8e-4aa4-8dbe-5871b7117082 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:56:07.956643 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:56:08.268682 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-100b39ad-2e8e-4aa4-8dbe-5871b7117082 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:08.273466 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-100b39ad-2e8e-4aa4-8dbe-5871b7117082 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:08.279515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44920) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:08.279957 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-100b39ad-2e8e-4aa4-8dbe-5871b7117082 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/networks/b8deecf6-698e-4e92-8dad-ec32b023d0b8 HTTP/1.1" status: 204 len: 168 time: 0.5918465 Sep 29 17:56:08.285835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-45c48f2a-e865-4aa9-b02a-1fd1b27f55f1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1030473040'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:08.294380 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b39ad-2e8e-4aa4-8dbe-5871b7117082 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Network': ['ID=b8deecf6-698e-4e92-8dad-ec32b023d0b8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:08.310236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c48f2a-e865-4aa9-b02a-1fd1b27f55f1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:56:08.313883 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45c48f2a-e865-4aa9-b02a-1fd1b27f55f1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:08.336398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c48f2a-e865-4aa9-b02a-1fd1b27f55f1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:56:08.345035 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45c48f2a-e865-4aa9-b02a-1fd1b27f55f1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:08.345486 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-45c48f2a-e865-4aa9-b02a-1fd1b27f55f1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Added segment 887e0de0-6c5c-4f13-9029-bb1733a98542 of type vlan for network c945e90c-b210-4a4d-8337-fb533fec68fe Sep 29 17:56:08.385835 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45c48f2a-e865-4aa9-b02a-1fd1b27f55f1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:08.410053 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45c48f2a-e865-4aa9-b02a-1fd1b27f55f1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:08.415686 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c48f2a-e865-4aa9-b02a-1fd1b27f55f1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:08.416299 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45c48f2a-e865-4aa9-b02a-1fd1b27f55f1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:08.447107 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-45c48f2a-e865-4aa9-b02a-1fd1b27f55f1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1628613 Sep 29 17:56:08.447742 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44922) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:08.452900 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6aa9a36f-d59f-40f6-94c1-9a5adaaa7ac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'subnet': {'network_id': 'c945e90c-b210-4a4d-8337-fb533fec68fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:08.488455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c48f2a-e865-4aa9-b02a-1fd1b27f55f1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Network': ['ID=c945e90c-b210-4a4d-8337-fb533fec68fe,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:08.500611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network c945e90c-b210-4a4d-8337-fb533fec68fe details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:56:08.546745 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa9a36f-d59f-40f6-94c1-9a5adaaa7ac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:56:08.550345 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6aa9a36f-d59f-40f6-94c1-9a5adaaa7ac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:08.754544 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6aa9a36f-d59f-40f6-94c1-9a5adaaa7ac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:08.820280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9a36f-d59f-40f6-94c1-9a5adaaa7ac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Subnet': ['ID=c4342d53-63e3-49c0-9851-cdf02d9fe955,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:08.830833 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa9a36f-d59f-40f6-94c1-9a5adaaa7ac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Checking segment: {'id': '887e0de0-6c5c-4f13-9029-bb1733a98542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c945e90c-b210-4a4d-8337-fb533fec68fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:08.831184 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa9a36f-d59f-40f6-94c1-9a5adaaa7ac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network hostable DHCP agents. Network: c945e90c-b210-4a4d-8337-fb533fec68fe, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:56:08.850002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa9a36f-d59f-40f6-94c1-9a5adaaa7ac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network c945e90c-b210-4a4d-8337-fb533fec68fe is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:56:08.859491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-6aa9a36f-d59f-40f6-94c1-9a5adaaa7ac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, c945e90c-b210-4a4d-8337-fb533fec68fe) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:08.863931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa9a36f-d59f-40f6-94c1-9a5adaaa7ac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:08.864506 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6aa9a36f-d59f-40f6-94c1-9a5adaaa7ac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:08.869941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d7ea3f-880f-4387-a3a9-663567e5be4e None None] Network c945e90c-b210-4a4d-8337-fb533fec68fe requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:08.880151 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6aa9a36f-d59f-40f6-94c1-9a5adaaa7ac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4312260 Sep 29 17:56:08.882955 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44926) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:08.888583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-cff0a2c8-3f35-4be5-9867-388796ddabeb tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1752614392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:08.927447 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cff0a2c8-3f35-4be5-9867-388796ddabeb tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:08.929513 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cff0a2c8-3f35-4be5-9867-388796ddabeb tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:08.995399 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cff0a2c8-3f35-4be5-9867-388796ddabeb tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:09.007758 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cff0a2c8-3f35-4be5-9867-388796ddabeb tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:09.036803 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-c945e90c-b210-4a4d-8337-fb533fec68fe', 'network_id': 'c945e90c-b210-4a4d-8337-fb533fec68fe', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'fixed_ips': [{'subnet_id': 'c4342d53-63e3-49c0-9851-cdf02d9fe955'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:56:09.037711 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:09.042105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cff0a2c8-3f35-4be5-9867-388796ddabeb tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:09.043346 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cff0a2c8-3f35-4be5-9867-388796ddabeb tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1594307 Sep 29 17:56:09.046093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44932) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:09.052658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-1942147d-6a1e-4a0c-be3f-eaf5263ef660 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'port': {'network_id': 'c945e90c-b210-4a4d-8337-fb533fec68fe', 'name': 'tempest-RoutersIpV6Test-1951611826'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:09.084712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbce911-445c-4bc2-8f39-00df08d2ed47 req-51574671-8eef-4238-886b-78235d65e6ef tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:09.086278 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0bbce911-445c-4bc2-8f39-00df08d2ed47 req-51574671-8eef-4238-886b-78235d65e6ef tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0893385 Sep 29 17:56:09.167062 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0bbce911-445c-4bc2-8f39-00df08d2ed47 req-b6abd321-2979-4324-9c53-a68c1494c3ac tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732634 Sep 29 17:56:09.175846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Allocated IP 2001:db8::2 (c945e90c-b210-4a4d-8337-fb533fec68fe/c4342d53-63e3-49c0-9851-cdf02d9fe955/bc599a50-0325-47e9-855f-1af78af52c39) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:56:09.209494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1942147d-6a1e-4a0c-be3f-eaf5263ef660 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:56:09.212939 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1942147d-6a1e-4a0c-be3f-eaf5263ef660 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:09.231740 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [None req-1942147d-6a1e-4a0c-be3f-eaf5263ef660 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] device_id is not set on port 46f36dc6-2202-4961-8018-57b749b87b39 yet. {{(pid=95015) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 17:56:09.478287 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:09.485038 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:09.522610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Network c945e90c-b210-4a4d-8337-fb533fec68fe is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:09.525366 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:09.529354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:56:09.536700 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Pushing event updated for resources: {'Port': ['ID=bc599a50-0325-47e9-855f-1af78af52c39,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:09.541145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-1942147d-6a1e-4a0c-be3f-eaf5263ef660 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Allocated IP 2001:db8::21e (c945e90c-b210-4a4d-8337-fb533fec68fe/c4342d53-63e3-49c0-9851-cdf02d9fe955/46f36dc6-2202-4961-8018-57b749b87b39) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:56:09.587957 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Attempting to bind port bc599a50-0325-47e9-855f-1af78af52c39 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:56:09.588320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Attempting to bind port bc599a50-0325-47e9-855f-1af78af52c39 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '887e0de0-6c5c-4f13-9029-bb1733a98542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c945e90c-b210-4a4d-8337-fb533fec68fe'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:56:09.588682 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Attempting to bind port bc599a50-0325-47e9-855f-1af78af52c39 on network c945e90c-b210-4a4d-8337-fb533fec68fe {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:56:09.594245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:56:09.594615 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Checking segment: {'id': '887e0de0-6c5c-4f13-9029-bb1733a98542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c945e90c-b210-4a4d-8337-fb533fec68fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:09.595015 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:09.595448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Bound using segment: {'id': '887e0de0-6c5c-4f13-9029-bb1733a98542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c945e90c-b210-4a4d-8337-fb533fec68fe'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:56:09.595869 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Bound port: bc599a50-0325-47e9-855f-1af78af52c39, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887e0de0-6c5c-4f13-9029-bb1733a98542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c945e90c-b210-4a4d-8337-fb533fec68fe'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:56:09.596296 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:09.661431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] For port bc599a50-0325-47e9-855f-1af78af52c39, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:56:09.664391 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] For port bc599a50-0325-47e9-855f-1af78af52c39, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=bc599a50-0325-47e9-855f-1af78af52c39,segment=NetworkSegment(887e0de0-6c5c-4f13-9029-bb1733a98542),segment_id=887e0de0-6c5c-4f13-9029-bb1733a98542)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:56:09.669213 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:09.692327 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1942147d-6a1e-4a0c-be3f-eaf5263ef660 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:09.728846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343b3fe-594d-43e9-8410-ce4b50709510 None None] Pushing event updated for resources: {'Port': ['ID=bc599a50-0325-47e9-855f-1af78af52c39,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:09.729067 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1942147d-6a1e-4a0c-be3f-eaf5263ef660 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:09.775964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1942147d-6a1e-4a0c-be3f-eaf5263ef660 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network c945e90c-b210-4a4d-8337-fb533fec68fe is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:09.779515 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-1942147d-6a1e-4a0c-be3f-eaf5263ef660 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:09.783236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1942147d-6a1e-4a0c-be3f-eaf5263ef660 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:56:09.788847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1942147d-6a1e-4a0c-be3f-eaf5263ef660 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:09.789502 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1942147d-6a1e-4a0c-be3f-eaf5263ef660 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:09.801092 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942147d-6a1e-4a0c-be3f-eaf5263ef660 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=46f36dc6-2202-4961-8018-57b749b87b39,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:09.816156 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1942147d-6a1e-4a0c-be3f-eaf5263ef660 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7667077 Sep 29 17:56:09.817311 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44938) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:10.189393 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06ac21bf-d8b5-4789-9f20-0f6e2e533287 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:10.287480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a7738-d293-4805-a77f-c8e77589687e req-b6b3d418-6c87-46fb-a034-a199ac17c76f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:10.289197 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-453a7738-d293-4805-a77f-c8e77589687e req-b6b3d418-6c87-46fb-a034-a199ac17c76f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0521617 Sep 29 17:56:10.330675 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-453a7738-d293-4805-a77f-c8e77589687e req-95e46f5d-ce70-4dac-9217-819e67fa116f tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349379 Sep 29 17:56:10.467546 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06ac21bf-d8b5-4789-9f20-0f6e2e533287 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:10.473184 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06ac21bf-d8b5-4789-9f20-0f6e2e533287 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:10.549322 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac21bf-d8b5-4789-9f20-0f6e2e533287 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=46f36dc6-2202-4961-8018-57b749b87b39,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:10.659784 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06ac21bf-d8b5-4789-9f20-0f6e2e533287 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:10.688890 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62ecd95-48c5-48d8-a27c-916c418d0d4c None None] Network c945e90c-b210-4a4d-8337-fb533fec68fe requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:10.760678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-56f46609-4c93-47fe-826d-a249f17a784a None None] Provisioning complete for port bc599a50-0325-47e9-855f-1af78af52c39 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:10.761049 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-56f46609-4c93-47fe-826d-a249f17a784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:10.781548 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06ac21bf-d8b5-4789-9f20-0f6e2e533287 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:10.845428 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-10b0754d-ddd8-472f-a485-5b6fca709751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:10.924017 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-56f46609-4c93-47fe-826d-a249f17a784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:10.970901 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-56f46609-4c93-47fe-826d-a249f17a784a None None] For port bc599a50-0325-47e9-855f-1af78af52c39, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=bc599a50-0325-47e9-855f-1af78af52c39,segment=NetworkSegment(887e0de0-6c5c-4f13-9029-bb1733a98542),segment_id=887e0de0-6c5c-4f13-9029-bb1733a98542)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:10.976749 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-56f46609-4c93-47fe-826d-a249f17a784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:11.054911 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f46609-4c93-47fe-826d-a249f17a784a None None] Pushing event updated for resources: {'Port': ['ID=bc599a50-0325-47e9-855f-1af78af52c39,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:11.112911 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06ac21bf-d8b5-4789-9f20-0f6e2e533287 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:11.118323 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06ac21bf-d8b5-4789-9f20-0f6e2e533287 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:11.119164 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06ac21bf-d8b5-4789-9f20-0f6e2e533287 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:11.194076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac21bf-d8b5-4789-9f20-0f6e2e533287 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=46f36dc6-2202-4961-8018-57b749b87b39,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:11.212118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-77aee289-8d29-4513-a6fa-8f5f9fa6b5e6 None None] Provisioning complete for port bc599a50-0325-47e9-855f-1af78af52c39 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:11.213155 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-77aee289-8d29-4513-a6fa-8f5f9fa6b5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:11.271778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ac21bf-d8b5-4789-9f20-0f6e2e533287 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network c945e90c-b210-4a4d-8337-fb533fec68fe is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:11.273206 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-06ac21bf-d8b5-4789-9f20-0f6e2e533287 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:11.323382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-77aee289-8d29-4513-a6fa-8f5f9fa6b5e6 None None] Provisioning complete for port 46f36dc6-2202-4961-8018-57b749b87b39 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:11.323838 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-77aee289-8d29-4513-a6fa-8f5f9fa6b5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:11.370695 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-77aee289-8d29-4513-a6fa-8f5f9fa6b5e6 None None] Port 46f36dc6-2202-4961-8018-57b749b87b39 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:11.411482 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ac21bf-d8b5-4789-9f20-0f6e2e533287 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router 24b1a0c1-cfed-4c37-aae1-bc5d58a64be9 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:56:11.498052 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-bb9ca0fe-3254-40dd-9b98-1a6ded03517b None None] Provisioning complete for port 46f36dc6-2202-4961-8018-57b749b87b39 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:11.498433 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca0fe-3254-40dd-9b98-1a6ded03517b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:11.535708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ca0fe-3254-40dd-9b98-1a6ded03517b None None] Port 46f36dc6-2202-4961-8018-57b749b87b39 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:11.546240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c5dc2-e75a-4fd8-b4c9-6c533c54ae14 req-394494b7-89f0-4dc0-a6a1-4789df7dc4ba tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:11.554037 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fa8c5dc2-e75a-4fd8-b4c9-6c533c54ae14 req-394494b7-89f0-4dc0-a6a1-4789df7dc4ba tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.1375263 Sep 29 17:56:11.592392 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ac21bf-d8b5-4789-9f20-0f6e2e533287 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:11.601483 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-06ac21bf-d8b5-4789-9f20-0f6e2e533287 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/24b1a0c1-cfed-4c37-aae1-bc5d58a64be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7810864 Sep 29 17:56:11.601743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44948) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:11.611840 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efeb201-8a47-4517-9330-8d61f499fed0 None None] Sync routers for ids ['24b1a0c1-cfed-4c37-aae1-bc5d58a64be9'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:11.624539 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efeb201-8a47-4517-9330-8d61f499fed0 None None] Routers {'24b1a0c1-cfed-4c37-aae1-bc5d58a64be9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:11.625756 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3efeb201-8a47-4517-9330-8d61f499fed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['24b1a0c1-cfed-4c37-aae1-bc5d58a64be9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:11.643875 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fa8c5dc2-e75a-4fd8-b4c9-6c533c54ae14 req-4f63ebbd-04b4-4bb9-a75c-994264495373 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886533 Sep 29 17:56:11.684193 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18218db5-58f9-497c-b92b-d5b8bbe872a4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:11.685762 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3efeb201-8a47-4517-9330-8d61f499fed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:11.688763 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-18218db5-58f9-497c-b92b-d5b8bbe872a4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports/46f36dc6-2202-4961-8018-57b749b87b39 HTTP/1.1" status: 200 len: 984 time: 0.0836051 Sep 29 17:56:11.689140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44952) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:11.699515 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efeb201-8a47-4517-9330-8d61f499fed0 None None] Routers {'24b1a0c1-cfed-4c37-aae1-bc5d58a64be9'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:11.700399 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3efeb201-8a47-4517-9330-8d61f499fed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['24b1a0c1-cfed-4c37-aae1-bc5d58a64be9'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:11.725472 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device bc599a50-0325-47e9-855f-1af78af52c39 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:11.771823 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3efeb201-8a47-4517-9330-8d61f499fed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:11.773095 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efeb201-8a47-4517-9330-8d61f499fed0 None None] The sync data for ids ['24b1a0c1-cfed-4c37-aae1-bc5d58a64be9'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:11.798175 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port bc599a50-0325-47e9-855f-1af78af52c39 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:11.798477 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:11.826438 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1f96ea96-bf2e-4e90-95ce-4073feabb74f None None] Provisioning complete for port 46f36dc6-2202-4961-8018-57b749b87b39 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:11.826816 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f96ea96-bf2e-4e90-95ce-4073feabb74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:11.878879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1f96ea96-bf2e-4e90-95ce-4073feabb74f None None] Port 46f36dc6-2202-4961-8018-57b749b87b39 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:12.105043 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c0aefad9-060e-47ca-8286-380a8961c6a8 None None] Provisioning complete for port 46f36dc6-2202-4961-8018-57b749b87b39 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:12.105402 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c0aefad9-060e-47ca-8286-380a8961c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:12.142831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-c0aefad9-060e-47ca-8286-380a8961c6a8 None None] Port 46f36dc6-2202-4961-8018-57b749b87b39 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:12.413833 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a95ce1a8-91b6-4063-8e60-5af6521c48e9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:12.447205 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44962) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:12.563841 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0984d4c2-56c8-4ff2-a264-819b82ab3e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:12.633932 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a95ce1a8-91b6-4063-8e60-5af6521c48e9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port 46f36dc6-2202-4961-8018-57b749b87b39 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:12.634511 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a95ce1a8-91b6-4063-8e60-5af6521c48e9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:12.655447 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0984d4c2-56c8-4ff2-a264-819b82ab3e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:12.659351 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0984d4c2-56c8-4ff2-a264-819b82ab3e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:12.701493 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984d4c2-56c8-4ff2-a264-819b82ab3e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1171a870-ed85-409a-8536-a49a59b44703,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:12.728877 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0984d4c2-56c8-4ff2-a264-819b82ab3e42 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cecaa5b07cc04e49b86c6ccafa8be2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781143 Sep 29 17:56:12.729250 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44968) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:12.732689 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a95ce1a8-91b6-4063-8e60-5af6521c48e9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:12.769349 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a95ce1a8-91b6-4063-8e60-5af6521c48e9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for 46f36dc6-2202-4961-8018-57b749b87b39 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:12.784277 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-46b5aeb9-8b7c-4e8d-8061-4ceaf0e5a998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:12.805376 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-46b5aeb9-8b7c-4e8d-8061-4ceaf0e5a998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:12.842745 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66eb96-9000-4fb1-a591-18187f1d0106 req-10c80b41-fa25-475d-b0bb-c7ad723260ff tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:12.844647 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e66eb96-9000-4fb1-a591-18187f1d0106 req-10c80b41-fa25-475d-b0bb-c7ad723260ff tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.1088016 Sep 29 17:56:12.854127 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-46b5aeb9-8b7c-4e8d-8061-4ceaf0e5a998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:12.857660 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-46b5aeb9-8b7c-4e8d-8061-4ceaf0e5a998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:12.859059 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-46b5aeb9-8b7c-4e8d-8061-4ceaf0e5a998 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1171a870-ed85-409a-8536-a49a59b44703 HTTP/1.1" status: 204 len: 168 time: 0.1275573 Sep 29 17:56:12.867559 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5aeb9-8b7c-4e8d-8061-4ceaf0e5a998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1171a870-ed85-409a-8536-a49a59b44703,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:12.943281 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8e66eb96-9000-4fb1-a591-18187f1d0106 req-e3dfe96e-8839-48fd-93b8-b8d720b43bce tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879982 Sep 29 17:56:13.008582 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a95ce1a8-91b6-4063-8e60-5af6521c48e9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:13.035437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ce1a8-91b6-4063-8e60-5af6521c48e9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=46f36dc6-2202-4961-8018-57b749b87b39,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:13.141656 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a95ce1a8-91b6-4063-8e60-5af6521c48e9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:13.151354 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44974) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:13.166788 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43cd4937-56b2-46c2-9284-ce32c542e533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:13.280164 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43cd4937-56b2-46c2-9284-ce32c542e533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:13.284340 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43cd4937-56b2-46c2-9284-ce32c542e533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:13.320389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95ce1a8-91b6-4063-8e60-5af6521c48e9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router 24b1a0c1-cfed-4c37-aae1-bc5d58a64be9 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:13.325961 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-43cd4937-56b2-46c2-9284-ce32c542e533 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0a213d560f243179b7745b1b24d2852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735427 Sep 29 17:56:13.326569 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44976) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:13.332655 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd4937-56b2-46c2-9284-ce32c542e533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576e02e2-8fdb-47c0-88ea-27b156da2cf6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:13.377664 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92017a2f-f380-4e1a-add5-813e5f15d838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:13.395357 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95ce1a8-91b6-4063-8e60-5af6521c48e9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:13.398370 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92017a2f-f380-4e1a-add5-813e5f15d838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:13.401764 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a95ce1a8-91b6-4063-8e60-5af6521c48e9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/24b1a0c1-cfed-4c37-aae1-bc5d58a64be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7114842 Sep 29 17:56:13.403069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44978) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:13.406436 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c67ddf-e56f-4632-a870-5365b4ec6d88 None None] Sync routers for ids ['24b1a0c1-cfed-4c37-aae1-bc5d58a64be9'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:13.415112 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c67ddf-e56f-4632-a870-5365b4ec6d88 None None] Routers {'24b1a0c1-cfed-4c37-aae1-bc5d58a64be9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:13.415727 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-27c67ddf-e56f-4632-a870-5365b4ec6d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['24b1a0c1-cfed-4c37-aae1-bc5d58a64be9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:13.451462 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92017a2f-f380-4e1a-add5-813e5f15d838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:13.455361 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92017a2f-f380-4e1a-add5-813e5f15d838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:13.457981 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-92017a2f-f380-4e1a-add5-813e5f15d838 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/576e02e2-8fdb-47c0-88ea-27b156da2cf6 HTTP/1.1" status: 204 len: 168 time: 0.1302269 Sep 29 17:56:13.462278 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-27c67ddf-e56f-4632-a870-5365b4ec6d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:13.471865 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c67ddf-e56f-4632-a870-5365b4ec6d88 None None] Routers {'24b1a0c1-cfed-4c37-aae1-bc5d58a64be9'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:13.472217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92017a2f-f380-4e1a-add5-813e5f15d838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576e02e2-8fdb-47c0-88ea-27b156da2cf6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:13.472892 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-27c67ddf-e56f-4632-a870-5365b4ec6d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:55:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['24b1a0c1-cfed-4c37-aae1-bc5d58a64be9'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:13.510823 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-27c67ddf-e56f-4632-a870-5365b4ec6d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:13.511719 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c67ddf-e56f-4632-a870-5365b4ec6d88 None None] The sync data for ids ['24b1a0c1-cfed-4c37-aae1-bc5d58a64be9'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:13.570904 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5e88b424-6828-4f3c-9549-d47e438b7d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:13.613862 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-eea16778-2ed4-4a68-b1d9-a676cf64651b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] remove_router_interface failed (client error): The resource could not be found. Sep 29 17:56:13.614932 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-eea16778-2ed4-4a68-b1d9-a676cf64651b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/24b1a0c1-cfed-4c37-aae1-bc5d58a64be9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2099485 Sep 29 17:56:13.617856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44982) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:13.649547 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-931e5f26-7bcf-4e1d-9a8f-66d4a2f36bed tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b1a0c1-cfed-4c37-aae1-bc5d58a64be9 HTTP/1.1" status: 200 len: 205 time: 0.0305607 Sep 29 17:56:13.652014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 44986) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:13.729009 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e4be8cb-3514-4943-8448-7892ed85ec74 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:13.895296 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e4be8cb-3514-4943-8448-7892ed85ec74 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:13.897936 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e4be8cb-3514-4943-8448-7892ed85ec74 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:13.942408 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e4be8cb-3514-4943-8448-7892ed85ec74 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:13.942884 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4be8cb-3514-4943-8448-7892ed85ec74 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Fanout notify agent at l3_agent the message router_deleted on router 24b1a0c1-cfed-4c37-aae1-bc5d58a64be9 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:56:13.949888 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8e4be8cb-3514-4943-8448-7892ed85ec74 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:13.953819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 44996) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:13.953984 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8e4be8cb-3514-4943-8448-7892ed85ec74 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/routers/24b1a0c1-cfed-4c37-aae1-bc5d58a64be9 HTTP/1.1" status: 204 len: 168 time: 0.2995882 Sep 29 17:56:14.017654 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f85d985-2274-4fa7-abdc-439dbb039622 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting subnet c4342d53-63e3-49c0-9851-cdf02d9fe955 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:56:14.021167 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f85d985-2274-4fa7-abdc-439dbb039622 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.062808 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f85d985-2274-4fa7-abdc-439dbb039622 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.079429 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901440-fb40-4bf4-b9aa-f31e82a41fc7 req-b3d007a6-f887-48aa-bcf9-75ccf58713cf tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:14.081001 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-55901440-fb40-4bf4-b9aa-f31e82a41fc7 req-b3d007a6-f887-48aa-bcf9-75ccf58713cf tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0559261 Sep 29 17:56:14.124230 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-55901440-fb40-4bf4-b9aa-f31e82a41fc7 req-bae21cbc-6cbb-4796-b267-c4c448c14396 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351698 Sep 29 17:56:14.158235 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f85d985-2274-4fa7-abdc-439dbb039622 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.225968 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f85d985-2274-4fa7-abdc-439dbb039622 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.255140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85d985-2274-4fa7-abdc-439dbb039622 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Subnet': ['ID=c4342d53-63e3-49c0-9851-cdf02d9fe955,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:14.259024 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1f85d985-2274-4fa7-abdc-439dbb039622 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.261428 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1f85d985-2274-4fa7-abdc-439dbb039622 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/c4342d53-63e3-49c0-9851-cdf02d9fe955 HTTP/1.1" status: 204 len: 168 time: 0.3059232 Sep 29 17:56:14.264441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45008) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:14.265396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9524337-a8f5-4df6-8481-50f71f6d0431 None None] Network c945e90c-b210-4a4d-8337-fb533fec68fe requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:14.350973 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.412593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port bc599a50-0325-47e9-855f-1af78af52c39 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:14.413020 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.452100 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3979b646-3e70-4e11-af9f-b32071143ba9 None None] DHCP port deletion for c945e90c-b210-4a4d-8337-fb533fec68fe request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:56:14.484312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] For port bc599a50-0325-47e9-855f-1af78af52c39, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=bc599a50-0325-47e9-855f-1af78af52c39,segment=NetworkSegment(887e0de0-6c5c-4f13-9029-bb1733a98542),segment_id=887e0de0-6c5c-4f13-9029-bb1733a98542)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:14.484973 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.502301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3979b646-3e70-4e11-af9f-b32071143ba9 None None] Deleting port bc599a50-0325-47e9-855f-1af78af52c39 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:14.502935 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3979b646-3e70-4e11-af9f-b32071143ba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.509592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for bc599a50-0325-47e9-855f-1af78af52c39 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:14.572943 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3979b646-3e70-4e11-af9f-b32071143ba9 None None] For port bc599a50-0325-47e9-855f-1af78af52c39, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=bc599a50-0325-47e9-855f-1af78af52c39,segment=NetworkSegment(887e0de0-6c5c-4f13-9029-bb1733a98542),segment_id=887e0de0-6c5c-4f13-9029-bb1733a98542)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:14.573382 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3979b646-3e70-4e11-af9f-b32071143ba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.587685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3979b646-3e70-4e11-af9f-b32071143ba9 None None] Calling delete_port for bc599a50-0325-47e9-855f-1af78af52c39 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:14.595776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.631330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No DVR routers for this DVR port bc599a50-0325-47e9-855f-1af78af52c39 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:56:14.660863 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=bc599a50-0325-47e9-855f-1af78af52c39,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:14.664897 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.671739 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.694902 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3979b646-3e70-4e11-af9f-b32071143ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.721149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979b646-3e70-4e11-af9f-b32071143ba9 None None] Pushing event deleted for resources: {'Port': ['ID=bc599a50-0325-47e9-855f-1af78af52c39,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:14.721695 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.728607 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3979b646-3e70-4e11-af9f-b32071143ba9 None None] No DVR routers for this DVR port bc599a50-0325-47e9-855f-1af78af52c39 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:56:14.734349 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45018) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:14.744322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c945e90c-b210-4a4d-8337-fb533fec68fe']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:14.757187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887e0de0-6c5c-4f13-9029-bb1733a98542') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:14.757442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887e0de0-6c5c-4f13-9029-bb1733a98542') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:14.757990 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.772347 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.785559 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.791518 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:56:14.791940 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:56:14.795407 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:56:14.853211 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fff622e2-6c3b-4e1f-ac70-d74e7cf4094c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.853967 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.861855 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.863719 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/networks/c945e90c-b210-4a4d-8337-fb533fec68fe HTTP/1.1" status: 204 len: 168 time: 0.5981469 Sep 29 17:56:14.867933 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45022) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:14.873442 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-8dfc6d6a-193b-4aa4-8256-0332bcf614d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-368150360'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:14.875405 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb062af-9e47-4515-bd63-2ea4469902ab tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Network': ['ID=c945e90c-b210-4a4d-8337-fb533fec68fe,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:14.893917 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.db.api [None req-8dfc6d6a-193b-4aa4-8256-0332bcf614d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 17:56:14.893917 n-d-811748-2 neutron-server[95015]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 29 17:56:14.893917 n-d-811748-2 neutron-server[95015]: [parameters: {'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'id': '7d78740a-2a11-4f80-8b14-82329d3c2e16', 'expiration': datetime.datetime(2021, 9, 29, 17, 58, 14, 889813)}] Sep 29 17:56:14.893917 n-d-811748-2 neutron-server[95015]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95015) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:56:14.894383 n-d-811748-2 neutron-server[95015]: DEBUG oslo_db.api [None req-8dfc6d6a-193b-4aa4-8256-0332bcf614d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:56:14.961738 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fff622e2-6c3b-4e1f-ac70-d74e7cf4094c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:14.965631 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fff622e2-6c3b-4e1f-ac70-d74e7cf4094c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:15.006609 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fff622e2-6c3b-4e1f-ac70-d74e7cf4094c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4cae944e0e4448c98654a162090a8abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696788 Sep 29 17:56:15.007728 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff622e2-6c3b-4e1f-ac70-d74e7cf4094c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abebe2de-f453-4e4b-97c9-62efc5a9b52c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:15.009175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45024) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:15.056531 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4140fa6d-62bc-48ea-ab1f-378701fccb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:15.082297 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4140fa6d-62bc-48ea-ab1f-378701fccb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:15.133048 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4140fa6d-62bc-48ea-ab1f-378701fccb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:15.135609 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4140fa6d-62bc-48ea-ab1f-378701fccb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:15.136787 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4140fa6d-62bc-48ea-ab1f-378701fccb2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/abebe2de-f453-4e4b-97c9-62efc5a9b52c HTTP/1.1" status: 204 len: 168 time: 0.1264942 Sep 29 17:56:15.144541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140fa6d-62bc-48ea-ab1f-378701fccb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abebe2de-f453-4e4b-97c9-62efc5a9b52c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:15.262781 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1951ff3-4903-4909-87d1-f0caec423607 req-4d4be41b-d566-4166-9e18-1d753b2a86f6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:15.264220 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a1951ff3-4903-4909-87d1-f0caec423607 req-4d4be41b-d566-4166-9e18-1d753b2a86f6 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0559351 Sep 29 17:56:15.302729 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a1951ff3-4903-4909-87d1-f0caec423607 req-820fc122-5283-4665-94f5-61267cc830d2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324020 Sep 29 17:56:15.420096 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfc6d6a-193b-4aa4-8256-0332bcf614d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:56:15.425654 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dfc6d6a-193b-4aa4-8256-0332bcf614d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:15.453168 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dfc6d6a-193b-4aa4-8256-0332bcf614d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:56:15.466090 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dfc6d6a-193b-4aa4-8256-0332bcf614d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:15.466442 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-8dfc6d6a-193b-4aa4-8256-0332bcf614d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Added segment 8447c8dd-9314-477b-8f53-7a28df41f1a6 of type vlan for network 57194d74-a64d-4ca6-8798-a8b584dc42ae Sep 29 17:56:15.506173 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dfc6d6a-193b-4aa4-8256-0332bcf614d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:15.535202 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dfc6d6a-193b-4aa4-8256-0332bcf614d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:15.540795 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfc6d6a-193b-4aa4-8256-0332bcf614d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:15.541410 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8dfc6d6a-193b-4aa4-8256-0332bcf614d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:15.625794 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device bc599a50-0325-47e9-855f-1af78af52c39 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:56:15.650550 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: bc599a50-0325-47e9-855f-1af78af52c39 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:56:15.650896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device bc599a50-0325-47e9-855f-1af78af52c39 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:56:15.842562 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8dfc6d6a-193b-4aa4-8256-0332bcf614d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9736588 Sep 29 17:56:15.845548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45054) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:15.850657 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4e8da9c2-45c2-4dd4-99e7-3f9bdfb8adf7 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'subnet': {'network_id': '57194d74-a64d-4ca6-8798-a8b584dc42ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:15.868454 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc6d6a-193b-4aa4-8256-0332bcf614d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Network': ['ID=57194d74-a64d-4ca6-8798-a8b584dc42ae,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:15.883462 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 57194d74-a64d-4ca6-8798-a8b584dc42ae details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:56:15.958996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8da9c2-45c2-4dd4-99e7-3f9bdfb8adf7 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:56:15.962618 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e8da9c2-45c2-4dd4-99e7-3f9bdfb8adf7 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:16.151321 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e8da9c2-45c2-4dd4-99e7-3f9bdfb8adf7 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:16.217763 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8da9c2-45c2-4dd4-99e7-3f9bdfb8adf7 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Subnet': ['ID=d6a46be5-3799-4911-a566-f3d04dfbcacd,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:16.224841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8da9c2-45c2-4dd4-99e7-3f9bdfb8adf7 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Checking segment: {'id': '8447c8dd-9314-477b-8f53-7a28df41f1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57194d74-a64d-4ca6-8798-a8b584dc42ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:16.225528 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8da9c2-45c2-4dd4-99e7-3f9bdfb8adf7 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network hostable DHCP agents. Network: 57194d74-a64d-4ca6-8798-a8b584dc42ae, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:56:16.242765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8da9c2-45c2-4dd4-99e7-3f9bdfb8adf7 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network 57194d74-a64d-4ca6-8798-a8b584dc42ae is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:56:16.254349 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-4e8da9c2-45c2-4dd4-99e7-3f9bdfb8adf7 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 57194d74-a64d-4ca6-8798-a8b584dc42ae) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:16.258657 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8da9c2-45c2-4dd4-99e7-3f9bdfb8adf7 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:16.259247 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e8da9c2-45c2-4dd4-99e7-3f9bdfb8adf7 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:16.264322 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e0f59e-e23c-4d72-8878-7f59262c1391 None None] Network 57194d74-a64d-4ca6-8798-a8b584dc42ae requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:16.279085 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4e8da9c2-45c2-4dd4-99e7-3f9bdfb8adf7 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4324267 Sep 29 17:56:16.281646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45090) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:16.286451 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ea266da6-a97e-441f-8e5d-9d222d90dad8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1239268397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:16.310303 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea266da6-a97e-441f-8e5d-9d222d90dad8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:16.311419 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea266da6-a97e-441f-8e5d-9d222d90dad8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:16.370221 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea266da6-a97e-441f-8e5d-9d222d90dad8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:16.379315 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea266da6-a97e-441f-8e5d-9d222d90dad8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:16.414028 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea266da6-a97e-441f-8e5d-9d222d90dad8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:16.415693 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ea266da6-a97e-441f-8e5d-9d222d90dad8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1328084 Sep 29 17:56:16.419907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45100) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:16.474482 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e02248-cc1e-4058-a931-76537b065257 req-9ed52900-9a10-49ed-9d51-7112dd2b3202 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:16.475982 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93e02248-cc1e-4058-a931-76537b065257 req-9ed52900-9a10-49ed-9d51-7112dd2b3202 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0825193 Sep 29 17:56:16.515007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-57194d74-a64d-4ca6-8798-a8b584dc42ae', 'network_id': '57194d74-a64d-4ca6-8798-a8b584dc42ae', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'fixed_ips': [{'subnet_id': 'd6a46be5-3799-4911-a566-f3d04dfbcacd'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:56:16.516197 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:16.522711 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-93e02248-cc1e-4058-a931-76537b065257 req-af002679-9be3-4019-bba9-1095fae424d0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390205 Sep 29 17:56:16.681749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Allocated IP 2001:db8::2 (57194d74-a64d-4ca6-8798-a8b584dc42ae/d6a46be5-3799-4911-a566-f3d04dfbcacd/dd180ebb-ff3d-472f-8f63-37dcc56b0b70) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:56:16.747526 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:16.853327 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:16.859397 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:16.909772 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Network 57194d74-a64d-4ca6-8798-a8b584dc42ae is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:16.919390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:16.929743 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:56:16.935275 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Pushing event updated for resources: {'Port': ['ID=dd180ebb-ff3d-472f-8f63-37dcc56b0b70,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:16.946208 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:16.995271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Attempting to bind port dd180ebb-ff3d-472f-8f63-37dcc56b0b70 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:56:16.995800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Attempting to bind port dd180ebb-ff3d-472f-8f63-37dcc56b0b70 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8447c8dd-9314-477b-8f53-7a28df41f1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57194d74-a64d-4ca6-8798-a8b584dc42ae'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:56:16.996830 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Attempting to bind port dd180ebb-ff3d-472f-8f63-37dcc56b0b70 on network 57194d74-a64d-4ca6-8798-a8b584dc42ae {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:56:17.002069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:56:17.002530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Checking segment: {'id': '8447c8dd-9314-477b-8f53-7a28df41f1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57194d74-a64d-4ca6-8798-a8b584dc42ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:17.003010 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:17.003474 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Bound using segment: {'id': '8447c8dd-9314-477b-8f53-7a28df41f1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57194d74-a64d-4ca6-8798-a8b584dc42ae'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:56:17.004055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Bound port: dd180ebb-ff3d-472f-8f63-37dcc56b0b70, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8447c8dd-9314-477b-8f53-7a28df41f1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '57194d74-a64d-4ca6-8798-a8b584dc42ae'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:56:17.004503 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:17.032726 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Allocated IP 2001:db8::1 (57194d74-a64d-4ca6-8798-a8b584dc42ae/d6a46be5-3799-4911-a566-f3d04dfbcacd/03050745-c8b3-489e-a430-6f1fa264f9e5) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:56:17.072833 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] For port dd180ebb-ff3d-472f-8f63-37dcc56b0b70, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:56:17.077844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] For port dd180ebb-ff3d-472f-8f63-37dcc56b0b70, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=dd180ebb-ff3d-472f-8f63-37dcc56b0b70,segment=NetworkSegment(8447c8dd-9314-477b-8f53-7a28df41f1a6),segment_id=8447c8dd-9314-477b-8f53-7a28df41f1a6)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:56:17.084972 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:17.159695 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908748af-5f99-4c54-973b-55baff5bab8d None None] Pushing event updated for resources: {'Port': ['ID=dd180ebb-ff3d-472f-8f63-37dcc56b0b70,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:17.166239 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:17.209909 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:17.265733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network 57194d74-a64d-4ca6-8798-a8b584dc42ae is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:17.274274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:17.276290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=03050745-c8b3-489e-a430-6f1fa264f9e5,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:17.279213 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:56:17.279756 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:17.442774 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:17.701676 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device dd180ebb-ff3d-472f-8f63-37dcc56b0b70 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:17.733923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc9e26-c379-4e09-93c3-ffbc9e81289a req-decfe735-7dad-45ad-830d-4515fab2ab3b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:17.735417 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-65bc9e26-c379-4e09-93c3-ffbc9e81289a req-decfe735-7dad-45ad-830d-4515fab2ab3b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.1245501 Sep 29 17:56:17.761998 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port dd180ebb-ff3d-472f-8f63-37dcc56b0b70 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:17.763454 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:17.809839 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-65bc9e26-c379-4e09-93c3-ffbc9e81289a req-7f187d0d-f087-4f9e-acd6-d8b91e2075b0 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640740 Sep 29 17:56:17.812247 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:17.820653 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:17.822470 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:17.881188 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:17.929486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port dd180ebb-ff3d-472f-8f63-37dcc56b0b70, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=dd180ebb-ff3d-472f-8f63-37dcc56b0b70,segment=NetworkSegment(8447c8dd-9314-477b-8f53-7a28df41f1a6),segment_id=8447c8dd-9314-477b-8f53-7a28df41f1a6)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:17.935733 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:17.938193 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=03050745-c8b3-489e-a430-6f1fa264f9e5,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:17.975487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network 57194d74-a64d-4ca6-8798-a8b584dc42ae is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:17.977176 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:18.013051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=dd180ebb-ff3d-472f-8f63-37dcc56b0b70,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:18.114474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router f2eb5dc3-0e34-4265-8a4d-874500b9f902 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:56:18.211661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e192dd-8c4e-4f3a-ba48-777c11217f31 None None] Network 57194d74-a64d-4ca6-8798-a8b584dc42ae requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:18.220414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:18.230172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45136) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:18.231408 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-674201bf-e9aa-413c-9e35-3d4a27fbf8e4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/f2eb5dc3-0e34-4265-8a4d-874500b9f902/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8081868 Sep 29 17:56:18.232683 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a2908-1b29-4296-b749-3181bd18ca96 None None] Sync routers for ids ['f2eb5dc3-0e34-4265-8a4d-874500b9f902'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:18.242301 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a2908-1b29-4296-b749-3181bd18ca96 None None] Routers {'f2eb5dc3-0e34-4265-8a4d-874500b9f902'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:18.243193 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cd0a2908-1b29-4296-b749-3181bd18ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f2eb5dc3-0e34-4265-8a4d-874500b9f902'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:18.278505 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cd0a2908-1b29-4296-b749-3181bd18ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:18.284921 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b1c83-333d-4ad8-832a-85fea2f67db5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:18.286312 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9f6b1c83-333d-4ad8-832a-85fea2f67db5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports/03050745-c8b3-489e-a430-6f1fa264f9e5 HTTP/1.1" status: 200 len: 911 time: 0.0523989 Sep 29 17:56:18.289495 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a2908-1b29-4296-b749-3181bd18ca96 None None] Routers {'f2eb5dc3-0e34-4265-8a4d-874500b9f902'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:18.289736 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45138) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:18.290094 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cd0a2908-1b29-4296-b749-3181bd18ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f2eb5dc3-0e34-4265-8a4d-874500b9f902'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:18.327228 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cd0a2908-1b29-4296-b749-3181bd18ca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:18.327875 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0a2908-1b29-4296-b749-3181bd18ca96 None None] The sync data for ids ['f2eb5dc3-0e34-4265-8a4d-874500b9f902'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:18.338035 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e466aaf2-61b2-439f-b570-7614842d25c1 None None] Provisioning complete for port dd180ebb-ff3d-472f-8f63-37dcc56b0b70 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:18.338405 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e466aaf2-61b2-439f-b570-7614842d25c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:18.338753 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:56:18.675519 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d851fcc-71af-453b-b7b7-f2997384ef2a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:18.839034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-56641247-ed86-467a-a5ee-e6f8bdf82d8b None None] Provisioning complete for port dd180ebb-ff3d-472f-8f63-37dcc56b0b70 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:18.840008 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-56641247-ed86-467a-a5ee-e6f8bdf82d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:18.965459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-56641247-ed86-467a-a5ee-e6f8bdf82d8b None None] Provisioning complete for port 03050745-c8b3-489e-a430-6f1fa264f9e5 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:18.966668 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-56641247-ed86-467a-a5ee-e6f8bdf82d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:19.014776 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e65d5e-854d-4dc1-8d8e-248ec1861437 req-4b1a5b01-0369-4576-bd0e-a1ec1c063736 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:19.024094 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-96e65d5e-854d-4dc1-8d8e-248ec1861437 req-4b1a5b01-0369-4576-bd0e-a1ec1c063736 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.1094394 Sep 29 17:56:19.024590 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-56641247-ed86-467a-a5ee-e6f8bdf82d8b None None] Port 03050745-c8b3-489e-a430-6f1fa264f9e5 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:19.061630 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2d851fcc-71af-453b-b7b7-f2997384ef2a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port 03050745-c8b3-489e-a430-6f1fa264f9e5 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:19.061972 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d851fcc-71af-453b-b7b7-f2997384ef2a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:19.084038 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-96e65d5e-854d-4dc1-8d8e-248ec1861437 req-281914e9-c26c-4177-9938-ffcd6e19ee6a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590599 Sep 29 17:56:19.149054 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7848f22c-aec5-4449-8d23-3a49d86ce922 None None] Provisioning complete for port 03050745-c8b3-489e-a430-6f1fa264f9e5 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:19.149552 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7848f22c-aec5-4449-8d23-3a49d86ce922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:19.174408 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d851fcc-71af-453b-b7b7-f2997384ef2a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:19.193497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2d851fcc-71af-453b-b7b7-f2997384ef2a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for 03050745-c8b3-489e-a430-6f1fa264f9e5 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:19.193723 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-7848f22c-aec5-4449-8d23-3a49d86ce922 None None] Port 03050745-c8b3-489e-a430-6f1fa264f9e5 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:19.315145 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-687b1759-e243-4df0-b15f-b7d130b922f5 None None] Provisioning complete for port 03050745-c8b3-489e-a430-6f1fa264f9e5 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:19.315436 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-687b1759-e243-4df0-b15f-b7d130b922f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:19.351950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-687b1759-e243-4df0-b15f-b7d130b922f5 None None] Port 03050745-c8b3-489e-a430-6f1fa264f9e5 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:19.378126 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d851fcc-71af-453b-b7b7-f2997384ef2a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:19.406251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d851fcc-71af-453b-b7b7-f2997384ef2a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=03050745-c8b3-489e-a430-6f1fa264f9e5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:19.505163 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d851fcc-71af-453b-b7b7-f2997384ef2a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:19.635270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device dd180ebb-ff3d-472f-8f63-37dcc56b0b70 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:19.688332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port dd180ebb-ff3d-472f-8f63-37dcc56b0b70 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:19.688642 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:19.696790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d851fcc-71af-453b-b7b7-f2997384ef2a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router f2eb5dc3-0e34-4265-8a4d-874500b9f902 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:19.781694 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d851fcc-71af-453b-b7b7-f2997384ef2a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:19.789772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45146) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:19.790296 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2d851fcc-71af-453b-b7b7-f2997384ef2a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/f2eb5dc3-0e34-4265-8a4d-874500b9f902/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4992883 Sep 29 17:56:19.791948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f548e-b535-4a93-ab9b-dcbfc5d9fd54 None None] Sync routers for ids ['f2eb5dc3-0e34-4265-8a4d-874500b9f902'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:19.802826 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f548e-b535-4a93-ab9b-dcbfc5d9fd54 None None] Routers {'f2eb5dc3-0e34-4265-8a4d-874500b9f902'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:19.803456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f96f548e-b535-4a93-ab9b-dcbfc5d9fd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f2eb5dc3-0e34-4265-8a4d-874500b9f902'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:19.819088 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-67abb836-a176-44d5-9c95-c0e2000aba0d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2eb5dc3-0e34-4265-8a4d-874500b9f902 HTTP/1.1" status: 200 len: 205 time: 0.0276289 Sep 29 17:56:19.821516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45148) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:19.844677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f96f548e-b535-4a93-ab9b-dcbfc5d9fd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:19.854855 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f548e-b535-4a93-ab9b-dcbfc5d9fd54 None None] Routers {'f2eb5dc3-0e34-4265-8a4d-874500b9f902'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:19.856856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f96f548e-b535-4a93-ab9b-dcbfc5d9fd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f2eb5dc3-0e34-4265-8a4d-874500b9f902'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:19.894079 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f96f548e-b535-4a93-ab9b-dcbfc5d9fd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:19.894750 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f548e-b535-4a93-ab9b-dcbfc5d9fd54 None None] The sync data for ids ['f2eb5dc3-0e34-4265-8a4d-874500b9f902'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:20.245063 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-019d6771-007a-4851-b567-273ede826bed tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:20.394545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866be614-34ff-4a8c-973a-cc3ece930a71 req-ef11b001-fb0c-472a-a311-b4107840563e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:20.395931 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-866be614-34ff-4a8c-973a-cc3ece930a71 req-ef11b001-fb0c-472a-a311-b4107840563e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.1695902 Sep 29 17:56:20.443081 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-019d6771-007a-4851-b567-273ede826bed tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:20.446342 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-019d6771-007a-4851-b567-273ede826bed tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:20.498039 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-866be614-34ff-4a8c-973a-cc3ece930a71 req-36e09b31-bba1-49fa-82b7-05a71acd648d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728524 Sep 29 17:56:20.503015 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-019d6771-007a-4851-b567-273ede826bed tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:20.503558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019d6771-007a-4851-b567-273ede826bed tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Fanout notify agent at l3_agent the message router_deleted on router f2eb5dc3-0e34-4265-8a4d-874500b9f902 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:56:20.519808 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-019d6771-007a-4851-b567-273ede826bed tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:20.519808 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-019d6771-007a-4851-b567-273ede826bed tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/routers/f2eb5dc3-0e34-4265-8a4d-874500b9f902 HTTP/1.1" status: 204 len: 168 time: 0.6903222 Sep 29 17:56:20.519808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45152) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:20.568199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting subnet d6a46be5-3799-4911-a566-f3d04dfbcacd {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:56:20.571476 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:20.618196 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:20.708718 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:20.769885 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:20.800862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Subnet': ['ID=d6a46be5-3799-4911-a566-f3d04dfbcacd,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:20.808858 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:20.810992 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/d6a46be5-3799-4911-a566-f3d04dfbcacd HTTP/1.1" status: 204 len: 168 time: 0.2942743 Sep 29 17:56:20.813706 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45156) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:20.816599 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b9c591-1f94-4f30-8504-0e8e8719e8a3 None None] Network 57194d74-a64d-4ca6-8798-a8b584dc42ae requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:20.819378 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:20.820069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:20.820613 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:20.821160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:20.821786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:20.822398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:20.822939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:20.823472 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:20.824047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:20.824763 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:20.825330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:20.825894 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e717b076-3777-4b57-b5a8-a2de80c4fac1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:20.896368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:20.957880 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port dd180ebb-ff3d-472f-8f63-37dcc56b0b70 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:20.958227 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.027779 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] For port dd180ebb-ff3d-472f-8f63-37dcc56b0b70, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=dd180ebb-ff3d-472f-8f63-37dcc56b0b70,segment=NetworkSegment(8447c8dd-9314-477b-8f53-7a28df41f1a6),segment_id=8447c8dd-9314-477b-8f53-7a28df41f1a6)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:21.028186 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.035848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3debf0-592f-42fc-8377-73f41206e50a None None] DHCP port deletion for 57194d74-a64d-4ca6-8798-a8b584dc42ae request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:56:21.048149 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for dd180ebb-ff3d-472f-8f63-37dcc56b0b70 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:21.094186 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8c3debf0-592f-42fc-8377-73f41206e50a None None] Deleting port dd180ebb-ff3d-472f-8f63-37dcc56b0b70 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:21.094564 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8c3debf0-592f-42fc-8377-73f41206e50a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.142889 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.183586 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=dd180ebb-ff3d-472f-8f63-37dcc56b0b70,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:21.188283 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No DVR routers for this DVR port dd180ebb-ff3d-472f-8f63-37dcc56b0b70 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:56:21.231788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fe364-92a6-4cbf-88ee-6e2d66b93048 req-53c47b22-06a0-4888-ae08-f1c98ad1033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:21.233730 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b12fe364-92a6-4cbf-88ee-6e2d66b93048 req-53c47b22-06a0-4888-ae08-f1c98ad1033b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 1096 time: 0.0591815 Sep 29 17:56:21.285091 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b12fe364-92a6-4cbf-88ee-6e2d66b93048 req-ed43beae-dcd8-4de8-bcf3-727e5ec5d5dc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435996 Sep 29 17:56:21.290429 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.323440 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57194d74-a64d-4ca6-8798-a8b584dc42ae']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:21.333932 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8447c8dd-9314-477b-8f53-7a28df41f1a6') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:21.334492 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8447c8dd-9314-477b-8f53-7a28df41f1a6') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:21.348432 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.350689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-8c3debf0-592f-42fc-8377-73f41206e50a None None] For port dd180ebb-ff3d-472f-8f63-37dcc56b0b70, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=dd180ebb-ff3d-472f-8f63-37dcc56b0b70,segment=NetworkSegment(8447c8dd-9314-477b-8f53-7a28df41f1a6),segment_id=8447c8dd-9314-477b-8f53-7a28df41f1a6)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:21.351086 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8c3debf0-592f-42fc-8377-73f41206e50a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.365065 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8c3debf0-592f-42fc-8377-73f41206e50a None None] Calling delete_port for dd180ebb-ff3d-472f-8f63-37dcc56b0b70 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:21.365405 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.372588 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:56:21.373084 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:56:21.375952 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:56:21.436027 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.444003 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.450769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45158) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:21.453268 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8c3debf0-592f-42fc-8377-73f41206e50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.455295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1617439171', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:21.457990 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/networks/57194d74-a64d-4ca6-8798-a8b584dc42ae HTTP/1.1" status: 204 len: 168 time: 0.6431847 Sep 29 17:56:21.461394 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c3debf0-592f-42fc-8377-73f41206e50a None None] Network 57194d74-a64d-4ca6-8798-a8b584dc42ae is not hosted by any dhcp agent {{(pid=95017) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 17:56:21.461860 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3debf0-592f-42fc-8377-73f41206e50a None None] No DVR routers for this DVR port dd180ebb-ff3d-472f-8f63-37dcc56b0b70 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:56:21.471755 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c0cb1-be5b-4c3e-b2b6-2b3006c9b6d8 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Network': ['ID=57194d74-a64d-4ca6-8798-a8b584dc42ae,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:21.488338 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3debf0-592f-42fc-8377-73f41206e50a None None] Pushing event deleted for resources: {'Port': ['ID=dd180ebb-ff3d-472f-8f63-37dcc56b0b70,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:21.497409 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.498518 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.561599 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.638776 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d1981-185a-4bb9-acbc-112a78f54716 req-bc3dae0e-ed3c-4671-baa5-50c250142891 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:21.640224 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device dd180ebb-ff3d-472f-8f63-37dcc56b0b70 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:56:21.640514 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c94d1981-185a-4bb9-acbc-112a78f54716 req-bc3dae0e-ed3c-4671-baa5-50c250142891 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0590370 Sep 29 17:56:21.662944 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: dd180ebb-ff3d-472f-8f63-37dcc56b0b70 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:56:21.663296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device dd180ebb-ff3d-472f-8f63-37dcc56b0b70 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:56:21.693761 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c94d1981-185a-4bb9-acbc-112a78f54716 req-45df4c92-2f5c-49e3-9678-7569a48e271e tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427980 Sep 29 17:56:21.746850 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0e089951-8d5f-451b-8c28-840b26d8bac4 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:56:21.756698 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.834395 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.860667 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e089951-8d5f-451b-8c28-840b26d8bac4'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:56:21.866623 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5577c56-219b-41d1-b104-955e469a01d8" -d '{"events": [{"server_uuid": "0d9199d9-7024-4a1c-8187-e182b1cc939b", "name": "network-vif-unplugged", "status": "completed", "tag": "0e089951-8d5f-451b-8c28-840b26d8bac4"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:56:21.883038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0e089951-8d5f-451b-8c28-840b26d8bac4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0e089951-8d5f-451b-8c28-840b26d8bac4,segment=NetworkSegment(2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19),segment_id=2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:21.889741 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:21.955620 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0e089951-8d5f-451b-8c28-840b26d8bac4,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:21.986876 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:22.007330 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:22.062631 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 17:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9d718c-5ef5-42eb-aac9-37c1fd0637de x-openstack-request-id: req-fa9d718c-5ef5-42eb-aac9-37c1fd0637de {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:56:22.063592 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9199d9-7024-4a1c-8187-e182b1cc939b", "name": "network-vif-unplugged", "status": "completed", "tag": "0e089951-8d5f-451b-8c28-840b26d8bac4", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:56:22.063859 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa9d718c-5ef5-42eb-aac9-37c1fd0637de {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:56:22.064261 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e089951-8d5f-451b-8c28-840b26d8bac4', 'code': 200} Sep 29 17:56:22.114822 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Allocated IP 172.25.2.216 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/b41d8d69-99cd-4213-a508-f25417c383e8) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:56:22.231577 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:22.266037 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:22.303285 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:22.307568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:22.313202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:56:22.319614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=b41d8d69-99cd-4213-a508-f25417c383e8,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:22.578454 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:22.810467 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:22.846219 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6a60c-c9da-4761-993c-c918838ab424 req-3d67e5d1-1e0b-4c85-9c2d-899d33b48fd4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:22.847980 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-89e6a60c-c9da-4761-993c-c918838ab424 req-3d67e5d1-1e0b-4c85-9c2d-899d33b48fd4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 943 time: 0.0634038 Sep 29 17:56:22.889039 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-89e6a60c-c9da-4761-993c-c918838ab424 req-74744965-5690-405d-9972-a6df8ed319f1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348945 Sep 29 17:56:22.912678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45172) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:22.982255 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4b3a548e-a32e-423a-a6ec-3c3a3690726a tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/floatingips/784f0861-bbe7-420b-bab7-5a0442af8ffb HTTP/1.1" status: 200 len: 991 time: 0.0593836 Sep 29 17:56:22.982494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router 27a0364c-190c-4311-9701-1438f092a12c is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:56:23.089465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:23.100828 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f95d3d-0116-44fe-b661-1fd7c815c0f3 None None] Sync routers for ids ['27a0364c-190c-4311-9701-1438f092a12c'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:23.108435 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:23.112320 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-008e9a4c-c18e-4cb1-9213-e171e1d3c7d5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.6579213 Sep 29 17:56:23.112483 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f95d3d-0116-44fe-b661-1fd7c815c0f3 None None] Routers {'27a0364c-190c-4311-9701-1438f092a12c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:23.112704 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-41f95d3d-0116-44fe-b661-1fd7c815c0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['27a0364c-190c-4311-9701-1438f092a12c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:23.113152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45174) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:23.151052 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-41f95d3d-0116-44fe-b661-1fd7c815c0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:23.160127 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f95d3d-0116-44fe-b661-1fd7c815c0f3 None None] Routers {'27a0364c-190c-4311-9701-1438f092a12c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:23.160731 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-41f95d3d-0116-44fe-b661-1fd7c815c0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['27a0364c-190c-4311-9701-1438f092a12c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:23.195578 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-41f95d3d-0116-44fe-b661-1fd7c815c0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:23.196213 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f95d3d-0116-44fe-b661-1fd7c815c0f3 None None] The sync data for ids ['27a0364c-190c-4311-9701-1438f092a12c'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:23.236506 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-543381b7-8d35-4c49-a005-c796cb93526b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/routers/27a0364c-190c-4311-9701-1438f092a12c HTTP/1.1" status: 200 len: 885 time: 0.1218705 Sep 29 17:56:23.238897 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45176) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:23.474921 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-142a7a68-48f8-455e-a359-83fdfed03722 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2349045 Sep 29 17:56:23.477341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45178) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:23.484057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-dffeb069-8a81-4adf-b294-77f140284717 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1617439171'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:23.764138 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0e089951-8d5f-451b-8c28-840b26d8bac4 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:56:23.879349 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0e089951-8d5f-451b-8c28-840b26d8bac4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0e089951-8d5f-451b-8c28-840b26d8bac4,segment=NetworkSegment(2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19),segment_id=2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:23.893527 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '0e089951-8d5f-451b-8c28-840b26d8bac4', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'port_id': '0e089951-8d5f-451b-8c28-840b26d8bac4', 'mac_address': 'fa:16:3e:5f:03:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:56:23.943110 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:23.957575 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e089951-8d5f-451b-8c28-840b26d8bac4 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:56:23.979054 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0e089951-8d5f-451b-8c28-840b26d8bac4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0e089951-8d5f-451b-8c28-840b26d8bac4,segment=NetworkSegment(2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19),segment_id=2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:23.984445 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:24.036859 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0e089951-8d5f-451b-8c28-840b26d8bac4,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:24.133837 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dffeb069-8a81-4adf-b294-77f140284717 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:24.145429 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dffeb069-8a81-4adf-b294-77f140284717 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:24.260371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffeb069-8a81-4adf-b294-77f140284717 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router 27a0364c-190c-4311-9701-1438f092a12c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:24.372056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffeb069-8a81-4adf-b294-77f140284717 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:24.379374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dffeb069-8a81-4adf-b294-77f140284717 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:24.380758 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-dffeb069-8a81-4adf-b294-77f140284717 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/27a0364c-190c-4311-9701-1438f092a12c HTTP/1.1" status: 200 len: 892 time: 0.9025133 Sep 29 17:56:24.381572 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e31b01-ec8e-42cd-b73c-d99062d8c87c None None] Sync routers for ids ['27a0364c-190c-4311-9701-1438f092a12c'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:24.383562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45182) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:24.393425 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e31b01-ec8e-42cd-b73c-d99062d8c87c None None] Routers {'27a0364c-190c-4311-9701-1438f092a12c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:24.394246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-56e31b01-ec8e-42cd-b73c-d99062d8c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['27a0364c-190c-4311-9701-1438f092a12c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:24.429697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['0e089951-8d5f-451b-8c28-840b26d8bac4'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:56:24.433145 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-56e31b01-ec8e-42cd-b73c-d99062d8c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:24.469674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e31b01-ec8e-42cd-b73c-d99062d8c87c None None] Routers {'27a0364c-190c-4311-9701-1438f092a12c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:24.470307 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-56e31b01-ec8e-42cd-b73c-d99062d8c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['27a0364c-190c-4311-9701-1438f092a12c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:24.511873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-56e31b01-ec8e-42cd-b73c-d99062d8c87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:24.512560 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e31b01-ec8e-42cd-b73c-d99062d8c87c None None] The sync data for ids ['27a0364c-190c-4311-9701-1438f092a12c'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:24.524798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-842b2b46-894c-4011-abc1-2237d98d9d9d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/routers/27a0364c-190c-4311-9701-1438f092a12c HTTP/1.1" status: 200 len: 892 time: 0.1367824 Sep 29 17:56:24.524798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45184) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:24.562692 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fe4d2b02-fdc7-4c23-87db-c5803ffe5a59 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports?device_id=27a0364c-190c-4311-9701-1438f092a12c HTTP/1.1" status: 200 len: 205 time: 0.0361402 Sep 29 17:56:24.567839 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45186) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:24.687122 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fc1f34c-b9cb-44e9-9494-205486af8883 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:24.792130 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fc1f34c-b9cb-44e9-9494-205486af8883 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:24.849038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1f34c-b9cb-44e9-9494-205486af8883 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port b41d8d69-99cd-4213-a508-f25417c383e8 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:24.849401 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fc1f34c-b9cb-44e9-9494-205486af8883 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:24.942648 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fc1f34c-b9cb-44e9-9494-205486af8883 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:24.954947 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2fc1f34c-b9cb-44e9-9494-205486af8883 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for b41d8d69-99cd-4213-a508-f25417c383e8 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:25.131677 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fc1f34c-b9cb-44e9-9494-205486af8883 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:25.158707 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1f34c-b9cb-44e9-9494-205486af8883 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=b41d8d69-99cd-4213-a508-f25417c383e8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:25.224257 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fc1f34c-b9cb-44e9-9494-205486af8883 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:25.316377 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fc1f34c-b9cb-44e9-9494-205486af8883 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:25.318566 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fc1f34c-b9cb-44e9-9494-205486af8883 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:25.362368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fc1f34c-b9cb-44e9-9494-205486af8883 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:25.362894 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc1f34c-b9cb-44e9-9494-205486af8883 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Fanout notify agent at l3_agent the message router_deleted on router 27a0364c-190c-4311-9701-1438f092a12c {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:56:25.369709 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fc1f34c-b9cb-44e9-9494-205486af8883 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:25.375005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45190) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:25.375498 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2fc1f34c-b9cb-44e9-9494-205486af8883 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/routers/27a0364c-190c-4311-9701-1438f092a12c HTTP/1.1" status: 204 len: 168 time: 0.8062370 Sep 29 17:56:25.380050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5f994d5a-5d1d-4e55-9a8c-a2257b7e0904 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2134223837'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:25.403041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f994d5a-5d1d-4e55-9a8c-a2257b7e0904 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:56:25.406760 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5f994d5a-5d1d-4e55-9a8c-a2257b7e0904 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:25.431138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f994d5a-5d1d-4e55-9a8c-a2257b7e0904 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:56:25.440304 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5f994d5a-5d1d-4e55-9a8c-a2257b7e0904 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:25.440655 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-5f994d5a-5d1d-4e55-9a8c-a2257b7e0904 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Added segment 36af0cbb-3d55-4127-9341-5799fc58b079 of type vlan for network 77352c30-15a5-41b6-b2a5-3516ac321608 Sep 29 17:56:25.500196 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5f994d5a-5d1d-4e55-9a8c-a2257b7e0904 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:25.599495 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5f994d5a-5d1d-4e55-9a8c-a2257b7e0904 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:25.605456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f994d5a-5d1d-4e55-9a8c-a2257b7e0904 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:25.606900 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5f994d5a-5d1d-4e55-9a8c-a2257b7e0904 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:25.645809 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5f994d5a-5d1d-4e55-9a8c-a2257b7e0904 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2696886 Sep 29 17:56:25.648579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45192) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:25.654229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-7a3ab49d-85e2-43a3-b8f7-cf0a0f573675 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'subnet': {'network_id': '77352c30-15a5-41b6-b2a5-3516ac321608', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:25.693596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f994d5a-5d1d-4e55-9a8c-a2257b7e0904 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Network': ['ID=77352c30-15a5-41b6-b2a5-3516ac321608,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:25.705315 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 77352c30-15a5-41b6-b2a5-3516ac321608 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:56:25.776795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0e089951-8d5f-451b-8c28-840b26d8bac4 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:25.785970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3ab49d-85e2-43a3-b8f7-cf0a0f573675 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:56:25.789605 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7a3ab49d-85e2-43a3-b8f7-cf0a0f573675 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:25.832471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 0e089951-8d5f-451b-8c28-840b26d8bac4 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:25.832847 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:25.921864 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:25.945895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e089951-8d5f-451b-8c28-840b26d8bac4'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:56:25.948371 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd4b75c-9599-47fb-ab41-0b5470f8ff00" -d '{"events": [{"server_uuid": "0d9199d9-7024-4a1c-8187-e182b1cc939b", "name": "network-vif-plugged", "status": "completed", "tag": "0e089951-8d5f-451b-8c28-840b26d8bac4"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:56:25.962141 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0e089951-8d5f-451b-8c28-840b26d8bac4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0e089951-8d5f-451b-8c28-840b26d8bac4,segment=NetworkSegment(2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19),segment_id=2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:25.976258 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:26.001402 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7a3ab49d-85e2-43a3-b8f7-cf0a0f573675 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:26.017024 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3e6979-9bd7-4d09-8db7-695be42946f0 x-openstack-request-id: req-9d3e6979-9bd7-4d09-8db7-695be42946f0 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:56:26.017426 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9199d9-7024-4a1c-8187-e182b1cc939b", "name": "network-vif-plugged", "status": "completed", "tag": "0e089951-8d5f-451b-8c28-840b26d8bac4", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:56:26.017686 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d3e6979-9bd7-4d09-8db7-695be42946f0 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:56:26.018084 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e089951-8d5f-451b-8c28-840b26d8bac4', 'code': 200} Sep 29 17:56:26.037263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0e089951-8d5f-451b-8c28-840b26d8bac4,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:26.080963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3ab49d-85e2-43a3-b8f7-cf0a0f573675 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Checking segment: {'id': '36af0cbb-3d55-4127-9341-5799fc58b079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '77352c30-15a5-41b6-b2a5-3516ac321608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:26.081368 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3ab49d-85e2-43a3-b8f7-cf0a0f573675 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network hostable DHCP agents. Network: 77352c30-15a5-41b6-b2a5-3516ac321608, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:56:26.084217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ab49d-85e2-43a3-b8f7-cf0a0f573675 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Subnet': ['ID=ec0d2977-28c2-41a0-aa01-94c55221eb44,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:26.102696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3ab49d-85e2-43a3-b8f7-cf0a0f573675 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network 77352c30-15a5-41b6-b2a5-3516ac321608 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:56:26.112358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-7a3ab49d-85e2-43a3-b8f7-cf0a0f573675 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 77352c30-15a5-41b6-b2a5-3516ac321608) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:26.116667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3ab49d-85e2-43a3-b8f7-cf0a0f573675 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:26.117476 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7a3ab49d-85e2-43a3-b8f7-cf0a0f573675 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:26.122545 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a514634b-c4f3-4645-a6a9-9c37517399f9 None None] Network 77352c30-15a5-41b6-b2a5-3516ac321608 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:26.134772 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7a3ab49d-85e2-43a3-b8f7-cf0a0f573675 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4851661 Sep 29 17:56:26.137305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45198) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:26.142200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-7d17623f-00bc-485a-8ad1-b4475a65d9f3 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1061723399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:26.171117 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d17623f-00bc-485a-8ad1-b4475a65d9f3 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:26.172488 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d17623f-00bc-485a-8ad1-b4475a65d9f3 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:26.232192 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d17623f-00bc-485a-8ad1-b4475a65d9f3 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:26.239194 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d17623f-00bc-485a-8ad1-b4475a65d9f3 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:26.258856 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d17623f-00bc-485a-8ad1-b4475a65d9f3 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:26.264396 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7d17623f-00bc-485a-8ad1-b4475a65d9f3 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1216199 Sep 29 17:56:26.264766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45200) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:26.283010 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-77352c30-15a5-41b6-b2a5-3516ac321608', 'network_id': '77352c30-15a5-41b6-b2a5-3516ac321608', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'fixed_ips': [{'subnet_id': 'ec0d2977-28c2-41a0-aa01-94c55221eb44'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:56:26.284115 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:26.452221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Allocated IP 2001:db8::2 (77352c30-15a5-41b6-b2a5-3516ac321608/ec0d2977-28c2-41a0-aa01-94c55221eb44/9bf924ec-2257-4a98-b4df-0ef7c1a86690) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:56:26.623265 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:26.632963 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:26.678326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Network 77352c30-15a5-41b6-b2a5-3516ac321608 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:26.681423 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:26.684691 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:56:26.693197 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Pushing event updated for resources: {'Port': ['ID=9bf924ec-2257-4a98-b4df-0ef7c1a86690,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:26.749884 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Attempting to bind port 9bf924ec-2257-4a98-b4df-0ef7c1a86690 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:56:26.750571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Attempting to bind port 9bf924ec-2257-4a98-b4df-0ef7c1a86690 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '36af0cbb-3d55-4127-9341-5799fc58b079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '77352c30-15a5-41b6-b2a5-3516ac321608'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:56:26.750571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Attempting to bind port 9bf924ec-2257-4a98-b4df-0ef7c1a86690 on network 77352c30-15a5-41b6-b2a5-3516ac321608 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:56:26.755773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:56:26.756149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Checking segment: {'id': '36af0cbb-3d55-4127-9341-5799fc58b079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '77352c30-15a5-41b6-b2a5-3516ac321608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:26.756553 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:26.756945 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Bound using segment: {'id': '36af0cbb-3d55-4127-9341-5799fc58b079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '77352c30-15a5-41b6-b2a5-3516ac321608'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:56:26.757446 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Bound port: 9bf924ec-2257-4a98-b4df-0ef7c1a86690, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36af0cbb-3d55-4127-9341-5799fc58b079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '77352c30-15a5-41b6-b2a5-3516ac321608'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:56:26.757819 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:26.805050 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:26.831171 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] For port 9bf924ec-2257-4a98-b4df-0ef7c1a86690, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:56:26.834808 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] For port 9bf924ec-2257-4a98-b4df-0ef7c1a86690, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9bf924ec-2257-4a98-b4df-0ef7c1a86690,segment=NetworkSegment(36af0cbb-3d55-4127-9341-5799fc58b079),segment_id=36af0cbb-3d55-4127-9341-5799fc58b079)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:56:26.839298 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:26.899042 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5414cd-8764-4347-8c6d-fd2d313f9c8c None None] Pushing event updated for resources: {'Port': ['ID=9bf924ec-2257-4a98-b4df-0ef7c1a86690,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:27.100463 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Allocated IP 2001:db8::1 (77352c30-15a5-41b6-b2a5-3516ac321608/ec0d2977-28c2-41a0-aa01-94c55221eb44/094d6c9a-b9e4-41e5-8d2c-8cdc14325821) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:56:27.235278 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:27.274986 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:27.315281 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network 77352c30-15a5-41b6-b2a5-3516ac321608 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:27.318420 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:27.321089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:56:27.321846 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:27.369653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=094d6c9a-b9e4-41e5-8d2c-8cdc14325821,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:27.466993 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:27.638207 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:27.675260 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9bf924ec-2257-4a98-b4df-0ef7c1a86690 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:27.740974 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9bf924ec-2257-4a98-b4df-0ef7c1a86690 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:27.741523 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:27.801238 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:27.808984 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:27.809908 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:27.843143 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:27.881264 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=094d6c9a-b9e4-41e5-8d2c-8cdc14325821,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:27.888242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 9bf924ec-2257-4a98-b4df-0ef7c1a86690, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9bf924ec-2257-4a98-b4df-0ef7c1a86690,segment=NetworkSegment(36af0cbb-3d55-4127-9341-5799fc58b079),segment_id=36af0cbb-3d55-4127-9341-5799fc58b079)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:27.893861 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:27.934229 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9e6586-0b3a-468b-baab-00be45171189 None None] Network 77352c30-15a5-41b6-b2a5-3516ac321608 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:27.962089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network 77352c30-15a5-41b6-b2a5-3516ac321608 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:27.963922 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:27.993325 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-92e9e204-3917-4546-85b1-78c6bbe2ef83 None None] Provisioning complete for port 9bf924ec-2257-4a98-b4df-0ef7c1a86690 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:27.993705 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-92e9e204-3917-4546-85b1-78c6bbe2ef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:27.996583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=9bf924ec-2257-4a98-b4df-0ef7c1a86690,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:28.087280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router c145b346-4d46-499e-ac5f-25e80bdb0be6 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:56:28.198562 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:28.208977 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-55dc14e3-bee6-45ec-bb36-1b0380e7d753 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/c145b346-4d46-499e-ac5f-25e80bdb0be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9430385 Sep 29 17:56:28.211005 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614fa2d-2334-4843-b718-3b1cde56e784 None None] Sync routers for ids ['c145b346-4d46-499e-ac5f-25e80bdb0be6'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:28.211841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45222) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:28.220556 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614fa2d-2334-4843-b718-3b1cde56e784 None None] Routers {'c145b346-4d46-499e-ac5f-25e80bdb0be6'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:28.221313 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-6614fa2d-2334-4843-b718-3b1cde56e784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c145b346-4d46-499e-ac5f-25e80bdb0be6'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:28.264146 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-6614fa2d-2334-4843-b718-3b1cde56e784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:28.266105 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd1f872-3da9-4e81-a5cf-22a23668c242 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:28.270492 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2cd1f872-3da9-4e81-a5cf-22a23668c242 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports/094d6c9a-b9e4-41e5-8d2c-8cdc14325821 HTTP/1.1" status: 200 len: 911 time: 0.0576167 Sep 29 17:56:28.270732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45224) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:28.276573 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5b9a97e8-5443-4aec-bb5c-24e844dd4789 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec0d2977-28c2-41a0-aa01-94c55221eb44'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:28.283107 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6614fa2d-2334-4843-b718-3b1cde56e784 None None] Routers {'c145b346-4d46-499e-ac5f-25e80bdb0be6'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:28.283725 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-6614fa2d-2334-4843-b718-3b1cde56e784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c145b346-4d46-499e-ac5f-25e80bdb0be6'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:28.328495 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-6614fa2d-2334-4843-b718-3b1cde56e784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:28.328769 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6614fa2d-2334-4843-b718-3b1cde56e784 None None] The sync data for ids ['c145b346-4d46-499e-ac5f-25e80bdb0be6'] in n-d-811748-2 is: [] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:28.437461 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b9a97e8-5443-4aec-bb5c-24e844dd4789 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:28.485455 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ada51ac6-bcbb-4376-bd37-880ffccf74a4 None None] Provisioning complete for port 094d6c9a-b9e4-41e5-8d2c-8cdc14325821 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:28.485831 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ada51ac6-bcbb-4376-bd37-880ffccf74a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:28.526456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ada51ac6-bcbb-4376-bd37-880ffccf74a4 None None] Port 094d6c9a-b9e4-41e5-8d2c-8cdc14325821 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:28.537982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ada51ac6-bcbb-4376-bd37-880ffccf74a4 None None] Provisioning complete for port 9bf924ec-2257-4a98-b4df-0ef7c1a86690 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:28.538355 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ada51ac6-bcbb-4376-bd37-880ffccf74a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:28.753825 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2d1ae92f-adeb-4ec7-b74a-aad0c9158041 None None] Provisioning complete for port 094d6c9a-b9e4-41e5-8d2c-8cdc14325821 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:28.754529 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae92f-adeb-4ec7-b74a-aad0c9158041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:28.798171 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ae92f-adeb-4ec7-b74a-aad0c9158041 None None] Port 094d6c9a-b9e4-41e5-8d2c-8cdc14325821 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:28.828649 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b9a97e8-5443-4aec-bb5c-24e844dd4789 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:28.840162 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b9a97e8-5443-4aec-bb5c-24e844dd4789 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:28.846558 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9a97e8-5443-4aec-bb5c-24e844dd4789 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:28.847195 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b9a97e8-5443-4aec-bb5c-24e844dd4789 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:28.848559 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5b9a97e8-5443-4aec-bb5c-24e844dd4789 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/ports/094d6c9a-b9e4-41e5-8d2c-8cdc14325821 HTTP/1.1" status: 200 len: 911 time: 0.5767555 Sep 29 17:56:28.851782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45226) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:28.896985 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a97e8-5443-4aec-bb5c-24e844dd4789 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=094d6c9a-b9e4-41e5-8d2c-8cdc14325821,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:29.020731 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-aff70368-95d1-450d-9a71-31d09bb6edea None None] Provisioning complete for port 094d6c9a-b9e4-41e5-8d2c-8cdc14325821 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:29.021356 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aff70368-95d1-450d-9a71-31d09bb6edea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:29.058369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-aff70368-95d1-450d-9a71-31d09bb6edea None None] Port 094d6c9a-b9e4-41e5-8d2c-8cdc14325821 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:29.207228 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c44580ea-ea00-4f81-9d89-6281e0f2b42a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:29.449562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c44580ea-ea00-4f81-9d89-6281e0f2b42a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port 094d6c9a-b9e4-41e5-8d2c-8cdc14325821 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:29.450221 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c44580ea-ea00-4f81-9d89-6281e0f2b42a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:29.540636 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c44580ea-ea00-4f81-9d89-6281e0f2b42a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:29.553731 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c44580ea-ea00-4f81-9d89-6281e0f2b42a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for 094d6c9a-b9e4-41e5-8d2c-8cdc14325821 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:29.632364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9bf924ec-2257-4a98-b4df-0ef7c1a86690 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:29.681201 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9bf924ec-2257-4a98-b4df-0ef7c1a86690 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:29.681602 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:29.736015 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c44580ea-ea00-4f81-9d89-6281e0f2b42a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:29.764254 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44580ea-ea00-4f81-9d89-6281e0f2b42a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=094d6c9a-b9e4-41e5-8d2c-8cdc14325821,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:29.860777 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c44580ea-ea00-4f81-9d89-6281e0f2b42a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:30.025148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44580ea-ea00-4f81-9d89-6281e0f2b42a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router c145b346-4d46-499e-ac5f-25e80bdb0be6 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:30.097479 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44580ea-ea00-4f81-9d89-6281e0f2b42a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:30.105658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c44580ea-ea00-4f81-9d89-6281e0f2b42a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/c145b346-4d46-499e-ac5f-25e80bdb0be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2497673 Sep 29 17:56:30.105658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45240) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:30.108327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee5505-0f38-43e1-8eba-ac9fe659136d None None] Sync routers for ids ['c145b346-4d46-499e-ac5f-25e80bdb0be6'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:30.118259 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee5505-0f38-43e1-8eba-ac9fe659136d None None] Routers {'c145b346-4d46-499e-ac5f-25e80bdb0be6'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:30.119019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f7ee5505-0f38-43e1-8eba-ac9fe659136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c145b346-4d46-499e-ac5f-25e80bdb0be6'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:30.135294 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-903c6430-3d32-4194-8ead-99ee89aa4bc5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports?device_id=c145b346-4d46-499e-ac5f-25e80bdb0be6 HTTP/1.1" status: 200 len: 205 time: 0.0288055 Sep 29 17:56:30.144778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45242) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:30.161182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f7ee5505-0f38-43e1-8eba-ac9fe659136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:30.170379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee5505-0f38-43e1-8eba-ac9fe659136d None None] Routers {'c145b346-4d46-499e-ac5f-25e80bdb0be6'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:30.170979 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f7ee5505-0f38-43e1-8eba-ac9fe659136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['c145b346-4d46-499e-ac5f-25e80bdb0be6'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:30.208752 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f7ee5505-0f38-43e1-8eba-ac9fe659136d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:30.209432 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ee5505-0f38-43e1-8eba-ac9fe659136d None None] The sync data for ids ['c145b346-4d46-499e-ac5f-25e80bdb0be6'] in n-d-811748-2 is: [] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:30.226138 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-638a8371-3847-4c26-8c32-67aba846e525 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:30.394265 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-638a8371-3847-4c26-8c32-67aba846e525 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:30.396350 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-638a8371-3847-4c26-8c32-67aba846e525 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:30.445017 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-638a8371-3847-4c26-8c32-67aba846e525 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:30.445556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638a8371-3847-4c26-8c32-67aba846e525 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Fanout notify agent at l3_agent the message router_deleted on router c145b346-4d46-499e-ac5f-25e80bdb0be6 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:56:30.452502 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-638a8371-3847-4c26-8c32-67aba846e525 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:30.456064 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-638a8371-3847-4c26-8c32-67aba846e525 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/routers/c145b346-4d46-499e-ac5f-25e80bdb0be6 HTTP/1.1" status: 204 len: 168 time: 0.3076625 Sep 29 17:56:30.456064 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45248) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:30.506962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-8373737f-8aac-4c50-b0b3-d6bd19cd848b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting subnet ec0d2977-28c2-41a0-aa01-94c55221eb44 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:56:30.510133 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8373737f-8aac-4c50-b0b3-d6bd19cd848b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:30.554549 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8373737f-8aac-4c50-b0b3-d6bd19cd848b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:30.635732 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8373737f-8aac-4c50-b0b3-d6bd19cd848b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:30.711607 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8373737f-8aac-4c50-b0b3-d6bd19cd848b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:30.754328 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373737f-8aac-4c50-b0b3-d6bd19cd848b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0d2977-28c2-41a0-aa01-94c55221eb44,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:30.762969 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8373737f-8aac-4c50-b0b3-d6bd19cd848b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:30.763743 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644c29a9-020c-4357-b2ee-526e4b27ff37 None None] Network 77352c30-15a5-41b6-b2a5-3516ac321608 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:30.766308 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8373737f-8aac-4c50-b0b3-d6bd19cd848b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/ec0d2977-28c2-41a0-aa01-94c55221eb44 HTTP/1.1" status: 204 len: 168 time: 0.3093326 Sep 29 17:56:30.768089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45250) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:30.865844 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:30.927886 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port 9bf924ec-2257-4a98-b4df-0ef7c1a86690 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:30.928287 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:30.997380 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b48b3c-916b-4ddf-9c15-27d3fa20a521 None None] DHCP port deletion for 77352c30-15a5-41b6-b2a5-3516ac321608 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:56:31.022367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] For port 9bf924ec-2257-4a98-b4df-0ef7c1a86690, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9bf924ec-2257-4a98-b4df-0ef7c1a86690,segment=NetworkSegment(36af0cbb-3d55-4127-9341-5799fc58b079),segment_id=36af0cbb-3d55-4127-9341-5799fc58b079)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:31.023257 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.041415 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for 9bf924ec-2257-4a98-b4df-0ef7c1a86690 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:31.067993 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-26b48b3c-916b-4ddf-9c15-27d3fa20a521 None None] Deleting port 9bf924ec-2257-4a98-b4df-0ef7c1a86690 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:31.068388 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-26b48b3c-916b-4ddf-9c15-27d3fa20a521 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.144061 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.168697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-26b48b3c-916b-4ddf-9c15-27d3fa20a521 None None] For port 9bf924ec-2257-4a98-b4df-0ef7c1a86690, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9bf924ec-2257-4a98-b4df-0ef7c1a86690,segment=NetworkSegment(36af0cbb-3d55-4127-9341-5799fc58b079),segment_id=36af0cbb-3d55-4127-9341-5799fc58b079)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:31.169532 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-26b48b3c-916b-4ddf-9c15-27d3fa20a521 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.184247 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=9bf924ec-2257-4a98-b4df-0ef7c1a86690,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:31.186866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No DVR routers for this DVR port 9bf924ec-2257-4a98-b4df-0ef7c1a86690 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:56:31.200303 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-26b48b3c-916b-4ddf-9c15-27d3fa20a521 None None] Calling delete_port for 9bf924ec-2257-4a98-b4df-0ef7c1a86690 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:31.281089 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.300701 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77352c30-15a5-41b6-b2a5-3516ac321608']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:31.301885 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-26b48b3c-916b-4ddf-9c15-27d3fa20a521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.314740 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36af0cbb-3d55-4127-9341-5799fc58b079') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:31.315036 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36af0cbb-3d55-4127-9341-5799fc58b079') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:31.325728 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.333069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b48b3c-916b-4ddf-9c15-27d3fa20a521 None None] Pushing event deleted for resources: {'Port': ['ID=9bf924ec-2257-4a98-b4df-0ef7c1a86690,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:31.337414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b48b3c-916b-4ddf-9c15-27d3fa20a521 None None] No DVR routers for this DVR port 9bf924ec-2257-4a98-b4df-0ef7c1a86690 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:56:31.345038 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.358302 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:56:31.358784 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:56:31.362423 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:56:31.432402 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.440881 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.442585 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/networks/77352c30-15a5-41b6-b2a5-3516ac321608 HTTP/1.1" status: 204 len: 168 time: 0.6733410 Sep 29 17:56:31.452089 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45254) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:31.452089 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-8055c1e7-b308-4157-9b8f-3528aaf0cb29 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-71894177', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:31.456617 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91542ced-c0c9-42b2-b280-7dd9dd0f3559 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Network': ['ID=77352c30-15a5-41b6-b2a5-3516ac321608,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:31.477298 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8055c1e7-b308-4157-9b8f-3528aaf0cb29 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.478329 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8055c1e7-b308-4157-9b8f-3528aaf0cb29 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.532524 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8055c1e7-b308-4157-9b8f-3528aaf0cb29 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.536471 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8055c1e7-b308-4157-9b8f-3528aaf0cb29 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.553180 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8055c1e7-b308-4157-9b8f-3528aaf0cb29 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.554409 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8055c1e7-b308-4157-9b8f-3528aaf0cb29 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1069384 Sep 29 17:56:31.556949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45256) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:31.562628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-79ddb090-df57-4023-be8d-64d14cf5fed0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-328410452'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:31.590718 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ddb090-df57-4023-be8d-64d14cf5fed0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:56:31.594228 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-79ddb090-df57-4023-be8d-64d14cf5fed0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.620299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ddb090-df57-4023-be8d-64d14cf5fed0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:56:31.628084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9bf924ec-2257-4a98-b4df-0ef7c1a86690 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:56:31.630560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-79ddb090-df57-4023-be8d-64d14cf5fed0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.630897 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-79ddb090-df57-4023-be8d-64d14cf5fed0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Added segment 0f0d41c8-980c-4c9d-86f5-91b684d51ad9 of type vlan for network 1c2af3cc-7ab7-45d5-91a0-d0a427770fc6 Sep 29 17:56:31.647899 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 9bf924ec-2257-4a98-b4df-0ef7c1a86690 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:56:31.648251 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9bf924ec-2257-4a98-b4df-0ef7c1a86690 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:56:31.671895 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-79ddb090-df57-4023-be8d-64d14cf5fed0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.698122 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-79ddb090-df57-4023-be8d-64d14cf5fed0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.703910 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ddb090-df57-4023-be8d-64d14cf5fed0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:31.704553 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-79ddb090-df57-4023-be8d-64d14cf5fed0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:31.742927 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-79ddb090-df57-4023-be8d-64d14cf5fed0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1849363 Sep 29 17:56:31.745784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45258) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:31.753083 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c6ae8663-7293-4a7d-a519-7398957dc8c9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'subnet': {'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:31.797962 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddb090-df57-4023-be8d-64d14cf5fed0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Network': ['ID=1c2af3cc-7ab7-45d5-91a0-d0a427770fc6,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:31.808903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 1c2af3cc-7ab7-45d5-91a0-d0a427770fc6 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:56:31.883410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ae8663-7293-4a7d-a519-7398957dc8c9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:56:31.887177 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8663-7293-4a7d-a519-7398957dc8c9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:32.067884 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8663-7293-4a7d-a519-7398957dc8c9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:32.129568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae8663-7293-4a7d-a519-7398957dc8c9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Subnet': ['ID=ea4d0a54-7088-4ba5-a509-b311756dbce5,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:32.134868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae8663-7293-4a7d-a519-7398957dc8c9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Checking segment: {'id': '0f0d41c8-980c-4c9d-86f5-91b684d51ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:32.135245 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ae8663-7293-4a7d-a519-7398957dc8c9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network hostable DHCP agents. Network: 1c2af3cc-7ab7-45d5-91a0-d0a427770fc6, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:56:32.154113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ae8663-7293-4a7d-a519-7398957dc8c9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network 1c2af3cc-7ab7-45d5-91a0-d0a427770fc6 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:56:32.162858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-c6ae8663-7293-4a7d-a519-7398957dc8c9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 1c2af3cc-7ab7-45d5-91a0-d0a427770fc6) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:32.166893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ae8663-7293-4a7d-a519-7398957dc8c9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:32.167487 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8663-7293-4a7d-a519-7398957dc8c9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:32.171435 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec3efcd-d743-4a5a-9f86-6ea29a002f0e None None] Network 1c2af3cc-7ab7-45d5-91a0-d0a427770fc6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:32.181483 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c6ae8663-7293-4a7d-a519-7398957dc8c9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4341569 Sep 29 17:56:32.184589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45260) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:32.317823 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:56:32.318741 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:32.462580 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:32.476157 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Allocated IP 2001:db8::2 (1c2af3cc-7ab7-45d5-91a0-d0a427770fc6/ea4d0a54-7088-4ba5-a509-b311756dbce5/81781783-3dc9-45c7-bebf-fa18177bd78f) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:56:32.612503 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cc0d7d9-b9b9-4bd7-b962-23e70f5ddbc4 req-a192e369-f66f-4b05-8cc3-a1e2317306e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1407843 Sep 29 17:56:32.648156 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:32.657391 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:32.696724 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Network 1c2af3cc-7ab7-45d5-91a0-d0a427770fc6 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:32.700196 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:32.703696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:56:32.714468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Pushing event updated for resources: {'Port': ['ID=81781783-3dc9-45c7-bebf-fa18177bd78f,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:32.790316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Attempting to bind port 81781783-3dc9-45c7-bebf-fa18177bd78f on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:56:32.791198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Attempting to bind port 81781783-3dc9-45c7-bebf-fa18177bd78f by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '0f0d41c8-980c-4c9d-86f5-91b684d51ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:56:32.791499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0d7d9-b9b9-4bd7-b962-23e70f5ddbc4 req-2aa9c4bd-f78c-4f14-a29a-7ab52499cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:32.791948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Attempting to bind port 81781783-3dc9-45c7-bebf-fa18177bd78f on network 1c2af3cc-7ab7-45d5-91a0-d0a427770fc6 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:56:32.794012 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cc0d7d9-b9b9-4bd7-b962-23e70f5ddbc4 req-2aa9c4bd-f78c-4f14-a29a-7ab52499cff5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 1096 time: 0.1120162 Sep 29 17:56:32.798111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:56:32.798484 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Checking segment: {'id': '0f0d41c8-980c-4c9d-86f5-91b684d51ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:32.798894 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:32.800067 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Bound using segment: {'id': '0f0d41c8-980c-4c9d-86f5-91b684d51ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:56:32.800067 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Bound port: 81781783-3dc9-45c7-bebf-fa18177bd78f, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0d41c8-980c-4c9d-86f5-91b684d51ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:56:32.800305 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:32.851527 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Allocated IP 2001:db8::1 (1c2af3cc-7ab7-45d5-91a0-d0a427770fc6/ea4d0a54-7088-4ba5-a509-b311756dbce5/8e7359ad-2208-40a1-993b-fa28f9b9fed9) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:56:32.886622 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] For port 81781783-3dc9-45c7-bebf-fa18177bd78f, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:56:32.890692 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] For port 81781783-3dc9-45c7-bebf-fa18177bd78f, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=81781783-3dc9-45c7-bebf-fa18177bd78f,segment=NetworkSegment(0f0d41c8-980c-4c9d-86f5-91b684d51ad9),segment_id=0f0d41c8-980c-4c9d-86f5-91b684d51ad9)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:56:32.895441 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:32.966186 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8f5e0-da09-4a62-afe8-27769954c3db None None] Pushing event updated for resources: {'Port': ['ID=81781783-3dc9-45c7-bebf-fa18177bd78f,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:32.990856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0d7d9-b9b9-4bd7-b962-23e70f5ddbc4 req-c8dde73d-3020-4e5f-adb0-918c0e2866ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:32.992367 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cc0d7d9-b9b9-4bd7-b962-23e70f5ddbc4 req-c8dde73d-3020-4e5f-adb0-918c0e2866ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=efc8c0df-2a54-4784-80b1-b68c43f92149 HTTP/1.1" status: 200 len: 898 time: 0.1686521 Sep 29 17:56:33.069337 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:33.446969 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cc0d7d9-b9b9-4bd7-b962-23e70f5ddbc4 req-65bac7c1-e37e-4aa2-a2f2-b79b093697b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e089951-8d5f-451b-8c28-840b26d8bac4 HTTP/1.1" status: 200 len: 1001 time: 0.4468291 Sep 29 17:56:33.511227 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:33.514217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0d7d9-b9b9-4bd7-b962-23e70f5ddbc4 req-c23a2fe1-fb52-4baa-89ae-fcc6ad4bb87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:33.515673 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cc0d7d9-b9b9-4bd7-b962-23e70f5ddbc4 req-c23a2fe1-fb52-4baa-89ae-fcc6ad4bb87b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=193214a2-bc33-4856-9f1f-2de044b26bed HTTP/1.1" status: 200 len: 835 time: 0.0609868 Sep 29 17:56:33.579224 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network 1c2af3cc-7ab7-45d5-91a0-d0a427770fc6 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:33.585109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:33.593115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:56:33.593906 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:33.599559 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=8e7359ad-2208-40a1-993b-fa28f9b9fed9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:33.649307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0d7d9-b9b9-4bd7-b962-23e70f5ddbc4 req-316eaed8-610d-4c60-a1de-c10edbef7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:33.650845 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cc0d7d9-b9b9-4bd7-b962-23e70f5ddbc4 req-316eaed8-610d-4c60-a1de-c10edbef7526 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=efc8c0df-2a54-4784-80b1-b68c43f92149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097648 Sep 29 17:56:33.688860 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 81781783-3dc9-45c7-bebf-fa18177bd78f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:33.763050 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 81781783-3dc9-45c7-bebf-fa18177bd78f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:33.763431 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:33.815560 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cc0d7d9-b9b9-4bd7-b962-23e70f5ddbc4 req-cccabc8e-e56b-49d4-928e-cedc7d853aa7 service neutron] 10.222.0.35 "GET /v2.0/networks/efc8c0df-2a54-4784-80b1-b68c43f92149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461298 Sep 29 17:56:33.816227 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:34.038385 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:34.075523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 81781783-3dc9-45c7-bebf-fa18177bd78f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=81781783-3dc9-45c7-bebf-fa18177bd78f,segment=NetworkSegment(0f0d41c8-980c-4c9d-86f5-91b684d51ad9),segment_id=0f0d41c8-980c-4c9d-86f5-91b684d51ad9)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:34.083142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72a652f-8a27-4e8e-aa38-feb4c3b4ff3e None None] Network 1c2af3cc-7ab7-45d5-91a0-d0a427770fc6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:34.086234 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:34.172344 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:34.180199 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:34.180959 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:34.194877 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5cc0d7d9-b9b9-4bd7-b962-23e70f5ddbc4 req-13d438a5-30ce-4e75-9b93-dd580324bf02 service neutron] 10.222.0.35 "GET /v2.0/networks/efc8c0df-2a54-4784-80b1-b68c43f92149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660719 Sep 29 17:56:34.199879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=81781783-3dc9-45c7-bebf-fa18177bd78f,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:34.215490 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a1fbf69d-011f-4944-aabe-1fe98ed3cd9f None None] Provisioning complete for port 81781783-3dc9-45c7-bebf-fa18177bd78f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:34.215783 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a1fbf69d-011f-4944-aabe-1fe98ed3cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:34.262099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=8e7359ad-2208-40a1-993b-fa28f9b9fed9,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:34.341241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network 1c2af3cc-7ab7-45d5-91a0-d0a427770fc6 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:34.343680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:34.531445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router d158d809-c373-41e6-8c0b-a028e350845c is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:56:34.644568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:34.655212 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45278) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:34.659124 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Sync routers for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:34.664725 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1461168092'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:34.674904 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-11a01171-77a3-42bc-801b-70041a9960df tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/d158d809-c373-41e6-8c0b-a028e350845c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4891756 Sep 29 17:56:34.678826 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:34.679444 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:34.707400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4cc9908e-49cf-4623-b12c-d73e46339d37 None None] Provisioning complete for port 8e7359ad-2208-40a1-993b-fa28f9b9fed9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:34.707965 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4cc9908e-49cf-4623-b12c-d73e46339d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:34.719145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:56:34.723188 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:34.750858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4cc9908e-49cf-4623-b12c-d73e46339d37 None None] Port 8e7359ad-2208-40a1-993b-fa28f9b9fed9 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:34.763568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4cc9908e-49cf-4623-b12c-d73e46339d37 None None] Provisioning complete for port 81781783-3dc9-45c7-bebf-fa18177bd78f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:34.764042 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4cc9908e-49cf-4623-b12c-d73e46339d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:34.773188 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:56:34.795624 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:34.795881 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Added segment 41e164f3-dc2b-4216-af7f-db07f80a1fb7 of type vlan for network a0d62c2e-5f9b-4561-a21f-d9c4e6137c44 Sep 29 17:56:34.850681 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:34.857046 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:34.888940 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:34.894547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:34.895331 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:34.934236 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2746551 Sep 29 17:56:34.934992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45284) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:34.944251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-fd7d0599-b7b9-4c1c-b74b-8ac0b3840490 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'subnet': {'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:34.981985 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Network': ['ID=a0d62c2e-5f9b-4561-a21f-d9c4e6137c44,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:34.990069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:34.990417 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.005720 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.006760 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.006760 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.007024 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.007225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.007703 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.008038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.008367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.008688 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.009016 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dba3cda-8f07-4e82-8f78-2592c599ae00 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.052800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network a0d62c2e-5f9b-4561-a21f-d9c4e6137c44 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:56:35.080456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2a684085-1290-4bf9-8d7c-91a02c679a89 None None] Provisioning complete for port 8e7359ad-2208-40a1-993b-fa28f9b9fed9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:35.081122 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2a684085-1290-4bf9-8d7c-91a02c679a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.094574 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7d0599-b7b9-4c1c-b74b-8ac0b3840490 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:56:35.097710 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd7d0599-b7b9-4c1c-b74b-8ac0b3840490 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.168539 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:33Z', 'revision_number': 2, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:33Z', 'revision_number': 2, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:35.197654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2a684085-1290-4bf9-8d7c-91a02c679a89 None None] Port 8e7359ad-2208-40a1-993b-fa28f9b9fed9 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:35.230951 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Checking router: d158d809-c373-41e6-8c0b-a028e350845c for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:56:35.231542 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Updating router d158d809-c373-41e6-8c0b-a028e350845c port 8e7359ad-2208-40a1-993b-fa28f9b9fed9 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:56:35.267184 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.377186 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45288) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:35.416731 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd7d0599-b7b9-4c1c-b74b-8ac0b3840490 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.426384 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ad2ccbc8-511b-4d65-a02a-c0d24d7aa333 None None] Provisioning complete for port 8e7359ad-2208-40a1-993b-fa28f9b9fed9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:35.426792 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ad2ccbc8-511b-4d65-a02a-c0d24d7aa333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.498815 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d0599-b7b9-4c1c-b74b-8ac0b3840490 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Subnet': ['ID=430b6ec2-b3d9-4377-b9db-48922a3e9f59,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:35.507429 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ad2ccbc8-511b-4d65-a02a-c0d24d7aa333 None None] Port 8e7359ad-2208-40a1-993b-fa28f9b9fed9 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:35.508152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7d0599-b7b9-4c1c-b74b-8ac0b3840490 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Checking segment: {'id': '41e164f3-dc2b-4216-af7f-db07f80a1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:35.508585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7d0599-b7b9-4c1c-b74b-8ac0b3840490 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network hostable DHCP agents. Network: a0d62c2e-5f9b-4561-a21f-d9c4e6137c44, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:56:35.537910 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7d0599-b7b9-4c1c-b74b-8ac0b3840490 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network a0d62c2e-5f9b-4561-a21f-d9c4e6137c44 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:56:35.548963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-fd7d0599-b7b9-4c1c-b74b-8ac0b3840490 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, a0d62c2e-5f9b-4561-a21f-d9c4e6137c44) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:35.554345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7d0599-b7b9-4c1c-b74b-8ac0b3840490 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:35.554918 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fd7d0599-b7b9-4c1c-b74b-8ac0b3840490 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.555147 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9429034-21bb-4a36-830a-fb56ce6bf1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.564168 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a1980-dd19-49cc-bc59-f89dcc258a4c None None] Network a0d62c2e-5f9b-4561-a21f-d9c4e6137c44 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:35.621490 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.626966 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.683393 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 81781783-3dc9-45c7-bebf-fa18177bd78f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:35.691165 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb6565-30a1-4f60-aea4-73e1527cc795 None None] Pushing event updated for resources: {'Port': ['ID=8e7359ad-2208-40a1-993b-fa28f9b9fed9,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:35.714839 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9429034-21bb-4a36-830a-fb56ce6bf1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.723769 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b9429034-21bb-4a36-830a-fb56ce6bf1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.732789 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb6565-30a1-4f60-aea4-73e1527cc795 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.733160 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb6565-30a1-4f60-aea4-73e1527cc795 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.733523 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb6565-30a1-4f60-aea4-73e1527cc795 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.733981 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb6565-30a1-4f60-aea4-73e1527cc795 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.734229 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb6565-30a1-4f60-aea4-73e1527cc795 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.734390 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fd7d0599-b7b9-4c1c-b74b-8ac0b3840490 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7974482 Sep 29 17:56:35.734602 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb6565-30a1-4f60-aea4-73e1527cc795 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.735045 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb6565-30a1-4f60-aea4-73e1527cc795 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.736831 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb6565-30a1-4f60-aea4-73e1527cc795 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.737016 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45292) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:35.737182 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb6565-30a1-4f60-aea4-73e1527cc795 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.737528 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb6565-30a1-4f60-aea4-73e1527cc795 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.737857 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb6565-30a1-4f60-aea4-73e1527cc795 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.738185 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feb6565-30a1-4f60-aea4-73e1527cc795 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:35.783069 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Attempting to bind port 8e7359ad-2208-40a1-993b-fa28f9b9fed9 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:56:35.783710 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Attempting to bind port 8e7359ad-2208-40a1-993b-fa28f9b9fed9 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '0f0d41c8-980c-4c9d-86f5-91b684d51ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:56:35.784500 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b9429034-21bb-4a36-830a-fb56ce6bf1cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=037669d1891d48128b5554e2f9806e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059501 Sep 29 17:56:35.785630 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9429034-21bb-4a36-830a-fb56ce6bf1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37afcfbf-3ca8-454f-9b91-4d58ed3092c3,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:35.786787 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Attempting to bind port 8e7359ad-2208-40a1-993b-fa28f9b9fed9 on network 1c2af3cc-7ab7-45d5-91a0-d0a427770fc6 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:56:35.788600 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45294) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:35.789715 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 81781783-3dc9-45c7-bebf-fa18177bd78f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:35.790186 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.806566 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:56:35.806862 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Checking segment: {'id': '0f0d41c8-980c-4c9d-86f5-91b684d51ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:35.807258 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.807648 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Bound using segment: {'id': '0f0d41c8-980c-4c9d-86f5-91b684d51ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:56:35.808151 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Bound port: 8e7359ad-2208-40a1-993b-fa28f9b9fed9, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0d41c8-980c-4c9d-86f5-91b684d51ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:56:35.808555 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.855882 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34a005d7-c10e-4fa5-b8e0-c6d11ffeb3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.886025 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:56:35.887734 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.903730 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] For port 8e7359ad-2208-40a1-993b-fa28f9b9fed9, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:56:35.908280 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34a005d7-c10e-4fa5-b8e0-c6d11ffeb3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:35.910604 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] For port 8e7359ad-2208-40a1-993b-fa28f9b9fed9, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8e7359ad-2208-40a1-993b-fa28f9b9fed9,segment=NetworkSegment(0f0d41c8-980c-4c9d-86f5-91b684d51ad9),segment_id=0f0d41c8-980c-4c9d-86f5-91b684d51ad9)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:56:35.925107 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:36.033037 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:36.033853 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:36.085759 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb6565-30a1-4f60-aea4-73e1527cc795 None None] Pushing event updated for resources: {'Port': ['ID=8e7359ad-2208-40a1-993b-fa28f9b9fed9,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:36.174652 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Allocated IP 2001:db8:1::2 (a0d62c2e-5f9b-4561-a21f-d9c4e6137c44/430b6ec2-b3d9-4377-b9db-48922a3e9f59/ea1b49d9-da56-4044-a759-d9df4f526ebf) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:56:36.295215 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:36.299199 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34a005d7-c10e-4fa5-b8e0-c6d11ffeb3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:36.302400 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34a005d7-c10e-4fa5-b8e0-c6d11ffeb3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:36.306631 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-34a005d7-c10e-4fa5-b8e0-c6d11ffeb3e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37afcfbf-3ca8-454f-9b91-4d58ed3092c3 HTTP/1.1" status: 204 len: 168 time: 0.5166883 Sep 29 17:56:36.316157 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a005d7-c10e-4fa5-b8e0-c6d11ffeb3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37afcfbf-3ca8-454f-9b91-4d58ed3092c3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:36.353524 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:36.368363 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:36.392019 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:36.435677 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-17ee165d-b8a8-4af0-aa83-98a1573ec0aa None None] Provisioning complete for port 8e7359ad-2208-40a1-993b-fa28f9b9fed9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:36.436047 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-17ee165d-b8a8-4af0-aa83-98a1573ec0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:36.481113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Network a0d62c2e-5f9b-4561-a21f-d9c4e6137c44 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:36.484755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:36.490713 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:56:36.513129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Pushing event updated for resources: {'Port': ['ID=ea1b49d9-da56-4044-a759-d9df4f526ebf,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:36.591297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Attempting to bind port ea1b49d9-da56-4044-a759-d9df4f526ebf on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:56:36.591648 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Attempting to bind port ea1b49d9-da56-4044-a759-d9df4f526ebf by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '41e164f3-dc2b-4216-af7f-db07f80a1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:56:36.591934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Attempting to bind port ea1b49d9-da56-4044-a759-d9df4f526ebf on network a0d62c2e-5f9b-4561-a21f-d9c4e6137c44 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:56:36.597176 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:56:36.597596 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Checking segment: {'id': '41e164f3-dc2b-4216-af7f-db07f80a1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:36.597997 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:36.598391 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Bound using segment: {'id': '41e164f3-dc2b-4216-af7f-db07f80a1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:56:36.598853 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Bound port: ea1b49d9-da56-4044-a759-d9df4f526ebf, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e164f3-dc2b-4216-af7f-db07f80a1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:56:36.599227 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:36.600974 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-17ee165d-b8a8-4af0-aa83-98a1573ec0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:36.627798 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:33Z', 'revision_number': 2, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:35Z', 'revision_number': 4, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:36.649861 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Allocated IP 2001:db8:1::1 (a0d62c2e-5f9b-4561-a21f-d9c4e6137c44/430b6ec2-b3d9-4377-b9db-48922a3e9f59/f5087b39-21c2-4725-85c7-44a2f65efd88) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:56:36.670581 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2986a6-a0e9-4e3c-8131-7fb980aa429c None None] The sync data for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 is: [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:33Z', 'revision_number': 2, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:35Z', 'revision_number': 4, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:36.673309 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-17ee165d-b8a8-4af0-aa83-98a1573ec0aa None None] For port 8e7359ad-2208-40a1-993b-fa28f9b9fed9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8e7359ad-2208-40a1-993b-fa28f9b9fed9,segment=NetworkSegment(0f0d41c8-980c-4c9d-86f5-91b684d51ad9),segment_id=0f0d41c8-980c-4c9d-86f5-91b684d51ad9)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:36.679977 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-17ee165d-b8a8-4af0-aa83-98a1573ec0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:36.726457 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] For port ea1b49d9-da56-4044-a759-d9df4f526ebf, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:56:36.744381 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] For port ea1b49d9-da56-4044-a759-d9df4f526ebf, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ea1b49d9-da56-4044-a759-d9df4f526ebf,segment=NetworkSegment(41e164f3-dc2b-4216-af7f-db07f80a1fb7),segment_id=41e164f3-dc2b-4216-af7f-db07f80a1fb7)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:56:36.755743 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:36.766984 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee165d-b8a8-4af0-aa83-98a1573ec0aa None None] Pushing event updated for resources: {'Port': ['ID=8e7359ad-2208-40a1-993b-fa28f9b9fed9,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:36.818395 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:36.829188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-08e01168-d0b7-4963-a8cd-9706de44f63f None None] Provisioning complete for port 8e7359ad-2208-40a1-993b-fa28f9b9fed9 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:36.829769 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-08e01168-d0b7-4963-a8cd-9706de44f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:36.859829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c00618-01c8-4e72-9e63-04d6f01a3de6 None None] Pushing event updated for resources: {'Port': ['ID=ea1b49d9-da56-4044-a759-d9df4f526ebf,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:36.877791 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:36.938244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=f5087b39-21c2-4725-85c7-44a2f65efd88,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:36.952716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network a0d62c2e-5f9b-4561-a21f-d9c4e6137c44 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:36.954375 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:36.956769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:56:36.957316 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:37.141061 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:37.505109 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:37.516670 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:37.517919 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:37.599976 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=f5087b39-21c2-4725-85c7-44a2f65efd88,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:37.671333 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network a0d62c2e-5f9b-4561-a21f-d9c4e6137c44 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:37.673392 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:37.763399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ea1b49d9-da56-4044-a759-d9df4f526ebf up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:37.802751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router d158d809-c373-41e6-8c0b-a028e350845c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:37.839106 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ea1b49d9-da56-4044-a759-d9df4f526ebf triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:37.840309 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:37.941436 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:37.942190 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:37.956053 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2377d68f-0ae0-4476-aa4b-2dd1a9583541 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/d158d809-c373-41e6-8c0b-a028e350845c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2177572 Sep 29 17:56:37.959241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45328) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:37.967737 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9334a481-3d40-4abc-9154-80659b690f77 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1664548013'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:37.985059 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port ea1b49d9-da56-4044-a759-d9df4f526ebf, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ea1b49d9-da56-4044-a759-d9df4f526ebf,segment=NetworkSegment(41e164f3-dc2b-4216-af7f-db07f80a1fb7),segment_id=41e164f3-dc2b-4216-af7f-db07f80a1fb7)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:37.994498 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:37.995729 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8e7359ad-2208-40a1-993b-fa28f9b9fed9 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:37.999590 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9334a481-3d40-4abc-9154-80659b690f77 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:56:38.003146 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9334a481-3d40-4abc-9154-80659b690f77 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.021412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45330) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:38.055956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9334a481-3d40-4abc-9154-80659b690f77 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:56:38.076356 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9334a481-3d40-4abc-9154-80659b690f77 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.077221 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-9334a481-3d40-4abc-9154-80659b690f77 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Added segment c30b39c1-66b5-442e-846e-d521335f1c2e of type vlan for network aa6f80ed-8da9-43c3-949b-67cc344a23cf Sep 29 17:56:38.089836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be112b00-bafc-4b9a-b019-f580644c03de None None] Network a0d62c2e-5f9b-4561-a21f-d9c4e6137c44 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:38.124704 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=ea1b49d9-da56-4044-a759-d9df4f526ebf,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:38.126576 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9334a481-3d40-4abc-9154-80659b690f77 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.143039 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8e7359ad-2208-40a1-993b-fa28f9b9fed9 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:38.143407 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.162118 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9334a481-3d40-4abc-9154-80659b690f77 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.168618 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334a481-3d40-4abc-9154-80659b690f77 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:38.169234 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9334a481-3d40-4abc-9154-80659b690f77 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.173855 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68776d73-43fd-466f-892a-dde64f4f6626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.235169 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5f4e5d95-ce32-4020-ac6f-216e25f742ee None None] Provisioning complete for port ea1b49d9-da56-4044-a759-d9df4f526ebf triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:38.235631 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5f4e5d95-ce32-4020-ac6f-216e25f742ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.246599 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334a481-3d40-4abc-9154-80659b690f77 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Network': ['ID=aa6f80ed-8da9-43c3-949b-67cc344a23cf,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:38.269924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network aa6f80ed-8da9-43c3-949b-67cc344a23cf details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:56:38.292014 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68776d73-43fd-466f-892a-dde64f4f6626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.297468 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-68776d73-43fd-466f-892a-dde64f4f6626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.304160 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9334a481-3d40-4abc-9154-80659b690f77 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3407555 Sep 29 17:56:38.304333 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45334) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:38.312737 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-46841217-308f-46d8-a42b-5d68ff3a717d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'subnet': {'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:38.342051 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-68776d73-43fd-466f-892a-dde64f4f6626 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a46e5f8fbd14ca29740346fe3be45f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3195434 Sep 29 17:56:38.342810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68776d73-43fd-466f-892a-dde64f4f6626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c71c5e-5afd-4197-8e2a-55743616cf19,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:38.345185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45336) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:38.401181 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-06777889-e5f1-49c3-818f-dc1e0fbe042b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.428842 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-06777889-e5f1-49c3-818f-dc1e0fbe042b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.436956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46841217-308f-46d8-a42b-5d68ff3a717d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:56:38.442173 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-46841217-308f-46d8-a42b-5d68ff3a717d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.488632 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-06777889-e5f1-49c3-818f-dc1e0fbe042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.491810 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-06777889-e5f1-49c3-818f-dc1e0fbe042b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.495436 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-06777889-e5f1-49c3-818f-dc1e0fbe042b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92c71c5e-5afd-4197-8e2a-55743616cf19 HTTP/1.1" status: 204 len: 168 time: 0.1469502 Sep 29 17:56:38.504336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06777889-e5f1-49c3-818f-dc1e0fbe042b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c71c5e-5afd-4197-8e2a-55743616cf19,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:38.590076 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Sync routers for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:38.652311 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:38.652887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:38.659391 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-46841217-308f-46d8-a42b-5d68ff3a717d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.729486 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46841217-308f-46d8-a42b-5d68ff3a717d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Subnet': ['ID=4c398b10-abab-4eca-a235-2c762c4c2d80,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:38.742395 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46841217-308f-46d8-a42b-5d68ff3a717d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Checking segment: {'id': 'c30b39c1-66b5-442e-846e-d521335f1c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:38.742810 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46841217-308f-46d8-a42b-5d68ff3a717d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network hostable DHCP agents. Network: aa6f80ed-8da9-43c3-949b-67cc344a23cf, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:56:38.766498 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46841217-308f-46d8-a42b-5d68ff3a717d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network aa6f80ed-8da9-43c3-949b-67cc344a23cf is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:56:38.780225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-46841217-308f-46d8-a42b-5d68ff3a717d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, aa6f80ed-8da9-43c3-949b-67cc344a23cf) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:38.785998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46841217-308f-46d8-a42b-5d68ff3a717d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:38.786337 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-46841217-308f-46d8-a42b-5d68ff3a717d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:38.787630 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:38.823575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45346) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:38.826229 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-46841217-308f-46d8-a42b-5d68ff3a717d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5181999 Sep 29 17:56:38.826992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b2bd6d-5e79-48f2-9f9d-7cfcb9c65e9d None None] Network aa6f80ed-8da9-43c3-949b-67cc344a23cf requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:39.136652 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-90b8d6f9-808f-49f7-b92e-cd6c1c841b46 None None] Provisioning complete for port ea1b49d9-da56-4044-a759-d9df4f526ebf triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:39.137217 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-90b8d6f9-808f-49f7-b92e-cd6c1c841b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:39.143114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'fixed_ips': [{'subnet_id': '4c398b10-abab-4eca-a235-2c762c4c2d80'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:56:39.143976 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:39.291331 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:39.427254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:37Z', 'revision_number': 3, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:37Z', 'revision_number': 2, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:39.466663 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Checking router: d158d809-c373-41e6-8c0b-a028e350845c for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:56:39.467111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Updating router d158d809-c373-41e6-8c0b-a028e350845c port f5087b39-21c2-4725-85c7-44a2f65efd88 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:56:39.497203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Allocated IP 2001:db8:2::2 (aa6f80ed-8da9-43c3-949b-67cc344a23cf/4c398b10-abab-4eca-a235-2c762c4c2d80/94fc4ca5-4f0d-418b-8d28-61e36ff70ae6) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:56:39.524162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-90b8d6f9-808f-49f7-b92e-cd6c1c841b46 None None] Provisioning complete for port f5087b39-21c2-4725-85c7-44a2f65efd88 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:39.524599 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-90b8d6f9-808f-49f7-b92e-cd6c1c841b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:39.676065 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:39.724735 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ea1b49d9-da56-4044-a759-d9df4f526ebf up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:39.753975 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:39.770939 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:39.834344 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d6f9-808f-49f7-b92e-cd6c1c841b46 None None] Port f5087b39-21c2-4725-85c7-44a2f65efd88 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:39.921243 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Network aa6f80ed-8da9-43c3-949b-67cc344a23cf is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:39.939955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:39.944269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Pushing event updated for resources: {'Port': ['ID=94fc4ca5-4f0d-418b-8d28-61e36ff70ae6,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:39.948701 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:56:39.977263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ea1b49d9-da56-4044-a759-d9df4f526ebf triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:39.977663 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:39.983084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Allocated IP 2001:db8:2::1 (aa6f80ed-8da9-43c3-949b-67cc344a23cf/4c398b10-abab-4eca-a235-2c762c4c2d80/bf156ce4-8fbb-44b5-aa28-c4eda7e32442) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:56:40.064115 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a2221d09-8abc-48a7-bf06-4294b16b2548 None None] Provisioning complete for port f5087b39-21c2-4725-85c7-44a2f65efd88 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:40.064498 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a2221d09-8abc-48a7-bf06-4294b16b2548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:40.103326 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:40.132333 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Attempting to bind port 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:56:40.132741 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Attempting to bind port 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'c30b39c1-66b5-442e-846e-d521335f1c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:56:40.133113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Attempting to bind port 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 on network aa6f80ed-8da9-43c3-949b-67cc344a23cf {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:56:40.139030 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:40.159251 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:56:40.159829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Checking segment: {'id': 'c30b39c1-66b5-442e-846e-d521335f1c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:40.160156 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:40.160407 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Bound using segment: {'id': 'c30b39c1-66b5-442e-846e-d521335f1c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:56:40.160897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Bound port: 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30b39c1-66b5-442e-846e-d521335f1c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:56:40.161298 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:40.176600 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a2221d09-8abc-48a7-bf06-4294b16b2548 None None] Port f5087b39-21c2-4725-85c7-44a2f65efd88 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:40.184877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network aa6f80ed-8da9-43c3-949b-67cc344a23cf is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:40.188168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:40.192255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:56:40.193152 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:40.238873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=bf156ce4-8fbb-44b5-aa28-c4eda7e32442,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:40.333812 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] For port 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:56:40.341938 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:40.359939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] For port 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=94fc4ca5-4f0d-418b-8d28-61e36ff70ae6,segment=NetworkSegment(c30b39c1-66b5-442e-846e-d521335f1c2e),segment_id=c30b39c1-66b5-442e-846e-d521335f1c2e)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:56:40.362738 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:40.365485 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:40.393417 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:40.453813 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3443a6-1815-4aa7-9711-90d3d77966c9 None None] Pushing event updated for resources: {'Port': ['ID=94fc4ca5-4f0d-418b-8d28-61e36ff70ae6,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:40.544390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ac8ce-b7ba-4452-bfe5-e791ad985b53 None None] Pushing event updated for resources: {'Port': ['ID=f5087b39-21c2-4725-85c7-44a2f65efd88,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:40.546555 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Attempting to bind port f5087b39-21c2-4725-85c7-44a2f65efd88 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:56:40.546929 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Attempting to bind port f5087b39-21c2-4725-85c7-44a2f65efd88 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '41e164f3-dc2b-4216-af7f-db07f80a1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:56:40.547295 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Attempting to bind port f5087b39-21c2-4725-85c7-44a2f65efd88 on network a0d62c2e-5f9b-4561-a21f-d9c4e6137c44 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:56:40.557127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73ac8ce-b7ba-4452-bfe5-e791ad985b53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:40.557518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73ac8ce-b7ba-4452-bfe5-e791ad985b53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:40.557863 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73ac8ce-b7ba-4452-bfe5-e791ad985b53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:40.558925 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73ac8ce-b7ba-4452-bfe5-e791ad985b53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:40.559266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73ac8ce-b7ba-4452-bfe5-e791ad985b53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:40.559601 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73ac8ce-b7ba-4452-bfe5-e791ad985b53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:40.559930 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73ac8ce-b7ba-4452-bfe5-e791ad985b53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:40.560257 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73ac8ce-b7ba-4452-bfe5-e791ad985b53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:40.560583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73ac8ce-b7ba-4452-bfe5-e791ad985b53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:40.560913 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73ac8ce-b7ba-4452-bfe5-e791ad985b53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:40.561239 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73ac8ce-b7ba-4452-bfe5-e791ad985b53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:40.561610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73ac8ce-b7ba-4452-bfe5-e791ad985b53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:56:40.565298 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:56:40.565686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Checking segment: {'id': '41e164f3-dc2b-4216-af7f-db07f80a1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:40.566091 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:40.566478 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Bound using segment: {'id': '41e164f3-dc2b-4216-af7f-db07f80a1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:56:40.566963 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Bound port: f5087b39-21c2-4725-85c7-44a2f65efd88, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e164f3-dc2b-4216-af7f-db07f80a1fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:56:40.567345 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:40.728008 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] For port f5087b39-21c2-4725-85c7-44a2f65efd88, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:56:40.733355 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] For port f5087b39-21c2-4725-85c7-44a2f65efd88, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f5087b39-21c2-4725-85c7-44a2f65efd88,segment=NetworkSegment(41e164f3-dc2b-4216-af7f-db07f80a1fb7),segment_id=41e164f3-dc2b-4216-af7f-db07f80a1fb7)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:56:40.739449 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:40.741724 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:40.749637 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:40.750826 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:40.823784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:40.825384 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:40.830889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ac8ce-b7ba-4452-bfe5-e791ad985b53 None None] Pushing event updated for resources: {'Port': ['ID=f5087b39-21c2-4725-85c7-44a2f65efd88,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:40.863523 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=bf156ce4-8fbb-44b5-aa28-c4eda7e32442,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:40.931365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network aa6f80ed-8da9-43c3-949b-67cc344a23cf is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:40.935870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:41.089765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router d158d809-c373-41e6-8c0b-a028e350845c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:41.121149 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-77ba1857-1e8a-49f3-9b6b-4591d62ec99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:41.152925 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-92287dd8-75d9-4d75-9487-04fd8aa991fb None None] Provisioning complete for port f5087b39-21c2-4725-85c7-44a2f65efd88 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:41.153310 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-92287dd8-75d9-4d75-9487-04fd8aa991fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:41.177211 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:41.223935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:41.235156 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d1671423-9d78-4d2f-aece-cd702bf724f0 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/d158d809-c373-41e6-8c0b-a028e350845c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4086230 Sep 29 17:56:41.238181 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45376) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:41.243621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b7f13861-946f-4d6a-aecc-cda20a414d2b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-102233007'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:41.270553 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f13861-946f-4d6a-aecc-cda20a414d2b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:56:41.274619 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7f13861-946f-4d6a-aecc-cda20a414d2b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:41.310744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f13861-946f-4d6a-aecc-cda20a414d2b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:56:41.323261 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7f13861-946f-4d6a-aecc-cda20a414d2b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:41.324164 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-b7f13861-946f-4d6a-aecc-cda20a414d2b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Added segment ad80c42a-c326-448c-ad16-d4f20c5a292e of type vlan for network 90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a Sep 29 17:56:41.376171 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7f13861-946f-4d6a-aecc-cda20a414d2b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:41.408138 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7f13861-946f-4d6a-aecc-cda20a414d2b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:41.414080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f13861-946f-4d6a-aecc-cda20a414d2b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:41.414805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b7f13861-946f-4d6a-aecc-cda20a414d2b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:41.451958 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b7f13861-946f-4d6a-aecc-cda20a414d2b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2125957 Sep 29 17:56:41.454888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45378) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:41.460206 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4fe92935-1630-41b7-a273-1b3589ff0b20 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'subnet': {'network_id': '90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:41.468789 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-92287dd8-75d9-4d75-9487-04fd8aa991fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:41.519226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-92287dd8-75d9-4d75-9487-04fd8aa991fb None None] For port f5087b39-21c2-4725-85c7-44a2f65efd88, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f5087b39-21c2-4725-85c7-44a2f65efd88,segment=NetworkSegment(41e164f3-dc2b-4216-af7f-db07f80a1fb7),segment_id=41e164f3-dc2b-4216-af7f-db07f80a1fb7)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:41.528645 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-92287dd8-75d9-4d75-9487-04fd8aa991fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:41.533351 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f13861-946f-4d6a-aecc-cda20a414d2b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Network': ['ID=90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:41.560480 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:56:41.570681 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:40Z', 'revision_number': 4, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf156ce4-8fbb-44b5-aa28-c4eda7e32442', 'name': '', 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:6a:b3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:39Z', 'updated_at': '2021-09-29T17:56:40Z', 'revision_number': 2, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:40Z', 'revision_number': 4, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:41.623548 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe92935-1630-41b7-a273-1b3589ff0b20 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Made reservation on behalf of 1f3a01e4f1184a688e7410a07ae925ab for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:56:41.627100 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dad1f08-657f-4de9-a5ea-1da3c6356fa3 None None] The sync data for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 is: [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:40Z', 'revision_number': 4, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf156ce4-8fbb-44b5-aa28-c4eda7e32442', 'name': '', 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:6a:b3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:39Z', 'updated_at': '2021-09-29T17:56:40Z', 'revision_number': 2, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:40Z', 'revision_number': 4, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:41.636110 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4fe92935-1630-41b7-a273-1b3589ff0b20 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:41.737411 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92287dd8-75d9-4d75-9487-04fd8aa991fb None None] Pushing event updated for resources: {'Port': ['ID=f5087b39-21c2-4725-85c7-44a2f65efd88,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:41.754261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-052516ca-c9b3-4057-b572-dc71b9146090 None None] Provisioning complete for port f5087b39-21c2-4725-85c7-44a2f65efd88 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:41.754638 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-052516ca-c9b3-4057-b572-dc71b9146090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:41.803184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:41.891349 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f268450f-0874-4182-80ef-17cf41ae5474 None None] Network aa6f80ed-8da9-43c3-949b-67cc344a23cf requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:41.939016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:41.939390 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:42.015236 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4fe92935-1630-41b7-a273-1b3589ff0b20 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:42.092666 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe92935-1630-41b7-a273-1b3589ff0b20 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Subnet': ['ID=fb95817a-8091-4d94-9eaa-e2f20f66443b,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:42.100770 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe92935-1630-41b7-a273-1b3589ff0b20 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Checking segment: {'id': 'ad80c42a-c326-448c-ad16-d4f20c5a292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:42.101127 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe92935-1630-41b7-a273-1b3589ff0b20 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network hostable DHCP agents. Network: 90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:56:42.109429 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ebd313d4-6d3b-4e44-b92b-7de5a2c0b9ea None None] Provisioning complete for port 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:42.109872 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ebd313d4-6d3b-4e44-b92b-7de5a2c0b9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:42.119551 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe92935-1630-41b7-a273-1b3589ff0b20 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network 90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:56:42.131193 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-4fe92935-1630-41b7-a273-1b3589ff0b20 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:42.141153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe92935-1630-41b7-a273-1b3589ff0b20 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:56:42.141858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77658014-4615-4fbe-887d-dcf45a01b70e None None] Network 90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:42.143949 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4fe92935-1630-41b7-a273-1b3589ff0b20 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:42.168012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45380) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:42.173490 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4fe92935-1630-41b7-a273-1b3589ff0b20 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7121444 Sep 29 17:56:42.180103 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:42.286709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=94fc4ca5-4f0d-418b-8d28-61e36ff70ae6,segment=NetworkSegment(c30b39c1-66b5-442e-846e-d521335f1c2e),segment_id=c30b39c1-66b5-442e-846e-d521335f1c2e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:42.300541 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:42.458318 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=94fc4ca5-4f0d-418b-8d28-61e36ff70ae6,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:42.516981 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a', 'network_id': '90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'fixed_ips': [{'subnet_id': 'fb95817a-8091-4d94-9eaa-e2f20f66443b'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:56:42.519580 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:42.664420 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:42.735592 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Allocated IP 2001:db8:3::2 (90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a/fb95817a-8091-4d94-9eaa-e2f20f66443b/f4ff7092-f34f-4d57-9721-bbe228973ffd) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:56:42.944216 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:42.947732 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-cfd906b3-46fc-41ef-9d2e-78db8afe5099 None None] Provisioning complete for port bf156ce4-8fbb-44b5-aa28-c4eda7e32442 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:42.948345 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cfd906b3-46fc-41ef-9d2e-78db8afe5099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:42.989581 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:43.074667 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Network 90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:43.082927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-cfd906b3-46fc-41ef-9d2e-78db8afe5099 None None] Port bf156ce4-8fbb-44b5-aa28-c4eda7e32442 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:43.086432 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:43.092594 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:56:43.101230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Allocated IP 2001:db8:3::1 (90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a/fb95817a-8091-4d94-9eaa-e2f20f66443b/5629cd8f-2412-45f1-9cfb-db9287afc78b) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:56:43.104285 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Pushing event updated for resources: {'Port': ['ID=f4ff7092-f34f-4d57-9721-bbe228973ffd,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:43.117721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-cfd906b3-46fc-41ef-9d2e-78db8afe5099 None None] Provisioning complete for port 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:43.118183 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cfd906b3-46fc-41ef-9d2e-78db8afe5099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:43.243425 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Attempting to bind port f4ff7092-f34f-4d57-9721-bbe228973ffd on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:56:43.244051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Attempting to bind port f4ff7092-f34f-4d57-9721-bbe228973ffd by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'ad80c42a-c326-448c-ad16-d4f20c5a292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:56:43.244179 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Attempting to bind port f4ff7092-f34f-4d57-9721-bbe228973ffd on network 90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:56:43.259558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:56:43.260497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Checking segment: {'id': 'ad80c42a-c326-448c-ad16-d4f20c5a292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:43.262012 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:43.262426 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Bound using segment: {'id': 'ad80c42a-c326-448c-ad16-d4f20c5a292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:56:43.262912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Bound port: f4ff7092-f34f-4d57-9721-bbe228973ffd, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad80c42a-c326-448c-ad16-d4f20c5a292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:56:43.263296 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:43.299322 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:43.345658 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:43.348144 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Sync routers for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:43.368572 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:43.369084 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:43.398030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network 90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:43.402324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:43.410637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:56:43.411327 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:43.414171 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] For port f4ff7092-f34f-4d57-9721-bbe228973ffd, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:56:43.419125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] For port f4ff7092-f34f-4d57-9721-bbe228973ffd, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f4ff7092-f34f-4d57-9721-bbe228973ffd,segment=NetworkSegment(ad80c42a-c326-448c-ad16-d4f20c5a292e),segment_id=ad80c42a-c326-448c-ad16-d4f20c5a292e)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:56:43.430396 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:43.473633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=5629cd8f-2412-45f1-9cfb-db9287afc78b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:43.499416 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:43.556755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b8351-f779-4dc5-b484-ac79e0d5f66e None None] Pushing event updated for resources: {'Port': ['ID=f4ff7092-f34f-4d57-9721-bbe228973ffd,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:43.572102 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:43.577802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-83ccbe78-17ca-4914-819e-55ee781e3d78 None None] Provisioning complete for port bf156ce4-8fbb-44b5-aa28-c4eda7e32442 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:43.578759 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-83ccbe78-17ca-4914-819e-55ee781e3d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:43.621187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-83ccbe78-17ca-4914-819e-55ee781e3d78 None None] Port bf156ce4-8fbb-44b5-aa28-c4eda7e32442 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:43.630575 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a7b7718a-abdb-42d1-bab5-07abfe45f26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:43.851197 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f5087b39-21c2-4725-85c7-44a2f65efd88 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:43.860438 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:40Z', 'revision_number': 4, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf156ce4-8fbb-44b5-aa28-c4eda7e32442', 'name': '', 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:6a:b3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:39Z', 'updated_at': '2021-09-29T17:56:40Z', 'revision_number': 2, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:41Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:43.893335 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Checking router: d158d809-c373-41e6-8c0b-a028e350845c for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:56:43.894255 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Updating router d158d809-c373-41e6-8c0b-a028e350845c port bf156ce4-8fbb-44b5-aa28-c4eda7e32442 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:56:43.939251 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:43.947739 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port f5087b39-21c2-4725-85c7-44a2f65efd88 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:43.948121 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:43.997024 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:44.004038 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:44.005185 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:44.057464 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:44.102379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event updated for resources: {'Port': ['ID=5629cd8f-2412-45f1-9cfb-db9287afc78b,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:44.121706 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:44.122274 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:44.192081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Network 90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:56:44.193643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:56:44.285372 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:44.298667 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:44.313780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router d158d809-c373-41e6-8c0b-a028e350845c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:44.394223 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f298830-7d6b-499a-a33b-4bd414dabde1 None None] Pushing event updated for resources: {'Port': ['ID=bf156ce4-8fbb-44b5-aa28-c4eda7e32442,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:44.443956 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Attempting to bind port bf156ce4-8fbb-44b5-aa28-c4eda7e32442 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:56:44.444313 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Attempting to bind port bf156ce4-8fbb-44b5-aa28-c4eda7e32442 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'c30b39c1-66b5-442e-846e-d521335f1c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:56:44.444671 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Attempting to bind port bf156ce4-8fbb-44b5-aa28-c4eda7e32442 on network aa6f80ed-8da9-43c3-949b-67cc344a23cf {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:56:44.446774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:44.453996 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d46cecbb-aa88-44a9-b3e0-70c6a5a55a36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/d158d809-c373-41e6-8c0b-a028e350845c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2840393 Sep 29 17:56:44.456080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45390) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:44.460159 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:56:44.460625 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Checking segment: {'id': 'c30b39c1-66b5-442e-846e-d521335f1c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:44.462778 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:44.463173 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c53e1837-eb8e-4a89-93aa-21a7682c4848 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:44.463673 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Bound using segment: {'id': 'c30b39c1-66b5-442e-846e-d521335f1c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:56:44.465016 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Bound port: bf156ce4-8fbb-44b5-aa28-c4eda7e32442, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30b39c1-66b5-442e-846e-d521335f1c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:56:44.466828 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:44.563695 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] For port bf156ce4-8fbb-44b5-aa28-c4eda7e32442, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:56:44.567709 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] For port bf156ce4-8fbb-44b5-aa28-c4eda7e32442, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=bf156ce4-8fbb-44b5-aa28-c4eda7e32442,segment=NetworkSegment(c30b39c1-66b5-442e-846e-d521335f1c2e),segment_id=c30b39c1-66b5-442e-846e-d521335f1c2e)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:56:44.576863 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:44.642378 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:44.660350 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:44.660981 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:44.678270 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:44.782194 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f298830-7d6b-499a-a33b-4bd414dabde1 None None] Pushing event updated for resources: {'Port': ['ID=bf156ce4-8fbb-44b5-aa28-c4eda7e32442,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:44.803476 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:44.806063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-64bb3edc-233b-4800-8ea6-8decfb8b374c None None] Provisioning complete for port bf156ce4-8fbb-44b5-aa28-c4eda7e32442 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:44.808233 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-64bb3edc-233b-4800-8ea6-8decfb8b374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:44.825919 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:44.926074 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-64bb3edc-233b-4800-8ea6-8decfb8b374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:44.987092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-64bb3edc-233b-4800-8ea6-8decfb8b374c None None] For port bf156ce4-8fbb-44b5-aa28-c4eda7e32442, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=bf156ce4-8fbb-44b5-aa28-c4eda7e32442,segment=NetworkSegment(c30b39c1-66b5-442e-846e-d521335f1c2e),segment_id=c30b39c1-66b5-442e-846e-d521335f1c2e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:44.995077 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-64bb3edc-233b-4800-8ea6-8decfb8b374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:45.063202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5228c7-3c6f-4ce5-b3d6-5b68b4a4eaad None None] Network 90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:45.103276 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.extraroute_db [None req-c53e1837-eb8e-4a89-93aa-21a7682c4848 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=95015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 29 17:56:45.140937 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.extraroute_db [None req-c53e1837-eb8e-4a89-93aa-21a7682c4848 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Removed routes are [] {{(pid=95015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 29 17:56:45.141810 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c53e1837-eb8e-4a89-93aa-21a7682c4848 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:45.157500 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:43Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '5629cd8f-2412-45f1-9cfb-db9287afc78b', 'name': '', 'network_id': '90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:90:1a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'fb95817a-8091-4d94-9eaa-e2f20f66443b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:42Z', 'updated_at': '2021-09-29T17:56:43Z', 'revision_number': 2, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'fb95817a-8091-4d94-9eaa-e2f20f66443b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf156ce4-8fbb-44b5-aa28-c4eda7e32442', 'name': '', 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:6a:b3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:39Z', 'updated_at': '2021-09-29T17:56:44Z', 'revision_number': 4, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:41Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:45.170977 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb3edc-233b-4800-8ea6-8decfb8b374c None None] Pushing event updated for resources: {'Port': ['ID=bf156ce4-8fbb-44b5-aa28-c4eda7e32442,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:45.180972 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a4a0d306-c713-4ae8-b601-27a2b0347512 None None] Provisioning complete for port f4ff7092-f34f-4d57-9721-bbe228973ffd triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:45.181437 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d306-c713-4ae8-b601-27a2b0347512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:45.288106 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72856e5b-a97c-4a98-a88b-dea86a7b9282 None None] The sync data for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 is: [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:43Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '5629cd8f-2412-45f1-9cfb-db9287afc78b', 'name': '', 'network_id': '90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:90:1a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'fb95817a-8091-4d94-9eaa-e2f20f66443b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:42Z', 'updated_at': '2021-09-29T17:56:43Z', 'revision_number': 2, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'fb95817a-8091-4d94-9eaa-e2f20f66443b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf156ce4-8fbb-44b5-aa28-c4eda7e32442', 'name': '', 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:6a:b3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:39Z', 'updated_at': '2021-09-29T17:56:44Z', 'revision_number': 4, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:41Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:45.400340 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d306-c713-4ae8-b601-27a2b0347512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:45.410256 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c53e1837-eb8e-4a89-93aa-21a7682c4848 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:45.420462 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c53e1837-eb8e-4a89-93aa-21a7682c4848 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:45.452735 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a4a0d306-c713-4ae8-b601-27a2b0347512 None None] For port f4ff7092-f34f-4d57-9721-bbe228973ffd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f4ff7092-f34f-4d57-9721-bbe228973ffd,segment=NetworkSegment(ad80c42a-c326-448c-ad16-d4f20c5a292e),segment_id=ad80c42a-c326-448c-ad16-d4f20c5a292e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:45.460145 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d306-c713-4ae8-b601-27a2b0347512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:45.545656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0d306-c713-4ae8-b601-27a2b0347512 None None] Pushing event updated for resources: {'Port': ['ID=f4ff7092-f34f-4d57-9721-bbe228973ffd,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:45.562889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53e1837-eb8e-4a89-93aa-21a7682c4848 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router d158d809-c373-41e6-8c0b-a028e350845c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:45.585036 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-76478d22-3c79-4caf-a905-5bb54da7b1fa None None] Provisioning complete for port bf156ce4-8fbb-44b5-aa28-c4eda7e32442 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:45.585455 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76478d22-3c79-4caf-a905-5bb54da7b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:45.756163 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53e1837-eb8e-4a89-93aa-21a7682c4848 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:45.765270 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c53e1837-eb8e-4a89-93aa-21a7682c4848 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:45.770772 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c53e1837-eb8e-4a89-93aa-21a7682c4848 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/d158d809-c373-41e6-8c0b-a028e350845c HTTP/1.1" status: 200 len: 952 time: 1.3089087 Sep 29 17:56:45.770993 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45394) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:45.853119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f4ff7092-f34f-4d57-9721-bbe228973ffd up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:45.924433 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9266c0f7-42bc-4ed0-9a1a-57b1f541fbeb tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/routers/d158d809-c373-41e6-8c0b-a028e350845c HTTP/1.1" status: 200 len: 952 time: 0.1533554 Sep 29 17:56:45.927342 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45396) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:45.932288 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-8a07c1f7-b27b-4f97-b57f-b0b8be29641b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'router': {'routes': None}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:45.940707 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-fc9fa7c4-fe89-4656-af1f-ace78876fae0 None None] Provisioning complete for port 5629cd8f-2412-45f1-9cfb-db9287afc78b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:45.941074 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc9fa7c4-fe89-4656-af1f-ace78876fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:45.978896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port f4ff7092-f34f-4d57-9721-bbe228973ffd triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:45.979282 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:46.227218 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-fc9fa7c4-fe89-4656-af1f-ace78876fae0 None None] Port 5629cd8f-2412-45f1-9cfb-db9287afc78b cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:46.252664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-fc9fa7c4-fe89-4656-af1f-ace78876fae0 None None] Provisioning complete for port f4ff7092-f34f-4d57-9721-bbe228973ffd triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:46.252664 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc9fa7c4-fe89-4656-af1f-ace78876fae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:46.384657 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device bf156ce4-8fbb-44b5-aa28-c4eda7e32442 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:46.443713 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.extraroute_db [None req-8a07c1f7-b27b-4f97-b57f-b0b8be29641b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Added routes are [] {{(pid=95015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 29 17:56:46.445023 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.extraroute_db [None req-8a07c1f7-b27b-4f97-b57f-b0b8be29641b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=95015) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 29 17:56:46.451007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Sync routers for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:46.460426 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port bf156ce4-8fbb-44b5-aa28-c4eda7e32442 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:46.460806 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:46.485267 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a07c1f7-b27b-4f97-b57f-b0b8be29641b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:46.492414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:46.494022 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:46.602782 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-31f1eaab-803d-4ec1-8d1a-90b96073ea88 None None] Provisioning complete for port 5629cd8f-2412-45f1-9cfb-db9287afc78b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:46.603155 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-31f1eaab-803d-4ec1-8d1a-90b96073ea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:46.625783 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:46.675075 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a07c1f7-b27b-4f97-b57f-b0b8be29641b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:46.679856 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a07c1f7-b27b-4f97-b57f-b0b8be29641b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:46.739098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-31f1eaab-803d-4ec1-8d1a-90b96073ea88 None None] Port 5629cd8f-2412-45f1-9cfb-db9287afc78b cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:56:46.923440 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:46Z', 'revision_number': 7, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '5629cd8f-2412-45f1-9cfb-db9287afc78b', 'name': '', 'network_id': '90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:90:1a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'fb95817a-8091-4d94-9eaa-e2f20f66443b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:42Z', 'updated_at': '2021-09-29T17:56:43Z', 'revision_number': 2, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'fb95817a-8091-4d94-9eaa-e2f20f66443b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf156ce4-8fbb-44b5-aa28-c4eda7e32442', 'name': '', 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:6a:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:39Z', 'updated_at': '2021-09-29T17:56:44Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:41Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:46.957909 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Checking router: d158d809-c373-41e6-8c0b-a028e350845c for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:56:46.958443 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Updating router d158d809-c373-41e6-8c0b-a028e350845c port 5629cd8f-2412-45f1-9cfb-db9287afc78b binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:56:46.961898 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:46.992516 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:47.067844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a07c1f7-b27b-4f97-b57f-b0b8be29641b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router d158d809-c373-41e6-8c0b-a028e350845c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:47.175201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a07c1f7-b27b-4f97-b57f-b0b8be29641b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:47.182291 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8a07c1f7-b27b-4f97-b57f-b0b8be29641b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:47.183871 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8a07c1f7-b27b-4f97-b57f-b0b8be29641b tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/d158d809-c373-41e6-8c0b-a028e350845c HTTP/1.1" status: 200 len: 702 time: 1.2551293 Sep 29 17:56:47.186219 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45402) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:47.283467 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:47.285420 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9fe0ebb3-b195-45ce-ab70-859575fb2ca9 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/routers/d158d809-c373-41e6-8c0b-a028e350845c HTTP/1.1" status: 200 len: 702 time: 0.0979712 Sep 29 17:56:47.287996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45404) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:47.290939 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:47.358697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31400310-431b-4378-895c-55ab40320076 None None] Pushing event updated for resources: {'Port': ['ID=5629cd8f-2412-45f1-9cfb-db9287afc78b,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:47.390102 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Attempting to bind port 5629cd8f-2412-45f1-9cfb-db9287afc78b on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:56:47.390475 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Attempting to bind port 5629cd8f-2412-45f1-9cfb-db9287afc78b by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'ad80c42a-c326-448c-ad16-d4f20c5a292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:56:47.390839 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Attempting to bind port 5629cd8f-2412-45f1-9cfb-db9287afc78b on network 90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:56:47.396079 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:56:47.396453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Checking segment: {'id': 'ad80c42a-c326-448c-ad16-d4f20c5a292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:56:47.396860 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:47.397257 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Bound using segment: {'id': 'ad80c42a-c326-448c-ad16-d4f20c5a292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:56:47.397749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Bound port: 5629cd8f-2412-45f1-9cfb-db9287afc78b, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad80c42a-c326-448c-ad16-d4f20c5a292e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:56:47.398131 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:47.466995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] For port 5629cd8f-2412-45f1-9cfb-db9287afc78b, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:56:47.471063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] For port 5629cd8f-2412-45f1-9cfb-db9287afc78b, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5629cd8f-2412-45f1-9cfb-db9287afc78b,segment=NetworkSegment(ad80c42a-c326-448c-ad16-d4f20c5a292e),segment_id=ad80c42a-c326-448c-ad16-d4f20c5a292e)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:56:47.478046 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:47.546359 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31400310-431b-4378-895c-55ab40320076 None None] Pushing event updated for resources: {'Port': ['ID=5629cd8f-2412-45f1-9cfb-db9287afc78b,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:47.550908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:47.551722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:47.660077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:47.672701 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29d25432-3662-4e64-9a9f-4b0ec1a5876e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:47.697918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5629cd8f-2412-45f1-9cfb-db9287afc78b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:56:47.814415 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-98da405e-9f03-4e90-b309-08403d6e14ad None None] Provisioning complete for port 5629cd8f-2412-45f1-9cfb-db9287afc78b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:47.814415 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-98da405e-9f03-4e90-b309-08403d6e14ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:47.913968 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 5629cd8f-2412-45f1-9cfb-db9287afc78b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:47.914255 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:47.950697 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-29d25432-3662-4e64-9a9f-4b0ec1a5876e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port 5629cd8f-2412-45f1-9cfb-db9287afc78b {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:47.951111 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29d25432-3662-4e64-9a9f-4b0ec1a5876e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:48.029458 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-98da405e-9f03-4e90-b309-08403d6e14ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:48.050183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-29d25432-3662-4e64-9a9f-4b0ec1a5876e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] For port 5629cd8f-2412-45f1-9cfb-db9287afc78b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5629cd8f-2412-45f1-9cfb-db9287afc78b,segment=NetworkSegment(ad80c42a-c326-448c-ad16-d4f20c5a292e),segment_id=ad80c42a-c326-448c-ad16-d4f20c5a292e)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:48.050531 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29d25432-3662-4e64-9a9f-4b0ec1a5876e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:48.064004 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-29d25432-3662-4e64-9a9f-4b0ec1a5876e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for 5629cd8f-2412-45f1-9cfb-db9287afc78b owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:48.073581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:46Z', 'revision_number': 7, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '5629cd8f-2412-45f1-9cfb-db9287afc78b', 'name': '', 'network_id': '90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:90:1a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'fb95817a-8091-4d94-9eaa-e2f20f66443b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:42Z', 'updated_at': '2021-09-29T17:56:47Z', 'revision_number': 4, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'fb95817a-8091-4d94-9eaa-e2f20f66443b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf156ce4-8fbb-44b5-aa28-c4eda7e32442', 'name': '', 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:6a:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:39Z', 'updated_at': '2021-09-29T17:56:44Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:41Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:48.116760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6927a0-ee8a-4b3c-9c60-ceb51206612f None None] The sync data for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 is: [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:46Z', 'revision_number': 7, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '5629cd8f-2412-45f1-9cfb-db9287afc78b', 'name': '', 'network_id': '90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:90:1a:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'fb95817a-8091-4d94-9eaa-e2f20f66443b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:42Z', 'updated_at': '2021-09-29T17:56:47Z', 'revision_number': 4, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'fb95817a-8091-4d94-9eaa-e2f20f66443b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf156ce4-8fbb-44b5-aa28-c4eda7e32442', 'name': '', 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:6a:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:39Z', 'updated_at': '2021-09-29T17:56:44Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:41Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:48.123722 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:48.133817 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-98da405e-9f03-4e90-b309-08403d6e14ad None None] For port 5629cd8f-2412-45f1-9cfb-db9287afc78b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5629cd8f-2412-45f1-9cfb-db9287afc78b,segment=NetworkSegment(ad80c42a-c326-448c-ad16-d4f20c5a292e),segment_id=ad80c42a-c326-448c-ad16-d4f20c5a292e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:48.142454 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-98da405e-9f03-4e90-b309-08403d6e14ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:48.234174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da405e-9f03-4e90-b309-08403d6e14ad None None] Pushing event updated for resources: {'Port': ['ID=5629cd8f-2412-45f1-9cfb-db9287afc78b,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:48.248669 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:56:48.249930 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:56:48.265342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9cc9f5e8-9f17-47c3-94cc-9d9b2c18255d None None] Provisioning complete for port 5629cd8f-2412-45f1-9cfb-db9287afc78b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:56:48.265712 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9cc9f5e8-9f17-47c3-94cc-9d9b2c18255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:48.273784 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29d25432-3662-4e64-9a9f-4b0ec1a5876e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:48.304014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d25432-3662-4e64-9a9f-4b0ec1a5876e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=5629cd8f-2412-45f1-9cfb-db9287afc78b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:48.304670 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9cc9f5e8-9f17-47c3-94cc-9d9b2c18255d None None] Could not find standard attr ID for object 5629cd8f-2412-45f1-9cfb-db9287afc78b. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:56:48.313460 n-d-811748-2 neutron-server[95017]: INFO neutron.plugins.ml2.db [None req-9cc9f5e8-9f17-47c3-94cc-9d9b2c18255d None None] No ports have port_id starting with 5629cd8f-2412-45f1-9cfb-db9287afc78b Sep 29 17:56:48.369967 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a884509d-32cd-475e-b72c-b5600886d7c7 None None] Sync routers for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:48.379624 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a884509d-32cd-475e-b72c-b5600886d7c7 None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:48.380342 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a884509d-32cd-475e-b72c-b5600886d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:48.455205 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29d25432-3662-4e64-9a9f-4b0ec1a5876e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:48.483156 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-a884509d-32cd-475e-b72c-b5600886d7c7 None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:48.681209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d25432-3662-4e64-9a9f-4b0ec1a5876e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router d158d809-c373-41e6-8c0b-a028e350845c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:48.714539 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a884509d-32cd-475e-b72c-b5600886d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:48Z', 'revision_number': 8, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf156ce4-8fbb-44b5-aa28-c4eda7e32442', 'name': '', 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:6a:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:39Z', 'updated_at': '2021-09-29T17:56:44Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:41Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:48.744462 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a884509d-32cd-475e-b72c-b5600886d7c7 None None] Checking router: d158d809-c373-41e6-8c0b-a028e350845c for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:56:48.755052 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a884509d-32cd-475e-b72c-b5600886d7c7 None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:48.755858 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a884509d-32cd-475e-b72c-b5600886d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:48.779537 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d25432-3662-4e64-9a9f-4b0ec1a5876e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:48.780225 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Port 5629cd8f-2412-45f1-9cfb-db9287afc78b update to ACTIVE by agent not found {{(pid=95017) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 29 17:56:48.784524 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-29d25432-3662-4e64-9a9f-4b0ec1a5876e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/d158d809-c373-41e6-8c0b-a028e350845c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4955628 Sep 29 17:56:48.787105 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45426) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:48.840194 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-111640a4-07f8-42f8-8ccd-35819d636db1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting subnet fb95817a-8091-4d94-9eaa-e2f20f66443b {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:56:48.843335 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-111640a4-07f8-42f8-8ccd-35819d636db1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:48.850632 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-a884509d-32cd-475e-b72c-b5600886d7c7 None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:48.888286 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-111640a4-07f8-42f8-8ccd-35819d636db1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:48.979588 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-111640a4-07f8-42f8-8ccd-35819d636db1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:49.044726 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-111640a4-07f8-42f8-8ccd-35819d636db1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:49.068784 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a884509d-32cd-475e-b72c-b5600886d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:48Z', 'revision_number': 8, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf156ce4-8fbb-44b5-aa28-c4eda7e32442', 'name': '', 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:6a:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:39Z', 'updated_at': '2021-09-29T17:56:44Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:41Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:49.072131 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111640a4-07f8-42f8-8ccd-35819d636db1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Subnet': ['ID=fb95817a-8091-4d94-9eaa-e2f20f66443b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:49.077449 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-111640a4-07f8-42f8-8ccd-35819d636db1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:49.088385 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-111640a4-07f8-42f8-8ccd-35819d636db1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/fb95817a-8091-4d94-9eaa-e2f20f66443b HTTP/1.1" status: 204 len: 168 time: 0.2913120 Sep 29 17:56:49.088385 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45434) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:49.096105 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a884509d-32cd-475e-b72c-b5600886d7c7 None None] The sync data for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 is: [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:48Z', 'revision_number': 8, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf156ce4-8fbb-44b5-aa28-c4eda7e32442', 'name': '', 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:6a:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:39Z', 'updated_at': '2021-09-29T17:56:44Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:41Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:49.099932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53782994-482f-42f8-9132-b49a1992995d None None] Network 90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:49.172489 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:49.235367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port f4ff7092-f34f-4d57-9721-bbe228973ffd {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:49.236004 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:49.312805 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] For port f4ff7092-f34f-4d57-9721-bbe228973ffd, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f4ff7092-f34f-4d57-9721-bbe228973ffd,segment=NetworkSegment(ad80c42a-c326-448c-ad16-d4f20c5a292e),segment_id=ad80c42a-c326-448c-ad16-d4f20c5a292e)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:49.313083 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:49.332400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for f4ff7092-f34f-4d57-9721-bbe228973ffd owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:49.414139 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:49.442980 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=f4ff7092-f34f-4d57-9721-bbe228973ffd,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:49.444839 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No DVR routers for this DVR port f4ff7092-f34f-4d57-9721-bbe228973ffd on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:56:49.494890 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae313eac-17be-4324-a626-5f61bba889d1 None None] DHCP port deletion for 90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:56:49.551082 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:49.577391 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:49.587964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad80c42a-c326-448c-ad16-d4f20c5a292e') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:49.588508 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad80c42a-c326-448c-ad16-d4f20c5a292e') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:49.599727 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:49.625319 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:49.632220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:56:49.632621 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:56:49.636407 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:56:49.660809 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f4ff7092-f34f-4d57-9721-bbe228973ffd no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:56:49.683471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: f4ff7092-f34f-4d57-9721-bbe228973ffd {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:56:49.683819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f4ff7092-f34f-4d57-9721-bbe228973ffd not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:56:49.684243 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5629cd8f-2412-45f1-9cfb-db9287afc78b no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:56:49.710529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 5629cd8f-2412-45f1-9cfb-db9287afc78b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:56:49.710926 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5629cd8f-2412-45f1-9cfb-db9287afc78b not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:56:49.711573 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:49.729988 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:49.732145 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/networks/90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a HTTP/1.1" status: 204 len: 168 time: 0.6453116 Sep 29 17:56:49.734996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45448) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:49.745869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda0477-0ce2-4a4f-a3c1-6c7a40e5cd0f tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Network': ['ID=90ed81bc-0100-4ffb-8eb9-8ab2a45bba9a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:49.784469 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73bbf7-45f4-404c-9303-56b49ee4b8e2 None None] Sync routers for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:49.795783 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c73bbf7-45f4-404c-9303-56b49ee4b8e2 None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:49.796777 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9c73bbf7-45f4-404c-9303-56b49ee4b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:49.900423 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-9c73bbf7-45f4-404c-9303-56b49ee4b8e2 None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:50.142054 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9c73bbf7-45f4-404c-9303-56b49ee4b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:48Z', 'revision_number': 8, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf156ce4-8fbb-44b5-aa28-c4eda7e32442', 'name': '', 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:6a:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:39Z', 'updated_at': '2021-09-29T17:56:44Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:41Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:50.169594 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73bbf7-45f4-404c-9303-56b49ee4b8e2 None None] Checking router: d158d809-c373-41e6-8c0b-a028e350845c for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:56:50.180178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c73bbf7-45f4-404c-9303-56b49ee4b8e2 None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:50.180845 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9c73bbf7-45f4-404c-9303-56b49ee4b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:50.274329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-9c73bbf7-45f4-404c-9303-56b49ee4b8e2 None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:50.459852 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32ad1ab9-593a-4307-a5e2-e2fd9f6c1b55 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:50.496559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9c73bbf7-45f4-404c-9303-56b49ee4b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:48Z', 'revision_number': 8, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf156ce4-8fbb-44b5-aa28-c4eda7e32442', 'name': '', 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:6a:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:39Z', 'updated_at': '2021-09-29T17:56:44Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:41Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:50.523766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73bbf7-45f4-404c-9303-56b49ee4b8e2 None None] The sync data for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 is: [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:48Z', 'revision_number': 8, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf156ce4-8fbb-44b5-aa28-c4eda7e32442', 'name': '', 'network_id': 'aa6f80ed-8da9-43c3-949b-67cc344a23cf', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:6a:b3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:39Z', 'updated_at': '2021-09-29T17:56:44Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '4c398b10-abab-4eca-a235-2c762c4c2d80', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:41Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:50.726943 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-32ad1ab9-593a-4307-a5e2-e2fd9f6c1b55 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port bf156ce4-8fbb-44b5-aa28-c4eda7e32442 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:50.727287 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32ad1ab9-593a-4307-a5e2-e2fd9f6c1b55 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:50.817325 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-32ad1ab9-593a-4307-a5e2-e2fd9f6c1b55 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] For port bf156ce4-8fbb-44b5-aa28-c4eda7e32442, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=bf156ce4-8fbb-44b5-aa28-c4eda7e32442,segment=NetworkSegment(c30b39c1-66b5-442e-846e-d521335f1c2e),segment_id=c30b39c1-66b5-442e-846e-d521335f1c2e)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:50.817947 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32ad1ab9-593a-4307-a5e2-e2fd9f6c1b55 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:50.831501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-32ad1ab9-593a-4307-a5e2-e2fd9f6c1b55 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for bf156ce4-8fbb-44b5-aa28-c4eda7e32442 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:51.007954 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32ad1ab9-593a-4307-a5e2-e2fd9f6c1b55 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:51.035021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad1ab9-593a-4307-a5e2-e2fd9f6c1b55 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=bf156ce4-8fbb-44b5-aa28-c4eda7e32442,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:51.160535 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-32ad1ab9-593a-4307-a5e2-e2fd9f6c1b55 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:51.404301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ad1ab9-593a-4307-a5e2-e2fd9f6c1b55 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router d158d809-c373-41e6-8c0b-a028e350845c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:51.537544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ad1ab9-593a-4307-a5e2-e2fd9f6c1b55 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:51.544429 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-32ad1ab9-593a-4307-a5e2-e2fd9f6c1b55 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/d158d809-c373-41e6-8c0b-a028e350845c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8077488 Sep 29 17:56:51.545546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45478) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:51.551370 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f933a2b2-da28-4966-b589-af493005f274 None None] Sync routers for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:51.563968 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933a2b2-da28-4966-b589-af493005f274 None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:51.564887 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f933a2b2-da28-4966-b589-af493005f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:51.616937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8f84ad-815e-48b3-ba08-2fe993704c14 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting subnet 4c398b10-abab-4eca-a235-2c762c4c2d80 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:56:51.621180 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6b8f84ad-815e-48b3-ba08-2fe993704c14 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:51.680354 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6b8f84ad-815e-48b3-ba08-2fe993704c14 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:51.702080 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-f933a2b2-da28-4966-b589-af493005f274 None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:51.807362 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6b8f84ad-815e-48b3-ba08-2fe993704c14 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:51.888713 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6b8f84ad-815e-48b3-ba08-2fe993704c14 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:51.941670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f84ad-815e-48b3-ba08-2fe993704c14 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Subnet': ['ID=4c398b10-abab-4eca-a235-2c762c4c2d80,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:51.945494 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6b8f84ad-815e-48b3-ba08-2fe993704c14 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:51.950790 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6b8f84ad-815e-48b3-ba08-2fe993704c14 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/4c398b10-abab-4eca-a235-2c762c4c2d80 HTTP/1.1" status: 204 len: 168 time: 0.4040737 Sep 29 17:56:51.953737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45486) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:51.956760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b0b864-e4ac-4431-932e-c77b1a592ec6 None None] Network aa6f80ed-8da9-43c3-949b-67cc344a23cf requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:51.982630 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f933a2b2-da28-4966-b589-af493005f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:50Z', 'revision_number': 9, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:41Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:52.026314 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f933a2b2-da28-4966-b589-af493005f274 None None] Checking router: d158d809-c373-41e6-8c0b-a028e350845c for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:56:52.035723 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933a2b2-da28-4966-b589-af493005f274 None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:52.036334 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f933a2b2-da28-4966-b589-af493005f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:52.045496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:52.113209 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:52.113564 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:52.136610 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-f933a2b2-da28-4966-b589-af493005f274 None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:52.186811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] For port 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=94fc4ca5-4f0d-418b-8d28-61e36ff70ae6,segment=NetworkSegment(c30b39c1-66b5-442e-846e-d521335f1c2e),segment_id=c30b39c1-66b5-442e-846e-d521335f1c2e)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:52.187165 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:52.188329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8759034-ff22-4a84-9c67-45f20c349829 None None] DHCP port deletion for aa6f80ed-8da9-43c3-949b-67cc344a23cf request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:56:52.202923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:52.238520 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e8759034-ff22-4a84-9c67-45f20c349829 None None] Deleting port 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:52.238892 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e8759034-ff22-4a84-9c67-45f20c349829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:52.299164 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:52.327291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e8759034-ff22-4a84-9c67-45f20c349829 None None] For port 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=94fc4ca5-4f0d-418b-8d28-61e36ff70ae6,segment=NetworkSegment(c30b39c1-66b5-442e-846e-d521335f1c2e),segment_id=c30b39c1-66b5-442e-846e-d521335f1c2e)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:52.328170 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e8759034-ff22-4a84-9c67-45f20c349829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:52.331845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=94fc4ca5-4f0d-418b-8d28-61e36ff70ae6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:52.334338 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No DVR routers for this DVR port 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:56:52.342492 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e8759034-ff22-4a84-9c67-45f20c349829 None None] Calling delete_port for 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:52.391673 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f933a2b2-da28-4966-b589-af493005f274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:50Z', 'revision_number': 9, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:41Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:52.428296 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:52.439865 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e8759034-ff22-4a84-9c67-45f20c349829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:52.449982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6f80ed-8da9-43c3-949b-67cc344a23cf']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:52.459960 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30b39c1-66b5-442e-846e-d521335f1c2e') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:52.460352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30b39c1-66b5-442e-846e-d521335f1c2e') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:52.469064 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8759034-ff22-4a84-9c67-45f20c349829 None None] Pushing event deleted for resources: {'Port': ['ID=94fc4ca5-4f0d-418b-8d28-61e36ff70ae6,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:52.471244 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8759034-ff22-4a84-9c67-45f20c349829 None None] No DVR routers for this DVR port 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:56:52.475596 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:52.498036 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:52.505214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:56:52.505659 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:56:52.508993 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:56:52.567106 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f933a2b2-da28-4966-b589-af493005f274 None None] The sync data for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 is: [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:50Z', 'revision_number': 9, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5087b39-21c2-4725-85c7-44a2f65efd88', 'name': '', 'network_id': 'a0d62c2e-5f9b-4561-a21f-d9c4e6137c44', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:28:3e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:36Z', 'updated_at': '2021-09-29T17:56:41Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': '430b6ec2-b3d9-4377-b9db-48922a3e9f59', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:52.575400 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:52.583516 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:52.588188 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/networks/aa6f80ed-8da9-43c3-949b-67cc344a23cf HTTP/1.1" status: 204 len: 168 time: 0.6309216 Sep 29 17:56:52.589627 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45496) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:52.606721 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6140f8-5e1a-4d44-9c27-be5957b758ac tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Network': ['ID=aa6f80ed-8da9-43c3-949b-67cc344a23cf,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:52.944753 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-441de077-0de1-493c-94cb-99f68477e0fc tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:53.200053 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-441de077-0de1-493c-94cb-99f68477e0fc tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port f5087b39-21c2-4725-85c7-44a2f65efd88 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:53.200398 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-441de077-0de1-493c-94cb-99f68477e0fc tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:53.295492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-441de077-0de1-493c-94cb-99f68477e0fc tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] For port f5087b39-21c2-4725-85c7-44a2f65efd88, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=f5087b39-21c2-4725-85c7-44a2f65efd88,segment=NetworkSegment(41e164f3-dc2b-4216-af7f-db07f80a1fb7),segment_id=41e164f3-dc2b-4216-af7f-db07f80a1fb7)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:53.295871 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-441de077-0de1-493c-94cb-99f68477e0fc tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:53.310104 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-441de077-0de1-493c-94cb-99f68477e0fc tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for f5087b39-21c2-4725-85c7-44a2f65efd88 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:53.482570 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-441de077-0de1-493c-94cb-99f68477e0fc tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:53.513916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441de077-0de1-493c-94cb-99f68477e0fc tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=f5087b39-21c2-4725-85c7-44a2f65efd88,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:53.648936 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-441de077-0de1-493c-94cb-99f68477e0fc tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:53.755152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device bf156ce4-8fbb-44b5-aa28-c4eda7e32442 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:56:53.778965 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: bf156ce4-8fbb-44b5-aa28-c4eda7e32442 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:56:53.779384 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device bf156ce4-8fbb-44b5-aa28-c4eda7e32442 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:56:53.779879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:56:53.800096 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:56:53.800710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 94fc4ca5-4f0d-418b-8d28-61e36ff70ae6 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:56:53.867790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441de077-0de1-493c-94cb-99f68477e0fc tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router d158d809-c373-41e6-8c0b-a028e350845c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:53.957432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441de077-0de1-493c-94cb-99f68477e0fc tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:53.965819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45522) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:53.966288 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-441de077-0de1-493c-94cb-99f68477e0fc tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/d158d809-c373-41e6-8c0b-a028e350845c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3756781 Sep 29 17:56:53.968277 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b4535c-f3e0-4fcb-9b13-750d56047b91 None None] Sync routers for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:53.980986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b4535c-f3e0-4fcb-9b13-750d56047b91 None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:53.981497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-55b4535c-f3e0-4fcb-9b13-750d56047b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:54.018921 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-06414870-5c5a-482d-878b-4ac8bec3e8e5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting subnet 430b6ec2-b3d9-4377-b9db-48922a3e9f59 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:56:54.022209 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06414870-5c5a-482d-878b-4ac8bec3e8e5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:54.067407 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06414870-5c5a-482d-878b-4ac8bec3e8e5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:54.075048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-55b4535c-f3e0-4fcb-9b13-750d56047b91 None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:54.160900 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06414870-5c5a-482d-878b-4ac8bec3e8e5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:54.220161 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06414870-5c5a-482d-878b-4ac8bec3e8e5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:54.244263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd490a7-7196-4b0c-9bfb-a240d893f7c7 None None] Network a0d62c2e-5f9b-4561-a21f-d9c4e6137c44 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:54.254237 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06414870-5c5a-482d-878b-4ac8bec3e8e5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:54.258998 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-06414870-5c5a-482d-878b-4ac8bec3e8e5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/430b6ec2-b3d9-4377-b9db-48922a3e9f59 HTTP/1.1" status: 204 len: 168 time: 0.2886057 Sep 29 17:56:54.259640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45530) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:54.263352 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06414870-5c5a-482d-878b-4ac8bec3e8e5 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Subnet': ['ID=430b6ec2-b3d9-4377-b9db-48922a3e9f59,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:54.351636 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:54.391120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-55b4535c-f3e0-4fcb-9b13-750d56047b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:53Z', 'revision_number': 10, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:54.413145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port ea1b49d9-da56-4044-a759-d9df4f526ebf {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:54.413530 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:54.421908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b4535c-f3e0-4fcb-9b13-750d56047b91 None None] Checking router: d158d809-c373-41e6-8c0b-a028e350845c for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:56:54.433736 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b4535c-f3e0-4fcb-9b13-750d56047b91 None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:54.434352 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-55b4535c-f3e0-4fcb-9b13-750d56047b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:54.483299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] For port ea1b49d9-da56-4044-a759-d9df4f526ebf, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ea1b49d9-da56-4044-a759-d9df4f526ebf,segment=NetworkSegment(41e164f3-dc2b-4216-af7f-db07f80a1fb7),segment_id=41e164f3-dc2b-4216-af7f-db07f80a1fb7)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:54.483580 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:54.495661 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for ea1b49d9-da56-4044-a759-d9df4f526ebf owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:54.525191 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-55b4535c-f3e0-4fcb-9b13-750d56047b91 None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:54.587585 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:54.614723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=ea1b49d9-da56-4044-a759-d9df4f526ebf,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:54.618231 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No DVR routers for this DVR port ea1b49d9-da56-4044-a759-d9df4f526ebf on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:56:54.623606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b480eb97-deea-43b6-9a61-aef0494f6583 None None] DHCP port deletion for a0d62c2e-5f9b-4561-a21f-d9c4e6137c44 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:56:54.712750 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:54.734587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d62c2e-5f9b-4561-a21f-d9c4e6137c44']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:54.749447 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e164f3-dc2b-4216-af7f-db07f80a1fb7') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:54.749908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e164f3-dc2b-4216-af7f-db07f80a1fb7') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:54.759436 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:54.773891 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:54.776149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-55b4535c-f3e0-4fcb-9b13-750d56047b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:53Z', 'revision_number': 10, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:54.780796 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:56:54.781378 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:56:54.784265 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:56:54.857982 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:54.865238 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:54.870843 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/networks/a0d62c2e-5f9b-4561-a21f-d9c4e6137c44 HTTP/1.1" status: 204 len: 168 time: 0.6094673 Sep 29 17:56:54.871053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45544) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:54.883165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb5ad2-f1bf-4c77-8939-a01cdc4cc141 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Network': ['ID=a0d62c2e-5f9b-4561-a21f-d9c4e6137c44,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:54.979202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b4535c-f3e0-4fcb-9b13-750d56047b91 None None] The sync data for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 is: [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:53Z', 'revision_number': 10, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None, '_interfaces': [{'id': '8e7359ad-2208-40a1-993b-fa28f9b9fed9', 'name': '', 'network_id': '1c2af3cc-7ab7-45d5-91a0-d0a427770fc6', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'mac_address': 'fa:16:3e:0c:35:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:56:32Z', 'updated_at': '2021-09-29T17:56:36Z', 'revision_number': 5, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'subnets': [{'id': 'ea4d0a54-7088-4ba5-a509-b311756dbce5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:55.338299 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:56:55.507903 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d0419dcb-4760-4381-b67f-16ffdcfb3133 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:55.647844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ea1b49d9-da56-4044-a759-d9df4f526ebf no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:56:55.671465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: ea1b49d9-da56-4044-a759-d9df4f526ebf {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:56:55.671899 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ea1b49d9-da56-4044-a759-d9df4f526ebf not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:56:55.672403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f5087b39-21c2-4725-85c7-44a2f65efd88 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:56:55.691427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: f5087b39-21c2-4725-85c7-44a2f65efd88 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:56:55.691876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device f5087b39-21c2-4725-85c7-44a2f65efd88 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:56:55.761473 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d0419dcb-4760-4381-b67f-16ffdcfb3133 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port 8e7359ad-2208-40a1-993b-fa28f9b9fed9 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:55.761869 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d0419dcb-4760-4381-b67f-16ffdcfb3133 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:55.850169 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-d0419dcb-4760-4381-b67f-16ffdcfb3133 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] For port 8e7359ad-2208-40a1-993b-fa28f9b9fed9, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8e7359ad-2208-40a1-993b-fa28f9b9fed9,segment=NetworkSegment(0f0d41c8-980c-4c9d-86f5-91b684d51ad9),segment_id=0f0d41c8-980c-4c9d-86f5-91b684d51ad9)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:55.850532 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d0419dcb-4760-4381-b67f-16ffdcfb3133 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:55.863510 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-d0419dcb-4760-4381-b67f-16ffdcfb3133 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for 8e7359ad-2208-40a1-993b-fa28f9b9fed9 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:56.034932 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d0419dcb-4760-4381-b67f-16ffdcfb3133 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:56.061640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0419dcb-4760-4381-b67f-16ffdcfb3133 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=8e7359ad-2208-40a1-993b-fa28f9b9fed9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:56.160392 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d0419dcb-4760-4381-b67f-16ffdcfb3133 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:56.331111 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0419dcb-4760-4381-b67f-16ffdcfb3133 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router d158d809-c373-41e6-8c0b-a028e350845c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:56.410942 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0419dcb-4760-4381-b67f-16ffdcfb3133 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:56.418057 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d0419dcb-4760-4381-b67f-16ffdcfb3133 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/d158d809-c373-41e6-8c0b-a028e350845c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5454111 Sep 29 17:56:56.419815 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45568) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:56.421616 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e7e314-5cd5-4e1e-82cb-1dc2c25c9ff0 None None] Sync routers for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:56.430948 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e7e314-5cd5-4e1e-82cb-1dc2c25c9ff0 None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:56.431555 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-37e7e314-5cd5-4e1e-82cb-1dc2c25c9ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:56.474884 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-36503ba8-3099-4752-b0b8-5735d59a6c38 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting subnet ea4d0a54-7088-4ba5-a509-b311756dbce5 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:56:56.478218 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36503ba8-3099-4752-b0b8-5735d59a6c38 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:56.502357 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-37e7e314-5cd5-4e1e-82cb-1dc2c25c9ff0 None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:56.521840 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36503ba8-3099-4752-b0b8-5735d59a6c38 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:56.560437 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-37e7e314-5cd5-4e1e-82cb-1dc2c25c9ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:55Z', 'revision_number': 11, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:56.590964 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e7e314-5cd5-4e1e-82cb-1dc2c25c9ff0 None None] Checking router: d158d809-c373-41e6-8c0b-a028e350845c for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:56:56.599254 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e7e314-5cd5-4e1e-82cb-1dc2c25c9ff0 None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:56.599883 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-37e7e314-5cd5-4e1e-82cb-1dc2c25c9ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:56.616700 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36503ba8-3099-4752-b0b8-5735d59a6c38 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:56.674860 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-37e7e314-5cd5-4e1e-82cb-1dc2c25c9ff0 None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:56.675105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36503ba8-3099-4752-b0b8-5735d59a6c38 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:56.702578 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36503ba8-3099-4752-b0b8-5735d59a6c38 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Subnet': ['ID=ea4d0a54-7088-4ba5-a509-b311756dbce5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:56.706222 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-36503ba8-3099-4752-b0b8-5735d59a6c38 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:56.708079 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-36503ba8-3099-4752-b0b8-5735d59a6c38 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/ea4d0a54-7088-4ba5-a509-b311756dbce5 HTTP/1.1" status: 204 len: 168 time: 0.2868733 Sep 29 17:56:56.710759 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45574) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:56.724366 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48edaa91-b30d-4338-a583-7bb1bfac622d None None] Network 1c2af3cc-7ab7-45d5-91a0-d0a427770fc6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:56:56.729047 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-37e7e314-5cd5-4e1e-82cb-1dc2c25c9ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:55Z', 'revision_number': 11, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:56.756558 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e7e314-5cd5-4e1e-82cb-1dc2c25c9ff0 None None] The sync data for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 is: [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:55Z', 'revision_number': 11, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:56.823371 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:56.889300 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Deleting port 81781783-3dc9-45c7-bebf-fa18177bd78f {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:56:56.889723 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:56.954824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] For port 81781783-3dc9-45c7-bebf-fa18177bd78f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=81781783-3dc9-45c7-bebf-fa18177bd78f,segment=NetworkSegment(0f0d41c8-980c-4c9d-86f5-91b684d51ad9),segment_id=0f0d41c8-980c-4c9d-86f5-91b684d51ad9)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:56:56.955194 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:56.967336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Calling delete_port for 81781783-3dc9-45c7-bebf-fa18177bd78f owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:56:57.050705 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:57.090814 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Port': ['ID=81781783-3dc9-45c7-bebf-fa18177bd78f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:57.098759 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No DVR routers for this DVR port 81781783-3dc9-45c7-bebf-fa18177bd78f on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:56:57.123249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d5f674-1901-4d4e-8289-eba1cda05a93 None None] DHCP port deletion for 1c2af3cc-7ab7-45d5-91a0-d0a427770fc6 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:56:57.184754 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:57.212560 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2af3cc-7ab7-45d5-91a0-d0a427770fc6']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:57.223255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0d41c8-980c-4c9d-86f5-91b684d51ad9') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:57.223555 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0d41c8-980c-4c9d-86f5-91b684d51ad9') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:57.235332 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:57.256707 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:57.263281 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:56:57.263702 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:56:57.267170 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:56:57.332911 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:57.344384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:57.345670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45590) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:57.346182 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/networks/1c2af3cc-7ab7-45d5-91a0-d0a427770fc6 HTTP/1.1" status: 204 len: 168 time: 0.6338842 Sep 29 17:56:57.351459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ed54f068-9912-428a-89e4-42bf56ac15d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'router': {'routes': None}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:57.361627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f602c5c-7bf3-4a9c-9be5-eba7d0b9b516 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Pushing event deleted for resources: {'Network': ['ID=1c2af3cc-7ab7-45d5-91a0-d0a427770fc6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:56:57.528217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.extraroute_db [None req-ed54f068-9912-428a-89e4-42bf56ac15d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Added routes are [] {{(pid=95016) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 29 17:56:57.528520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.extraroute_db [None req-ed54f068-9912-428a-89e4-42bf56ac15d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Removed routes are [] {{(pid=95016) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 29 17:56:57.528879 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed54f068-9912-428a-89e4-42bf56ac15d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:57.653706 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:57.654553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8e7359ad-2208-40a1-993b-fa28f9b9fed9 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:56:57.666536 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed54f068-9912-428a-89e4-42bf56ac15d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:57.669951 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed54f068-9912-428a-89e4-42bf56ac15d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:57.674768 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 8e7359ad-2208-40a1-993b-fa28f9b9fed9 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:56:57.675124 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8e7359ad-2208-40a1-993b-fa28f9b9fed9 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:56:57.675547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 81781783-3dc9-45c7-bebf-fa18177bd78f no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:56:57.698848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 81781783-3dc9-45c7-bebf-fa18177bd78f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:56:57.699051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 81781783-3dc9-45c7-bebf-fa18177bd78f not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:56:57.746266 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed54f068-9912-428a-89e4-42bf56ac15d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router d158d809-c373-41e6-8c0b-a028e350845c has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:56:57.822620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed54f068-9912-428a-89e4-42bf56ac15d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:57.829889 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ed54f068-9912-428a-89e4-42bf56ac15d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:57.831059 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ed54f068-9912-428a-89e4-42bf56ac15d6 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/d158d809-c373-41e6-8c0b-a028e350845c HTTP/1.1" status: 200 len: 703 time: 0.4835622 Sep 29 17:56:57.832951 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52630eba-d0d6-43b8-beef-b29f27813200 None None] Sync routers for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:57.833949 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45602) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:57.852309 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52630eba-d0d6-43b8-beef-b29f27813200 None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:57.853046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-52630eba-d0d6-43b8-beef-b29f27813200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:57.865626 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f13018ec-9c91-4029-979a-9994d97aaa87 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports?device_id=d158d809-c373-41e6-8c0b-a028e350845c HTTP/1.1" status: 200 len: 205 time: 0.0303323 Sep 29 17:56:57.868167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45604) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:57.926408 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-52630eba-d0d6-43b8-beef-b29f27813200 None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:57.953911 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62116159-2175-4237-968a-25b8d5baa6d2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:57.982537 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-52630eba-d0d6-43b8-beef-b29f27813200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:55Z', 'revision_number': 11, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:58.010613 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52630eba-d0d6-43b8-beef-b29f27813200 None None] Checking router: d158d809-c373-41e6-8c0b-a028e350845c for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:56:58.019744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52630eba-d0d6-43b8-beef-b29f27813200 None None] Routers {'d158d809-c373-41e6-8c0b-a028e350845c'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:58.020361 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-52630eba-d0d6-43b8-beef-b29f27813200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d158d809-c373-41e6-8c0b-a028e350845c'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:58.092048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-52630eba-d0d6-43b8-beef-b29f27813200 None None] Set router d158d809-c373-41e6-8c0b-a028e350845c gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:58.119429 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62116159-2175-4237-968a-25b8d5baa6d2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:58.122531 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62116159-2175-4237-968a-25b8d5baa6d2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:58.153974 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-52630eba-d0d6-43b8-beef-b29f27813200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:55Z', 'revision_number': 11, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:58.166696 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62116159-2175-4237-968a-25b8d5baa6d2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:58.167301 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62116159-2175-4237-968a-25b8d5baa6d2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Fanout notify agent at l3_agent the message router_deleted on router d158d809-c373-41e6-8c0b-a028e350845c {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:56:58.174702 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-62116159-2175-4237-968a-25b8d5baa6d2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:58.175791 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-62116159-2175-4237-968a-25b8d5baa6d2 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/routers/d158d809-c373-41e6-8c0b-a028e350845c HTTP/1.1" status: 204 len: 168 time: 0.3053505 Sep 29 17:56:58.180289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45610) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:58.184673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52630eba-d0d6-43b8-beef-b29f27813200 None None] The sync data for ids ['d158d809-c373-41e6-8c0b-a028e350845c'] in n-d-811748-2 is: [{'id': 'd158d809-c373-41e6-8c0b-a028e350845c', 'name': 'tempest-RoutersIpV6Test-router-71894177', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:31Z', 'updated_at': '2021-09-29T17:56:55Z', 'revision_number': 11, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:58.185532 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-7ec05dd8-7aa7-4eb8-b6b8-620b32dc4134 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-758836040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:58.210835 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7ec05dd8-7aa7-4eb8-b6b8-620b32dc4134 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:58.212151 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7ec05dd8-7aa7-4eb8-b6b8-620b32dc4134 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:58.267934 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7ec05dd8-7aa7-4eb8-b6b8-620b32dc4134 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:58.273477 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7ec05dd8-7aa7-4eb8-b6b8-620b32dc4134 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:58.291474 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7ec05dd8-7aa7-4eb8-b6b8-620b32dc4134 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:58.292931 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7ec05dd8-7aa7-4eb8-b6b8-620b32dc4134 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1114392 Sep 29 17:56:58.295817 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45612) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:58.302030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-1b210da8-1513-477a-8f1d-44d0f3729a5d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:56:58.523311 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1b210da8-1513-477a-8f1d-44d0f3729a5d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-496538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497674', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5555'] for router, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:58.535238 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1b210da8-1513-477a-8f1d-44d0f3729a5d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-496547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-496552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497683'] for router, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:58.634273 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b210da8-1513-477a-8f1d-44d0f3729a5d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Router 7e7b2743-6f85-4193-90ee-aa0759f19186 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:56:58.708311 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b210da8-1513-477a-8f1d-44d0f3729a5d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:56:58.716364 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1b210da8-1513-477a-8f1d-44d0f3729a5d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:58.717521 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1b210da8-1513-477a-8f1d-44d0f3729a5d tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "PUT /v2.0/routers/7e7b2743-6f85-4193-90ee-aa0759f19186 HTTP/1.1" status: 200 len: 697 time: 0.4205515 Sep 29 17:56:58.719254 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395da59-c10a-4f21-ae54-6cfc207238bb None None] Sync routers for ids ['7e7b2743-6f85-4193-90ee-aa0759f19186'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:56:58.720166 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45622) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:58.729010 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0395da59-c10a-4f21-ae54-6cfc207238bb None None] Routers {'7e7b2743-6f85-4193-90ee-aa0759f19186'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:58.729799 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0395da59-c10a-4f21-ae54-6cfc207238bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7e7b2743-6f85-4193-90ee-aa0759f19186'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:58.798801 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-27be9c95-50fd-4787-84da-a4d5d0d5c876 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/routers/7e7b2743-6f85-4193-90ee-aa0759f19186 HTTP/1.1" status: 200 len: 703 time: 0.0773568 Sep 29 17:56:58.801457 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45624) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:58.815000 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-0395da59-c10a-4f21-ae54-6cfc207238bb None None] Set router 7e7b2743-6f85-4193-90ee-aa0759f19186 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:58.833200 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a29806e6-42e3-4507-a14f-4bdc99309c0a tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e7b2743-6f85-4193-90ee-aa0759f19186 HTTP/1.1" status: 200 len: 205 time: 0.0283501 Sep 29 17:56:58.833569 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45628) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:58.870839 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0395da59-c10a-4f21-ae54-6cfc207238bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b2743-6f85-4193-90ee-aa0759f19186', 'name': 'tempest-RoutersIpV6Test-router-758836040', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:58Z', 'updated_at': '2021-09-29T17:56:58Z', 'revision_number': 2, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:58.896777 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395da59-c10a-4f21-ae54-6cfc207238bb None None] Checking router: 7e7b2743-6f85-4193-90ee-aa0759f19186 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:56:58.905009 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0395da59-c10a-4f21-ae54-6cfc207238bb None None] Routers {'7e7b2743-6f85-4193-90ee-aa0759f19186'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:56:58.905644 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0395da59-c10a-4f21-ae54-6cfc207238bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:56:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['7e7b2743-6f85-4193-90ee-aa0759f19186'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:58.918909 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85b1fda7-d8b8-422b-994d-af4a4e5a720e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:58.974789 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-0395da59-c10a-4f21-ae54-6cfc207238bb None None] Set router 7e7b2743-6f85-4193-90ee-aa0759f19186 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:56:59.028688 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0395da59-c10a-4f21-ae54-6cfc207238bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7b2743-6f85-4193-90ee-aa0759f19186', 'name': 'tempest-RoutersIpV6Test-router-758836040', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:58Z', 'updated_at': '2021-09-29T17:56:58Z', 'revision_number': 2, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:56:59.054198 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395da59-c10a-4f21-ae54-6cfc207238bb None None] The sync data for ids ['7e7b2743-6f85-4193-90ee-aa0759f19186'] in n-d-811748-2 is: [{'id': '7e7b2743-6f85-4193-90ee-aa0759f19186', 'name': 'tempest-RoutersIpV6Test-router-758836040', 'tenant_id': '1f3a01e4f1184a688e7410a07ae925ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:56:58Z', 'updated_at': '2021-09-29T17:56:58Z', 'revision_number': 2, 'project_id': '1f3a01e4f1184a688e7410a07ae925ab', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:56:59.363186 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85b1fda7-d8b8-422b-994d-af4a4e5a720e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:59.365383 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85b1fda7-d8b8-422b-994d-af4a4e5a720e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:59.408563 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85b1fda7-d8b8-422b-994d-af4a4e5a720e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:59.409167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b1fda7-d8b8-422b-994d-af4a4e5a720e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Fanout notify agent at l3_agent the message router_deleted on router 7e7b2743-6f85-4193-90ee-aa0759f19186 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:56:59.416337 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-85b1fda7-d8b8-422b-994d-af4a4e5a720e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:56:59.418465 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-85b1fda7-d8b8-422b-994d-af4a4e5a720e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/routers/7e7b2743-6f85-4193-90ee-aa0759f19186 HTTP/1.1" status: 204 len: 168 time: 0.5841756 Sep 29 17:56:59.423059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45646) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:59.454505 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-296460a2-27f3-4a7f-a697-bbe3dc399297 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e7b2743-6f85-4193-90ee-aa0759f19186 HTTP/1.1" status: 200 len: 205 time: 0.0302956 Sep 29 17:56:59.456915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45648) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:59.499657 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-9ff3b973-fd12-43f5-9a06-cd2dd00567d1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] delete failed (client error): The resource could not be found. Sep 29 17:56:59.500614 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9ff3b973-fd12-43f5-9a06-cd2dd00567d1 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/routers/7e7b2743-6f85-4193-90ee-aa0759f19186 HTTP/1.1" status: 404 len: 336 time: 0.0425997 Sep 29 17:56:59.503168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45650) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:59.530710 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a073ff-c23e-4f32-af58-b1dfdc497827 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] DELETE failed (client error): The resource could not be found. Sep 29 17:56:59.531148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a073ff-c23e-4f32-af58-b1dfdc497827 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:56:59.532843 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e7a073ff-c23e-4f32-af58-b1dfdc497827 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/fb95817a-8091-4d94-9eaa-e2f20f66443b HTTP/1.1" status: 404 len: 337 time: 0.0287313 Sep 29 17:56:59.535279 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45652) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:59.561533 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b5e509-d499-4344-b2d2-02bab6f55163 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] DELETE failed (client error): The resource could not be found. Sep 29 17:56:59.561988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b5e509-d499-4344-b2d2-02bab6f55163 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:56:59.563678 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c3b5e509-d499-4344-b2d2-02bab6f55163 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/4c398b10-abab-4eca-a235-2c762c4c2d80 HTTP/1.1" status: 404 len: 337 time: 0.0275156 Sep 29 17:56:59.566040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45654) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:59.595023 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2814424-e44c-4d46-8055-51f4ffa8161e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] DELETE failed (client error): The resource could not be found. Sep 29 17:56:59.595477 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2814424-e44c-4d46-8055-51f4ffa8161e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:56:59.597164 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b2814424-e44c-4d46-8055-51f4ffa8161e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/430b6ec2-b3d9-4377-b9db-48922a3e9f59 HTTP/1.1" status: 404 len: 337 time: 0.0302505 Sep 29 17:56:59.599824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45656) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:59.630208 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ef4e41-5c7e-4401-a1b8-eebf6ce9ae36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] DELETE failed (client error): The resource could not be found. Sep 29 17:56:59.630644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ef4e41-5c7e-4401-a1b8-eebf6ce9ae36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:56:59.632342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-81ef4e41-5c7e-4401-a1b8-eebf6ce9ae36 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/ea4d0a54-7088-4ba5-a509-b311756dbce5 HTTP/1.1" status: 404 len: 337 time: 0.0315273 Sep 29 17:56:59.634969 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45658) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:56:59.665874 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-28be8c86-2e13-47b2-80fc-329028f54b21 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports?device_id=d158d809-c373-41e6-8c0b-a028e350845c HTTP/1.1" status: 200 len: 205 time: 0.0278749 Sep 29 17:56:59.666328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45662) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.060281 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-fc7d0774-1ab2-4e55-a9b4-6de69bd46515 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] delete failed (client error): The resource could not be found. Sep 29 17:57:00.061679 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fc7d0774-1ab2-4e55-a9b4-6de69bd46515 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/routers/d158d809-c373-41e6-8c0b-a028e350845c HTTP/1.1" status: 404 len: 336 time: 0.3932824 Sep 29 17:57:00.063904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45672) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.092517 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b6dcdc52-7438-498a-a98a-ee5ab92aa704 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports?device_id=c145b346-4d46-499e-ac5f-25e80bdb0be6 HTTP/1.1" status: 200 len: 205 time: 0.0274675 Sep 29 17:57:00.094869 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45674) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.133581 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-7e888b27-dae3-4f2a-8a52-c81b2ab8bfdd tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] delete failed (client error): The resource could not be found. Sep 29 17:57:00.134591 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7e888b27-dae3-4f2a-8a52-c81b2ab8bfdd tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/routers/c145b346-4d46-499e-ac5f-25e80bdb0be6 HTTP/1.1" status: 404 len: 336 time: 0.0388284 Sep 29 17:57:00.137833 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45676) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.163151 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-107967f1-8a10-4cc3-9697-937473606ca3 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] DELETE failed (client error): The resource could not be found. Sep 29 17:57:00.163601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107967f1-8a10-4cc3-9697-937473606ca3 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:57:00.165242 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-107967f1-8a10-4cc3-9697-937473606ca3 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/ec0d2977-28c2-41a0-aa01-94c55221eb44 HTTP/1.1" status: 404 len: 337 time: 0.0265379 Sep 29 17:57:00.168048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45678) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.192919 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-683060da-cd6a-4fa5-a43a-9f69f86c4dcc tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports?device_id=27a0364c-190c-4311-9701-1438f092a12c HTTP/1.1" status: 200 len: 205 time: 0.0238209 Sep 29 17:57:00.195534 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45680) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.233548 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-0f2283e3-ff17-4583-9844-54938bb8123e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] delete failed (client error): The resource could not be found. Sep 29 17:57:00.237430 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0f2283e3-ff17-4583-9844-54938bb8123e tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/routers/27a0364c-190c-4311-9701-1438f092a12c HTTP/1.1" status: 404 len: 336 time: 0.0382426 Sep 29 17:57:00.237566 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45686) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.268974 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a840f1a0-9c0f-4e5b-be0f-3496bf5fdead tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2eb5dc3-0e34-4265-8a4d-874500b9f902 HTTP/1.1" status: 200 len: 205 time: 0.0303411 Sep 29 17:57:00.271495 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45688) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.309556 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-2900af7f-2e50-4dfd-b2a7-c33d3852e3aa tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] delete failed (client error): The resource could not be found. Sep 29 17:57:00.310649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2900af7f-2e50-4dfd-b2a7-c33d3852e3aa tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/routers/f2eb5dc3-0e34-4265-8a4d-874500b9f902 HTTP/1.1" status: 404 len: 336 time: 0.0380623 Sep 29 17:57:00.313069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45690) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.338461 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7922d2b-3269-4dc9-8e51-14f174f70036 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] DELETE failed (client error): The resource could not be found. Sep 29 17:57:00.339599 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7922d2b-3269-4dc9-8e51-14f174f70036 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:57:00.341346 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d7922d2b-3269-4dc9-8e51-14f174f70036 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/d6a46be5-3799-4911-a566-f3d04dfbcacd HTTP/1.1" status: 404 len: 337 time: 0.0273466 Sep 29 17:57:00.343843 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45692) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.373607 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a1f4e1e3-4e39-4c98-86b1-bd3f8812e048 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports?device_id=24b1a0c1-cfed-4c37-aae1-bc5d58a64be9 HTTP/1.1" status: 200 len: 205 time: 0.0286725 Sep 29 17:57:00.376154 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45694) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.413505 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-42a4fd29-5a41-4297-aa89-5c666837a9dc tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] delete failed (client error): The resource could not be found. Sep 29 17:57:00.414553 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-42a4fd29-5a41-4297-aa89-5c666837a9dc tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/routers/24b1a0c1-cfed-4c37-aae1-bc5d58a64be9 HTTP/1.1" status: 404 len: 336 time: 0.0375218 Sep 29 17:57:00.417933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45696) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.444050 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fee5ea-7684-49bd-a759-c8f01a9563a4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] DELETE failed (client error): The resource could not be found. Sep 29 17:57:00.444761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6fee5ea-7684-49bd-a759-c8f01a9563a4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:57:00.446209 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e6fee5ea-7684-49bd-a759-c8f01a9563a4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/c4342d53-63e3-49c0-9851-cdf02d9fe955 HTTP/1.1" status: 404 len: 337 time: 0.0272737 Sep 29 17:57:00.449504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45698) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.476205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-258c6901-9fc5-4535-997f-f55e7e9c0192 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "GET /v2.0/ports?device_id=522bbdb1-6d79-432c-8cc0-f44befe95e5d HTTP/1.1" status: 200 len: 205 time: 0.0256474 Sep 29 17:57:00.478419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45704) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.518580 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [None req-ba62ac84-d506-4868-989e-17dfb49324ef tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] delete failed (client error): The resource could not be found. Sep 29 17:57:00.519810 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ba62ac84-d506-4868-989e-17dfb49324ef tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/routers/522bbdb1-6d79-432c-8cc0-f44befe95e5d HTTP/1.1" status: 404 len: 336 time: 0.0403421 Sep 29 17:57:00.522496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45706) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.550937 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac000af-a6f8-4d59-85c4-35f7ba3a898c tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] DELETE failed (client error): The resource could not be found. Sep 29 17:57:00.551527 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac000af-a6f8-4d59-85c4-35f7ba3a898c tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:57:00.554437 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7ac000af-a6f8-4d59-85c4-35f7ba3a898c tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/8be773a9-6b69-412e-9598-b6196f5b2b4b HTTP/1.1" status: 404 len: 337 time: 0.0298483 Sep 29 17:57:00.555760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45708) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.582375 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-481091b0-4eee-4be6-b9aa-cf030b267ec4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] DELETE failed (client error): The resource could not be found. Sep 29 17:57:00.582746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481091b0-4eee-4be6-b9aa-cf030b267ec4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 17:57:00.584440 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-481091b0-4eee-4be6-b9aa-cf030b267ec4 tempest-RoutersIpV6Test-647086618 tempest-RoutersIpV6Test-647086618-project] 10.222.0.44 "DELETE /v2.0/subnets/605e45b6-573f-4e66-8c77-8f39b3d1c582 HTTP/1.1" status: 404 len: 337 time: 0.0275891 Sep 29 17:57:00.843580 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45718) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:00.978143 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-793da739-3d0b-4f01-87e4-f8715f0044cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f3a01e4f1184a688e7410a07ae925ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333148 Sep 29 17:57:00.981485 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45728) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:01.033588 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a12cf267-c6df-42c3-8f96-0f0cf1d9178d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:01.056288 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a12cf267-c6df-42c3-8f96-0f0cf1d9178d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:01.102783 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a12cf267-c6df-42c3-8f96-0f0cf1d9178d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:01.106382 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a12cf267-c6df-42c3-8f96-0f0cf1d9178d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:01.109864 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a12cf267-c6df-42c3-8f96-0f0cf1d9178d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c36bacbf-d56e-4e9c-baac-37c6fe99e3c5 HTTP/1.1" status: 204 len: 168 time: 0.1272976 Sep 29 17:57:01.118176 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cf267-c6df-42c3-8f96-0f0cf1d9178d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36bacbf-d56e-4e9c-baac-37c6fe99e3c5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:02.919994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45810) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:03.028524 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40b9f4e8-59bf-4460-a49b-51935d43556a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:03.123700 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40b9f4e8-59bf-4460-a49b-51935d43556a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:03.128985 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40b9f4e8-59bf-4460-a49b-51935d43556a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:03.169857 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-40b9f4e8-59bf-4460-a49b-51935d43556a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6648560573454a12b0d342b479edd6d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2499149 Sep 29 17:57:03.169857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9f4e8-59bf-4460-a49b-51935d43556a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d54f39-950d-4750-a842-12485a43609a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:03.170763 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45820) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:03.221866 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c823a4a2-46a4-4a2c-b6bc-b65b3e0710df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:03.244328 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c823a4a2-46a4-4a2c-b6bc-b65b3e0710df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:03.296137 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c823a4a2-46a4-4a2c-b6bc-b65b3e0710df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:03.298710 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c823a4a2-46a4-4a2c-b6bc-b65b3e0710df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:03.299851 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c823a4a2-46a4-4a2c-b6bc-b65b3e0710df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42d54f39-950d-4750-a842-12485a43609a HTTP/1.1" status: 204 len: 168 time: 0.1281197 Sep 29 17:57:03.307604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823a4a2-46a4-4a2c-b6bc-b65b3e0710df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d54f39-950d-4750-a842-12485a43609a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:03.585360 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45830) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:03.598872 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-83b186a2-111c-474e-b28f-61a270fbaa46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:03.692377 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-83b186a2-111c-474e-b28f-61a270fbaa46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:03.696818 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-83b186a2-111c-474e-b28f-61a270fbaa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:03.735890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b186a2-111c-474e-b28f-61a270fbaa46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71883151-f6b8-43f7-8504-70fd88b3c72b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:03.743347 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-83b186a2-111c-474e-b28f-61a270fbaa46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89e14329ea8943ad8db8a13863c8aa1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569288 Sep 29 17:57:03.743517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45836) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:03.793812 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-19018562-143b-48ae-a70c-1a96ea5ad17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:03.814744 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-19018562-143b-48ae-a70c-1a96ea5ad17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:03.861000 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-19018562-143b-48ae-a70c-1a96ea5ad17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:03.863847 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-19018562-143b-48ae-a70c-1a96ea5ad17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:03.865037 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-19018562-143b-48ae-a70c-1a96ea5ad17c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71883151-f6b8-43f7-8504-70fd88b3c72b HTTP/1.1" status: 204 len: 168 time: 0.1203835 Sep 29 17:57:03.873735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19018562-143b-48ae-a70c-1a96ea5ad17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71883151-f6b8-43f7-8504-70fd88b3c72b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:05.847888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45938) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:05.954952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3d5ab318-aa0a-459f-b8d1-9168d885caf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:06.054074 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3d5ab318-aa0a-459f-b8d1-9168d885caf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:06.057930 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3d5ab318-aa0a-459f-b8d1-9168d885caf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:06.100132 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3d5ab318-aa0a-459f-b8d1-9168d885caf6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c43ddefc9bd47bca842be59e2a4527d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486718 Sep 29 17:57:06.100132 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ab318-aa0a-459f-b8d1-9168d885caf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fa7a66-616e-481a-89f2-b22631fa08ab,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:06.101502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45950) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:06.153899 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9965-0fcf-453c-b8af-f321b2a4da82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:06.175418 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9965-0fcf-453c-b8af-f321b2a4da82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:06.220571 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9965-0fcf-453c-b8af-f321b2a4da82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:06.223205 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9965-0fcf-453c-b8af-f321b2a4da82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:06.230401 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3ddb9965-0fcf-453c-b8af-f321b2a4da82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39fa7a66-616e-481a-89f2-b22631fa08ab HTTP/1.1" status: 204 len: 168 time: 0.1272855 Sep 29 17:57:06.239484 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb9965-0fcf-453c-b8af-f321b2a4da82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fa7a66-616e-481a-89f2-b22631fa08ab,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:06.519247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 45960) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:06.535422 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-75e00db3-9b0a-473d-9a02-c8979458fd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:06.629838 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-75e00db3-9b0a-473d-9a02-c8979458fd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:06.633530 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-75e00db3-9b0a-473d-9a02-c8979458fd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:06.674868 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-75e00db3-9b0a-473d-9a02-c8979458fd66 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8caa9f7df3b4feba18df30d87d52f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545053 Sep 29 17:57:06.675740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e00db3-9b0a-473d-9a02-c8979458fd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2921db4-bf6f-4513-a161-72275898b68b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:06.677637 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 45966) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:06.738424 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b64d3755-e87c-483f-9738-239e000b600c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:06.759409 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b64d3755-e87c-483f-9738-239e000b600c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:06.806633 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b64d3755-e87c-483f-9738-239e000b600c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:06.810221 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b64d3755-e87c-483f-9738-239e000b600c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:06.813687 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b64d3755-e87c-483f-9738-239e000b600c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2921db4-bf6f-4513-a161-72275898b68b HTTP/1.1" status: 204 len: 168 time: 0.1262274 Sep 29 17:57:06.819263 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d3755-e87c-483f-9738-239e000b600c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2921db4-bf6f-4513-a161-72275898b68b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:10.813325 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b890f336-b4ee-491f-8df8-ded25bbdc3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:12.938123 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46182) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:13.047079 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb79f-3043-4886-8950-e370068fdcd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:13.139544 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb79f-3043-4886-8950-e370068fdcd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:13.143194 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b3bb79f-3043-4886-8950-e370068fdcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:13.180209 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4b3bb79f-3043-4886-8950-e370068fdcd5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a009f5d01af74b26ad9dec830eb2876f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409577 Sep 29 17:57:13.182212 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bb79f-3043-4886-8950-e370068fdcd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2316e91c-eccc-4d7f-8ed2-59be6ff79c7e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:13.183255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46190) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:13.246157 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09b6cfde-0464-4cdb-8281-d2c288b00a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:13.267905 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09b6cfde-0464-4cdb-8281-d2c288b00a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:13.316248 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09b6cfde-0464-4cdb-8281-d2c288b00a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:13.318830 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09b6cfde-0464-4cdb-8281-d2c288b00a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:13.320040 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-09b6cfde-0464-4cdb-8281-d2c288b00a30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2316e91c-eccc-4d7f-8ed2-59be6ff79c7e HTTP/1.1" status: 204 len: 168 time: 0.1355898 Sep 29 17:57:13.339229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6cfde-0464-4cdb-8281-d2c288b00a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2316e91c-eccc-4d7f-8ed2-59be6ff79c7e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:13.568411 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-601c8129-e212-4894-9cc6-06398358f5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:13.602344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46206) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:13.616226 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b5809371-ca99-4375-a3fc-9afc400c7b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:13.710065 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b5809371-ca99-4375-a3fc-9afc400c7b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:13.713851 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b5809371-ca99-4375-a3fc-9afc400c7b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:13.752330 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b5809371-ca99-4375-a3fc-9afc400c7b02 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fdffe3d03c704998b2efc52a5c0d48af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501532 Sep 29 17:57:13.753189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5809371-ca99-4375-a3fc-9afc400c7b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccb11f6-9006-4985-b030-70bac4cccecb,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:13.755007 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46208) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:13.815986 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-725ab9f9-cc4c-4bc7-9319-6cb871cb6e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:13.836719 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-725ab9f9-cc4c-4bc7-9319-6cb871cb6e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:13.892024 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-725ab9f9-cc4c-4bc7-9319-6cb871cb6e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:13.894598 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-725ab9f9-cc4c-4bc7-9319-6cb871cb6e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:13.895738 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-725ab9f9-cc4c-4bc7-9319-6cb871cb6e01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ccb11f6-9006-4985-b030-70bac4cccecb HTTP/1.1" status: 204 len: 168 time: 0.1397498 Sep 29 17:57:13.903545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ab9f9-cc4c-4bc7-9319-6cb871cb6e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccb11f6-9006-4985-b030-70bac4cccecb,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:14.223241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46224) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:14.243751 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-414189ba-9cb3-4762-9e53-ff9ad19f3324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:14.340886 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-414189ba-9cb3-4762-9e53-ff9ad19f3324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:14.346640 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-414189ba-9cb3-4762-9e53-ff9ad19f3324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:14.388137 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-414189ba-9cb3-4762-9e53-ff9ad19f3324 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da41b3065ee4466a83fa9ebad8fa8243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610425 Sep 29 17:57:14.388137 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414189ba-9cb3-4762-9e53-ff9ad19f3324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703ae162-93ce-4c6e-85d7-b907896ff990,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:14.388740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46230) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:14.456338 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-24f2cff1-b662-4040-9a1e-aa716837dd08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:14.476580 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-24f2cff1-b662-4040-9a1e-aa716837dd08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:14.524265 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-24f2cff1-b662-4040-9a1e-aa716837dd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:14.527661 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-24f2cff1-b662-4040-9a1e-aa716837dd08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:14.529043 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-24f2cff1-b662-4040-9a1e-aa716837dd08 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/703ae162-93ce-4c6e-85d7-b907896ff990 HTTP/1.1" status: 204 len: 168 time: 0.1388087 Sep 29 17:57:14.537936 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2cff1-b662-4040-9a1e-aa716837dd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703ae162-93ce-4c6e-85d7-b907896ff990,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:14.643060 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:14.679595 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:14.767504 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:16.558445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46340) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:16.674693 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-436daaf3-9987-44e4-bd72-5f835b155eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:16.766626 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-436daaf3-9987-44e4-bd72-5f835b155eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:16.770561 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-436daaf3-9987-44e4-bd72-5f835b155eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:16.817039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436daaf3-9987-44e4-bd72-5f835b155eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edc58bf-3c91-41eb-b698-1b3ace288e6a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:16.821423 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-436daaf3-9987-44e4-bd72-5f835b155eab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4904a3c536e4e3da40ebb15c9b3ced2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619259 Sep 29 17:57:16.824099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46344) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:16.873528 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2bce1e09-d3fe-45b3-9421-b15c61708d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:16.897269 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2bce1e09-d3fe-45b3-9421-b15c61708d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:16.933827 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:16.945986 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2bce1e09-d3fe-45b3-9421-b15c61708d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:16.948773 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2bce1e09-d3fe-45b3-9421-b15c61708d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:16.949996 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2bce1e09-d3fe-45b3-9421-b15c61708d23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3edc58bf-3c91-41eb-b698-1b3ace288e6a HTTP/1.1" status: 204 len: 168 time: 0.1249082 Sep 29 17:57:16.966986 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce1e09-d3fe-45b3-9421-b15c61708d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edc58bf-3c91-41eb-b698-1b3ace288e6a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:17.221758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46350) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:17.235846 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c708-44a1-426e-946b-972a2d6b64c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:17.330246 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c708-44a1-426e-946b-972a2d6b64c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:17.334120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a4c0c708-44a1-426e-946b-972a2d6b64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:17.372908 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a4c0c708-44a1-426e-946b-972a2d6b64c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=faac493fdb4f48a48eb25cd9617307ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499646 Sep 29 17:57:17.374888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0c708-44a1-426e-946b-972a2d6b64c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59647d56-6284-4b37-a27b-e15acbf096aa,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:17.375775 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46354) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:17.426744 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43be8b0a-d635-4ee0-8eb1-b81fc8496fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:17.450345 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43be8b0a-d635-4ee0-8eb1-b81fc8496fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:17.501777 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43be8b0a-d635-4ee0-8eb1-b81fc8496fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:17.504698 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-43be8b0a-d635-4ee0-8eb1-b81fc8496fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:17.505951 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-43be8b0a-d635-4ee0-8eb1-b81fc8496fdd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59647d56-6284-4b37-a27b-e15acbf096aa HTTP/1.1" status: 204 len: 168 time: 0.1292005 Sep 29 17:57:17.513834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be8b0a-d635-4ee0-8eb1-b81fc8496fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59647d56-6284-4b37-a27b-e15acbf096aa,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:22.664586 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46780) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:22.786445 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3636c88f-54a2-4ec0-aede-607997c177ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:22.884844 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3636c88f-54a2-4ec0-aede-607997c177ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:22.888859 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3636c88f-54a2-4ec0-aede-607997c177ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:22.931732 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3636c88f-54a2-4ec0-aede-607997c177ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f397735bb4d045539bc8e6343664ed6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648373 Sep 29 17:57:22.933661 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46828) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:22.935488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636c88f-54a2-4ec0-aede-607997c177ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cf2668-bf3a-421e-ae09-1e493c166ce0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:22.995582 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:23.017491 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:23.076385 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:23.079680 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:23.080911 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7cf2668-bf3a-421e-ae09-1e493c166ce0 HTTP/1.1" status: 204 len: 168 time: 0.1462686 Sep 29 17:57:23.090524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cf2668-bf3a-421e-ae09-1e493c166ce0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:23.098318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:23.098887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:23.099132 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:23.099408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:23.099738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:23.100074 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:23.100539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:23.100921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:23.101252 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:23.101602 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:23.101921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:23.102727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76acd679-dc25-4091-9c1e-6234c1e2ab7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:26.116239 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46942) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:26.228469 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97f0d93b-35c0-45e1-8346-5eb119b64d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:26.340364 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97f0d93b-35c0-45e1-8346-5eb119b64d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:26.344717 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-97f0d93b-35c0-45e1-8346-5eb119b64d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:26.386476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-97f0d93b-35c0-45e1-8346-5eb119b64d0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=caade6332eb24514bd2bbc62f3d443da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665670 Sep 29 17:57:26.386476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0d93b-35c0-45e1-8346-5eb119b64d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d999cc-c9c0-408d-b36c-36ace6f9b317,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:26.387418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46948) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:26.465920 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74ec9a7c-9d4e-48b6-9b1e-3ea02d32f472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:26.488192 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74ec9a7c-9d4e-48b6-9b1e-3ea02d32f472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:26.538701 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74ec9a7c-9d4e-48b6-9b1e-3ea02d32f472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:26.541792 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-74ec9a7c-9d4e-48b6-9b1e-3ea02d32f472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:26.543313 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-74ec9a7c-9d4e-48b6-9b1e-3ea02d32f472 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07d999cc-c9c0-408d-b36c-36ace6f9b317 HTTP/1.1" status: 204 len: 168 time: 0.1541698 Sep 29 17:57:26.552245 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec9a7c-9d4e-48b6-9b1e-3ea02d32f472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d999cc-c9c0-408d-b36c-36ace6f9b317,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:27.212104 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46976) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:27.318718 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7fd4372c-f99a-4ceb-b87b-c885d622dc3d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-984889604-network', 'tenant_id': 'd1b8d5dff80b4d659b3994ff76a871fd'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:57:27.341121 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd4372c-f99a-4ceb-b87b-c885d622dc3d admin admin] Made reservation on behalf of d1b8d5dff80b4d659b3994ff76a871fd for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:57:27.343506 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7fd4372c-f99a-4ceb-b87b-c885d622dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:27.352299 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7fd4372c-f99a-4ceb-b87b-c885d622dc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:27.443580 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7fd4372c-f99a-4ceb-b87b-c885d622dc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:27.448109 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7fd4372c-f99a-4ceb-b87b-c885d622dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:27.479639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd4372c-f99a-4ceb-b87b-c885d622dc3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:57:27.490040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4372c-f99a-4ceb-b87b-c885d622dc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:27.495930 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7fd4372c-f99a-4ceb-b87b-c885d622dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:27.496278 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-7fd4372c-f99a-4ceb-b87b-c885d622dc3d admin admin] Added segment 0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc of type vlan for network 3a017ae0-4522-476a-b48e-3fb7986eefa9 Sep 29 17:57:27.542178 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7fd4372c-f99a-4ceb-b87b-c885d622dc3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:27.570074 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7fd4372c-f99a-4ceb-b87b-c885d622dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:27.571728 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd4372c-f99a-4ceb-b87b-c885d622dc3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:27.572561 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7fd4372c-f99a-4ceb-b87b-c885d622dc3d admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:27.623767 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7fd4372c-f99a-4ceb-b87b-c885d622dc3d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4101043 Sep 29 17:57:27.627112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46986) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:27.633436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a5ea7b41-f971-4c42-b4c7-b745d207c202 admin admin] Request body: {'subnet': {'network_id': '3a017ae0-4522-476a-b48e-3fb7986eefa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-984889604-subnet', 'tenant_id': 'd1b8d5dff80b4d659b3994ff76a871fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:57:27.654988 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:27.667906 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4372c-f99a-4ceb-b87b-c885d622dc3d admin admin] Pushing event updated for resources: {'Network': ['ID=3a017ae0-4522-476a-b48e-3fb7986eefa9,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:27.669635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ea7b41-f971-4c42-b4c7-b745d207c202 admin admin] Made reservation on behalf of d1b8d5dff80b4d659b3994ff76a871fd for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:57:27.672743 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7b41-f971-4c42-b4c7-b745d207c202 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:27.678912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 3a017ae0-4522-476a-b48e-3fb7986eefa9 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:57:27.718215 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 46988) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:27.837326 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-da02eb56-b681-42b6-b986-68442e5c6d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:27.864067 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7b41-f971-4c42-b4c7-b745d207c202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:27.924723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea7b41-f971-4c42-b4c7-b745d207c202 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0c37a44-a556-4508-a1a5-dc383be32db7,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:27.934736 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-da02eb56-b681-42b6-b986-68442e5c6d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:27.936102 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ea7b41-f971-4c42-b4c7-b745d207c202 admin admin] Checking segment: {'id': '0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3a017ae0-4522-476a-b48e-3fb7986eefa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:57:27.936455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea7b41-f971-4c42-b4c7-b745d207c202 admin admin] Network hostable DHCP agents. Network: 3a017ae0-4522-476a-b48e-3fb7986eefa9, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:57:27.939556 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-da02eb56-b681-42b6-b986-68442e5c6d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:27.953094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ea7b41-f971-4c42-b4c7-b745d207c202 admin admin] Network 3a017ae0-4522-476a-b48e-3fb7986eefa9 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:57:27.962363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a5ea7b41-f971-4c42-b4c7-b745d207c202 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 3a017ae0-4522-476a-b48e-3fb7986eefa9) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:57:27.967738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ea7b41-f971-4c42-b4c7-b745d207c202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:27.969335 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a5ea7b41-f971-4c42-b4c7-b745d207c202 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:27.971011 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2f0e10-cc4e-4168-b409-81a33a72638f None None] Network 3a017ae0-4522-476a-b48e-3fb7986eefa9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:57:27.980251 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-da02eb56-b681-42b6-b986-68442e5c6d8e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d90a6752e8c48ba8291bddf3b265eef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607496 Sep 29 17:57:27.981358 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02eb56-b681-42b6-b986-68442e5c6d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64def8e-01a4-4d22-a56b-23f0919605ef,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:27.982885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 46992) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:27.999109 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a5ea7b41-f971-4c42-b4c7-b745d207c202 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3708079 Sep 29 17:57:28.047622 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2ed8706f-f961-4a2e-8542-421d44a5bbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:28.069301 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2ed8706f-f961-4a2e-8542-421d44a5bbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:28.100438 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c86bbf2-bb39-4466-bed0-9ab5c77cd283 None None] Network 3a017ae0-4522-476a-b48e-3fb7986eefa9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:57:28.122761 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2ed8706f-f961-4a2e-8542-421d44a5bbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:28.125771 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2ed8706f-f961-4a2e-8542-421d44a5bbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:28.133853 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2ed8706f-f961-4a2e-8542-421d44a5bbb5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b64def8e-01a4-4d22-a56b-23f0919605ef HTTP/1.1" status: 204 len: 168 time: 0.1468279 Sep 29 17:57:28.140482 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8706f-f961-4a2e-8542-421d44a5bbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64def8e-01a4-4d22-a56b-23f0919605ef,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:29.692643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47108) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:30.060747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-011e5a7c-1d06-4a3d-8984-63deeab8e209 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting port bd5756cc-a644-42f3-8395-1df7d8d26236 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:57:30.061177 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-011e5a7c-1d06-4a3d-8984-63deeab8e209 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:30.152964 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-011e5a7c-1d06-4a3d-8984-63deeab8e209 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:30.153197 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-011e5a7c-1d06-4a3d-8984-63deeab8e209 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:30.164986 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-011e5a7c-1d06-4a3d-8984-63deeab8e209 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Calling delete_port for bd5756cc-a644-42f3-8395-1df7d8d26236 owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:57:30.327232 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-011e5a7c-1d06-4a3d-8984-63deeab8e209 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:30.359115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e5a7c-1d06-4a3d-8984-63deeab8e209 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Port': ['ID=bd5756cc-a644-42f3-8395-1df7d8d26236,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:30.426707 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-011e5a7c-1d06-4a3d-8984-63deeab8e209 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:30.427147 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-011e5a7c-1d06-4a3d-8984-63deeab8e209 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Floating IP 784f0861-bbe7-420b-bab7-5a0442af8ffb disassociated (deleted). External IP: 172.25.2.129, port: 0e089951-8d5f-451b-8c28-840b26d8bac4. Sep 29 17:57:30.669587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011e5a7c-1d06-4a3d-8984-63deeab8e209 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router 30a645b8-4b4b-4458-89ef-42f280222de1 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:57:30.876200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011e5a7c-1d06-4a3d-8984-63deeab8e209 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:57:30.881885 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-011e5a7c-1d06-4a3d-8984-63deeab8e209 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:30.887066 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a014a-10be-4af4-8322-784e5ba645ca None None] Sync routers for ids ['30a645b8-4b4b-4458-89ef-42f280222de1'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:57:30.899308 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a014a-10be-4af4-8322-784e5ba645ca None None] Routers {'30a645b8-4b4b-4458-89ef-42f280222de1'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:57:30.899955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f61a014a-10be-4af4-8322-784e5ba645ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:57:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['30a645b8-4b4b-4458-89ef-42f280222de1'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:30.912117 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-011e5a7c-1d06-4a3d-8984-63deeab8e209 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/floatingips/784f0861-bbe7-420b-bab7-5a0442af8ffb HTTP/1.1" status: 204 len: 168 time: 1.2182910 Sep 29 17:57:30.912716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'tag': '0e089951-8d5f-451b-8c28-840b26d8bac4'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:57:30.915251 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0372574b-6d0a-40fd-813a-f397513c3ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9199d9-7024-4a1c-8187-e182b1cc939b", "tag": "0e089951-8d5f-451b-8c28-840b26d8bac4"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:57:31.055476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-f61a014a-10be-4af4-8322-784e5ba645ca None None] Set router 30a645b8-4b4b-4458-89ef-42f280222de1 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:57:31.178224 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e576959a-787b-45fa-acdb-4386bb1a4e04 x-openstack-request-id: req-e576959a-787b-45fa-acdb-4386bb1a4e04 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:57:31.178521 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9199d9-7024-4a1c-8187-e182b1cc939b", "tag": "0e089951-8d5f-451b-8c28-840b26d8bac4", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:57:31.178984 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e576959a-787b-45fa-acdb-4386bb1a4e04 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:57:31.179577 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'tag': '0e089951-8d5f-451b-8c28-840b26d8bac4', 'status': 'completed', 'code': 200} Sep 29 17:57:31.205103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1242d-7ee2-448f-9db0-0799b90433a8 req-9eeb6d65-e999-4739-9df0-befd02c700b2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:31.206683 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48b1242d-7ee2-448f-9db0-0799b90433a8 req-9eeb6d65-e999-4739-9df0-befd02c700b2 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0588846 Sep 29 17:57:31.291865 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48b1242d-7ee2-448f-9db0-0799b90433a8 req-90032d20-acd3-42dd-92e7-8bc233940f37 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764112 Sep 29 17:57:31.298232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f61a014a-10be-4af4-8322-784e5ba645ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305651109', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '4c186259-6b18-4800-b182-83ef51e4b864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:20Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4c186259-6b18-4800-b182-83ef51e4b864', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:22Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '29866e0d-846e-4fe2-a326-aecebdcb2103', 'name': '', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:9f:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:26Z', 'updated_at': '2021-09-29T17:54:32Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:31.301460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372574b-6d0a-40fd-813a-f397513c3ef9 req-98937aca-d31e-41c9-87b9-303be1b5199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:31.303201 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0372574b-6d0a-40fd-813a-f397513c3ef9 req-98937aca-d31e-41c9-87b9-303be1b5199c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b082b405368a4dd1b0eab20300b40c27&device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 1096 time: 0.0739491 Sep 29 17:57:31.328676 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a014a-10be-4af4-8322-784e5ba645ca None None] Checking router: 30a645b8-4b4b-4458-89ef-42f280222de1 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:57:31.341319 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61a014a-10be-4af4-8322-784e5ba645ca None None] Routers {'30a645b8-4b4b-4458-89ef-42f280222de1'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:57:31.342301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f61a014a-10be-4af4-8322-784e5ba645ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:57:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['30a645b8-4b4b-4458-89ef-42f280222de1'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:31.403338 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372574b-6d0a-40fd-813a-f397513c3ef9 req-832c26d9-3296-457f-9ecc-f4bd6addf5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:31.404939 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0372574b-6d0a-40fd-813a-f397513c3ef9 req-832c26d9-3296-457f-9ecc-f4bd6addf5e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=efc8c0df-2a54-4784-80b1-b68c43f92149 HTTP/1.1" status: 200 len: 898 time: 0.0936933 Sep 29 17:57:31.453146 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0372574b-6d0a-40fd-813a-f397513c3ef9 req-01decb16-6043-48a0-82ca-4b061a10a799 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e089951-8d5f-451b-8c28-840b26d8bac4 HTTP/1.1" status: 200 len: 217 time: 0.0399978 Sep 29 17:57:31.456482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-f61a014a-10be-4af4-8322-784e5ba645ca None None] Set router 30a645b8-4b4b-4458-89ef-42f280222de1 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:57:31.514608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372574b-6d0a-40fd-813a-f397513c3ef9 req-e6966621-9cda-405b-8c00-7589bf419547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:31.516356 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0372574b-6d0a-40fd-813a-f397513c3ef9 req-e6966621-9cda-405b-8c00-7589bf419547 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=193214a2-bc33-4856-9f1f-2de044b26bed HTTP/1.1" status: 200 len: 835 time: 0.0536852 Sep 29 17:57:31.564006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372574b-6d0a-40fd-813a-f397513c3ef9 req-9f019e1f-50bc-4559-9bfe-2d56770b4090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:31.565683 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0372574b-6d0a-40fd-813a-f397513c3ef9 req-9f019e1f-50bc-4559-9bfe-2d56770b4090 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=efc8c0df-2a54-4784-80b1-b68c43f92149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411670 Sep 29 17:57:31.671863 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-f61a014a-10be-4af4-8322-784e5ba645ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305651109', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '4c186259-6b18-4800-b182-83ef51e4b864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:20Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4c186259-6b18-4800-b182-83ef51e4b864', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:22Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '29866e0d-846e-4fe2-a326-aecebdcb2103', 'name': '', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:9f:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:26Z', 'updated_at': '2021-09-29T17:54:32Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:31.686983 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0372574b-6d0a-40fd-813a-f397513c3ef9 req-c3f12dbf-ef92-47ab-9efa-0b521dba4fb5 service neutron] 10.222.0.35 "GET /v2.0/networks/efc8c0df-2a54-4784-80b1-b68c43f92149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121020 Sep 29 17:57:31.706265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61a014a-10be-4af4-8322-784e5ba645ca None None] The sync data for ids ['30a645b8-4b4b-4458-89ef-42f280222de1'] in n-d-811748-2 is: [{'id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305651109', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '4c186259-6b18-4800-b182-83ef51e4b864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:20Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4c186259-6b18-4800-b182-83ef51e4b864', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:22Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '29866e0d-846e-4fe2-a326-aecebdcb2103', 'name': '', 'network_id': 'efc8c0df-2a54-4784-80b1-b68c43f92149', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'mac_address': 'fa:16:3e:9f:a9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:26Z', 'updated_at': '2021-09-29T17:54:32Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'subnets': [{'id': '193214a2-bc33-4856-9f1f-2de044b26bed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:57:31.797997 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0372574b-6d0a-40fd-813a-f397513c3ef9 req-70b24dfe-421f-445a-9dce-6ad03e5e3ee9 service neutron] 10.222.0.35 "GET /v2.0/networks/efc8c0df-2a54-4784-80b1-b68c43f92149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018612 Sep 29 17:57:31.981179 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f45cf50-e4f4-4c83-905f-d21540bce2ae None None] New status for floating IP 784f0861-bbe7-420b-bab7-5a0442af8ffb: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 17:57:32.337864 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:57:32.419445 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9b2ef-ca57-4eb0-b19d-2f3296dd86b5 req-aa0eb96a-1c6b-45a8-b0f8-27ef7fcea3f1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:32.420946 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4d9b2ef-ca57-4eb0-b19d-2f3296dd86b5 req-aa0eb96a-1c6b-45a8-b0f8-27ef7fcea3f1 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0540576 Sep 29 17:57:32.463476 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4d9b2ef-ca57-4eb0-b19d-2f3296dd86b5 req-a2f954e1-eaf3-4e96-9703-5a0c70f565d9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/security-groups?id=b5d78b0f-c7a9-4198-acd4-cc13290e700b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355923 Sep 29 17:57:32.856323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8044268-cfbe-4f2b-87ea-6fb1bf3ff22d req-354ba214-d99c-4489-8138-64bae0b63b73 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:32.857975 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f8044268-cfbe-4f2b-87ea-6fb1bf3ff22d req-354ba214-d99c-4489-8138-64bae0b63b73 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 945 time: 0.0567749 Sep 29 17:57:32.960454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f8044268-cfbe-4f2b-87ea-6fb1bf3ff22d req-311e18ae-8030-49ce-813a-a7ab7be8f191 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting port 0e089951-8d5f-451b-8c28-840b26d8bac4 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:57:32.960902 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f8044268-cfbe-4f2b-87ea-6fb1bf3ff22d req-311e18ae-8030-49ce-813a-a7ab7be8f191 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:33.071196 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f8044268-cfbe-4f2b-87ea-6fb1bf3ff22d req-311e18ae-8030-49ce-813a-a7ab7be8f191 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] For port 0e089951-8d5f-451b-8c28-840b26d8bac4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0e089951-8d5f-451b-8c28-840b26d8bac4,segment=NetworkSegment(2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19),segment_id=2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:57:33.071196 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f8044268-cfbe-4f2b-87ea-6fb1bf3ff22d req-311e18ae-8030-49ce-813a-a7ab7be8f191 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:33.083604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f8044268-cfbe-4f2b-87ea-6fb1bf3ff22d req-311e18ae-8030-49ce-813a-a7ab7be8f191 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Calling delete_port for 0e089951-8d5f-451b-8c28-840b26d8bac4 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:57:33.217849 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f8044268-cfbe-4f2b-87ea-6fb1bf3ff22d req-311e18ae-8030-49ce-813a-a7ab7be8f191 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:33.255817 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e18ae-8030-49ce-813a-a7ab7be8f191 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Port': ['ID=0e089951-8d5f-451b-8c28-840b26d8bac4,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:33.310397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8044268-cfbe-4f2b-87ea-6fb1bf3ff22d req-311e18ae-8030-49ce-813a-a7ab7be8f191 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] No DVR routers for this DVR port 0e089951-8d5f-451b-8c28-840b26d8bac4 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:57:33.317948 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f8044268-cfbe-4f2b-87ea-6fb1bf3ff22d req-311e18ae-8030-49ce-813a-a7ab7be8f191 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:33.320194 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f8044268-cfbe-4f2b-87ea-6fb1bf3ff22d req-311e18ae-8030-49ce-813a-a7ab7be8f191 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.35 "DELETE /v2.0/ports/0e089951-8d5f-451b-8c28-840b26d8bac4 HTTP/1.1" status: 204 len: 173 time: 0.4559572 Sep 29 17:57:33.320649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'name': 'network-vif-deleted', 'tag': '0e089951-8d5f-451b-8c28-840b26d8bac4'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:57:33.323368 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb1a762-1d4d-4a6f-8660-023d1881652e" -d '{"events": [{"server_uuid": "0d9199d9-7024-4a1c-8187-e182b1cc939b", "name": "network-vif-deleted", "tag": "0e089951-8d5f-451b-8c28-840b26d8bac4"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:57:33.399421 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015430dc-0ef4-4488-8bf5-34098600b856 x-openstack-request-id: req-015430dc-0ef4-4488-8bf5-34098600b856 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:57:33.399715 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9199d9-7024-4a1c-8187-e182b1cc939b", "name": "network-vif-deleted", "tag": "0e089951-8d5f-451b-8c28-840b26d8bac4", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:57:33.399969 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-015430dc-0ef4-4488-8bf5-34098600b856 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:57:33.401084 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9199d9-7024-4a1c-8187-e182b1cc939b', 'name': 'network-vif-deleted', 'tag': '0e089951-8d5f-451b-8c28-840b26d8bac4', 'status': 'completed', 'code': 200} Sep 29 17:57:33.624091 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-066073eb-b05b-4975-9e9c-6a72ebc144a7 req-26497e70-5b20-425e-b567-62e4ed93ebf9 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d9199d9-7024-4a1c-8187-e182b1cc939b HTTP/1.1" status: 200 len: 210 time: 0.0610609 Sep 29 17:57:34.684730 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47160) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:35.196479 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:35.488606 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting port 29866e0d-846e-4fe2-a326-aecebdcb2103 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:57:35.489094 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:35.596729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] For port 29866e0d-846e-4fe2-a326-aecebdcb2103, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=29866e0d-846e-4fe2-a326-aecebdcb2103,segment=NetworkSegment(2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19),segment_id=2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:57:35.597434 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:35.615179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Calling delete_port for 29866e0d-846e-4fe2-a326-aecebdcb2103 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:57:35.851511 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:35.882845 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Port': ['ID=29866e0d-846e-4fe2-a326-aecebdcb2103,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:35.911168 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:35.911494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:35.911833 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:35.912386 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:35.912707 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:35.913043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:35.913378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:35.913711 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:35.914016 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:35.914346 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:35.914652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:35.914954 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:36.097655 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:36.098151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0e089951-8d5f-451b-8c28-840b26d8bac4 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:57:36.132296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 0e089951-8d5f-451b-8c28-840b26d8bac4 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:57:36.132296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0e089951-8d5f-451b-8c28-840b26d8bac4 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:57:36.378966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Router 30a645b8-4b4b-4458-89ef-42f280222de1 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:57:36.502900 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:57:36.515328 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e90de1-9135-4952-9700-423cd63984c3 None None] Sync routers for ids ['30a645b8-4b4b-4458-89ef-42f280222de1'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:57:36.530534 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e90de1-9135-4952-9700-423cd63984c3 None None] Routers {'30a645b8-4b4b-4458-89ef-42f280222de1'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:57:36.533620 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-707775be-49cf-49be-b54a-32629d429ae4 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "PUT /v2.0/routers/30a645b8-4b4b-4458-89ef-42f280222de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8450837 Sep 29 17:57:36.533757 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-14e90de1-9135-4952-9700-423cd63984c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:57:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['30a645b8-4b4b-4458-89ef-42f280222de1'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:36.533990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47168) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:36.600176 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1f2522-0680-40de-9c44-aa339f1d501b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting subnet 193214a2-bc33-4856-9f1f-2de044b26bed {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:57:36.605779 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb1f2522-0680-40de-9c44-aa339f1d501b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:36.656772 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb1f2522-0680-40de-9c44-aa339f1d501b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:36.668368 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-14e90de1-9135-4952-9700-423cd63984c3 None None] Set router 30a645b8-4b4b-4458-89ef-42f280222de1 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:57:36.772075 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb1f2522-0680-40de-9c44-aa339f1d501b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:36.890763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-14e90de1-9135-4952-9700-423cd63984c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305651109', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '4c186259-6b18-4800-b182-83ef51e4b864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:20Z', 'updated_at': '2021-09-29T17:57:35Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4c186259-6b18-4800-b182-83ef51e4b864', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:22Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:36.899223 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb1f2522-0680-40de-9c44-aa339f1d501b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:36.923185 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e90de1-9135-4952-9700-423cd63984c3 None None] Checking router: 30a645b8-4b4b-4458-89ef-42f280222de1 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:57:36.925940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f2522-0680-40de-9c44-aa339f1d501b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Subnet': ['ID=193214a2-bc33-4856-9f1f-2de044b26bed,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:36.937018 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cb1f2522-0680-40de-9c44-aa339f1d501b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:36.940564 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e90de1-9135-4952-9700-423cd63984c3 None None] Routers {'30a645b8-4b4b-4458-89ef-42f280222de1'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:57:36.941266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-14e90de1-9135-4952-9700-423cd63984c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:57:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['30a645b8-4b4b-4458-89ef-42f280222de1'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:36.941753 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cb1f2522-0680-40de-9c44-aa339f1d501b tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/subnets/193214a2-bc33-4856-9f1f-2de044b26bed HTTP/1.1" status: 204 len: 168 time: 0.4067974 Sep 29 17:57:36.942364 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47172) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:37.026324 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3146d62f-baa9-4cfa-ad57-656abc8ccc80 None None] Network efc8c0df-2a54-4784-80b1-b68c43f92149 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:57:37.076309 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-51ccfc21-ca0a-475f-8596-de4290a8ef8d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:37.209812 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-51ccfc21-ca0a-475f-8596-de4290a8ef8d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:37.319996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-14e90de1-9135-4952-9700-423cd63984c3 None None] Set router 30a645b8-4b4b-4458-89ef-42f280222de1 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:57:37.323508 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-51ccfc21-ca0a-475f-8596-de4290a8ef8d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Deleting port 4c186259-6b18-4800-b182-83ef51e4b864 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:57:37.324769 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-51ccfc21-ca0a-475f-8596-de4290a8ef8d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:37.449542 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-51ccfc21-ca0a-475f-8596-de4290a8ef8d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] For port 4c186259-6b18-4800-b182-83ef51e4b864, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4c186259-6b18-4800-b182-83ef51e4b864,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:57:37.450179 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-51ccfc21-ca0a-475f-8596-de4290a8ef8d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:37.466143 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-51ccfc21-ca0a-475f-8596-de4290a8ef8d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Calling delete_port for 4c186259-6b18-4800-b182-83ef51e4b864 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:57:37.583271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-14e90de1-9135-4952-9700-423cd63984c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305651109', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '4c186259-6b18-4800-b182-83ef51e4b864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:20Z', 'updated_at': '2021-09-29T17:57:35Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4c186259-6b18-4800-b182-83ef51e4b864', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:22Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:37.635931 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e90de1-9135-4952-9700-423cd63984c3 None None] The sync data for ids ['30a645b8-4b4b-4458-89ef-42f280222de1'] in n-d-811748-2 is: [{'id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305651109', 'tenant_id': 'b082b405368a4dd1b0eab20300b40c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '4c186259-6b18-4800-b182-83ef51e4b864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:54:20Z', 'updated_at': '2021-09-29T17:57:35Z', 'revision_number': 5, 'project_id': 'b082b405368a4dd1b0eab20300b40c27', 'gw_port': {'id': '4c186259-6b18-4800-b182-83ef51e4b864', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a645b8-4b4b-4458-89ef-42f280222de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:54:22Z', 'updated_at': '2021-09-29T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:57:37.659606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dc36a5-535a-4dd3-b628-c65cf0e17bea None None] DHCP port deletion for efc8c0df-2a54-4784-80b1-b68c43f92149 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:57:37.717336 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-51ccfc21-ca0a-475f-8596-de4290a8ef8d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:37.748725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc36a5-535a-4dd3-b628-c65cf0e17bea None None] Deleting port aacb89e5-1e6b-4b30-8dd4-24022e7b25b7 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:57:37.749480 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d6dc36a5-535a-4dd3-b628-c65cf0e17bea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:37.759360 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ccfc21-ca0a-475f-8596-de4290a8ef8d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Port': ['ID=4c186259-6b18-4800-b182-83ef51e4b864,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:37.841251 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-51ccfc21-ca0a-475f-8596-de4290a8ef8d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:37.842883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d6dc36a5-535a-4dd3-b628-c65cf0e17bea None None] For port aacb89e5-1e6b-4b30-8dd4-24022e7b25b7, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=aacb89e5-1e6b-4b30-8dd4-24022e7b25b7,segment=NetworkSegment(2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19),segment_id=2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:57:37.843954 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d6dc36a5-535a-4dd3-b628-c65cf0e17bea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:37.866235 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc36a5-535a-4dd3-b628-c65cf0e17bea None None] Calling delete_port for aacb89e5-1e6b-4b30-8dd4-24022e7b25b7 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:57:37.961116 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-51ccfc21-ca0a-475f-8596-de4290a8ef8d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:37.964833 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-51ccfc21-ca0a-475f-8596-de4290a8ef8d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:37.969297 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d6dc36a5-535a-4dd3-b628-c65cf0e17bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:38.002706 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc36a5-535a-4dd3-b628-c65cf0e17bea None None] Pushing event deleted for resources: {'Port': ['ID=aacb89e5-1e6b-4b30-8dd4-24022e7b25b7,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:38.006409 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc36a5-535a-4dd3-b628-c65cf0e17bea None None] No DVR routers for this DVR port aacb89e5-1e6b-4b30-8dd4-24022e7b25b7 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:57:38.017092 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-51ccfc21-ca0a-475f-8596-de4290a8ef8d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:38.017408 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ccfc21-ca0a-475f-8596-de4290a8ef8d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Fanout notify agent at l3_agent the message router_deleted on router 30a645b8-4b4b-4458-89ef-42f280222de1 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:57:38.025704 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-51ccfc21-ca0a-475f-8596-de4290a8ef8d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:38.029778 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-51ccfc21-ca0a-475f-8596-de4290a8ef8d tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/routers/30a645b8-4b4b-4458-89ef-42f280222de1 HTTP/1.1" status: 204 len: 168 time: 1.0862269 Sep 29 17:57:38.030518 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47178) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:38.154729 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d834e1c-1d1b-4032-8231-ae398525b389 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:38.171263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device aacb89e5-1e6b-4b30-8dd4-24022e7b25b7 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:57:38.239237 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: aacb89e5-1e6b-4b30-8dd4-24022e7b25b7 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:57:38.239809 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device aacb89e5-1e6b-4b30-8dd4-24022e7b25b7 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:57:38.297417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d834e1c-1d1b-4032-8231-ae398525b389 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:38.330458 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-0d834e1c-1d1b-4032-8231-ae398525b389 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc8c0df-2a54-4784-80b1-b68c43f92149']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:38.341936 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-0d834e1c-1d1b-4032-8231-ae398525b389 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:38.342571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-0d834e1c-1d1b-4032-8231-ae398525b389 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efb82ab-dc1c-4f23-80b1-2ac04cfd4d19') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:38.352862 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d834e1c-1d1b-4032-8231-ae398525b389 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:38.370174 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d834e1c-1d1b-4032-8231-ae398525b389 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:38.380083 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d834e1c-1d1b-4032-8231-ae398525b389 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:57:38.380733 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d834e1c-1d1b-4032-8231-ae398525b389 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:57:38.383808 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:57:38.480562 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d834e1c-1d1b-4032-8231-ae398525b389 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:38.504147 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d834e1c-1d1b-4032-8231-ae398525b389 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:38.507937 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0d834e1c-1d1b-4032-8231-ae398525b389 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/networks/efc8c0df-2a54-4784-80b1-b68c43f92149 HTTP/1.1" status: 204 len: 168 time: 0.4759438 Sep 29 17:57:38.511044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d834e1c-1d1b-4032-8231-ae398525b389 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'Network': ['ID=efc8c0df-2a54-4784-80b1-b68c43f92149,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:38.511670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47182) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:38.599239 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91a8b75a-49c1-4c13-8b20-7e9d02db29f3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:38.634501 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91a8b75a-49c1-4c13-8b20-7e9d02db29f3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:38.712422 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91a8b75a-49c1-4c13-8b20-7e9d02db29f3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:38.715865 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91a8b75a-49c1-4c13-8b20-7e9d02db29f3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:38.720280 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-91a8b75a-49c1-4c13-8b20-7e9d02db29f3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] 10.222.0.44 "DELETE /v2.0/security-groups/b5d78b0f-c7a9-4198-acd4-cc13290e700b HTTP/1.1" status: 204 len: 168 time: 0.2073083 Sep 29 17:57:38.731497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8b75a-49c1-4c13-8b20-7e9d02db29f3 tempest-TestNetworkAdvancedServerOps-738291531 tempest-TestNetworkAdvancedServerOps-738291531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d78b0f-c7a9-4198-acd4-cc13290e700b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:39.185521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47192) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:39.365350 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f40bf5c3-5ad9-4b0e-adbd-08655720223e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b082b405368a4dd1b0eab20300b40c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786337 Sep 29 17:57:39.367933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47198) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:39.428900 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9caa3ebd-265d-4d24-9b59-43749b5fce36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:39.453951 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9caa3ebd-265d-4d24-9b59-43749b5fce36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:39.512426 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9caa3ebd-265d-4d24-9b59-43749b5fce36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:39.516369 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9caa3ebd-265d-4d24-9b59-43749b5fce36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:39.517603 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9caa3ebd-265d-4d24-9b59-43749b5fce36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b51272f4-5245-4355-9b7e-359f3cd5c863 HTTP/1.1" status: 204 len: 168 time: 0.1477652 Sep 29 17:57:39.529068 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa3ebd-265d-4d24-9b59-43749b5fce36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51272f4-5245-4355-9b7e-359f3cd5c863,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:39.694327 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 29866e0d-846e-4fe2-a326-aecebdcb2103 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:57:39.750467 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 29866e0d-846e-4fe2-a326-aecebdcb2103 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:57:39.750903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 29866e0d-846e-4fe2-a326-aecebdcb2103 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:57:39.751635 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4c186259-6b18-4800-b182-83ef51e4b864 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:57:39.785780 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 4c186259-6b18-4800-b182-83ef51e4b864 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:57:39.786449 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4c186259-6b18-4800-b182-83ef51e4b864 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:57:39.923065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47204) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:39.972552 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5cbde371-3eb5-43cc-916e-c0f3f6b2256e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03c1c5d951ec48539d5b0d7b319748b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482969 Sep 29 17:57:39.975221 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47206) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:40.026655 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1f8f-0a94-4a7c-9713-6961039da8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:40.053021 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1f8f-0a94-4a7c-9713-6961039da8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:40.118739 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1f8f-0a94-4a7c-9713-6961039da8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:40.122054 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1f8f-0a94-4a7c-9713-6961039da8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:40.125564 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ac7b1f8f-0a94-4a7c-9713-6961039da8f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f587faa-3e36-42e8-bcd3-fa5cca540df6 HTTP/1.1" status: 204 len: 168 time: 0.1470401 Sep 29 17:57:40.133201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b1f8f-0a94-4a7c-9713-6961039da8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f587faa-3e36-42e8-bcd3-fa5cca540df6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:40.820304 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bc87ee79-4e98-4c23-a4aa-0514d8d40b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:40.942100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47232) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:41.059177 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2a2fa571-d19c-4ae4-9ed0-4b4995d09749 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2012130635-network', 'tenant_id': '5aaec5d4ef3340adb444cb50777f2e80'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:57:41.086621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2fa571-d19c-4ae4-9ed0-4b4995d09749 admin admin] Made reservation on behalf of 5aaec5d4ef3340adb444cb50777f2e80 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:57:41.089687 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa571-d19c-4ae4-9ed0-4b4995d09749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:41.102009 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa571-d19c-4ae4-9ed0-4b4995d09749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:41.217413 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa571-d19c-4ae4-9ed0-4b4995d09749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:41.221887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa571-d19c-4ae4-9ed0-4b4995d09749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:41.244947 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2fa571-d19c-4ae4-9ed0-4b4995d09749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:57:41.265748 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa571-d19c-4ae4-9ed0-4b4995d09749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:41.266169 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-2a2fa571-d19c-4ae4-9ed0-4b4995d09749 admin admin] Added segment d312e0d3-9fb3-4ee4-8cba-80617accd7fe of type vlan for network c0698fbf-d232-402c-98ae-5114ed3a281f Sep 29 17:57:41.276317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fa571-d19c-4ae4-9ed0-4b4995d09749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cf2bde-ff4a-47c1-a8ee-5b259ff9bd73,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:41.315115 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa571-d19c-4ae4-9ed0-4b4995d09749 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:41.342169 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa571-d19c-4ae4-9ed0-4b4995d09749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:41.343216 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2fa571-d19c-4ae4-9ed0-4b4995d09749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:41.343990 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2a2fa571-d19c-4ae4-9ed0-4b4995d09749 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:41.377300 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2a2fa571-d19c-4ae4-9ed0-4b4995d09749 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4340014 Sep 29 17:57:41.380405 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47240) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:41.388422 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-25fad248-ea1b-4e3d-9419-f412c5a4f3f0 admin admin] Request body: {'subnet': {'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2012130635-subnet', 'tenant_id': '5aaec5d4ef3340adb444cb50777f2e80', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:57:41.412860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fad248-ea1b-4e3d-9419-f412c5a4f3f0 admin admin] Made reservation on behalf of 5aaec5d4ef3340adb444cb50777f2e80 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:57:41.417262 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-25fad248-ea1b-4e3d-9419-f412c5a4f3f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:41.419830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fa571-d19c-4ae4-9ed0-4b4995d09749 admin admin] Pushing event updated for resources: {'Network': ['ID=c0698fbf-d232-402c-98ae-5114ed3a281f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:41.431525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network c0698fbf-d232-402c-98ae-5114ed3a281f details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:57:41.615248 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-25fad248-ea1b-4e3d-9419-f412c5a4f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:41.670786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fad248-ea1b-4e3d-9419-f412c5a4f3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3004023-8f3f-48d0-a935-0084cfe8d3cd,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:41.682767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fad248-ea1b-4e3d-9419-f412c5a4f3f0 admin admin] Checking segment: {'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:57:41.683393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fad248-ea1b-4e3d-9419-f412c5a4f3f0 admin admin] Network hostable DHCP agents. Network: c0698fbf-d232-402c-98ae-5114ed3a281f, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:57:41.701766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fad248-ea1b-4e3d-9419-f412c5a4f3f0 admin admin] Network c0698fbf-d232-402c-98ae-5114ed3a281f is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:57:41.715551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-25fad248-ea1b-4e3d-9419-f412c5a4f3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, c0698fbf-d232-402c-98ae-5114ed3a281f) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:57:41.732479 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fad248-ea1b-4e3d-9419-f412c5a4f3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:41.733432 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-25fad248-ea1b-4e3d-9419-f412c5a4f3f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:41.740808 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2586174e-e4ef-44a8-9c7b-95ee6afc2a5d None None] Network c0698fbf-d232-402c-98ae-5114ed3a281f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:57:41.753176 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-25fad248-ea1b-4e3d-9419-f412c5a4f3f0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3705113 Sep 29 17:57:41.755693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47242) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:41.763145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2012130635-router', 'tenant_id': '5aaec5d4ef3340adb444cb50777f2e80', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:57:41.790297 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:41.792416 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:41.868032 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:41.943801 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-c0698fbf-d232-402c-98ae-5114ed3a281f', 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f', 'tenant_id': '5aaec5d4ef3340adb444cb50777f2e80', 'fixed_ips': [{'subnet_id': 'f3004023-8f3f-48d0-a935-0084cfe8d3cd'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:57:41.945380 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:42.037225 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:42.124310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Allocated IP 172.20.0.2 (c0698fbf-d232-402c-98ae-5114ed3a281f/f3004023-8f3f-48d0-a935-0084cfe8d3cd/6f44643d-a4ad-4df0-b41a-0f6deb9e8962) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:57:42.331320 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:42.341854 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:42.343734 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:42.364724 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:42.378755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Network c0698fbf-d232-402c-98ae-5114ed3a281f is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:57:42.382360 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:57:42.385821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:57:42.436900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Pushing event updated for resources: {'Port': ['ID=6f44643d-a4ad-4df0-b41a-0f6deb9e8962,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:42.471925 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:42.472272 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:42.472610 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:42.472945 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:42.473271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:42.473624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:42.473947 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:42.475244 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:42.475575 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:42.475900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:42.476223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:42.476542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:42.486256 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Attempting to bind port 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:57:42.486659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Attempting to bind port 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:57:42.486952 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Attempting to bind port 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 on network c0698fbf-d232-402c-98ae-5114ed3a281f {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:57:42.492062 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:57:42.492439 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Checking segment: {'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:57:42.492839 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:42.493227 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Bound using segment: {'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:57:42.493718 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Bound port: 6f44643d-a4ad-4df0-b41a-0f6deb9e8962, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:57:42.494945 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:42.516123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Allocated IP 172.25.2.150 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/9aaae65c-730a-4bcc-b901-cd8ed1189c7a) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:57:42.575431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] For port 6f44643d-a4ad-4df0-b41a-0f6deb9e8962, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:57:42.579472 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] For port 6f44643d-a4ad-4df0-b41a-0f6deb9e8962, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6f44643d-a4ad-4df0-b41a-0f6deb9e8962,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:57:42.585494 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:42.653624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78688f85-e175-452c-958d-30ce29b1c155 None None] Pushing event updated for resources: {'Port': ['ID=6f44643d-a4ad-4df0-b41a-0f6deb9e8962,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:42.679600 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:42.727987 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:42.780287 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:57:42.787036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:57:42.789488 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9aaae65c-730a-4bcc-b901-cd8ed1189c7a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:42.791761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:57:43.091214 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:43.326788 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:43.467247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Router fdc73295-bf94-4dc0-878e-8993a3319ecf is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:57:43.572923 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-397d1bad-dd53-427a-aa2d-f1197e0995f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:43.816816 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:57:43.881003 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:43.881706 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:44.001266 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:44.049821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 6f44643d-a4ad-4df0-b41a-0f6deb9e8962, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6f44643d-a4ad-4df0-b41a-0f6deb9e8962,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:57:44.052847 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09726178-8777-4185-b83d-56647bfe4b6a None None] Network c0698fbf-d232-402c-98ae-5114ed3a281f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:57:44.053785 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:57:44.065422 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Sync routers for ids ['fdc73295-bf94-4dc0-878e-8993a3319ecf'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:57:44.066773 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:44.086368 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Routers {'fdc73295-bf94-4dc0-878e-8993a3319ecf'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:57:44.087225 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:44.088506 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:57:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fdc73295-bf94-4dc0-878e-8993a3319ecf'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:44.092685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47268) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:44.095864 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3322a46d-f4a5-41a5-8097-cda067f1f0e9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3388240 Sep 29 17:57:44.269241 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Set router fdc73295-bf94-4dc0-878e-8993a3319ecf gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:57:44.291499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=6f44643d-a4ad-4df0-b41a-0f6deb9e8962,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:44.304218 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7f72387b-46c1-4b3d-ae2b-d9c87bb95463 None None] Provisioning complete for port 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:44.304722 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7f72387b-46c1-4b3d-ae2b-d9c87bb95463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:44.612421 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'name': 'tempest-TestServerMultinode-2012130635-router', 'tenant_id': '5aaec5d4ef3340adb444cb50777f2e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '9aaae65c-730a-4bcc-b901-cd8ed1189c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:41Z', 'updated_at': '2021-09-29T17:57:42Z', 'revision_number': 3, 'project_id': '5aaec5d4ef3340adb444cb50777f2e80', 'gw_port': {'id': '9aaae65c-730a-4bcc-b901-cd8ed1189c7a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:42Z', 'updated_at': '2021-09-29T17:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:44.670243 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:44.685387 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:44.753963 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Checking router: fdc73295-bf94-4dc0-878e-8993a3319ecf for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:57:44.754321 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Updating router fdc73295-bf94-4dc0-878e-8993a3319ecf port 9aaae65c-730a-4bcc-b901-cd8ed1189c7a binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:57:44.785767 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:44.786410 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:44.791806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5606e0e1-4c76-490c-bfb4-c6d982f8df48 None None] Provisioning complete for port 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:44.792419 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5606e0e1-4c76-490c-bfb4-c6d982f8df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:45.059166 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:45.068715 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:45.077939 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:45.136150 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Attempting to bind port 9aaae65c-730a-4bcc-b901-cd8ed1189c7a on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:57:45.136513 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Attempting to bind port 9aaae65c-730a-4bcc-b901-cd8ed1189c7a by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:57:45.136883 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Attempting to bind port 9aaae65c-730a-4bcc-b901-cd8ed1189c7a on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:57:45.140205 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc7336-656c-420b-bd35-5bfde02b01d2 None None] Pushing event updated for resources: {'Port': ['ID=9aaae65c-730a-4bcc-b901-cd8ed1189c7a,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:45.144962 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:57:45.145336 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:57:45.146023 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:45.146417 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:57:45.146880 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Bound port: 9aaae65c-730a-4bcc-b901-cd8ed1189c7a, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:57:45.147260 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:45.171003 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc7336-656c-420b-bd35-5bfde02b01d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:45.171350 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc7336-656c-420b-bd35-5bfde02b01d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:45.171690 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc7336-656c-420b-bd35-5bfde02b01d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:45.172002 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc7336-656c-420b-bd35-5bfde02b01d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:45.172337 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc7336-656c-420b-bd35-5bfde02b01d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:45.172661 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc7336-656c-420b-bd35-5bfde02b01d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:45.172980 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc7336-656c-420b-bd35-5bfde02b01d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:45.173320 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc7336-656c-420b-bd35-5bfde02b01d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:45.173635 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc7336-656c-420b-bd35-5bfde02b01d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:45.173951 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc7336-656c-420b-bd35-5bfde02b01d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:45.174266 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc7336-656c-420b-bd35-5bfde02b01d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:45.174575 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bc7336-656c-420b-bd35-5bfde02b01d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:57:45.219531 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] For port 9aaae65c-730a-4bcc-b901-cd8ed1189c7a, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:57:45.222794 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] For port 9aaae65c-730a-4bcc-b901-cd8ed1189c7a, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9aaae65c-730a-4bcc-b901-cd8ed1189c7a,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:57:45.232898 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:45.290735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Allocated IP 172.20.0.1 (c0698fbf-d232-402c-98ae-5114ed3a281f/f3004023-8f3f-48d0-a935-0084cfe8d3cd/34ebb80f-8867-4d81-b7f7-578a9c56cb9b) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:57:45.292005 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Routers {'fdc73295-bf94-4dc0-878e-8993a3319ecf'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:57:45.292411 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:57:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fdc73295-bf94-4dc0-878e-8993a3319ecf'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:45.295399 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc7336-656c-420b-bd35-5bfde02b01d2 None None] Pushing event updated for resources: {'Port': ['ID=9aaae65c-730a-4bcc-b901-cd8ed1189c7a,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:45.398927 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] Set router fdc73295-bf94-4dc0-878e-8993a3319ecf gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:57:45.404516 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:45.452846 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:45.501077 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Network c0698fbf-d232-402c-98ae-5114ed3a281f is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:57:45.505029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:57:45.521576 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:57:45.574335 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Pushing event updated for resources: {'Port': ['ID=34ebb80f-8867-4d81-b7f7-578a9c56cb9b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:45.609478 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:45.719416 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:57:45.732912 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'name': 'tempest-TestServerMultinode-2012130635-router', 'tenant_id': '5aaec5d4ef3340adb444cb50777f2e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '9aaae65c-730a-4bcc-b901-cd8ed1189c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:41Z', 'updated_at': '2021-09-29T17:57:42Z', 'revision_number': 3, 'project_id': '5aaec5d4ef3340adb444cb50777f2e80', 'gw_port': {'id': '9aaae65c-730a-4bcc-b901-cd8ed1189c7a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:42Z', 'updated_at': '2021-09-29T17:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:45.787036 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ac03d-0cae-4670-a15c-b17ee3b70dc9 None None] The sync data for ids ['fdc73295-bf94-4dc0-878e-8993a3319ecf'] in n-d-811748-2 is: [{'id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'name': 'tempest-TestServerMultinode-2012130635-router', 'tenant_id': '5aaec5d4ef3340adb444cb50777f2e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '9aaae65c-730a-4bcc-b901-cd8ed1189c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:41Z', 'updated_at': '2021-09-29T17:57:42Z', 'revision_number': 3, 'project_id': '5aaec5d4ef3340adb444cb50777f2e80', 'gw_port': {'id': '9aaae65c-730a-4bcc-b901-cd8ed1189c7a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:42Z', 'updated_at': '2021-09-29T17:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:57:45.840366 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:45.840961 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:45.860734 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:45.927000 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a34dbc81-ef2a-4a3c-89cb-896c3794f5c9 None None] Provisioning complete for port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:45.927808 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a34dbc81-ef2a-4a3c-89cb-896c3794f5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:46.008996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a34dbc81-ef2a-4a3c-89cb-896c3794f5c9 None None] Port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:57:46.088541 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:46.094455 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:46.178748 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Pushing event updated for resources: {'Port': ['ID=34ebb80f-8867-4d81-b7f7-578a9c56cb9b,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:46.182077 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:46.321010 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Network c0698fbf-d232-402c-98ae-5114ed3a281f is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:57:46.323844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:57:46.463317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Router fdc73295-bf94-4dc0-878e-8993a3319ecf has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:57:46.654851 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:57:46.671358 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2fb73abd-ff25-4544-bccc-4a073baf9ebe admin admin] 10.222.0.44 "PUT /v2.0/routers/fdc73295-bf94-4dc0-878e-8993a3319ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5764697 Sep 29 17:57:46.738741 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5f0151d5-073c-4a6c-9726-af8cefc875f6 None None] Provisioning complete for port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:46.739779 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5f0151d5-073c-4a6c-9726-af8cefc875f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:46.807757 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5f0151d5-073c-4a6c-9726-af8cefc875f6 None None] Port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:57:46.964933 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:47.379926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47336) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:47.385998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-399fa16a-eb60-4f06-b940-d1a01c6d420b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-579631532-network', 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:57:47.414437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399fa16a-eb60-4f06-b940-d1a01c6d420b admin admin] Made reservation on behalf of c1fd5582b5f8461a849a181aade1e03c for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:57:47.417163 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-399fa16a-eb60-4f06-b940-d1a01c6d420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:47.429026 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-399fa16a-eb60-4f06-b940-d1a01c6d420b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:47.569358 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-399fa16a-eb60-4f06-b940-d1a01c6d420b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:47.576209 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-399fa16a-eb60-4f06-b940-d1a01c6d420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:47.602463 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399fa16a-eb60-4f06-b940-d1a01c6d420b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:57:47.617692 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fa16a-eb60-4f06-b940-d1a01c6d420b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4c2ee2-0d39-4509-b1a1-74a8911f046f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:47.636235 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-399fa16a-eb60-4f06-b940-d1a01c6d420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:47.636850 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-399fa16a-eb60-4f06-b940-d1a01c6d420b admin admin] Added segment 20fbe8d1-b753-44bd-bd8c-e874b9d403ee of type vlan for network 358c178b-005c-40fb-bda9-1cf9e5f1b9e9 Sep 29 17:57:47.730073 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-399fa16a-eb60-4f06-b940-d1a01c6d420b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:47.780886 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9aaae65c-730a-4bcc-b901-cd8ed1189c7a up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:57:47.794717 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-399fa16a-eb60-4f06-b940-d1a01c6d420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:47.796258 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399fa16a-eb60-4f06-b940-d1a01c6d420b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:47.797092 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-399fa16a-eb60-4f06-b940-d1a01c6d420b admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:47.851050 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-399fa16a-eb60-4f06-b940-d1a01c6d420b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4699631 Sep 29 17:57:47.854822 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47346) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:47.862812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d7affbda-b64a-4f26-af57-375b39b0207b admin admin] Request body: {'subnet': {'network_id': '358c178b-005c-40fb-bda9-1cf9e5f1b9e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-579631532-subnet', 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c', 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:57:47.899778 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fa16a-eb60-4f06-b940-d1a01c6d420b admin admin] Pushing event updated for resources: {'Network': ['ID=358c178b-005c-40fb-bda9-1cf9e5f1b9e9,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:47.920744 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7affbda-b64a-4f26-af57-375b39b0207b admin admin] Made reservation on behalf of c1fd5582b5f8461a849a181aade1e03c for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:57:47.921580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 358c178b-005c-40fb-bda9-1cf9e5f1b9e9 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:57:47.924418 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d7affbda-b64a-4f26-af57-375b39b0207b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:48.070334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9aaae65c-730a-4bcc-b901-cd8ed1189c7a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:48.070705 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:48.103770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Sync routers for ids ['fdc73295-bf94-4dc0-878e-8993a3319ecf'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:57:48.124570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Routers {'fdc73295-bf94-4dc0-878e-8993a3319ecf'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:57:48.125204 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:57:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fdc73295-bf94-4dc0-878e-8993a3319ecf'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:48.187591 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d7affbda-b64a-4f26-af57-375b39b0207b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:48.260214 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:48.273102 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7affbda-b64a-4f26-af57-375b39b0207b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e903057-3f7d-45b2-8141-cac2ccd443a0,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:48.293846 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 9aaae65c-730a-4bcc-b901-cd8ed1189c7a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9aaae65c-730a-4bcc-b901-cd8ed1189c7a,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:57:48.296975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7affbda-b64a-4f26-af57-375b39b0207b admin admin] Checking segment: {'id': '20fbe8d1-b753-44bd-bd8c-e874b9d403ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '358c178b-005c-40fb-bda9-1cf9e5f1b9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:57:48.298020 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7affbda-b64a-4f26-af57-375b39b0207b admin admin] Network hostable DHCP agents. Network: 358c178b-005c-40fb-bda9-1cf9e5f1b9e9, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:57:48.301484 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Set router fdc73295-bf94-4dc0-878e-8993a3319ecf gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:57:48.304454 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:48.322628 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7affbda-b64a-4f26-af57-375b39b0207b admin admin] Network 358c178b-005c-40fb-bda9-1cf9e5f1b9e9 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:57:48.332931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d7affbda-b64a-4f26-af57-375b39b0207b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 358c178b-005c-40fb-bda9-1cf9e5f1b9e9) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:57:48.354095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7affbda-b64a-4f26-af57-375b39b0207b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:48.355157 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d7affbda-b64a-4f26-af57-375b39b0207b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:48.370184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07214fc-1fc5-4cc4-9ee0-dac2c4c71b9e None None] Network 358c178b-005c-40fb-bda9-1cf9e5f1b9e9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:57:48.388401 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d7affbda-b64a-4f26-af57-375b39b0207b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5323582 Sep 29 17:57:48.390823 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47356) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:48.403990 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-579631532-router', 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:57:48.427428 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:48.428805 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:48.489965 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:48.513377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=9aaae65c-730a-4bcc-b901-cd8ed1189c7a,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:48.706965 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:48.864894 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-358c178b-005c-40fb-bda9-1cf9e5f1b9e9', 'network_id': '358c178b-005c-40fb-bda9-1cf9e5f1b9e9', 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c', 'fixed_ips': [{'subnet_id': '2e903057-3f7d-45b2-8141-cac2ccd443a0'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:57:48.866374 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:48.907083 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'name': 'tempest-TestServerMultinode-2012130635-router', 'tenant_id': '5aaec5d4ef3340adb444cb50777f2e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '9aaae65c-730a-4bcc-b901-cd8ed1189c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:41Z', 'updated_at': '2021-09-29T17:57:45Z', 'revision_number': 4, 'project_id': '5aaec5d4ef3340adb444cb50777f2e80', 'gw_port': {'id': '9aaae65c-730a-4bcc-b901-cd8ed1189c7a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f9:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:42Z', 'updated_at': '2021-09-29T17:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '34ebb80f-8867-4d81-b7f7-578a9c56cb9b', 'name': '', 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f', 'tenant_id': '5aaec5d4ef3340adb444cb50777f2e80', 'mac_address': 'fa:16:3e:81:a2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f3004023-8f3f-48d0-a935-0084cfe8d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:45Z', 'updated_at': '2021-09-29T17:57:45Z', 'revision_number': 2, 'project_id': '5aaec5d4ef3340adb444cb50777f2e80', 'subnets': [{'id': 'f3004023-8f3f-48d0-a935-0084cfe8d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:48.937845 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:48.957384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:48.982381 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Checking router: fdc73295-bf94-4dc0-878e-8993a3319ecf for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:57:48.982699 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Updating router fdc73295-bf94-4dc0-878e-8993a3319ecf port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:57:49.027972 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:49.077934 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Allocated IP 172.25.2.104 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/e4aa2f71-b11d-41a0-a06b-6aa2d97b1874) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:57:49.124313 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Allocated IP 172.20.0.2 (358c178b-005c-40fb-bda9-1cf9e5f1b9e9/2e903057-3f7d-45b2-8141-cac2ccd443a0/dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:57:49.200156 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:49.237839 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:49.279929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:57:49.284218 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:57:49.287815 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:57:49.295727 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Pushing event updated for resources: {'Port': ['ID=e4aa2f71-b11d-41a0-a06b-6aa2d97b1874,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:49.449081 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:49.463766 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:49.542249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Network 358c178b-005c-40fb-bda9-1cf9e5f1b9e9 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:57:49.545913 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:49.550022 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:57:49.558214 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:57:49.561917 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:49.565450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Pushing event updated for resources: {'Port': ['ID=dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:49.690471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Attempting to bind port dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:57:49.691107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Attempting to bind port dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '20fbe8d1-b753-44bd-bd8c-e874b9d403ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '358c178b-005c-40fb-bda9-1cf9e5f1b9e9'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:57:49.691592 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Attempting to bind port dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 on network 358c178b-005c-40fb-bda9-1cf9e5f1b9e9 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:57:49.713889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:57:49.714407 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Checking segment: {'id': '20fbe8d1-b753-44bd-bd8c-e874b9d403ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '358c178b-005c-40fb-bda9-1cf9e5f1b9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:57:49.714907 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:49.715401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Bound using segment: {'id': '20fbe8d1-b753-44bd-bd8c-e874b9d403ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '358c178b-005c-40fb-bda9-1cf9e5f1b9e9'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:57:49.717872 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Bound port: dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fbe8d1-b753-44bd-bd8c-e874b9d403ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '358c178b-005c-40fb-bda9-1cf9e5f1b9e9'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:57:49.718492 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:49.748916 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9aaae65c-730a-4bcc-b901-cd8ed1189c7a up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:57:49.754577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71836b34-f023-47d5-938d-f1ce5c03b074 None None] Pushing event updated for resources: {'Port': ['ID=34ebb80f-8867-4d81-b7f7-578a9c56cb9b,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:49.861873 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:49.881966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] For port dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:57:49.886252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] For port dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4,segment=NetworkSegment(20fbe8d1-b753-44bd-bd8c-e874b9d403ee),segment_id=20fbe8d1-b753-44bd-bd8c-e874b9d403ee)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:57:49.890956 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Attempting to bind port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:57:49.891627 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Attempting to bind port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:57:49.892230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Attempting to bind port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b on network c0698fbf-d232-402c-98ae-5114ed3a281f {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:57:49.897402 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:49.937599 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:57:49.938222 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Checking segment: {'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:57:49.938824 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:49.939388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Bound using segment: {'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:57:49.940051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Bound port: 34ebb80f-8867-4d81-b7f7-578a9c56cb9b, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:57:49.940622 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:50.046778 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8bd6f-fb90-4c0b-9e7c-8afe75076137 None None] Pushing event updated for resources: {'Port': ['ID=dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:50.057424 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9aaae65c-730a-4bcc-b901-cd8ed1189c7a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:50.057924 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:50.129553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-35d90faf-5923-40e2-891e-1d6feab0f399 None None] Provisioning complete for port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:50.130246 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-35d90faf-5923-40e2-891e-1d6feab0f399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:50.158452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] For port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:57:50.164332 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:50.178362 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] For port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=34ebb80f-8867-4d81-b7f7-578a9c56cb9b,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:57:50.190555 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:50.216497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-35d90faf-5923-40e2-891e-1d6feab0f399 None None] Port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:57:50.352075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Routers {'fdc73295-bf94-4dc0-878e-8993a3319ecf'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:57:50.352658 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:57:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fdc73295-bf94-4dc0-878e-8993a3319ecf'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:50.469743 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Router e14a84b5-181d-4121-94a9-7461a7dfff2f is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:57:50.490413 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71836b34-f023-47d5-938d-f1ce5c03b074 None None] Pushing event updated for resources: {'Port': ['ID=34ebb80f-8867-4d81-b7f7-578a9c56cb9b,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:50.553156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] Set router fdc73295-bf94-4dc0-878e-8993a3319ecf gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:57:50.612616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:57:50.625753 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Sync routers for ids ['e14a84b5-181d-4121-94a9-7461a7dfff2f'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:57:50.640645 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Routers {'e14a84b5-181d-4121-94a9-7461a7dfff2f'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:57:50.641101 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:50.642005 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:57:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e14a84b5-181d-4121-94a9-7461a7dfff2f'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:50.647303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47396) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:57:50.661437 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c518e45a-0382-4453-8e1f-c7e40d4c9ddc admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2606924 Sep 29 17:57:50.767629 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Set router e14a84b5-181d-4121-94a9-7461a7dfff2f gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:57:50.788379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-55f485aa-dd08-44ac-babb-4ddad120e82d None None] Provisioning complete for port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:50.788379 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-55f485aa-dd08-44ac-babb-4ddad120e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:51.002004 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-55f485aa-dd08-44ac-babb-4ddad120e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:51.038121 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'name': 'tempest-TestServerMultinode-2012130635-router', 'tenant_id': '5aaec5d4ef3340adb444cb50777f2e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '9aaae65c-730a-4bcc-b901-cd8ed1189c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:41Z', 'updated_at': '2021-09-29T17:57:45Z', 'revision_number': 4, 'project_id': '5aaec5d4ef3340adb444cb50777f2e80', 'gw_port': {'id': '9aaae65c-730a-4bcc-b901-cd8ed1189c7a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:42Z', 'updated_at': '2021-09-29T17:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '34ebb80f-8867-4d81-b7f7-578a9c56cb9b', 'name': '', 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f', 'tenant_id': '5aaec5d4ef3340adb444cb50777f2e80', 'mac_address': 'fa:16:3e:81:a2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f3004023-8f3f-48d0-a935-0084cfe8d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:45Z', 'updated_at': '2021-09-29T17:57:50Z', 'revision_number': 4, 'project_id': '5aaec5d4ef3340adb444cb50777f2e80', 'subnets': [{'id': 'f3004023-8f3f-48d0-a935-0084cfe8d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:51.078040 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'name': 'tempest-TestServerMultinode-579631532-router', 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:57:49Z', 'revision_number': 3, 'project_id': 'c1fd5582b5f8461a849a181aade1e03c', 'gw_port': {'id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:51.097458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f0b7e-eccd-478c-8fb4-fd8504137e57 None None] The sync data for ids ['fdc73295-bf94-4dc0-878e-8993a3319ecf'] in n-d-811748-2 is: [{'id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'name': 'tempest-TestServerMultinode-2012130635-router', 'tenant_id': '5aaec5d4ef3340adb444cb50777f2e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '9aaae65c-730a-4bcc-b901-cd8ed1189c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:41Z', 'updated_at': '2021-09-29T17:57:45Z', 'revision_number': 4, 'project_id': '5aaec5d4ef3340adb444cb50777f2e80', 'gw_port': {'id': '9aaae65c-730a-4bcc-b901-cd8ed1189c7a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:42Z', 'updated_at': '2021-09-29T17:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '34ebb80f-8867-4d81-b7f7-578a9c56cb9b', 'name': '', 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f', 'tenant_id': '5aaec5d4ef3340adb444cb50777f2e80', 'mac_address': 'fa:16:3e:81:a2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'f3004023-8f3f-48d0-a935-0084cfe8d3cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:45Z', 'updated_at': '2021-09-29T17:57:50Z', 'revision_number': 4, 'project_id': '5aaec5d4ef3340adb444cb50777f2e80', 'subnets': [{'id': 'f3004023-8f3f-48d0-a935-0084cfe8d3cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:57:51.133510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-55f485aa-dd08-44ac-babb-4ddad120e82d None None] For port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=34ebb80f-8867-4d81-b7f7-578a9c56cb9b,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:57:51.138918 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Checking router: e14a84b5-181d-4121-94a9-7461a7dfff2f for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:57:51.143918 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-55f485aa-dd08-44ac-babb-4ddad120e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:51.149029 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Updating router e14a84b5-181d-4121-94a9-7461a7dfff2f port e4aa2f71-b11d-41a0-a06b-6aa2d97b1874 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:57:51.246044 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:51.278411 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f485aa-dd08-44ac-babb-4ddad120e82d None None] Pushing event updated for resources: {'Port': ['ID=34ebb80f-8867-4d81-b7f7-578a9c56cb9b,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:51.437664 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:51.593684 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebee70a4-a6c0-4a65-adbd-931db9854873 None None] Network 358c178b-005c-40fb-bda9-1cf9e5f1b9e9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:57:51.933812 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Allocated IP 172.20.0.1 (358c178b-005c-40fb-bda9-1cf9e5f1b9e9/2e903057-3f7d-45b2-8141-cac2ccd443a0/3fb5e05a-fad6-4fb5-b574-72ca64e15478) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:57:51.940300 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:51.947604 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:51.955835 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 34ebb80f-8867-4d81-b7f7-578a9c56cb9b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:57:51.997959 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Attempting to bind port e4aa2f71-b11d-41a0-a06b-6aa2d97b1874 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:57:51.999106 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Attempting to bind port e4aa2f71-b11d-41a0-a06b-6aa2d97b1874 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:57:51.999972 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Attempting to bind port e4aa2f71-b11d-41a0-a06b-6aa2d97b1874 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:57:52.007582 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:57:52.008404 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:57:52.009050 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:52.009762 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:57:52.010516 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Bound port: e4aa2f71-b11d-41a0-a06b-6aa2d97b1874, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:57:52.011147 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:52.037900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-565df78a-2e53-48f0-8c50-824a4abfeff6 None None] Provisioning complete for port dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:52.038412 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-565df78a-2e53-48f0-8c50-824a4abfeff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:52.058587 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4c709-62b3-4ada-a6e8-9ea98432d5e3 None None] Pushing event updated for resources: {'Port': ['ID=e4aa2f71-b11d-41a0-a06b-6aa2d97b1874,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:52.099185 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] For port e4aa2f71-b11d-41a0-a06b-6aa2d97b1874, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:57:52.103053 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] For port e4aa2f71-b11d-41a0-a06b-6aa2d97b1874, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e4aa2f71-b11d-41a0-a06b-6aa2d97b1874,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:57:52.114106 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:52.124504 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:52.125106 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:52.226358 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Routers {'e14a84b5-181d-4121-94a9-7461a7dfff2f'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:57:52.227337 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:57:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e14a84b5-181d-4121-94a9-7461a7dfff2f'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:52.253312 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:52.286290 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-565df78a-2e53-48f0-8c50-824a4abfeff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:52.296305 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:52.389159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Network 358c178b-005c-40fb-bda9-1cf9e5f1b9e9 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:57:52.397389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:57:52.404454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:57:52.413354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-565df78a-2e53-48f0-8c50-824a4abfeff6 None None] For port dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4,segment=NetworkSegment(20fbe8d1-b753-44bd-bd8c-e874b9d403ee),segment_id=20fbe8d1-b753-44bd-bd8c-e874b9d403ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:57:52.414739 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:57:52.468053 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-565df78a-2e53-48f0-8c50-824a4abfeff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:52.481149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Pushing event updated for resources: {'Port': ['ID=3fb5e05a-fad6-4fb5-b574-72ca64e15478,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:52.519143 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:52.536530 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4c709-62b3-4ada-a6e8-9ea98432d5e3 None None] Pushing event updated for resources: {'Port': ['ID=e4aa2f71-b11d-41a0-a06b-6aa2d97b1874,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:52.566918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565df78a-2e53-48f0-8c50-824a4abfeff6 None None] Pushing event updated for resources: {'Port': ['ID=dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:52.571518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:52.572617 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:52.608950 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] Set router e14a84b5-181d-4121-94a9-7461a7dfff2f gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:57:52.626853 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-46618b0d-728c-40c4-9021-63d50415b7e6 None None] Provisioning complete for port dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:52.627666 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-46618b0d-728c-40c4-9021-63d50415b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:52.799495 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:52.939538 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'name': 'tempest-TestServerMultinode-579631532-router', 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:57:49Z', 'revision_number': 3, 'project_id': 'c1fd5582b5f8461a849a181aade1e03c', 'gw_port': {'id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:52.975299 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebca83b-0059-47d3-8c26-f4d1c26eea05 None None] The sync data for ids ['e14a84b5-181d-4121-94a9-7461a7dfff2f'] in n-d-811748-2 is: [{'id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'name': 'tempest-TestServerMultinode-579631532-router', 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:57:49Z', 'revision_number': 3, 'project_id': 'c1fd5582b5f8461a849a181aade1e03c', 'gw_port': {'id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:57:53.014670 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f73dd42a-5c25-44f2-a857-ad22f77ecc57 None None] Provisioning complete for port 3fb5e05a-fad6-4fb5-b574-72ca64e15478 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:53.014946 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f73dd42a-5c25-44f2-a857-ad22f77ecc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:53.092776 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:53.095456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f73dd42a-5c25-44f2-a857-ad22f77ecc57 None None] Port 3fb5e05a-fad6-4fb5-b574-72ca64e15478 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:57:53.102196 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:53.187314 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Pushing event updated for resources: {'Port': ['ID=3fb5e05a-fad6-4fb5-b574-72ca64e15478,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:53.195043 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:53.327075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Network 358c178b-005c-40fb-bda9-1cf9e5f1b9e9 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:57:53.331197 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:57:53.569343 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Router e14a84b5-181d-4121-94a9-7461a7dfff2f has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:57:53.823236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:57:53.844867 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-544c09aa-7e57-4550-8a88-9110f83c51db admin admin] 10.222.0.44 "PUT /v2.0/routers/e14a84b5-181d-4121-94a9-7461a7dfff2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1878257 Sep 29 17:57:53.877450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-059705f2-467e-4f69-bf96-df7efdfa2cf8 None None] Provisioning complete for port 3fb5e05a-fad6-4fb5-b574-72ca64e15478 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:53.878477 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-059705f2-467e-4f69-bf96-df7efdfa2cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:53.980138 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-059705f2-467e-4f69-bf96-df7efdfa2cf8 None None] Port 3fb5e05a-fad6-4fb5-b574-72ca64e15478 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:57:53.982182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e4aa2f71-b11d-41a0-a06b-6aa2d97b1874 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:57:54.053451 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e4aa2f71-b11d-41a0-a06b-6aa2d97b1874 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:54.054108 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:54.446150 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:54.480969 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port e4aa2f71-b11d-41a0-a06b-6aa2d97b1874, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e4aa2f71-b11d-41a0-a06b-6aa2d97b1874,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:57:54.487376 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:54.488536 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:57:54.584856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=e4aa2f71-b11d-41a0-a06b-6aa2d97b1874,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:54.601982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:54.602543 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:54.813457 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-b923c307-b2b0-45ab-88b7-dc8b27e36c38 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:54.814849 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-b923c307-b2b0-45ab-88b7-dc8b27e36c38 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/networks?id=c0698fbf-d232-402c-98ae-5114ed3a281f HTTP/1.1" status: 200 len: 911 time: 0.1819830 Sep 29 17:57:54.830230 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-93632705-c003-4a38-b879-4745893bb5c9 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/quotas/c1fd5582b5f8461a849a181aade1e03c HTTP/1.1" status: 200 len: 375 time: 0.0092237 Sep 29 17:57:54.909503 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-9dc7222d-e64a-4031-89aa-4fe27465d316 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1fd5582b5f8461a849a181aade1e03c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739384 Sep 29 17:57:55.109373 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-1a076dd3-3a60-4ee9-99b6-7ffc8cde876b service neutron] 10.222.0.44 "GET /v2.0/networks/c0698fbf-d232-402c-98ae-5114ed3a281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914103 Sep 29 17:57:55.201845 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-7c98d22b-5b45-4082-8ea6-028477b63b20 service neutron] 10.222.0.44 "GET /v2.0/networks/c0698fbf-d232-402c-98ae-5114ed3a281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856984 Sep 29 17:57:55.386329 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f565d60c-f4c0-4042-9763-0936439f6bef req-8be21170-aa97-4ba0-9d45-230138ca7356 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 210 time: 0.0282071 Sep 29 17:57:55.445993 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Sync routers for ids ['e14a84b5-181d-4121-94a9-7461a7dfff2f'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:57:55.457155 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Routers {'e14a84b5-181d-4121-94a9-7461a7dfff2f'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:57:55.458070 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:57:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e14a84b5-181d-4121-94a9-7461a7dfff2f'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:55.617975 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Set router e14a84b5-181d-4121-94a9-7461a7dfff2f gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:57:55.735152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e4aa2f71-b11d-41a0-a06b-6aa2d97b1874 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:57:55.917685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e4aa2f71-b11d-41a0-a06b-6aa2d97b1874 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:55.918068 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:56.051387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'name': 'tempest-TestServerMultinode-579631532-router', 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:57:52Z', 'revision_number': 4, 'project_id': 'c1fd5582b5f8461a849a181aade1e03c', 'gw_port': {'id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '3fb5e05a-fad6-4fb5-b574-72ca64e15478', 'name': '', 'network_id': '358c178b-005c-40fb-bda9-1cf9e5f1b9e9', 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c', 'mac_address': 'fa:16:3e:07:dc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2e903057-3f7d-45b2-8141-cac2ccd443a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:51Z', 'updated_at': '2021-09-29T17:57:52Z', 'revision_number': 2, 'project_id': 'c1fd5582b5f8461a849a181aade1e03c', 'subnets': [{'id': '2e903057-3f7d-45b2-8141-cac2ccd443a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:56.087998 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Checking router: e14a84b5-181d-4121-94a9-7461a7dfff2f for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:57:56.088662 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Updating router e14a84b5-181d-4121-94a9-7461a7dfff2f port 3fb5e05a-fad6-4fb5-b574-72ca64e15478 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:57:56.119598 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:56.437237 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:56.443094 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:56.503432 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d5e43830-ede6-4f98-ad05-81c72255e140 req-d0109708-73a8-4f49-84c8-c4e45bd8a61b tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 210 time: 0.0408320 Sep 29 17:57:56.507241 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4cffe-a6f5-4d7d-aba1-f56ba6553faf None None] Pushing event updated for resources: {'Port': ['ID=3fb5e05a-fad6-4fb5-b574-72ca64e15478,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:56.583535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Attempting to bind port 3fb5e05a-fad6-4fb5-b574-72ca64e15478 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:57:56.583999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Attempting to bind port 3fb5e05a-fad6-4fb5-b574-72ca64e15478 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '20fbe8d1-b753-44bd-bd8c-e874b9d403ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '358c178b-005c-40fb-bda9-1cf9e5f1b9e9'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:57:56.584614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Attempting to bind port 3fb5e05a-fad6-4fb5-b574-72ca64e15478 on network 358c178b-005c-40fb-bda9-1cf9e5f1b9e9 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:57:56.592293 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:57:56.592630 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Checking segment: {'id': '20fbe8d1-b753-44bd-bd8c-e874b9d403ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '358c178b-005c-40fb-bda9-1cf9e5f1b9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:57:56.593411 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:56.593871 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Bound using segment: {'id': '20fbe8d1-b753-44bd-bd8c-e874b9d403ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '358c178b-005c-40fb-bda9-1cf9e5f1b9e9'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:57:56.594418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Bound port: 3fb5e05a-fad6-4fb5-b574-72ca64e15478, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20fbe8d1-b753-44bd-bd8c-e874b9d403ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '358c178b-005c-40fb-bda9-1cf9e5f1b9e9'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:57:56.595168 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:56.682156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] For port 3fb5e05a-fad6-4fb5-b574-72ca64e15478, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:57:56.686626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] For port 3fb5e05a-fad6-4fb5-b574-72ca64e15478, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3fb5e05a-fad6-4fb5-b574-72ca64e15478,segment=NetworkSegment(20fbe8d1-b753-44bd-bd8c-e874b9d403ee),segment_id=20fbe8d1-b753-44bd-bd8c-e874b9d403ee)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:57:56.692772 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:56.760119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Routers {'e14a84b5-181d-4121-94a9-7461a7dfff2f'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:57:56.761324 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:57:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e14a84b5-181d-4121-94a9-7461a7dfff2f'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:56.864845 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4cffe-a6f5-4d7d-aba1-f56ba6553faf None None] Pushing event updated for resources: {'Port': ['ID=3fb5e05a-fad6-4fb5-b574-72ca64e15478,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:56.914587 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0af989f7-3516-4ad4-941d-cbe0726b81df None None] Provisioning complete for port 3fb5e05a-fad6-4fb5-b574-72ca64e15478 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:56.914969 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0af989f7-3516-4ad4-941d-cbe0726b81df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:57.033011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-172b3d66-5809-44a3-8223-5a030d8989c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:57.035765 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-172b3d66-5809-44a3-8223-5a030d8989c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.49 "GET /v2.0/networks?id=c0698fbf-d232-402c-98ae-5114ed3a281f HTTP/1.1" status: 200 len: 911 time: 0.3065393 Sep 29 17:57:57.064632 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-c628b12f-c27f-4fc1-bb2b-1c1fb9d321c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Request body: {'port': {'device_id': '764d3015-82ec-4cba-8b30-bb03b6680c07', 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f', 'admin_state_up': True, 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:57:57.092558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-c628b12f-c27f-4fc1-bb2b-1c1fb9d321c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Made reservation on behalf of c1fd5582b5f8461a849a181aade1e03c for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:57:57.095659 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-c628b12f-c27f-4fc1-bb2b-1c1fb9d321c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:57.128311 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] Set router e14a84b5-181d-4121-94a9-7461a7dfff2f gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:57:57.192747 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0af989f7-3516-4ad4-941d-cbe0726b81df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:57.261032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-c628b12f-c27f-4fc1-bb2b-1c1fb9d321c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Allocated IP 172.20.0.9 (c0698fbf-d232-402c-98ae-5114ed3a281f/f3004023-8f3f-48d0-a935-0084cfe8d3cd/190bd947-89a7-4897-9098-d84e8ac43b93) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:57:57.282540 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-0af989f7-3516-4ad4-941d-cbe0726b81df None None] For port 3fb5e05a-fad6-4fb5-b574-72ca64e15478, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3fb5e05a-fad6-4fb5-b574-72ca64e15478,segment=NetworkSegment(20fbe8d1-b753-44bd-bd8c-e874b9d403ee),segment_id=20fbe8d1-b753-44bd-bd8c-e874b9d403ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:57:57.287118 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0af989f7-3516-4ad4-941d-cbe0726b81df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:57.389062 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af989f7-3516-4ad4-941d-cbe0726b81df None None] Pushing event updated for resources: {'Port': ['ID=3fb5e05a-fad6-4fb5-b574-72ca64e15478,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:57.416032 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-c628b12f-c27f-4fc1-bb2b-1c1fb9d321c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:57.426812 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1723a3a4-3751-40f1-b9b3-100fabb67483 None None] Provisioning complete for port 3fb5e05a-fad6-4fb5-b574-72ca64e15478 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:57.426812 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1723a3a4-3751-40f1-b9b3-100fabb67483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:57.454031 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-c628b12f-c27f-4fc1-bb2b-1c1fb9d321c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:57.492982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-c628b12f-c27f-4fc1-bb2b-1c1fb9d321c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Network c0698fbf-d232-402c-98ae-5114ed3a281f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:57:57.497859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-c628b12f-c27f-4fc1-bb2b-1c1fb9d321c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:57:57.501223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-c628b12f-c27f-4fc1-bb2b-1c1fb9d321c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:57:57.531317 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'name': 'tempest-TestServerMultinode-579631532-router', 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:57:52Z', 'revision_number': 4, 'project_id': 'c1fd5582b5f8461a849a181aade1e03c', 'gw_port': {'id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '3fb5e05a-fad6-4fb5-b574-72ca64e15478', 'name': '', 'network_id': '358c178b-005c-40fb-bda9-1cf9e5f1b9e9', 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c', 'mac_address': 'fa:16:3e:07:dc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2e903057-3f7d-45b2-8141-cac2ccd443a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:51Z', 'updated_at': '2021-09-29T17:57:56Z', 'revision_number': 4, 'project_id': 'c1fd5582b5f8461a849a181aade1e03c', 'subnets': [{'id': '2e903057-3f7d-45b2-8141-cac2ccd443a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:57:57.552824 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628b12f-c27f-4fc1-bb2b-1c1fb9d321c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Pushing event updated for resources: {'Port': ['ID=190bd947-89a7-4897-9098-d84e8ac43b93,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:57.567544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec772c5e-c101-4abe-aeb9-213161610e58 None None] The sync data for ids ['e14a84b5-181d-4121-94a9-7461a7dfff2f'] in n-d-811748-2 is: [{'id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'name': 'tempest-TestServerMultinode-579631532-router', 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:57:52Z', 'revision_number': 4, 'project_id': 'c1fd5582b5f8461a849a181aade1e03c', 'gw_port': {'id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '3fb5e05a-fad6-4fb5-b574-72ca64e15478', 'name': '', 'network_id': '358c178b-005c-40fb-bda9-1cf9e5f1b9e9', 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c', 'mac_address': 'fa:16:3e:07:dc:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2e903057-3f7d-45b2-8141-cac2ccd443a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:51Z', 'updated_at': '2021-09-29T17:57:56Z', 'revision_number': 4, 'project_id': 'c1fd5582b5f8461a849a181aade1e03c', 'subnets': [{'id': '2e903057-3f7d-45b2-8141-cac2ccd443a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:57:57.587106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-c628b12f-c27f-4fc1-bb2b-1c1fb9d321c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:57.587877 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-c628b12f-c27f-4fc1-bb2b-1c1fb9d321c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:57.651234 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-c628b12f-c27f-4fc1-bb2b-1c1fb9d321c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6060252 Sep 29 17:57:57.677620 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:57.689433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea217864-1aed-4ebf-b78e-39e1eaa08202 req-a2d11692-3f34-4591-8f2a-c23cf0200cd6 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:57.699792 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ea217864-1aed-4ebf-b78e-39e1eaa08202 req-a2d11692-3f34-4591-8f2a-c23cf0200cd6 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1027 time: 0.0967672 Sep 29 17:57:57.757245 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ea217864-1aed-4ebf-b78e-39e1eaa08202 req-9a79691e-2cd5-4bf5-8fcc-49cea48bde94 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512571 Sep 29 17:57:57.799381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Request body: {'port': {'device_id': '764d3015-82ec-4cba-8b30-bb03b6680c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:57:57.841608 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3fb5e05a-fad6-4fb5-b574-72ca64e15478 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:57:57.911927 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:57.924223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 3fb5e05a-fad6-4fb5-b574-72ca64e15478 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:57.924609 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:57.996829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ba5368e9-557a-4e12-b3d2-0c95d16e12f7 None None] Provisioning complete for port 190bd947-89a7-4897-9098-d84e8ac43b93 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:57:57.997319 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba5368e9-557a-4e12-b3d2-0c95d16e12f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:58.133198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ba5368e9-557a-4e12-b3d2-0c95d16e12f7 None None] Port 190bd947-89a7-4897-9098-d84e8ac43b93 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:57:58.296427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190bd947-89a7-4897-9098-d84e8ac43b93 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:57:58.304808 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:58.318249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Transition to ACTIVE for port object 190bd947-89a7-4897-9098-d84e8ac43b93 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:57:58.329808 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:58.387609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=190bd947-89a7-4897-9098-d84e8ac43b93,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:58.520221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Attempting to bind port 190bd947-89a7-4897-9098-d84e8ac43b93 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:57:58.521089 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Attempting to bind port 190bd947-89a7-4897-9098-d84e8ac43b93 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:57:58.521758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Attempting to bind port 190bd947-89a7-4897-9098-d84e8ac43b93 on network c0698fbf-d232-402c-98ae-5114ed3a281f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:57:58.528434 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Port 190bd947-89a7-4897-9098-d84e8ac43b93 on network c0698fbf-d232-402c-98ae-5114ed3a281f not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:57:58.528847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Attempting to bind port 190bd947-89a7-4897-9098-d84e8ac43b93 on network c0698fbf-d232-402c-98ae-5114ed3a281f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:57:58.547152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:57:58.547856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Checking segment: {'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:57:58.548594 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Bound using segment: {'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:57:58.549231 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Bound port: 190bd947-89a7-4897-9098-d84e8ac43b93, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:57:58.549795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:58.638652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] For port 190bd947-89a7-4897-9098-d84e8ac43b93, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:57:58.651991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] For port 190bd947-89a7-4897-9098-d84e8ac43b93, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=190bd947-89a7-4897-9098-d84e8ac43b93,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:57:58.659212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:58.722062 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=190bd947-89a7-4897-9098-d84e8ac43b93,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:57:58.741795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:58.742928 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:57:58.745222 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-cafb944d-15bf-40fe-9647-0325a95ec3b8 service neutron] 10.222.0.49 "PUT /v2.0/ports/190bd947-89a7-4897-9098-d84e8ac43b93 HTTP/1.1" status: 200 len: 1091 time: 1.0831778 Sep 29 17:57:58.749125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764d3015-82ec-4cba-8b30-bb03b6680c07', 'tag': '190bd947-89a7-4897-9098-d84e8ac43b93'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:57:58.754376 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bfa107-a8fc-4f74-ae1f-31ac07644e36" -d '{"events": [{"name": "network-changed", "server_uuid": "764d3015-82ec-4cba-8b30-bb03b6680c07", "tag": "190bd947-89a7-4897-9098-d84e8ac43b93"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:57:58.873358 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ca7552-47b7-4e4e-be90-fa7b17eb5155 x-openstack-request-id: req-25ca7552-47b7-4e4e-be90-fa7b17eb5155 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:57:58.873830 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764d3015-82ec-4cba-8b30-bb03b6680c07", "tag": "190bd947-89a7-4897-9098-d84e8ac43b93", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:57:58.874091 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25ca7552-47b7-4e4e-be90-fa7b17eb5155 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:57:58.874506 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764d3015-82ec-4cba-8b30-bb03b6680c07', 'tag': '190bd947-89a7-4897-9098-d84e8ac43b93', 'status': 'completed', 'code': 200} Sep 29 17:57:58.930519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-fe8bdfc7-4f49-4ed1-82ef-e8d332734eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:58.933019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-fe8bdfc7-4f49-4ed1-82ef-e8d332734eb2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1fd5582b5f8461a849a181aade1e03c&device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1094 time: 0.1421831 Sep 29 17:57:59.019235 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-5380af19-c4da-4566-b821-a52d48f9aed9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=190bd947-89a7-4897-9098-d84e8ac43b93 HTTP/1.1" status: 200 len: 217 time: 0.0772862 Sep 29 17:57:59.030064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33fd90-f9be-4a27-810c-4185a2d2f517 req-ccbbfc85-8f4c-41d8-86a4-198066b9bd9d tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:59.031543 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a33fd90-f9be-4a27-810c-4185a2d2f517 req-ccbbfc85-8f4c-41d8-86a4-198066b9bd9d tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1094 time: 0.1606748 Sep 29 17:57:59.092308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-6de18929-2dc6-426b-9f88-841d2378ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:59.093815 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-6de18929-2dc6-426b-9f88-841d2378ac8f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3004023-8f3f-48d0-a935-0084cfe8d3cd HTTP/1.1" status: 200 len: 849 time: 0.0661955 Sep 29 17:57:59.138910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a33fd90-f9be-4a27-810c-4185a2d2f517 req-d0c4f2a8-1471-42a2-9aab-b937fdbcf29a tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722716 Sep 29 17:57:59.166251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-92a815dc-8f58-48c3-bdb0-b7352690436a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:59.169803 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-92a815dc-8f58-48c3-bdb0-b7352690436a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0698fbf-d232-402c-98ae-5114ed3a281f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687263 Sep 29 17:57:59.300769 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-0eb4c583-b141-43fd-9a92-4fd71cb077cd service neutron] 10.222.0.49 "GET /v2.0/networks/c0698fbf-d232-402c-98ae-5114ed3a281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240809 Sep 29 17:57:59.397911 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-74f354bb-89d1-48fe-a4a5-f98ccbd8dad3 req-f1207116-4cf1-4b22-bba5-3d13893d5729 service neutron] 10.222.0.49 "GET /v2.0/networks/c0698fbf-d232-402c-98ae-5114ed3a281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895686 Sep 29 17:57:59.497304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfa107-a8fc-4f74-ae1f-31ac07644e36 req-da8cff8e-63fd-4c9d-b242-1cba42e08d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:59.498924 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a3bfa107-a8fc-4f74-ae1f-31ac07644e36 req-da8cff8e-63fd-4c9d-b242-1cba42e08d39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1fd5582b5f8461a849a181aade1e03c&device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1094 time: 0.0525801 Sep 29 17:57:59.598464 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfa107-a8fc-4f74-ae1f-31ac07644e36 req-7f9188b6-b5e2-4628-827c-418d20a2e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:59.600052 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a3bfa107-a8fc-4f74-ae1f-31ac07644e36 req-7f9188b6-b5e2-4628-827c-418d20a2e774 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c0698fbf-d232-402c-98ae-5114ed3a281f HTTP/1.1" status: 200 len: 911 time: 0.0941656 Sep 29 17:57:59.646308 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a3bfa107-a8fc-4f74-ae1f-31ac07644e36 req-e46938e7-19c0-4691-bacc-d9e69d54d605 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=190bd947-89a7-4897-9098-d84e8ac43b93 HTTP/1.1" status: 200 len: 217 time: 0.0388951 Sep 29 17:57:59.703913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfa107-a8fc-4f74-ae1f-31ac07644e36 req-c6c7f2e1-7f88-4d70-8bbc-82b39f98fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:59.705580 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a3bfa107-a8fc-4f74-ae1f-31ac07644e36 req-c6c7f2e1-7f88-4d70-8bbc-82b39f98fae7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3004023-8f3f-48d0-a935-0084cfe8d3cd HTTP/1.1" status: 200 len: 849 time: 0.0456855 Sep 29 17:57:59.759573 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfa107-a8fc-4f74-ae1f-31ac07644e36 req-dca22b12-8c28-4c3a-aef0-b7f7c8051a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:57:59.761302 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a3bfa107-a8fc-4f74-ae1f-31ac07644e36 req-dca22b12-8c28-4c3a-aef0-b7f7c8051a40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0698fbf-d232-402c-98ae-5114ed3a281f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472708 Sep 29 17:57:59.864953 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a3bfa107-a8fc-4f74-ae1f-31ac07644e36 req-cb553a5e-a41b-4b06-b774-4f1e5c0af133 service neutron] 10.222.0.49 "GET /v2.0/networks/c0698fbf-d232-402c-98ae-5114ed3a281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959742 Sep 29 17:57:59.963787 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a3bfa107-a8fc-4f74-ae1f-31ac07644e36 req-393c09d4-5298-407c-b758-4d087e801f80 service neutron] 10.222.0.49 "GET /v2.0/networks/c0698fbf-d232-402c-98ae-5114ed3a281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894041 Sep 29 17:58:00.265269 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189280e-3a57-4a99-89de-a68d70564228 req-e1b9de42-dd05-4792-9679-0d99f7401a6d tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:00.266817 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0189280e-3a57-4a99-89de-a68d70564228 req-e1b9de42-dd05-4792-9679-0d99f7401a6d tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1094 time: 0.0519762 Sep 29 17:58:00.313741 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0189280e-3a57-4a99-89de-a68d70564228 req-86b88cd1-7e37-40f2-a8ee-b54ad7308a6e tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388024 Sep 29 17:58:01.430477 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80fd07-656d-4d11-b9a8-fb188245136f req-745f48ae-c33d-45c3-bb00-7af0a42f3f01 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:01.433253 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ae80fd07-656d-4d11-b9a8-fb188245136f req-745f48ae-c33d-45c3-bb00-7af0a42f3f01 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1094 time: 0.0497372 Sep 29 17:58:01.489363 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ae80fd07-656d-4d11-b9a8-fb188245136f req-5f7559cd-e939-471f-bcb8-9b81b322a738 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494549 Sep 29 17:58:02.176551 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 190bd947-89a7-4897-9098-d84e8ac43b93 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:58:02.293973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 190bd947-89a7-4897-9098-d84e8ac43b93, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=190bd947-89a7-4897-9098-d84e8ac43b93,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:02.305374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '190bd947-89a7-4897-9098-d84e8ac43b93', 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f', 'port_id': '190bd947-89a7-4897-9098-d84e8ac43b93', 'mac_address': 'fa:16:3e:24:d4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3004023-8f3f-48d0-a935-0084cfe8d3cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:58:02.351390 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:02.372432 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190bd947-89a7-4897-9098-d84e8ac43b93 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:58:02.395021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 190bd947-89a7-4897-9098-d84e8ac43b93, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=190bd947-89a7-4897-9098-d84e8ac43b93,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:02.402908 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:02.459269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=190bd947-89a7-4897-9098-d84e8ac43b93,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:02.601365 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179fd9c-2821-4562-af83-0205f0ad5d44 req-e63611a9-a106-44bb-8461-e07aeeab2ce0 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:02.611269 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6179fd9c-2821-4562-af83-0205f0ad5d44 req-e63611a9-a106-44bb-8461-e07aeeab2ce0 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1095 time: 0.0489402 Sep 29 17:58:02.631817 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['190bd947-89a7-4897-9098-d84e8ac43b93'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:58:02.646054 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6179fd9c-2821-4562-af83-0205f0ad5d44 req-fb1eb616-2dcd-469c-8c3b-d47a1ff2a4d2 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333130 Sep 29 17:58:03.756023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ccb67-55a9-4cd1-a3f6-bb90bfdf5118 req-a00c908b-2975-4bfb-bc31-d8feb9531e8c tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:03.757527 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e8ccb67-55a9-4cd1-a3f6-bb90bfdf5118 req-a00c908b-2975-4bfb-bc31-d8feb9531e8c tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1095 time: 0.0444460 Sep 29 17:58:03.793981 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e8ccb67-55a9-4cd1-a3f6-bb90bfdf5118 req-cb0fd2d6-1c65-49fc-87d6-66ebef567fa4 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293586 Sep 29 17:58:04.183909 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 190bd947-89a7-4897-9098-d84e8ac43b93 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:58:04.236230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 190bd947-89a7-4897-9098-d84e8ac43b93 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:58:04.247606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 190bd947-89a7-4897-9098-d84e8ac43b93 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:04.248540 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:04.340422 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:04.379861 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 190bd947-89a7-4897-9098-d84e8ac43b93, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=190bd947-89a7-4897-9098-d84e8ac43b93,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:04.381109 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764d3015-82ec-4cba-8b30-bb03b6680c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190bd947-89a7-4897-9098-d84e8ac43b93'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:58:04.384721 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e05e4e-e562-4f8f-967f-8d1f64f3e6df" -d '{"events": [{"server_uuid": "764d3015-82ec-4cba-8b30-bb03b6680c07", "name": "network-vif-plugged", "status": "completed", "tag": "190bd947-89a7-4897-9098-d84e8ac43b93"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:58:04.388335 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:04.442574 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99002ecb-be64-4be1-a12a-3bfac50d72e3 x-openstack-request-id: req-99002ecb-be64-4be1-a12a-3bfac50d72e3 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:58:04.442859 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764d3015-82ec-4cba-8b30-bb03b6680c07", "name": "network-vif-plugged", "status": "completed", "tag": "190bd947-89a7-4897-9098-d84e8ac43b93", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:58:04.443110 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99002ecb-be64-4be1-a12a-3bfac50d72e3 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:58:04.443505 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764d3015-82ec-4cba-8b30-bb03b6680c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190bd947-89a7-4897-9098-d84e8ac43b93', 'code': 200} Sep 29 17:58:04.456908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=190bd947-89a7-4897-9098-d84e8ac43b93,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:04.543904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0156f4-f6c4-455d-bd8c-a49c316c7c3a req-66d033eb-6b65-4649-a58d-4c7fbdda9a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:04.545469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1f0156f4-f6c4-455d-bd8c-a49c316c7c3a req-66d033eb-6b65-4649-a58d-4c7fbdda9a11 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1096 time: 0.0412982 Sep 29 17:58:04.588327 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1f0156f4-f6c4-455d-bd8c-a49c316c7c3a req-72d5b3aa-4ca4-4aab-a390-dddbee01365d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359972 Sep 29 17:58:04.927159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788b2ae-fabc-4a07-95e1-62b10da67512 req-d4dbe0c7-9457-4c86-a9a0-18c3f821e932 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:04.928799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5788b2ae-fabc-4a07-95e1-62b10da67512 req-d4dbe0c7-9457-4c86-a9a0-18c3f821e932 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1096 time: 0.0550544 Sep 29 17:58:04.971334 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5788b2ae-fabc-4a07-95e1-62b10da67512 req-b71290e2-8110-48c2-9ca7-b8ca193821b9 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361807 Sep 29 17:58:06.101024 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bfb1c-b5ba-46cb-a86c-75e4cb1d94e5 req-05d77d1a-53a0-468a-b9a8-97b6e648a79d tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:06.103485 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d03bfb1c-b5ba-46cb-a86c-75e4cb1d94e5 req-05d77d1a-53a0-468a-b9a8-97b6e648a79d tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1096 time: 0.0463681 Sep 29 17:58:06.145094 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d03bfb1c-b5ba-46cb-a86c-75e4cb1d94e5 req-25e6ae19-8289-4e69-a1e5-8e48b1960939 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338438 Sep 29 17:58:06.253780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce7a4e-e7c3-4beb-a939-1bc2088f80b2 req-13c3fc5e-44d8-4fcf-8246-7d5b33a6d6c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:06.255409 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bdce7a4e-e7c3-4beb-a939-1bc2088f80b2 req-13c3fc5e-44d8-4fcf-8246-7d5b33a6d6c5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1096 time: 0.0422187 Sep 29 17:58:06.292075 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bdce7a4e-e7c3-4beb-a939-1bc2088f80b2 req-f3624816-3452-492d-a0e3-1880c8614bed tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303333 Sep 29 17:58:06.418588 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2987766-b530-472f-8141-9f4a1b4548ee req-b14c68eb-a09c-4069-a5c9-d873ce61921a tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:06.420120 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2987766-b530-472f-8141-9f4a1b4548ee req-b14c68eb-a09c-4069-a5c9-d873ce61921a tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1096 time: 0.0548682 Sep 29 17:58:06.454769 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2987766-b530-472f-8141-9f4a1b4548ee req-a16adda6-c684-472d-bb3e-df5660018a9e tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282733 Sep 29 17:58:06.693055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-d1a7536b-ff74-4e32-8152-425918c8c3dd tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:06.695934 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-d1a7536b-ff74-4e32-8152-425918c8c3dd tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/networks?id=c0698fbf-d232-402c-98ae-5114ed3a281f HTTP/1.1" status: 200 len: 911 time: 0.1002910 Sep 29 17:58:06.710439 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-4eadd8d7-198f-434f-82c4-b80cd711d9d2 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/quotas/c1fd5582b5f8461a849a181aade1e03c HTTP/1.1" status: 200 len: 375 time: 0.0092897 Sep 29 17:58:06.789212 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-c69a2975-ab25-4d44-bc30-df6bea0cf26a tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=c1fd5582b5f8461a849a181aade1e03c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732446 Sep 29 17:58:06.968347 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-7f441937-5f78-46ec-95e9-11067ecbeca6 service neutron] 10.222.0.44 "GET /v2.0/networks/c0698fbf-d232-402c-98ae-5114ed3a281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697314 Sep 29 17:58:07.059147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-779ce4e2-5d29-4e45-b2ac-050bef546999 service neutron] 10.222.0.44 "GET /v2.0/networks/c0698fbf-d232-402c-98ae-5114ed3a281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840518 Sep 29 17:58:07.250352 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ed97b2ef-70d0-4c85-9beb-07f15f1d6f9a req-59d79c2c-03d8-44ae-a606-595323b2342f tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 210 time: 0.0398636 Sep 29 17:58:08.270768 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 47812) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:08.485737 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c215d5d-42a2-43a2-ae91-87172b75631d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:08.504622 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0cf03821-dfa3-4a45-9147-7092a0f7fe7e req-9a50f544-eca1-4d28-947f-f94e2f2148bc tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 210 time: 0.0504856 Sep 29 17:58:08.530545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-8990441d-7a70-4287-aeba-d4e3e12bab49 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:08.532215 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-8990441d-7a70-4287-aeba-d4e3e12bab49 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.35 "GET /v2.0/networks?id=c0698fbf-d232-402c-98ae-5114ed3a281f HTTP/1.1" status: 200 len: 911 time: 0.2238526 Sep 29 17:58:08.551531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-92e63cda-64f8-482f-be0f-ff4f38b57713 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Request body: {'port': {'device_id': '6e87e21b-cb2f-4053-8d0e-ec62b489b998', 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f', 'admin_state_up': True, 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:58:08.616960 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c215d5d-42a2-43a2-ae91-87172b75631d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:08.622783 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0c215d5d-42a2-43a2-ae91-87172b75631d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:08.670166 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-92e63cda-64f8-482f-be0f-ff4f38b57713 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Made reservation on behalf of c1fd5582b5f8461a849a181aade1e03c for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:58:08.672436 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-92e63cda-64f8-482f-be0f-ff4f38b57713 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:08.678084 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0c215d5d-42a2-43a2-ae91-87172b75631d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=093d41534a6b427fb5a4cbef98e31a06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4051263 Sep 29 17:58:08.681167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 47824) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:08.684151 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c215d5d-42a2-43a2-ae91-87172b75631d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1269776-21f2-4f50-8638-650b668824b0,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:08.749907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c27853d5-8f87-4803-a196-3a031726bcf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:08.770769 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c27853d5-8f87-4803-a196-3a031726bcf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:08.817829 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-92e63cda-64f8-482f-be0f-ff4f38b57713 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Allocated IP 172.20.0.4 (c0698fbf-d232-402c-98ae-5114ed3a281f/f3004023-8f3f-48d0-a935-0084cfe8d3cd/05fe2905-fda2-49f9-bbfb-9f181bdb9ce4) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:58:08.826244 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c27853d5-8f87-4803-a196-3a031726bcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:08.828966 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c27853d5-8f87-4803-a196-3a031726bcf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:08.830296 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c27853d5-8f87-4803-a196-3a031726bcf1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1269776-21f2-4f50-8638-650b668824b0 HTTP/1.1" status: 204 len: 168 time: 0.1478522 Sep 29 17:58:08.839205 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27853d5-8f87-4803-a196-3a031726bcf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1269776-21f2-4f50-8638-650b668824b0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:08.969042 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-92e63cda-64f8-482f-be0f-ff4f38b57713 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:09.005109 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-92e63cda-64f8-482f-be0f-ff4f38b57713 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:09.017649 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['190bd947-89a7-4897-9098-d84e8ac43b93'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:58:09.053390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-92e63cda-64f8-482f-be0f-ff4f38b57713 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Network c0698fbf-d232-402c-98ae-5114ed3a281f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:58:09.056508 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-92e63cda-64f8-482f-be0f-ff4f38b57713 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:09.060465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-92e63cda-64f8-482f-be0f-ff4f38b57713 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:58:09.105408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e63cda-64f8-482f-be0f-ff4f38b57713 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Pushing event updated for resources: {'Port': ['ID=05fe2905-fda2-49f9-bbfb-9f181bdb9ce4,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:09.115059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-92e63cda-64f8-482f-be0f-ff4f38b57713 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:09.115415 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-92e63cda-64f8-482f-be0f-ff4f38b57713 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:09.150765 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-92e63cda-64f8-482f-be0f-ff4f38b57713 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6055644 Sep 29 17:58:09.169615 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Request body: {'port': {'device_id': '6e87e21b-cb2f-4053-8d0e-ec62b489b998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:58:09.257930 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:09.349575 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:58:09.449804 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f7553ceb-3de8-43bf-bb00-f967a4a7507b None None] Provisioning complete for port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:09.450268 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f7553ceb-3de8-43bf-bb00-f967a4a7507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:09.496517 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f7553ceb-3de8-43bf-bb00-f967a4a7507b None None] Port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:58:09.592303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:58:09.600671 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:09.614234 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Transition to ACTIVE for port object 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:58:09.619435 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:09.638702 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa5ece-0b7f-423e-aa9d-381c53875e91 req-0c84ec05-0d4d-4862-b7a1-be70fbbc754a tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:09.649110 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3bfa5ece-0b7f-423e-aa9d-381c53875e91 req-0c84ec05-0d4d-4862-b7a1-be70fbbc754a tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1027 time: 0.0647821 Sep 29 17:58:09.684578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Pushing event updated for resources: {'Port': ['ID=05fe2905-fda2-49f9-bbfb-9f181bdb9ce4,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:09.716980 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3bfa5ece-0b7f-423e-aa9d-381c53875e91 req-1c49810b-e42d-4d3b-a460-335226a8c0c9 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659425 Sep 29 17:58:10.148688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Attempting to bind port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:58:10.149087 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Attempting to bind port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:58:10.149464 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Attempting to bind port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 on network c0698fbf-d232-402c-98ae-5114ed3a281f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:58:10.159600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 on network c0698fbf-d232-402c-98ae-5114ed3a281f not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:58:10.159932 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Attempting to bind port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 on network c0698fbf-d232-402c-98ae-5114ed3a281f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:58:10.177836 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:58:10.178115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Checking segment: {'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:58:10.178502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Bound using segment: {'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:58:10.179063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Bound port: 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:58:10.179431 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:10.252644 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] For port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:58:10.259769 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] For port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=05fe2905-fda2-49f9-bbfb-9f181bdb9ce4,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:58:10.265759 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:10.299179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:10.299822 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:10.301158 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] 10.222.0.35 "PUT /v2.0/ports/05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 HTTP/1.1" status: 200 len: 1091 time: 1.1359074 Sep 29 17:58:10.301686 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e87e21b-cb2f-4053-8d0e-ec62b489b998', 'tag': '05fe2905-fda2-49f9-bbfb-9f181bdb9ce4'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:58:10.303931 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aefef0-afab-447b-b87c-def48b1a74f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e87e21b-cb2f-4053-8d0e-ec62b489b998", "tag": "05fe2905-fda2-49f9-bbfb-9f181bdb9ce4"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:58:10.369121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b56fad-b1bc-4e06-8a83-b7b1bc8cf76d service neutron] Pushing event updated for resources: {'Port': ['ID=05fe2905-fda2-49f9-bbfb-9f181bdb9ce4,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:10.383733 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37693d1-a03b-4cc6-bc9f-bc203bd71b31 x-openstack-request-id: req-e37693d1-a03b-4cc6-bc9f-bc203bd71b31 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:58:10.384065 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e87e21b-cb2f-4053-8d0e-ec62b489b998", "tag": "05fe2905-fda2-49f9-bbfb-9f181bdb9ce4", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:58:10.384313 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e37693d1-a03b-4cc6-bc9f-bc203bd71b31 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:58:10.384696 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e87e21b-cb2f-4053-8d0e-ec62b489b998', 'tag': '05fe2905-fda2-49f9-bbfb-9f181bdb9ce4', 'status': 'completed', 'code': 200} Sep 29 17:58:10.423798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-08ccd430-409a-45aa-bcd6-b7e4f8fa2b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:10.425311 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-08ccd430-409a-45aa-bcd6-b7e4f8fa2b8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1fd5582b5f8461a849a181aade1e03c&device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1094 time: 0.0514688 Sep 29 17:58:10.480018 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-bbd1893f-2383-48c5-99a6-d749358a54e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 HTTP/1.1" status: 200 len: 217 time: 0.0383444 Sep 29 17:58:10.551812 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-54195c96-58f5-4fc9-8250-49321d72950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:10.553239 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-54195c96-58f5-4fc9-8250-49321d72950e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f3004023-8f3f-48d0-a935-0084cfe8d3cd HTTP/1.1" status: 200 len: 849 time: 0.0690703 Sep 29 17:58:10.608141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-9bfcbad9-7d3b-4faf-858f-23d96835c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:10.609651 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-9bfcbad9-7d3b-4faf-858f-23d96835c214 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c0698fbf-d232-402c-98ae-5114ed3a281f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489178 Sep 29 17:58:10.724010 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-dbdcbd56-e307-4efa-a8e5-cdf3ffdc9e9e service neutron] 10.222.0.35 "GET /v2.0/networks/c0698fbf-d232-402c-98ae-5114ed3a281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069105 Sep 29 17:58:10.826985 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-79915bbc-3e30-4788-9f62-159d294b4698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:10.864332 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de918719-8719-4843-aa6e-99f29101e397 req-2ad6106d-b3c5-4513-a9f1-ae52be3473c4 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:10.867583 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-24665b6c-2e97-4b38-aac4-9e74cc37dcfe req-14820395-213a-4237-9a17-1f46a794b784 service neutron] 10.222.0.35 "GET /v2.0/networks/c0698fbf-d232-402c-98ae-5114ed3a281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355164 Sep 29 17:58:10.871031 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de918719-8719-4843-aa6e-99f29101e397 req-2ad6106d-b3c5-4513-a9f1-ae52be3473c4 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1094 time: 0.0776923 Sep 29 17:58:10.912940 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de918719-8719-4843-aa6e-99f29101e397 req-0e8591ce-5a8f-4d09-8c3d-45be5069dd84 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352414 Sep 29 17:58:11.003858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aefef0-afab-447b-b87c-def48b1a74f1 req-f64b95fc-f428-4175-9ae2-ca2f206628f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:11.005485 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-60aefef0-afab-447b-b87c-def48b1a74f1 req-f64b95fc-f428-4175-9ae2-ca2f206628f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c1fd5582b5f8461a849a181aade1e03c&device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1094 time: 0.0484400 Sep 29 17:58:11.100192 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aefef0-afab-447b-b87c-def48b1a74f1 req-7da1d855-b4e7-4cc6-849f-2ff4dceef3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:11.101702 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-60aefef0-afab-447b-b87c-def48b1a74f1 req-7da1d855-b4e7-4cc6-849f-2ff4dceef3da service neutron] 10.222.0.35 "GET /v2.0/networks?id=c0698fbf-d232-402c-98ae-5114ed3a281f HTTP/1.1" status: 200 len: 911 time: 0.0888326 Sep 29 17:58:11.143473 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-60aefef0-afab-447b-b87c-def48b1a74f1 req-285e05b7-21e4-4747-b6a0-94ba9708b37b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 HTTP/1.1" status: 200 len: 217 time: 0.0342174 Sep 29 17:58:11.193778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aefef0-afab-447b-b87c-def48b1a74f1 req-b1336b20-446e-4050-80d4-e52b8d3da481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:11.195312 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-60aefef0-afab-447b-b87c-def48b1a74f1 req-b1336b20-446e-4050-80d4-e52b8d3da481 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f3004023-8f3f-48d0-a935-0084cfe8d3cd HTTP/1.1" status: 200 len: 849 time: 0.0445640 Sep 29 17:58:11.250472 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aefef0-afab-447b-b87c-def48b1a74f1 req-97d443d7-a427-40c1-8dd6-788ef5961fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:11.252153 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-60aefef0-afab-447b-b87c-def48b1a74f1 req-97d443d7-a427-40c1-8dd6-788ef5961fd1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c0698fbf-d232-402c-98ae-5114ed3a281f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497859 Sep 29 17:58:11.356024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-60aefef0-afab-447b-b87c-def48b1a74f1 req-b34f2ed9-b508-4989-bf73-c8f96e3783bd service neutron] 10.222.0.35 "GET /v2.0/networks/c0698fbf-d232-402c-98ae-5114ed3a281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963631 Sep 29 17:58:11.465446 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-60aefef0-afab-447b-b87c-def48b1a74f1 req-532f4be6-1f11-4ab8-826c-42b7965e8606 service neutron] 10.222.0.35 "GET /v2.0/networks/c0698fbf-d232-402c-98ae-5114ed3a281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016333 Sep 29 17:58:12.036779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947e069-217f-4b62-8095-5dde206305d4 req-7250d5db-1a24-434c-9899-1a74e4a7896d tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:12.038348 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5947e069-217f-4b62-8095-5dde206305d4 req-7250d5db-1a24-434c-9899-1a74e4a7896d tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1094 time: 0.0494821 Sep 29 17:58:12.074583 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5947e069-217f-4b62-8095-5dde206305d4 req-3927f1cd-1adf-4e17-b0fc-60d82b33ec40 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293293 Sep 29 17:58:13.185396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38916f-a052-44f6-83ed-a8da444d82b1 req-33b57723-c6ea-49eb-b266-d99e722d0f5d tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:13.186885 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f38916f-a052-44f6-83ed-a8da444d82b1 req-33b57723-c6ea-49eb-b266-d99e722d0f5d tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1094 time: 0.0398712 Sep 29 17:58:13.220569 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f38916f-a052-44f6-83ed-a8da444d82b1 req-bbe9bef5-80e9-4f4a-ba1f-be98da1b5a25 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277236 Sep 29 17:58:13.574661 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bd4fbaff-1088-40a6-80a1-84cf84088ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:14.304457 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:58:14.342470 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480fc76-481b-422b-88d0-c138266f0401 req-d552ac4a-1a7e-423f-828d-d2d2e28709d9 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:14.350835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6480fc76-481b-422b-88d0-c138266f0401 req-d552ac4a-1a7e-423f-828d-d2d2e28709d9 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1094 time: 0.0620422 Sep 29 17:58:14.386754 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6480fc76-481b-422b-88d0-c138266f0401 req-79381748-e5c8-40fc-8127-2ce7659d4db9 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347321 Sep 29 17:58:14.426969 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=05fe2905-fda2-49f9-bbfb-9f181bdb9ce4,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:14.445313 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '05fe2905-fda2-49f9-bbfb-9f181bdb9ce4', 'network_id': 'c0698fbf-d232-402c-98ae-5114ed3a281f', 'port_id': '05fe2905-fda2-49f9-bbfb-9f181bdb9ce4', 'mac_address': 'fa:16:3e:e6:07:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3004023-8f3f-48d0-a935-0084cfe8d3cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:58:14.482871 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:14.500033 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:58:14.521751 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=05fe2905-fda2-49f9-bbfb-9f181bdb9ce4,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:14.526160 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:14.573881 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=05fe2905-fda2-49f9-bbfb-9f181bdb9ce4,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:14.658860 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:14.669454 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:14.793005 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:14.901961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['05fe2905-fda2-49f9-bbfb-9f181bdb9ce4'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:58:15.507741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe85af6-da6e-4399-b1de-9d8bd921ddae req-9fba4595-cc1b-4a26-9ee8-4a91db2c23be tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:15.509538 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8fe85af6-da6e-4399-b1de-9d8bd921ddae req-9fba4595-cc1b-4a26-9ee8-4a91db2c23be tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1095 time: 0.0456388 Sep 29 17:58:15.547027 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8fe85af6-da6e-4399-b1de-9d8bd921ddae req-fd9acf35-8aa8-4d24-926d-cfa476cc8883 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303252 Sep 29 17:58:16.335107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:58:16.383399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:58:16.387441 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:16.387811 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:16.473258 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:16.497244 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6a71eb1-9741-4906-b2f7-7f3df4b84749 req-ffc52909-78d2-4d60-9f21-a547410fe341 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549052 Sep 29 17:58:16.501536 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e87e21b-cb2f-4053-8d0e-ec62b489b998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fe2905-fda2-49f9-bbfb-9f181bdb9ce4'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:58:16.504158 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9373e028-33a2-4ddd-9152-78a777e8a063" -d '{"events": [{"server_uuid": "6e87e21b-cb2f-4053-8d0e-ec62b489b998", "name": "network-vif-plugged", "status": "completed", "tag": "05fe2905-fda2-49f9-bbfb-9f181bdb9ce4"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:58:16.519058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=05fe2905-fda2-49f9-bbfb-9f181bdb9ce4,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:16.525269 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:16.599963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a71eb1-9741-4906-b2f7-7f3df4b84749 req-cd4f437a-f749-4d35-ac82-72a4f520f1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:16.601575 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6a71eb1-9741-4906-b2f7-7f3df4b84749 req-cd4f437a-f749-4d35-ac82-72a4f520f1ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1fd5582b5f8461a849a181aade1e03c&device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1096 time: 0.0491447 Sep 29 17:58:16.629883 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9745ea07-9e17-4b4a-a561-df15c3f95cae x-openstack-request-id: req-9745ea07-9e17-4b4a-a561-df15c3f95cae {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:58:16.630518 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e87e21b-cb2f-4053-8d0e-ec62b489b998", "name": "network-vif-plugged", "status": "completed", "tag": "05fe2905-fda2-49f9-bbfb-9f181bdb9ce4", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:58:16.631037 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9745ea07-9e17-4b4a-a561-df15c3f95cae {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:58:16.631602 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e87e21b-cb2f-4053-8d0e-ec62b489b998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fe2905-fda2-49f9-bbfb-9f181bdb9ce4', 'code': 200} Sep 29 17:58:16.632941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=05fe2905-fda2-49f9-bbfb-9f181bdb9ce4,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:16.730286 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3356751-a4c2-4dcf-97ed-22349863e80a req-5c72cc7e-fc34-45ab-b81c-504b7981e87f tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:16.732836 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3356751-a4c2-4dcf-97ed-22349863e80a req-5c72cc7e-fc34-45ab-b81c-504b7981e87f tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1096 time: 0.0489874 Sep 29 17:58:16.780152 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e3356751-a4c2-4dcf-97ed-22349863e80a req-846ae575-8909-40bd-a6a2-86df0bd12506 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404789 Sep 29 17:58:16.785223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d4db6-9578-4414-9de8-11ff8a1d248c req-9f00caa9-02ea-4756-a4be-7fdb5592ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:16.786874 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-599d4db6-9578-4414-9de8-11ff8a1d248c req-9f00caa9-02ea-4756-a4be-7fdb5592ef32 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1096 time: 0.0703566 Sep 29 17:58:16.789704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a71eb1-9741-4906-b2f7-7f3df4b84749 req-d2bf10ee-e9f9-4f5e-a00e-2a1d57f8c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:16.792319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6a71eb1-9741-4906-b2f7-7f3df4b84749 req-d2bf10ee-e9f9-4f5e-a00e-2a1d57f8c95e service neutron] 10.222.0.49 "GET /v2.0/networks?id=c0698fbf-d232-402c-98ae-5114ed3a281f HTTP/1.1" status: 200 len: 911 time: 0.1640387 Sep 29 17:58:16.847697 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6a71eb1-9741-4906-b2f7-7f3df4b84749 req-537938ed-fa1b-41ca-a441-ecd0d73c0177 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=190bd947-89a7-4897-9098-d84e8ac43b93 HTTP/1.1" status: 200 len: 217 time: 0.0401919 Sep 29 17:58:16.887380 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-599d4db6-9578-4414-9de8-11ff8a1d248c req-25216776-7cd1-4dc7-841c-28d7b4013b77 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927188 Sep 29 17:58:16.909433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a71eb1-9741-4906-b2f7-7f3df4b84749 req-2e910ac7-0495-45b8-9f4c-90b32811b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:16.910942 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6a71eb1-9741-4906-b2f7-7f3df4b84749 req-2e910ac7-0495-45b8-9f4c-90b32811b89d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f3004023-8f3f-48d0-a935-0084cfe8d3cd HTTP/1.1" status: 200 len: 849 time: 0.0552356 Sep 29 17:58:16.949802 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:16.977582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a71eb1-9741-4906-b2f7-7f3df4b84749 req-c9f28f5b-3236-4e20-941b-1c14230b7dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:16.979051 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6a71eb1-9741-4906-b2f7-7f3df4b84749 req-c9f28f5b-3236-4e20-941b-1c14230b7dab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c0698fbf-d232-402c-98ae-5114ed3a281f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599871 Sep 29 17:58:17.127699 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6a71eb1-9741-4906-b2f7-7f3df4b84749 req-53073500-2c14-406d-a775-6ac537abfa1f service neutron] 10.222.0.49 "GET /v2.0/networks/c0698fbf-d232-402c-98ae-5114ed3a281f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413488 Sep 29 17:58:17.265911 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6a71eb1-9741-4906-b2f7-7f3df4b84749 req-6d74a0cd-e0c6-4106-8894-0a44278b6835 service neutron] 10.222.0.49 "GET /v2.0/networks/c0698fbf-d232-402c-98ae-5114ed3a281f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282520 Sep 29 17:58:17.879143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9961ee0-e244-4e40-be0b-51bf97831fc6 req-be59ec0f-be37-4413-9681-257958eba6d2 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:17.880681 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a9961ee0-e244-4e40-be0b-51bf97831fc6 req-be59ec0f-be37-4413-9681-257958eba6d2 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1096 time: 0.0406179 Sep 29 17:58:17.918625 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a9961ee0-e244-4e40-be0b-51bf97831fc6 req-0d56fdbb-b294-4727-8cd8-1f7806db463e tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315094 Sep 29 17:58:19.028222 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a73794-cd2b-4951-a836-994aea6e37f8 req-2a5e7c67-da25-4061-abe0-548ea725c65d tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:19.029735 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c6a73794-cd2b-4951-a836-994aea6e37f8 req-2a5e7c67-da25-4061-abe0-548ea725c65d tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1096 time: 0.0418589 Sep 29 17:58:19.067792 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c6a73794-cd2b-4951-a836-994aea6e37f8 req-27831689-a234-441d-8d66-adcd7f64d1a5 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314901 Sep 29 17:58:19.190356 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe228d0-628f-4ba3-8f45-1b244e7ab1de req-ee6f0ed0-d62f-46fa-9772-eecbd1982060 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:19.191881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbe228d0-628f-4ba3-8f45-1b244e7ab1de req-ee6f0ed0-d62f-46fa-9772-eecbd1982060 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1096 time: 0.0416801 Sep 29 17:58:19.230968 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbe228d0-628f-4ba3-8f45-1b244e7ab1de req-e12dab17-4c31-4c36-88ba-2d25e184693e tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322752 Sep 29 17:58:19.348034 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d5038-1b14-4179-bef2-8566b0c32788 req-eeef08e9-1b12-422f-b4ba-3a7c9039cd85 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:19.349598 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-378d5038-1b14-4179-bef2-8566b0c32788 req-eeef08e9-1b12-422f-b4ba-3a7c9039cd85 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1096 time: 0.0489497 Sep 29 17:58:19.387671 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-378d5038-1b14-4179-bef2-8566b0c32788 req-8ecd2255-2840-405a-9b7a-d6317b52375a tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308757 Sep 29 17:58:19.629849 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04672d6d-bc8e-4327-b218-dd3ac835f5db req-1c59c5dc-8aa3-43db-bd3b-5652a67efea0 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:19.631377 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-04672d6d-bc8e-4327-b218-dd3ac835f5db req-1c59c5dc-8aa3-43db-bd3b-5652a67efea0 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1096 time: 0.0421784 Sep 29 17:58:19.677418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-04672d6d-bc8e-4327-b218-dd3ac835f5db req-f9d409a9-78f7-4f76-9d49-bb8fb456d035 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363758 Sep 29 17:58:20.778081 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb3783-51d7-4ab1-9003-4af3be80222f req-71661e42-01ed-473d-b267-5be0aa76270c tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:20.779594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cadb3783-51d7-4ab1-9003-4af3be80222f req-71661e42-01ed-473d-b267-5be0aa76270c tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1096 time: 0.0407310 Sep 29 17:58:20.816179 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cadb3783-51d7-4ab1-9003-4af3be80222f req-77584512-05ed-4d4b-944f-8c3c5ee7bbb4 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303924 Sep 29 17:58:21.107100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916093a-86e2-4a74-bb1c-091f481e9d82 req-847ee324-ef13-4489-b577-5a49a183b3bd tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:21.108637 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c916093a-86e2-4a74-bb1c-091f481e9d82 req-847ee324-ef13-4489-b577-5a49a183b3bd tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 1096 time: 0.0421896 Sep 29 17:58:21.192473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-c916093a-86e2-4a74-bb1c-091f481e9d82 req-9af71701-272c-47bb-8fd6-ebb9b2b9b316 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Deleting port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:58:21.192853 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c916093a-86e2-4a74-bb1c-091f481e9d82 req-9af71701-272c-47bb-8fd6-ebb9b2b9b316 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:21.274988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c916093a-86e2-4a74-bb1c-091f481e9d82 req-9af71701-272c-47bb-8fd6-ebb9b2b9b316 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] For port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=05fe2905-fda2-49f9-bbfb-9f181bdb9ce4,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:21.275777 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c916093a-86e2-4a74-bb1c-091f481e9d82 req-9af71701-272c-47bb-8fd6-ebb9b2b9b316 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:21.288318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-c916093a-86e2-4a74-bb1c-091f481e9d82 req-9af71701-272c-47bb-8fd6-ebb9b2b9b316 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Calling delete_port for 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:58:21.423408 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c916093a-86e2-4a74-bb1c-091f481e9d82 req-9af71701-272c-47bb-8fd6-ebb9b2b9b316 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:21.435260 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['190bd947-89a7-4897-9098-d84e8ac43b93'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:58:21.459252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['05fe2905-fda2-49f9-bbfb-9f181bdb9ce4'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:58:21.459760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af71701-272c-47bb-8fd6-ebb9b2b9b316 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Pushing event deleted for resources: {'Port': ['ID=05fe2905-fda2-49f9-bbfb-9f181bdb9ce4,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:21.545864 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c916093a-86e2-4a74-bb1c-091f481e9d82 req-9af71701-272c-47bb-8fd6-ebb9b2b9b316 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] No DVR routers for this DVR port 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:58:21.550268 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c916093a-86e2-4a74-bb1c-091f481e9d82 req-9af71701-272c-47bb-8fd6-ebb9b2b9b316 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:21.554291 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c916093a-86e2-4a74-bb1c-091f481e9d82 req-9af71701-272c-47bb-8fd6-ebb9b2b9b316 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.35 "DELETE /v2.0/ports/05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 HTTP/1.1" status: 204 len: 173 time: 0.4400351 Sep 29 17:58:21.555032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e87e21b-cb2f-4053-8d0e-ec62b489b998', 'name': 'network-vif-deleted', 'tag': '05fe2905-fda2-49f9-bbfb-9f181bdb9ce4'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:58:21.569201 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6ce507-f54a-47b4-b309-160ec16ee26f" -d '{"events": [{"server_uuid": "6e87e21b-cb2f-4053-8d0e-ec62b489b998", "name": "network-vif-deleted", "tag": "05fe2905-fda2-49f9-bbfb-9f181bdb9ce4"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:58:21.642102 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b544dc95-4903-4336-a100-d5d29412d6ac x-openstack-request-id: req-b544dc95-4903-4336-a100-d5d29412d6ac {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:58:21.642798 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e87e21b-cb2f-4053-8d0e-ec62b489b998", "name": "network-vif-deleted", "tag": "05fe2905-fda2-49f9-bbfb-9f181bdb9ce4", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:58:21.643142 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b544dc95-4903-4336-a100-d5d29412d6ac {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:58:21.643637 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e87e21b-cb2f-4053-8d0e-ec62b489b998', 'name': 'network-vif-deleted', 'tag': '05fe2905-fda2-49f9-bbfb-9f181bdb9ce4', 'status': 'completed', 'code': 200} Sep 29 17:58:21.976394 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-85a99725-8961-4c6c-a562-f6fdf3268a64 req-27d960b7-747d-45df-b80d-d71bc7445b30 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6e87e21b-cb2f-4053-8d0e-ec62b489b998 HTTP/1.1" status: 200 len: 210 time: 0.0443618 Sep 29 17:58:23.387449 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaacb51-b163-40b0-ac38-9f6fb4a40bd9 req-e9b3feb4-da0b-4b88-b1ad-f201fb0ef784 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:23.395873 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8eaacb51-b163-40b0-ac38-9f6fb4a40bd9 req-e9b3feb4-da0b-4b88-b1ad-f201fb0ef784 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1096 time: 0.0571380 Sep 29 17:58:23.434992 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8eaacb51-b163-40b0-ac38-9f6fb4a40bd9 req-dc46f7a6-a257-47b8-bde0-04fe754a1e12 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382438 Sep 29 17:58:24.335370 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:58:24.357958 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:58:24.358302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 05fe2905-fda2-49f9-bbfb-9f181bdb9ce4 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:58:24.554064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69546f6f-6c63-4619-8c51-03ec4cdd6c53 req-90f7fbfc-bfc7-45e1-be3c-ab993c189b20 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:24.555768 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-69546f6f-6c63-4619-8c51-03ec4cdd6c53 req-90f7fbfc-bfc7-45e1-be3c-ab993c189b20 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1096 time: 0.0444984 Sep 29 17:58:24.593142 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-69546f6f-6c63-4619-8c51-03ec4cdd6c53 req-2f541ade-b535-4ed1-83c3-259fa1b5fdf3 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=9e4c2ee2-0d39-4509-b1a1-74a8911f046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310943 Sep 29 17:58:24.658546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b53194-9991-424e-91d3-b203ae50dabb req-864d67f3-bc04-4a0a-bd95-26f90849c5f9 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:24.660035 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83b53194-9991-424e-91d3-b203ae50dabb req-864d67f3-bc04-4a0a-bd95-26f90849c5f9 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=764d3015-82ec-4cba-8b30-bb03b6680c07 HTTP/1.1" status: 200 len: 1096 time: 0.0459981 Sep 29 17:58:24.747825 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-83b53194-9991-424e-91d3-b203ae50dabb req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Deleting port 190bd947-89a7-4897-9098-d84e8ac43b93 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:58:24.748214 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-83b53194-9991-424e-91d3-b203ae50dabb req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:24.828517 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-83b53194-9991-424e-91d3-b203ae50dabb req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] For port 190bd947-89a7-4897-9098-d84e8ac43b93, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=190bd947-89a7-4897-9098-d84e8ac43b93,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:24.828894 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-83b53194-9991-424e-91d3-b203ae50dabb req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:24.842478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-83b53194-9991-424e-91d3-b203ae50dabb req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Calling delete_port for 190bd947-89a7-4897-9098-d84e8ac43b93 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:58:24.981558 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-83b53194-9991-424e-91d3-b203ae50dabb req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:24.995485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['190bd947-89a7-4897-9098-d84e8ac43b93'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:58:25.017014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Pushing event deleted for resources: {'Port': ['ID=190bd947-89a7-4897-9098-d84e8ac43b93,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:25.043040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:25.043403 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:25.043754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:25.044098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:25.044842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:25.045186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:25.045544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:25.045878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:25.046213 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:25.046544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:25.046878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:25.047206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:25.077581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b53194-9991-424e-91d3-b203ae50dabb req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] No DVR routers for this DVR port 190bd947-89a7-4897-9098-d84e8ac43b93 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:58:25.081164 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-83b53194-9991-424e-91d3-b203ae50dabb req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:25.083803 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83b53194-9991-424e-91d3-b203ae50dabb req-0a71bfe6-9fec-4bb0-8d35-045e0c602605 tempest-TestServerMultinode-618622333 tempest-TestServerMultinode-618622333-project-admin] 10.222.0.49 "DELETE /v2.0/ports/190bd947-89a7-4897-9098-d84e8ac43b93 HTTP/1.1" status: 204 len: 173 time: 0.4178612 Sep 29 17:58:25.084328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764d3015-82ec-4cba-8b30-bb03b6680c07', 'name': 'network-vif-deleted', 'tag': '190bd947-89a7-4897-9098-d84e8ac43b93'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:58:25.087150 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e299505-c398-47d2-9007-b599381addcc" -d '{"events": [{"server_uuid": "764d3015-82ec-4cba-8b30-bb03b6680c07", "name": "network-vif-deleted", "tag": "190bd947-89a7-4897-9098-d84e8ac43b93"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:58:25.139567 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfb68fd-6370-4b42-a8e3-2026b665f397 x-openstack-request-id: req-9dfb68fd-6370-4b42-a8e3-2026b665f397 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:58:25.139876 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764d3015-82ec-4cba-8b30-bb03b6680c07", "name": "network-vif-deleted", "tag": "190bd947-89a7-4897-9098-d84e8ac43b93", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:58:25.140177 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9dfb68fd-6370-4b42-a8e3-2026b665f397 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:58:25.140518 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764d3015-82ec-4cba-8b30-bb03b6680c07', 'name': 'network-vif-deleted', 'tag': '190bd947-89a7-4897-9098-d84e8ac43b93', 'status': 'completed', 'code': 200} Sep 29 17:58:25.666637 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48558) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:26.040072 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3bc701ad-003c-4099-b54d-c66f5dff62ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:26.388006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3bc701ad-003c-4099-b54d-c66f5dff62ff admin admin] Deleting port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:58:26.388638 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3bc701ad-003c-4099-b54d-c66f5dff62ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:26.416336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-45e87c29-71b7-44d8-be5c-566ff9c9e5ba tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:26.417866 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-45e87c29-71b7-44d8-be5c-566ff9c9e5ba tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/networks?id=3a017ae0-4522-476a-b48e-3fb7986eefa9 HTTP/1.1" status: 200 len: 813 time: 0.1575017 Sep 29 17:58:26.460806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-66b5356a-8542-426e-9773-11d7bc44cdd6 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/quotas/d1b8d5dff80b4d659b3994ff76a871fd HTTP/1.1" status: 200 len: 375 time: 0.0365150 Sep 29 17:58:26.497367 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-136852af-f677-4524-a107-d12c9d7e856c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d1b8d5dff80b4d659b3994ff76a871fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303771 Sep 29 17:58:26.549491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-3bc701ad-003c-4099-b54d-c66f5dff62ff admin admin] For port 34ebb80f-8867-4d81-b7f7-578a9c56cb9b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=34ebb80f-8867-4d81-b7f7-578a9c56cb9b,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:26.549863 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3bc701ad-003c-4099-b54d-c66f5dff62ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:26.588961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3bc701ad-003c-4099-b54d-c66f5dff62ff admin admin] Calling delete_port for 34ebb80f-8867-4d81-b7f7-578a9c56cb9b owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:58:26.659856 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-2622ffcd-3a9f-412f-b228-9aef70316784 service neutron] 10.222.0.44 "GET /v2.0/networks/3a017ae0-4522-476a-b48e-3fb7986eefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522346 Sep 29 17:58:26.814684 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-370dfd0d-09aa-4cb9-a97c-a966606bb138 service neutron] 10.222.0.44 "GET /v2.0/networks/3a017ae0-4522-476a-b48e-3fb7986eefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443424 Sep 29 17:58:26.871052 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3bc701ad-003c-4099-b54d-c66f5dff62ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:26.897122 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc701ad-003c-4099-b54d-c66f5dff62ff admin admin] Pushing event deleted for resources: {'Port': ['ID=34ebb80f-8867-4d81-b7f7-578a9c56cb9b,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:27.030987 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18203b61-d530-4057-8c05-3590f2fbeb65 req-eac73ea3-4c29-41ca-aa4d-bb5e650abe3c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 210 time: 0.0646479 Sep 29 17:58:27.084160 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3bc701ad-003c-4099-b54d-c66f5dff62ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:27.628149 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc701ad-003c-4099-b54d-c66f5dff62ff admin admin] Router fdc73295-bf94-4dc0-878e-8993a3319ecf has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:58:27.660574 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:27.698073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48644) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:27.778187 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc701ad-003c-4099-b54d-c66f5dff62ff admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:58:27.787251 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3bc701ad-003c-4099-b54d-c66f5dff62ff admin admin] 10.222.0.44 "PUT /v2.0/routers/fdc73295-bf94-4dc0-878e-8993a3319ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1171594 Sep 29 17:58:27.787735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48648) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:27.793051 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4b915-9cab-4271-8e3d-e75f0dc55eea None None] Sync routers for ids ['fdc73295-bf94-4dc0-878e-8993a3319ecf'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:58:27.803496 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4b915-9cab-4271-8e3d-e75f0dc55eea None None] Routers {'fdc73295-bf94-4dc0-878e-8993a3319ecf'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:27.806440 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-94b4b915-9cab-4271-8e3d-e75f0dc55eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fdc73295-bf94-4dc0-878e-8993a3319ecf'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:27.875273 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8236df5-bf40-4d01-bc24-cffa13b333cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:27.909662 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-94b4b915-9cab-4271-8e3d-e75f0dc55eea None None] Set router fdc73295-bf94-4dc0-878e-8993a3319ecf gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:27.926902 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef6e090b-bc9b-4c5b-b50d-5192163f5b51 admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:28.088807 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef6e090b-bc9b-4c5b-b50d-5192163f5b51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:28.103852 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8236df5-bf40-4d01-bc24-cffa13b333cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:28.119177 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e8236df5-bf40-4d01-bc24-cffa13b333cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:28.127110 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-94b4b915-9cab-4271-8e3d-e75f0dc55eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'name': 'tempest-TestServerMultinode-2012130635-router', 'tenant_id': '5aaec5d4ef3340adb444cb50777f2e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '9aaae65c-730a-4bcc-b901-cd8ed1189c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:41Z', 'updated_at': '2021-09-29T17:58:26Z', 'revision_number': 5, 'project_id': '5aaec5d4ef3340adb444cb50777f2e80', 'gw_port': {'id': '9aaae65c-730a-4bcc-b901-cd8ed1189c7a', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:42Z', 'updated_at': '2021-09-29T17:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:28.141734 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16a9927f-c255-414e-a3c7-b74622e7fac2 req-0ee966ae-c847-4d31-b28f-51c6644504a8 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 210 time: 0.0421526 Sep 29 17:58:28.179332 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4b915-9cab-4271-8e3d-e75f0dc55eea None None] Checking router: fdc73295-bf94-4dc0-878e-8993a3319ecf for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:58:28.192769 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b4b915-9cab-4271-8e3d-e75f0dc55eea None None] Routers {'fdc73295-bf94-4dc0-878e-8993a3319ecf'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:28.193421 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-94b4b915-9cab-4271-8e3d-e75f0dc55eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['fdc73295-bf94-4dc0-878e-8993a3319ecf'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:28.245922 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e8236df5-bf40-4d01-bc24-cffa13b333cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fdc04ac39c8a42268ede6526888d9faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5466235 Sep 29 17:58:28.247628 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48652) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:28.252575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8236df5-bf40-4d01-bc24-cffa13b333cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0b576e-4d3b-4d6a-91ff-d18ce82dd7d9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:28.293045 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 190bd947-89a7-4897-9098-d84e8ac43b93 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:58:28.299661 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-94b4b915-9cab-4271-8e3d-e75f0dc55eea None None] Set router fdc73295-bf94-4dc0-878e-8993a3319ecf gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:28.300210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e090b-bc9b-4c5b-b50d-5192163f5b51 admin admin] Deleting port 9aaae65c-730a-4bcc-b901-cd8ed1189c7a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:58:28.300559 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef6e090b-bc9b-4c5b-b50d-5192163f5b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:28.310034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-1c585a63-53ff-4842-9df2-f72c0df590a4 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:28.311754 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-1c585a63-53ff-4842-9df2-f72c0df590a4 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.35 "GET /v2.0/networks?id=3a017ae0-4522-476a-b48e-3fb7986eefa9 HTTP/1.1" status: 200 len: 813 time: 0.2047794 Sep 29 17:58:28.322877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 190bd947-89a7-4897-9098-d84e8ac43b93 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:58:28.323698 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c242b0a-ac71-4da3-9114-df25191699a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:28.323882 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 190bd947-89a7-4897-9098-d84e8ac43b93 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:58:28.339845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-abad7857-2b12-4e2e-aed3-d853d95db35a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Request body: {'port': {'device_id': '82856985-6b00-4558-a50a-94823e3221f7', 'network_id': '3a017ae0-4522-476a-b48e-3fb7986eefa9', 'admin_state_up': True, 'tenant_id': 'd1b8d5dff80b4d659b3994ff76a871fd'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:58:28.345787 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c242b0a-ac71-4da3-9114-df25191699a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:28.362662 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-94b4b915-9cab-4271-8e3d-e75f0dc55eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'name': 'tempest-TestServerMultinode-2012130635-router', 'tenant_id': '5aaec5d4ef3340adb444cb50777f2e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:41Z', 'updated_at': '2021-09-29T17:58:28Z', 'revision_number': 6, 'project_id': '5aaec5d4ef3340adb444cb50777f2e80', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:28.389957 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b4b915-9cab-4271-8e3d-e75f0dc55eea None None] The sync data for ids ['fdc73295-bf94-4dc0-878e-8993a3319ecf'] in n-d-811748-2 is: [{'id': 'fdc73295-bf94-4dc0-878e-8993a3319ecf', 'name': 'tempest-TestServerMultinode-2012130635-router', 'tenant_id': '5aaec5d4ef3340adb444cb50777f2e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:41Z', 'updated_at': '2021-09-29T17:58:28Z', 'revision_number': 6, 'project_id': '5aaec5d4ef3340adb444cb50777f2e80', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:58:28.395801 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c242b0a-ac71-4da3-9114-df25191699a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:28.399301 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c242b0a-ac71-4da3-9114-df25191699a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:28.400536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4c242b0a-ac71-4da3-9114-df25191699a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f0b576e-4d3b-4d6a-91ff-d18ce82dd7d9 HTTP/1.1" status: 204 len: 168 time: 0.1518369 Sep 29 17:58:28.410199 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c242b0a-ac71-4da3-9114-df25191699a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0b576e-4d3b-4d6a-91ff-d18ce82dd7d9,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:28.468878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-ef6e090b-bc9b-4c5b-b50d-5192163f5b51 admin admin] For port 9aaae65c-730a-4bcc-b901-cd8ed1189c7a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9aaae65c-730a-4bcc-b901-cd8ed1189c7a,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:28.469250 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef6e090b-bc9b-4c5b-b50d-5192163f5b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:28.491855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e090b-bc9b-4c5b-b50d-5192163f5b51 admin admin] Calling delete_port for 9aaae65c-730a-4bcc-b901-cd8ed1189c7a owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:58:28.572396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-abad7857-2b12-4e2e-aed3-d853d95db35a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Made reservation on behalf of d1b8d5dff80b4d659b3994ff76a871fd for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:58:28.575979 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-abad7857-2b12-4e2e-aed3-d853d95db35a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:28.784496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-abad7857-2b12-4e2e-aed3-d853d95db35a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Allocated IP 172.20.0.12 (3a017ae0-4522-476a-b48e-3fb7986eefa9/b0c37a44-a556-4508-a1a5-dc383be32db7/9958556d-13ee-4fce-801f-76d1759141e9) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:58:28.786631 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef6e090b-bc9b-4c5b-b50d-5192163f5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:28.822355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e090b-bc9b-4c5b-b50d-5192163f5b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aaae65c-730a-4bcc-b901-cd8ed1189c7a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:28.931525 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef6e090b-bc9b-4c5b-b50d-5192163f5b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.060730 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef6e090b-bc9b-4c5b-b50d-5192163f5b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.066160 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef6e090b-bc9b-4c5b-b50d-5192163f5b51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.122245 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef6e090b-bc9b-4c5b-b50d-5192163f5b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.122923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6e090b-bc9b-4c5b-b50d-5192163f5b51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdc73295-bf94-4dc0-878e-8993a3319ecf {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:58:29.128053 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef6e090b-bc9b-4c5b-b50d-5192163f5b51 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.129192 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ef6e090b-bc9b-4c5b-b50d-5192163f5b51 admin admin] 10.222.0.44 "DELETE /v2.0/routers/fdc73295-bf94-4dc0-878e-8993a3319ecf HTTP/1.1" status: 204 len: 168 time: 1.3398731 Sep 29 17:58:29.131917 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48676) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:29.145585 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-abad7857-2b12-4e2e-aed3-d853d95db35a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.191687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd519fb4-022f-457e-81c1-176e53118418 admin admin] Deleting subnet f3004023-8f3f-48d0-a935-0084cfe8d3cd {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:58:29.198176 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-abad7857-2b12-4e2e-aed3-d853d95db35a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.200394 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd519fb4-022f-457e-81c1-176e53118418 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.265601 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd519fb4-022f-457e-81c1-176e53118418 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.281862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad7857-2b12-4e2e-aed3-d853d95db35a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Pushing event updated for resources: {'Port': ['ID=9958556d-13ee-4fce-801f-76d1759141e9,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:29.309381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-abad7857-2b12-4e2e-aed3-d853d95db35a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Network 3a017ae0-4522-476a-b48e-3fb7986eefa9 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:58:29.313243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-abad7857-2b12-4e2e-aed3-d853d95db35a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:29.316112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-abad7857-2b12-4e2e-aed3-d853d95db35a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:58:29.360430 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd519fb4-022f-457e-81c1-176e53118418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.366027 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49abf8-2220-4236-b6fc-92f1027761e6 req-3a5915b6-157c-41b9-92ab-23cf8234d356 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:29.367809 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ba49abf8-2220-4236-b6fc-92f1027761e6 req-3a5915b6-157c-41b9-92ab-23cf8234d356 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 932 time: 0.1163175 Sep 29 17:58:29.402858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-abad7857-2b12-4e2e-aed3-d853d95db35a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:29.403630 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-abad7857-2b12-4e2e-aed3-d853d95db35a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.430216 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-abad7857-2b12-4e2e-aed3-d853d95db35a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0957031 Sep 29 17:58:29.434435 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd519fb4-022f-457e-81c1-176e53118418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.435600 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ba49abf8-2220-4236-b6fc-92f1027761e6 req-5d4f9c34-6438-42e1-9be7-c0b92964af4a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569274 Sep 29 17:58:29.457458 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Request body: {'port': {'device_id': '82856985-6b00-4558-a50a-94823e3221f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:58:29.467289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd519fb4-022f-457e-81c1-176e53118418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3004023-8f3f-48d0-a935-0084cfe8d3cd,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:29.471300 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dd519fb4-022f-457e-81c1-176e53118418 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.473180 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dd519fb4-022f-457e-81c1-176e53118418 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f3004023-8f3f-48d0-a935-0084cfe8d3cd HTTP/1.1" status: 204 len: 168 time: 0.3402677 Sep 29 17:58:29.479774 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48686) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:29.482800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32cf24a-9da8-4dad-8bb3-a19a0ef8825d None None] Network c0698fbf-d232-402c-98ae-5114ed3a281f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:58:29.537143 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.574753 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.667012 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] Deleting port 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:58:29.667352 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.761531 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9715e0a-fc08-4c15-9a62-eacadf728c9a None None] DHCP port deletion for c0698fbf-d232-402c-98ae-5114ed3a281f request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:58:29.788040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] For port 6f44643d-a4ad-4df0-b41a-0f6deb9e8962, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6f44643d-a4ad-4df0-b41a-0f6deb9e8962,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:29.788794 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.801946 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] Calling delete_port for 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:58:29.803087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 34ebb80f-8867-4d81-b7f7-578a9c56cb9b no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:58:29.831935 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 34ebb80f-8867-4d81-b7f7-578a9c56cb9b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:58:29.832472 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 34ebb80f-8867-4d81-b7f7-578a9c56cb9b not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:58:29.833055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9aaae65c-730a-4bcc-b901-cd8ed1189c7a no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:58:29.858399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 9aaae65c-730a-4bcc-b901-cd8ed1189c7a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:58:29.858999 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9aaae65c-730a-4bcc-b901-cd8ed1189c7a not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:58:29.872761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d9715e0a-fc08-4c15-9a62-eacadf728c9a None None] Deleting port 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:58:29.873012 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d9715e0a-fc08-4c15-9a62-eacadf728c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.885684 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9958556d-13ee-4fce-801f-76d1759141e9 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:58:29.894282 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.895743 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.911330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Transition to ACTIVE for port object 9958556d-13ee-4fce-801f-76d1759141e9 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:58:29.916904 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.935732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f44643d-a4ad-4df0-b41a-0f6deb9e8962,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:29.948917 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] No DVR routers for this DVR port 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:58:29.959284 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d9715e0a-fc08-4c15-9a62-eacadf728c9a None None] For port 6f44643d-a4ad-4df0-b41a-0f6deb9e8962, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6f44643d-a4ad-4df0-b41a-0f6deb9e8962,segment=NetworkSegment(d312e0d3-9fb3-4ee4-8cba-80617accd7fe),segment_id=d312e0d3-9fb3-4ee4-8cba-80617accd7fe)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:29.960037 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d9715e0a-fc08-4c15-9a62-eacadf728c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:29.983177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9958556d-13ee-4fce-801f-76d1759141e9,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:29.984251 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d9715e0a-fc08-4c15-9a62-eacadf728c9a None None] Calling delete_port for 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:58:30.054072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Attempting to bind port 9958556d-13ee-4fce-801f-76d1759141e9 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:58:30.054397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Attempting to bind port 9958556d-13ee-4fce-801f-76d1759141e9 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3a017ae0-4522-476a-b48e-3fb7986eefa9'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:58:30.054716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Attempting to bind port 9958556d-13ee-4fce-801f-76d1759141e9 on network 3a017ae0-4522-476a-b48e-3fb7986eefa9 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:58:30.059173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Port 9958556d-13ee-4fce-801f-76d1759141e9 on network 3a017ae0-4522-476a-b48e-3fb7986eefa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:58:30.059498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Attempting to bind port 9958556d-13ee-4fce-801f-76d1759141e9 on network 3a017ae0-4522-476a-b48e-3fb7986eefa9 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:58:30.064313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:58:30.064645 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Checking segment: {'id': '0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3a017ae0-4522-476a-b48e-3fb7986eefa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:58:30.065023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Bound using segment: {'id': '0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3a017ae0-4522-476a-b48e-3fb7986eefa9'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:58:30.065578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Bound port: 9958556d-13ee-4fce-801f-76d1759141e9, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3a017ae0-4522-476a-b48e-3fb7986eefa9'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:58:30.065881 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:30.078313 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:30.098374 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d9715e0a-fc08-4c15-9a62-eacadf728c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:30.103008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0698fbf-d232-402c-98ae-5114ed3a281f']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:30.115071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:30.115372 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd312e0d3-9fb3-4ee4-8cba-80617accd7fe') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:30.130624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9715e0a-fc08-4c15-9a62-eacadf728c9a None None] Pushing event deleted for resources: {'Port': ['ID=6f44643d-a4ad-4df0-b41a-0f6deb9e8962,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:30.135527 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9715e0a-fc08-4c15-9a62-eacadf728c9a None None] No DVR routers for this DVR port 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:58:30.136152 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:30.154551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] For port 9958556d-13ee-4fce-801f-76d1759141e9, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:58:30.158113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] For port 9958556d-13ee-4fce-801f-76d1759141e9, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=9958556d-13ee-4fce-801f-76d1759141e9,segment=NetworkSegment(0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc),segment_id=0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:58:30.159758 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:30.166780 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:30.175058 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:58:30.175485 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:58:30.180036 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:58:30.214946 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:30.215559 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:30.221089 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] 10.222.0.35 "PUT /v2.0/ports/9958556d-13ee-4fce-801f-76d1759141e9 HTTP/1.1" status: 200 len: 1092 time: 0.7727726 Sep 29 17:58:30.221089 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82856985-6b00-4558-a50a-94823e3221f7', 'tag': '9958556d-13ee-4fce-801f-76d1759141e9'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:58:30.221089 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d01ff4-5641-40c8-9504-277675df38e0" -d '{"events": [{"name": "network-changed", "server_uuid": "82856985-6b00-4558-a50a-94823e3221f7", "tag": "9958556d-13ee-4fce-801f-76d1759141e9"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:58:30.262656 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:30.277624 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77824953-a6dc-4d2c-84bc-1842aeccb1c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9958556d-13ee-4fce-801f-76d1759141e9,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:30.282345 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:30.283544 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d295114-6bb2-425c-9f07-b252e7d086ce x-openstack-request-id: req-9d295114-6bb2-425c-9f07-b252e7d086ce {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:58:30.283838 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82856985-6b00-4558-a50a-94823e3221f7", "tag": "9958556d-13ee-4fce-801f-76d1759141e9", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:58:30.284092 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d295114-6bb2-425c-9f07-b252e7d086ce {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:58:30.284243 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c0698fbf-d232-402c-98ae-5114ed3a281f HTTP/1.1" status: 204 len: 168 time: 0.8027864 Sep 29 17:58:30.284549 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82856985-6b00-4558-a50a-94823e3221f7', 'tag': '9958556d-13ee-4fce-801f-76d1759141e9', 'status': 'completed', 'code': 200} Sep 29 17:58:30.285110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ce549-bd4a-4662-b2a9-ba3572d83f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0698fbf-d232-402c-98ae-5114ed3a281f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:30.287273 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48756) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:30.336886 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-8d006eb6-621b-46f1-a576-28267af0adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:30.338446 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-8d006eb6-621b-46f1-a576-28267af0adcd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1b8d5dff80b4d659b3994ff76a871fd&device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 1095 time: 0.0458095 Sep 29 17:58:30.397086 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-661f5584-b4fa-405f-9712-209348bb70be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9958556d-13ee-4fce-801f-76d1759141e9 HTTP/1.1" status: 200 len: 217 time: 0.0419559 Sep 29 17:58:30.451246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-02cdaf8f-7051-4006-b477-2903a08acd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:30.452913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-02cdaf8f-7051-4006-b477-2903a08acd96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0c37a44-a556-4508-a1a5-dc383be32db7 HTTP/1.1" status: 200 len: 853 time: 0.0482547 Sep 29 17:58:30.490358 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-51b3a847-5e6e-4975-ad81-2d1109382939 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a017ae0-4522-476a-b48e-3fb7986eefa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307965 Sep 29 17:58:30.624155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3e959-b744-4a37-be04-5fe36be83e5f req-2fe7d568-8e85-4da3-8880-6d79bd855bd8 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:30.625681 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a3a3e959-b744-4a37-be04-5fe36be83e5f req-2fe7d568-8e85-4da3-8880-6d79bd855bd8 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 944 time: 0.1034214 Sep 29 17:58:30.657117 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-39e18792-01ae-4882-81ef-53c7fb73b9df service neutron] 10.222.0.35 "GET /v2.0/networks/3a017ae0-4522-476a-b48e-3fb7986eefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582677 Sep 29 17:58:30.681940 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ecc9b7b9-18c1-4438-9f43-f2a79ddc2a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:30.691530 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a3a3e959-b744-4a37-be04-5fe36be83e5f req-cb5ff4fd-bf89-4bee-82e4-77764f5e8ea5 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560100 Sep 29 17:58:30.767159 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0fa48e7-effd-4b80-8ff7-800a2688c93f req-286ea73f-485e-453e-a3e1-5b715486c8fc service neutron] 10.222.0.35 "GET /v2.0/networks/3a017ae0-4522-476a-b48e-3fb7986eefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987945 Sep 29 17:58:30.893495 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48818) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:30.901328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d01ff4-5641-40c8-9504-277675df38e0 req-4ff0eced-824c-4b2f-b576-f6386a913b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:30.902930 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4d01ff4-5641-40c8-9504-277675df38e0 req-4ff0eced-824c-4b2f-b576-f6386a913b55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1b8d5dff80b4d659b3994ff76a871fd&device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 1095 time: 0.0540690 Sep 29 17:58:30.948670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9b7b9-18c1-4438-9f43-f2a79ddc2a62 admin admin] Deleting port 3fb5e05a-fad6-4fb5-b574-72ca64e15478 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:58:30.949049 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ecc9b7b9-18c1-4438-9f43-f2a79ddc2a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:31.003191 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d01ff4-5641-40c8-9504-277675df38e0 req-cccd9ad9-4f75-412f-8e93-ceddd2df8d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:31.004751 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4d01ff4-5641-40c8-9504-277675df38e0 req-cccd9ad9-4f75-412f-8e93-ceddd2df8d13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a017ae0-4522-476a-b48e-3fb7986eefa9 HTTP/1.1" status: 200 len: 914 time: 0.0944595 Sep 29 17:58:31.012535 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-856e47fb-1f38-451a-9075-6ceb325170c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:31.033976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-ecc9b7b9-18c1-4438-9f43-f2a79ddc2a62 admin admin] For port 3fb5e05a-fad6-4fb5-b574-72ca64e15478, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=3fb5e05a-fad6-4fb5-b574-72ca64e15478,segment=NetworkSegment(20fbe8d1-b753-44bd-bd8c-e874b9d403ee),segment_id=20fbe8d1-b753-44bd-bd8c-e874b9d403ee)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:31.034335 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ecc9b7b9-18c1-4438-9f43-f2a79ddc2a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:31.050041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9b7b9-18c1-4438-9f43-f2a79ddc2a62 admin admin] Calling delete_port for 3fb5e05a-fad6-4fb5-b574-72ca64e15478 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:58:31.238177 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ecc9b7b9-18c1-4438-9f43-f2a79ddc2a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:31.264597 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9b7b9-18c1-4438-9f43-f2a79ddc2a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb5e05a-fad6-4fb5-b574-72ca64e15478,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:31.412650 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4d01ff4-5641-40c8-9504-277675df38e0 req-2150beda-7d6b-4c8c-89d3-48a325e421d0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9958556d-13ee-4fce-801f-76d1759141e9 HTTP/1.1" status: 200 len: 217 time: 0.4010029 Sep 29 17:58:31.436983 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ecc9b7b9-18c1-4438-9f43-f2a79ddc2a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:31.486090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d01ff4-5641-40c8-9504-277675df38e0 req-bfdcbcfd-6413-4ba2-b1e9-c1451102696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:31.487834 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4d01ff4-5641-40c8-9504-277675df38e0 req-bfdcbcfd-6413-4ba2-b1e9-c1451102696b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0c37a44-a556-4508-a1a5-dc383be32db7 HTTP/1.1" status: 200 len: 853 time: 0.0641592 Sep 29 17:58:31.530156 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4d01ff4-5641-40c8-9504-277675df38e0 req-b79238da-6013-4f8d-afe6-0c84988c8d79 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a017ae0-4522-476a-b48e-3fb7986eefa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325511 Sep 29 17:58:31.618626 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-856e47fb-1f38-451a-9075-6ceb325170c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:31.624245 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-856e47fb-1f38-451a-9075-6ceb325170c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:31.654614 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc9b7b9-18c1-4438-9f43-f2a79ddc2a62 admin admin] Router e14a84b5-181d-4121-94a9-7461a7dfff2f has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:58:31.675770 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4d01ff4-5641-40c8-9504-277675df38e0 req-4ab2c4ac-8e94-4724-a056-9134da965c90 service neutron] 10.222.0.35 "GET /v2.0/networks/3a017ae0-4522-476a-b48e-3fb7986eefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383712 Sep 29 17:58:31.678284 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-856e47fb-1f38-451a-9075-6ceb325170c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec7251237e8544dd89fefc06f129f624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7829180 Sep 29 17:58:31.678975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e47fb-1f38-451a-9075-6ceb325170c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7888653e-68ff-48ed-97c2-07c3a27fcc1e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:31.682007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48822) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:31.796409 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6f97b99e-38e9-401b-98a8-4a54884f6b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:31.819239 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc9b7b9-18c1-4438-9f43-f2a79ddc2a62 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:58:31.829270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc95e14-e3da-4825-9b41-70331279118a None None] Sync routers for ids ['e14a84b5-181d-4121-94a9-7461a7dfff2f'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:58:31.831525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f55cc-63c1-4198-90de-1ca0fcaf7bd7 req-087321a0-7df0-46ee-ae31-5c599aaba929 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:31.833059 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-554f55cc-63c1-4198-90de-1ca0fcaf7bd7 req-087321a0-7df0-46ee-ae31-5c599aaba929 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 944 time: 0.0667095 Sep 29 17:58:31.835942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:58:31.839983 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ecc9b7b9-18c1-4438-9f43-f2a79ddc2a62 admin admin] 10.222.0.44 "PUT /v2.0/routers/e14a84b5-181d-4121-94a9-7461a7dfff2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5494528 Sep 29 17:58:31.841248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48826) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:31.844068 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4d01ff4-5641-40c8-9504-277675df38e0 req-f8c43985-6b85-4602-b043-280facde02bd service neutron] 10.222.0.35 "GET /v2.0/networks/3a017ae0-4522-476a-b48e-3fb7986eefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439970 Sep 29 17:58:31.845962 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6f97b99e-38e9-401b-98a8-4a54884f6b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:31.869644 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:58:31.870334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6f44643d-a4ad-4df0-b41a-0f6deb9e8962 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:58:31.874464 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc95e14-e3da-4825-9b41-70331279118a None None] Routers {'e14a84b5-181d-4121-94a9-7461a7dfff2f'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:31.875650 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6cc95e14-e3da-4825-9b41-70331279118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e14a84b5-181d-4121-94a9-7461a7dfff2f'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:31.903732 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6f97b99e-38e9-401b-98a8-4a54884f6b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:31.908085 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6f97b99e-38e9-401b-98a8-4a54884f6b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:31.909364 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6f97b99e-38e9-401b-98a8-4a54884f6b03 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7888653e-68ff-48ed-97c2-07c3a27fcc1e HTTP/1.1" status: 204 len: 168 time: 0.2264199 Sep 29 17:58:31.920183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97b99e-38e9-401b-98a8-4a54884f6b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7888653e-68ff-48ed-97c2-07c3a27fcc1e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:32.018094 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-6cc95e14-e3da-4825-9b41-70331279118a None None] Set router e14a84b5-181d-4121-94a9-7461a7dfff2f gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:32.217134 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6cc95e14-e3da-4825-9b41-70331279118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'name': 'tempest-TestServerMultinode-579631532-router', 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:58:31Z', 'revision_number': 5, 'project_id': 'c1fd5582b5f8461a849a181aade1e03c', 'gw_port': {'id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:32.220542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48834) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:32.234461 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-644bbcfb-61ef-4a75-8fcf-f282b76f1902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:32.239402 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-554f55cc-63c1-4198-90de-1ca0fcaf7bd7 req-4ee38be8-15f5-4b7a-9e9a-a46a6d6341c5 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994119 Sep 29 17:58:32.254005 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc95e14-e3da-4825-9b41-70331279118a None None] Checking router: e14a84b5-181d-4121-94a9-7461a7dfff2f for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:58:32.264782 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc95e14-e3da-4825-9b41-70331279118a None None] Routers {'e14a84b5-181d-4121-94a9-7461a7dfff2f'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:32.265535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6cc95e14-e3da-4825-9b41-70331279118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e14a84b5-181d-4121-94a9-7461a7dfff2f'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:32.266804 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29af97c6-622d-45e6-a37d-56ffdccacc32 admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:32.361206 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-644bbcfb-61ef-4a75-8fcf-f282b76f1902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:32.365953 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-644bbcfb-61ef-4a75-8fcf-f282b76f1902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:32.374433 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29af97c6-622d-45e6-a37d-56ffdccacc32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:32.381912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-6cc95e14-e3da-4825-9b41-70331279118a None None] Set router e14a84b5-181d-4121-94a9-7461a7dfff2f gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:32.409488 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-644bbcfb-61ef-4a75-8fcf-f282b76f1902 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3f20856293154bd1b3ab200a52e6ba4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1878097 Sep 29 17:58:32.410605 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bbcfb-61ef-4a75-8fcf-f282b76f1902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e8881e-4a00-41b0-9ed5-2bf086e2066e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:32.412037 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48836) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:32.471819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-29af97c6-622d-45e6-a37d-56ffdccacc32 admin admin] Deleting port e4aa2f71-b11d-41a0-a06b-6aa2d97b1874 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:58:32.472163 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29af97c6-622d-45e6-a37d-56ffdccacc32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:32.501401 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f5738fd-f7fd-4a97-816f-c932ac170056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:32.554267 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f5738fd-f7fd-4a97-816f-c932ac170056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:32.576404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-6cc95e14-e3da-4825-9b41-70331279118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'name': 'tempest-TestServerMultinode-579631532-router', 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:58:31Z', 'revision_number': 5, 'project_id': 'c1fd5582b5f8461a849a181aade1e03c', 'gw_port': {'id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:32.599336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-29af97c6-622d-45e6-a37d-56ffdccacc32 admin admin] For port e4aa2f71-b11d-41a0-a06b-6aa2d97b1874, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e4aa2f71-b11d-41a0-a06b-6aa2d97b1874,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:32.599719 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29af97c6-622d-45e6-a37d-56ffdccacc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:32.602690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc95e14-e3da-4825-9b41-70331279118a None None] The sync data for ids ['e14a84b5-181d-4121-94a9-7461a7dfff2f'] in n-d-811748-2 is: [{'id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'name': 'tempest-TestServerMultinode-579631532-router', 'tenant_id': 'c1fd5582b5f8461a849a181aade1e03c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:58:31Z', 'revision_number': 5, 'project_id': 'c1fd5582b5f8461a849a181aade1e03c', 'gw_port': {'id': 'e4aa2f71-b11d-41a0-a06b-6aa2d97b1874', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14a84b5-181d-4121-94a9-7461a7dfff2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:57:48Z', 'updated_at': '2021-09-29T17:57:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:58:32.612788 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-29af97c6-622d-45e6-a37d-56ffdccacc32 admin admin] Calling delete_port for e4aa2f71-b11d-41a0-a06b-6aa2d97b1874 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:58:32.665787 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f5738fd-f7fd-4a97-816f-c932ac170056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:32.668369 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f5738fd-f7fd-4a97-816f-c932ac170056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:32.669525 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9f5738fd-f7fd-4a97-816f-c932ac170056 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14e8881e-4a00-41b0-9ed5-2bf086e2066e HTTP/1.1" status: 204 len: 168 time: 0.2563977 Sep 29 17:58:32.681565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5738fd-f7fd-4a97-816f-c932ac170056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e8881e-4a00-41b0-9ed5-2bf086e2066e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:32.811844 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29af97c6-622d-45e6-a37d-56ffdccacc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:32.840700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af97c6-622d-45e6-a37d-56ffdccacc32 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4aa2f71-b11d-41a0-a06b-6aa2d97b1874,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:32.909067 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29af97c6-622d-45e6-a37d-56ffdccacc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.010099 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29af97c6-622d-45e6-a37d-56ffdccacc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.013190 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29af97c6-622d-45e6-a37d-56ffdccacc32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.067268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29af97c6-622d-45e6-a37d-56ffdccacc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.067803 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29af97c6-622d-45e6-a37d-56ffdccacc32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e14a84b5-181d-4121-94a9-7461a7dfff2f {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:58:33.072783 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29af97c6-622d-45e6-a37d-56ffdccacc32 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.074018 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-29af97c6-622d-45e6-a37d-56ffdccacc32 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e14a84b5-181d-4121-94a9-7461a7dfff2f HTTP/1.1" status: 204 len: 168 time: 1.2316403 Sep 29 17:58:33.076808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48842) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:33.128080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d2220e-38a0-4db5-a3d2-d9619f192bbe admin admin] Deleting subnet 2e903057-3f7d-45b2-8141-cac2ccd443a0 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:58:33.131829 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43d2220e-38a0-4db5-a3d2-d9619f192bbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.169428 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43d2220e-38a0-4db5-a3d2-d9619f192bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.268711 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43d2220e-38a0-4db5-a3d2-d9619f192bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.385730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db80c5f-d959-453e-8f27-0f47e001985d req-bf011a4d-a761-4bb3-afdf-e502d8b8505a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:33.387203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2db80c5f-d959-453e-8f27-0f47e001985d req-bf011a4d-a761-4bb3-afdf-e502d8b8505a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 944 time: 0.0627632 Sep 29 17:58:33.388133 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43d2220e-38a0-4db5-a3d2-d9619f192bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.420429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2220e-38a0-4db5-a3d2-d9619f192bbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e903057-3f7d-45b2-8141-cac2ccd443a0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:33.428884 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bccabd3-a89d-4250-9afb-58ef069a542d None None] Network 358c178b-005c-40fb-bda9-1cf9e5f1b9e9 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:58:33.433752 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43d2220e-38a0-4db5-a3d2-d9619f192bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.435630 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-43d2220e-38a0-4db5-a3d2-d9619f192bbe admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2e903057-3f7d-45b2-8141-cac2ccd443a0 HTTP/1.1" status: 204 len: 168 time: 0.3572223 Sep 29 17:58:33.438266 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48846) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:33.483468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2db80c5f-d959-453e-8f27-0f47e001985d req-870bb7cf-6fc0-4ca5-90f3-88140b6f4d30 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876858 Sep 29 17:58:33.532363 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.587435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] Deleting port dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:58:33.587778 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.654332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] For port dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4,segment=NetworkSegment(20fbe8d1-b753-44bd-bd8c-e874b9d403ee),segment_id=20fbe8d1-b753-44bd-bd8c-e874b9d403ee)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:33.654815 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.666909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] Calling delete_port for dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:58:33.704143 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15133b3-3827-4d4a-a74b-38bd72d8e45f None None] DHCP port deletion for 358c178b-005c-40fb-bda9-1cf9e5f1b9e9 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:58:33.755842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f15133b3-3827-4d4a-a74b-38bd72d8e45f None None] Deleting port dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:58:33.756213 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f15133b3-3827-4d4a-a74b-38bd72d8e45f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.765384 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.774792 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3fb5e05a-fad6-4fb5-b574-72ca64e15478 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:58:33.796001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:33.796001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] No DVR routers for this DVR port dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:58:33.800525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 3fb5e05a-fad6-4fb5-b574-72ca64e15478 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:58:33.800960 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 3fb5e05a-fad6-4fb5-b574-72ca64e15478 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:58:33.801601 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e4aa2f71-b11d-41a0-a06b-6aa2d97b1874 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:58:33.851472 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: e4aa2f71-b11d-41a0-a06b-6aa2d97b1874 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:58:33.851857 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e4aa2f71-b11d-41a0-a06b-6aa2d97b1874 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:58:33.852551 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:58:33.871811 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.883661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:58:33.884025 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:58:33.890181 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f15133b3-3827-4d4a-a74b-38bd72d8e45f None None] For port dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4,segment=NetworkSegment(20fbe8d1-b753-44bd-bd8c-e874b9d403ee),segment_id=20fbe8d1-b753-44bd-bd8c-e874b9d403ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:33.890578 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f15133b3-3827-4d4a-a74b-38bd72d8e45f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.897515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358c178b-005c-40fb-bda9-1cf9e5f1b9e9']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:33.907261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20fbe8d1-b753-44bd-bd8c-e874b9d403ee') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:33.907559 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20fbe8d1-b753-44bd-bd8c-e874b9d403ee') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:33.907686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f15133b3-3827-4d4a-a74b-38bd72d8e45f None None] Calling delete_port for dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:58:33.916686 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.929495 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.935637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:58:33.936031 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: timer() Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:58:33.937702 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:58:33.983543 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f15133b3-3827-4d4a-a74b-38bd72d8e45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:33.997802 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:34.003115 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:34.004969 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] 10.222.0.44 "DELETE /v2.0/networks/358c178b-005c-40fb-bda9-1cf9e5f1b9e9 HTTP/1.1" status: 204 len: 168 time: 0.5656772 Sep 29 17:58:34.013134 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15133b3-3827-4d4a-a74b-38bd72d8e45f None None] Pushing event deleted for resources: {'Port': ['ID=dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:34.016098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268a63a-4611-4117-b525-3daba7927851 admin admin] Pushing event deleted for resources: {'Network': ['ID=358c178b-005c-40fb-bda9-1cf9e5f1b9e9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:34.018520 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15133b3-3827-4d4a-a74b-38bd72d8e45f None None] No DVR routers for this DVR port dbc9a0ec-4db7-4d9a-85d8-a5e491bc5db4 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:58:34.169258 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48850) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:34.218129 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5dc6ecfd-788c-4fa0-a5f3-a28cfa1668d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5aaec5d4ef3340adb444cb50777f2e80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475564 Sep 29 17:58:34.220587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48852) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:34.273119 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67509ee2-f4ef-4228-a04c-a96d992dd4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:34.293230 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67509ee2-f4ef-4228-a04c-a96d992dd4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:34.339298 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67509ee2-f4ef-4228-a04c-a96d992dd4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:34.341874 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-67509ee2-f4ef-4228-a04c-a96d992dd4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:34.343019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-67509ee2-f4ef-4228-a04c-a96d992dd4da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63cf2bde-ff4a-47c1-a8ee-5b259ff9bd73 HTTP/1.1" status: 204 len: 168 time: 0.1215367 Sep 29 17:58:34.350952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67509ee2-f4ef-4228-a04c-a96d992dd4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cf2bde-ff4a-47c1-a8ee-5b259ff9bd73,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:34.352615 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 9958556d-13ee-4fce-801f-76d1759141e9 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:58:34.457182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 9958556d-13ee-4fce-801f-76d1759141e9, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=9958556d-13ee-4fce-801f-76d1759141e9,segment=NetworkSegment(0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc),segment_id=0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:34.467402 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '9958556d-13ee-4fce-801f-76d1759141e9', 'network_id': '3a017ae0-4522-476a-b48e-3fb7986eefa9', 'port_id': '9958556d-13ee-4fce-801f-76d1759141e9', 'mac_address': 'fa:16:3e:d5:bf:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0c37a44-a556-4508-a1a5-dc383be32db7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:58:34.517510 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:34.531459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9958556d-13ee-4fce-801f-76d1759141e9 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:58:34.551475 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 9958556d-13ee-4fce-801f-76d1759141e9, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=9958556d-13ee-4fce-801f-76d1759141e9,segment=NetworkSegment(0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc),segment_id=0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:34.556355 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:34.610236 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=9958556d-13ee-4fce-801f-76d1759141e9,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:34.614581 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63629c-91f0-4f23-9d18-b8d61c192384 req-17b92c66-d1f9-482e-8771-56f80c5ed733 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:34.621910 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e63629c-91f0-4f23-9d18-b8d61c192384 req-17b92c66-d1f9-482e-8771-56f80c5ed733 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 945 time: 0.0617087 Sep 29 17:58:34.657863 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e63629c-91f0-4f23-9d18-b8d61c192384 req-741ecd58-a9b6-416b-a994-74072281ccb7 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345862 Sep 29 17:58:34.688762 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48860) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:34.728818 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-eb4cb586-a97a-4fdb-ba2f-f8f4e0ab5fa7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1fd5582b5f8461a849a181aade1e03c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387526 Sep 29 17:58:34.731167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48862) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:34.778558 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40628f65-01af-4eaf-8090-48fe536c0300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:34.799478 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40628f65-01af-4eaf-8090-48fe536c0300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:34.848488 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40628f65-01af-4eaf-8090-48fe536c0300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:34.851032 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40628f65-01af-4eaf-8090-48fe536c0300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:34.852273 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-40628f65-01af-4eaf-8090-48fe536c0300 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e4c2ee2-0d39-4509-b1a1-74a8911f046f HTTP/1.1" status: 204 len: 168 time: 0.1201861 Sep 29 17:58:34.860916 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40628f65-01af-4eaf-8090-48fe536c0300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4c2ee2-0d39-4509-b1a1-74a8911f046f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:34.892892 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['9958556d-13ee-4fce-801f-76d1759141e9'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:58:35.541090 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 48884) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:35.638080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1817922871-network', 'tenant_id': '2d43eb85cd5f4a3aa27605edb1589205'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:58:35.658315 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Made reservation on behalf of 2d43eb85cd5f4a3aa27605edb1589205 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:58:35.660520 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:35.668578 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:35.755867 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:35.761363 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:35.778188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b85f9-db88-4315-b6cf-ec0d37a7511f req-8ab0b0dd-6b43-4d3e-a19b-69fd624df941 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:35.779684 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-501b85f9-db88-4315-b6cf-ec0d37a7511f req-8ab0b0dd-6b43-4d3e-a19b-69fd624df941 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 945 time: 0.0543206 Sep 29 17:58:35.786329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:58:35.797409 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e56b21-dcfa-4fa5-a678-703eafb2477d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:35.802321 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:35.802667 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Added segment aad99e30-1c36-49f4-9714-bc511cfc3c55 of type vlan for network ca70fae3-dd98-4e3d-9659-b2098122ee91 Sep 29 17:58:35.820599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-501b85f9-db88-4315-b6cf-ec0d37a7511f req-94d3ed35-abc1-4d53-97eb-b148baedb862 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344160 Sep 29 17:58:35.843376 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:35.868335 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:35.869311 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:35.869898 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:35.900592 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3583589 Sep 29 17:58:35.903589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48890) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:35.908546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b55480ad-0ad0-4b46-8eb8-912d5c45664b admin admin] Request body: {'subnet': {'network_id': 'ca70fae3-dd98-4e3d-9659-b2098122ee91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1817922871-subnet', 'tenant_id': '2d43eb85cd5f4a3aa27605edb1589205', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:58:35.929345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55480ad-0ad0-4b46-8eb8-912d5c45664b admin admin] Made reservation on behalf of 2d43eb85cd5f4a3aa27605edb1589205 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:58:35.931796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b55480ad-0ad0-4b46-8eb8-912d5c45664b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:35.934081 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Pushing event updated for resources: {'Network': ['ID=ca70fae3-dd98-4e3d-9659-b2098122ee91,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:35.941382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:35.941736 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:35.942077 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:35.942416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:35.942759 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:35.943085 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:35.943416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:35.943744 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:35.944069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:35.944393 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:35.944720 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:35.945041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202d475-a712-43bd-953f-4075a784a4cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:35.956000 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network ca70fae3-dd98-4e3d-9659-b2098122ee91 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:58:36.104160 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b55480ad-0ad0-4b46-8eb8-912d5c45664b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:36.156477 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55480ad-0ad0-4b46-8eb8-912d5c45664b admin admin] Pushing event updated for resources: {'Subnet': ['ID=da0738b9-fd51-405a-b745-230062d1d51b,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:36.166957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55480ad-0ad0-4b46-8eb8-912d5c45664b admin admin] Checking segment: {'id': 'aad99e30-1c36-49f4-9714-bc511cfc3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ca70fae3-dd98-4e3d-9659-b2098122ee91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:58:36.167317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55480ad-0ad0-4b46-8eb8-912d5c45664b admin admin] Network hostable DHCP agents. Network: ca70fae3-dd98-4e3d-9659-b2098122ee91, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:58:36.183882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55480ad-0ad0-4b46-8eb8-912d5c45664b admin admin] Network ca70fae3-dd98-4e3d-9659-b2098122ee91 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:58:36.192289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-b55480ad-0ad0-4b46-8eb8-912d5c45664b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, ca70fae3-dd98-4e3d-9659-b2098122ee91) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:36.199249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55480ad-0ad0-4b46-8eb8-912d5c45664b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:36.199986 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b55480ad-0ad0-4b46-8eb8-912d5c45664b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:36.203589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd25edb0-a138-4e0d-901f-c2a6e49bff2e None None] Network ca70fae3-dd98-4e3d-9659-b2098122ee91 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:58:36.214613 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b55480ad-0ad0-4b46-8eb8-912d5c45664b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3099067 Sep 29 17:58:36.217524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48892) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:36.221807 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1817922871-router', 'tenant_id': '2d43eb85cd5f4a3aa27605edb1589205', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:58:36.244149 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:36.245876 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:36.304071 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:36.361801 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-ca70fae3-dd98-4e3d-9659-b2098122ee91', 'network_id': 'ca70fae3-dd98-4e3d-9659-b2098122ee91', 'tenant_id': '2d43eb85cd5f4a3aa27605edb1589205', 'fixed_ips': [{'subnet_id': 'da0738b9-fd51-405a-b745-230062d1d51b'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:58:36.362740 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:36.367730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 9958556d-13ee-4fce-801f-76d1759141e9 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:58:36.438927 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:36.645157 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:36.649795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 9958556d-13ee-4fce-801f-76d1759141e9 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:58:36.666135 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:36.670673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 9958556d-13ee-4fce-801f-76d1759141e9 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:36.671051 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:36.721552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Allocated IP 172.20.0.2 (ca70fae3-dd98-4e3d-9659-b2098122ee91/da0738b9-fd51-405a-b745-230062d1d51b/b7a96ffa-dd6a-45d3-b05f-beb71e3c912c) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:58:36.768956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Allocated IP 172.25.2.54 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/0d7f6bad-2edb-4cba-9744-c5814447dd5c) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:58:36.824077 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:36.865409 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82856985-6b00-4558-a50a-94823e3221f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9958556d-13ee-4fce-801f-76d1759141e9'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:58:36.868360 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719d45c7-3f8a-4b50-959b-df0708347566" -d '{"events": [{"server_uuid": "82856985-6b00-4558-a50a-94823e3221f7", "name": "network-vif-plugged", "status": "completed", "tag": "9958556d-13ee-4fce-801f-76d1759141e9"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:58:36.880429 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:36.888009 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 9958556d-13ee-4fce-801f-76d1759141e9, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=9958556d-13ee-4fce-801f-76d1759141e9,segment=NetworkSegment(0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc),segment_id=0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:36.905661 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:36.921009 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:36.935128 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739b7e9b-7df5-41de-9001-77a075e1aa27 x-openstack-request-id: req-739b7e9b-7df5-41de-9001-77a075e1aa27 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:58:36.935421 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82856985-6b00-4558-a50a-94823e3221f7", "name": "network-vif-plugged", "status": "completed", "tag": "9958556d-13ee-4fce-801f-76d1759141e9", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:58:36.935670 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-739b7e9b-7df5-41de-9001-77a075e1aa27 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:58:36.936247 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82856985-6b00-4558-a50a-94823e3221f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9958556d-13ee-4fce-801f-76d1759141e9', 'code': 200} Sep 29 17:58:36.966031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:58:36.969844 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:36.972909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:58:36.973644 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:36.980140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f3b5a-a79d-4abd-98cb-441451ad9217 req-d39d89d0-76b9-41b5-b2b6-c5d522f2b77f tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:36.982285 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-386f3b5a-a79d-4abd-98cb-441451ad9217 req-d39d89d0-76b9-41b5-b2b6-c5d522f2b77f tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 946 time: 0.0693321 Sep 29 17:58:36.982848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=9958556d-13ee-4fce-801f-76d1759141e9,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:36.986291 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:37.007570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Pushing event updated for resources: {'Port': ['ID=0d7f6bad-2edb-4cba-9744-c5814447dd5c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:37.031385 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Network ca70fae3-dd98-4e3d-9659-b2098122ee91 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:58:37.034232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:37.037748 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:58:37.041172 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-386f3b5a-a79d-4abd-98cb-441451ad9217 req-8cde78fa-356f-41b3-9516-bea98d65d5db tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443425 Sep 29 17:58:37.048437 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Pushing event updated for resources: {'Port': ['ID=b7a96ffa-dd6a-45d3-b05f-beb71e3c912c,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:37.101044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Attempting to bind port b7a96ffa-dd6a-45d3-b05f-beb71e3c912c on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:58:37.101449 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Attempting to bind port b7a96ffa-dd6a-45d3-b05f-beb71e3c912c by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'aad99e30-1c36-49f4-9714-bc511cfc3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ca70fae3-dd98-4e3d-9659-b2098122ee91'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:58:37.102464 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Attempting to bind port b7a96ffa-dd6a-45d3-b05f-beb71e3c912c on network ca70fae3-dd98-4e3d-9659-b2098122ee91 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:58:37.107351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:58:37.107734 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Checking segment: {'id': 'aad99e30-1c36-49f4-9714-bc511cfc3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ca70fae3-dd98-4e3d-9659-b2098122ee91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:58:37.108136 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:37.108527 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Bound using segment: {'id': 'aad99e30-1c36-49f4-9714-bc511cfc3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ca70fae3-dd98-4e3d-9659-b2098122ee91'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:58:37.108990 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Bound port: b7a96ffa-dd6a-45d3-b05f-beb71e3c912c, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad99e30-1c36-49f4-9714-bc511cfc3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ca70fae3-dd98-4e3d-9659-b2098122ee91'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:58:37.109391 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:37.155367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5b04f-bc6d-4c63-9b73-54fd651da809 req-727999a7-d6a7-4f35-97ab-7422787206bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:37.156930 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-84d5b04f-bc6d-4c63-9b73-54fd651da809 req-727999a7-d6a7-4f35-97ab-7422787206bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 1097 time: 0.1273992 Sep 29 17:58:37.171644 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] For port b7a96ffa-dd6a-45d3-b05f-beb71e3c912c, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:58:37.174698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] For port b7a96ffa-dd6a-45d3-b05f-beb71e3c912c, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b7a96ffa-dd6a-45d3-b05f-beb71e3c912c,segment=NetworkSegment(aad99e30-1c36-49f4-9714-bc511cfc3c55),segment_id=aad99e30-1c36-49f4-9714-bc511cfc3c55)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:58:37.179539 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:37.237455 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d8500-8f8b-47f3-80a2-3ac920cd2acc None None] Pushing event updated for resources: {'Port': ['ID=b7a96ffa-dd6a-45d3-b05f-beb71e3c912c,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:37.270913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-84d5b04f-bc6d-4c63-9b73-54fd651da809 req-5239f550-f5c8-4d90-8b86-c4fd89bd0580 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044745 Sep 29 17:58:37.300839 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:37.514730 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:37.640593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Router d68c97cb-2711-4027-bfd0-8a641ab0823f is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:58:37.748414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:58:37.755075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b7a96ffa-dd6a-45d3-b05f-beb71e3c912c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:58:37.763787 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Sync routers for ids ['d68c97cb-2711-4027-bfd0-8a641ab0823f'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:58:37.765877 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:37.769824 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fcf23948-6964-46af-aa94-f28e7d6f4ccf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.5489042 Sep 29 17:58:37.770139 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48898) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:37.775059 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Routers {'d68c97cb-2711-4027-bfd0-8a641ab0823f'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:37.775666 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d68c97cb-2711-4027-bfd0-8a641ab0823f'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:37.812709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b7a96ffa-dd6a-45d3-b05f-beb71e3c912c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:37.813163 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:37.887654 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Set router d68c97cb-2711-4027-bfd0-8a641ab0823f gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:37.902721 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:37.938379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port b7a96ffa-dd6a-45d3-b05f-beb71e3c912c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b7a96ffa-dd6a-45d3-b05f-beb71e3c912c,segment=NetworkSegment(aad99e30-1c36-49f4-9714-bc511cfc3c55),segment_id=aad99e30-1c36-49f4-9714-bc511cfc3c55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:37.942557 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:38.003633 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=b7a96ffa-dd6a-45d3-b05f-beb71e3c912c,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:38.098567 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c97cb-2711-4027-bfd0-8a641ab0823f', 'name': 'tempest-ImageQuotaTest-1817922871-router', 'tenant_id': '2d43eb85cd5f4a3aa27605edb1589205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0d7f6bad-2edb-4cba-9744-c5814447dd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:36Z', 'updated_at': '2021-09-29T17:58:37Z', 'revision_number': 3, 'project_id': '2d43eb85cd5f4a3aa27605edb1589205', 'gw_port': {'id': '0d7f6bad-2edb-4cba-9744-c5814447dd5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68c97cb-2711-4027-bfd0-8a641ab0823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:36Z', 'updated_at': '2021-09-29T17:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:38.129326 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Checking router: d68c97cb-2711-4027-bfd0-8a641ab0823f for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:58:38.129726 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Updating router d68c97cb-2711-4027-bfd0-8a641ab0823f port 0d7f6bad-2edb-4cba-9744-c5814447dd5c binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:58:38.155987 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:38.217511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9f6519-e6e0-46a7-aa63-0e48d7a34a3a None None] Network ca70fae3-dd98-4e3d-9659-b2098122ee91 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:58:38.237329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a4a94-cb04-45b1-9e26-1309d18c20ca req-f5ba4f18-bf01-41ba-9e08-064ff7706cea tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:38.238884 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-577a4a94-cb04-45b1-9e26-1309d18c20ca req-f5ba4f18-bf01-41ba-9e08-064ff7706cea tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 946 time: 0.0924764 Sep 29 17:58:38.316610 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-577a4a94-cb04-45b1-9e26-1309d18c20ca req-1dc855e5-52bb-4583-b06f-1aff198e80b6 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710225 Sep 29 17:58:38.321152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6af1eb7e-e73f-4e5c-b584-16646d8bed49 None None] Provisioning complete for port b7a96ffa-dd6a-45d3-b05f-beb71e3c912c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:38.321805 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6af1eb7e-e73f-4e5c-b584-16646d8bed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:38.326057 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:38.454257 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:38.460661 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:38.489143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Allocated IP 172.20.0.1 (ca70fae3-dd98-4e3d-9659-b2098122ee91/da0738b9-fd51-405a-b745-230062d1d51b/e72b3d54-420a-4263-bb65-195edbd0ca8a) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:58:38.522134 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b9eda-4dea-4174-9be5-911fbe66996b None None] Pushing event updated for resources: {'Port': ['ID=0d7f6bad-2edb-4cba-9744-c5814447dd5c,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:38.525495 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Attempting to bind port 0d7f6bad-2edb-4cba-9744-c5814447dd5c on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:58:38.525855 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Attempting to bind port 0d7f6bad-2edb-4cba-9744-c5814447dd5c by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:58:38.526214 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Attempting to bind port 0d7f6bad-2edb-4cba-9744-c5814447dd5c on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:58:38.532101 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:58:38.532472 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:58:38.532870 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:38.533254 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:58:38.533778 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Bound port: 0d7f6bad-2edb-4cba-9744-c5814447dd5c, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:58:38.534154 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:38.605843 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] For port 0d7f6bad-2edb-4cba-9744-c5814447dd5c, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:58:38.609917 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] For port 0d7f6bad-2edb-4cba-9744-c5814447dd5c, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0d7f6bad-2edb-4cba-9744-c5814447dd5c,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:58:38.615553 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:38.619643 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:38.663071 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:38.695584 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b9eda-4dea-4174-9be5-911fbe66996b None None] Pushing event updated for resources: {'Port': ['ID=0d7f6bad-2edb-4cba-9744-c5814447dd5c,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:38.703056 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Routers {'d68c97cb-2711-4027-bfd0-8a641ab0823f'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:38.703766 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d68c97cb-2711-4027-bfd0-8a641ab0823f'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:38.705143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Network ca70fae3-dd98-4e3d-9659-b2098122ee91 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:58:38.708022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:38.712671 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:58:38.725489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Pushing event updated for resources: {'Port': ['ID=e72b3d54-420a-4263-bb65-195edbd0ca8a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:38.762604 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:38.801201 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f0def0f3-0468-4078-9948-ac59cdd07916 None None] Provisioning complete for port b7a96ffa-dd6a-45d3-b05f-beb71e3c912c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:38.805467 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f0def0f3-0468-4078-9948-ac59cdd07916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:38.824250 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] Set router d68c97cb-2711-4027-bfd0-8a641ab0823f gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:38.906725 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:39.038638 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9ccd2bc3-b357-4c02-b311-5360661b1073 None None] Provisioning complete for port e72b3d54-420a-4263-bb65-195edbd0ca8a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:39.039763 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9ccd2bc3-b357-4c02-b311-5360661b1073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:39.085997 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:39.087012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd2bc3-b357-4c02-b311-5360661b1073 None None] Port e72b3d54-420a-4263-bb65-195edbd0ca8a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:58:39.092166 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:39.119913 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c97cb-2711-4027-bfd0-8a641ab0823f', 'name': 'tempest-ImageQuotaTest-1817922871-router', 'tenant_id': '2d43eb85cd5f4a3aa27605edb1589205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0d7f6bad-2edb-4cba-9744-c5814447dd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:36Z', 'updated_at': '2021-09-29T17:58:37Z', 'revision_number': 3, 'project_id': '2d43eb85cd5f4a3aa27605edb1589205', 'gw_port': {'id': '0d7f6bad-2edb-4cba-9744-c5814447dd5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68c97cb-2711-4027-bfd0-8a641ab0823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:36Z', 'updated_at': '2021-09-29T17:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:39.145844 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ab0fa-b041-4fdc-8df3-4ad326777544 None None] The sync data for ids ['d68c97cb-2711-4027-bfd0-8a641ab0823f'] in n-d-811748-2 is: [{'id': 'd68c97cb-2711-4027-bfd0-8a641ab0823f', 'name': 'tempest-ImageQuotaTest-1817922871-router', 'tenant_id': '2d43eb85cd5f4a3aa27605edb1589205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0d7f6bad-2edb-4cba-9744-c5814447dd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:36Z', 'updated_at': '2021-09-29T17:58:37Z', 'revision_number': 3, 'project_id': '2d43eb85cd5f4a3aa27605edb1589205', 'gw_port': {'id': '0d7f6bad-2edb-4cba-9744-c5814447dd5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68c97cb-2711-4027-bfd0-8a641ab0823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:36Z', 'updated_at': '2021-09-29T17:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:58:39.163370 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Pushing event updated for resources: {'Port': ['ID=e72b3d54-420a-4263-bb65-195edbd0ca8a,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:39.165760 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:39.260538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Network ca70fae3-dd98-4e3d-9659-b2098122ee91 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:58:39.261937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:39.410380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Router d68c97cb-2711-4027-bfd0-8a641ab0823f has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:58:39.485629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8c9a9-c6ca-413f-ab95-3798e1cdcceb req-cabf2628-d492-4bed-b106-869fd5fda663 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:39.488253 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0a8c9a9-c6ca-413f-ab95-3798e1cdcceb req-cabf2628-d492-4bed-b106-869fd5fda663 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 946 time: 0.0583854 Sep 29 17:58:39.537179 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0a8c9a9-c6ca-413f-ab95-3798e1cdcceb req-8ec509c5-ae39-45e8-99ea-63118bc770e1 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 Sep 29 17:58:39.550461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:58:39.556676 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-53ef7cba-2dd5-48bc-a0b7-26378280eb1f admin admin] 10.222.0.44 "PUT /v2.0/routers/d68c97cb-2711-4027-bfd0-8a641ab0823f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7855060 Sep 29 17:58:39.622744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-120d1c45-3b0e-4726-905b-abb05b2ddb16 None None] Provisioning complete for port e72b3d54-420a-4263-bb65-195edbd0ca8a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:39.623196 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-120d1c45-3b0e-4726-905b-abb05b2ddb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:39.667912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-120d1c45-3b0e-4726-905b-abb05b2ddb16 None None] Port e72b3d54-420a-4263-bb65-195edbd0ca8a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:58:39.870329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b7a96ffa-dd6a-45d3-b05f-beb71e3c912c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:58:39.943102 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b7a96ffa-dd6a-45d3-b05f-beb71e3c912c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:39.943663 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:40.074486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0d7f6bad-2edb-4cba-9744-c5814447dd5c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:58:40.141431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0d7f6bad-2edb-4cba-9744-c5814447dd5c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:40.141803 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:40.238004 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:40.266235 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 0d7f6bad-2edb-4cba-9744-c5814447dd5c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0d7f6bad-2edb-4cba-9744-c5814447dd5c,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:40.270603 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:40.328334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=0d7f6bad-2edb-4cba-9744-c5814447dd5c,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:40.744610 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 48994) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:40.810612 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1aa39961-dda9-4b7c-a399-1047d87349d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:40.954708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Sync routers for ids ['d68c97cb-2711-4027-bfd0-8a641ab0823f'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:58:40.965778 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Routers {'d68c97cb-2711-4027-bfd0-8a641ab0823f'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:40.966408 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d68c97cb-2711-4027-bfd0-8a641ab0823f'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:41.078279 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Set router d68c97cb-2711-4027-bfd0-8a641ab0823f gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:41.348233 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c97cb-2711-4027-bfd0-8a641ab0823f', 'name': 'tempest-ImageQuotaTest-1817922871-router', 'tenant_id': '2d43eb85cd5f4a3aa27605edb1589205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0d7f6bad-2edb-4cba-9744-c5814447dd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:36Z', 'updated_at': '2021-09-29T17:58:38Z', 'revision_number': 4, 'project_id': '2d43eb85cd5f4a3aa27605edb1589205', 'gw_port': {'id': '0d7f6bad-2edb-4cba-9744-c5814447dd5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c97cb-2711-4027-bfd0-8a641ab0823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:36Z', 'updated_at': '2021-09-29T17:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e72b3d54-420a-4263-bb65-195edbd0ca8a', 'name': '', 'network_id': 'ca70fae3-dd98-4e3d-9659-b2098122ee91', 'tenant_id': '2d43eb85cd5f4a3aa27605edb1589205', 'mac_address': 'fa:16:3e:02:f3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68c97cb-2711-4027-bfd0-8a641ab0823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'da0738b9-fd51-405a-b745-230062d1d51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:38Z', 'updated_at': '2021-09-29T17:58:38Z', 'revision_number': 2, 'project_id': '2d43eb85cd5f4a3aa27605edb1589205', 'subnets': [{'id': 'da0738b9-fd51-405a-b745-230062d1d51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:41.380047 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Checking router: d68c97cb-2711-4027-bfd0-8a641ab0823f for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:58:41.380399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Updating router d68c97cb-2711-4027-bfd0-8a641ab0823f port e72b3d54-420a-4263-bb65-195edbd0ca8a binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:58:41.417677 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:41.542048 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9dc37ed6-de77-4ca2-b163-95c92c82c36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:41.717337 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:41.723695 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:41.773241 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0d7f6bad-2edb-4cba-9744-c5814447dd5c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:58:41.821381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9dc37ed6-de77-4ca2-b163-95c92c82c36a admin admin] Deleting port e72b3d54-420a-4263-bb65-195edbd0ca8a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:58:41.822370 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9dc37ed6-de77-4ca2-b163-95c92c82c36a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:41.823359 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c70a0a-2920-4079-9b77-360a2cf908d7 None None] Pushing event updated for resources: {'Port': ['ID=e72b3d54-420a-4263-bb65-195edbd0ca8a,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:41.907585 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Attempting to bind port e72b3d54-420a-4263-bb65-195edbd0ca8a on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:58:41.908046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Attempting to bind port e72b3d54-420a-4263-bb65-195edbd0ca8a by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'aad99e30-1c36-49f4-9714-bc511cfc3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ca70fae3-dd98-4e3d-9659-b2098122ee91'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:58:41.908578 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Attempting to bind port e72b3d54-420a-4263-bb65-195edbd0ca8a on network ca70fae3-dd98-4e3d-9659-b2098122ee91 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:58:41.919680 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:58:41.920153 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Checking segment: {'id': 'aad99e30-1c36-49f4-9714-bc511cfc3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ca70fae3-dd98-4e3d-9659-b2098122ee91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:58:41.920628 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:41.921360 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Bound using segment: {'id': 'aad99e30-1c36-49f4-9714-bc511cfc3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ca70fae3-dd98-4e3d-9659-b2098122ee91'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:58:41.921967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Bound port: e72b3d54-420a-4263-bb65-195edbd0ca8a, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad99e30-1c36-49f4-9714-bc511cfc3c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ca70fae3-dd98-4e3d-9659-b2098122ee91'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:58:41.922362 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:41.926212 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0d7f6bad-2edb-4cba-9744-c5814447dd5c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:41.926573 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:41.933510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-9dc37ed6-de77-4ca2-b163-95c92c82c36a admin admin] For port e72b3d54-420a-4263-bb65-195edbd0ca8a, host n-d-811748-2, got binding levels [] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:41.933933 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9dc37ed6-de77-4ca2-b163-95c92c82c36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:41.950111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9dc37ed6-de77-4ca2-b163-95c92c82c36a admin admin] Calling delete_port for e72b3d54-420a-4263-bb65-195edbd0ca8a owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:58:42.050839 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] For port e72b3d54-420a-4263-bb65-195edbd0ca8a, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:58:42.068338 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] For port e72b3d54-420a-4263-bb65-195edbd0ca8a, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e72b3d54-420a-4263-bb65-195edbd0ca8a,segment=NetworkSegment(aad99e30-1c36-49f4-9714-bc511cfc3c55),segment_id=aad99e30-1c36-49f4-9714-bc511cfc3c55)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:58:42.078044 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:42.155341 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-34990fd3-c894-40c7-aa74-875321015f3e None None] Provisioning complete for port e72b3d54-420a-4263-bb65-195edbd0ca8a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:42.155999 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-34990fd3-c894-40c7-aa74-875321015f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:42.156123 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9dc37ed6-de77-4ca2-b163-95c92c82c36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:42.161039 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Routers {'d68c97cb-2711-4027-bfd0-8a641ab0823f'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:42.161572 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d68c97cb-2711-4027-bfd0-8a641ab0823f'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:42.181877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c70a0a-2920-4079-9b77-360a2cf908d7 None None] Pushing event updated for resources: {'Port': ['ID=e72b3d54-420a-4263-bb65-195edbd0ca8a,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:42.226532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-34990fd3-c894-40c7-aa74-875321015f3e None None] Port e72b3d54-420a-4263-bb65-195edbd0ca8a was deleted so its status cannot be updated. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 29 17:58:42.227403 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc37ed6-de77-4ca2-b163-95c92c82c36a admin admin] Pushing event deleted for resources: {'Port': ['ID=e72b3d54-420a-4263-bb65-195edbd0ca8a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:42.339790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] Set router d68c97cb-2711-4027-bfd0-8a641ab0823f gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:42.404109 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9dc37ed6-de77-4ca2-b163-95c92c82c36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:42.477396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5ed63b85-87d1-4950-88e8-0e2c2ccea45c None None] Could not find standard attr ID for object e72b3d54-420a-4263-bb65-195edbd0ca8a. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 17:58:42.576367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c97cb-2711-4027-bfd0-8a641ab0823f', 'name': 'tempest-ImageQuotaTest-1817922871-router', 'tenant_id': '2d43eb85cd5f4a3aa27605edb1589205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0d7f6bad-2edb-4cba-9744-c5814447dd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:36Z', 'updated_at': '2021-09-29T17:58:42Z', 'revision_number': 5, 'project_id': '2d43eb85cd5f4a3aa27605edb1589205', 'gw_port': {'id': '0d7f6bad-2edb-4cba-9744-c5814447dd5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c97cb-2711-4027-bfd0-8a641ab0823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:36Z', 'updated_at': '2021-09-29T17:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:42.614713 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040d42a1-8009-4e12-963c-403d849f8d2d None None] The sync data for ids ['d68c97cb-2711-4027-bfd0-8a641ab0823f'] in n-d-811748-2 is: [{'id': 'd68c97cb-2711-4027-bfd0-8a641ab0823f', 'name': 'tempest-ImageQuotaTest-1817922871-router', 'tenant_id': '2d43eb85cd5f4a3aa27605edb1589205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '0d7f6bad-2edb-4cba-9744-c5814447dd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:36Z', 'updated_at': '2021-09-29T17:58:42Z', 'revision_number': 5, 'project_id': '2d43eb85cd5f4a3aa27605edb1589205', 'gw_port': {'id': '0d7f6bad-2edb-4cba-9744-c5814447dd5c', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:fd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68c97cb-2711-4027-bfd0-8a641ab0823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:36Z', 'updated_at': '2021-09-29T17:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:58:42.681083 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc37ed6-de77-4ca2-b163-95c92c82c36a admin admin] Router d68c97cb-2711-4027-bfd0-8a641ab0823f has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:58:42.808497 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc37ed6-de77-4ca2-b163-95c92c82c36a admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:58:42.815867 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9dc37ed6-de77-4ca2-b163-95c92c82c36a admin admin] 10.222.0.44 "PUT /v2.0/routers/d68c97cb-2711-4027-bfd0-8a641ab0823f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0677471 Sep 29 17:58:42.816191 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49000) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:42.932082 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-236a9450-b532-4c6f-aa43-00f178ddd58e admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:43.045433 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-236a9450-b532-4c6f-aa43-00f178ddd58e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:43.103857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-236a9450-b532-4c6f-aa43-00f178ddd58e admin admin] Deleting port 0d7f6bad-2edb-4cba-9744-c5814447dd5c {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:58:43.104201 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-236a9450-b532-4c6f-aa43-00f178ddd58e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:43.206611 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-236a9450-b532-4c6f-aa43-00f178ddd58e admin admin] For port 0d7f6bad-2edb-4cba-9744-c5814447dd5c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0d7f6bad-2edb-4cba-9744-c5814447dd5c,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:43.206981 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-236a9450-b532-4c6f-aa43-00f178ddd58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:43.220517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-236a9450-b532-4c6f-aa43-00f178ddd58e admin admin] Calling delete_port for 0d7f6bad-2edb-4cba-9744-c5814447dd5c owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:58:43.285703 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28c8e5f-0272-4a8d-b10b-388096df6731 None None] Sync routers for ids ['d68c97cb-2711-4027-bfd0-8a641ab0823f'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:58:43.296744 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c8e5f-0272-4a8d-b10b-388096df6731 None None] Routers {'d68c97cb-2711-4027-bfd0-8a641ab0823f'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:43.297538 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e28c8e5f-0272-4a8d-b10b-388096df6731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d68c97cb-2711-4027-bfd0-8a641ab0823f'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:43.405252 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-e28c8e5f-0272-4a8d-b10b-388096df6731 None None] Set router d68c97cb-2711-4027-bfd0-8a641ab0823f gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:43.436117 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-236a9450-b532-4c6f-aa43-00f178ddd58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:43.460801 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e28c8e5f-0272-4a8d-b10b-388096df6731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c97cb-2711-4027-bfd0-8a641ab0823f', 'name': 'tempest-ImageQuotaTest-1817922871-router', 'tenant_id': '2d43eb85cd5f4a3aa27605edb1589205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:36Z', 'updated_at': '2021-09-29T17:58:43Z', 'revision_number': 6, 'project_id': '2d43eb85cd5f4a3aa27605edb1589205', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:43.463518 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a9450-b532-4c6f-aa43-00f178ddd58e admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7f6bad-2edb-4cba-9744-c5814447dd5c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:43.489209 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28c8e5f-0272-4a8d-b10b-388096df6731 None None] Checking router: d68c97cb-2711-4027-bfd0-8a641ab0823f for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:58:43.497982 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c8e5f-0272-4a8d-b10b-388096df6731 None None] Routers {'d68c97cb-2711-4027-bfd0-8a641ab0823f'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:43.498588 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e28c8e5f-0272-4a8d-b10b-388096df6731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d68c97cb-2711-4027-bfd0-8a641ab0823f'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:43.529198 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-236a9450-b532-4c6f-aa43-00f178ddd58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:43.567748 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f86c6a2e-a49a-4ba7-9b5d-4dd8dce41d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:43.568536 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-e28c8e5f-0272-4a8d-b10b-388096df6731 None None] Set router d68c97cb-2711-4027-bfd0-8a641ab0823f gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:43.623861 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-236a9450-b532-4c6f-aa43-00f178ddd58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:43.624685 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e28c8e5f-0272-4a8d-b10b-388096df6731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68c97cb-2711-4027-bfd0-8a641ab0823f', 'name': 'tempest-ImageQuotaTest-1817922871-router', 'tenant_id': '2d43eb85cd5f4a3aa27605edb1589205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:36Z', 'updated_at': '2021-09-29T17:58:43Z', 'revision_number': 7, 'project_id': '2d43eb85cd5f4a3aa27605edb1589205', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:43.626208 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-236a9450-b532-4c6f-aa43-00f178ddd58e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:43.655019 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28c8e5f-0272-4a8d-b10b-388096df6731 None None] The sync data for ids ['d68c97cb-2711-4027-bfd0-8a641ab0823f'] in n-d-811748-2 is: [{'id': 'd68c97cb-2711-4027-bfd0-8a641ab0823f', 'name': 'tempest-ImageQuotaTest-1817922871-router', 'tenant_id': '2d43eb85cd5f4a3aa27605edb1589205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:36Z', 'updated_at': '2021-09-29T17:58:43Z', 'revision_number': 7, 'project_id': '2d43eb85cd5f4a3aa27605edb1589205', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:58:43.678554 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-236a9450-b532-4c6f-aa43-00f178ddd58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:43.679147 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236a9450-b532-4c6f-aa43-00f178ddd58e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d68c97cb-2711-4027-bfd0-8a641ab0823f {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 17:58:43.684484 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-236a9450-b532-4c6f-aa43-00f178ddd58e admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:43.685706 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-236a9450-b532-4c6f-aa43-00f178ddd58e admin admin] 10.222.0.44 "DELETE /v2.0/routers/d68c97cb-2711-4027-bfd0-8a641ab0823f HTTP/1.1" status: 204 len: 168 time: 0.8685040 Sep 29 17:58:43.688389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49006) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:43.757335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-46df7659-bbc9-4342-853e-7727e2a04c55 admin admin] Deleting subnet da0738b9-fd51-405a-b745-230062d1d51b {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 17:58:43.760923 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46df7659-bbc9-4342-853e-7727e2a04c55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:43.803961 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46df7659-bbc9-4342-853e-7727e2a04c55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:43.886562 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46df7659-bbc9-4342-853e-7727e2a04c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:43.941924 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46df7659-bbc9-4342-853e-7727e2a04c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:43.966059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df7659-bbc9-4342-853e-7727e2a04c55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da0738b9-fd51-405a-b745-230062d1d51b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:43.971914 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-46df7659-bbc9-4342-853e-7727e2a04c55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:43.976359 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49008) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:43.977516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-46df7659-bbc9-4342-853e-7727e2a04c55 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/da0738b9-fd51-405a-b745-230062d1d51b HTTP/1.1" status: 204 len: 168 time: 0.2870684 Sep 29 17:58:43.978334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04c274e-fad0-4f22-aa7d-b1a3d7a38494 None None] Network ca70fae3-dd98-4e3d-9659-b2098122ee91 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:58:44.056062 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.123030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] Deleting port b7a96ffa-dd6a-45d3-b05f-beb71e3c912c {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:58:44.123593 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.182521 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] DHCP port deletion for ca70fae3-dd98-4e3d-9659-b2098122ee91 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 17:58:44.194239 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] For port b7a96ffa-dd6a-45d3-b05f-beb71e3c912c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b7a96ffa-dd6a-45d3-b05f-beb71e3c912c,segment=NetworkSegment(aad99e30-1c36-49f4-9714-bc511cfc3c55),segment_id=aad99e30-1c36-49f4-9714-bc511cfc3c55)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:44.194607 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.208430 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] Calling delete_port for b7a96ffa-dd6a-45d3-b05f-beb71e3c912c owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:58:44.241308 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Deleting port b7a96ffa-dd6a-45d3-b05f-beb71e3c912c {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:58:44.241712 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.323420 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.343948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] For port b7a96ffa-dd6a-45d3-b05f-beb71e3c912c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b7a96ffa-dd6a-45d3-b05f-beb71e3c912c,segment=NetworkSegment(aad99e30-1c36-49f4-9714-bc511cfc3c55),segment_id=aad99e30-1c36-49f4-9714-bc511cfc3c55)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:44.348721 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.360066 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a96ffa-dd6a-45d3-b05f-beb71e3c912c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:44.364614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Calling delete_port for b7a96ffa-dd6a-45d3-b05f-beb71e3c912c owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:58:44.366069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] No DVR routers for this DVR port b7a96ffa-dd6a-45d3-b05f-beb71e3c912c on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:58:44.462780 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.487878 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca70fae3-dd98-4e3d-9659-b2098122ee91']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:44.500649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad99e30-1c36-49f4-9714-bc511cfc3c55') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:44.500936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad99e30-1c36-49f4-9714-bc511cfc3c55') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:44.512002 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.531897 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.538487 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 17:58:44.538880 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: timer() Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 17:58:44.542163 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 17:58:44.603826 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.615138 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.618006 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] 10.222.0.44 "DELETE /v2.0/networks/ca70fae3-dd98-4e3d-9659-b2098122ee91 HTTP/1.1" status: 204 len: 168 time: 0.6385655 Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 17:58:44.626803 n-d-811748-2 neutron-server[95017]: self.session.flush() Sep 29 17:58:44.631840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d47065-cb03-42c1-8edd-c81c8b99773f admin admin] Pushing event deleted for resources: {'Network': ['ID=ca70fae3-dd98-4e3d-9659-b2098122ee91,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:44.657789 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.669981 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.688605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Network ca70fae3-dd98-4e3d-9659-b2098122ee91 is not hosted by any dhcp agent {{(pid=95017) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 17:58:44.689113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] No DVR routers for this DVR port b7a96ffa-dd6a-45d3-b05f-beb71e3c912c on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:58:44.693529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Pushing event deleted for resources: {'Port': ['ID=b7a96ffa-dd6a-45d3-b05f-beb71e3c912c,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:44.701057 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.705022 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:44.705022 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:44.705022 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:44.705412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:44.705755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:44.706129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:44.706424 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:44.706747 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:44.707118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:44.707490 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:44.707820 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:44.708146 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ad74f-2072-47bd-92b7-88fbd88309c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:44.764390 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49014) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:44.790543 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.805685 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a67c6748-49f3-4714-90bc-f017a48f835e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d43eb85cd5f4a3aa27605edb1589205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400360 Sep 29 17:58:44.808407 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49016) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:44.863932 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-558358bd-9bd8-463e-84ac-6a26adef6dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.886456 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-558358bd-9bd8-463e-84ac-6a26adef6dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.934517 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-558358bd-9bd8-463e-84ac-6a26adef6dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.937175 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-558358bd-9bd8-463e-84ac-6a26adef6dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:44.938402 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-558358bd-9bd8-463e-84ac-6a26adef6dc9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54e56b21-dcfa-4fa5-a678-703eafb2477d HTTP/1.1" status: 204 len: 168 time: 0.1289308 Sep 29 17:58:44.946939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558358bd-9bd8-463e-84ac-6a26adef6dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e56b21-dcfa-4fa5-a678-703eafb2477d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:45.284056 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49022) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:45.297905 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9162f788-a1df-4a31-99c2-656b9128115d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:45.388480 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9162f788-a1df-4a31-99c2-656b9128115d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:45.392682 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9162f788-a1df-4a31-99c2-656b9128115d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:45.431869 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9162f788-a1df-4a31-99c2-656b9128115d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1467073 Sep 29 17:58:45.433110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162f788-a1df-4a31-99c2-656b9128115d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651fd85b-9a8c-4a3a-a7ce-3b7571db71d1,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:45.434574 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49024) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:45.490215 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c5065df-9453-4329-bf4b-415e68229b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:45.512092 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c5065df-9453-4329-bf4b-415e68229b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:45.558909 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c5065df-9453-4329-bf4b-415e68229b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:45.561539 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7c5065df-9453-4329-bf4b-415e68229b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:45.564889 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7c5065df-9453-4329-bf4b-415e68229b31 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/651fd85b-9a8c-4a3a-a7ce-3b7571db71d1 HTTP/1.1" status: 204 len: 168 time: 0.1271074 Sep 29 17:58:45.574787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5065df-9453-4329-bf4b-415e68229b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651fd85b-9a8c-4a3a-a7ce-3b7571db71d1,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:45.750889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b7a96ffa-dd6a-45d3-b05f-beb71e3c912c no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:58:45.777974 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: b7a96ffa-dd6a-45d3-b05f-beb71e3c912c {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:58:45.778313 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b7a96ffa-dd6a-45d3-b05f-beb71e3c912c not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:58:45.778927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0d7f6bad-2edb-4cba-9744-c5814447dd5c no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:58:45.801167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 0d7f6bad-2edb-4cba-9744-c5814447dd5c {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:58:45.801167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0d7f6bad-2edb-4cba-9744-c5814447dd5c not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:58:46.172548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49048) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:46.289733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f835f5d8-849c-4410-8397-0eac938a20a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1529274184-network', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:58:46.312858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f835f5d8-849c-4410-8397-0eac938a20a7 admin admin] Made reservation on behalf of 0acc34119f9146ebb798fb16477e2b27 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:58:46.315405 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f835f5d8-849c-4410-8397-0eac938a20a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:46.325720 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f835f5d8-849c-4410-8397-0eac938a20a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:46.340497 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:58:46.427829 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f835f5d8-849c-4410-8397-0eac938a20a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:46.432500 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f835f5d8-849c-4410-8397-0eac938a20a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:46.459583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f835f5d8-849c-4410-8397-0eac938a20a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:58:46.466241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835f5d8-849c-4410-8397-0eac938a20a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b68297-491e-4844-a1a6-3a23a4cf035d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:46.472465 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f835f5d8-849c-4410-8397-0eac938a20a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:46.472812 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-f835f5d8-849c-4410-8397-0eac938a20a7 admin admin] Added segment a29faf38-c285-4ba9-8cc9-58205841a80f of type vlan for network dff260e8-6743-411d-9a69-4a69d81ddbaa Sep 29 17:58:46.515245 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f835f5d8-849c-4410-8397-0eac938a20a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:46.543301 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f835f5d8-849c-4410-8397-0eac938a20a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:46.544524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f835f5d8-849c-4410-8397-0eac938a20a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:46.545103 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f835f5d8-849c-4410-8397-0eac938a20a7 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:46.582093 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f835f5d8-849c-4410-8397-0eac938a20a7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4084361 Sep 29 17:58:46.585180 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49054) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:46.591046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9fcafa1e-2d18-45b5-ab7d-55ce58995142 admin admin] Request body: {'subnet': {'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1529274184-subnet', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:58:46.611073 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcafa1e-2d18-45b5-ab7d-55ce58995142 admin admin] Made reservation on behalf of 0acc34119f9146ebb798fb16477e2b27 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:58:46.612179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835f5d8-849c-4410-8397-0eac938a20a7 admin admin] Pushing event updated for resources: {'Network': ['ID=dff260e8-6743-411d-9a69-4a69d81ddbaa,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:46.614363 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fcafa1e-2d18-45b5-ab7d-55ce58995142 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:46.624800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network dff260e8-6743-411d-9a69-4a69d81ddbaa details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:58:46.798604 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fcafa1e-2d18-45b5-ab7d-55ce58995142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:46.859331 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcafa1e-2d18-45b5-ab7d-55ce58995142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09cc432-f62f-413c-96e9-1f1d1f0d3608,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:46.868336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcafa1e-2d18-45b5-ab7d-55ce58995142 admin admin] Checking segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:58:46.868336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcafa1e-2d18-45b5-ab7d-55ce58995142 admin admin] Network hostable DHCP agents. Network: dff260e8-6743-411d-9a69-4a69d81ddbaa, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:58:46.885736 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcafa1e-2d18-45b5-ab7d-55ce58995142 admin admin] Network dff260e8-6743-411d-9a69-4a69d81ddbaa is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:58:46.895981 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-9fcafa1e-2d18-45b5-ab7d-55ce58995142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, dff260e8-6743-411d-9a69-4a69d81ddbaa) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:46.901644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcafa1e-2d18-45b5-ab7d-55ce58995142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:46.902242 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fcafa1e-2d18-45b5-ab7d-55ce58995142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:46.904843 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa7a03d-25ba-4ec0-bf69-aa581de3dd79 None None] Network dff260e8-6743-411d-9a69-4a69d81ddbaa requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:58:46.918220 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9fcafa1e-2d18-45b5-ab7d-55ce58995142 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3317544 Sep 29 17:58:46.920996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49056) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:46.926368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:58:46.951352 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:46.952424 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:46.989473 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:47.011946 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:47.083866 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-dff260e8-6743-411d-9a69-4a69d81ddbaa', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:58:47.084833 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:47.158434 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:47.238968 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Allocated IP 172.20.0.2 (dff260e8-6743-411d-9a69-4a69d81ddbaa/e09cc432-f62f-413c-96e9-1f1d1f0d3608/0316f155-9b6d-480d-8564-61e1960263ed) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:58:47.375979 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:47.394079 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:47.396450 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:47.400666 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:47.442627 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Network dff260e8-6743-411d-9a69-4a69d81ddbaa is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:58:47.449784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:47.451773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Pushing event updated for resources: {'Port': ['ID=0316f155-9b6d-480d-8564-61e1960263ed,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:47.459569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:58:47.502337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Allocated IP 172.25.2.30 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:58:47.514400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Attempting to bind port 0316f155-9b6d-480d-8564-61e1960263ed on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:58:47.514779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Attempting to bind port 0316f155-9b6d-480d-8564-61e1960263ed by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:58:47.515144 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Attempting to bind port 0316f155-9b6d-480d-8564-61e1960263ed on network dff260e8-6743-411d-9a69-4a69d81ddbaa {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:58:47.520369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:58:47.520746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Checking segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:58:47.521152 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:47.521586 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Bound using segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:58:47.522050 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Bound port: 0316f155-9b6d-480d-8564-61e1960263ed, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:58:47.522435 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:47.605008 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] For port 0316f155-9b6d-480d-8564-61e1960263ed, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:58:47.608771 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] For port 0316f155-9b6d-480d-8564-61e1960263ed, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0316f155-9b6d-480d-8564-61e1960263ed,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:58:47.613232 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:47.618412 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:47.660340 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:47.689935 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:58:47.690393 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9a3b3-7919-4355-903a-94f5f7d3124b None None] Pushing event updated for resources: {'Port': ['ID=0316f155-9b6d-480d-8564-61e1960263ed,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:47.692395 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:47.716151 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:58:47.764394 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Pushing event updated for resources: {'Port': ['ID=5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:48.010894 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:48.215359 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:48.644099 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Router f501314a-b2b3-49b8-9c94-0bdf854a9c16 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:58:48.704847 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f594558f-977e-4267-b5c9-93992b3e675f None None] Network dff260e8-6743-411d-9a69-4a69d81ddbaa requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:58:48.788280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:58:48.790108 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d06664d-e405-4acb-adeb-f860887c5766 None None] Provisioning complete for port 0316f155-9b6d-480d-8564-61e1960263ed triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:48.790620 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d06664d-e405-4acb-adeb-f860887c5766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:48.812735 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:48.816537 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b066b303-850b-4eef-a0e1-54f8a46a9b98 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8915057 Sep 29 17:58:48.816720 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49062) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:48.822038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Sync routers for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:58:48.873538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:48.874265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:49.052210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:49.085881 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d06664d-e405-4acb-adeb-f860887c5766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:49.211047 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d06664d-e405-4acb-adeb-f860887c5766 None None] For port 0316f155-9b6d-480d-8564-61e1960263ed, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0316f155-9b6d-480d-8564-61e1960263ed,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:49.224154 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d06664d-e405-4acb-adeb-f860887c5766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:49.324314 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:49.350525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06664d-e405-4acb-adeb-f860887c5766 None None] Pushing event updated for resources: {'Port': ['ID=0316f155-9b6d-480d-8564-61e1960263ed,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:49.369852 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-deb56cc6-5845-4427-83c0-a24a706b400d None None] Provisioning complete for port 0316f155-9b6d-480d-8564-61e1960263ed triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:49.370221 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-deb56cc6-5845-4427-83c0-a24a706b400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:49.423304 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:47Z', 'revision_number': 3, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:49.452162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Checking router: f501314a-b2b3-49b8-9c94-0bdf854a9c16 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:58:49.452509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Updating router f501314a-b2b3-49b8-9c94-0bdf854a9c16 port 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:58:49.498614 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:49.503990 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Allocated IP 172.20.0.1 (dff260e8-6743-411d-9a69-4a69d81ddbaa/e09cc432-f62f-413c-96e9-1f1d1f0d3608/b5aaa1c0-f632-48a0-872d-8bc93bd5abe8) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:58:49.619871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:49.657019 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:49.702958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Network dff260e8-6743-411d-9a69-4a69d81ddbaa is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:58:49.705987 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:49.708489 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:58:49.737754 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Pushing event updated for resources: {'Port': ['ID=b5aaa1c0-f632-48a0-872d-8bc93bd5abe8,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:49.762533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:49.855891 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:49.877086 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:49.926995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0316f155-9b6d-480d-8564-61e1960263ed up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:58:49.981878 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:49.996978 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e605185-6c08-4a8c-b093-eb87f9d66c16 None None] Pushing event updated for resources: {'Port': ['ID=5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:50.019868 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0316f155-9b6d-480d-8564-61e1960263ed triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:50.020240 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:50.022896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Attempting to bind port 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:58:50.023309 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Attempting to bind port 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:58:50.023731 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Attempting to bind port 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:58:50.058768 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:58:50.059158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:58:50.059544 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:50.059944 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:58:50.060410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Bound port: 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:58:50.060792 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:50.100755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ad299b29-867d-4288-b6e6-0c09546c9d54 None None] Provisioning complete for port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:50.101130 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ad299b29-867d-4288-b6e6-0c09546c9d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:50.162682 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:50.167755 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:50.178069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] For port 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:58:50.180873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ad299b29-867d-4288-b6e6-0c09546c9d54 None None] Port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:58:50.195736 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] For port 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:58:50.202702 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:50.247473 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:50.262939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Pushing event updated for resources: {'Port': ['ID=b5aaa1c0-f632-48a0-872d-8bc93bd5abe8,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:50.277826 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:50.278463 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:50.280334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e605185-6c08-4a8c-b093-eb87f9d66c16 None None] Pushing event updated for resources: {'Port': ['ID=5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:50.384221 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Network dff260e8-6743-411d-9a69-4a69d81ddbaa is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:58:50.385909 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:50.401206 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:50.524585 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Router f501314a-b2b3-49b8-9c94-0bdf854a9c16 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:58:50.679021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:58:50.684745 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-be13c06f-85cf-4492-b818-2cf03204cb42 admin admin] 10.222.0.44 "PUT /v2.0/routers/f501314a-b2b3-49b8-9c94-0bdf854a9c16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8670526 Sep 29 17:58:50.756865 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4c155b3b-83c6-4ca0-b227-6807123d6a60 None None] Provisioning complete for port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:50.757759 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4c155b3b-83c6-4ca0-b227-6807123d6a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:50.833213 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-4c155b3b-83c6-4ca0-b227-6807123d6a60 None None] Port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:58:50.866150 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:50Z', 'revision_number': 2, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:50.904958 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d93451-b4f8-444f-933e-f74bbdd65255 None None] The sync data for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 is: [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:50Z', 'revision_number': 2, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:58:51.298493 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49082) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:51.303524 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7d6d6375-9364-42f3-90a9-b9afa2bf610b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1813794190-network', 'tenant_id': '1a32945f888d47c080724debaba15b54'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:58:51.328406 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6d6375-9364-42f3-90a9-b9afa2bf610b admin admin] Made reservation on behalf of 1a32945f888d47c080724debaba15b54 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:58:51.332100 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d6d6375-9364-42f3-90a9-b9afa2bf610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:51.347113 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d6d6375-9364-42f3-90a9-b9afa2bf610b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:51.458150 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d6d6375-9364-42f3-90a9-b9afa2bf610b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:51.462924 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d6d6375-9364-42f3-90a9-b9afa2bf610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:51.502704 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6d6375-9364-42f3-90a9-b9afa2bf610b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 17:58:51.509085 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d6375-9364-42f3-90a9-b9afa2bf610b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d43e89c-16d4-47b4-a000-be0a146fde64,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:51.518859 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d6d6375-9364-42f3-90a9-b9afa2bf610b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:51.519383 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-7d6d6375-9364-42f3-90a9-b9afa2bf610b admin admin] Added segment 0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0 of type vlan for network d96805e3-1c99-4454-a538-fcf9e743e301 Sep 29 17:58:51.566313 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d6d6375-9364-42f3-90a9-b9afa2bf610b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:51.597449 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d6d6375-9364-42f3-90a9-b9afa2bf610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:51.598413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6d6375-9364-42f3-90a9-b9afa2bf610b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:51.599250 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7d6d6375-9364-42f3-90a9-b9afa2bf610b admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:51.638898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49084) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:51.639520 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7d6d6375-9364-42f3-90a9-b9afa2bf610b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3399825 Sep 29 17:58:51.644252 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-532006e2-628a-4bfb-925b-d63388603212 admin admin] Request body: {'subnet': {'network_id': 'd96805e3-1c99-4454-a538-fcf9e743e301', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1813794190-subnet', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:58:51.668608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532006e2-628a-4bfb-925b-d63388603212 admin admin] Made reservation on behalf of 1a32945f888d47c080724debaba15b54 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:58:51.673589 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-532006e2-628a-4bfb-925b-d63388603212 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:51.686552 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d6375-9364-42f3-90a9-b9afa2bf610b admin admin] Pushing event updated for resources: {'Network': ['ID=d96805e3-1c99-4454-a538-fcf9e743e301,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:51.710741 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network d96805e3-1c99-4454-a538-fcf9e743e301 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 17:58:51.828771 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:58:51.890073 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:51.890802 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.000350 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-532006e2-628a-4bfb-925b-d63388603212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.035161 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.060233 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:52.066719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532006e2-628a-4bfb-925b-d63388603212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f605b51-4b6c-4a4a-adb6-119d65cc98ff,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:52.067783 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.087845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532006e2-628a-4bfb-925b-d63388603212 admin admin] Checking segment: {'id': '0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd96805e3-1c99-4454-a538-fcf9e743e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:58:52.088209 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532006e2-628a-4bfb-925b-d63388603212 admin admin] Network hostable DHCP agents. Network: d96805e3-1c99-4454-a538-fcf9e743e301, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 17:58:52.108430 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532006e2-628a-4bfb-925b-d63388603212 admin admin] Network d96805e3-1c99-4454-a538-fcf9e743e301 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 17:58:52.120604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-532006e2-628a-4bfb-925b-d63388603212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, d96805e3-1c99-4454-a538-fcf9e743e301) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:52.124934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532006e2-628a-4bfb-925b-d63388603212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:52.125560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-532006e2-628a-4bfb-925b-d63388603212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.135404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1880b82-c204-44fc-b2f8-171d99906b9e None None] Network d96805e3-1c99-4454-a538-fcf9e743e301 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:58:52.140308 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:52.145340 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-532006e2-628a-4bfb-925b-d63388603212 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5048909 Sep 29 17:58:52.147913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 49096) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:52.154064 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1813794190-router', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:58:52.184272 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.185889 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.261871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.331295 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-d96805e3-1c99-4454-a538-fcf9e743e301', 'network_id': 'd96805e3-1c99-4454-a538-fcf9e743e301', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'fixed_ips': [{'subnet_id': '0f605b51-4b6c-4a4a-adb6-119d65cc98ff'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 17:58:52.332557 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.425415 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.517656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Allocated IP 172.20.0.2 (d96805e3-1c99-4454-a538-fcf9e743e301/0f605b51-4b6c-4a4a-adb6-119d65cc98ff/34152c53-8bb0-49e0-b677-ac9048f65291) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:58:52.663260 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.684021 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.696174 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.702470 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.748250 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Network d96805e3-1c99-4454-a538-fcf9e743e301 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:58:52.751418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:52.754297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:58:52.767270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Pushing event updated for resources: {'Port': ['ID=34152c53-8bb0-49e0-b677-ac9048f65291,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:52.811340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Allocated IP 172.25.2.112 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/e9258534-d2e5-4942-91a2-4879d65ffe55) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:58:52.818620 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Attempting to bind port 34152c53-8bb0-49e0-b677-ac9048f65291 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:58:52.819000 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Attempting to bind port 34152c53-8bb0-49e0-b677-ac9048f65291 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd96805e3-1c99-4454-a538-fcf9e743e301'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:58:52.821508 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Attempting to bind port 34152c53-8bb0-49e0-b677-ac9048f65291 on network d96805e3-1c99-4454-a538-fcf9e743e301 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:58:52.827016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:58:52.827446 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Checking segment: {'id': '0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd96805e3-1c99-4454-a538-fcf9e743e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:58:52.827923 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.828322 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Bound using segment: {'id': '0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd96805e3-1c99-4454-a538-fcf9e743e301'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:58:52.828798 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Bound port: 34152c53-8bb0-49e0-b677-ac9048f65291, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd96805e3-1c99-4454-a538-fcf9e743e301'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:58:52.829188 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.894284 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] For port 34152c53-8bb0-49e0-b677-ac9048f65291, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:58:52.897797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] For port 34152c53-8bb0-49e0-b677-ac9048f65291, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=34152c53-8bb0-49e0-b677-ac9048f65291,segment=NetworkSegment(0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0),segment_id=0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:58:52.902431 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.924918 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:52.966913 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0dff76-9174-4beb-9beb-cfbcb5da0f64 None None] Pushing event updated for resources: {'Port': ['ID=34152c53-8bb0-49e0-b677-ac9048f65291,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:52.981545 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:53.033026 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:58:53.036515 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:53.039499 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:58:53.163087 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Pushing event updated for resources: {'Port': ['ID=e9258534-d2e5-4942-91a2-4879d65ffe55,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:53.354537 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:53.555235 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:53.697729 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Router ea732b61-6027-428d-a965-9e53cf8da4e8 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 17:58:53.874663 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 34152c53-8bb0-49e0-b677-ac9048f65291 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:58:53.915505 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Sync routers for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:58:53.939667 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:53.940739 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:53.952128 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 34152c53-8bb0-49e0-b677-ac9048f65291 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:53.952740 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:54.048996 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:54.097673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 34152c53-8bb0-49e0-b677-ac9048f65291, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=34152c53-8bb0-49e0-b677-ac9048f65291,segment=NetworkSegment(0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0),segment_id=0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:54.109042 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:54.115601 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:54.116653 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:58:54.211968 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=34152c53-8bb0-49e0-b677-ac9048f65291,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:54.262905 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:54.263256 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:54.298210 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:58:54.303368 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59946ae-3aa8-4a95-91d9-ed5b450ad10d None None] Network d96805e3-1c99-4454-a538-fcf9e743e301 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 17:58:54.317522 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:54.322483 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5c971830-c1f4-4ac2-b00f-746d28d54c68 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1727540 Sep 29 17:58:54.322682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 49118) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 17:58:54.324992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Sync routers for ids ['ea732b61-6027-428d-a965-9e53cf8da4e8'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:58:54.400719 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:50Z', 'revision_number': 2, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:54.401060 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Routers {'ea732b61-6027-428d-a965-9e53cf8da4e8'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:54.401745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ea732b61-6027-428d-a965-9e53cf8da4e8'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:54.410745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c9403f25-090f-43f2-8b09-51042395508f None None] Provisioning complete for port 34152c53-8bb0-49e0-b677-ac9048f65291 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:54.411120 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c9403f25-090f-43f2-8b09-51042395508f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:54.435530 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Checking router: f501314a-b2b3-49b8-9c94-0bdf854a9c16 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:58:54.436013 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Updating router f501314a-b2b3-49b8-9c94-0bdf854a9c16 port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:58:54.469665 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:54.647112 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Set router ea732b61-6027-428d-a965-9e53cf8da4e8 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:54.779776 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:54.787312 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:54.794580 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:54.879167 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b19f4d-c729-45bd-bfb8-92744ae8fa5f None None] Pushing event updated for resources: {'Port': ['ID=b5aaa1c0-f632-48a0-872d-8bc93bd5abe8,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:54.998363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'name': 'tempest-TestVolumeBootPattern-1813794190-router', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e9258534-d2e5-4942-91a2-4879d65ffe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:52Z', 'updated_at': '2021-09-29T17:58:53Z', 'revision_number': 3, 'project_id': '1a32945f888d47c080724debaba15b54', 'gw_port': {'id': 'e9258534-d2e5-4942-91a2-4879d65ffe55', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:52Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:54.999822 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Allocated IP 172.20.0.1 (d96805e3-1c99-4454-a538-fcf9e743e301/0f605b51-4b6c-4a4a-adb6-119d65cc98ff/9991e24d-45d3-4420-89b6-7588d71d1264) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:58:55.051373 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Checking router: ea732b61-6027-428d-a965-9e53cf8da4e8 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:58:55.051875 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Updating router ea732b61-6027-428d-a965-9e53cf8da4e8 port e9258534-d2e5-4942-91a2-4879d65ffe55 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:58:55.086348 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19f4d-c729-45bd-bfb8-92744ae8fa5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:55.087950 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19f4d-c729-45bd-bfb8-92744ae8fa5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:55.088475 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19f4d-c729-45bd-bfb8-92744ae8fa5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:55.088989 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19f4d-c729-45bd-bfb8-92744ae8fa5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:55.092848 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19f4d-c729-45bd-bfb8-92744ae8fa5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:55.093442 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19f4d-c729-45bd-bfb8-92744ae8fa5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:55.093958 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19f4d-c729-45bd-bfb8-92744ae8fa5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:55.096040 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19f4d-c729-45bd-bfb8-92744ae8fa5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:55.096569 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19f4d-c729-45bd-bfb8-92744ae8fa5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:55.098575 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19f4d-c729-45bd-bfb8-92744ae8fa5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:55.099239 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19f4d-c729-45bd-bfb8-92744ae8fa5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:55.100593 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:55.112448 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b19f4d-c729-45bd-bfb8-92744ae8fa5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:58:55.153952 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:55.154462 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Attempting to bind port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:58:55.154877 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Attempting to bind port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:58:55.155288 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Attempting to bind port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 on network dff260e8-6743-411d-9a69-4a69d81ddbaa {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:58:55.161698 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:58:55.166467 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Checking segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:58:55.169567 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:55.170427 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Bound using segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:58:55.171172 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Bound port: b5aaa1c0-f632-48a0-872d-8bc93bd5abe8, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:58:55.171747 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:55.256923 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:55.288972 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7dfef58f-64d7-4cc8-8f2a-63054a4aeae3 None None] Provisioning complete for port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:55.289999 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7dfef58f-64d7-4cc8-8f2a-63054a4aeae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:55.328742 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Network d96805e3-1c99-4454-a538-fcf9e743e301 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:58:55.331771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:55.348350 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] For port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:58:55.349910 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-7dfef58f-64d7-4cc8-8f2a-63054a4aeae3 None None] Port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:58:55.357947 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] For port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b5aaa1c0-f632-48a0-872d-8bc93bd5abe8,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:58:55.363008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:58:55.366913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Pushing event updated for resources: {'Port': ['ID=9991e24d-45d3-4420-89b6-7588d71d1264,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:55.379035 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:55.471798 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:55.503796 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:55.504457 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:55.527740 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-30761541-7f24-472f-aaff-d4ed5de5c504 None None] Provisioning complete for port 34152c53-8bb0-49e0-b677-ac9048f65291 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:55.528287 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-30761541-7f24-472f-aaff-d4ed5de5c504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:55.591206 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b19f4d-c729-45bd-bfb8-92744ae8fa5f None None] Pushing event updated for resources: {'Port': ['ID=b5aaa1c0-f632-48a0-872d-8bc93bd5abe8,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:55.630209 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:55.640715 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:55.701496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:55.787897 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:56.043254 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:56.054991 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:56.086750 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:58:56.135666 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Attempting to bind port e9258534-d2e5-4942-91a2-4879d65ffe55 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:58:56.136159 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Attempting to bind port e9258534-d2e5-4942-91a2-4879d65ffe55 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:58:56.136527 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Attempting to bind port e9258534-d2e5-4942-91a2-4879d65ffe55 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:58:56.144727 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ca227-592f-4a56-bcd8-901207f85db8 None None] Pushing event updated for resources: {'Port': ['ID=e9258534-d2e5-4942-91a2-4879d65ffe55,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:56.145152 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:55Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:56.160553 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Pushing event updated for resources: {'Port': ['ID=9991e24d-45d3-4420-89b6-7588d71d1264,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:56.169256 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:56.169553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:58:56.169848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:58:56.170251 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:56.170633 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:58:56.171642 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Bound port: e9258534-d2e5-4942-91a2-4879d65ffe55, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:58:56.171642 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:56.178372 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b7a21-133a-44db-97b7-0fcea9eac592 None None] The sync data for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 is: [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:55Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:58:56.271196 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] For port e9258534-d2e5-4942-91a2-4879d65ffe55, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:58:56.281173 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] For port e9258534-d2e5-4942-91a2-4879d65ffe55, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e9258534-d2e5-4942-91a2-4879d65ffe55,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:58:56.294523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:56.294995 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:56.327261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Network d96805e3-1c99-4454-a538-fcf9e743e301 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:58:56.329128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:58:56.332508 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:56.449799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d5500fb9-6c67-4889-8c4b-c56e591e2c2f None None] Provisioning complete for port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:56.450181 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d5500fb9-6c67-4889-8c4b-c56e591e2c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:56.519829 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Router ea732b61-6027-428d-a965-9e53cf8da4e8 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 17:58:56.596278 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ca227-592f-4a56-bcd8-901207f85db8 None None] Pushing event updated for resources: {'Port': ['ID=e9258534-d2e5-4942-91a2-4879d65ffe55,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:56.610345 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Routers {'ea732b61-6027-428d-a965-9e53cf8da4e8'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:56.611017 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ea732b61-6027-428d-a965-9e53cf8da4e8'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:56.707326 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:56.746707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 17:58:56.753840 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2a74c918-b7a8-4bbe-b3e6-8cdd3ab3baa3 admin admin] 10.222.0.44 "PUT /v2.0/routers/ea732b61-6027-428d-a965-9e53cf8da4e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4292796 Sep 29 17:58:56.814819 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d5500fb9-6c67-4889-8c4b-c56e591e2c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:56.822789 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b5aaa1c0-f632-48a0-872d-8bc93bd5abe8,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:56.845515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] Set router ea732b61-6027-428d-a965-9e53cf8da4e8 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:56.889186 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:56.890151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 34152c53-8bb0-49e0-b677-ac9048f65291 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:58:57.033537 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-d5500fb9-6c67-4889-8c4b-c56e591e2c2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 17:58:57.033897 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-d5500fb9-6c67-4889-8c4b-c56e591e2c2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 17:58:57.091310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=b5aaa1c0-f632-48a0-872d-8bc93bd5abe8,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:58:57.169994 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 34152c53-8bb0-49e0-b677-ac9048f65291 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:57.170621 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:57.318355 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'name': 'tempest-TestVolumeBootPattern-1813794190-router', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e9258534-d2e5-4942-91a2-4879d65ffe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:52Z', 'updated_at': '2021-09-29T17:58:55Z', 'revision_number': 4, 'project_id': '1a32945f888d47c080724debaba15b54', 'gw_port': {'id': 'e9258534-d2e5-4942-91a2-4879d65ffe55', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:52Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '9991e24d-45d3-4420-89b6-7588d71d1264', 'name': '', 'network_id': 'd96805e3-1c99-4454-a538-fcf9e743e301', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'mac_address': 'fa:16:3e:bf:04:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '0f605b51-4b6c-4a4a-adb6-119d65cc98ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:54Z', 'updated_at': '2021-09-29T17:58:55Z', 'revision_number': 2, 'project_id': '1a32945f888d47c080724debaba15b54', 'subnets': [{'id': '0f605b51-4b6c-4a4a-adb6-119d65cc98ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:57.360717 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca874e6-ad24-42a4-9197-4414940924bf None None] The sync data for ids ['ea732b61-6027-428d-a965-9e53cf8da4e8'] in n-d-811748-2 is: [{'id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'name': 'tempest-TestVolumeBootPattern-1813794190-router', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e9258534-d2e5-4942-91a2-4879d65ffe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:52Z', 'updated_at': '2021-09-29T17:58:55Z', 'revision_number': 4, 'project_id': '1a32945f888d47c080724debaba15b54', 'gw_port': {'id': 'e9258534-d2e5-4942-91a2-4879d65ffe55', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:52Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '9991e24d-45d3-4420-89b6-7588d71d1264', 'name': '', 'network_id': 'd96805e3-1c99-4454-a538-fcf9e743e301', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'mac_address': 'fa:16:3e:bf:04:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '0f605b51-4b6c-4a4a-adb6-119d65cc98ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:54Z', 'updated_at': '2021-09-29T17:58:55Z', 'revision_number': 2, 'project_id': '1a32945f888d47c080724debaba15b54', 'subnets': [{'id': '0f605b51-4b6c-4a4a-adb6-119d65cc98ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:58:57.643392 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d5500fb9-6c67-4889-8c4b-c56e591e2c2f None None] Provisioning complete for port 9991e24d-45d3-4420-89b6-7588d71d1264 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:57.643921 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d5500fb9-6c67-4889-8c4b-c56e591e2c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:57.702458 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:57.703963 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d5500fb9-6c67-4889-8c4b-c56e591e2c2f None None] Port 9991e24d-45d3-4420-89b6-7588d71d1264 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:58:57.765007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:58:57.832284 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-96256068-c7d4-44b3-85ab-8435d9ed99b5 None None] Provisioning complete for port 9991e24d-45d3-4420-89b6-7588d71d1264 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:57.832573 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-96256068-c7d4-44b3-85ab-8435d9ed99b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:57.835394 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:57.835936 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:57.897136 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-96256068-c7d4-44b3-85ab-8435d9ed99b5 None None] Port 9991e24d-45d3-4420-89b6-7588d71d1264 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:58:59.008547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-550ccc1d-27a1-4ca3-949a-aa96dd65bb1a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:58:59.010027 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-550ccc1d-27a1-4ca3-949a-aa96dd65bb1a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 812 time: 0.1052899 Sep 29 17:58:59.024610 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-315f57e5-fd42-46c9-9843-696d308c0f6c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/quotas/0acc34119f9146ebb798fb16477e2b27 HTTP/1.1" status: 200 len: 375 time: 0.0089526 Sep 29 17:58:59.075748 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-dff7c385-4562-4e8c-a2b8-11522e602798 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459328 Sep 29 17:58:59.172469 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-2a4fb67c-129b-4d8a-a45a-7060c74eaa47 service neutron] 10.222.0.44 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897183 Sep 29 17:58:59.265910 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-b37d7d13-ec7c-416c-8854-229730a47f72 service neutron] 10.222.0.44 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872343 Sep 29 17:58:59.451918 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Sync routers for ids ['ea732b61-6027-428d-a965-9e53cf8da4e8'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 17:58:59.461058 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Routers {'ea732b61-6027-428d-a965-9e53cf8da4e8'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:58:59.462267 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ea732b61-6027-428d-a965-9e53cf8da4e8'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:59.572401 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c9dcfa32-bcb0-4af4-9e0d-2be86b8cba2f req-7cfe4499-d683-4221-bdfa-cd59d2a0ce0a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 210 time: 0.0345013 Sep 29 17:58:59.579344 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Set router ea732b61-6027-428d-a965-9e53cf8da4e8 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:58:59.808229 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e9258534-d2e5-4942-91a2-4879d65ffe55 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:58:59.821086 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'name': 'tempest-TestVolumeBootPattern-1813794190-router', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e9258534-d2e5-4942-91a2-4879d65ffe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:52Z', 'updated_at': '2021-09-29T17:58:55Z', 'revision_number': 4, 'project_id': '1a32945f888d47c080724debaba15b54', 'gw_port': {'id': 'e9258534-d2e5-4942-91a2-4879d65ffe55', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:09:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:52Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '9991e24d-45d3-4420-89b6-7588d71d1264', 'name': '', 'network_id': 'd96805e3-1c99-4454-a538-fcf9e743e301', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'mac_address': 'fa:16:3e:bf:04:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '0f605b51-4b6c-4a4a-adb6-119d65cc98ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:54Z', 'updated_at': '2021-09-29T17:58:55Z', 'revision_number': 2, 'project_id': '1a32945f888d47c080724debaba15b54', 'subnets': [{'id': '0f605b51-4b6c-4a4a-adb6-119d65cc98ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:58:59.852510 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Checking router: ea732b61-6027-428d-a965-9e53cf8da4e8 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 17:58:59.852980 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Updating router ea732b61-6027-428d-a965-9e53cf8da4e8 port 9991e24d-45d3-4420-89b6-7588d71d1264 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 17:58:59.870384 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e9258534-d2e5-4942-91a2-4879d65ffe55 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:58:59.870754 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:59.884248 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:59.956264 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:58:59.980636 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port e9258534-d2e5-4942-91a2-4879d65ffe55, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e9258534-d2e5-4942-91a2-4879d65ffe55,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:58:59.985768 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:00.044254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=e9258534-d2e5-4942-91a2-4879d65ffe55,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:00.201264 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:00.206968 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:00.257695 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77133e59-dbb1-4aa4-82be-ac19d7113117 None None] Pushing event updated for resources: {'Port': ['ID=9991e24d-45d3-4420-89b6-7588d71d1264,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:00.312707 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Attempting to bind port 9991e24d-45d3-4420-89b6-7588d71d1264 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:59:00.313153 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Attempting to bind port 9991e24d-45d3-4420-89b6-7588d71d1264 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd96805e3-1c99-4454-a538-fcf9e743e301'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:59:00.313604 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Attempting to bind port 9991e24d-45d3-4420-89b6-7588d71d1264 on network d96805e3-1c99-4454-a538-fcf9e743e301 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:59:00.318688 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:59:00.319166 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Checking segment: {'id': '0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd96805e3-1c99-4454-a538-fcf9e743e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:59:00.319623 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:00.320153 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Bound using segment: {'id': '0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd96805e3-1c99-4454-a538-fcf9e743e301'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:59:00.320672 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Bound port: 9991e24d-45d3-4420-89b6-7588d71d1264, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'd96805e3-1c99-4454-a538-fcf9e743e301'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:59:00.321107 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:00.392222 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] For port 9991e24d-45d3-4420-89b6-7588d71d1264, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:59:00.395580 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] For port 9991e24d-45d3-4420-89b6-7588d71d1264, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9991e24d-45d3-4420-89b6-7588d71d1264,segment=NetworkSegment(0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0),segment_id=0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:59:00.400789 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:00.471864 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77133e59-dbb1-4aa4-82be-ac19d7113117 None None] Pushing event updated for resources: {'Port': ['ID=9991e24d-45d3-4420-89b6-7588d71d1264,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:00.477742 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Routers {'ea732b61-6027-428d-a965-9e53cf8da4e8'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 17:59:00.478339 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T17:58:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ea732b61-6027-428d-a965-9e53cf8da4e8'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:59:00.537617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-18dd3a2b-5c4c-4818-9292-892f90e0fad8 None None] Provisioning complete for port 9991e24d-45d3-4420-89b6-7588d71d1264 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:59:00.537989 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a2b-5c4c-4818-9292-892f90e0fad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:00.636857 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] Set router ea732b61-6027-428d-a965-9e53cf8da4e8 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 17:59:00.697827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-da0dc69b-99b8-4584-9433-c9c5144c1d6e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:00.700486 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-da0dc69b-99b8-4584-9433-c9c5144c1d6e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 812 time: 0.1550996 Sep 29 17:59:00.721256 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-58c59f0b-74dc-4bc0-9763-33aa0a41700f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'port': {'device_id': '30af14dc-2e77-413d-b88a-03c1c739bb81', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'admin_state_up': True, 'tenant_id': '0acc34119f9146ebb798fb16477e2b27'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:59:00.732066 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a2b-5c4c-4818-9292-892f90e0fad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:00.738857 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a2f7011b-e7eb-4065-94dc-388f475af9f6 req-1993be15-546b-4da9-aada-e230b25aa1b9 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 210 time: 0.0425384 Sep 29 17:59:00.792241 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-18dd3a2b-5c4c-4818-9292-892f90e0fad8 None None] For port 9991e24d-45d3-4420-89b6-7588d71d1264, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9991e24d-45d3-4420-89b6-7588d71d1264,segment=NetworkSegment(0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0),segment_id=0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:59:00.799645 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a2b-5c4c-4818-9292-892f90e0fad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:00.928439 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd3a2b-5c4c-4818-9292-892f90e0fad8 None None] Pushing event updated for resources: {'Port': ['ID=9991e24d-45d3-4420-89b6-7588d71d1264,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:00.956210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-52be7eb0-0867-440e-acae-812a4346791e None None] Provisioning complete for port 9991e24d-45d3-4420-89b6-7588d71d1264 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:59:00.957007 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-52be7eb0-0867-440e-acae-812a4346791e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:01.114323 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'name': 'tempest-TestVolumeBootPattern-1813794190-router', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e9258534-d2e5-4942-91a2-4879d65ffe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:52Z', 'updated_at': '2021-09-29T17:58:55Z', 'revision_number': 4, 'project_id': '1a32945f888d47c080724debaba15b54', 'gw_port': {'id': 'e9258534-d2e5-4942-91a2-4879d65ffe55', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:52Z', 'updated_at': '2021-09-29T17:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '9991e24d-45d3-4420-89b6-7588d71d1264', 'name': '', 'network_id': 'd96805e3-1c99-4454-a538-fcf9e743e301', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'mac_address': 'fa:16:3e:bf:04:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '0f605b51-4b6c-4a4a-adb6-119d65cc98ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:54Z', 'updated_at': '2021-09-29T17:59:00Z', 'revision_number': 4, 'project_id': '1a32945f888d47c080724debaba15b54', 'subnets': [{'id': '0f605b51-4b6c-4a4a-adb6-119d65cc98ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 17:59:01.147759 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31b7b6-f06a-43ee-91f5-ef1ea92651b1 None None] The sync data for ids ['ea732b61-6027-428d-a965-9e53cf8da4e8'] in n-d-811748-2 is: [{'id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'name': 'tempest-TestVolumeBootPattern-1813794190-router', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e9258534-d2e5-4942-91a2-4879d65ffe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:52Z', 'updated_at': '2021-09-29T17:58:55Z', 'revision_number': 4, 'project_id': '1a32945f888d47c080724debaba15b54', 'gw_port': {'id': 'e9258534-d2e5-4942-91a2-4879d65ffe55', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:52Z', 'updated_at': '2021-09-29T17:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '9991e24d-45d3-4420-89b6-7588d71d1264', 'name': '', 'network_id': 'd96805e3-1c99-4454-a538-fcf9e743e301', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'mac_address': 'fa:16:3e:bf:04:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '0f605b51-4b6c-4a4a-adb6-119d65cc98ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:54Z', 'updated_at': '2021-09-29T17:59:00Z', 'revision_number': 4, 'project_id': '1a32945f888d47c080724debaba15b54', 'subnets': [{'id': '0f605b51-4b6c-4a4a-adb6-119d65cc98ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 17:59:01.361799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-58c59f0b-74dc-4bc0-9763-33aa0a41700f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Made reservation on behalf of 0acc34119f9146ebb798fb16477e2b27 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:59:01.367944 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-58c59f0b-74dc-4bc0-9763-33aa0a41700f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:01.536665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-58c59f0b-74dc-4bc0-9763-33aa0a41700f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Allocated IP 172.20.0.8 (dff260e8-6743-411d-9a69-4a69d81ddbaa/e09cc432-f62f-413c-96e9-1f1d1f0d3608/e1462d94-cf44-4366-9c8a-d734070856b1) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:59:01.705994 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-58c59f0b-74dc-4bc0-9763-33aa0a41700f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:01.761052 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-58c59f0b-74dc-4bc0-9763-33aa0a41700f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:01.807182 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-58c59f0b-74dc-4bc0-9763-33aa0a41700f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Network dff260e8-6743-411d-9a69-4a69d81ddbaa is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:59:01.810387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-58c59f0b-74dc-4bc0-9763-33aa0a41700f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:59:01.814732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-58c59f0b-74dc-4bc0-9763-33aa0a41700f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:59:01.836055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9991e24d-45d3-4420-89b6-7588d71d1264 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:59:01.843073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c59f0b-74dc-4bc0-9763-33aa0a41700f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'Port': ['ID=e1462d94-cf44-4366-9c8a-d734070856b1,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:01.895451 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-58c59f0b-74dc-4bc0-9763-33aa0a41700f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:01.896211 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-58c59f0b-74dc-4bc0-9763-33aa0a41700f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:01.921044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9991e24d-45d3-4420-89b6-7588d71d1264 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:59:01.921220 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:01.935856 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-58c59f0b-74dc-4bc0-9763-33aa0a41700f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2253411 Sep 29 17:59:01.950378 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Request body: {'port': {'device_id': '30af14dc-2e77-413d-b88a-03c1c739bb81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:59:01.990868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7726a9-ed9d-42b8-944d-b7830a105fe5 req-d069fa7b-b7ee-4ab6-8728-81a486dfd6ff tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:01.999771 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf7726a9-ed9d-42b8-944d-b7830a105fe5 req-d069fa7b-b7ee-4ab6-8728-81a486dfd6ff tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 931 time: 0.1337616 Sep 29 17:59:02.041094 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e9258534-d2e5-4942-91a2-4879d65ffe55 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:59:02.073040 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:02.098259 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e9258534-d2e5-4942-91a2-4879d65ffe55 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:59:02.098723 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:02.111325 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf7726a9-ed9d-42b8-944d-b7830a105fe5 req-e7c53fe7-025e-440e-803e-976a86a479c3 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102943 Sep 29 17:59:02.206071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8bfcafa8-0299-4c10-8f53-5f5aa814dd8a None None] Provisioning complete for port e1462d94-cf44-4366-9c8a-d734070856b1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:59:02.206542 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8bfcafa8-0299-4c10-8f53-5f5aa814dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:02.249749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8bfcafa8-0299-4c10-8f53-5f5aa814dd8a None None] Port e1462d94-cf44-4366-9c8a-d734070856b1 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:59:02.396026 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1462d94-cf44-4366-9c8a-d734070856b1 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:59:02.404475 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:02.416732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Transition to ACTIVE for port object e1462d94-cf44-4366-9c8a-d734070856b1 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:59:02.420883 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:02.474603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Pushing event updated for resources: {'Port': ['ID=e1462d94-cf44-4366-9c8a-d734070856b1,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:02.549395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Attempting to bind port e1462d94-cf44-4366-9c8a-d734070856b1 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:59:02.549755 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Attempting to bind port e1462d94-cf44-4366-9c8a-d734070856b1 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:59:02.550066 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Attempting to bind port e1462d94-cf44-4366-9c8a-d734070856b1 on network dff260e8-6743-411d-9a69-4a69d81ddbaa {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:59:02.556234 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Port e1462d94-cf44-4366-9c8a-d734070856b1 on network dff260e8-6743-411d-9a69-4a69d81ddbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:59:02.556569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Attempting to bind port e1462d94-cf44-4366-9c8a-d734070856b1 on network dff260e8-6743-411d-9a69-4a69d81ddbaa {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:59:02.561956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:59:02.562307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Checking segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:59:02.562692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Bound using segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:59:02.563132 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Bound port: e1462d94-cf44-4366-9c8a-d734070856b1, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:59:02.563499 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:02.636632 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] For port e1462d94-cf44-4366-9c8a-d734070856b1, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:59:02.639957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] For port e1462d94-cf44-4366-9c8a-d734070856b1, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e1462d94-cf44-4366-9c8a-d734070856b1,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:59:02.646386 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:02.684164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:02.684659 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:02.686061 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] 10.222.0.49 "PUT /v2.0/ports/e1462d94-cf44-4366-9c8a-d734070856b1 HTTP/1.1" status: 200 len: 1091 time: 0.7419405 Sep 29 17:59:02.686501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30af14dc-2e77-413d-b88a-03c1c739bb81', 'tag': 'e1462d94-cf44-4366-9c8a-d734070856b1'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:59:02.688734 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7210964-5577-4c0a-8fc9-e95791160333" -d '{"events": [{"name": "network-changed", "server_uuid": "30af14dc-2e77-413d-b88a-03c1c739bb81", "tag": "e1462d94-cf44-4366-9c8a-d734070856b1"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:59:02.715745 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c56219-272e-4162-a85d-ff0d7f082659 service neutron] Pushing event updated for resources: {'Port': ['ID=e1462d94-cf44-4366-9c8a-d734070856b1,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:02.746833 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9a3cc7-8365-4b87-94c9-9a0a5c0bf1b0 x-openstack-request-id: req-0a9a3cc7-8365-4b87-94c9-9a0a5c0bf1b0 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:59:02.747149 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30af14dc-2e77-413d-b88a-03c1c739bb81", "tag": "e1462d94-cf44-4366-9c8a-d734070856b1", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:59:02.747403 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a9a3cc7-8365-4b87-94c9-9a0a5c0bf1b0 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:59:02.747798 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30af14dc-2e77-413d-b88a-03c1c739bb81', 'tag': 'e1462d94-cf44-4366-9c8a-d734070856b1', 'status': 'completed', 'code': 200} Sep 29 17:59:02.783199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-f062f287-7b2b-4ef8-bf29-bf936394ad8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:02.784780 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-f062f287-7b2b-4ef8-bf29-bf936394ad8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 1094 time: 0.0525401 Sep 29 17:59:02.828827 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-52abf81a-572d-4cd4-9782-a4478f89f830 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1462d94-cf44-4366-9c8a-d734070856b1 HTTP/1.1" status: 200 len: 217 time: 0.0352342 Sep 29 17:59:02.884774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-1c664ef3-4e79-48f1-a9e4-70060ae01c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:02.886313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-1c664ef3-4e79-48f1-a9e4-70060ae01c07 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0505707 Sep 29 17:59:02.942088 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-dd764be6-fd30-4096-926f-90cb845e200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:02.943632 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-dd764be6-fd30-4096-926f-90cb845e200a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505350 Sep 29 17:59:03.036299 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-7ae9d403-5dbc-4f71-b3f1-9215eaff3f9c service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852914 Sep 29 17:59:03.134101 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7a0e8b97-111c-4dc6-ac97-15a1c9554fb8 req-6d1d6684-8eca-4f4e-9aec-a820351b1428 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898967 Sep 29 17:59:03.244931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7210964-5577-4c0a-8fc9-e95791160333 req-97a59655-5f9b-49cb-849d-eba73789f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:03.246547 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f7210964-5577-4c0a-8fc9-e95791160333 req-97a59655-5f9b-49cb-849d-eba73789f6a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 1094 time: 0.0676425 Sep 29 17:59:03.284983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3657-d0c4-40a2-aeca-7b41c771082e req-73c688a0-ec47-4fdc-b83d-403d0808bf33 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:03.286440 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d62b3657-d0c4-40a2-aeca-7b41c771082e req-73c688a0-ec47-4fdc-b83d-403d0808bf33 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 943 time: 0.0826817 Sep 29 17:59:03.368399 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d62b3657-d0c4-40a2-aeca-7b41c771082e req-be583a0b-6d5c-47a5-882d-85842a62b92b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710630 Sep 29 17:59:03.381562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7210964-5577-4c0a-8fc9-e95791160333 req-e58aa5ea-0bd9-4688-972d-bb35b4932010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:03.383652 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f7210964-5577-4c0a-8fc9-e95791160333 req-e58aa5ea-0bd9-4688-972d-bb35b4932010 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.1305952 Sep 29 17:59:03.429496 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f7210964-5577-4c0a-8fc9-e95791160333 req-3103bb79-9467-4960-ab06-5c823abfb549 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1462d94-cf44-4366-9c8a-d734070856b1 HTTP/1.1" status: 200 len: 217 time: 0.0383537 Sep 29 17:59:03.478040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7210964-5577-4c0a-8fc9-e95791160333 req-cef75c7d-b67d-485a-b982-1f64838f26ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:03.479503 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f7210964-5577-4c0a-8fc9-e95791160333 req-cef75c7d-b67d-485a-b982-1f64838f26ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0440128 Sep 29 17:59:03.528475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7210964-5577-4c0a-8fc9-e95791160333 req-bac306ac-f270-40ec-8c34-8d5fb6f8e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:03.529943 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f7210964-5577-4c0a-8fc9-e95791160333 req-bac306ac-f270-40ec-8c34-8d5fb6f8e408 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436051 Sep 29 17:59:03.625089 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f7210964-5577-4c0a-8fc9-e95791160333 req-d7a3c296-9d28-427b-bed4-a17436c491da service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877953 Sep 29 17:59:03.717516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f7210964-5577-4c0a-8fc9-e95791160333 req-0f3dbaa8-ed7e-4d3f-a2b1-37639e7ad079 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836227 Sep 29 17:59:04.486133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9c339-8887-4028-9b99-2dfc6b668328 req-140a8314-4c68-4147-abde-e5ed2be33562 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:04.487883 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-66d9c339-8887-4028-9b99-2dfc6b668328 req-140a8314-4c68-4147-abde-e5ed2be33562 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 943 time: 0.0506518 Sep 29 17:59:04.526634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-66d9c339-8887-4028-9b99-2dfc6b668328 req-0715eb34-ab5f-4fbe-8093-6d977f89f93b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319195 Sep 29 17:59:05.644880 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27868f-c5dd-47d7-b92f-52da3b39eff3 req-e7a6f9d6-cd0f-49b5-b435-21bcd8f4a561 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:05.646453 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ef27868f-c5dd-47d7-b92f-52da3b39eff3 req-e7a6f9d6-cd0f-49b5-b435-21bcd8f4a561 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 943 time: 0.0509093 Sep 29 17:59:05.691075 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ef27868f-c5dd-47d7-b92f-52da3b39eff3 req-62ab0417-af25-4b6d-9b8b-d9f4def1230f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372553 Sep 29 17:59:06.810881 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcbd22-69c1-4b87-81ca-b1d6c9dd8056 req-312f2448-e703-41f1-91d1-3073f9eac7ba tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:06.812363 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ffcbd22-69c1-4b87-81ca-b1d6c9dd8056 req-312f2448-e703-41f1-91d1-3073f9eac7ba tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 943 time: 0.0508080 Sep 29 17:59:06.851638 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ffcbd22-69c1-4b87-81ca-b1d6c9dd8056 req-51673fc6-f461-4f06-8b3a-c85be321eb91 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326257 Sep 29 17:59:07.966486 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37894b6-3acd-4880-ab6c-605f2056d8c0 req-06509328-06c0-441a-8eca-92e8f627b90f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:07.967938 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b37894b6-3acd-4880-ab6c-605f2056d8c0 req-06509328-06c0-441a-8eca-92e8f627b90f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 943 time: 0.0485513 Sep 29 17:59:08.004348 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b37894b6-3acd-4880-ab6c-605f2056d8c0 req-1ef49ebd-d746-4bc7-86ec-30a07f4b1849 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305023 Sep 29 17:59:09.120092 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287d1d2-85a0-44e9-ae85-ba9f8d5d05af req-4955f281-5344-4f53-a0b9-6c021794ecf9 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:09.121742 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0287d1d2-85a0-44e9-ae85-ba9f8d5d05af req-4955f281-5344-4f53-a0b9-6c021794ecf9 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 943 time: 0.0483856 Sep 29 17:59:09.162112 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0287d1d2-85a0-44e9-ae85-ba9f8d5d05af req-310755ec-0d34-4098-9f09-99c6f8a28da6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346899 Sep 29 17:59:10.276155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7e251-0d0e-4a8c-98eb-032eb090eabd req-67fabef5-5009-49ef-8c14-c3d4fdef3065 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:10.277663 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4bb7e251-0d0e-4a8c-98eb-032eb090eabd req-67fabef5-5009-49ef-8c14-c3d4fdef3065 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 943 time: 0.0488424 Sep 29 17:59:10.314606 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4bb7e251-0d0e-4a8c-98eb-032eb090eabd req-3728f28a-5390-4822-bde7-bc464e6ec63e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310841 Sep 29 17:59:10.814239 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d65761dd-8cf6-46be-9599-0bd882aed2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:11.443641 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64227fc3-2679-4a73-8d3f-8c6878b053da req-c1b12db8-8dc5-40ab-866a-5738e1d80c54 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:11.445117 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64227fc3-2679-4a73-8d3f-8c6878b053da req-c1b12db8-8dc5-40ab-866a-5738e1d80c54 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 943 time: 0.0513773 Sep 29 17:59:11.483714 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64227fc3-2679-4a73-8d3f-8c6878b053da req-c101c3d5-ff63-4075-ae5b-11550ced1817 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313103 Sep 29 17:59:12.597537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8aa9ee-436c-45c8-9030-0add0b282a75 req-e133705e-9b8f-410a-8e0c-073092859660 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:12.599016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec8aa9ee-436c-45c8-9030-0add0b282a75 req-e133705e-9b8f-410a-8e0c-073092859660 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 943 time: 0.0487902 Sep 29 17:59:12.643007 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec8aa9ee-436c-45c8-9030-0add0b282a75 req-71897789-17c9-46e9-a50d-98b6f2cee681 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373700 Sep 29 17:59:13.570374 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4946b91d-139a-4fa2-b651-f8c9764bbba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:13.776631 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35010a3a-42d3-4bef-ba0b-600b30f43f9d req-92f38dcd-a25a-4a62-8159-859ccea3985f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:13.778500 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-35010a3a-42d3-4bef-ba0b-600b30f43f9d req-92f38dcd-a25a-4a62-8159-859ccea3985f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 943 time: 0.0672510 Sep 29 17:59:13.826250 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-35010a3a-42d3-4bef-ba0b-600b30f43f9d req-c905b63f-66d8-4b85-b795-837efde1f443 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406859 Sep 29 17:59:14.501989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e1462d94-cf44-4366-9c8a-d734070856b1 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:59:14.597098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e1462d94-cf44-4366-9c8a-d734070856b1, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e1462d94-cf44-4366-9c8a-d734070856b1,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:59:14.608977 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'e1462d94-cf44-4366-9c8a-d734070856b1', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'port_id': 'e1462d94-cf44-4366-9c8a-d734070856b1', 'mac_address': 'fa:16:3e:d6:56:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:59:14.671084 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:14.683252 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:14.684618 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:14.687750 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1462d94-cf44-4366-9c8a-d734070856b1 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:59:14.707104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e1462d94-cf44-4366-9c8a-d734070856b1, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e1462d94-cf44-4366-9c8a-d734070856b1,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:59:14.710616 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:14.758310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=e1462d94-cf44-4366-9c8a-d734070856b1,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:14.788696 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:14.915163 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['e1462d94-cf44-4366-9c8a-d734070856b1'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:59:14.955941 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351ed65-6de3-46ad-b657-6a9559ca4147 req-65357bea-fac5-4e8c-bdaf-0d13dc8d656b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:14.957505 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5351ed65-6de3-46ad-b657-6a9559ca4147 req-65357bea-fac5-4e8c-bdaf-0d13dc8d656b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 944 time: 0.0529585 Sep 29 17:59:15.017326 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5351ed65-6de3-46ad-b657-6a9559ca4147 req-4be545b7-5abd-44c7-8952-953bcbd3546d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514207 Sep 29 17:59:16.132709 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a19631-b4f6-43d5-acb0-e5829fec3e40 req-190c99b7-8909-4fc0-a2ee-d971760cf81d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:16.134304 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-04a19631-b4f6-43d5-acb0-e5829fec3e40 req-190c99b7-8909-4fc0-a2ee-d971760cf81d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 944 time: 0.0494218 Sep 29 17:59:16.177930 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-04a19631-b4f6-43d5-acb0-e5829fec3e40 req-0590c940-64f2-4331-95a8-670629f618d7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374591 Sep 29 17:59:16.512550 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e1462d94-cf44-4366-9c8a-d734070856b1 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:59:16.569601 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port e1462d94-cf44-4366-9c8a-d734070856b1 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:59:16.573855 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port e1462d94-cf44-4366-9c8a-d734070856b1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:59:16.574233 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:16.653939 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:16.676938 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af14dc-2e77-413d-b88a-03c1c739bb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1462d94-cf44-4366-9c8a-d734070856b1'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:59:16.679179 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fa1f7e-5cee-4b9b-8865-f06fdb2e808a" -d '{"events": [{"server_uuid": "30af14dc-2e77-413d-b88a-03c1c739bb81", "name": "network-vif-plugged", "status": "completed", "tag": "e1462d94-cf44-4366-9c8a-d734070856b1"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:59:16.691921 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e1462d94-cf44-4366-9c8a-d734070856b1, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e1462d94-cf44-4366-9c8a-d734070856b1,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:59:16.696994 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:16.723373 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959b627e-e8f1-49c9-aa72-615531035d2a x-openstack-request-id: req-959b627e-e8f1-49c9-aa72-615531035d2a {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:59:16.723670 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30af14dc-2e77-413d-b88a-03c1c739bb81", "name": "network-vif-plugged", "status": "completed", "tag": "e1462d94-cf44-4366-9c8a-d734070856b1", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:59:16.723919 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-959b627e-e8f1-49c9-aa72-615531035d2a {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:59:16.724298 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af14dc-2e77-413d-b88a-03c1c739bb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1462d94-cf44-4366-9c8a-d734070856b1', 'code': 200} Sep 29 17:59:16.750685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=e1462d94-cf44-4366-9c8a-d734070856b1,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:16.812722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defab56-4723-4a23-952e-6465d836d6d8 req-62163d1d-783b-41af-995a-7dd32cc591e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:16.814156 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7defab56-4723-4a23-952e-6465d836d6d8 req-62163d1d-783b-41af-995a-7dd32cc591e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 1096 time: 0.0400996 Sep 29 17:59:16.849410 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7defab56-4723-4a23-952e-6465d836d6d8 req-015e38aa-0dfe-40cd-9f5c-14a21ee3b8d9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272901 Sep 29 17:59:16.943865 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:17.307914 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4939a6-e891-46e5-8dd4-e77d840b9f89 req-a92f2cfa-b31d-45e9-a7e8-887a8dbf8d9c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:17.309428 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca4939a6-e891-46e5-8dd4-e77d840b9f89 req-a92f2cfa-b31d-45e9-a7e8-887a8dbf8d9c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 945 time: 0.0509291 Sep 29 17:59:17.347453 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca4939a6-e891-46e5-8dd4-e77d840b9f89 req-08f09a69-7856-466b-be42-7a21bc997d74 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318217 Sep 29 17:59:18.297082 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9bce5d6-77bf-4c00-91b4-a8111d41a5f7 req-cacb5a89-66ab-406c-b9f4-c8d1b59b2adc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0611391 Sep 29 17:59:18.387795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bce5d6-77bf-4c00-91b4-a8111d41a5f7 req-68d79c9d-8520-4353-8346-0ff2b02c57c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:18.389461 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9bce5d6-77bf-4c00-91b4-a8111d41a5f7 req-68d79c9d-8520-4353-8346-0ff2b02c57c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 1096 time: 0.0467119 Sep 29 17:59:18.527549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30983d5c-5400-44b1-9f3c-af5a0f0d7e1a req-1e1b2df8-6399-476f-bac2-55a8e0500e99 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:18.528915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30983d5c-5400-44b1-9f3c-af5a0f0d7e1a req-1e1b2df8-6399-476f-bac2-55a8e0500e99 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 945 time: 0.1008365 Sep 29 17:59:18.550762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bce5d6-77bf-4c00-91b4-a8111d41a5f7 req-65584378-3476-4131-9f38-4852f71fa5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:18.552211 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9bce5d6-77bf-4c00-91b4-a8111d41a5f7 req-65584378-3476-4131-9f38-4852f71fa5c8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.1425011 Sep 29 17:59:18.601901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9bce5d6-77bf-4c00-91b4-a8111d41a5f7 req-ce84f0b2-b0d9-4ad8-95a3-650ae822aa5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1462d94-cf44-4366-9c8a-d734070856b1 HTTP/1.1" status: 200 len: 217 time: 0.0411921 Sep 29 17:59:18.605580 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30983d5c-5400-44b1-9f3c-af5a0f0d7e1a req-c8b7a60b-c872-48bc-9ea7-6816971984c8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705523 Sep 29 17:59:18.651987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bce5d6-77bf-4c00-91b4-a8111d41a5f7 req-27df966b-a538-4cd0-a270-7ca54c114b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:18.657008 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9bce5d6-77bf-4c00-91b4-a8111d41a5f7 req-27df966b-a538-4cd0-a270-7ca54c114b05 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0477118 Sep 29 17:59:18.709640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bce5d6-77bf-4c00-91b4-a8111d41a5f7 req-8f9591dc-ab26-47a5-a6be-9ac9439fc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:18.711168 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9bce5d6-77bf-4c00-91b4-a8111d41a5f7 req-8f9591dc-ab26-47a5-a6be-9ac9439fc792 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482471 Sep 29 17:59:18.723147 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597df9aa-82e9-4b03-b934-3614f55ac8c5 req-fcbd6fda-6536-4196-bb2b-d02a46fa9905 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:18.724615 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-597df9aa-82e9-4b03-b934-3614f55ac8c5 req-fcbd6fda-6536-4196-bb2b-d02a46fa9905 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 945 time: 0.0492389 Sep 29 17:59:18.763034 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-597df9aa-82e9-4b03-b934-3614f55ac8c5 req-75939127-ffd8-4302-a4d6-3a35a538b369 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320361 Sep 29 17:59:18.802551 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9bce5d6-77bf-4c00-91b4-a8111d41a5f7 req-7c64f810-6732-4c8b-a4fa-6934ee1f8445 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839138 Sep 29 17:59:18.929647 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f548f12-6868-46af-8db9-b69bcf869962 req-5e73f45c-0660-4745-88bf-2fc90aa40586 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:18.931401 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f548f12-6868-46af-8db9-b69bcf869962 req-5e73f45c-0660-4745-88bf-2fc90aa40586 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 945 time: 0.1023602 Sep 29 17:59:18.934974 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9bce5d6-77bf-4c00-91b4-a8111d41a5f7 req-1a9aacb9-20c0-45ef-b4f1-e909dc43420a service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255157 Sep 29 17:59:18.971698 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f548f12-6868-46af-8db9-b69bcf869962 req-572541bc-5d34-46d8-8b0b-101efaa60ea2 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344634 Sep 29 17:59:19.200540 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d7261-9246-490c-9400-f1a3ce040af1 req-bb90f67c-d3ab-46d8-a01c-951a76c9fabb tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:19.202044 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-390d7261-9246-490c-9400-f1a3ce040af1 req-bb90f67c-d3ab-46d8-a01c-951a76c9fabb tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 945 time: 0.0482383 Sep 29 17:59:19.244793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-390d7261-9246-490c-9400-f1a3ce040af1 req-e6d75bbc-2ff4-430e-bd9a-4fe7731bb139 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368679 Sep 29 17:59:20.384980 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb490ff-3cef-4bcc-b0dd-a13d1b53a15c req-82734746-aac7-4e18-ba3a-570df4e52f69 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:20.386550 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0cb490ff-3cef-4bcc-b0dd-a13d1b53a15c req-82734746-aac7-4e18-ba3a-570df4e52f69 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 945 time: 0.0519228 Sep 29 17:59:20.434697 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0cb490ff-3cef-4bcc-b0dd-a13d1b53a15c req-f9d722cc-d245-433c-8d34-eb2bee1f988d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407019 Sep 29 17:59:20.621074 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc73ce-b729-428f-8f91-dcf1206e9620 req-3e3a318e-d88e-4431-91b2-f22e210499ad tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:20.622697 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3fcc73ce-b729-428f-8f91-dcf1206e9620 req-3e3a318e-d88e-4431-91b2-f22e210499ad tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 945 time: 0.0499070 Sep 29 17:59:20.718431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-3fcc73ce-b729-428f-8f91-dcf1206e9620 req-aa799593-4710-43f2-9767-c4a8c5717fc5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Deleting port e1462d94-cf44-4366-9c8a-d734070856b1 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:59:20.718773 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3fcc73ce-b729-428f-8f91-dcf1206e9620 req-aa799593-4710-43f2-9767-c4a8c5717fc5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:20.809139 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-3fcc73ce-b729-428f-8f91-dcf1206e9620 req-aa799593-4710-43f2-9767-c4a8c5717fc5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] For port e1462d94-cf44-4366-9c8a-d734070856b1, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e1462d94-cf44-4366-9c8a-d734070856b1,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:59:20.809438 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3fcc73ce-b729-428f-8f91-dcf1206e9620 req-aa799593-4710-43f2-9767-c4a8c5717fc5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:20.821630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-3fcc73ce-b729-428f-8f91-dcf1206e9620 req-aa799593-4710-43f2-9767-c4a8c5717fc5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Calling delete_port for e1462d94-cf44-4366-9c8a-d734070856b1 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:59:20.950865 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3fcc73ce-b729-428f-8f91-dcf1206e9620 req-aa799593-4710-43f2-9767-c4a8c5717fc5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:20.979674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa799593-4710-43f2-9767-c4a8c5717fc5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event deleted for resources: {'Port': ['ID=e1462d94-cf44-4366-9c8a-d734070856b1,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:21.021317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcc73ce-b729-428f-8f91-dcf1206e9620 req-aa799593-4710-43f2-9767-c4a8c5717fc5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] No DVR routers for this DVR port e1462d94-cf44-4366-9c8a-d734070856b1 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:59:21.023989 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3fcc73ce-b729-428f-8f91-dcf1206e9620 req-aa799593-4710-43f2-9767-c4a8c5717fc5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:21.026907 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3fcc73ce-b729-428f-8f91-dcf1206e9620 req-aa799593-4710-43f2-9767-c4a8c5717fc5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "DELETE /v2.0/ports/e1462d94-cf44-4366-9c8a-d734070856b1 HTTP/1.1" status: 204 len: 173 time: 0.3985121 Sep 29 17:59:21.027355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30af14dc-2e77-413d-b88a-03c1c739bb81', 'name': 'network-vif-deleted', 'tag': 'e1462d94-cf44-4366-9c8a-d734070856b1'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:59:21.029752 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7dfa73-1994-4e86-825a-b2b76f67ab64" -d '{"events": [{"server_uuid": "30af14dc-2e77-413d-b88a-03c1c739bb81", "name": "network-vif-deleted", "tag": "e1462d94-cf44-4366-9c8a-d734070856b1"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:59:21.076191 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e580906-0e70-4415-aa3d-36ff4d0a942e x-openstack-request-id: req-3e580906-0e70-4415-aa3d-36ff4d0a942e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:59:21.076458 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30af14dc-2e77-413d-b88a-03c1c739bb81", "name": "network-vif-deleted", "tag": "e1462d94-cf44-4366-9c8a-d734070856b1", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:59:21.076754 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e580906-0e70-4415-aa3d-36ff4d0a942e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:59:21.077166 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30af14dc-2e77-413d-b88a-03c1c739bb81', 'name': 'network-vif-deleted', 'tag': 'e1462d94-cf44-4366-9c8a-d734070856b1', 'status': 'completed', 'code': 200} Sep 29 17:59:21.532879 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1f2b4b81-7579-47ca-a5a0-5ac0c436acba req-6d08eec9-2e11-4ef7-b8e0-f77a36ea5349 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 210 time: 0.0284920 Sep 29 17:59:22.541107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e1462d94-cf44-4366-9c8a-d734070856b1 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:59:22.570245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: e1462d94-cf44-4366-9c8a-d734070856b1 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:59:22.572287 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e1462d94-cf44-4366-9c8a-d734070856b1 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:59:22.650160 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-989209a8-ef9f-47e1-8c72-fc2d35f7fcf2 req-fc5e97f1-6012-47d9-8f12-32efe2448741 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 210 time: 0.0281236 Sep 29 17:59:23.341921 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 17:59:23.754306 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-44734a35-d435-4ec6-bf6e-9b2b1249cee0 req-4d7820c3-fc48-484a-bfbd-26a60f4d57b7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 210 time: 0.0288112 Sep 29 17:59:24.865205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f8031e94-46e6-448f-9ae0-4348b8185f53 req-c6a3a373-f120-4f69-9d31-0f5396c5ebaa tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=30af14dc-2e77-413d-b88a-03c1c739bb81 HTTP/1.1" status: 200 len: 210 time: 0.0261540 Sep 29 17:59:27.671687 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:30.386567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98480ced-0d07-44b9-ae9e-2f395404fd14 req-f236ef62-7fb5-4401-875b-392ae54f9651 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:30.388011 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98480ced-0d07-44b9-ae9e-2f395404fd14 req-f236ef62-7fb5-4401-875b-392ae54f9651 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 946 time: 0.0556619 Sep 29 17:59:30.430846 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-98480ced-0d07-44b9-ae9e-2f395404fd14 req-36dd24ba-1510-4a7a-85cd-1e183163eb0f tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340652 Sep 29 17:59:31.728239 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259db2f-1fcf-4ea4-a78b-8e438d3765d8 req-285c9840-8a45-4d09-b2fd-a1a99c523cae tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:31.730053 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9259db2f-1fcf-4ea4-a78b-8e438d3765d8 req-285c9840-8a45-4d09-b2fd-a1a99c523cae tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 946 time: 0.2289660 Sep 29 17:59:31.769901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9259db2f-1fcf-4ea4-a78b-8e438d3765d8 req-74b45a52-30ca-4e4e-92eb-c95e07bf8800 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Sep 29 17:59:32.103587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea92098-39fc-4525-bc3c-2d12ec839048 req-8279fa9f-5f31-41e6-8946-6da27df0c060 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:32.105854 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fea92098-39fc-4525-bc3c-2d12ec839048 req-8279fa9f-5f31-41e6-8946-6da27df0c060 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.35 "GET /v2.0/ports?device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 946 time: 0.0511007 Sep 29 17:59:32.201327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-fea92098-39fc-4525-bc3c-2d12ec839048 req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Deleting port 9958556d-13ee-4fce-801f-76d1759141e9 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 17:59:32.201673 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fea92098-39fc-4525-bc3c-2d12ec839048 req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:32.292029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-fea92098-39fc-4525-bc3c-2d12ec839048 req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] For port 9958556d-13ee-4fce-801f-76d1759141e9, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=9958556d-13ee-4fce-801f-76d1759141e9,segment=NetworkSegment(0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc),segment_id=0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:59:32.292496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fea92098-39fc-4525-bc3c-2d12ec839048 req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:32.307382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-fea92098-39fc-4525-bc3c-2d12ec839048 req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Calling delete_port for 9958556d-13ee-4fce-801f-76d1759141e9 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 17:59:32.446850 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fea92098-39fc-4525-bc3c-2d12ec839048 req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:32.477140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Pushing event deleted for resources: {'Port': ['ID=9958556d-13ee-4fce-801f-76d1759141e9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:32.479395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['9958556d-13ee-4fce-801f-76d1759141e9'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:59:32.494576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:32.494967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:32.495328 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:32.495674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:32.496010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:32.496345 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:32.496676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:32.497010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:32.497362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:32.497692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:32.498024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:32.498350 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:32.536668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea92098-39fc-4525-bc3c-2d12ec839048 req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] No DVR routers for this DVR port 9958556d-13ee-4fce-801f-76d1759141e9 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 17:59:32.539956 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-fea92098-39fc-4525-bc3c-2d12ec839048 req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:32.542730 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fea92098-39fc-4525-bc3c-2d12ec839048 req-d9a69357-11f7-48e9-b486-e1016b33f80c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.35 "DELETE /v2.0/ports/9958556d-13ee-4fce-801f-76d1759141e9 HTTP/1.1" status: 204 len: 173 time: 0.4311018 Sep 29 17:59:32.543200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82856985-6b00-4558-a50a-94823e3221f7', 'name': 'network-vif-deleted', 'tag': '9958556d-13ee-4fce-801f-76d1759141e9'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:59:32.545508 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f02cd8-d140-4eb2-b3cb-c55d354da35e" -d '{"events": [{"server_uuid": "82856985-6b00-4558-a50a-94823e3221f7", "name": "network-vif-deleted", "tag": "9958556d-13ee-4fce-801f-76d1759141e9"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:59:32.589360 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d36fb8-f74b-4455-a102-c628d6facb67 x-openstack-request-id: req-a5d36fb8-f74b-4455-a102-c628d6facb67 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:59:32.589941 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82856985-6b00-4558-a50a-94823e3221f7", "name": "network-vif-deleted", "tag": "9958556d-13ee-4fce-801f-76d1759141e9", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:59:32.590200 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5d36fb8-f74b-4455-a102-c628d6facb67 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:59:32.590603 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82856985-6b00-4558-a50a-94823e3221f7', 'name': 'network-vif-deleted', 'tag': '9958556d-13ee-4fce-801f-76d1759141e9', 'status': 'completed', 'code': 200} Sep 29 17:59:32.890567 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-32fa7f31-3fb2-4d50-b70e-4a628409984b req-f82ccffb-8ebb-4473-a756-3136e9459d2c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=82856985-6b00-4558-a50a-94823e3221f7 HTTP/1.1" status: 200 len: 210 time: 0.0297318 Sep 29 17:59:36.543274 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 9958556d-13ee-4fce-801f-76d1759141e9 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 17:59:36.564982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 9958556d-13ee-4fce-801f-76d1759141e9 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 17:59:36.565348 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 9958556d-13ee-4fce-801f-76d1759141e9 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 17:59:40.818181 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-06790ecb-3705-4bd5-8e16-a4f4688c45ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:40.935609 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-fd44d539-db30-4a67-ae55-0fcd33dc1168 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:40.937072 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-fd44d539-db30-4a67-ae55-0fcd33dc1168 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/networks?id=3a017ae0-4522-476a-b48e-3fb7986eefa9 HTTP/1.1" status: 200 len: 813 time: 0.1090024 Sep 29 17:59:40.952010 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-48fdc056-80b3-42ce-a3e8-0f24b0ee5d44 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/quotas/d1b8d5dff80b4d659b3994ff76a871fd HTTP/1.1" status: 200 len: 375 time: 0.0089591 Sep 29 17:59:40.984213 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-e129d00f-e3bc-443b-b192-de9830c76a71 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d1b8d5dff80b4d659b3994ff76a871fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265818 Sep 29 17:59:41.078985 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-d19ce3cc-562b-4406-ab74-7a7cc914c52c service neutron] 10.222.0.44 "GET /v2.0/networks/3a017ae0-4522-476a-b48e-3fb7986eefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874269 Sep 29 17:59:41.179278 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-fdcb144b-91cc-44bb-99b3-66220e25f4fa service neutron] 10.222.0.44 "GET /v2.0/networks/3a017ae0-4522-476a-b48e-3fb7986eefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937142 Sep 29 17:59:41.424846 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e0fba60-007e-47c5-92ec-7bb0efdce298 req-99c97966-c3dc-43e3-973f-1ba149474830 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 210 time: 0.0930867 Sep 29 17:59:42.505752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-efee909f-c380-4ee0-baae-2170d4ca229b tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:42.508015 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-efee909f-c380-4ee0-baae-2170d4ca229b tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.35 "GET /v2.0/networks?id=3a017ae0-4522-476a-b48e-3fb7986eefa9 HTTP/1.1" status: 200 len: 813 time: 0.1541817 Sep 29 17:59:42.528952 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-234656eb-c61d-423a-bf86-4186f4e7f557 req-5605fe36-cb54-48fb-aebe-82f38a9014f4 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 210 time: 0.0283651 Sep 29 17:59:42.530312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-614039c6-c5f4-47f5-8c1d-aa9a2b4df8c1 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Request body: {'port': {'device_id': '280c6935-d181-4f0c-ac3a-9e9f24ad08f0', 'network_id': '3a017ae0-4522-476a-b48e-3fb7986eefa9', 'admin_state_up': True, 'tenant_id': 'd1b8d5dff80b4d659b3994ff76a871fd'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:59:42.649674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-614039c6-c5f4-47f5-8c1d-aa9a2b4df8c1 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Made reservation on behalf of d1b8d5dff80b4d659b3994ff76a871fd for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:59:42.653029 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-614039c6-c5f4-47f5-8c1d-aa9a2b4df8c1 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:42.773583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-614039c6-c5f4-47f5-8c1d-aa9a2b4df8c1 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Allocated IP 172.20.0.12 (3a017ae0-4522-476a-b48e-3fb7986eefa9/b0c37a44-a556-4508-a1a5-dc383be32db7/86b755fe-e768-4a89-becc-18e431df39aa) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:59:42.923746 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-614039c6-c5f4-47f5-8c1d-aa9a2b4df8c1 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:42.956733 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-614039c6-c5f4-47f5-8c1d-aa9a2b4df8c1 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:42.998457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-614039c6-c5f4-47f5-8c1d-aa9a2b4df8c1 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Network 3a017ae0-4522-476a-b48e-3fb7986eefa9 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:59:43.001368 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-614039c6-c5f4-47f5-8c1d-aa9a2b4df8c1 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:59:43.004952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-614039c6-c5f4-47f5-8c1d-aa9a2b4df8c1 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:59:43.029691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614039c6-c5f4-47f5-8c1d-aa9a2b4df8c1 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Pushing event updated for resources: {'Port': ['ID=86b755fe-e768-4a89-becc-18e431df39aa,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:43.057022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-614039c6-c5f4-47f5-8c1d-aa9a2b4df8c1 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:43.057657 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-614039c6-c5f4-47f5-8c1d-aa9a2b4df8c1 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:43.071125 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-614039c6-c5f4-47f5-8c1d-aa9a2b4df8c1 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5449610 Sep 29 17:59:43.081035 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-f5e9f675-e2af-4364-82f2-b9f7fa0a9bf3 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:59:43.082023 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-f5e9f675-e2af-4364-82f2-b9f7fa0a9bf3 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049167 Sep 29 17:59:43.098764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Request body: {'port': {'device_id': '280c6935-d181-4f0c-ac3a-9e9f24ad08f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:59:43.155387 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:43.411005 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b755fe-e768-4a89-becc-18e431df39aa {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:59:43.418546 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:43.431152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Transition to ACTIVE for port object 86b755fe-e768-4a89-becc-18e431df39aa will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:59:43.434857 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:43.490681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Pushing event updated for resources: {'Port': ['ID=86b755fe-e768-4a89-becc-18e431df39aa,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:43.555618 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Attempting to bind port 86b755fe-e768-4a89-becc-18e431df39aa on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:59:43.556304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Attempting to bind port 86b755fe-e768-4a89-becc-18e431df39aa by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3a017ae0-4522-476a-b48e-3fb7986eefa9'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:59:43.556304 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Attempting to bind port 86b755fe-e768-4a89-becc-18e431df39aa on network 3a017ae0-4522-476a-b48e-3fb7986eefa9 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:59:43.561072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Port 86b755fe-e768-4a89-becc-18e431df39aa on network 3a017ae0-4522-476a-b48e-3fb7986eefa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:59:43.561503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Attempting to bind port 86b755fe-e768-4a89-becc-18e431df39aa on network 3a017ae0-4522-476a-b48e-3fb7986eefa9 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:59:43.566354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:59:43.566695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Checking segment: {'id': '0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3a017ae0-4522-476a-b48e-3fb7986eefa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:59:43.567090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Bound using segment: {'id': '0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3a017ae0-4522-476a-b48e-3fb7986eefa9'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:59:43.567489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Bound port: 86b755fe-e768-4a89-becc-18e431df39aa, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '3a017ae0-4522-476a-b48e-3fb7986eefa9'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:59:43.567849 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:43.577847 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba1d3344-1db4-4a01-ba6f-da380001955a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:43.663230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] For port 86b755fe-e768-4a89-becc-18e431df39aa, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:59:43.667079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] For port 86b755fe-e768-4a89-becc-18e431df39aa, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=86b755fe-e768-4a89-becc-18e431df39aa,segment=NetworkSegment(0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc),segment_id=0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:59:43.672669 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:43.691566 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f84929-7bac-40af-99bf-26e1198967cb req-2edb7159-df89-487b-a49f-8b812b71c9f9 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:43.693064 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5f84929-7bac-40af-99bf-26e1198967cb req-2edb7159-df89-487b-a49f-8b812b71c9f9 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 944 time: 0.0864570 Sep 29 17:59:43.735719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:43.736340 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:43.738036 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] 10.222.0.35 "PUT /v2.0/ports/86b755fe-e768-4a89-becc-18e431df39aa HTTP/1.1" status: 200 len: 1092 time: 0.6433747 Sep 29 17:59:43.740002 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280c6935-d181-4f0c-ac3a-9e9f24ad08f0', 'tag': '86b755fe-e768-4a89-becc-18e431df39aa'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:59:43.742936 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c6cbcd-58dc-4838-afb6-26d32ebdb18a" -d '{"events": [{"name": "network-changed", "server_uuid": "280c6935-d181-4f0c-ac3a-9e9f24ad08f0", "tag": "86b755fe-e768-4a89-becc-18e431df39aa"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:59:43.783478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa0159-63f7-4a08-b0e3-6e6b7fbbd64b service neutron] Pushing event updated for resources: {'Port': ['ID=86b755fe-e768-4a89-becc-18e431df39aa,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:43.795578 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30be749-249f-465c-b47a-4b633d1e4326 x-openstack-request-id: req-a30be749-249f-465c-b47a-4b633d1e4326 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:59:43.795868 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280c6935-d181-4f0c-ac3a-9e9f24ad08f0", "tag": "86b755fe-e768-4a89-becc-18e431df39aa", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:59:43.796160 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a30be749-249f-465c-b47a-4b633d1e4326 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:59:43.796555 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280c6935-d181-4f0c-ac3a-9e9f24ad08f0', 'tag': '86b755fe-e768-4a89-becc-18e431df39aa', 'status': 'completed', 'code': 200} Sep 29 17:59:43.800810 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d5f84929-7bac-40af-99bf-26e1198967cb req-c76fa9fd-6301-4ed4-a74f-b2e1e702e5d2 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878718 Sep 29 17:59:43.840177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-74fbc2f1-d3d8-448e-ad73-b0bfd1387e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:43.841732 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-74fbc2f1-d3d8-448e-ad73-b0bfd1387e43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1b8d5dff80b4d659b3994ff76a871fd&device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 1095 time: 0.0444031 Sep 29 17:59:43.892201 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-c97ee4b4-eef6-4508-a4b1-75f1e7133200 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86b755fe-e768-4a89-becc-18e431df39aa HTTP/1.1" status: 200 len: 217 time: 0.0376978 Sep 29 17:59:43.943147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-c582d270-8467-4a5a-b9c8-b7aecca8afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:43.944594 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-c582d270-8467-4a5a-b9c8-b7aecca8afb9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0c37a44-a556-4508-a1a5-dc383be32db7 HTTP/1.1" status: 200 len: 853 time: 0.0455308 Sep 29 17:59:43.975815 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-9e672ae8-36bc-4120-b408-77de58cd6b31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a017ae0-4522-476a-b48e-3fb7986eefa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238218 Sep 29 17:59:44.068478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-3368acca-de96-4a57-bf06-03d71c61eece service neutron] 10.222.0.35 "GET /v2.0/networks/3a017ae0-4522-476a-b48e-3fb7986eefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853765 Sep 29 17:59:44.161457 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ac67148-5c65-4151-bc1e-2e52cd02d122 req-d8e32e06-0a7a-40c9-bc95-d22abbbe54f2 service neutron] 10.222.0.35 "GET /v2.0/networks/3a017ae0-4522-476a-b48e-3fb7986eefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857754 Sep 29 17:59:44.302788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6cbcd-58dc-4838-afb6-26d32ebdb18a req-31af935e-709a-46df-81cf-b23b1943e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:44.304269 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0c6cbcd-58dc-4838-afb6-26d32ebdb18a req-31af935e-709a-46df-81cf-b23b1943e9d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d1b8d5dff80b4d659b3994ff76a871fd&device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 1095 time: 0.0446320 Sep 29 17:59:44.394489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6cbcd-58dc-4838-afb6-26d32ebdb18a req-bff9ce66-25a0-4d35-8e25-f38f0bb13edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:44.395974 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0c6cbcd-58dc-4838-afb6-26d32ebdb18a req-bff9ce66-25a0-4d35-8e25-f38f0bb13edf service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a017ae0-4522-476a-b48e-3fb7986eefa9 HTTP/1.1" status: 200 len: 914 time: 0.0847399 Sep 29 17:59:44.440761 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0c6cbcd-58dc-4838-afb6-26d32ebdb18a req-a3bfbf5b-ff71-462e-80c9-b02ec6af1224 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86b755fe-e768-4a89-becc-18e431df39aa HTTP/1.1" status: 200 len: 217 time: 0.0377221 Sep 29 17:59:44.488587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6cbcd-58dc-4838-afb6-26d32ebdb18a req-400d5307-17b1-4086-b0bd-5de2ae690a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:44.490062 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0c6cbcd-58dc-4838-afb6-26d32ebdb18a req-400d5307-17b1-4086-b0bd-5de2ae690a6c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b0c37a44-a556-4508-a1a5-dc383be32db7 HTTP/1.1" status: 200 len: 853 time: 0.0428977 Sep 29 17:59:44.522254 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0c6cbcd-58dc-4838-afb6-26d32ebdb18a req-623b0cf2-dac6-417f-b18f-e7137be18350 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a017ae0-4522-476a-b48e-3fb7986eefa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249894 Sep 29 17:59:44.623116 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0c6cbcd-58dc-4838-afb6-26d32ebdb18a req-9873d935-bb48-4df8-8c22-74f0bbe9bcd6 service neutron] 10.222.0.35 "GET /v2.0/networks/3a017ae0-4522-476a-b48e-3fb7986eefa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939412 Sep 29 17:59:44.716664 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:44.721420 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:44.779338 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0c6cbcd-58dc-4838-afb6-26d32ebdb18a req-003161c6-1404-4680-ab6c-aa54e8af8441 service neutron] 10.222.0.35 "GET /v2.0/networks/3a017ae0-4522-476a-b48e-3fb7986eefa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489289 Sep 29 17:59:44.807156 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:44.925787 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4c2d0-9544-4c45-876b-4723e8b3b4e4 req-27979696-a1af-413a-ae69-9be712d1b788 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:44.927214 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-84f4c2d0-9544-4c45-876b-4723e8b3b4e4 req-27979696-a1af-413a-ae69-9be712d1b788 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 944 time: 0.0517952 Sep 29 17:59:44.965793 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-84f4c2d0-9544-4c45-876b-4723e8b3b4e4 req-624cfcd8-be98-43e5-83a9-5b3cb617df8f tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316875 Sep 29 17:59:46.038103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-ecdc38d1-a795-4fc3-93ac-7dd985164ca6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:46.040214 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-ecdc38d1-a795-4fc3-93ac-7dd985164ca6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 812 time: 0.1028271 Sep 29 17:59:46.056113 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-cddfdc18-6606-4f19-abf9-1a6dfe290d61 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/quotas/0acc34119f9146ebb798fb16477e2b27 HTTP/1.1" status: 200 len: 375 time: 0.0100851 Sep 29 17:59:46.089604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b67d5a-81e8-4a67-8ef2-245812f27f42 req-eafc669c-e5d2-4278-a24e-420a63a898e4 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:46.091088 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b8b67d5a-81e8-4a67-8ef2-245812f27f42 req-eafc669c-e5d2-4278-a24e-420a63a898e4 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 944 time: 0.0481944 Sep 29 17:59:46.129306 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b8b67d5a-81e8-4a67-8ef2-245812f27f42 req-22467f05-bad5-4780-bcec-a48299925b48 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 Sep 29 17:59:46.139153 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-ce41b7cf-5d5d-4361-b8ed-5da22cc39f9f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772617 Sep 29 17:59:46.232374 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-b640f6ee-81ca-410b-9d31-98c3550f9299 service neutron] 10.222.0.44 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865283 Sep 29 17:59:46.321152 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-ee44381a-efd6-4152-b599-8543095cb551 service neutron] 10.222.0.44 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824103 Sep 29 17:59:46.504687 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-838d48be-4f23-4006-bb76-9920f0d5d9f3 req-ebd3c5fb-fcf7-489b-b193-6de8fc2b0b32 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 210 time: 0.0301738 Sep 29 17:59:46.950534 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:47.249344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a17fe1-c944-4eee-98c7-cb7ed1e7a7fa req-c64d4dde-eb5b-4bae-9199-28c140060631 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:47.250869 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8a17fe1-c944-4eee-98c7-cb7ed1e7a7fa req-c64d4dde-eb5b-4bae-9199-28c140060631 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 944 time: 0.0556762 Sep 29 17:59:47.307223 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c8a17fe1-c944-4eee-98c7-cb7ed1e7a7fa req-20895f2e-8181-48d5-9608-2160dea8dc34 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502551 Sep 29 17:59:47.387225 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-789fbfb7-1ba0-4d7f-9ce9-1d5c04cc4fe7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:47.388657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-789fbfb7-1ba0-4d7f-9ce9-1d5c04cc4fe7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 812 time: 0.1066546 Sep 29 17:59:47.400801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-3bd2141d-a201-4e72-9595-462a17304108 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'port': {'device_id': '4ba5959a-60f8-40db-b3ac-ed8dcd988411', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'admin_state_up': True, 'tenant_id': '0acc34119f9146ebb798fb16477e2b27'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:59:47.603988 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-add11cd5-3aa4-4fb0-9bee-e0323c39b99f req-857736bf-57ff-4820-b36a-600d99003a33 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 210 time: 0.0289905 Sep 29 17:59:47.870010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-3bd2141d-a201-4e72-9595-462a17304108 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Made reservation on behalf of 0acc34119f9146ebb798fb16477e2b27 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 17:59:47.873472 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-3bd2141d-a201-4e72-9595-462a17304108 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:48.000435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-3bd2141d-a201-4e72-9595-462a17304108 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Allocated IP 172.20.0.5 (dff260e8-6743-411d-9a69-4a69d81ddbaa/e09cc432-f62f-413c-96e9-1f1d1f0d3608/59853297-9936-461f-97bc-42accfe9e9a0) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 17:59:48.147899 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-3bd2141d-a201-4e72-9595-462a17304108 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:48.183178 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-3bd2141d-a201-4e72-9595-462a17304108 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:48.231935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-3bd2141d-a201-4e72-9595-462a17304108 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Network dff260e8-6743-411d-9a69-4a69d81ddbaa is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 17:59:48.240737 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-3bd2141d-a201-4e72-9595-462a17304108 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 17:59:48.242788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2141d-a201-4e72-9595-462a17304108 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'Port': ['ID=59853297-9936-461f-97bc-42accfe9e9a0,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:48.245056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-3bd2141d-a201-4e72-9595-462a17304108 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 17:59:48.296911 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-3bd2141d-a201-4e72-9595-462a17304108 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:48.298381 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-3bd2141d-a201-4e72-9595-462a17304108 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:48.316350 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-3bd2141d-a201-4e72-9595-462a17304108 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9192827 Sep 29 17:59:48.329038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-0aa074dd-896d-49f6-b515-fef1d1d4fd13 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 17:59:48.334791 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-0aa074dd-896d-49f6-b515-fef1d1d4fd13 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096645 Sep 29 17:59:48.349132 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Request body: {'port': {'device_id': '4ba5959a-60f8-40db-b3ac-ed8dcd988411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 17:59:48.454234 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:48.506609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ee339-4fe6-433f-aca5-0ae8a6f25b71 req-771c52a9-647d-477d-8f1f-f6a69ebe65f7 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:48.509724 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d84ee339-4fe6-433f-aca5-0ae8a6f25b71 req-771c52a9-647d-477d-8f1f-f6a69ebe65f7 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 944 time: 0.0958762 Sep 29 17:59:48.519867 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b6ed81d0-8d5b-4738-98e4-29bf83af6bd3 None None] Provisioning complete for port 59853297-9936-461f-97bc-42accfe9e9a0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:59:48.520428 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b6ed81d0-8d5b-4738-98e4-29bf83af6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:48.553895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed81d0-8d5b-4738-98e4-29bf83af6bd3 None None] Port 59853297-9936-461f-97bc-42accfe9e9a0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 17:59:48.599596 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 86b755fe-e768-4a89-becc-18e431df39aa details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 17:59:48.620747 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d84ee339-4fe6-433f-aca5-0ae8a6f25b71 req-ab7e689c-f5ce-4375-93f4-8d8d8d9ba43e tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058021 Sep 29 17:59:48.713316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 86b755fe-e768-4a89-becc-18e431df39aa, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=86b755fe-e768-4a89-becc-18e431df39aa,segment=NetworkSegment(0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc),segment_id=0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:59:48.730745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '86b755fe-e768-4a89-becc-18e431df39aa', 'network_id': '3a017ae0-4522-476a-b48e-3fb7986eefa9', 'port_id': '86b755fe-e768-4a89-becc-18e431df39aa', 'mac_address': 'fa:16:3e:6f:38:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0c37a44-a556-4508-a1a5-dc383be32db7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 17:59:48.772908 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:48.775540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef029b-7b4a-48e7-bb1e-f7bef004b1d5 req-20a123b9-bd0f-4445-b15c-436bf97714f4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:48.777118 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a6ef029b-7b4a-48e7-bb1e-f7bef004b1d5 req-20a123b9-bd0f-4445-b15c-436bf97714f4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 931 time: 0.0731683 Sep 29 17:59:48.787992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b755fe-e768-4a89-becc-18e431df39aa {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:59:48.811365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 86b755fe-e768-4a89-becc-18e431df39aa, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=86b755fe-e768-4a89-becc-18e431df39aa,segment=NetworkSegment(0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc),segment_id=0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:59:48.816068 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:48.820265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59853297-9936-461f-97bc-42accfe9e9a0 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 17:59:48.825315 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a6ef029b-7b4a-48e7-bb1e-f7bef004b1d5 req-f4394dad-4f72-4777-b364-096f585ced17 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390272 Sep 29 17:59:48.828263 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:48.841447 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Transition to ACTIVE for port object 59853297-9936-461f-97bc-42accfe9e9a0 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 17:59:48.850010 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:48.878392 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=86b755fe-e768-4a89-becc-18e431df39aa,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:48.887371 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:48.888192 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:48.888727 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:48.889256 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:48.889788 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:48.890316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:48.890847 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:48.891354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:48.891869 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:48.892387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:48.892901 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:48.893449 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 17:59:48.919359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Pushing event updated for resources: {'Port': ['ID=59853297-9936-461f-97bc-42accfe9e9a0,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:48.996099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Attempting to bind port 59853297-9936-461f-97bc-42accfe9e9a0 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 17:59:48.996448 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Attempting to bind port 59853297-9936-461f-97bc-42accfe9e9a0 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 17:59:48.996778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Attempting to bind port 59853297-9936-461f-97bc-42accfe9e9a0 on network dff260e8-6743-411d-9a69-4a69d81ddbaa {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:59:49.007186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Port 59853297-9936-461f-97bc-42accfe9e9a0 on network dff260e8-6743-411d-9a69-4a69d81ddbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 17:59:49.007540 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Attempting to bind port 59853297-9936-461f-97bc-42accfe9e9a0 on network dff260e8-6743-411d-9a69-4a69d81ddbaa {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 17:59:49.014141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 17, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 17:59:49.014485 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Checking segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 17:59:49.014872 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Bound using segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 17:59:49.015313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Bound port: 59853297-9936-461f-97bc-42accfe9e9a0, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 17:59:49.015675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:49.102504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] For port 59853297-9936-461f-97bc-42accfe9e9a0, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 17:59:49.105758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] For port 59853297-9936-461f-97bc-42accfe9e9a0, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=59853297-9936-461f-97bc-42accfe9e9a0,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 17:59:49.110260 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:49.143695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:49.144318 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:49.146083 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] 10.222.0.49 "PUT /v2.0/ports/59853297-9936-461f-97bc-42accfe9e9a0 HTTP/1.1" status: 200 len: 1091 time: 0.8019724 Sep 29 17:59:49.148275 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba5959a-60f8-40db-b3ac-ed8dcd988411', 'tag': '59853297-9936-461f-97bc-42accfe9e9a0'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:59:49.151329 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3aa6f7-fe5d-4589-b72d-452b46275534" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba5959a-60f8-40db-b3ac-ed8dcd988411", "tag": "59853297-9936-461f-97bc-42accfe9e9a0"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:59:49.199750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a03bae-2bac-4495-8975-1944720eea55 service neutron] Pushing event updated for resources: {'Port': ['ID=59853297-9936-461f-97bc-42accfe9e9a0,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:49.224421 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['86b755fe-e768-4a89-becc-18e431df39aa'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 17:59:49.233340 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 17:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609c23ed-04c3-4fca-b111-dfce4dfdbfb7 x-openstack-request-id: req-609c23ed-04c3-4fca-b111-dfce4dfdbfb7 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:59:49.233652 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba5959a-60f8-40db-b3ac-ed8dcd988411", "tag": "59853297-9936-461f-97bc-42accfe9e9a0", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:59:49.233903 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-609c23ed-04c3-4fca-b111-dfce4dfdbfb7 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:59:49.234343 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba5959a-60f8-40db-b3ac-ed8dcd988411', 'tag': '59853297-9936-461f-97bc-42accfe9e9a0', 'status': 'completed', 'code': 200} Sep 29 17:59:49.259983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-7d765e21-c059-4509-b791-8f069a21b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:49.262205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-7d765e21-c059-4509-b791-8f069a21b69d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 1094 time: 0.0592766 Sep 29 17:59:49.314475 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-f50d37b4-7ff6-4007-9bcd-1275946e594c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59853297-9936-461f-97bc-42accfe9e9a0 HTTP/1.1" status: 200 len: 217 time: 0.0441113 Sep 29 17:59:49.378980 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-6a7da3ab-3794-4fc7-ab93-ca004d65aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:49.380444 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-6a7da3ab-3794-4fc7-ab93-ca004d65aa46 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0586472 Sep 29 17:59:49.433337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-5aeeef24-53e0-42e1-be34-31b181cbd063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:49.434885 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-5aeeef24-53e0-42e1-be34-31b181cbd063 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457978 Sep 29 17:59:49.528354 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-102a3060-35b1-464e-9d3e-2e946e95c820 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867624 Sep 29 17:59:49.616818 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8f46b2f5-847c-4e38-ac03-4eaa404256ff req-5dbffa9b-68f0-4815-b4a4-1b2bd3db4778 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813937 Sep 29 17:59:49.715631 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aa6f7-fe5d-4589-b72d-452b46275534 req-42ca3cca-3699-43fb-a449-26406a0ef0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:49.717144 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a3aa6f7-fe5d-4589-b72d-452b46275534 req-42ca3cca-3699-43fb-a449-26406a0ef0bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 1094 time: 0.0437360 Sep 29 17:59:49.756577 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13240e-47db-4137-8805-5d6cedb824ce req-bc6a9947-873c-408e-95d0-fff4c7272f22 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:49.758935 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f13240e-47db-4137-8805-5d6cedb824ce req-bc6a9947-873c-408e-95d0-fff4c7272f22 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 945 time: 0.0524681 Sep 29 17:59:49.798631 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f13240e-47db-4137-8805-5d6cedb824ce req-795ceeb8-f871-4ba5-9d0a-7a667143a9c1 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330803 Sep 29 17:59:49.824308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aa6f7-fe5d-4589-b72d-452b46275534 req-c007cdb2-9cf2-40b4-956a-9f57c9a063fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:49.825860 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a3aa6f7-fe5d-4589-b72d-452b46275534 req-c007cdb2-9cf2-40b4-956a-9f57c9a063fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.1014915 Sep 29 17:59:49.867974 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a3aa6f7-fe5d-4589-b72d-452b46275534 req-c70adcc7-d1b3-4702-9b13-76d4ea74a31d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59853297-9936-461f-97bc-42accfe9e9a0 HTTP/1.1" status: 200 len: 217 time: 0.0344496 Sep 29 17:59:49.947937 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aa6f7-fe5d-4589-b72d-452b46275534 req-112a487e-7c17-4a80-9cea-08234b3e2a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:49.949468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a3aa6f7-fe5d-4589-b72d-452b46275534 req-112a487e-7c17-4a80-9cea-08234b3e2a11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0749388 Sep 29 17:59:50.012143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d02d4d-2315-45d6-a9f7-6cf58f0c816f req-60f45fb2-682e-4ac3-9b36-193c99f8bab3 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:50.013879 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22d02d4d-2315-45d6-a9f7-6cf58f0c816f req-60f45fb2-682e-4ac3-9b36-193c99f8bab3 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.1064851 Sep 29 17:59:50.045659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aa6f7-fe5d-4589-b72d-452b46275534 req-f6f93822-8a2f-40bf-b64e-be53213a377f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:50.047863 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a3aa6f7-fe5d-4589-b72d-452b46275534 req-f6f93822-8a2f-40bf-b64e-be53213a377f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909696 Sep 29 17:59:50.081718 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22d02d4d-2315-45d6-a9f7-6cf58f0c816f req-eba7cae8-de28-4a9f-9972-e3d0369575f6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609238 Sep 29 17:59:50.184211 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a3aa6f7-fe5d-4589-b72d-452b46275534 req-ace286d6-8c85-4c85-8679-06057d52e492 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245987 Sep 29 17:59:50.291760 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2a3aa6f7-fe5d-4589-b72d-452b46275534 req-75401ea0-18dc-4aec-9905-7a8d895e975c service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994430 Sep 29 17:59:50.606004 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 86b755fe-e768-4a89-becc-18e431df39aa up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 17:59:50.669787 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 86b755fe-e768-4a89-becc-18e431df39aa completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 17:59:50.674603 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 86b755fe-e768-4a89-becc-18e431df39aa triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 17:59:50.674979 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:50.809554 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:50.848450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280c6935-d181-4f0c-ac3a-9e9f24ad08f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b755fe-e768-4a89-becc-18e431df39aa'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 17:59:50.851061 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705f622e-d320-4ec0-af2b-61f25161589d" -d '{"events": [{"server_uuid": "280c6935-d181-4f0c-ac3a-9e9f24ad08f0", "name": "network-vif-plugged", "status": "completed", "tag": "86b755fe-e768-4a89-becc-18e431df39aa"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 17:59:50.871593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 86b755fe-e768-4a89-becc-18e431df39aa, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=86b755fe-e768-4a89-becc-18e431df39aa,segment=NetworkSegment(0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc),segment_id=0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 17:59:50.889243 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:50.940239 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 17:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c2b5d5-8233-4c20-9f7f-eea292cd04e0 x-openstack-request-id: req-e5c2b5d5-8233-4c20-9f7f-eea292cd04e0 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 17:59:50.940733 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280c6935-d181-4f0c-ac3a-9e9f24ad08f0", "name": "network-vif-plugged", "status": "completed", "tag": "86b755fe-e768-4a89-becc-18e431df39aa", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 17:59:50.941075 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5c2b5d5-8233-4c20-9f7f-eea292cd04e0 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 17:59:50.941618 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280c6935-d181-4f0c-ac3a-9e9f24ad08f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b755fe-e768-4a89-becc-18e431df39aa', 'code': 200} Sep 29 17:59:50.982659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5a72f-6b28-476e-9210-aa1757a357fb req-7caefea8-6fef-4629-ad6a-1512dae5ba17 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:50.985098 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ff5a72f-6b28-476e-9210-aa1757a357fb req-7caefea8-6fef-4629-ad6a-1512dae5ba17 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 946 time: 0.0718305 Sep 29 17:59:50.988291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=86b755fe-e768-4a89-becc-18e431df39aa,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 17:59:51.048449 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1ff5a72f-6b28-476e-9210-aa1757a357fb req-9de23d79-7ddb-4ef5-a9ea-04627f9858b3 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469210 Sep 29 17:59:51.096698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6ee47-742b-481e-87bc-377fee020a96 req-5184d804-1544-4920-8a05-098ebe0e8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:51.099216 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fba6ee47-742b-481e-87bc-377fee020a96 req-5184d804-1544-4920-8a05-098ebe0e8198 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 1097 time: 0.0848660 Sep 29 17:59:51.167473 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fba6ee47-742b-481e-87bc-377fee020a96 req-4892d71d-2174-4fc9-9a8e-8eb35f35fe23 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590560 Sep 29 17:59:51.244848 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01110734-f6bc-46a8-9e59-20b12b776387 req-74c85e11-5527-4b70-875f-701965fa2a71 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:51.245841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01110734-f6bc-46a8-9e59-20b12b776387 req-74c85e11-5527-4b70-875f-701965fa2a71 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.0729475 Sep 29 17:59:51.308658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-01110734-f6bc-46a8-9e59-20b12b776387 req-78f4c591-1ccc-4388-9f2e-cf76f0ad6dba tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486236 Sep 29 17:59:52.224012 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395c185-a052-4fcd-93c3-01bedaa461da req-b011dcb3-8ca2-468e-9564-136bfcf56fae tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:52.225761 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a395c185-a052-4fcd-93c3-01bedaa461da req-b011dcb3-8ca2-468e-9564-136bfcf56fae tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 946 time: 0.0647233 Sep 29 17:59:52.275438 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a395c185-a052-4fcd-93c3-01bedaa461da req-f3ab4ed5-deb4-4622-92cd-072a4c556a8a tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430927 Sep 29 17:59:52.460427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e4991-9612-407c-904d-ed9608eb6b10 req-395d42ec-0ae4-4ef7-9c7f-366da65ce6f3 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:52.463009 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-110e4991-9612-407c-904d-ed9608eb6b10 req-395d42ec-0ae4-4ef7-9c7f-366da65ce6f3 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.0534711 Sep 29 17:59:52.501867 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-110e4991-9612-407c-904d-ed9608eb6b10 req-b98cdfc8-b316-4fca-8420-a7696cc3677e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328557 Sep 29 17:59:53.404667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f93e17-e46b-4141-9a67-0f4196942c05 req-4197f8bd-41f4-4dab-91eb-e78b39ce93db tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:53.406361 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-15f93e17-e46b-4141-9a67-0f4196942c05 req-4197f8bd-41f4-4dab-91eb-e78b39ce93db tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 946 time: 0.0520368 Sep 29 17:59:53.447377 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-15f93e17-e46b-4141-9a67-0f4196942c05 req-df306fe0-ee91-458a-b451-8a0acddc91ab tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348406 Sep 29 17:59:53.673365 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f235f-2c1d-4959-b356-0672b82d4d25 req-fe8f1540-4678-417c-b472-2a1802fc0165 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:53.674829 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-756f235f-2c1d-4959-b356-0672b82d4d25 req-fe8f1540-4678-417c-b472-2a1802fc0165 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.0653982 Sep 29 17:59:53.728947 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-756f235f-2c1d-4959-b356-0672b82d4d25 req-82539b44-8b21-477f-aa48-6e7b5e0b24f7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425141 Sep 29 17:59:54.855320 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b54ecc-5129-4ca8-8962-6815410ffac6 req-161195d6-fac6-4f4b-a8fc-0c3fb8a97616 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:54.856919 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3b54ecc-5129-4ca8-8962-6815410ffac6 req-161195d6-fac6-4f4b-a8fc-0c3fb8a97616 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.0555847 Sep 29 17:59:54.896912 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3b54ecc-5129-4ca8-8962-6815410ffac6 req-1488d88d-be84-4a12-b7aa-162cd85185ac tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329814 Sep 29 17:59:56.023901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9409ef1-7ab0-4571-ac55-179a0d734751 req-d5049f67-32fb-4197-be6c-0f1916d4409c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:56.025329 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9409ef1-7ab0-4571-ac55-179a0d734751 req-d5049f67-32fb-4197-be6c-0f1916d4409c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.0557876 Sep 29 17:59:56.066793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9409ef1-7ab0-4571-ac55-179a0d734751 req-3ba57ef6-9e23-4c57-badb-9c6c7c1f11e2 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352192 Sep 29 17:59:57.192835 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae87318-6ac0-498e-86ae-683e291b874c req-5cbd017e-0eb0-463f-bd48-50aa0fd215f9 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:57.194471 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ae87318-6ac0-498e-86ae-683e291b874c req-5cbd017e-0eb0-463f-bd48-50aa0fd215f9 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.0523458 Sep 29 17:59:57.237579 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ae87318-6ac0-498e-86ae-683e291b874c req-6a6831de-eb0d-4639-a337-a304a3e6b4ff tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358782 Sep 29 17:59:57.698103 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 17:59:58.359705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc6b60-ab0a-40bc-8603-dc5006730e4e req-f23f5379-61ac-41ab-871f-1868fcd19841 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:58.361469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13cc6b60-ab0a-40bc-8603-dc5006730e4e req-f23f5379-61ac-41ab-871f-1868fcd19841 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.0487061 Sep 29 17:59:58.409121 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13cc6b60-ab0a-40bc-8603-dc5006730e4e req-fbbc3258-36a5-4f99-88b4-d7c337ebd963 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355425 Sep 29 17:59:59.527453 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc23f6e-08dc-465e-a9b0-6a9e7c425489 req-ddd50521-9312-4980-988a-acb001d328a6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 17:59:59.528945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8cc23f6e-08dc-465e-a9b0-6a9e7c425489 req-ddd50521-9312-4980-988a-acb001d328a6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.0536160 Sep 29 17:59:59.567940 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8cc23f6e-08dc-465e-a9b0-6a9e7c425489 req-0125c42a-783c-4f0a-a46d-f46c2b1039e6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330057 Sep 29 18:00:00.341920 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:00:00.683178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5330d-8eea-4308-9337-699a1a2900a2 req-280b5beb-a630-49ce-86be-88412efb92df tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:00.684651 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-93c5330d-8eea-4308-9337-699a1a2900a2 req-280b5beb-a630-49ce-86be-88412efb92df tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.0501072 Sep 29 18:00:00.722539 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-93c5330d-8eea-4308-9337-699a1a2900a2 req-c9ed963f-8435-4abb-bca2-c84bb96017c9 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318632 Sep 29 18:00:01.835423 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471be37d-3744-4ef4-a3eb-856d6f935bb3 req-d9c617dd-476b-4845-b04d-cfd3f95ef33a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:01.837452 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-471be37d-3744-4ef4-a3eb-856d6f935bb3 req-d9c617dd-476b-4845-b04d-cfd3f95ef33a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.0484107 Sep 29 18:00:01.874644 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-471be37d-3744-4ef4-a3eb-856d6f935bb3 req-7ab1f148-41e4-4284-80fc-6e62a9472b90 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307028 Sep 29 18:00:02.993256 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7223393-b535-420c-9614-f89b2f2baa87 req-08ba1080-b14e-4e44-8163-31bb2e107e14 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:02.994765 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7223393-b535-420c-9614-f89b2f2baa87 req-08ba1080-b14e-4e44-8163-31bb2e107e14 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.0533261 Sep 29 18:00:03.031405 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7223393-b535-420c-9614-f89b2f2baa87 req-2bd21cba-3f8d-4aba-a314-f0f8b962c9d1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306892 Sep 29 18:00:04.145322 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91338de2-3326-4789-844e-b4a296dfd9a8 req-e644a350-2d06-4ed5-92cc-2d17ba265933 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:04.146787 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-91338de2-3326-4789-844e-b4a296dfd9a8 req-e644a350-2d06-4ed5-92cc-2d17ba265933 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.0483160 Sep 29 18:00:04.183517 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-91338de2-3326-4789-844e-b4a296dfd9a8 req-7edf4267-e523-4011-bab7-d78d6d96a247 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308826 Sep 29 18:00:05.321307 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3066b97-57eb-4507-a67f-0aef2844f552 req-668356fa-ec1c-4ab4-816a-27c612e65a2d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:05.322987 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3066b97-57eb-4507-a67f-0aef2844f552 req-668356fa-ec1c-4ab4-816a-27c612e65a2d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.0581844 Sep 29 18:00:05.362235 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f3066b97-57eb-4507-a67f-0aef2844f552 req-53e434c8-47f4-4140-89e5-0e00e2eff05b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327790 Sep 29 18:00:06.479274 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca427da0-d8ea-4407-9dab-f32e4a29bf80 req-1c62c70c-3325-4cf5-8ea2-5baae5a6459c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:06.480747 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca427da0-d8ea-4407-9dab-f32e4a29bf80 req-1c62c70c-3325-4cf5-8ea2-5baae5a6459c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.0515747 Sep 29 18:00:06.518005 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca427da0-d8ea-4407-9dab-f32e4a29bf80 req-6c91a88b-fac0-43af-8f44-3aacee8f2a09 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312800 Sep 29 18:00:07.635150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306366cb-0d10-48a1-ade2-05cde7f02e6d req-e7a54943-437c-405a-993f-c73761a359f7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:07.636695 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-306366cb-0d10-48a1-ade2-05cde7f02e6d req-e7a54943-437c-405a-993f-c73761a359f7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.0516832 Sep 29 18:00:07.689685 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-306366cb-0d10-48a1-ade2-05cde7f02e6d req-1e28481c-ef64-4f88-917e-37cd544f9a08 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458918 Sep 29 18:00:08.794855 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 59853297-9936-461f-97bc-42accfe9e9a0 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:00:08.827231 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cd45d-7561-4fa6-9fbd-baf2abce1440 req-256771d7-931d-47e3-9cb9-48ef3799feac tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:08.828867 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d1cd45d-7561-4fa6-9fbd-baf2abce1440 req-256771d7-931d-47e3-9cb9-48ef3799feac tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 943 time: 0.0506554 Sep 29 18:00:08.870910 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d1cd45d-7561-4fa6-9fbd-baf2abce1440 req-8310d8ff-dc3f-45db-ba2c-b4770ff72dba tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354555 Sep 29 18:00:08.907090 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 59853297-9936-461f-97bc-42accfe9e9a0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=59853297-9936-461f-97bc-42accfe9e9a0,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:00:08.919098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '59853297-9936-461f-97bc-42accfe9e9a0', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'port_id': '59853297-9936-461f-97bc-42accfe9e9a0', 'mac_address': 'fa:16:3e:a5:f0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:00:08.957717 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:08.970840 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59853297-9936-461f-97bc-42accfe9e9a0 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:00:08.990438 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 59853297-9936-461f-97bc-42accfe9e9a0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=59853297-9936-461f-97bc-42accfe9e9a0,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:00:08.994727 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:09.047242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=59853297-9936-461f-97bc-42accfe9e9a0,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:00:09.183417 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['59853297-9936-461f-97bc-42accfe9e9a0'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:00:09.994292 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf19cd-7343-4afe-b1a2-6cb6522c0fe0 req-1b81aadc-e93e-40b6-abc2-114854b09e9c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:09.995685 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-44cf19cd-7343-4afe-b1a2-6cb6522c0fe0 req-1b81aadc-e93e-40b6-abc2-114854b09e9c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 944 time: 0.0553536 Sep 29 18:00:10.034823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-44cf19cd-7343-4afe-b1a2-6cb6522c0fe0 req-7a5f8d7e-0dc1-4e97-8483-b2346f116910 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328608 Sep 29 18:00:10.813849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 59853297-9936-461f-97bc-42accfe9e9a0 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:00:10.839785 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a3b759d6-b7dd-4e96-8bfd-63df3e78889a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:10.871978 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 59853297-9936-461f-97bc-42accfe9e9a0 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:00:10.875553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 59853297-9936-461f-97bc-42accfe9e9a0 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:00:10.875906 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:10.956075 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:10.978978 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba5959a-60f8-40db-b3ac-ed8dcd988411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59853297-9936-461f-97bc-42accfe9e9a0'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:00:10.981224 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627662db-23ed-472c-92ee-5a9e585ba194" -d '{"events": [{"server_uuid": "4ba5959a-60f8-40db-b3ac-ed8dcd988411", "name": "network-vif-plugged", "status": "completed", "tag": "59853297-9936-461f-97bc-42accfe9e9a0"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:00:10.995088 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 59853297-9936-461f-97bc-42accfe9e9a0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=59853297-9936-461f-97bc-42accfe9e9a0,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:00:11.001379 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:11.033757 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e479688a-3f6b-47b4-9fe9-b369524fc0fc x-openstack-request-id: req-e479688a-3f6b-47b4-9fe9-b369524fc0fc {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:00:11.034053 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba5959a-60f8-40db-b3ac-ed8dcd988411", "name": "network-vif-plugged", "status": "completed", "tag": "59853297-9936-461f-97bc-42accfe9e9a0", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:00:11.034303 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e479688a-3f6b-47b4-9fe9-b369524fc0fc {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:00:11.035089 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba5959a-60f8-40db-b3ac-ed8dcd988411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59853297-9936-461f-97bc-42accfe9e9a0', 'code': 200} Sep 29 18:00:11.062120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=59853297-9936-461f-97bc-42accfe9e9a0,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:00:11.174687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a8e9b-1c7a-408a-b487-4251a1bc5cc7 req-03a36c42-5aeb-45ac-8789-f722a9f72c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:11.176227 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-398a8e9b-1c7a-408a-b487-4251a1bc5cc7 req-03a36c42-5aeb-45ac-8789-f722a9f72c3b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 1096 time: 0.0692582 Sep 29 18:00:11.184952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463a66c-6807-4aa4-82cd-91ea6d33747a req-7f88d6f6-5746-4cd4-b967-de898436c949 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:11.186373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0463a66c-6807-4aa4-82cd-91ea6d33747a req-7f88d6f6-5746-4cd4-b967-de898436c949 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 945 time: 0.0712149 Sep 29 18:00:11.231485 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-398a8e9b-1c7a-408a-b487-4251a1bc5cc7 req-c0e1ee03-5e01-48e0-b19b-cc7cd9d73c16 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441582 Sep 29 18:00:11.246911 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0463a66c-6807-4aa4-82cd-91ea6d33747a req-73a37ba1-ccd8-49a2-b787-fac3801dde7d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543725 Sep 29 18:00:12.367602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469cb5f-69f4-4de1-a13e-5b8fee9d0fbf req-ae262b80-d0b9-4b6d-b6f4-3226f09d8c4c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:12.369052 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1469cb5f-69f4-4de1-a13e-5b8fee9d0fbf req-ae262b80-d0b9-4b6d-b6f4-3226f09d8c4c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 945 time: 0.0483592 Sep 29 18:00:12.406871 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1469cb5f-69f4-4de1-a13e-5b8fee9d0fbf req-1168a85d-376a-4c70-a543-9485a8ebd449 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317509 Sep 29 18:00:12.524504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493c31a-5439-461f-9765-add59a068a9a req-1e076864-a756-4f87-a5c6-31e37101773b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:12.525991 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c493c31a-5439-461f-9765-add59a068a9a req-1e076864-a756-4f87-a5c6-31e37101773b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 945 time: 0.0522430 Sep 29 18:00:12.563785 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c493c31a-5439-461f-9765-add59a068a9a req-09eca459-f91e-47ad-b640-247d241e114b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318596 Sep 29 18:00:12.679975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87332626-260e-4937-af5e-fa604faaa4bc req-183cd73f-e7b5-4235-a5c1-9d726d9d0ced tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:12.681453 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-87332626-260e-4937-af5e-fa604faaa4bc req-183cd73f-e7b5-4235-a5c1-9d726d9d0ced tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 945 time: 0.0532634 Sep 29 18:00:12.718363 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-87332626-260e-4937-af5e-fa604faaa4bc req-c6f888cd-ac2e-4a2e-837a-9f3904ff3ea5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310764 Sep 29 18:00:13.009475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247481d-b16c-4edd-abc3-36f602914d20 req-d12a88e5-d286-422c-8e29-f5302a56e1c1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:13.010929 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2247481d-b16c-4edd-abc3-36f602914d20 req-d12a88e5-d286-422c-8e29-f5302a56e1c1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 945 time: 0.0513167 Sep 29 18:00:13.051277 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2247481d-b16c-4edd-abc3-36f602914d20 req-f7fdb694-ef53-47b7-abf1-9cdfeed8682f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344622 Sep 29 18:00:13.572187 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2138279d-5fdc-4770-9d2c-ab7281fc17d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:14.173860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5a7e1-594a-45b1-b84e-3d8bdc42030b req-83b9b140-4751-426a-ac25-1216e7a6fcf1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:14.175515 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dfd5a7e1-594a-45b1-b84e-3d8bdc42030b req-83b9b140-4751-426a-ac25-1216e7a6fcf1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 945 time: 0.0527585 Sep 29 18:00:14.214765 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dfd5a7e1-594a-45b1-b84e-3d8bdc42030b req-9f87d948-8b69-4a27-92b1-f235ddd11846 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323710 Sep 29 18:00:14.428146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002de95-b631-4728-a864-1d83ed5bdae9 req-b0f88c9a-7d3a-4fc0-85b4-0c58c9882bc8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:14.429612 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c002de95-b631-4728-a864-1d83ed5bdae9 req-b0f88c9a-7d3a-4fc0-85b4-0c58c9882bc8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 945 time: 0.0474443 Sep 29 18:00:14.526909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-c002de95-b631-4728-a864-1d83ed5bdae9 req-dd3cbb80-e871-44a4-ac4a-ec60d3c4f51e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Deleting port 59853297-9936-461f-97bc-42accfe9e9a0 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:00:14.527169 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c002de95-b631-4728-a864-1d83ed5bdae9 req-dd3cbb80-e871-44a4-ac4a-ec60d3c4f51e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:14.612520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c002de95-b631-4728-a864-1d83ed5bdae9 req-dd3cbb80-e871-44a4-ac4a-ec60d3c4f51e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] For port 59853297-9936-461f-97bc-42accfe9e9a0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=59853297-9936-461f-97bc-42accfe9e9a0,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:00:14.612893 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c002de95-b631-4728-a864-1d83ed5bdae9 req-dd3cbb80-e871-44a4-ac4a-ec60d3c4f51e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:14.625496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-c002de95-b631-4728-a864-1d83ed5bdae9 req-dd3cbb80-e871-44a4-ac4a-ec60d3c4f51e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Calling delete_port for 59853297-9936-461f-97bc-42accfe9e9a0 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:00:14.670208 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:14.671233 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:14.754706 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c002de95-b631-4728-a864-1d83ed5bdae9 req-dd3cbb80-e871-44a4-ac4a-ec60d3c4f51e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:14.766101 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['59853297-9936-461f-97bc-42accfe9e9a0'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:00:14.783979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cbb80-e871-44a4-ac4a-ec60d3c4f51e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event deleted for resources: {'Port': ['ID=59853297-9936-461f-97bc-42accfe9e9a0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:00:14.814836 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:14.829717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c002de95-b631-4728-a864-1d83ed5bdae9 req-dd3cbb80-e871-44a4-ac4a-ec60d3c4f51e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] No DVR routers for this DVR port 59853297-9936-461f-97bc-42accfe9e9a0 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:00:14.832497 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c002de95-b631-4728-a864-1d83ed5bdae9 req-dd3cbb80-e871-44a4-ac4a-ec60d3c4f51e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:14.834640 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c002de95-b631-4728-a864-1d83ed5bdae9 req-dd3cbb80-e871-44a4-ac4a-ec60d3c4f51e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "DELETE /v2.0/ports/59853297-9936-461f-97bc-42accfe9e9a0 HTTP/1.1" status: 204 len: 173 time: 0.3990836 Sep 29 18:00:14.835112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba5959a-60f8-40db-b3ac-ed8dcd988411', 'name': 'network-vif-deleted', 'tag': '59853297-9936-461f-97bc-42accfe9e9a0'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:00:14.838098 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c88c75d-6ebc-4f23-97fc-bebee1309b00" -d '{"events": [{"server_uuid": "4ba5959a-60f8-40db-b3ac-ed8dcd988411", "name": "network-vif-deleted", "tag": "59853297-9936-461f-97bc-42accfe9e9a0"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:00:14.879167 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d06a92-de0d-4baa-8382-700378785eb9 x-openstack-request-id: req-94d06a92-de0d-4baa-8382-700378785eb9 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:00:14.879460 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba5959a-60f8-40db-b3ac-ed8dcd988411", "name": "network-vif-deleted", "tag": "59853297-9936-461f-97bc-42accfe9e9a0", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:00:14.879712 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94d06a92-de0d-4baa-8382-700378785eb9 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:00:14.880112 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba5959a-60f8-40db-b3ac-ed8dcd988411', 'name': 'network-vif-deleted', 'tag': '59853297-9936-461f-97bc-42accfe9e9a0', 'status': 'completed', 'code': 200} Sep 29 18:00:15.318762 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-29e32cc3-f71f-45c3-94fd-c865e06bb5dc req-35c1fe05-e60e-4c7e-95a9-544c8c8bd384 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 210 time: 0.0271380 Sep 29 18:00:16.415405 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e05e40a6-cdc0-48a8-9692-87b8a38fdba4 req-11ed5a2c-f9e8-48b0-8593-b9b05dc0ffdf tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 210 time: 0.0256557 Sep 29 18:00:16.843580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 59853297-9936-461f-97bc-42accfe9e9a0 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:00:16.864027 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 59853297-9936-461f-97bc-42accfe9e9a0 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:00:16.864372 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 59853297-9936-461f-97bc-42accfe9e9a0 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:00:16.949354 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:17.515529 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3cd67d42-a794-4b98-9c9c-e834363b9f44 req-e89c93ce-f6af-4588-8448-6277c061a8e4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 210 time: 0.0303957 Sep 29 18:00:18.655291 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c5991bea-6f4f-4d61-8ad5-f379fe8fc2a1 req-69df82ec-b24d-434f-b373-ee44977ee5d6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ba5959a-60f8-40db-b3ac-ed8dcd988411 HTTP/1.1" status: 200 len: 210 time: 0.0305731 Sep 29 18:00:21.613103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16276ce1-130c-4687-b54c-d711ba34d133 req-3a53625d-ec29-4876-9055-4f54f2395567 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:21.614610 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16276ce1-130c-4687-b54c-d711ba34d133 req-3a53625d-ec29-4876-9055-4f54f2395567 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 946 time: 0.0498991 Sep 29 18:00:21.653208 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-16276ce1-130c-4687-b54c-d711ba34d133 req-eb2860dd-d809-43ff-8f09-5defb5672354 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319142 Sep 29 18:00:22.780813 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539618-8629-4fcf-90aa-ac5264a6854b req-cd4fa332-b7c6-48a0-97c8-ce28a92b1eee tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:22.782342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e6539618-8629-4fcf-90aa-ac5264a6854b req-cd4fa332-b7c6-48a0-97c8-ce28a92b1eee tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 946 time: 0.0496960 Sep 29 18:00:22.821091 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e6539618-8629-4fcf-90aa-ac5264a6854b req-2fd07caa-a5c7-457f-bfef-7497f2766e8c tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/security-groups?id=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318873 Sep 29 18:00:23.544381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f2e22-d952-45f0-a1cc-188da1ce737f req-0c57a59c-bb3e-45c4-b420-c7c449278e88 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:23.545752 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f82f2e22-d952-45f0-a1cc-188da1ce737f req-0c57a59c-bb3e-45c4-b420-c7c449278e88 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.35 "GET /v2.0/ports?device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 946 time: 0.0476933 Sep 29 18:00:23.638208 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f82f2e22-d952-45f0-a1cc-188da1ce737f req-73e71f24-6e57-4672-a0d3-815f62f4c196 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Deleting port 86b755fe-e768-4a89-becc-18e431df39aa {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:00:23.638553 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f82f2e22-d952-45f0-a1cc-188da1ce737f req-73e71f24-6e57-4672-a0d3-815f62f4c196 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:23.724666 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-f82f2e22-d952-45f0-a1cc-188da1ce737f req-73e71f24-6e57-4672-a0d3-815f62f4c196 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] For port 86b755fe-e768-4a89-becc-18e431df39aa, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=86b755fe-e768-4a89-becc-18e431df39aa,segment=NetworkSegment(0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc),segment_id=0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:00:23.725045 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f82f2e22-d952-45f0-a1cc-188da1ce737f req-73e71f24-6e57-4672-a0d3-815f62f4c196 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:23.745878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-f82f2e22-d952-45f0-a1cc-188da1ce737f req-73e71f24-6e57-4672-a0d3-815f62f4c196 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Calling delete_port for 86b755fe-e768-4a89-becc-18e431df39aa owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:00:23.873981 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f82f2e22-d952-45f0-a1cc-188da1ce737f req-73e71f24-6e57-4672-a0d3-815f62f4c196 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:23.906519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['86b755fe-e768-4a89-becc-18e431df39aa'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:00:23.938855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e71f24-6e57-4672-a0d3-815f62f4c196 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Pushing event deleted for resources: {'Port': ['ID=86b755fe-e768-4a89-becc-18e431df39aa,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:00:23.971240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82f2e22-d952-45f0-a1cc-188da1ce737f req-73e71f24-6e57-4672-a0d3-815f62f4c196 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] No DVR routers for this DVR port 86b755fe-e768-4a89-becc-18e431df39aa on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:00:23.974445 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-15ba2291-3ee5-4922-a69f-29678e92efd4 req-1a25f00f-ef0f-4f22-88b1-68568527fda7 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.44 "GET /v2.0/ports?device_id=280c6935-d181-4f0c-ac3a-9e9f24ad08f0 HTTP/1.1" status: 200 len: 210 time: 0.0469117 Sep 29 18:00:23.975463 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-f82f2e22-d952-45f0-a1cc-188da1ce737f req-73e71f24-6e57-4672-a0d3-815f62f4c196 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:23.978220 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f82f2e22-d952-45f0-a1cc-188da1ce737f req-73e71f24-6e57-4672-a0d3-815f62f4c196 tempest-VolumesSnapshotTestJSON-1272859203 tempest-VolumesSnapshotTestJSON-1272859203-project] 10.222.0.35 "DELETE /v2.0/ports/86b755fe-e768-4a89-becc-18e431df39aa HTTP/1.1" status: 204 len: 173 time: 0.4266667 Sep 29 18:00:23.978677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280c6935-d181-4f0c-ac3a-9e9f24ad08f0', 'name': 'network-vif-deleted', 'tag': '86b755fe-e768-4a89-becc-18e431df39aa'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:00:23.980897 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98d3fba-a558-4096-8d04-c2801abc8c22" -d '{"events": [{"server_uuid": "280c6935-d181-4f0c-ac3a-9e9f24ad08f0", "name": "network-vif-deleted", "tag": "86b755fe-e768-4a89-becc-18e431df39aa"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:00:24.033673 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f9cc50-9fbc-4974-95fe-3d36d8776058 x-openstack-request-id: req-b5f9cc50-9fbc-4974-95fe-3d36d8776058 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:00:24.034122 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280c6935-d181-4f0c-ac3a-9e9f24ad08f0", "name": "network-vif-deleted", "tag": "86b755fe-e768-4a89-becc-18e431df39aa", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:00:24.034374 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5f9cc50-9fbc-4974-95fe-3d36d8776058 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:00:24.034767 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280c6935-d181-4f0c-ac3a-9e9f24ad08f0', 'name': 'network-vif-deleted', 'tag': '86b755fe-e768-4a89-becc-18e431df39aa', 'status': 'completed', 'code': 200} Sep 29 18:00:27.697770 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:27.913609 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-00bdd3df-339d-43b9-8440-2369aa46d39d req-002a1f0f-cd8e-4586-9c55-134ebc9266fd service neutron] (95015) timed out ('10.222.0.44', 43658) {{(pid=95015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 18:00:28.792933 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 86b755fe-e768-4a89-becc-18e431df39aa no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:00:28.814735 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 86b755fe-e768-4a89-becc-18e431df39aa {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:00:28.815085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 86b755fe-e768-4a89-becc-18e431df39aa not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:00:37.341442 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:00:40.823099 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7ede2239-feb4-4c09-9bc7-7373e3dbebc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:43.573814 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c3a37ed5-28a8-47ee-a318-bd995ff23f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:43.921484 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-8d9f84e2-70d7-4ab8-82e1-a0a0967a490a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:43.922879 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-8d9f84e2-70d7-4ab8-82e1-a0a0967a490a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 812 time: 0.1079230 Sep 29 18:00:43.938094 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-4c41900d-06e4-421b-b8f0-c1b7df26f8db tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/quotas/0acc34119f9146ebb798fb16477e2b27 HTTP/1.1" status: 200 len: 375 time: 0.0093949 Sep 29 18:00:43.989791 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-e4a790f0-1b7b-42d8-95de-44ca3ff172fd tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457795 Sep 29 18:00:44.080281 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-1dc15012-4773-4158-a2ee-d2d22f9335c5 service neutron] 10.222.0.44 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832496 Sep 29 18:00:44.180657 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-511a976e-0bd9-4e0d-bcac-c3578960b6b9 service neutron] 10.222.0.44 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921571 Sep 29 18:00:44.483119 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b266561c-994b-42f9-a4ae-795642b5cc3b req-e2a0feea-b4b0-4cf9-9fe2-7c921457c595 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 210 time: 0.0318463 Sep 29 18:00:44.681694 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:44.684669 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:44.811393 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:45.614434 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a22b9c80-00ae-4aeb-a1a7-a1650d7dd260 req-4c652b37-74a8-4119-bb0d-fa60de83ef1f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 210 time: 0.0338407 Sep 29 18:00:45.634677 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-9e0a7bab-a464-4080-a377-9c562f723be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:45.636932 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-9e0a7bab-a464-4080-a377-9c562f723be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.35 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 812 time: 0.1483114 Sep 29 18:00:45.655319 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'port': {'device_id': 'ce23cae6-4fd7-4849-9891-01b9f3709c91', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'admin_state_up': True, 'tenant_id': '0acc34119f9146ebb798fb16477e2b27'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:00:45.773927 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Made reservation on behalf of 0acc34119f9146ebb798fb16477e2b27 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:00:45.779351 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:45.943681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Allocated IP 172.20.0.4 (dff260e8-6743-411d-9a69-4a69d81ddbaa/e09cc432-f62f-413c-96e9-1f1d1f0d3608/da34ad41-ff8a-44d0-b827-4469af48917b) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:00:46.115466 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:46.152261 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:46.192335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Network dff260e8-6743-411d-9a69-4a69d81ddbaa is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:00:46.193747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:00:46.197605 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:00:46.257683 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'Port': ['ID=da34ad41-ff8a-44d0-b827-4469af48917b,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:00:46.268444 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:46.268864 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:46.269318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:46.269877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:46.270217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:46.270549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:46.270935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:46.271268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:46.271735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:46.272065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:46.272546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:46.273778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:46.285047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:46.285749 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:46.309723 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-9fd0a1e1-92c0-483e-9715-9b7259884297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6566925 Sep 29 18:00:46.485147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Request body: {'port': {'device_id': 'ce23cae6-4fd7-4849-9891-01b9f3709c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:00:46.515493 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8ffdc262-ef7b-4888-9292-8b267a028efd None None] Provisioning complete for port da34ad41-ff8a-44d0-b827-4469af48917b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:00:46.519560 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8ffdc262-ef7b-4888-9292-8b267a028efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:46.552998 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:46.567282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8ffdc262-ef7b-4888-9292-8b267a028efd None None] Port da34ad41-ff8a-44d0-b827-4469af48917b cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:00:46.828063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec20b05-0ed9-49e0-a7f5-ee51ee60a562 req-f54bf86d-d93e-4ca9-8fdd-6cacdaf8a6b7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:46.829581 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4ec20b05-0ed9-49e0-a7f5-ee51ee60a562 req-f54bf86d-d93e-4ca9-8fdd-6cacdaf8a6b7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 931 time: 0.0691242 Sep 29 18:00:46.885237 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4ec20b05-0ed9-49e0-a7f5-ee51ee60a562 req-be146123-ab5e-4bb1-98e3-20f8cf48880a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486054 Sep 29 18:00:46.961627 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da34ad41-ff8a-44d0-b827-4469af48917b {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:00:46.964419 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:46.971756 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:46.985089 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Transition to ACTIVE for port object da34ad41-ff8a-44d0-b827-4469af48917b will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:00:46.990706 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:47.062711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Pushing event updated for resources: {'Port': ['ID=da34ad41-ff8a-44d0-b827-4469af48917b,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:00:47.193669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Attempting to bind port da34ad41-ff8a-44d0-b827-4469af48917b on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:00:47.196751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Attempting to bind port da34ad41-ff8a-44d0-b827-4469af48917b by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:00:47.196751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Attempting to bind port da34ad41-ff8a-44d0-b827-4469af48917b on network dff260e8-6743-411d-9a69-4a69d81ddbaa {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:00:47.199571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Port da34ad41-ff8a-44d0-b827-4469af48917b on network dff260e8-6743-411d-9a69-4a69d81ddbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:00:47.199973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Attempting to bind port da34ad41-ff8a-44d0-b827-4469af48917b on network dff260e8-6743-411d-9a69-4a69d81ddbaa {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:00:47.204977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:00:47.205555 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Checking segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:00:47.206469 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Bound using segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:00:47.206469 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Bound port: da34ad41-ff8a-44d0-b827-4469af48917b, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:00:47.206469 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:47.325939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] For port da34ad41-ff8a-44d0-b827-4469af48917b, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:00:47.329237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] For port da34ad41-ff8a-44d0-b827-4469af48917b, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=da34ad41-ff8a-44d0-b827-4469af48917b,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:00:47.335802 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:47.371832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:47.372379 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:47.373888 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] 10.222.0.35 "PUT /v2.0/ports/da34ad41-ff8a-44d0-b827-4469af48917b HTTP/1.1" status: 200 len: 1091 time: 1.0523562 Sep 29 18:00:47.374311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce23cae6-4fd7-4849-9891-01b9f3709c91', 'tag': 'da34ad41-ff8a-44d0-b827-4469af48917b'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:00:47.376557 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67296e79-2858-4236-9f0d-a21480b21590" -d '{"events": [{"name": "network-changed", "server_uuid": "ce23cae6-4fd7-4849-9891-01b9f3709c91", "tag": "da34ad41-ff8a-44d0-b827-4469af48917b"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:00:47.419446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbaa330-0746-4c75-bcdb-e53b3ec10436 service neutron] Pushing event updated for resources: {'Port': ['ID=da34ad41-ff8a-44d0-b827-4469af48917b,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:00:47.439228 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ab8194-4862-4bf2-aeaa-1085e557ea76 x-openstack-request-id: req-b2ab8194-4862-4bf2-aeaa-1085e557ea76 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:00:47.440440 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce23cae6-4fd7-4849-9891-01b9f3709c91", "tag": "da34ad41-ff8a-44d0-b827-4469af48917b", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:00:47.440440 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2ab8194-4862-4bf2-aeaa-1085e557ea76 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:00:47.440440 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce23cae6-4fd7-4849-9891-01b9f3709c91', 'tag': 'da34ad41-ff8a-44d0-b827-4469af48917b', 'status': 'completed', 'code': 200} Sep 29 18:00:47.533891 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-78e9882b-9134-497f-ac88-110be444778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:47.535601 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-78e9882b-9134-497f-ac88-110be444778d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 1094 time: 0.0764759 Sep 29 18:00:47.603048 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-9e511fa7-8e43-4f55-863b-dbce11988394 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da34ad41-ff8a-44d0-b827-4469af48917b HTTP/1.1" status: 200 len: 217 time: 0.0514486 Sep 29 18:00:47.690358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-bb45e8ca-6bb9-4867-8091-fc3fe7f671b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:47.692214 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-bb45e8ca-6bb9-4867-8091-fc3fe7f671b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0827570 Sep 29 18:00:47.754227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-c45a0565-1de7-492b-b986-fa4c35ddb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:47.755910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-c45a0565-1de7-492b-b986-fa4c35ddb365 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570192 Sep 29 18:00:47.884521 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ef8a3ef9-6e3f-42cb-8389-bde15f825348 service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185832 Sep 29 18:00:47.997437 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e1cb4dc-8915-4530-b52a-cd7d89ca111b req-ae18f978-347e-42cb-a955-9495407a0b27 service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025233 Sep 29 18:00:48.138376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be346e7b-0cd1-4123-97f6-5798ae38d0ab req-95678b5b-f7b8-4830-88bb-6124e266c60d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:48.147070 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be346e7b-0cd1-4123-97f6-5798ae38d0ab req-95678b5b-f7b8-4830-88bb-6124e266c60d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 943 time: 0.1108484 Sep 29 18:00:48.167232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67296e79-2858-4236-9f0d-a21480b21590 req-bad57cc1-4ece-443f-a179-ecd64d27ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:48.168673 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67296e79-2858-4236-9f0d-a21480b21590 req-bad57cc1-4ece-443f-a179-ecd64d27ea00 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 1094 time: 0.0875678 Sep 29 18:00:48.217472 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be346e7b-0cd1-4123-97f6-5798ae38d0ab req-a7662404-fb9f-46aa-8611-310415664a4e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694141 Sep 29 18:00:48.291375 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67296e79-2858-4236-9f0d-a21480b21590 req-7297d789-5bea-49b1-9b91-efeb0b7911e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:48.293004 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67296e79-2858-4236-9f0d-a21480b21590 req-7297d789-5bea-49b1-9b91-efeb0b7911e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.1124082 Sep 29 18:00:48.341707 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67296e79-2858-4236-9f0d-a21480b21590 req-649ab33f-1872-4e5d-b953-3817da335fc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da34ad41-ff8a-44d0-b827-4469af48917b HTTP/1.1" status: 200 len: 217 time: 0.0417950 Sep 29 18:00:48.404432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67296e79-2858-4236-9f0d-a21480b21590 req-0cf11ae6-e8b8-4ef0-9f06-cd7015d3d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:48.406048 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67296e79-2858-4236-9f0d-a21480b21590 req-0cf11ae6-e8b8-4ef0-9f06-cd7015d3d5c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0575562 Sep 29 18:00:48.456730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67296e79-2858-4236-9f0d-a21480b21590 req-618478f7-be85-47c1-bc88-940504d36747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:48.459005 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67296e79-2858-4236-9f0d-a21480b21590 req-618478f7-be85-47c1-bc88-940504d36747 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446696 Sep 29 18:00:48.560688 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67296e79-2858-4236-9f0d-a21480b21590 req-8ae9ae35-5922-428e-b9c3-3e38d7e2d7ac service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944769 Sep 29 18:00:48.695279 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-67296e79-2858-4236-9f0d-a21480b21590 req-c036c774-a450-433d-a20e-b952d0e38035 service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245930 Sep 29 18:00:49.361256 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c297336-9c3f-4022-b6d6-8785ee57dd65 req-77c5dc2c-9000-4417-87bb-91af3cdccba4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:49.370695 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c297336-9c3f-4022-b6d6-8785ee57dd65 req-77c5dc2c-9000-4417-87bb-91af3cdccba4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 943 time: 0.0709860 Sep 29 18:00:49.410704 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c297336-9c3f-4022-b6d6-8785ee57dd65 req-2733a302-e802-4e40-8003-177092a82df6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 Sep 29 18:00:50.530480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224a387-f3c2-45bd-9622-43d657fb166a req-e7d67f4d-050b-4089-9663-168034014e5f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:50.531849 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9224a387-f3c2-45bd-9622-43d657fb166a req-e7d67f4d-050b-4089-9663-168034014e5f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 943 time: 0.0534253 Sep 29 18:00:50.568398 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9224a387-f3c2-45bd-9622-43d657fb166a req-e0ee68f4-0085-4466-9390-bdc46ed5c9ac tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304632 Sep 29 18:00:51.686129 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f692a-e883-476e-8ffb-c44ea0900f25 req-f5e8d110-bedb-4b88-935c-42a303e4a24d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:51.687604 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-908f692a-e883-476e-8ffb-c44ea0900f25 req-f5e8d110-bedb-4b88-935c-42a303e4a24d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 943 time: 0.0493274 Sep 29 18:00:51.729413 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-908f692a-e883-476e-8ffb-c44ea0900f25 req-c35d29fa-c4ae-4ecf-a3da-d86d4fb5c469 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345523 Sep 29 18:00:52.844934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae701f-f20e-438b-9ff4-00f5ac287718 req-23a8da3d-8fea-4e74-858b-e6f38150ec9f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:52.846429 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3ae701f-f20e-438b-9ff4-00f5ac287718 req-23a8da3d-8fea-4e74-858b-e6f38150ec9f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 943 time: 0.0495980 Sep 29 18:00:52.885508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3ae701f-f20e-438b-9ff4-00f5ac287718 req-02d8a594-8ba4-4453-bf20-b45643a938c3 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328608 Sep 29 18:00:54.004595 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881106e-2a44-452c-a4b4-37549bf102b9 req-31372f1d-450e-42cb-9c80-99b9ad31891f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:54.006094 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1881106e-2a44-452c-a4b4-37549bf102b9 req-31372f1d-450e-42cb-9c80-99b9ad31891f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 943 time: 0.0503159 Sep 29 18:00:54.043234 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1881106e-2a44-452c-a4b4-37549bf102b9 req-aa281bdf-8f03-4e47-9aca-413f4e778d8b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310094 Sep 29 18:00:55.154847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d99163-5dbd-4577-983a-6e1c2a6d44c5 req-48f10d2e-cc53-41b8-81eb-9994283e821f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:55.156344 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07d99163-5dbd-4577-983a-6e1c2a6d44c5 req-48f10d2e-cc53-41b8-81eb-9994283e821f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 943 time: 0.0482440 Sep 29 18:00:55.193915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07d99163-5dbd-4577-983a-6e1c2a6d44c5 req-5532d3ce-547e-4aa4-b0ae-c1e32833bce6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315213 Sep 29 18:00:56.310411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21708eea-4031-4353-8e1c-18466781f525 req-a19581b9-fdfb-47db-8a03-927cf9204441 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:56.311825 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-21708eea-4031-4353-8e1c-18466781f525 req-a19581b9-fdfb-47db-8a03-927cf9204441 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 943 time: 0.0483840 Sep 29 18:00:56.353606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-21708eea-4031-4353-8e1c-18466781f525 req-0b89c826-1ca9-4dc9-9cd2-743a46ace21b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357637 Sep 29 18:00:57.504828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33bc3b-24af-478f-918c-1f45f14a2cf3 req-19fad0d6-c87b-426f-8de0-3c3f6b476d68 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:57.506370 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8c33bc3b-24af-478f-918c-1f45f14a2cf3 req-19fad0d6-c87b-426f-8de0-3c3f6b476d68 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 943 time: 0.0637054 Sep 29 18:00:57.552159 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8c33bc3b-24af-478f-918c-1f45f14a2cf3 req-47e33a44-6286-40d7-808f-99449bd746dd tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396512 Sep 29 18:00:57.700058 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:58.669828 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0cccf-58c7-48fa-bf35-13a1a09f4f92 req-5d3541ca-54ec-43ef-80c3-e6d6425cd1f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:58.672575 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95c0cccf-58c7-48fa-bf35-13a1a09f4f92 req-5d3541ca-54ec-43ef-80c3-e6d6425cd1f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 943 time: 0.0478785 Sep 29 18:00:58.710227 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95c0cccf-58c7-48fa-bf35-13a1a09f4f92 req-cc5bb0dc-74a9-4903-b134-6ef7904926a9 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326276 Sep 29 18:00:58.957956 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device da34ad41-ff8a-44d0-b827-4469af48917b details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:00:59.061124 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port da34ad41-ff8a-44d0-b827-4469af48917b, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=da34ad41-ff8a-44d0-b827-4469af48917b,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:00:59.072062 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'da34ad41-ff8a-44d0-b827-4469af48917b', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'port_id': 'da34ad41-ff8a-44d0-b827-4469af48917b', 'mac_address': 'fa:16:3e:9b:f7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:00:59.110070 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:59.124254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da34ad41-ff8a-44d0-b827-4469af48917b {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:00:59.143422 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port da34ad41-ff8a-44d0-b827-4469af48917b, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=da34ad41-ff8a-44d0-b827-4469af48917b,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:00:59.147731 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:00:59.196547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=da34ad41-ff8a-44d0-b827-4469af48917b,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:00:59.203734 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:59.204084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:59.204421 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:59.204756 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:59.205080 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:59.205435 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:59.205763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:59.206089 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:59.206407 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:59.206726 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:59.207047 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:59.207365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:00:59.516340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['da34ad41-ff8a-44d0-b827-4469af48917b'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:00:59.827432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16adcb6-4b54-4cf4-a8e2-469527e6d049 req-05c774b8-3425-4501-9799-01c32067c34c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:00:59.828953 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b16adcb6-4b54-4cf4-a8e2-469527e6d049 req-05c774b8-3425-4501-9799-01c32067c34c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 944 time: 0.0493898 Sep 29 18:00:59.867126 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b16adcb6-4b54-4cf4-a8e2-469527e6d049 req-02dd7312-9d9f-4223-a7f1-b6ef9ad1a695 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322225 Sep 29 18:01:00.961101 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device da34ad41-ff8a-44d0-b827-4469af48917b up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:01:00.987153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82546f6-0a9d-41e0-bcbe-27e325f29e5a req-bc144c45-ae89-4e01-875e-402299b601a7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:00.988604 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f82546f6-0a9d-41e0-bcbe-27e325f29e5a req-bc144c45-ae89-4e01-875e-402299b601a7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 944 time: 0.0546885 Sep 29 18:01:01.020310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port da34ad41-ff8a-44d0-b827-4469af48917b completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:01:01.025888 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port da34ad41-ff8a-44d0-b827-4469af48917b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:01:01.026020 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:01.037690 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f82546f6-0a9d-41e0-bcbe-27e325f29e5a req-f0b2af8d-3cdd-4e6f-800b-64bb45d06dc2 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388191 Sep 29 18:01:01.121210 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:01.151887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce23cae6-4fd7-4849-9891-01b9f3709c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da34ad41-ff8a-44d0-b827-4469af48917b'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:01:01.154206 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1848948-ba82-445b-840c-00ec84d6fb51" -d '{"events": [{"server_uuid": "ce23cae6-4fd7-4849-9891-01b9f3709c91", "name": "network-vif-plugged", "status": "completed", "tag": "da34ad41-ff8a-44d0-b827-4469af48917b"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:01:01.168665 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port da34ad41-ff8a-44d0-b827-4469af48917b, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=da34ad41-ff8a-44d0-b827-4469af48917b,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:01:01.176145 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:01.202427 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38763232-9b7a-4512-aaef-ed2b2aa8d6bb x-openstack-request-id: req-38763232-9b7a-4512-aaef-ed2b2aa8d6bb {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:01:01.202722 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce23cae6-4fd7-4849-9891-01b9f3709c91", "name": "network-vif-plugged", "status": "completed", "tag": "da34ad41-ff8a-44d0-b827-4469af48917b", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:01:01.202975 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-38763232-9b7a-4512-aaef-ed2b2aa8d6bb {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:01:01.203367 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce23cae6-4fd7-4849-9891-01b9f3709c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da34ad41-ff8a-44d0-b827-4469af48917b', 'code': 200} Sep 29 18:01:01.247582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=da34ad41-ff8a-44d0-b827-4469af48917b,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:01.344421 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8f556-55de-4ba0-95db-06e8f1a9fce1 req-262cbd6b-0547-4268-ba47-8e525ed428df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:01.345971 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81c8f556-55de-4ba0-95db-06e8f1a9fce1 req-262cbd6b-0547-4268-ba47-8e525ed428df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 1096 time: 0.0410233 Sep 29 18:01:01.380586 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81c8f556-55de-4ba0-95db-06e8f1a9fce1 req-b126d3e0-39d4-4978-b38b-4e8007a69db9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278583 Sep 29 18:01:02.155857 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9b83f-cbf1-4a83-90a4-ff439e30d2a0 req-ea9ddaa6-6b49-4b07-8ffc-bb24ee2bcdd8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:02.157250 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-afc9b83f-cbf1-4a83-90a4-ff439e30d2a0 req-ea9ddaa6-6b49-4b07-8ffc-bb24ee2bcdd8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 945 time: 0.0489838 Sep 29 18:01:02.199592 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-afc9b83f-cbf1-4a83-90a4-ff439e30d2a0 req-9ecec8a3-38e4-468b-9f14-fdd19a5d68d8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355000 Sep 29 18:01:03.325155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf262f5-f72e-42ba-839f-ac7bec41163c req-ae8fde4a-1837-4aa8-a7cc-7363677b0f38 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:03.326826 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-edf262f5-f72e-42ba-839f-ac7bec41163c req-ae8fde4a-1837-4aa8-a7cc-7363677b0f38 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 945 time: 0.0556264 Sep 29 18:01:03.376872 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-edf262f5-f72e-42ba-839f-ac7bec41163c req-2edf6236-fa63-4bbc-92be-2a30221287e2 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434110 Sep 29 18:01:03.502406 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e50422-08b9-450f-81f9-b6e095e5bef0 req-a2aa971c-3866-4bb0-b69d-15a6d6f6aa34 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:03.503855 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-02e50422-08b9-450f-81f9-b6e095e5bef0 req-a2aa971c-3866-4bb0-b69d-15a6d6f6aa34 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 945 time: 0.0554740 Sep 29 18:01:03.544162 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-02e50422-08b9-450f-81f9-b6e095e5bef0 req-e028c6c0-b997-4544-bec9-3f201a9d15d0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326838 Sep 29 18:01:06.195122 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-5f4b6d80-5851-4b59-a175-41c5856bb067 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:06.196660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-5f4b6d80-5851-4b59-a175-41c5856bb067 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 812 time: 0.1071978 Sep 29 18:01:06.212946 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-841557b0-3c31-43f4-a36e-1e42204861eb tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/quotas/0acc34119f9146ebb798fb16477e2b27 HTTP/1.1" status: 200 len: 375 time: 0.0102248 Sep 29 18:01:06.267824 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-dca2d71d-181d-46a6-a862-9ff9b18b2b6c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489581 Sep 29 18:01:06.279856 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-4b43d748-6394-464c-8717-62eec430d07b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:01:06.280747 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-4b43d748-6394-464c-8717-62eec430d07b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050960 Sep 29 18:01:06.369679 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-2eb890d0-499b-4a99-a5bf-ed4f5408c47f service neutron] 10.222.0.44 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831366 Sep 29 18:01:06.463736 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-ed15f627-e1ab-404c-9c8b-a34427a3ce21 service neutron] 10.222.0.44 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878065 Sep 29 18:01:06.657718 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e1955b1a-fa7a-45c4-a52b-9da05167e86b req-8dec98f7-8d66-4ecd-b50c-c07b90a468e0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 210 time: 0.0304966 Sep 29 18:01:07.623858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-8eebf176-3598-482d-8953-b993158bdf27 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:07.624974 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-8eebf176-3598-482d-8953-b993158bdf27 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 812 time: 0.1318078 Sep 29 18:01:07.640145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-2791b261-1727-4847-b4e5-1c3066870404 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'port': {'device_id': 'bf7c13fc-c1df-43d6-af64-d0797b9979d4', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'admin_state_up': True, 'tenant_id': '0acc34119f9146ebb798fb16477e2b27'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:01:07.728463 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50268) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:01:07.784057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-2791b261-1727-4847-b4e5-1c3066870404 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Made reservation on behalf of 0acc34119f9146ebb798fb16477e2b27 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:01:07.789547 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-2791b261-1727-4847-b4e5-1c3066870404 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:07.810765 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d1dfb6e3-0e90-4a44-8dff-5d7c1a69a1df req-8f4f7282-0b72-4fbc-a0e3-8231f3bf9f4c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 210 time: 0.0331812 Sep 29 18:01:07.815878 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Deleting subnet b0c37a44-a556-4508-a1a5-dc383be32db7 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:01:07.819396 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:07.856616 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:07.896525 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:07.951978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-2791b261-1727-4847-b4e5-1c3066870404 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Allocated IP 172.20.0.13 (dff260e8-6743-411d-9a69-4a69d81ddbaa/e09cc432-f62f-413c-96e9-1f1d1f0d3608/88e5d5c4-656d-401b-835b-dec3364b85f0) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:01:07.966401 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:07.998376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0c37a44-a556-4508-a1a5-dc383be32db7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:08.007330 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:08.009503 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b0c37a44-a556-4508-a1a5-dc383be32db7 HTTP/1.1" status: 204 len: 168 time: 0.2800021 Sep 29 18:01:08.011154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:08.011565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:08.012040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:08.012436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:08.012604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50270) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:01:08.012877 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:08.013263 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:08.013670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:08.014219 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:08.014605 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:08.014987 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:08.015369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:08.015753 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6749cc10-a463-4202-9989-0781ca0f2bf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:08.126485 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-10364ff5-de15-47c6-a3c4-54e4a6c9652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:08.276246 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-10364ff5-de15-47c6-a3c4-54e4a6c9652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:08.287139 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-2791b261-1727-4847-b4e5-1c3066870404 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:08.304420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-10364ff5-de15-47c6-a3c4-54e4a6c9652e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a017ae0-4522-476a-b48e-3fb7986eefa9']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:01:08.317571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-10364ff5-de15-47c6-a3c4-54e4a6c9652e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:01:08.317825 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-10364ff5-de15-47c6-a3c4-54e4a6c9652e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebc4ab8-b33a-45c6-97bb-9325cbf66fdc') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:01:08.331792 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-10364ff5-de15-47c6-a3c4-54e4a6c9652e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:08.353649 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-10364ff5-de15-47c6-a3c4-54e4a6c9652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:08.361401 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10364ff5-de15-47c6-a3c4-54e4a6c9652e admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:01:08.362386 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-10364ff5-de15-47c6-a3c4-54e4a6c9652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:01:08.364305 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:01:08.374072 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-2791b261-1727-4847-b4e5-1c3066870404 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:08.407072 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['da34ad41-ff8a-44d0-b827-4469af48917b'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:01:08.422144 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-2791b261-1727-4847-b4e5-1c3066870404 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Network dff260e8-6743-411d-9a69-4a69d81ddbaa is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:01:08.454054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-2791b261-1727-4847-b4e5-1c3066870404 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:01:08.458760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-2791b261-1727-4847-b4e5-1c3066870404 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:01:08.509684 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-10364ff5-de15-47c6-a3c4-54e4a6c9652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:08.525054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-2791b261-1727-4847-b4e5-1c3066870404 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:08.525750 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-2791b261-1727-4847-b4e5-1c3066870404 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:08.544297 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-10364ff5-de15-47c6-a3c4-54e4a6c9652e admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:08.546229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-10364ff5-de15-47c6-a3c4-54e4a6c9652e admin admin] 10.222.0.44 "DELETE /v2.0/networks/3a017ae0-4522-476a-b48e-3fb7986eefa9 HTTP/1.1" status: 204 len: 168 time: 0.5318124 Sep 29 18:01:08.550316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791b261-1727-4847-b4e5-1c3066870404 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'Port': ['ID=88e5d5c4-656d-401b-835b-dec3364b85f0,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:08.579777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10364ff5-de15-47c6-a3c4-54e4a6c9652e admin admin] Pushing event deleted for resources: {'Network': ['ID=3a017ae0-4522-476a-b48e-3fb7986eefa9,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:08.587972 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-2791b261-1727-4847-b4e5-1c3066870404 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9536173 Sep 29 18:01:08.602876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Request body: {'port': {'device_id': 'bf7c13fc-c1df-43d6-af64-d0797b9979d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:01:08.683709 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:08.909377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a813e72f-851a-4d5f-8da7-6070c8fe46c7 None None] Provisioning complete for port 88e5d5c4-656d-401b-835b-dec3364b85f0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:01:08.910581 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a813e72f-851a-4d5f-8da7-6070c8fe46c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:08.911336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50280) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:01:08.956645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a813e72f-851a-4d5f-8da7-6070c8fe46c7 None None] Port 88e5d5c4-656d-401b-835b-dec3364b85f0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:01:08.960799 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d81168cc-9a21-4b64-979a-0577b7e5298a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1b8d5dff80b4d659b3994ff76a871fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466225 Sep 29 18:01:08.963826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50282) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:01:09.042568 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df640243-1fb3-4c61-a2f0-c42b2caf36bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:09.067541 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df640243-1fb3-4c61-a2f0-c42b2caf36bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:09.135837 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df640243-1fb3-4c61-a2f0-c42b2caf36bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:09.138598 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-df640243-1fb3-4c61-a2f0-c42b2caf36bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:09.142284 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-df640243-1fb3-4c61-a2f0-c42b2caf36bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16be0f7d-2b3f-4e47-baf7-14f93f6abdc3 HTTP/1.1" status: 204 len: 168 time: 0.1748347 Sep 29 18:01:09.149379 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df640243-1fb3-4c61-a2f0-c42b2caf36bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16be0f7d-2b3f-4e47-baf7-14f93f6abdc3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:09.428383 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fce70-b4a3-4c37-9532-9cdc82881dc9 req-c1df385c-ed84-4dd3-9016-9e74e186ec5a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:09.430186 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de0fce70-b4a3-4c37-9532-9cdc82881dc9 req-c1df385c-ed84-4dd3-9016-9e74e186ec5a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 932 time: 0.5270836 Sep 29 18:01:09.520679 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de0fce70-b4a3-4c37-9532-9cdc82881dc9 req-a5e52f0e-e83c-4118-9192-5f73a40b9aca tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817704 Sep 29 18:01:09.534584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e5d5c4-656d-401b-835b-dec3364b85f0 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:01:09.545463 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:09.559593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Transition to ACTIVE for port object 88e5d5c4-656d-401b-835b-dec3364b85f0 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:01:09.564240 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:09.688759 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=88e5d5c4-656d-401b-835b-dec3364b85f0,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:09.729349 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Attempting to bind port 88e5d5c4-656d-401b-835b-dec3364b85f0 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:01:09.729349 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Attempting to bind port 88e5d5c4-656d-401b-835b-dec3364b85f0 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:01:09.729349 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Attempting to bind port 88e5d5c4-656d-401b-835b-dec3364b85f0 on network dff260e8-6743-411d-9a69-4a69d81ddbaa {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:01:09.738188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Port 88e5d5c4-656d-401b-835b-dec3364b85f0 on network dff260e8-6743-411d-9a69-4a69d81ddbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:01:09.738637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Attempting to bind port 88e5d5c4-656d-401b-835b-dec3364b85f0 on network dff260e8-6743-411d-9a69-4a69d81ddbaa {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:01:09.750211 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:01:09.750734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Checking segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:01:09.751237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Bound using segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:01:09.751798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Bound port: 88e5d5c4-656d-401b-835b-dec3364b85f0, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:01:09.752274 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:09.830019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] For port 88e5d5c4-656d-401b-835b-dec3364b85f0, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:01:09.833379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] For port 88e5d5c4-656d-401b-835b-dec3364b85f0, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=88e5d5c4-656d-401b-835b-dec3364b85f0,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:01:09.839397 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:09.876164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:09.876796 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:09.878232 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] 10.222.0.49 "PUT /v2.0/ports/88e5d5c4-656d-401b-835b-dec3364b85f0 HTTP/1.1" status: 200 len: 1092 time: 1.2801228 Sep 29 18:01:09.878639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7c13fc-c1df-43d6-af64-d0797b9979d4', 'tag': '88e5d5c4-656d-401b-835b-dec3364b85f0'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:01:09.881009 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69959a51-0740-4d09-988a-26b5e1d7048f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7c13fc-c1df-43d6-af64-d0797b9979d4", "tag": "88e5d5c4-656d-401b-835b-dec3364b85f0"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:01:09.937196 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9e75f1-920c-4bf5-be37-02b1aec64744 x-openstack-request-id: req-ca9e75f1-920c-4bf5-be37-02b1aec64744 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:01:09.937519 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7c13fc-c1df-43d6-af64-d0797b9979d4", "tag": "88e5d5c4-656d-401b-835b-dec3364b85f0", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:01:09.937769 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca9e75f1-920c-4bf5-be37-02b1aec64744 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:01:09.938158 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7c13fc-c1df-43d6-af64-d0797b9979d4', 'tag': '88e5d5c4-656d-401b-835b-dec3364b85f0', 'status': 'completed', 'code': 200} Sep 29 18:01:09.954520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730273c8-48e5-4555-906e-ca4ad79d3bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=88e5d5c4-656d-401b-835b-dec3364b85f0,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:09.974686 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-81dba059-d025-4f26-9dad-f7c727c34168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:09.977067 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-81dba059-d025-4f26-9dad-f7c727c34168 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 1095 time: 0.0517209 Sep 29 18:01:10.021439 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-e65dea20-36a2-498a-8faf-30fcd6aa6a57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88e5d5c4-656d-401b-835b-dec3364b85f0 HTTP/1.1" status: 200 len: 217 time: 0.0352519 Sep 29 18:01:10.076040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-e6155e41-3891-4344-8323-6f3734c3fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:10.077561 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-e6155e41-3891-4344-8323-6f3734c3fdbd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0490201 Sep 29 18:01:10.123716 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-be2078c8-6fcd-404d-ab17-3cf42b421862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:10.125246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-be2078c8-6fcd-404d-ab17-3cf42b421862 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409873 Sep 29 18:01:10.226756 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-2039ad90-bb72-4430-ba7f-17420e625b3b service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937953 Sep 29 18:01:10.318201 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-825de620-a032-4ad8-aff5-31192f0d4fc7 req-db4d8a89-d6bc-4922-9437-253e3c7d4b85 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842378 Sep 29 18:01:10.402504 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69959a51-0740-4d09-988a-26b5e1d7048f req-ab02c66c-fdee-44ff-8a62-aaa10a19621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:10.404116 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-69959a51-0740-4d09-988a-26b5e1d7048f req-ab02c66c-fdee-44ff-8a62-aaa10a19621b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 1095 time: 0.0432477 Sep 29 18:01:10.503861 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69959a51-0740-4d09-988a-26b5e1d7048f req-6fafc811-d183-45ad-9d7e-e195cb30a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:10.506140 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-69959a51-0740-4d09-988a-26b5e1d7048f req-6fafc811-d183-45ad-9d7e-e195cb30a51f service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.0948701 Sep 29 18:01:10.548055 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-69959a51-0740-4d09-988a-26b5e1d7048f req-2e3ee9cc-7599-4cb4-83a3-7d3a4d4d88ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88e5d5c4-656d-401b-835b-dec3364b85f0 HTTP/1.1" status: 200 len: 217 time: 0.0337317 Sep 29 18:01:10.676172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69959a51-0740-4d09-988a-26b5e1d7048f req-73de0411-4244-44a3-a91f-d29c73b26a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:10.681668 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-69959a51-0740-4d09-988a-26b5e1d7048f req-73de0411-4244-44a3-a91f-d29c73b26a93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.1256382 Sep 29 18:01:10.740437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e901a7-6888-4a34-b8c0-140a78c552bb req-3a468b2a-31ab-43e4-8f4c-62c8c5c82a32 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:10.742711 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-11e901a7-6888-4a34-b8c0-140a78c552bb req-3a468b2a-31ab-43e4-8f4c-62c8c5c82a32 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 944 time: 0.1387987 Sep 29 18:01:10.763024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69959a51-0740-4d09-988a-26b5e1d7048f req-e01d9b64-cd59-4deb-a014-ec89fb652d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:10.763024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-69959a51-0740-4d09-988a-26b5e1d7048f req-e01d9b64-cd59-4deb-a014-ec89fb652d65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736964 Sep 29 18:01:10.829256 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-11e901a7-6888-4a34-b8c0-140a78c552bb req-431a548e-dc1f-4f7e-ac29-d6df1ef38727 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793052 Sep 29 18:01:10.843258 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-46030e54-f875-4e6b-8909-b16e7ba976b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:10.923092 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-69959a51-0740-4d09-988a-26b5e1d7048f req-30ac4675-52b5-4a9c-9f0b-3b450b490d6c service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522646 Sep 29 18:01:11.036037 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-69959a51-0740-4d09-988a-26b5e1d7048f req-4e1ea13d-8325-40ee-ba44-50682c3b215d service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055830 Sep 29 18:01:12.008389 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95083c-8de6-4e0a-ad44-ed98f9ade4f1 req-09772da5-65c1-4f88-83e8-6625657256df tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:12.010651 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b95083c-8de6-4e0a-ad44-ed98f9ade4f1 req-09772da5-65c1-4f88-83e8-6625657256df tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 944 time: 0.0838697 Sep 29 18:01:12.059769 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b95083c-8de6-4e0a-ad44-ed98f9ade4f1 req-5d42a43a-76a6-4796-82d1-0f663cb37baa tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400369 Sep 29 18:01:13.211792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178442d-9b29-4297-afac-b977e81ba021 req-3ec8d294-4a3f-4a64-a93d-5f529e574804 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:13.213447 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a178442d-9b29-4297-afac-b977e81ba021 req-3ec8d294-4a3f-4a64-a93d-5f529e574804 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 944 time: 0.0744951 Sep 29 18:01:13.265398 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a178442d-9b29-4297-afac-b977e81ba021 req-66987bd6-a14c-46e3-85f7-d4d1f8ce3525 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453250 Sep 29 18:01:13.578596 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-52327444-b74a-4dcf-9ba3-85349aad31bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:14.353232 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:01:14.403659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816262a-35a3-46eb-88b3-01bdf9988d0d req-d2e90db9-b6f4-4a34-9c07-11b3b14bd92d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:14.405182 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e816262a-35a3-46eb-88b3-01bdf9988d0d req-d2e90db9-b6f4-4a34-9c07-11b3b14bd92d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 944 time: 0.0624917 Sep 29 18:01:14.447422 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e816262a-35a3-46eb-88b3-01bdf9988d0d req-0b4d4fce-d93b-453b-9bfc-dde9ff605b90 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355473 Sep 29 18:01:14.682716 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:14.691485 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:14.809644 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:15.559763 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dc77fe-37ee-479e-9927-d1fd66db67ad req-67aed181-7e30-4ea1-baf3-a9045ed906f6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:15.561259 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32dc77fe-37ee-479e-9927-d1fd66db67ad req-67aed181-7e30-4ea1-baf3-a9045ed906f6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 944 time: 0.0477099 Sep 29 18:01:15.599202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32dc77fe-37ee-479e-9927-d1fd66db67ad req-efae3e2a-57bd-4f09-b95b-622bdead7d4f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319433 Sep 29 18:01:16.713544 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c589743-2bfd-422c-8c93-c5ebc9051f49 req-4ec0c5f1-8d09-4e3e-a4f2-059f67fb21d4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:16.715026 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8c589743-2bfd-422c-8c93-c5ebc9051f49 req-4ec0c5f1-8d09-4e3e-a4f2-059f67fb21d4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 944 time: 0.0493710 Sep 29 18:01:16.752526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8c589743-2bfd-422c-8c93-c5ebc9051f49 req-1683bb72-5bc1-4aeb-8ca5-2b73bf92472f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316067 Sep 29 18:01:16.954405 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:17.868837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32190f3d-e961-407c-bec3-c5d2ba5228da req-9206ae48-7c0f-4bd2-9874-9d30b8d05e5c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:17.870406 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32190f3d-e961-407c-bec3-c5d2ba5228da req-9206ae48-7c0f-4bd2-9874-9d30b8d05e5c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 944 time: 0.0509081 Sep 29 18:01:17.907835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-32190f3d-e961-407c-bec3-c5d2ba5228da req-c31b83c5-f486-4ce2-b374-4b5f2662bd30 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313549 Sep 29 18:01:19.028821 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bc8d0-a741-48ca-8949-b1f410035679 req-b2a6f55a-98b4-4b34-8469-6faf9c1ed1d7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:19.030665 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd4bc8d0-a741-48ca-8949-b1f410035679 req-b2a6f55a-98b4-4b34-8469-6faf9c1ed1d7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 944 time: 0.0535226 Sep 29 18:01:19.076672 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd4bc8d0-a741-48ca-8949-b1f410035679 req-125ef26d-ae6a-4bae-b80e-00683783b0cd tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401318 Sep 29 18:01:20.203213 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d836e6b-a691-4d07-b342-bdc780ca9ef6 req-b8f9c321-7d02-4be0-8925-a1e01ca85033 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:20.204715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d836e6b-a691-4d07-b342-bdc780ca9ef6 req-b8f9c321-7d02-4be0-8925-a1e01ca85033 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 944 time: 0.0529594 Sep 29 18:01:20.245189 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d836e6b-a691-4d07-b342-bdc780ca9ef6 req-0e2148a6-113f-4c00-8208-d5de31ece66a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335381 Sep 29 18:01:21.372223 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a472988-4f4d-48ca-b6c0-092a381d1fac req-fe26268a-7210-4d76-a360-f252c624f42e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:21.373644 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1a472988-4f4d-48ca-b6c0-092a381d1fac req-fe26268a-7210-4d76-a360-f252c624f42e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 944 time: 0.0556355 Sep 29 18:01:21.418853 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1a472988-4f4d-48ca-b6c0-092a381d1fac req-26a0f85d-c3ac-48be-ae0a-23a0faf4fee8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391614 Sep 29 18:01:22.537970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26cc06-6cef-4ea0-8f4a-85118bdb077c req-46407d3e-6eed-440c-af45-7ca09c9fb340 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:22.540003 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb26cc06-6cef-4ea0-8f4a-85118bdb077c req-46407d3e-6eed-440c-af45-7ca09c9fb340 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 944 time: 0.0505900 Sep 29 18:01:22.576179 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eb26cc06-6cef-4ea0-8f4a-85118bdb077c req-871e0553-a82d-48f7-85f3-5d17fef0bbcd tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302258 Sep 29 18:01:23.700101 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bb96d-0ff0-4c04-bfbd-a108faaf43be req-d3b4f5e3-cc7e-4ef4-8318-7552a3bec66e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:23.701576 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c6bb96d-0ff0-4c04-bfbd-a108faaf43be req-d3b4f5e3-cc7e-4ef4-8318-7552a3bec66e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 944 time: 0.0528898 Sep 29 18:01:23.741569 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c6bb96d-0ff0-4c04-bfbd-a108faaf43be req-a8e9dfc9-d324-4afa-b980-c70c651f74de tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339851 Sep 29 18:01:24.861839 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbd33f-eaa4-4fd3-92b4-77d9a5f7b6ce req-544c2aa8-3b4d-4d19-b88b-1898d7f62a88 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:24.863758 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58fbd33f-eaa4-4fd3-92b4-77d9a5f7b6ce req-544c2aa8-3b4d-4d19-b88b-1898d7f62a88 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 944 time: 0.0532041 Sep 29 18:01:24.906172 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58fbd33f-eaa4-4fd3-92b4-77d9a5f7b6ce req-eeb01c4e-9094-463b-9191-a7f490fd2202 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354226 Sep 29 18:01:26.026018 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a105d-217c-43d9-816e-8c6dec4122c9 req-91acacc7-30c8-4e89-b12e-4dfd9ed3a54e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:26.027586 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e83a105d-217c-43d9-816e-8c6dec4122c9 req-91acacc7-30c8-4e89-b12e-4dfd9ed3a54e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 944 time: 0.0493593 Sep 29 18:01:26.066059 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e83a105d-217c-43d9-816e-8c6dec4122c9 req-b20a5c5d-c963-4e56-b8de-6f9a69c46066 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325894 Sep 29 18:01:27.185882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38befe6a-17ea-42c3-b049-1e80e7440456 req-8f859b79-3a3e-4fae-b734-5043dcb8ea23 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:27.187347 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38befe6a-17ea-42c3-b049-1e80e7440456 req-8f859b79-3a3e-4fae-b734-5043dcb8ea23 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 944 time: 0.0527530 Sep 29 18:01:27.224799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38befe6a-17ea-42c3-b049-1e80e7440456 req-aa49f5b8-23c6-41a5-80b7-f9e108e44aaa tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312645 Sep 29 18:01:27.696006 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:28.336962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01ca0d-7ad2-471f-a6d4-b9c669c555ba req-59360ed7-9a9f-48af-977f-71b262c58ef6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:28.338698 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-df01ca0d-7ad2-471f-a6d4-b9c669c555ba req-59360ed7-9a9f-48af-977f-71b262c58ef6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 944 time: 0.0480218 Sep 29 18:01:28.379330 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-df01ca0d-7ad2-471f-a6d4-b9c669c555ba req-76e7a597-64b1-4682-91fa-1b94f1970fbc tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348427 Sep 29 18:01:29.159350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 88e5d5c4-656d-401b-835b-dec3364b85f0 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:01:29.260529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 88e5d5c4-656d-401b-835b-dec3364b85f0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=88e5d5c4-656d-401b-835b-dec3364b85f0,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:01:29.273491 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '88e5d5c4-656d-401b-835b-dec3364b85f0', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'port_id': '88e5d5c4-656d-401b-835b-dec3364b85f0', 'mac_address': 'fa:16:3e:71:f8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:01:29.311018 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:29.323670 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e5d5c4-656d-401b-835b-dec3364b85f0 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:01:29.343020 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 88e5d5c4-656d-401b-835b-dec3364b85f0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=88e5d5c4-656d-401b-835b-dec3364b85f0,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:01:29.347012 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:29.401668 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=88e5d5c4-656d-401b-835b-dec3364b85f0,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:29.502986 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a93c3-eda2-4f6f-84c4-15cfe345318f req-919a96f6-4af6-44b3-9456-fad876cc49fc tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:29.504467 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-921a93c3-eda2-4f6f-84c4-15cfe345318f req-919a96f6-4af6-44b3-9456-fad876cc49fc tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 945 time: 0.0503151 Sep 29 18:01:29.545916 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-921a93c3-eda2-4f6f-84c4-15cfe345318f req-623a5287-544b-4748-ad19-bf11c21f7ea6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341311 Sep 29 18:01:29.554492 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['88e5d5c4-656d-401b-835b-dec3364b85f0'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:01:30.666243 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b761aee-0b24-464e-a3fd-a17186f52dbc req-b6c7db31-bc36-412a-adc3-683f339f853f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:30.667729 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9b761aee-0b24-464e-a3fd-a17186f52dbc req-b6c7db31-bc36-412a-adc3-683f339f853f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 945 time: 0.0503254 Sep 29 18:01:30.706557 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9b761aee-0b24-464e-a3fd-a17186f52dbc req-5dd58864-2760-4a15-b404-af41b072528e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311840 Sep 29 18:01:31.191233 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 88e5d5c4-656d-401b-835b-dec3364b85f0 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:01:31.240946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 88e5d5c4-656d-401b-835b-dec3364b85f0 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:01:31.244688 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 88e5d5c4-656d-401b-835b-dec3364b85f0 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:01:31.245062 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:31.329098 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:31.352445 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7c13fc-c1df-43d6-af64-d0797b9979d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e5d5c4-656d-401b-835b-dec3364b85f0'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:01:31.354962 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996d0823-a799-4849-a9f3-6b922e581ace" -d '{"events": [{"server_uuid": "bf7c13fc-c1df-43d6-af64-d0797b9979d4", "name": "network-vif-plugged", "status": "completed", "tag": "88e5d5c4-656d-401b-835b-dec3364b85f0"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:01:31.370232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 88e5d5c4-656d-401b-835b-dec3364b85f0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=88e5d5c4-656d-401b-835b-dec3364b85f0,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:01:31.374759 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:31.424766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=88e5d5c4-656d-401b-835b-dec3364b85f0,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:31.614109 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cc21de-04b3-454c-9602-e3dd20ec39e6 x-openstack-request-id: req-e8cc21de-04b3-454c-9602-e3dd20ec39e6 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:01:31.614473 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7c13fc-c1df-43d6-af64-d0797b9979d4", "name": "network-vif-plugged", "status": "completed", "tag": "88e5d5c4-656d-401b-835b-dec3364b85f0", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:01:31.614800 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8cc21de-04b3-454c-9602-e3dd20ec39e6 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:01:31.615201 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7c13fc-c1df-43d6-af64-d0797b9979d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e5d5c4-656d-401b-835b-dec3364b85f0', 'code': 200} Sep 29 18:01:31.726752 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84c08d-aa07-4aa9-981e-04f403fd0297 req-f603f387-d6b0-4d91-b796-ec59a9ddd810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:31.729090 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1e84c08d-aa07-4aa9-981e-04f403fd0297 req-f603f387-d6b0-4d91-b796-ec59a9ddd810 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 1097 time: 0.0562530 Sep 29 18:01:31.767073 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1e84c08d-aa07-4aa9-981e-04f403fd0297 req-8862c2bd-b3b8-4ff6-b0c1-c991e26fe590 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306697 Sep 29 18:01:31.833953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bab6bb-de7a-46da-9e94-1e0828f68d8e req-469014ed-f0bf-41f8-8d88-f367c96c0c2c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:31.835476 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-71bab6bb-de7a-46da-9e94-1e0828f68d8e req-469014ed-f0bf-41f8-8d88-f367c96c0c2c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 946 time: 0.0502455 Sep 29 18:01:31.875874 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-71bab6bb-de7a-46da-9e94-1e0828f68d8e req-61c0d663-24b6-4865-9adf-b4682b6d6def tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335548 Sep 29 18:01:32.997754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c1b02-1f8d-416e-a8da-25a505f92585 req-6a480bce-eafd-4ede-848a-cbcd7147809f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:32.999240 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-470c1b02-1f8d-416e-a8da-25a505f92585 req-6a480bce-eafd-4ede-848a-cbcd7147809f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 946 time: 0.0551674 Sep 29 18:01:33.037468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-470c1b02-1f8d-416e-a8da-25a505f92585 req-09a9dff5-773b-4412-9984-704c15467d54 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318801 Sep 29 18:01:33.150502 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4086c39-8c99-4a39-97b3-a554c8d76c78 req-ffb173cd-fff9-4941-95f5-10791d2f77d2 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:33.151953 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c4086c39-8c99-4a39-97b3-a554c8d76c78 req-ffb173cd-fff9-4941-95f5-10791d2f77d2 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 946 time: 0.0484035 Sep 29 18:01:33.193470 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c4086c39-8c99-4a39-97b3-a554c8d76c78 req-0c2d1a56-7060-4972-942f-db1136df719e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349641 Sep 29 18:01:33.480723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429e63f-8fe0-43c8-aec3-3b03bf31640c req-96ad8cce-ab27-4bc8-9874-0d690af7b5e5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:33.482296 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d429e63f-8fe0-43c8-aec3-3b03bf31640c req-96ad8cce-ab27-4bc8-9874-0d690af7b5e5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 946 time: 0.0497572 Sep 29 18:01:33.521928 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d429e63f-8fe0-43c8-aec3-3b03bf31640c req-13099650-c5cb-4040-b581-d37bec92abad tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333374 Sep 29 18:01:34.639862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c80d6-eaf4-4c33-8714-5690295367e6 req-cca0ab4d-b74c-4511-8da5-ab1d457337d0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:34.641362 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-367c80d6-eaf4-4c33-8714-5690295367e6 req-cca0ab4d-b74c-4511-8da5-ab1d457337d0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 946 time: 0.0493071 Sep 29 18:01:34.683560 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-367c80d6-eaf4-4c33-8714-5690295367e6 req-6608760a-8e43-4c57-abff-0b911452f17f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361130 Sep 29 18:01:34.891596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c350b5b-69fe-4203-85bf-51574dfee031 req-2e461295-24c7-4e4a-a0aa-eeced26628e6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:34.893020 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7c350b5b-69fe-4203-85bf-51574dfee031 req-2e461295-24c7-4e4a-a0aa-eeced26628e6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 946 time: 0.0486970 Sep 29 18:01:34.985324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-7c350b5b-69fe-4203-85bf-51574dfee031 req-7b1962af-5127-461f-a707-f82c493f4052 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Deleting port 88e5d5c4-656d-401b-835b-dec3364b85f0 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:01:34.985670 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7c350b5b-69fe-4203-85bf-51574dfee031 req-7b1962af-5127-461f-a707-f82c493f4052 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:35.073022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7c350b5b-69fe-4203-85bf-51574dfee031 req-7b1962af-5127-461f-a707-f82c493f4052 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] For port 88e5d5c4-656d-401b-835b-dec3364b85f0, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=88e5d5c4-656d-401b-835b-dec3364b85f0,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:01:35.073485 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7c350b5b-69fe-4203-85bf-51574dfee031 req-7b1962af-5127-461f-a707-f82c493f4052 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:35.085562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-7c350b5b-69fe-4203-85bf-51574dfee031 req-7b1962af-5127-461f-a707-f82c493f4052 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Calling delete_port for 88e5d5c4-656d-401b-835b-dec3364b85f0 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:01:35.212897 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7c350b5b-69fe-4203-85bf-51574dfee031 req-7b1962af-5127-461f-a707-f82c493f4052 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:35.242222 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1962af-5127-461f-a707-f82c493f4052 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event deleted for resources: {'Port': ['ID=88e5d5c4-656d-401b-835b-dec3364b85f0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:35.255145 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['da34ad41-ff8a-44d0-b827-4469af48917b'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:01:35.294047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c350b5b-69fe-4203-85bf-51574dfee031 req-7b1962af-5127-461f-a707-f82c493f4052 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] No DVR routers for this DVR port 88e5d5c4-656d-401b-835b-dec3364b85f0 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:01:35.297119 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7c350b5b-69fe-4203-85bf-51574dfee031 req-7b1962af-5127-461f-a707-f82c493f4052 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:35.299195 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7c350b5b-69fe-4203-85bf-51574dfee031 req-7b1962af-5127-461f-a707-f82c493f4052 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "DELETE /v2.0/ports/88e5d5c4-656d-401b-835b-dec3364b85f0 HTTP/1.1" status: 204 len: 173 time: 0.3999310 Sep 29 18:01:35.299659 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7c13fc-c1df-43d6-af64-d0797b9979d4', 'name': 'network-vif-deleted', 'tag': '88e5d5c4-656d-401b-835b-dec3364b85f0'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:01:35.302600 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5972984-144f-4ace-ae59-c7250ca00491" -d '{"events": [{"server_uuid": "bf7c13fc-c1df-43d6-af64-d0797b9979d4", "name": "network-vif-deleted", "tag": "88e5d5c4-656d-401b-835b-dec3364b85f0"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:01:35.344559 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bcd5b5-27b8-45bf-ae8f-25dac823adef x-openstack-request-id: req-13bcd5b5-27b8-45bf-ae8f-25dac823adef {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:01:35.344858 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7c13fc-c1df-43d6-af64-d0797b9979d4", "name": "network-vif-deleted", "tag": "88e5d5c4-656d-401b-835b-dec3364b85f0", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:01:35.345117 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13bcd5b5-27b8-45bf-ae8f-25dac823adef {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:01:35.345984 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7c13fc-c1df-43d6-af64-d0797b9979d4', 'name': 'network-vif-deleted', 'tag': '88e5d5c4-656d-401b-835b-dec3364b85f0', 'status': 'completed', 'code': 200} Sep 29 18:01:35.780282 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-17d8f7f4-0614-419f-a46b-1632afb48ee2 req-2109dde1-f3bc-4108-976c-fbe9237b9db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 210 time: 0.0270185 Sep 29 18:01:36.461808 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8770c1f2-73f9-49d5-ad36-c88e700962f8 req-68801e0c-87ff-46c1-95e1-00e0fa7c439b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399716 Sep 29 18:01:36.563220 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770c1f2-73f9-49d5-ad36-c88e700962f8 req-fad7dbf8-1b33-485c-9df6-f03573e5f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:36.564708 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8770c1f2-73f9-49d5-ad36-c88e700962f8 req-fad7dbf8-1b33-485c-9df6-f03573e5f6f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 1096 time: 0.0419288 Sep 29 18:01:36.679000 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770c1f2-73f9-49d5-ad36-c88e700962f8 req-429b7696-a448-4147-8932-1565c7062438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:36.681031 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8770c1f2-73f9-49d5-ad36-c88e700962f8 req-429b7696-a448-4147-8932-1565c7062438 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.0962372 Sep 29 18:01:36.724634 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8770c1f2-73f9-49d5-ad36-c88e700962f8 req-784bd818-564e-48c2-81cc-64035316add3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da34ad41-ff8a-44d0-b827-4469af48917b HTTP/1.1" status: 200 len: 217 time: 0.0354979 Sep 29 18:01:36.778664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770c1f2-73f9-49d5-ad36-c88e700962f8 req-4bdcd3da-7b03-4a8d-88a7-3900bf880177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:36.780166 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8770c1f2-73f9-49d5-ad36-c88e700962f8 req-4bdcd3da-7b03-4a8d-88a7-3900bf880177 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0486884 Sep 29 18:01:36.826899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8770c1f2-73f9-49d5-ad36-c88e700962f8 req-be49c9e2-3ef5-45eb-becb-bf10e092a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:36.828425 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8770c1f2-73f9-49d5-ad36-c88e700962f8 req-be49c9e2-3ef5-45eb-becb-bf10e092a2da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406063 Sep 29 18:01:36.878926 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a1f27feb-756f-4a18-b651-e69397bdaaba req-1827f313-ccec-4851-b32c-07c5090a6493 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 210 time: 0.0274563 Sep 29 18:01:36.922541 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8770c1f2-73f9-49d5-ad36-c88e700962f8 req-587ad02f-c522-4474-b14b-bae2dd55b232 service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848873 Sep 29 18:01:37.020068 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8770c1f2-73f9-49d5-ad36-c88e700962f8 req-fc9c6e35-4d5b-44f4-948b-97a051618a4b service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904152 Sep 29 18:01:37.207745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 88e5d5c4-656d-401b-835b-dec3364b85f0 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:01:37.228768 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 88e5d5c4-656d-401b-835b-dec3364b85f0 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:01:37.229106 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 88e5d5c4-656d-401b-835b-dec3364b85f0 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:01:37.976303 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50163ae7-006f-489f-aee5-93f946799201 req-88c4e687-6e96-45dd-874c-2d8eefe246c6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 210 time: 0.0280092 Sep 29 18:01:39.090211 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d6facbfd-d9a9-4607-a872-253557b91aa6 req-7375ba2e-8aed-45aa-936c-7d984868c6f6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf7c13fc-c1df-43d6-af64-d0797b9979d4 HTTP/1.1" status: 200 len: 210 time: 0.0298369 Sep 29 18:01:40.828010 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fbfa33be-6630-4d00-9527-2801bf270fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:43.562847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9b913-986b-466b-9024-7f03ee261f03 req-8aa244c7-1bd1-4218-8951-3a36748e0c77 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:43.564220 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e3f9b913-986b-466b-9024-7f03ee261f03 req-8aa244c7-1bd1-4218-8951-3a36748e0c77 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 945 time: 0.0479546 Sep 29 18:01:43.580829 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f96de749-1eb5-4945-918d-eef116783aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:43.601465 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e3f9b913-986b-466b-9024-7f03ee261f03 req-1dd5953d-e708-49fd-8eec-6387dba4243d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311861 Sep 29 18:01:44.674121 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:44.676003 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:44.728761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656188e2-801a-4dfd-ac4e-4d3db53e7fb5 req-b872ad8f-dde6-46cf-ab0e-5bb34afd764d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:44.730238 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-656188e2-801a-4dfd-ac4e-4d3db53e7fb5 req-b872ad8f-dde6-46cf-ab0e-5bb34afd764d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 945 time: 0.0526514 Sep 29 18:01:44.770660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-656188e2-801a-4dfd-ac4e-4d3db53e7fb5 req-77a9c035-a756-49ee-9344-1943a358a646 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=26b68297-491e-4844-a1a6-3a23a4cf035d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344620 Sep 29 18:01:44.821242 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:45.278255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fb2bf-d1b8-43a3-abc9-1e9b449b1003 req-78c96df2-4f1d-4fc9-8907-03a1bb4d009d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:01:45.279748 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f2fb2bf-d1b8-43a3-abc9-1e9b449b1003 req-78c96df2-4f1d-4fc9-8907-03a1bb4d009d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 945 time: 0.0527120 Sep 29 18:01:45.366989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-0f2fb2bf-d1b8-43a3-abc9-1e9b449b1003 req-2e2f9519-2b2c-4324-bbef-03ded9a321cf tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Deleting port da34ad41-ff8a-44d0-b827-4469af48917b {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:01:45.367560 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0f2fb2bf-d1b8-43a3-abc9-1e9b449b1003 req-2e2f9519-2b2c-4324-bbef-03ded9a321cf tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:45.463122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-0f2fb2bf-d1b8-43a3-abc9-1e9b449b1003 req-2e2f9519-2b2c-4324-bbef-03ded9a321cf tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] For port da34ad41-ff8a-44d0-b827-4469af48917b, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=da34ad41-ff8a-44d0-b827-4469af48917b,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:01:45.463486 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0f2fb2bf-d1b8-43a3-abc9-1e9b449b1003 req-2e2f9519-2b2c-4324-bbef-03ded9a321cf tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:45.475140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-0f2fb2bf-d1b8-43a3-abc9-1e9b449b1003 req-2e2f9519-2b2c-4324-bbef-03ded9a321cf tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Calling delete_port for da34ad41-ff8a-44d0-b827-4469af48917b owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:01:45.596924 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0f2fb2bf-d1b8-43a3-abc9-1e9b449b1003 req-2e2f9519-2b2c-4324-bbef-03ded9a321cf tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:45.627865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f9519-2b2c-4324-bbef-03ded9a321cf tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event deleted for resources: {'Port': ['ID=da34ad41-ff8a-44d0-b827-4469af48917b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:45.628964 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['da34ad41-ff8a-44d0-b827-4469af48917b'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:01:45.673115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2fb2bf-d1b8-43a3-abc9-1e9b449b1003 req-2e2f9519-2b2c-4324-bbef-03ded9a321cf tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] No DVR routers for this DVR port da34ad41-ff8a-44d0-b827-4469af48917b on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:01:45.675908 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-0f2fb2bf-d1b8-43a3-abc9-1e9b449b1003 req-2e2f9519-2b2c-4324-bbef-03ded9a321cf tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:45.678538 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f2fb2bf-d1b8-43a3-abc9-1e9b449b1003 req-2e2f9519-2b2c-4324-bbef-03ded9a321cf tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.35 "DELETE /v2.0/ports/da34ad41-ff8a-44d0-b827-4469af48917b HTTP/1.1" status: 204 len: 173 time: 0.3931496 Sep 29 18:01:45.678996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce23cae6-4fd7-4849-9891-01b9f3709c91', 'name': 'network-vif-deleted', 'tag': 'da34ad41-ff8a-44d0-b827-4469af48917b'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:01:45.682991 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee0cfd9-28da-45b2-9721-83f729bb9268" -d '{"events": [{"server_uuid": "ce23cae6-4fd7-4849-9891-01b9f3709c91", "name": "network-vif-deleted", "tag": "da34ad41-ff8a-44d0-b827-4469af48917b"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:01:45.720191 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7c5590-cd30-4550-bde9-fffce21d515e x-openstack-request-id: req-1a7c5590-cd30-4550-bde9-fffce21d515e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:01:45.720514 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce23cae6-4fd7-4849-9891-01b9f3709c91", "name": "network-vif-deleted", "tag": "da34ad41-ff8a-44d0-b827-4469af48917b", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:01:45.720772 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a7c5590-cd30-4550-bde9-fffce21d515e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:01:45.721172 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce23cae6-4fd7-4849-9891-01b9f3709c91', 'name': 'network-vif-deleted', 'tag': 'da34ad41-ff8a-44d0-b827-4469af48917b', 'status': 'completed', 'code': 200} Sep 29 18:01:45.866975 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d38433be-d702-4da6-8151-2a9756223764 req-37cb03ab-f39a-41a6-8103-c5aa5a509814 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 210 time: 0.0269263 Sep 29 18:01:46.966767 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:46.970072 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bbb92d81-e8ad-447e-a9f5-8537c35c3216 req-d4e44d52-fe1d-48c5-ab41-e8620edc8b83 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 210 time: 0.0285239 Sep 29 18:01:48.064119 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f1422c1f-a580-4253-b36c-2828aedcbf98 req-cdf9f7be-0443-4db2-9d0b-59129ca240d1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 210 time: 0.0266459 Sep 29 18:01:49.164158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device da34ad41-ff8a-44d0-b827-4469af48917b no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:01:49.176383 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9b85e8f-abba-471d-8af1-abe83334456a req-2f08953c-07d4-4039-9e1e-dd48f2d18cc5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce23cae6-4fd7-4849-9891-01b9f3709c91 HTTP/1.1" status: 200 len: 210 time: 0.0279086 Sep 29 18:01:49.185761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: da34ad41-ff8a-44d0-b827-4469af48917b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:01:49.186328 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device da34ad41-ff8a-44d0-b827-4469af48917b not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:01:51.343046 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:01:52.213759 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50430) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:01:52.218333 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f7ed579d-06a0-42f9-bc32-7d683f6c847d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-602388822', 'description': 'tempest-secgroup-smoke-602388822 description', 'project_id': '0acc34119f9146ebb798fb16477e2b27'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:01:52.240803 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f7ed579d-06a0-42f9-bc32-7d683f6c847d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.321997 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f7ed579d-06a0-42f9-bc32-7d683f6c847d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.325474 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f7ed579d-06a0-42f9-bc32-7d683f6c847d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.346500 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f7ed579d-06a0-42f9-bc32-7d683f6c847d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.347685 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f7ed579d-06a0-42f9-bc32-7d683f6c847d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1329007 Sep 29 18:01:52.350848 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50432) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:01:52.355992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed579d-06a0-42f9-bc32-7d683f6c847d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:52.356342 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'security_group_rule': {'security_group_id': '06ec64ad-c7b8-4402-b1ec-3b4d7e24c006', 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:01:52.382521 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.440075 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.443439 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.460484 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7912df4a-a757-47cf-891c-9456bcf3e0d0,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:52.468987 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.470202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183412 Sep 29 18:01:52.471533 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:52.471880 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:52.472221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:52.472554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:52.472908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:52.473168 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50434) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:01:52.473271 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:52.473579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:52.473904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:52.474231 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:52.474552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:52.474881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:52.475203 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68a82a5-2545-46e2-9f69-ccc910a8bdf5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:01:52.479826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-15a7d993-1a23-49be-be47-510f4c705d3d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'security_group_rule': {'security_group_id': '06ec64ad-c7b8-4402-b1ec-3b4d7e24c006', 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:01:52.506563 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-15a7d993-1a23-49be-be47-510f4c705d3d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.557438 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-15a7d993-1a23-49be-be47-510f4c705d3d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.560917 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-15a7d993-1a23-49be-be47-510f4c705d3d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.578036 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7d993-1a23-49be-be47-510f4c705d3d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98d2f4f-4030-4d86-ba37-75b04b116cc6,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:52.584687 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-15a7d993-1a23-49be-be47-510f4c705d3d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.585948 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-15a7d993-1a23-49be-be47-510f4c705d3d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1114559 Sep 29 18:01:52.588567 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50436) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:01:52.592838 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-69a0b406-1ade-404c-b60c-67d8f74cd33a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'security_group_rule': {'security_group_id': '06ec64ad-c7b8-4402-b1ec-3b4d7e24c006', 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:01:52.618978 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69a0b406-1ade-404c-b60c-67d8f74cd33a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.676149 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69a0b406-1ade-404c-b60c-67d8f74cd33a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.679714 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69a0b406-1ade-404c-b60c-67d8f74cd33a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.697807 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0b406-1ade-404c-b60c-67d8f74cd33a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafa9972-a35d-4667-b6f2-103db7a09aa6,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:52.703255 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-69a0b406-1ade-404c-b60c-67d8f74cd33a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.704404 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-69a0b406-1ade-404c-b60c-67d8f74cd33a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149163 Sep 29 18:01:52.707098 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50438) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:01:52.711249 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5a292533-3d43-4383-89bb-9cc7e563adab tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'security_group_rule': {'security_group_id': '06ec64ad-c7b8-4402-b1ec-3b4d7e24c006', 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:01:52.736634 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a292533-3d43-4383-89bb-9cc7e563adab tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.794057 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a292533-3d43-4383-89bb-9cc7e563adab tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.797312 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a292533-3d43-4383-89bb-9cc7e563adab tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.814722 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a292533-3d43-4383-89bb-9cc7e563adab tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f0e576-b7d3-4d3f-a807-0cb4d1459e8e,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:52.820485 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5a292533-3d43-4383-89bb-9cc7e563adab tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.821264 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5a292533-3d43-4383-89bb-9cc7e563adab tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132579 Sep 29 18:01:52.823995 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 50440) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:01:52.828192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-cac88d5e-2083-43ca-bfdd-a5d94e11eb6f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'security_group_rule': {'security_group_id': '06ec64ad-c7b8-4402-b1ec-3b4d7e24c006', 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:01:52.848979 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-cac88d5e-2083-43ca-bfdd-a5d94e11eb6f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Project 0acc34119f9146ebb798fb16477e2b27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:01:52.854961 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cac88d5e-2083-43ca-bfdd-a5d94e11eb6f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.921287 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cac88d5e-2083-43ca-bfdd-a5d94e11eb6f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.924851 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cac88d5e-2083-43ca-bfdd-a5d94e11eb6f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.945858 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac88d5e-2083-43ca-bfdd-a5d94e11eb6f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df8832c-1e41-4aba-9d8b-f220cbe7f070,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:52.950012 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cac88d5e-2083-43ca-bfdd-a5d94e11eb6f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:52.954136 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50442) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:01:52.954546 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cac88d5e-2083-43ca-bfdd-a5d94e11eb6f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296217 Sep 29 18:01:52.958794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-437aea69-536a-453c-8b3f-42763043449e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'security_group_rule': {'security_group_id': '06ec64ad-c7b8-4402-b1ec-3b4d7e24c006', 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:01:52.979924 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-437aea69-536a-453c-8b3f-42763043449e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Project 0acc34119f9146ebb798fb16477e2b27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:01:52.984577 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-437aea69-536a-453c-8b3f-42763043449e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:53.044439 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-437aea69-536a-453c-8b3f-42763043449e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:53.047909 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-437aea69-536a-453c-8b3f-42763043449e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:53.065268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437aea69-536a-453c-8b3f-42763043449e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85a4859-29e6-428b-a48e-5d3d2e312f97,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:01:53.071340 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-437aea69-536a-453c-8b3f-42763043449e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:01:53.073693 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-437aea69-536a-453c-8b3f-42763043449e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183646 Sep 29 18:01:57.694842 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:07.431986 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-1018a384-476a-49f8-8f98-22f044218187 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-602388822&fields=id&tenant_id=0acc34119f9146ebb798fb16477e2b27 HTTP/1.1" status: 200 len: 267 time: 0.0319898 Sep 29 18:02:07.533553 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-5c51f8f9-74e4-4bb1-9420-8d9f157ba19a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:07.534996 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-5c51f8f9-74e4-4bb1-9420-8d9f157ba19a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 812 time: 0.0960186 Sep 29 18:02:07.550084 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-0fadb879-ee46-4ede-895f-89330c096930 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/quotas/0acc34119f9146ebb798fb16477e2b27 HTTP/1.1" status: 200 len: 375 time: 0.0094669 Sep 29 18:02:07.603211 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-6f36da5e-847b-486a-946e-1da6b3b867d3 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480030 Sep 29 18:02:07.695561 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-f5d64f92-b1a0-4779-bc48-ae0e1882ef2f service neutron] 10.222.0.44 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807872 Sep 29 18:02:07.776359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-815d9a35-489e-4455-ba7f-0643a2d0d0ee req-e7082fe3-1c4f-4442-ae4d-93ce06c51289 service neutron] (95016) timed out ('10.222.0.49', 50034) {{(pid=95016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 18:02:07.784760 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-f457647f-5768-4916-b250-0366bb5f8506 service neutron] 10.222.0.44 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831947 Sep 29 18:02:08.074169 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-56baaff9-3f83-46b9-a155-3649026dfe09 req-11385b69-7e76-44e5-b4b9-add8511307c6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 210 time: 0.0271626 Sep 29 18:02:08.959188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-446cfe4f-b9f1-4efa-b937-976b9f28189e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:08.960626 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-446cfe4f-b9f1-4efa-b937-976b9f28189e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 812 time: 0.1064520 Sep 29 18:02:09.004644 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-5f793a3d-2b15-4d86-adca-0bf8aa750e44 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0acc34119f9146ebb798fb16477e2b27 HTTP/1.1" status: 200 len: 379 time: 0.0348158 Sep 29 18:02:09.013688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-5bb7709d-f43c-4949-b620-7a437f5edc52 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'port': {'device_id': 'c73afff9-0640-473f-bae3-643f169c718b', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'admin_state_up': True, 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'security_groups': ['06ec64ad-c7b8-4402-b1ec-3b4d7e24c006']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:02:09.132948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-5bb7709d-f43c-4949-b620-7a437f5edc52 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Made reservation on behalf of 0acc34119f9146ebb798fb16477e2b27 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:02:09.137227 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-5bb7709d-f43c-4949-b620-7a437f5edc52 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:09.182839 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2d2de6ee-560b-4584-9ca0-ef3b382400a6 req-5ff83350-0f7f-45e9-9b46-20218e31c4e4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 210 time: 0.0294554 Sep 29 18:02:09.269419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-5bb7709d-f43c-4949-b620-7a437f5edc52 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Allocated IP 172.20.0.9 (dff260e8-6743-411d-9a69-4a69d81ddbaa/e09cc432-f62f-413c-96e9-1f1d1f0d3608/daa9798c-54fc-49a1-9289-b2a309c0d419) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:02:09.410787 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-5bb7709d-f43c-4949-b620-7a437f5edc52 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:09.445842 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-5bb7709d-f43c-4949-b620-7a437f5edc52 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:09.486032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-5bb7709d-f43c-4949-b620-7a437f5edc52 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Network dff260e8-6743-411d-9a69-4a69d81ddbaa is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:02:09.489631 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-5bb7709d-f43c-4949-b620-7a437f5edc52 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:02:09.493449 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-5bb7709d-f43c-4949-b620-7a437f5edc52 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:02:09.524197 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7709d-f43c-4949-b620-7a437f5edc52 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'Port': ['ID=daa9798c-54fc-49a1-9289-b2a309c0d419,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:02:09.550323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-5bb7709d-f43c-4949-b620-7a437f5edc52 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:09.550985 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-5bb7709d-f43c-4949-b620-7a437f5edc52 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:09.567931 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-5bb7709d-f43c-4949-b620-7a437f5edc52 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5579371 Sep 29 18:02:09.580963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Request body: {'port': {'device_id': 'c73afff9-0640-473f-bae3-643f169c718b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:02:09.644384 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:09.721922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-710ea07a-c43a-4751-9071-0c38a4f5fadf None None] Provisioning complete for port daa9798c-54fc-49a1-9289-b2a309c0d419 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:02:09.722458 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-710ea07a-c43a-4751-9071-0c38a4f5fadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:09.756363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-710ea07a-c43a-4751-9071-0c38a4f5fadf None None] Port daa9798c-54fc-49a1-9289-b2a309c0d419 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:02:09.908233 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa9798c-54fc-49a1-9289-b2a309c0d419 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:02:09.915515 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:09.927670 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Transition to ACTIVE for port object daa9798c-54fc-49a1-9289-b2a309c0d419 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:02:09.931635 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:10.007583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Pushing event updated for resources: {'Port': ['ID=daa9798c-54fc-49a1-9289-b2a309c0d419,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:02:10.059322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Attempting to bind port daa9798c-54fc-49a1-9289-b2a309c0d419 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:02:10.059662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Attempting to bind port daa9798c-54fc-49a1-9289-b2a309c0d419 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:02:10.059987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Attempting to bind port daa9798c-54fc-49a1-9289-b2a309c0d419 on network dff260e8-6743-411d-9a69-4a69d81ddbaa {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:02:10.064658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Port daa9798c-54fc-49a1-9289-b2a309c0d419 on network dff260e8-6743-411d-9a69-4a69d81ddbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:02:10.065212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Attempting to bind port daa9798c-54fc-49a1-9289-b2a309c0d419 on network dff260e8-6743-411d-9a69-4a69d81ddbaa {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:02:10.070690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:02:10.071034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Checking segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:02:10.071419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Bound using segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:02:10.071855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Bound port: daa9798c-54fc-49a1-9289-b2a309c0d419, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:02:10.072751 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:10.148036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] For port daa9798c-54fc-49a1-9289-b2a309c0d419, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:02:10.151789 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] For port daa9798c-54fc-49a1-9289-b2a309c0d419, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=daa9798c-54fc-49a1-9289-b2a309c0d419,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:02:10.157941 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:10.198690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:10.199307 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:10.200737 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] 10.222.0.49 "PUT /v2.0/ports/daa9798c-54fc-49a1-9289-b2a309c0d419 HTTP/1.1" status: 200 len: 1091 time: 0.6242671 Sep 29 18:02:10.201137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73afff9-0640-473f-bae3-643f169c718b', 'tag': 'daa9798c-54fc-49a1-9289-b2a309c0d419'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:02:10.203423 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867bbb8d-ddc6-4822-93c7-0c517b705769" -d '{"events": [{"name": "network-changed", "server_uuid": "c73afff9-0640-473f-bae3-643f169c718b", "tag": "daa9798c-54fc-49a1-9289-b2a309c0d419"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:02:10.230062 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2405e0-d3c3-4170-a315-eb3601d6fb09 service neutron] Pushing event updated for resources: {'Port': ['ID=daa9798c-54fc-49a1-9289-b2a309c0d419,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:02:10.308538 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc49cd8e-7419-40a2-9c6e-42e3b1d14cb5 x-openstack-request-id: req-dc49cd8e-7419-40a2-9c6e-42e3b1d14cb5 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:02:10.309173 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73afff9-0640-473f-bae3-643f169c718b", "tag": "daa9798c-54fc-49a1-9289-b2a309c0d419", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:02:10.309658 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc49cd8e-7419-40a2-9c6e-42e3b1d14cb5 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:02:10.310250 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73afff9-0640-473f-bae3-643f169c718b', 'tag': 'daa9798c-54fc-49a1-9289-b2a309c0d419', 'status': 'completed', 'code': 200} Sep 29 18:02:10.326251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-c5f85f89-dee3-433f-a749-2c00786bd193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:10.328337 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-c5f85f89-dee3-433f-a749-2c00786bd193 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 1094 time: 0.0647402 Sep 29 18:02:10.328940 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e8c76-5c2b-446a-8a65-bb780cc1caaa req-96d18841-18e4-454a-9686-43978855c026 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:10.333769 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-909e8c76-5c2b-446a-8a65-bb780cc1caaa req-96d18841-18e4-454a-9686-43978855c026 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 943 time: 0.0559576 Sep 29 18:02:10.376367 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-857b110a-880f-40a0-8ffe-82c5cf6504e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daa9798c-54fc-49a1-9289-b2a309c0d419 HTTP/1.1" status: 200 len: 217 time: 0.0402925 Sep 29 18:02:10.377803 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-909e8c76-5c2b-446a-8a65-bb780cc1caaa req-d2d67afd-974d-4f76-9b6e-dde27f29ade1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355759 Sep 29 18:02:10.431848 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-3982d532-fcbb-48a2-b531-c5260401e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:10.433657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-3982d532-fcbb-48a2-b531-c5260401e2d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0492806 Sep 29 18:02:10.485809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-1a29b17f-8578-4d9c-b979-a15daa9f186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:10.487304 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-1a29b17f-8578-4d9c-b979-a15daa9f186a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470443 Sep 29 18:02:10.575777 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-0e751abf-68d7-4b88-bb04-609ba5ca0f35 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809207 Sep 29 18:02:10.669906 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-91273b0a-c475-4cba-8601-1a6679cd65e3 req-ec5ff494-885d-4adb-8454-cb62fc6abfdc service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866868 Sep 29 18:02:10.754255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bbb8d-ddc6-4822-93c7-0c517b705769 req-af7674b2-2308-4c06-b8b6-740b50d52d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:10.755747 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-867bbb8d-ddc6-4822-93c7-0c517b705769 req-af7674b2-2308-4c06-b8b6-740b50d52d98 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 1094 time: 0.0405481 Sep 29 18:02:10.830920 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5dbe4239-2331-4547-8e12-b00a434bf1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:10.852724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bbb8d-ddc6-4822-93c7-0c517b705769 req-f90f7ca4-9a42-4bb5-b3bf-bc6f2eef1ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:10.854810 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-867bbb8d-ddc6-4822-93c7-0c517b705769 req-f90f7ca4-9a42-4bb5-b3bf-bc6f2eef1ed3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.0916805 Sep 29 18:02:10.901120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-867bbb8d-ddc6-4822-93c7-0c517b705769 req-e738d8f4-8f0a-46bd-ba24-da5dc4797b5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daa9798c-54fc-49a1-9289-b2a309c0d419 HTTP/1.1" status: 200 len: 217 time: 0.0391638 Sep 29 18:02:10.954537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bbb8d-ddc6-4822-93c7-0c517b705769 req-1fc6e230-f25b-44b7-af2d-aa6c76311cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:10.956024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-867bbb8d-ddc6-4822-93c7-0c517b705769 req-1fc6e230-f25b-44b7-af2d-aa6c76311cc7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0440660 Sep 29 18:02:11.003202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bbb8d-ddc6-4822-93c7-0c517b705769 req-367988e6-25f1-41fe-83c2-2b38750bf196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:11.004693 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-867bbb8d-ddc6-4822-93c7-0c517b705769 req-367988e6-25f1-41fe-83c2-2b38750bf196 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407851 Sep 29 18:02:11.103275 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-867bbb8d-ddc6-4822-93c7-0c517b705769 req-6877751a-52b1-4c52-a4bb-8ab490388c68 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907667 Sep 29 18:02:11.195860 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-867bbb8d-ddc6-4822-93c7-0c517b705769 req-92984070-5eb7-4ff5-a3fe-c3fe1781a486 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861721 Sep 29 18:02:11.516018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cd730-d935-4e1e-add8-02ca501a7305 req-21a90b77-e038-4769-a2bc-7e95ff2bcd5e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:11.517598 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-260cd730-d935-4e1e-add8-02ca501a7305 req-21a90b77-e038-4769-a2bc-7e95ff2bcd5e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 943 time: 0.0562975 Sep 29 18:02:11.556459 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-260cd730-d935-4e1e-add8-02ca501a7305 req-8b86c35f-bba1-47c1-899f-1ddf16dcfb43 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326920 Sep 29 18:02:12.673056 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec62b9-5330-47a0-84b5-afdfb50acd4b req-cd962fa7-159e-4e81-ad35-e6910d556d75 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:12.674693 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fbec62b9-5330-47a0-84b5-afdfb50acd4b req-cd962fa7-159e-4e81-ad35-e6910d556d75 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 943 time: 0.0486841 Sep 29 18:02:12.717122 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fbec62b9-5330-47a0-84b5-afdfb50acd4b req-abdafee4-8bbb-4a9d-ad17-4c2e6b62bc14 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363865 Sep 29 18:02:13.581696 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8b3aefea-429e-4267-ace7-c04ec735cd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:13.830303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda70d0a-46c4-48f3-849a-a82365ed3b0a req-a260e86c-4d13-4026-b9b9-93a9375e8b2b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:13.831890 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fda70d0a-46c4-48f3-849a-a82365ed3b0a req-a260e86c-4d13-4026-b9b9-93a9375e8b2b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 943 time: 0.0495028 Sep 29 18:02:13.870077 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fda70d0a-46c4-48f3-849a-a82365ed3b0a req-2ad3cf16-6d18-4535-a702-1d288d3b7af7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324237 Sep 29 18:02:14.673145 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:14.674827 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:14.825039 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:14.993848 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a1796-95e3-4d5b-8c57-4a9e5f82a886 req-2388e76b-84a1-481d-9810-49da1cfd303e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:14.995790 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1f5a1796-95e3-4d5b-8c57-4a9e5f82a886 req-2388e76b-84a1-481d-9810-49da1cfd303e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 943 time: 0.0474288 Sep 29 18:02:15.032303 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1f5a1796-95e3-4d5b-8c57-4a9e5f82a886 req-7e7b6e73-5cf0-4b5a-a16f-25b5f3f2db9c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306342 Sep 29 18:02:16.155464 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56e690-299c-4d78-9971-d654bc47c14d req-fef895a8-f1a2-4cc8-9c74-3218abc07852 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:16.156951 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c56e690-299c-4d78-9971-d654bc47c14d req-fef895a8-f1a2-4cc8-9c74-3218abc07852 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 943 time: 0.0578623 Sep 29 18:02:16.194218 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c56e690-299c-4d78-9971-d654bc47c14d req-4961f44b-9b9c-463d-b548-edaf76541501 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314107 Sep 29 18:02:16.958105 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:17.306023 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6932f-0890-4287-be23-5bb4717ec144 req-afd63e97-08ec-4539-a2da-8346c7df0f45 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:17.308042 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2aa6932f-0890-4287-be23-5bb4717ec144 req-afd63e97-08ec-4539-a2da-8346c7df0f45 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 943 time: 0.0471072 Sep 29 18:02:17.344370 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2aa6932f-0890-4287-be23-5bb4717ec144 req-a822bfdd-6e28-4ed5-90ca-32a89bc04b9b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305278 Sep 29 18:02:18.456309 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd71188-4c86-4181-a5c1-36ebb5cf7144 req-352e13c8-12e6-4c25-82a1-71e766bd72b2 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:18.457789 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2fd71188-4c86-4181-a5c1-36ebb5cf7144 req-352e13c8-12e6-4c25-82a1-71e766bd72b2 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 943 time: 0.0482113 Sep 29 18:02:18.495081 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2fd71188-4c86-4181-a5c1-36ebb5cf7144 req-cf007c8e-413e-4513-97fe-b5fd0c9ae45a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315089 Sep 29 18:02:19.605965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf959a83-b2d2-442b-8b2d-f319f22db584 req-88d3adba-6135-4ba1-a92c-d478e3582972 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:19.607432 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bf959a83-b2d2-442b-8b2d-f319f22db584 req-88d3adba-6135-4ba1-a92c-d478e3582972 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 943 time: 0.0468562 Sep 29 18:02:19.647774 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bf959a83-b2d2-442b-8b2d-f319f22db584 req-a7ece4e5-6647-4af5-b2a0-f22ea85b1282 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344975 Sep 29 18:02:20.760854 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89122f2e-5133-4821-ac30-0c6a23799fab req-2ebfbc5c-28ed-4ee1-aa17-e34865db9126 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:20.762342 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-89122f2e-5133-4821-ac30-0c6a23799fab req-2ebfbc5c-28ed-4ee1-aa17-e34865db9126 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 943 time: 0.0477047 Sep 29 18:02:20.801702 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-89122f2e-5133-4821-ac30-0c6a23799fab req-6e71d41c-2a66-4e60-9b7c-4cdabc4d699a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333719 Sep 29 18:02:21.371861 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device daa9798c-54fc-49a1-9289-b2a309c0d419 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:02:21.465681 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port daa9798c-54fc-49a1-9289-b2a309c0d419, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=daa9798c-54fc-49a1-9289-b2a309c0d419,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:02:21.478165 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'daa9798c-54fc-49a1-9289-b2a309c0d419', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'port_id': 'daa9798c-54fc-49a1-9289-b2a309c0d419', 'mac_address': 'fa:16:3e:84:14:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:02:21.514346 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:21.526890 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa9798c-54fc-49a1-9289-b2a309c0d419 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:02:21.545589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port daa9798c-54fc-49a1-9289-b2a309c0d419, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=daa9798c-54fc-49a1-9289-b2a309c0d419,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:02:21.548914 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:21.597069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=daa9798c-54fc-49a1-9289-b2a309c0d419,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:02:21.604117 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:02:21.604462 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:02:21.604800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:02:21.605137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:02:21.605488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:02:21.605816 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:02:21.606142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:02:21.606466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:02:21.606789 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:02:21.607111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:02:21.607430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:02:21.607749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:02:21.736571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['daa9798c-54fc-49a1-9289-b2a309c0d419'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:02:21.916420 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1b134-e3c9-4e30-86a0-03fea81320cb req-eb303669-7a3a-4b6d-a428-52c663fd94ec tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:21.918267 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f0f1b134-e3c9-4e30-86a0-03fea81320cb req-eb303669-7a3a-4b6d-a428-52c663fd94ec tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 944 time: 0.0496404 Sep 29 18:02:21.963793 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f0f1b134-e3c9-4e30-86a0-03fea81320cb req-687f58b2-20ac-4533-9e3c-2eb63c9f377d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321066 Sep 29 18:02:23.080889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069695d-196b-4792-9753-4145069187a5 req-877c2670-16cc-4575-a1f9-e5125d2f2846 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:23.082381 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2069695d-196b-4792-9753-4145069187a5 req-877c2670-16cc-4575-a1f9-e5125d2f2846 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 944 time: 0.0509424 Sep 29 18:02:23.119622 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2069695d-196b-4792-9753-4145069187a5 req-b75fb4ec-4e32-4551-9d8b-7a4000fca49e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307107 Sep 29 18:02:23.387966 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device daa9798c-54fc-49a1-9289-b2a309c0d419 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:02:23.434430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port daa9798c-54fc-49a1-9289-b2a309c0d419 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:02:23.437910 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port daa9798c-54fc-49a1-9289-b2a309c0d419 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:02:23.438280 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:23.512004 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:23.536187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73afff9-0640-473f-bae3-643f169c718b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa9798c-54fc-49a1-9289-b2a309c0d419'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:02:23.538413 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59216e59-fdbc-4ad2-8996-d26e727a1239" -d '{"events": [{"server_uuid": "c73afff9-0640-473f-bae3-643f169c718b", "name": "network-vif-plugged", "status": "completed", "tag": "daa9798c-54fc-49a1-9289-b2a309c0d419"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:02:23.550506 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port daa9798c-54fc-49a1-9289-b2a309c0d419, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=daa9798c-54fc-49a1-9289-b2a309c0d419,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:02:23.554756 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:23.578203 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd37cb1-e011-467d-a7b6-06b8869e9715 x-openstack-request-id: req-5bd37cb1-e011-467d-a7b6-06b8869e9715 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:02:23.578497 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73afff9-0640-473f-bae3-643f169c718b", "name": "network-vif-plugged", "status": "completed", "tag": "daa9798c-54fc-49a1-9289-b2a309c0d419", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:02:23.578749 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5bd37cb1-e011-467d-a7b6-06b8869e9715 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:02:23.579131 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73afff9-0640-473f-bae3-643f169c718b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa9798c-54fc-49a1-9289-b2a309c0d419', 'code': 200} Sep 29 18:02:23.605522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=daa9798c-54fc-49a1-9289-b2a309c0d419,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:02:23.676098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57267000-5a83-4572-9fd0-61c6d01b6057 req-eacdc77b-3644-4209-83e9-fd4fac06b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:23.677592 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57267000-5a83-4572-9fd0-61c6d01b6057 req-eacdc77b-3644-4209-83e9-fd4fac06b870 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 1096 time: 0.0393271 Sep 29 18:02:23.711996 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-57267000-5a83-4572-9fd0-61c6d01b6057 req-5fbd061e-5f50-4a06-9d62-679a31e3ab9a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268049 Sep 29 18:02:24.230739 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9446ef2-0a42-4689-81f4-100d4b6d49fa req-919dd8d9-52b0-4347-a6f8-3ed75917f5d4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:24.232209 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9446ef2-0a42-4689-81f4-100d4b6d49fa req-919dd8d9-52b0-4347-a6f8-3ed75917f5d4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 945 time: 0.0476429 Sep 29 18:02:24.269265 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9446ef2-0a42-4689-81f4-100d4b6d49fa req-8042f320-924f-4215-b8d0-f7050cd9560b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311499 Sep 29 18:02:25.385326 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2053b4f-7304-4cf6-9edf-50b42a5229cb req-c2f8cd6e-95db-40ab-9cb3-d2e12eb1a4f0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:25.386965 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b2053b4f-7304-4cf6-9edf-50b42a5229cb req-c2f8cd6e-95db-40ab-9cb3-d2e12eb1a4f0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 945 time: 0.0484908 Sep 29 18:02:25.422849 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b2053b4f-7304-4cf6-9edf-50b42a5229cb req-313337a3-6fe6-4d11-8faf-d6ed391dfd67 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300896 Sep 29 18:02:25.538216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b832935-7d45-47a8-8a65-b441acee6871 req-554aeff6-c171-4fb3-b4ef-1e61531943c1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:25.539584 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b832935-7d45-47a8-8a65-b441acee6871 req-554aeff6-c171-4fb3-b4ef-1e61531943c1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 945 time: 0.0522635 Sep 29 18:02:25.576559 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1b832935-7d45-47a8-8a65-b441acee6871 req-08a2223c-c60a-4a83-a0e0-1167ee33c1f7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308046 Sep 29 18:02:25.598523 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50632) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:02:25.637810 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be23bff0-bdc5-46ac-823b-dd74115836e7 tempest-TestVolumeBootPattern-515181329 tempest-TestVolumeBootPattern-515181329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:25.639292 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-be23bff0-bdc5-46ac-823b-dd74115836e7 tempest-TestVolumeBootPattern-515181329 tempest-TestVolumeBootPattern-515181329-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 1091 time: 0.0397997 Sep 29 18:02:25.642246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50634) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:02:25.646466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': 'daa9798c-54fc-49a1-9289-b2a309c0d419', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:02:25.668038 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:25.763144 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:25.861534 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Allocated IP 172.25.2.142 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/2a49076c-a6cc-43de-9d05-c9066e18c1e7) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:02:25.962810 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:25.993794 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:26.030466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:02:26.033210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:02:26.036543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:02:26.061733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'Port': ['ID=2a49076c-a6cc-43de-9d05-c9066e18c1e7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:02:26.726644 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:26.790613 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:26.947173 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:26.952191 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:27.024346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'Port': ['ID=2a49076c-a6cc-43de-9d05-c9066e18c1e7,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:02:27.030401 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:27.126557 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Floating IP 35ba5bf7-5768-4fb3-b2be-543d3aad5400 associated. External IP: 172.25.2.142, port: daa9798c-54fc-49a1-9289-b2a309c0d419. Sep 29 18:02:27.324322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Router f501314a-b2b3-49b8-9c94-0bdf854a9c16 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:02:27.428448 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:02:27.439271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1427b-e514-4c62-8cbf-9dba36e7cd78 None None] Sync routers for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:02:27.444307 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:27.449621 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1427b-e514-4c62-8cbf-9dba36e7cd78 None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:02:27.450263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a1f1427b-e514-4c62-8cbf-9dba36e7cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:02:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:02:27.480895 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3809ba56-ba00-42d0-9df2-aa416cb824f1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8275838 Sep 29 18:02:27.480895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73afff9-0640-473f-bae3-643f169c718b', 'tag': 'daa9798c-54fc-49a1-9289-b2a309c0d419'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:02:27.480895 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58110082-f1e4-4715-aafa-fc543a93f7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c73afff9-0640-473f-bae3-643f169c718b", "tag": "daa9798c-54fc-49a1-9289-b2a309c0d419"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:02:27.512016 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad86a6b3-3f2b-4f87-8bd4-477a898b7574 x-openstack-request-id: req-ad86a6b3-3f2b-4f87-8bd4-477a898b7574 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:02:27.512311 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73afff9-0640-473f-bae3-643f169c718b", "tag": "daa9798c-54fc-49a1-9289-b2a309c0d419", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:02:27.512562 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad86a6b3-3f2b-4f87-8bd4-477a898b7574 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:02:27.512982 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73afff9-0640-473f-bae3-643f169c718b', 'tag': 'daa9798c-54fc-49a1-9289-b2a309c0d419', 'status': 'completed', 'code': 200} Sep 29 18:02:27.581291 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58110082-f1e4-4715-aafa-fc543a93f7f6 req-939405c6-9c60-45ad-9f01-0c617276ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:27.582876 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58110082-f1e4-4715-aafa-fc543a93f7f6 req-939405c6-9c60-45ad-9f01-0c617276ac30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 1096 time: 0.0472326 Sep 29 18:02:27.682692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58110082-f1e4-4715-aafa-fc543a93f7f6 req-5e2c56fe-40d5-4848-b2c6-c00811e40cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:27.684279 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58110082-f1e4-4715-aafa-fc543a93f7f6 req-5e2c56fe-40d5-4848-b2c6-c00811e40cfb service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.0941992 Sep 29 18:02:27.711089 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:27.729757 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a1f1427b-e514-4c62-8cbf-9dba36e7cd78 None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:02:27.754141 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58110082-f1e4-4715-aafa-fc543a93f7f6 req-981d0b1d-a1b6-468c-931d-c22478558e70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daa9798c-54fc-49a1-9289-b2a309c0d419 HTTP/1.1" status: 200 len: 999 time: 0.0629141 Sep 29 18:02:27.804000 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58110082-f1e4-4715-aafa-fc543a93f7f6 req-1433cc7c-eb10-4d47-b076-813c55f4687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:27.805516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58110082-f1e4-4715-aafa-fc543a93f7f6 req-1433cc7c-eb10-4d47-b076-813c55f4687c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0444534 Sep 29 18:02:27.850110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58110082-f1e4-4715-aafa-fc543a93f7f6 req-c1dcc5a6-3688-4b4a-b982-eb2b5e0ea9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:02:27.851506 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58110082-f1e4-4715-aafa-fc543a93f7f6 req-c1dcc5a6-3688-4b4a-b982-eb2b5e0ea9e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393419 Sep 29 18:02:27.943593 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58110082-f1e4-4715-aafa-fc543a93f7f6 req-119a0309-682d-4d43-9a57-c013904973f3 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847685 Sep 29 18:02:27.950616 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a1f1427b-e514-4c62-8cbf-9dba36e7cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '35ba5bf7-5768-4fb3-b2be-543d3aad5400', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'port_id': 'daa9798c-54fc-49a1-9289-b2a309c0d419', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'mac_address': 'fa:16:3e:84:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73afff9-0640-473f-bae3-643f169c718b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:02:26Z', 'updated_at': '2021-09-29T18:02:26Z', 'revision_number': 0, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:02:27.981511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1427b-e514-4c62-8cbf-9dba36e7cd78 None None] Checking router: f501314a-b2b3-49b8-9c94-0bdf854a9c16 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:02:27.990020 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1427b-e514-4c62-8cbf-9dba36e7cd78 None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:02:27.990644 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a1f1427b-e514-4c62-8cbf-9dba36e7cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:02:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:02:28.033154 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-58110082-f1e4-4715-aafa-fc543a93f7f6 req-694e14a2-c7b9-46b7-8212-defb6f221fb7 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826619 Sep 29 18:02:28.098291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a1f1427b-e514-4c62-8cbf-9dba36e7cd78 None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:02:28.326149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a1f1427b-e514-4c62-8cbf-9dba36e7cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '35ba5bf7-5768-4fb3-b2be-543d3aad5400', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'port_id': 'daa9798c-54fc-49a1-9289-b2a309c0d419', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'mac_address': 'fa:16:3e:84:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73afff9-0640-473f-bae3-643f169c718b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:02:26Z', 'updated_at': '2021-09-29T18:02:26Z', 'revision_number': 0, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:02:28.342518 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:02:28.355349 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1427b-e514-4c62-8cbf-9dba36e7cd78 None None] The sync data for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 is: [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '35ba5bf7-5768-4fb3-b2be-543d3aad5400', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'port_id': 'daa9798c-54fc-49a1-9289-b2a309c0d419', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'mac_address': 'fa:16:3e:84:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73afff9-0640-473f-bae3-643f169c718b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:02:26Z', 'updated_at': '2021-09-29T18:02:26Z', 'revision_number': 0, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:02:28.535022 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab803687-0784-4f88-bfb6-5d0b57e0ca49 None None] New status for floating IP 35ba5bf7-5768-4fb3-b2be-543d3aad5400: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:02:40.831829 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5080d3cf-0eed-4143-93e7-e2fbfa7624e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:43.581901 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1ebd739f-9411-4f34-a02a-20f892c1dcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:44.673019 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:44.678994 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:44.831472 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:46.962354 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:02:57.707593 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:03:05.342956 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:03:10.836580 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-31b0a6ed-b719-4d5d-afd0-cb77a618e7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:03:13.582927 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aad204f8-2b34-4be4-83f9-bf845a83be1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:03:14.670658 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:03:14.675240 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:03:14.851860 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:03:16.963638 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:03:22.730569 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51e3d29f-6bae-4a16-93d6-ef0ca1506439 req-e59d6457-581d-44c7-b91d-0a557fcf218a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1443224 Sep 29 18:03:22.815974 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3d29f-6bae-4a16-93d6-ef0ca1506439 req-baf44338-a957-4169-8723-a1a46c500bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:03:22.817479 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51e3d29f-6bae-4a16-93d6-ef0ca1506439 req-baf44338-a957-4169-8723-a1a46c500bcc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 1096 time: 0.0442760 Sep 29 18:03:22.918891 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3d29f-6bae-4a16-93d6-ef0ca1506439 req-585b45a9-c601-4c87-a24f-7aace6b391d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:03:22.920442 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51e3d29f-6bae-4a16-93d6-ef0ca1506439 req-585b45a9-c601-4c87-a24f-7aace6b391d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.0847178 Sep 29 18:03:22.987040 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51e3d29f-6bae-4a16-93d6-ef0ca1506439 req-3a24e986-b1ee-4a10-8757-1fb8f396f534 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daa9798c-54fc-49a1-9289-b2a309c0d419 HTTP/1.1" status: 200 len: 1001 time: 0.0597234 Sep 29 18:03:23.035910 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3d29f-6bae-4a16-93d6-ef0ca1506439 req-3ab14e24-88fd-492c-b55b-302ad6fc98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:03:23.037349 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51e3d29f-6bae-4a16-93d6-ef0ca1506439 req-3ab14e24-88fd-492c-b55b-302ad6fc98d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0434210 Sep 29 18:03:23.080921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3d29f-6bae-4a16-93d6-ef0ca1506439 req-76a8fa67-925d-4a56-8f39-04b2fe485eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:03:23.082391 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51e3d29f-6bae-4a16-93d6-ef0ca1506439 req-76a8fa67-925d-4a56-8f39-04b2fe485eda service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383699 Sep 29 18:03:23.175034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51e3d29f-6bae-4a16-93d6-ef0ca1506439 req-2f9fc002-29fe-4e16-b12c-5147725e9dfa service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854261 Sep 29 18:03:23.263896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-51e3d29f-6bae-4a16-93d6-ef0ca1506439 req-3970d6a1-de98-4f59-96f6-d10215575700 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818341 Sep 29 18:03:27.702854 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:03:40.838023 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c2e10eff-bbc2-46a1-8ead-2c16114a33cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:03:42.341576 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:03:43.583641 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ab370e69-c0fd-4f4a-80e4-24777cba0a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:03:44.661171 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:03:44.676814 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:03:44.858144 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:03:46.966731 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:03:57.743003 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:10.841823 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b92580ac-fccf-4318-b22e-f59efcc95557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:13.584498 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4f436451-7758-4fab-9f33-6cfe824013a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:14.663633 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:14.679265 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:14.850407 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:16.970470 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:18.658107 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-67883ca6-312b-4018-8dcf-3ff79812e554 req-d5be7317-b64b-48f2-bc26-3ee0b2a40fef service neutron] (95015) timed out ('10.222.0.44', 49004) {{(pid=95015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 18:04:19.340852 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:04:22.457598 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43769e70-c851-4014-b1cc-3d270fb93938 req-2bd1c522-50b5-4c26-858a-17062dc70f8e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435669 Sep 29 18:04:22.538899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43769e70-c851-4014-b1cc-3d270fb93938 req-116e39ce-37df-49bc-8339-2b80c7a7170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:22.540296 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43769e70-c851-4014-b1cc-3d270fb93938 req-116e39ce-37df-49bc-8339-2b80c7a7170d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 1096 time: 0.0409491 Sep 29 18:04:22.642150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43769e70-c851-4014-b1cc-3d270fb93938 req-782b310b-a26c-4e5e-ba1c-7d3859c05dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:22.643613 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43769e70-c851-4014-b1cc-3d270fb93938 req-782b310b-a26c-4e5e-ba1c-7d3859c05dfc service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.0833158 Sep 29 18:04:22.710373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43769e70-c851-4014-b1cc-3d270fb93938 req-c4c668c2-6229-40fb-860e-3fc937f41daf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daa9798c-54fc-49a1-9289-b2a309c0d419 HTTP/1.1" status: 200 len: 1001 time: 0.0598221 Sep 29 18:04:22.759445 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43769e70-c851-4014-b1cc-3d270fb93938 req-1b025ac5-6e4e-4414-80f3-778d14693afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:22.760822 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43769e70-c851-4014-b1cc-3d270fb93938 req-1b025ac5-6e4e-4414-80f3-778d14693afb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0428061 Sep 29 18:04:22.805004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43769e70-c851-4014-b1cc-3d270fb93938 req-36afd96d-09ba-42ba-a39e-0274c5636a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:22.806424 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43769e70-c851-4014-b1cc-3d270fb93938 req-36afd96d-09ba-42ba-a39e-0274c5636a9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386178 Sep 29 18:04:22.897911 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43769e70-c851-4014-b1cc-3d270fb93938 req-b0f05c42-c5d5-4d15-87c0-f965c1a86ece service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839403 Sep 29 18:04:22.989392 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-43769e70-c851-4014-b1cc-3d270fb93938 req-68718bb1-d3f2-4059-9b09-caf071ac48ae service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840604 Sep 29 18:04:25.429395 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad48a96-aab9-4b41-8915-ce23bc8cc04f req-98222628-e45c-40d1-b888-82a8bbd05952 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:25.430859 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6ad48a96-aab9-4b41-8915-ce23bc8cc04f req-98222628-e45c-40d1-b888-82a8bbd05952 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 945 time: 0.0489881 Sep 29 18:04:25.471642 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6ad48a96-aab9-4b41-8915-ce23bc8cc04f req-c867b984-13c3-452a-b99f-f123bb03782b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349517 Sep 29 18:04:26.634558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b644b1-15fa-41cc-9a71-13d0ee7c2a90 req-ea29ef91-d247-41b2-8f6d-49b8e67f87fa tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:26.636029 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2b644b1-15fa-41cc-9a71-13d0ee7c2a90 req-ea29ef91-d247-41b2-8f6d-49b8e67f87fa tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 945 time: 0.0507872 Sep 29 18:04:26.673491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2b644b1-15fa-41cc-9a71-13d0ee7c2a90 req-62b2dcf5-558a-40f1-a47c-c4326236d5b5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309319 Sep 29 18:04:26.990791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bf5a0-2a4b-49b6-8cbd-83fd7ae2a3d0 req-449bcf79-b61a-4af1-aa48-ea4fcf19e8f6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:26.992514 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce2bf5a0-2a4b-49b6-8cbd-83fd7ae2a3d0 req-449bcf79-b61a-4af1-aa48-ea4fcf19e8f6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 945 time: 0.0490832 Sep 29 18:04:27.085094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-ce2bf5a0-2a4b-49b6-8cbd-83fd7ae2a3d0 req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Deleting port daa9798c-54fc-49a1-9289-b2a309c0d419 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:04:27.085463 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ce2bf5a0-2a4b-49b6-8cbd-83fd7ae2a3d0 req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:27.171275 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-ce2bf5a0-2a4b-49b6-8cbd-83fd7ae2a3d0 req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] For port daa9798c-54fc-49a1-9289-b2a309c0d419, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=daa9798c-54fc-49a1-9289-b2a309c0d419,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:04:27.171638 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ce2bf5a0-2a4b-49b6-8cbd-83fd7ae2a3d0 req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:27.341959 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ce2bf5a0-2a4b-49b6-8cbd-83fd7ae2a3d0 req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:27.342319 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ce2bf5a0-2a4b-49b6-8cbd-83fd7ae2a3d0 req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:27.342707 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-ce2bf5a0-2a4b-49b6-8cbd-83fd7ae2a3d0 req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Floating IP 35ba5bf7-5768-4fb3-b2be-543d3aad5400 disassociated. External IP: 172.25.2.142, port: daa9798c-54fc-49a1-9289-b2a309c0d419. Sep 29 18:04:27.343114 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-ce2bf5a0-2a4b-49b6-8cbd-83fd7ae2a3d0 req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Calling delete_port for daa9798c-54fc-49a1-9289-b2a309c0d419 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:04:27.465994 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ce2bf5a0-2a4b-49b6-8cbd-83fd7ae2a3d0 req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:27.497665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event deleted for resources: {'Port': ['ID=daa9798c-54fc-49a1-9289-b2a309c0d419,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:04:27.506845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:27.507197 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:27.507535 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:27.507868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:27.508200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:27.508530 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:27.508853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:27.509197 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:27.509546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:27.509866 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:27.510198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:27.510846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:27.617657 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce2bf5a0-2a4b-49b6-8cbd-83fd7ae2a3d0 req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Router f501314a-b2b3-49b8-9c94-0bdf854a9c16 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:04:27.739239 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce2bf5a0-2a4b-49b6-8cbd-83fd7ae2a3d0 req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:04:27.740564 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:27.757312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e26fd58-61b3-4e8e-96bc-3379cb29c4ef None None] Sync routers for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:04:27.767447 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e26fd58-61b3-4e8e-96bc-3379cb29c4ef None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:04:27.768014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7e26fd58-61b3-4e8e-96bc-3379cb29c4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:04:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:04:27.790906 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2bf5a0-2a4b-49b6-8cbd-83fd7ae2a3d0 req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] No DVR routers for this DVR port daa9798c-54fc-49a1-9289-b2a309c0d419 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:04:27.793528 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-ce2bf5a0-2a4b-49b6-8cbd-83fd7ae2a3d0 req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:27.795531 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce2bf5a0-2a4b-49b6-8cbd-83fd7ae2a3d0 req-48e5bfb0-5821-4fa5-8d78-510800ff91c0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "DELETE /v2.0/ports/daa9798c-54fc-49a1-9289-b2a309c0d419 HTTP/1.1" status: 204 len: 173 time: 0.7961404 Sep 29 18:04:27.796063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73afff9-0640-473f-bae3-643f169c718b', 'name': 'network-vif-deleted', 'tag': 'daa9798c-54fc-49a1-9289-b2a309c0d419'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:04:27.798621 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656ff7ba-7cc7-4b5e-a4f7-cbbc3b1b8214" -d '{"events": [{"server_uuid": "c73afff9-0640-473f-bae3-643f169c718b", "name": "network-vif-deleted", "tag": "daa9798c-54fc-49a1-9289-b2a309c0d419"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:04:27.807806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f4a74524-c6f1-4967-b327-93d4239ef845 req-65acfe3a-3b40-42d6-b57c-5e06e259ae77 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 210 time: 0.0338953 Sep 29 18:04:27.878108 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-7e26fd58-61b3-4e8e-96bc-3379cb29c4ef None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:04:27.944106 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5184f6f-14e5-4a6d-ba7d-67c08424e3f8 x-openstack-request-id: req-e5184f6f-14e5-4a6d-ba7d-67c08424e3f8 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:04:27.944648 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73afff9-0640-473f-bae3-643f169c718b", "name": "network-vif-deleted", "tag": "daa9798c-54fc-49a1-9289-b2a309c0d419", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:04:27.945021 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5184f6f-14e5-4a6d-ba7d-67c08424e3f8 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:04:27.945556 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73afff9-0640-473f-bae3-643f169c718b', 'name': 'network-vif-deleted', 'tag': 'daa9798c-54fc-49a1-9289-b2a309c0d419', 'status': 'completed', 'code': 200} Sep 29 18:04:28.099892 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7e26fd58-61b3-4e8e-96bc-3379cb29c4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:04:28.127082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e26fd58-61b3-4e8e-96bc-3379cb29c4ef None None] Checking router: f501314a-b2b3-49b8-9c94-0bdf854a9c16 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:04:28.135468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e26fd58-61b3-4e8e-96bc-3379cb29c4ef None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:04:28.136081 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7e26fd58-61b3-4e8e-96bc-3379cb29c4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:04:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:04:28.248479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-7e26fd58-61b3-4e8e-96bc-3379cb29c4ef None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:04:28.453326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7e26fd58-61b3-4e8e-96bc-3379cb29c4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:04:28.479997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e26fd58-61b3-4e8e-96bc-3379cb29c4ef None None] The sync data for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 is: [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:04:28.713863 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a0d5b-538e-4512-b612-0558a776c39b None None] New status for floating IP 35ba5bf7-5768-4fb3-b2be-543d3aad5400: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:04:28.905303 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7e7d341-699b-4e36-95eb-40e43d2fcab5 req-22df97c9-71e7-404c-bf3f-8997fd38830d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 210 time: 0.0260165 Sep 29 18:04:30.003369 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-012e15aa-04e9-49a6-b555-f6ef710a643c req-21a356cb-f0d9-47b4-bc2b-c5bac8770ca2 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 210 time: 0.0281234 Sep 29 18:04:31.104507 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb3232b7-f9f7-4e89-ae09-183efe9060c1 req-52551b59-673c-45cd-85e0-99c901254f00 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=c73afff9-0640-473f-bae3-643f169c718b HTTP/1.1" status: 200 len: 210 time: 0.0271840 Sep 29 18:04:31.910037 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device daa9798c-54fc-49a1-9289-b2a309c0d419 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:04:31.930193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: daa9798c-54fc-49a1-9289-b2a309c0d419 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:04:31.930547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device daa9798c-54fc-49a1-9289-b2a309c0d419 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:04:32.412235 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-ebb26239-06a7-498b-89a0-88e377edf136 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-602388822&fields=id&tenant_id=0acc34119f9146ebb798fb16477e2b27 HTTP/1.1" status: 200 len: 267 time: 0.0316095 Sep 29 18:04:32.517308 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-8a3a6244-00a4-4583-bbd4-4ab5745a5511 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:32.518741 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-8a3a6244-00a4-4583-bbd4-4ab5745a5511 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 812 time: 0.1000578 Sep 29 18:04:32.534088 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-c80a1e85-b76d-4c86-ab5f-10151eb53bad tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/quotas/0acc34119f9146ebb798fb16477e2b27 HTTP/1.1" status: 200 len: 375 time: 0.0095344 Sep 29 18:04:32.588999 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-08d1e60e-f886-409e-9ee0-2ef4182d72bf tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497649 Sep 29 18:04:32.740946 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-eff75ba9-aa08-4b78-843a-e31c85fe3938 service neutron] 10.222.0.44 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399686 Sep 29 18:04:33.090879 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-891894ab-6599-409a-b03e-7f0c16fa7427 service neutron] 10.222.0.44 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433797 Sep 29 18:04:33.380654 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bae5f227-e804-4f9e-9b17-eca394cb0e98 req-10cff69a-641b-4264-8cb3-7a6d84961008 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 210 time: 0.0279317 Sep 29 18:04:34.475056 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dadfc30d-f975-44c4-b00e-6c5754d55861 req-f0733328-87c7-48c9-8b6e-c1e561473580 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 210 time: 0.0265999 Sep 29 18:04:34.646169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-0f063fe7-6772-4344-892f-82653f7169b3 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:34.647665 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-0f063fe7-6772-4344-892f-82653f7169b3 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.35 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 812 time: 0.1094699 Sep 29 18:04:34.700270 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-6155e8e5-4ad5-421c-95ea-fe99fd8fe094 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0acc34119f9146ebb798fb16477e2b27 HTTP/1.1" status: 200 len: 379 time: 0.0380576 Sep 29 18:04:34.710143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-cae1ac9a-afce-46fa-99b2-cb48a13bd6e4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'port': {'device_id': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'admin_state_up': True, 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'security_groups': ['06ec64ad-c7b8-4402-b1ec-3b4d7e24c006']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:04:34.828116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-cae1ac9a-afce-46fa-99b2-cb48a13bd6e4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Made reservation on behalf of 0acc34119f9146ebb798fb16477e2b27 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:04:34.832302 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-cae1ac9a-afce-46fa-99b2-cb48a13bd6e4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:34.959606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-cae1ac9a-afce-46fa-99b2-cb48a13bd6e4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Allocated IP 172.20.0.3 (dff260e8-6743-411d-9a69-4a69d81ddbaa/e09cc432-f62f-413c-96e9-1f1d1f0d3608/0db8e702-ac51-455b-8aeb-be84df5cb51a) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:04:35.100523 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-cae1ac9a-afce-46fa-99b2-cb48a13bd6e4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:35.139899 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-cae1ac9a-afce-46fa-99b2-cb48a13bd6e4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:35.180212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-cae1ac9a-afce-46fa-99b2-cb48a13bd6e4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Network dff260e8-6743-411d-9a69-4a69d81ddbaa is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:04:35.183277 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-cae1ac9a-afce-46fa-99b2-cb48a13bd6e4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:04:35.186830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-cae1ac9a-afce-46fa-99b2-cb48a13bd6e4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:04:35.216804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1ac9a-afce-46fa-99b2-cb48a13bd6e4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'Port': ['ID=0db8e702-ac51-455b-8aeb-be84df5cb51a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:04:35.253823 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-cae1ac9a-afce-46fa-99b2-cb48a13bd6e4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:35.254381 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-cae1ac9a-afce-46fa-99b2-cb48a13bd6e4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:35.271077 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-cae1ac9a-afce-46fa-99b2-cb48a13bd6e4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5645134 Sep 29 18:04:35.290164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Request body: {'port': {'device_id': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:04:35.348847 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:35.418595 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1178e73b-9907-4498-ad60-5532fde652f9 None None] Provisioning complete for port 0db8e702-ac51-455b-8aeb-be84df5cb51a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:04:35.419166 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1178e73b-9907-4498-ad60-5532fde652f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:35.458211 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1178e73b-9907-4498-ad60-5532fde652f9 None None] Port 0db8e702-ac51-455b-8aeb-be84df5cb51a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:04:35.619585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e5674-4e0c-432a-a9e9-2610feea61a2 req-5a6a522d-412a-43db-a378-8e3f8879599d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:35.621080 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-946e5674-4e0c-432a-a9e9-2610feea61a2 req-5a6a522d-412a-43db-a378-8e3f8879599d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 931 time: 0.0738876 Sep 29 18:04:35.695789 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-946e5674-4e0c-432a-a9e9-2610feea61a2 req-f2b00b65-4023-4518-88de-c51fc1a76417 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629230 Sep 29 18:04:35.700232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db8e702-ac51-455b-8aeb-be84df5cb51a {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:04:35.714035 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:35.725660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Transition to ACTIVE for port object 0db8e702-ac51-455b-8aeb-be84df5cb51a will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:04:35.729460 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:35.786227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0db8e702-ac51-455b-8aeb-be84df5cb51a,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:04:35.869804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Attempting to bind port 0db8e702-ac51-455b-8aeb-be84df5cb51a on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:04:35.870147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Attempting to bind port 0db8e702-ac51-455b-8aeb-be84df5cb51a by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:04:35.870480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Attempting to bind port 0db8e702-ac51-455b-8aeb-be84df5cb51a on network dff260e8-6743-411d-9a69-4a69d81ddbaa {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:04:35.875863 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Port 0db8e702-ac51-455b-8aeb-be84df5cb51a on network dff260e8-6743-411d-9a69-4a69d81ddbaa not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:04:35.876770 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Attempting to bind port 0db8e702-ac51-455b-8aeb-be84df5cb51a on network dff260e8-6743-411d-9a69-4a69d81ddbaa {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:04:35.882943 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:04:35.884663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Checking segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:04:35.885148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Bound using segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:04:35.885717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Bound port: 0db8e702-ac51-455b-8aeb-be84df5cb51a, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:04:35.886158 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:35.958620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] For port 0db8e702-ac51-455b-8aeb-be84df5cb51a, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:04:35.963907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] For port 0db8e702-ac51-455b-8aeb-be84df5cb51a, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0db8e702-ac51-455b-8aeb-be84df5cb51a,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:04:35.968569 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:36.014380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:36.015027 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:36.016644 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] 10.222.0.35 "PUT /v2.0/ports/0db8e702-ac51-455b-8aeb-be84df5cb51a HTTP/1.1" status: 200 len: 1091 time: 0.7306454 Sep 29 18:04:36.017239 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'tag': '0db8e702-ac51-455b-8aeb-be84df5cb51a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:04:36.019528 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b93208-e073-416b-991a-fffcf41528c5" -d '{"events": [{"name": "network-changed", "server_uuid": "afe9f691-caa4-4a0b-8f15-38911bbb6617", "tag": "0db8e702-ac51-455b-8aeb-be84df5cb51a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:04:36.046525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb367c48-d1b3-49c8-99e9-df0193d85fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0db8e702-ac51-455b-8aeb-be84df5cb51a,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:04:36.080946 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb584c19-b1ea-40f1-9508-a5912acc875d x-openstack-request-id: req-cb584c19-b1ea-40f1-9508-a5912acc875d {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:04:36.082390 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe9f691-caa4-4a0b-8f15-38911bbb6617", "tag": "0db8e702-ac51-455b-8aeb-be84df5cb51a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:04:36.083763 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb584c19-b1ea-40f1-9508-a5912acc875d {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:04:36.084244 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'tag': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'status': 'completed', 'code': 200} Sep 29 18:04:36.142666 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-117ff941-9852-4f32-b14c-990b2d649058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:36.144767 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-117ff941-9852-4f32-b14c-990b2d649058 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 1094 time: 0.0473838 Sep 29 18:04:36.195111 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-0d1fc2ec-65ca-4170-bb85-14b098c10891 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0db8e702-ac51-455b-8aeb-be84df5cb51a HTTP/1.1" status: 200 len: 217 time: 0.0362844 Sep 29 18:04:36.249021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-9ccdcadc-5efc-4e74-be18-1d62e47a1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:36.250511 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-9ccdcadc-5efc-4e74-be18-1d62e47a1933 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0480587 Sep 29 18:04:36.303757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-616a2b21-e209-428d-bfcb-e29fd9150e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:36.305172 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-616a2b21-e209-428d-bfcb-e29fd9150e4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475125 Sep 29 18:04:36.394282 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-effe40ca-e685-434b-9823-1288e6f75fad service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819035 Sep 29 18:04:36.487592 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5743fe3c-3c84-4bd9-8f5b-470d1a5b4a4b req-2cb4c6e6-4a0f-4ac9-98a8-d805835a133b service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865436 Sep 29 18:04:36.603086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b93208-e073-416b-991a-fffcf41528c5 req-7bce55ef-dcdf-423d-9034-c733708022e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:36.604564 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70b93208-e073-416b-991a-fffcf41528c5 req-7bce55ef-dcdf-423d-9034-c733708022e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 1094 time: 0.0452547 Sep 29 18:04:36.702645 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b93208-e073-416b-991a-fffcf41528c5 req-0a13f7dd-d313-4dd4-8ca3-f53a3ea13816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:36.704179 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70b93208-e073-416b-991a-fffcf41528c5 req-0a13f7dd-d313-4dd4-8ca3-f53a3ea13816 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.0920601 Sep 29 18:04:36.751648 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70b93208-e073-416b-991a-fffcf41528c5 req-3cc951c5-2798-442c-86fa-71b23bd22a02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0db8e702-ac51-455b-8aeb-be84df5cb51a HTTP/1.1" status: 200 len: 217 time: 0.0407639 Sep 29 18:04:36.836805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b93208-e073-416b-991a-fffcf41528c5 req-7f7d99e5-e031-455f-b738-3a6f74974b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:36.838368 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70b93208-e073-416b-991a-fffcf41528c5 req-7f7d99e5-e031-455f-b738-3a6f74974b09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0761404 Sep 29 18:04:36.867501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098450c-096f-4ad6-8a80-ad7bb109ad78 req-e5241854-1651-490e-bbb2-ab189340d6b3 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:36.868886 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e098450c-096f-4ad6-8a80-ad7bb109ad78 req-e5241854-1651-490e-bbb2-ab189340d6b3 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 943 time: 0.0800767 Sep 29 18:04:36.924370 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e098450c-096f-4ad6-8a80-ad7bb109ad78 req-b8a30089-854e-474f-8557-f1299b50b2e7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415866 Sep 29 18:04:36.926200 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b93208-e073-416b-991a-fffcf41528c5 req-27490383-6bb6-4979-978b-29a35ad4b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:36.927592 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70b93208-e073-416b-991a-fffcf41528c5 req-27490383-6bb6-4979-978b-29a35ad4b62e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808668 Sep 29 18:04:37.027870 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70b93208-e073-416b-991a-fffcf41528c5 req-bf2bc4e6-c7e1-4b44-ab2f-c786edb14d86 service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923018 Sep 29 18:04:37.123722 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70b93208-e073-416b-991a-fffcf41528c5 req-06f28fb3-8cd0-402e-9d7c-44428529b2db service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888751 Sep 29 18:04:38.044592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070ccee-da66-46fd-9dad-cd18a0105d0c req-30ae6504-700d-4367-afde-190cd1395b46 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:38.046005 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6070ccee-da66-46fd-9dad-cd18a0105d0c req-30ae6504-700d-4367-afde-190cd1395b46 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 943 time: 0.0515347 Sep 29 18:04:38.083661 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6070ccee-da66-46fd-9dad-cd18a0105d0c req-49005ae4-33e3-4ff7-8033-7716712de8bb tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310199 Sep 29 18:04:39.196460 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0618d-a772-438e-bd18-a900cabafb94 req-95b49112-0cbd-4898-94a0-b6a50cad89ce tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:39.198039 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7df0618d-a772-438e-bd18-a900cabafb94 req-95b49112-0cbd-4898-94a0-b6a50cad89ce tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 943 time: 0.0490863 Sep 29 18:04:39.240013 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7df0618d-a772-438e-bd18-a900cabafb94 req-7f60ec52-db79-4deb-9db4-42ab8b21f376 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360007 Sep 29 18:04:40.354255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9deea0-f3c0-4412-99b4-7593b71a2538 req-90b8686c-86f4-439b-b5e3-d5e7b2058b69 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:40.355667 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ed9deea0-f3c0-4412-99b4-7593b71a2538 req-90b8686c-86f4-439b-b5e3-d5e7b2058b69 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 943 time: 0.0479441 Sep 29 18:04:40.392063 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ed9deea0-f3c0-4412-99b4-7593b71a2538 req-63712caa-1599-4156-a733-e48244739b4d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305490 Sep 29 18:04:40.843846 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fcc66c0c-b751-4bb6-9ecb-c6abd082efe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:41.566759 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4594691-4302-4120-88cb-eae48c8f25c5 req-1eb81cb5-a956-433e-87db-7c2d98c6d40c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:41.568243 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4594691-4302-4120-88cb-eae48c8f25c5 req-1eb81cb5-a956-433e-87db-7c2d98c6d40c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 943 time: 0.1078196 Sep 29 18:04:41.605302 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4594691-4302-4120-88cb-eae48c8f25c5 req-6358c418-8f27-40a2-aff2-4ae4c4f78e2c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311298 Sep 29 18:04:42.718061 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6b8c0-3abe-43cb-bd3a-d326f1793eb0 req-90c35f6c-4200-4bb5-aec4-705e8cd2bfb6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:42.719504 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-44e6b8c0-3abe-43cb-bd3a-d326f1793eb0 req-90c35f6c-4200-4bb5-aec4-705e8cd2bfb6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 943 time: 0.0488920 Sep 29 18:04:42.757396 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-44e6b8c0-3abe-43cb-bd3a-d326f1793eb0 req-d175a47d-19d8-41ae-a0fd-00d395d3d1b2 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307236 Sep 29 18:04:43.585180 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aabf98a3-38aa-40cb-aeea-ed0e1bf5b1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:43.870342 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a7606-0c2a-4c2e-ad8a-abbe4c6d74fe req-59a98d55-3b17-414e-947d-fb050a6f5bc4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:43.871706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c14a7606-0c2a-4c2e-ad8a-abbe4c6d74fe req-59a98d55-3b17-414e-947d-fb050a6f5bc4 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 943 time: 0.0484083 Sep 29 18:04:43.908835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c14a7606-0c2a-4c2e-ad8a-abbe4c6d74fe req-4e6cc15b-9732-4b30-bcce-fad11d0e7bc8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302479 Sep 29 18:04:44.665547 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:44.685758 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:44.858761 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:45.025892 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67272c-93fe-4828-9d57-dfa65be1ff5a req-805dd460-ce10-44fe-87c2-9e76476f0fd6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:45.027375 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dd67272c-93fe-4828-9d57-dfa65be1ff5a req-805dd460-ce10-44fe-87c2-9e76476f0fd6 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 943 time: 0.0524282 Sep 29 18:04:45.065707 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dd67272c-93fe-4828-9d57-dfa65be1ff5a req-4dbe8784-5b00-4df9-81a3-c1da10203852 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322976 Sep 29 18:04:46.178870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47297e6-f63e-4fd4-a044-c1b2fb40ef37 req-fb50f35f-ddd6-4d81-b95c-ee3252fc226f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:46.180318 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e47297e6-f63e-4fd4-a044-c1b2fb40ef37 req-fb50f35f-ddd6-4d81-b95c-ee3252fc226f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 943 time: 0.0477195 Sep 29 18:04:46.220399 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e47297e6-f63e-4fd4-a044-c1b2fb40ef37 req-608b9dc0-ffca-4919-a70c-1201fc188d60 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341263 Sep 29 18:04:46.972757 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:47.332646 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cb2da-884c-4c97-85fb-ce0b11a8b4f8 req-8823be2b-fe43-45f3-9edc-579acac26b41 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:47.334136 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-df9cb2da-884c-4c97-85fb-ce0b11a8b4f8 req-8823be2b-fe43-45f3-9edc-579acac26b41 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 943 time: 0.0471263 Sep 29 18:04:47.370966 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-df9cb2da-884c-4c97-85fb-ce0b11a8b4f8 req-5c924419-50e3-4d55-a581-7f985a8ab90d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310380 Sep 29 18:04:48.214090 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0db8e702-ac51-455b-8aeb-be84df5cb51a details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:04:48.306906 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0db8e702-ac51-455b-8aeb-be84df5cb51a, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0db8e702-ac51-455b-8aeb-be84df5cb51a,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:04:48.320989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'port_id': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'mac_address': 'fa:16:3e:60:df:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:04:48.357233 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:48.369813 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db8e702-ac51-455b-8aeb-be84df5cb51a {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:04:48.388192 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0db8e702-ac51-455b-8aeb-be84df5cb51a, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0db8e702-ac51-455b-8aeb-be84df5cb51a,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:04:48.392074 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:48.438908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0db8e702-ac51-455b-8aeb-be84df5cb51a,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:04:48.446233 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:48.446587 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:48.446931 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:48.447274 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:48.447611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:48.447945 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:48.448276 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:48.448605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:48.448933 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:48.449259 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:48.449613 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:48.449936 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:04:48.487118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4300c85-e656-4457-97c3-80341dd957ce req-54746ae1-24e9-4553-86a4-420f383a3248 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:48.488514 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4300c85-e656-4457-97c3-80341dd957ce req-54746ae1-24e9-4553-86a4-420f383a3248 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 944 time: 0.0500841 Sep 29 18:04:48.525458 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b4300c85-e656-4457-97c3-80341dd957ce req-7652d5fa-1ea0-4d84-8f82-c654fbccf691 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305047 Sep 29 18:04:48.807975 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['0db8e702-ac51-455b-8aeb-be84df5cb51a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:04:49.638659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff83dd-8af7-4ae9-900c-daa610454af7 req-032951df-0c90-417a-86a6-43174baa638b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:49.640108 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bdff83dd-8af7-4ae9-900c-daa610454af7 req-032951df-0c90-417a-86a6-43174baa638b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 944 time: 0.0479503 Sep 29 18:04:49.676439 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bdff83dd-8af7-4ae9-900c-daa610454af7 req-4a68dd7c-c6c9-4dd9-bc78-edd54ba04b6f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298595 Sep 29 18:04:50.230355 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0db8e702-ac51-455b-8aeb-be84df5cb51a up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:04:50.278155 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 0db8e702-ac51-455b-8aeb-be84df5cb51a completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:04:50.281739 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 0db8e702-ac51-455b-8aeb-be84df5cb51a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:04:50.282105 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:50.357999 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:50.379856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db8e702-ac51-455b-8aeb-be84df5cb51a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:04:50.382342 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a80f237-7199-4a98-854b-41b07d4856d0" -d '{"events": [{"server_uuid": "afe9f691-caa4-4a0b-8f15-38911bbb6617", "name": "network-vif-plugged", "status": "completed", "tag": "0db8e702-ac51-455b-8aeb-be84df5cb51a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:04:50.396605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0db8e702-ac51-455b-8aeb-be84df5cb51a, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0db8e702-ac51-455b-8aeb-be84df5cb51a,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:04:50.400566 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:50.425135 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ce2e17-5bfa-495b-a0dc-9fcfb2e08e62 x-openstack-request-id: req-38ce2e17-5bfa-495b-a0dc-9fcfb2e08e62 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:04:50.425476 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe9f691-caa4-4a0b-8f15-38911bbb6617", "name": "network-vif-plugged", "status": "completed", "tag": "0db8e702-ac51-455b-8aeb-be84df5cb51a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:04:50.425731 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-38ce2e17-5bfa-495b-a0dc-9fcfb2e08e62 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:04:50.426116 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'code': 200} Sep 29 18:04:50.450101 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0db8e702-ac51-455b-8aeb-be84df5cb51a,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:04:50.544692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fdefe-72fc-4c3c-8bf1-4082c186dc92 req-0c6d1877-8191-46c1-b41e-8f0bd4609fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:50.546104 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e9fdefe-72fc-4c3c-8bf1-4082c186dc92 req-0c6d1877-8191-46c1-b41e-8f0bd4609fb6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 1096 time: 0.0394554 Sep 29 18:04:50.579026 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2e9fdefe-72fc-4c3c-8bf1-4082c186dc92 req-1f32ae2f-33a5-43c6-944c-b9aba010cb13 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261965 Sep 29 18:04:50.801629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d28124-d691-4f47-bb2e-5a0f04dfe772 req-1fafc25b-1f64-4be9-99a6-c832ea126fd8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:50.802979 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a0d28124-d691-4f47-bb2e-5a0f04dfe772 req-1fafc25b-1f64-4be9-99a6-c832ea126fd8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 945 time: 0.0551400 Sep 29 18:04:50.839117 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a0d28124-d691-4f47-bb2e-5a0f04dfe772 req-3becc472-ec3d-47e4-9b47-d84e46d9a356 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302720 Sep 29 18:04:51.957378 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6421e8d9-b8af-4711-9711-4801938e3013 req-8c21eaec-2b5f-4789-a2d5-224b43de7fd2 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:51.958869 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6421e8d9-b8af-4711-9711-4801938e3013 req-8c21eaec-2b5f-4789-a2d5-224b43de7fd2 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 945 time: 0.0517814 Sep 29 18:04:52.003000 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6421e8d9-b8af-4711-9711-4801938e3013 req-b0de5a16-f0ee-4590-ab56-c1e030b6621b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380855 Sep 29 18:04:53.115424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc7239-10fb-4ea5-bbf0-6d455b9b8957 req-5e8b8bf9-aad2-4ede-a356-c80f1f8070ca tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:53.116887 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70fc7239-10fb-4ea5-bbf0-6d455b9b8957 req-5e8b8bf9-aad2-4ede-a356-c80f1f8070ca tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 945 time: 0.0473468 Sep 29 18:04:53.155336 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70fc7239-10fb-4ea5-bbf0-6d455b9b8957 req-09d821fe-f35f-40da-9938-eb4c8a159339 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322442 Sep 29 18:04:53.268387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab625b0-6729-4c97-861f-feefc55219b2 req-030f4dc2-ee0a-46af-8c13-16e4d0e3e511 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:53.269898 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4ab625b0-6729-4c97-861f-feefc55219b2 req-030f4dc2-ee0a-46af-8c13-16e4d0e3e511 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 945 time: 0.0500870 Sep 29 18:04:53.306497 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4ab625b0-6729-4c97-861f-feefc55219b2 req-c19824e2-e88d-498e-b872-d131ed100450 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306752 Sep 29 18:04:53.327799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50810) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:04:53.465444 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a856daa-e85a-4d27-878a-37f8c8675c1a tempest-TestVolumeBootPattern-515181329 tempest-TestVolumeBootPattern-515181329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:53.466935 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6a856daa-e85a-4d27-878a-37f8c8675c1a tempest-TestVolumeBootPattern-515181329 tempest-TestVolumeBootPattern-515181329-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 1091 time: 0.1381986 Sep 29 18:04:53.469849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50814) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:04:53.474526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:04:53.496051 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:53.931467 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:54.030180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Allocated IP 172.25.2.36 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/0a75ec70-0c35-498e-842f-154d665752cb) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:04:54.133205 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:54.165778 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:54.199687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:04:54.203915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:04:54.207367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:04:54.234782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'Port': ['ID=0a75ec70-0c35-498e-842f-154d665752cb,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:04:54.550161 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:54.613548 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:54.781988 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:54.787205 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:54.859181 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'Port': ['ID=0a75ec70-0c35-498e-842f-154d665752cb,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:04:54.869588 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:54.968165 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Floating IP 08ffb03b-dff2-4e57-a13e-10f63fa25b7e associated. External IP: 172.25.2.36, port: 0db8e702-ac51-455b-8aeb-be84df5cb51a. Sep 29 18:04:55.169354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Router f501314a-b2b3-49b8-9c94-0bdf854a9c16 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:04:55.279676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:04:55.289500 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ce49cb-f7db-4059-bc21-116fe827d644 None None] Sync routers for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:04:55.295201 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:04:55.300632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ce49cb-f7db-4059-bc21-116fe827d644 None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:04:55.301247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a1ce49cb-f7db-4059-bc21-116fe827d644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:04:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:04:55.323482 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3c3e495a-7d4b-4db1-9234-43d732551db8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8526292 Sep 29 18:04:55.324070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'tag': '0db8e702-ac51-455b-8aeb-be84df5cb51a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:04:55.326361 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2dad93-baaf-404f-9103-2071103e453f" -d '{"events": [{"name": "network-changed", "server_uuid": "afe9f691-caa4-4a0b-8f15-38911bbb6617", "tag": "0db8e702-ac51-455b-8aeb-be84df5cb51a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:04:55.363525 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9998ae6-abec-4cea-9add-f3d83e7a28c8 x-openstack-request-id: req-d9998ae6-abec-4cea-9add-f3d83e7a28c8 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:04:55.363842 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe9f691-caa4-4a0b-8f15-38911bbb6617", "tag": "0db8e702-ac51-455b-8aeb-be84df5cb51a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:04:55.364099 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9998ae6-abec-4cea-9add-f3d83e7a28c8 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:04:55.364504 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'tag': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'status': 'completed', 'code': 200} Sep 29 18:04:55.407676 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a1ce49cb-f7db-4059-bc21-116fe827d644 None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:04:55.449030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dad93-baaf-404f-9103-2071103e453f req-a273d420-e30c-4973-abbd-8cf376ee191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:55.450653 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be2dad93-baaf-404f-9103-2071103e453f req-a273d420-e30c-4973-abbd-8cf376ee191f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 1096 time: 0.0450830 Sep 29 18:04:55.541658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dad93-baaf-404f-9103-2071103e453f req-1bf7e134-ed48-4dcb-b682-811e81c54677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:55.543142 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be2dad93-baaf-404f-9103-2071103e453f req-1bf7e134-ed48-4dcb-b682-811e81c54677 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.0855963 Sep 29 18:04:55.613091 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be2dad93-baaf-404f-9103-2071103e453f req-9445abf6-78d0-4ef2-999b-13020ed0dc19 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0db8e702-ac51-455b-8aeb-be84df5cb51a HTTP/1.1" status: 200 len: 998 time: 0.0621126 Sep 29 18:04:55.667349 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dad93-baaf-404f-9103-2071103e453f req-4f92ad9b-7afb-4d7f-bbec-6ddabef8ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:55.668857 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be2dad93-baaf-404f-9103-2071103e453f req-4f92ad9b-7afb-4d7f-bbec-6ddabef8ae1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0493300 Sep 29 18:04:55.717424 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dad93-baaf-404f-9103-2071103e453f req-836adafe-a903-4715-9a47-f23f3b97fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:04:55.718853 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be2dad93-baaf-404f-9103-2071103e453f req-836adafe-a903-4715-9a47-f23f3b97fb6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430329 Sep 29 18:04:55.791669 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a1ce49cb-f7db-4059-bc21-116fe827d644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '08ffb03b-dff2-4e57-a13e-10f63fa25b7e', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'port_id': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'mac_address': 'fa:16:3e:60:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:04:54Z', 'updated_at': '2021-09-29T18:04:54Z', 'revision_number': 0, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:04:55.813436 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be2dad93-baaf-404f-9103-2071103e453f req-d2eeae95-97e4-45de-ac84-b442be63ab91 service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871699 Sep 29 18:04:55.817829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ce49cb-f7db-4059-bc21-116fe827d644 None None] Checking router: f501314a-b2b3-49b8-9c94-0bdf854a9c16 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:04:55.825839 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ce49cb-f7db-4059-bc21-116fe827d644 None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:04:55.826440 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a1ce49cb-f7db-4059-bc21-116fe827d644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:04:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:04:55.906035 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-be2dad93-baaf-404f-9103-2071103e453f req-f7b89be3-c376-422e-82ad-7ce4bf219697 service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849626 Sep 29 18:04:55.930645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a1ce49cb-f7db-4059-bc21-116fe827d644 None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:04:56.151536 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a1ce49cb-f7db-4059-bc21-116fe827d644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '08ffb03b-dff2-4e57-a13e-10f63fa25b7e', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'port_id': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'mac_address': 'fa:16:3e:60:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:04:54Z', 'updated_at': '2021-09-29T18:04:54Z', 'revision_number': 0, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:04:56.177701 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ce49cb-f7db-4059-bc21-116fe827d644 None None] The sync data for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 is: [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '08ffb03b-dff2-4e57-a13e-10f63fa25b7e', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'port_id': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'mac_address': 'fa:16:3e:60:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:04:54Z', 'updated_at': '2021-09-29T18:04:54Z', 'revision_number': 0, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:04:56.339745 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:04:56.378225 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0176813-ddec-45bc-a9a2-73f7ed70cfc3 None None] New status for floating IP 08ffb03b-dff2-4e57-a13e-10f63fa25b7e: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:04:57.737555 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:05:10.850806 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-efb5e382-7756-4282-913d-48d0b092bbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:05:13.586180 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a4dddbd0-3c53-455a-b161-42a4d3078502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:05:14.667878 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:05:14.685014 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:05:14.860302 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:05:16.975600 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:05:27.742436 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:05:33.338782 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:05:40.463848 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec1abd9b-6e8b-4e6e-ab72-341c6b1c7d6d req-90494858-5c0e-4b58-910e-550ead611519 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399749 Sep 29 18:05:40.569617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1abd9b-6e8b-4e6e-ab72-341c6b1c7d6d req-2f11d988-d969-48e5-811a-d7538a50ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:05:40.571652 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec1abd9b-6e8b-4e6e-ab72-341c6b1c7d6d req-2f11d988-d969-48e5-811a-d7538a50ec9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 1096 time: 0.0483019 Sep 29 18:05:40.671712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1abd9b-6e8b-4e6e-ab72-341c6b1c7d6d req-8505f49b-65b2-4b08-8d12-e5925045680a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:05:40.673163 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec1abd9b-6e8b-4e6e-ab72-341c6b1c7d6d req-8505f49b-65b2-4b08-8d12-e5925045680a service neutron] 10.222.0.35 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.0828385 Sep 29 18:05:40.741935 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec1abd9b-6e8b-4e6e-ab72-341c6b1c7d6d req-b9132152-cb3e-4db8-a9e1-7b28de210ae9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0db8e702-ac51-455b-8aeb-be84df5cb51a HTTP/1.1" status: 200 len: 1000 time: 0.0602331 Sep 29 18:05:40.790760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1abd9b-6e8b-4e6e-ab72-341c6b1c7d6d req-46305007-357f-4fe4-9db1-b17c2c7acdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:05:40.792163 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec1abd9b-6e8b-4e6e-ab72-341c6b1c7d6d req-46305007-357f-4fe4-9db1-b17c2c7acdeb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0426040 Sep 29 18:05:40.841813 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1420635a-5135-411c-b590-9d40c1c4615b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:05:40.844383 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1abd9b-6e8b-4e6e-ab72-341c6b1c7d6d req-d00cc167-be35-4316-98d1-88f26bb853fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:05:40.846034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec1abd9b-6e8b-4e6e-ab72-341c6b1c7d6d req-d00cc167-be35-4316-98d1-88f26bb853fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469782 Sep 29 18:05:40.943354 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec1abd9b-6e8b-4e6e-ab72-341c6b1c7d6d req-6983a896-af37-4a3a-9ba1-c43bffbc3666 service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861294 Sep 29 18:05:41.034526 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ec1abd9b-6e8b-4e6e-ab72-341c6b1c7d6d req-59ee91fa-d00e-4b07-8716-b14835c70ea8 service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841849 Sep 29 18:05:43.586616 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-da670749-12fe-4001-a730-49193a3636c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:05:44.669049 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:05:44.688629 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:05:44.868567 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:05:46.979425 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:05:57.746954 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:10.338922 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:06:10.842643 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a06f03a3-5c39-4408-8690-cd2e6094b704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:13.585767 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-13a6d227-e877-40b8-be2d-7689df9a372c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:14.669830 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:14.689721 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:14.860274 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:16.982154 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:27.746357 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:33.813924 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-cef1d500-3c49-4849-b4bf-9dd1904425b9 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-602388822&fields=id&tenant_id=0acc34119f9146ebb798fb16477e2b27 HTTP/1.1" status: 200 len: 267 time: 0.0451365 Sep 29 18:06:33.917103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-7c19aeca-d172-45c4-864e-e14b991594de tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:33.919095 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-7c19aeca-d172-45c4-864e-e14b991594de tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 812 time: 0.0986860 Sep 29 18:06:33.934313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-3468f8dc-4b24-461b-a2eb-3e634a4dbcd1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/quotas/0acc34119f9146ebb798fb16477e2b27 HTTP/1.1" status: 200 len: 375 time: 0.0095704 Sep 29 18:06:33.990709 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-71e4bf92-32c1-4a3b-96eb-c2671f97f639 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0513310 Sep 29 18:06:34.058587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-c2c7d5e1-e5d8-402b-8d1c-dca09aca865b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:06:34.059582 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-c2c7d5e1-e5d8-402b-8d1c-dca09aca865b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560012 Sep 29 18:06:34.160357 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-d2641e60-9b83-4396-a289-124155642446 service neutron] 10.222.0.44 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944664 Sep 29 18:06:34.254517 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-73752a68-b4c6-4664-8b90-329e5e116feb service neutron] 10.222.0.44 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879982 Sep 29 18:06:34.540775 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb960c2c-577f-4482-ae5e-741ce32b3d5c req-80301d09-39b9-4e93-81ac-8c669ba38ba7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 210 time: 0.0276399 Sep 29 18:06:35.442663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-cf31ec6f-0b50-44ce-b18e-ffffe35435c2 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:35.444117 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-cf31ec6f-0b50-44ce-b18e-ffffe35435c2 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 812 time: 0.1042356 Sep 29 18:06:35.486063 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-b08cd319-a5e3-4b98-92cc-fdb111f5d77a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0acc34119f9146ebb798fb16477e2b27 HTTP/1.1" status: 200 len: 379 time: 0.0325985 Sep 29 18:06:35.497997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'port': {'device_id': '3085d31d-c454-4d06-8bf4-2bde6de22faf', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'admin_state_up': True, 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'security_groups': ['06ec64ad-c7b8-4402-b1ec-3b4d7e24c006']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:06:35.611474 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Made reservation on behalf of 0acc34119f9146ebb798fb16477e2b27 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:06:35.615042 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:35.647939 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e0cc110e-5605-4eb1-9bce-9af0cb089fdd req-049ae646-b761-4bdc-99c6-231de0ec5574 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 210 time: 0.0376575 Sep 29 18:06:35.766064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Allocated IP 172.20.0.14 (dff260e8-6743-411d-9a69-4a69d81ddbaa/e09cc432-f62f-413c-96e9-1f1d1f0d3608/b98542f1-e5db-4ba5-8b93-b134f93fe498) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:06:35.899212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:35.936206 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:35.978547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Network dff260e8-6743-411d-9a69-4a69d81ddbaa is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:06:35.982590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:06:35.986608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:06:36.014581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'Port': ['ID=b98542f1-e5db-4ba5-8b93-b134f93fe498,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:06:36.030660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:36.031043 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:36.031273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:36.031660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:36.032025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:36.032364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:36.032700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:36.033029 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:36.033376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:36.033758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:36.034090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:36.034418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:36.055669 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:36.056359 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:36.072057 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-71227df5-0184-4140-8e2d-a3ff3a32628f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5784733 Sep 29 18:06:36.085393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Request body: {'port': {'device_id': '3085d31d-c454-4d06-8bf4-2bde6de22faf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:06:36.148256 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:36.191189 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5a1d867a-e102-4cc1-a2d2-c0682151f39e None None] Provisioning complete for port b98542f1-e5db-4ba5-8b93-b134f93fe498 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:06:36.191719 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a1d867a-e102-4cc1-a2d2-c0682151f39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:36.228332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5a1d867a-e102-4cc1-a2d2-c0682151f39e None None] Port b98542f1-e5db-4ba5-8b93-b134f93fe498 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:06:36.410882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b98542f1-e5db-4ba5-8b93-b134f93fe498 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:06:36.418763 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:36.430343 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Transition to ACTIVE for port object b98542f1-e5db-4ba5-8b93-b134f93fe498 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:06:36.434877 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:36.485332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Pushing event updated for resources: {'Port': ['ID=b98542f1-e5db-4ba5-8b93-b134f93fe498,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:06:36.559401 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Attempting to bind port b98542f1-e5db-4ba5-8b93-b134f93fe498 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:06:36.559831 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Attempting to bind port b98542f1-e5db-4ba5-8b93-b134f93fe498 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:06:36.560049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Attempting to bind port b98542f1-e5db-4ba5-8b93-b134f93fe498 on network dff260e8-6743-411d-9a69-4a69d81ddbaa {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:06:36.564740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Port b98542f1-e5db-4ba5-8b93-b134f93fe498 on network dff260e8-6743-411d-9a69-4a69d81ddbaa not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:06:36.565118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Attempting to bind port b98542f1-e5db-4ba5-8b93-b134f93fe498 on network dff260e8-6743-411d-9a69-4a69d81ddbaa {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:06:36.570450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:06:36.570794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Checking segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:06:36.571180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Bound using segment: {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:06:36.571609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Bound port: b98542f1-e5db-4ba5-8b93-b134f93fe498, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a29faf38-c285-4ba9-8cc9-58205841a80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:06:36.571965 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:36.650167 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] For port b98542f1-e5db-4ba5-8b93-b134f93fe498, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:06:36.655039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] For port b98542f1-e5db-4ba5-8b93-b134f93fe498, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b98542f1-e5db-4ba5-8b93-b134f93fe498,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:06:36.659902 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:36.697913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:36.698965 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:36.700915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] 10.222.0.49 "PUT /v2.0/ports/b98542f1-e5db-4ba5-8b93-b134f93fe498 HTTP/1.1" status: 200 len: 1092 time: 0.6199589 Sep 29 18:06:36.703590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3085d31d-c454-4d06-8bf4-2bde6de22faf', 'tag': 'b98542f1-e5db-4ba5-8b93-b134f93fe498'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:06:36.706339 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d28c078-8324-443f-b073-6fe0f5c26f12" -d '{"events": [{"name": "network-changed", "server_uuid": "3085d31d-c454-4d06-8bf4-2bde6de22faf", "tag": "b98542f1-e5db-4ba5-8b93-b134f93fe498"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:06:36.734548 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be351e22-446f-4b39-b5c7-02a3b5c916bd service neutron] Pushing event updated for resources: {'Port': ['ID=b98542f1-e5db-4ba5-8b93-b134f93fe498,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:06:36.792057 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434c2967-e341-43f1-9127-057e486c0e96 x-openstack-request-id: req-434c2967-e341-43f1-9127-057e486c0e96 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:06:36.793125 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3085d31d-c454-4d06-8bf4-2bde6de22faf", "tag": "b98542f1-e5db-4ba5-8b93-b134f93fe498", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:06:36.793477 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-434c2967-e341-43f1-9127-057e486c0e96 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:06:36.793939 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3085d31d-c454-4d06-8bf4-2bde6de22faf', 'tag': 'b98542f1-e5db-4ba5-8b93-b134f93fe498', 'status': 'completed', 'code': 200} Sep 29 18:06:36.813796 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-5f0557e5-0972-4da2-b4b9-31acf34c455f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:36.815294 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-5f0557e5-0972-4da2-b4b9-31acf34c455f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 1095 time: 0.0709271 Sep 29 18:06:36.828653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d203c3b-db2c-48bb-9f49-1156540bf4f6 req-b2d87af9-d45d-42c3-bd57-8d8ffcf2bca7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:36.830958 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d203c3b-db2c-48bb-9f49-1156540bf4f6 req-b2d87af9-d45d-42c3-bd57-8d8ffcf2bca7 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 944 time: 0.0628777 Sep 29 18:06:36.866655 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-a139a785-6ab2-4a25-b95e-de8a809fa018 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b98542f1-e5db-4ba5-8b93-b134f93fe498 HTTP/1.1" status: 200 len: 217 time: 0.0434263 Sep 29 18:06:36.873992 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d203c3b-db2c-48bb-9f49-1156540bf4f6 req-6862f752-0fde-42c1-9df2-64cb5e69dd79 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369911 Sep 29 18:06:36.921931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-9001ac25-95a0-43ed-8193-38bb48ba5813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:36.923409 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-9001ac25-95a0-43ed-8193-38bb48ba5813 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0501990 Sep 29 18:06:36.970906 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-45f39bb6-0a80-4e25-94f4-6d5decdd3507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:36.972641 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-45f39bb6-0a80-4e25-94f4-6d5decdd3507 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419145 Sep 29 18:06:37.069792 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-ca11f6e5-99db-464c-aad2-0967b5cbffb4 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897291 Sep 29 18:06:37.158469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7f83ece-1a42-4068-8edd-4490120ac989 req-4daaff0c-9957-447b-8ec2-86c73f897e81 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816491 Sep 29 18:06:37.260693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28c078-8324-443f-b073-6fe0f5c26f12 req-71caf52f-5e76-471c-8006-48eab572f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:37.262537 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d28c078-8324-443f-b073-6fe0f5c26f12 req-71caf52f-5e76-471c-8006-48eab572f435 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 1095 time: 0.0536084 Sep 29 18:06:37.362722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28c078-8324-443f-b073-6fe0f5c26f12 req-3ea7762e-4f8b-47c3-b15e-8b3f55ef0501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:37.364237 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d28c078-8324-443f-b073-6fe0f5c26f12 req-3ea7762e-4f8b-47c3-b15e-8b3f55ef0501 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.0949669 Sep 29 18:06:37.412725 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d28c078-8324-443f-b073-6fe0f5c26f12 req-ecc3e3f7-3eda-4137-9ab2-c4fc5c5bfe00 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b98542f1-e5db-4ba5-8b93-b134f93fe498 HTTP/1.1" status: 200 len: 217 time: 0.0408554 Sep 29 18:06:37.462699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28c078-8324-443f-b073-6fe0f5c26f12 req-b7fd3cc0-4d43-4c9a-bc6c-f000a423f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:37.464842 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d28c078-8324-443f-b073-6fe0f5c26f12 req-b7fd3cc0-4d43-4c9a-bc6c-f000a423f0a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0451295 Sep 29 18:06:37.513196 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28c078-8324-443f-b073-6fe0f5c26f12 req-4f202cee-f08d-4c60-9088-b0cb8f1f8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:37.514926 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d28c078-8324-443f-b073-6fe0f5c26f12 req-4f202cee-f08d-4c60-9088-b0cb8f1f8fb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425620 Sep 29 18:06:37.616124 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d28c078-8324-443f-b073-6fe0f5c26f12 req-5e4c5f04-a9d4-4272-9a05-075725465bb0 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938554 Sep 29 18:06:37.706572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7d28c078-8324-443f-b073-6fe0f5c26f12 req-aa7fd5d6-f3a7-4f8e-b469-7668f380d40d service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829301 Sep 29 18:06:38.000129 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be7c5a-4c52-45f9-910d-706266ffe8a6 req-f6646e75-f8cc-497e-bd67-19cf18742d12 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:38.001722 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20be7c5a-4c52-45f9-910d-706266ffe8a6 req-f6646e75-f8cc-497e-bd67-19cf18742d12 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 944 time: 0.0544581 Sep 29 18:06:38.041555 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20be7c5a-4c52-45f9-910d-706266ffe8a6 req-9e2395c9-3e02-44ec-800a-1e31c0b6c975 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337191 Sep 29 18:06:39.157220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cc8dd-5015-4202-a86e-b735cc1cee96 req-5c839414-889a-43be-a474-37b26fa916ee tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:39.158723 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3c8cc8dd-5015-4202-a86e-b735cc1cee96 req-5c839414-889a-43be-a474-37b26fa916ee tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 944 time: 0.0501440 Sep 29 18:06:39.205669 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3c8cc8dd-5015-4202-a86e-b735cc1cee96 req-051a9e93-52e4-46b3-a379-dea2753bf986 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409107 Sep 29 18:06:40.318808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad6dba-d32a-47cf-9e7d-f80af725308e req-63fc00a6-c8c9-406c-b25d-18eef1156297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:40.320269 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20ad6dba-d32a-47cf-9e7d-f80af725308e req-63fc00a6-c8c9-406c-b25d-18eef1156297 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 944 time: 0.0475433 Sep 29 18:06:40.357707 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-20ad6dba-d32a-47cf-9e7d-f80af725308e req-9570a50e-da27-463c-89e3-085594dc5a78 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300364 Sep 29 18:06:40.843582 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a625982c-6828-4f1e-8f00-dd9c00e034cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:41.472814 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb20fb2-ae7e-401a-b82f-dfe9d9e52aca req-b1448717-6904-4c1d-8d14-db5e551d851b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:41.474264 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3eb20fb2-ae7e-401a-b82f-dfe9d9e52aca req-b1448717-6904-4c1d-8d14-db5e551d851b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 944 time: 0.0481184 Sep 29 18:06:41.509827 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3eb20fb2-ae7e-401a-b82f-dfe9d9e52aca req-0b2532f5-178e-4950-a546-088a47ee3c2b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297682 Sep 29 18:06:42.517525 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9fe988d-d58e-4f13-89e9-d13da81b5f2f req-9836a1c5-73dc-4a70-af85-54fb2900debb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0880616 Sep 29 18:06:42.644606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe988d-d58e-4f13-89e9-d13da81b5f2f req-13286df5-92c2-40ef-acdd-90226d9a59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:42.646142 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9fe988d-d58e-4f13-89e9-d13da81b5f2f req-13286df5-92c2-40ef-acdd-90226d9a59e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 1096 time: 0.0688884 Sep 29 18:06:42.658803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc52522-ab03-4495-b1b1-e1a1c818b38f req-74c6003a-b20d-4be2-b6e1-ac769d256d00 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:42.660236 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dc52522-ab03-4495-b1b1-e1a1c818b38f req-74c6003a-b20d-4be2-b6e1-ac769d256d00 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 944 time: 0.0817301 Sep 29 18:06:42.747522 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4dc52522-ab03-4495-b1b1-e1a1c818b38f req-14e82597-1c9d-43c5-b543-fae45092111c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746005 Sep 29 18:06:42.773358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe988d-d58e-4f13-89e9-d13da81b5f2f req-7c874acf-6d5b-4b64-94d3-771dc408775a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:42.774737 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9fe988d-d58e-4f13-89e9-d13da81b5f2f req-7c874acf-6d5b-4b64-94d3-771dc408775a service neutron] 10.222.0.35 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.1096134 Sep 29 18:06:42.842123 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9fe988d-d58e-4f13-89e9-d13da81b5f2f req-96177c00-1baf-462b-9cc1-41a15b5bfadc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0db8e702-ac51-455b-8aeb-be84df5cb51a HTTP/1.1" status: 200 len: 1000 time: 0.0592754 Sep 29 18:06:42.890981 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe988d-d58e-4f13-89e9-d13da81b5f2f req-f10adcb8-6d49-485f-b599-324fb2e107f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:42.892366 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9fe988d-d58e-4f13-89e9-d13da81b5f2f req-f10adcb8-6d49-485f-b599-324fb2e107f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0423722 Sep 29 18:06:42.938526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe988d-d58e-4f13-89e9-d13da81b5f2f req-7c231f5b-141e-484e-a9df-17257501ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:42.939959 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9fe988d-d58e-4f13-89e9-d13da81b5f2f req-7c231f5b-141e-484e-a9df-17257501ef9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380068 Sep 29 18:06:43.033434 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9fe988d-d58e-4f13-89e9-d13da81b5f2f req-ce890f0c-58b8-43dc-af89-33040113f9c5 service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837016 Sep 29 18:06:43.124118 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d9fe988d-d58e-4f13-89e9-d13da81b5f2f req-676b7156-16ad-4ed0-afcd-65b87220e61a service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839982 Sep 29 18:06:43.585668 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2da77e67-e75a-4d2b-9f25-e80a116a16e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:43.862860 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c672c7-875a-4d0d-9750-7394b822137d req-520f4e79-1aea-4a7d-8836-5ded7119c8cc tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:43.864198 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-15c672c7-875a-4d0d-9750-7394b822137d req-520f4e79-1aea-4a7d-8836-5ded7119c8cc tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 944 time: 0.0515440 Sep 29 18:06:43.900651 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-15c672c7-875a-4d0d-9750-7394b822137d req-80caf0c5-076f-4259-82b8-cf71f4b7d7d3 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304072 Sep 29 18:06:44.670827 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:44.692084 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:44.862720 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:45.025370 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bad50-27cb-41a0-9cc5-5efb7478a16d req-e2e0149d-22a5-46da-a471-8840339e6e6f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:45.027367 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-af7bad50-27cb-41a0-9cc5-5efb7478a16d req-e2e0149d-22a5-46da-a471-8840339e6e6f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 944 time: 0.0518637 Sep 29 18:06:45.065500 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-af7bad50-27cb-41a0-9cc5-5efb7478a16d req-7552581a-80a7-4e89-b219-7c583febec6c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316002 Sep 29 18:06:46.193879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17efe6-4091-4c77-9d32-29b71d19f18c req-97dc8c94-9b87-4efa-89f2-2c168c07c186 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:46.195389 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd17efe6-4091-4c77-9d32-29b71d19f18c req-97dc8c94-9b87-4efa-89f2-2c168c07c186 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 944 time: 0.0549536 Sep 29 18:06:46.235599 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd17efe6-4091-4c77-9d32-29b71d19f18c req-757de7e3-ae02-43dc-98dc-fc4315bd2832 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336020 Sep 29 18:06:46.644666 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b98542f1-e5db-4ba5-8b93-b134f93fe498 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:06:46.757491 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b98542f1-e5db-4ba5-8b93-b134f93fe498, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b98542f1-e5db-4ba5-8b93-b134f93fe498,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:06:46.769149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'b98542f1-e5db-4ba5-8b93-b134f93fe498', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'port_id': 'b98542f1-e5db-4ba5-8b93-b134f93fe498', 'mac_address': 'fa:16:3e:10:57:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:06:46.807454 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:46.820254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b98542f1-e5db-4ba5-8b93-b134f93fe498 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:06:46.841160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b98542f1-e5db-4ba5-8b93-b134f93fe498, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b98542f1-e5db-4ba5-8b93-b134f93fe498,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:06:46.846042 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:46.905842 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=b98542f1-e5db-4ba5-8b93-b134f93fe498,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:06:46.913267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:46.913643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:46.913984 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:46.914320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:46.914700 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:46.915012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:46.915341 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:46.915681 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:46.916009 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:46.916409 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:46.916740 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:46.917631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:06:46.986988 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:47.077584 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['b98542f1-e5db-4ba5-8b93-b134f93fe498'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:06:47.338082 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:06:47.352136 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92551ed1-9734-4d00-911e-5d771ececdf8 req-771812b0-3e34-4fde-a6f0-1c2409a5dbd1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:47.353932 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-92551ed1-9734-4d00-911e-5d771ececdf8 req-771812b0-3e34-4fde-a6f0-1c2409a5dbd1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 945 time: 0.0512748 Sep 29 18:06:47.394680 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-92551ed1-9734-4d00-911e-5d771ececdf8 req-f3d08c56-d0d5-427c-ae15-00098cf1b2a1 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339875 Sep 29 18:06:48.507318 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2bc1-4822-4ac2-8810-50da834208e1 req-4680550a-7cdd-4e71-93c9-22fb9b565b0b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:48.508672 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6f1f2bc1-4822-4ac2-8810-50da834208e1 req-4680550a-7cdd-4e71-93c9-22fb9b565b0b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 945 time: 0.0484395 Sep 29 18:06:48.545268 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6f1f2bc1-4822-4ac2-8810-50da834208e1 req-7eb5edba-5a1a-4f80-aea8-515dff157026 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300665 Sep 29 18:06:48.654347 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b98542f1-e5db-4ba5-8b93-b134f93fe498 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:06:48.701143 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port b98542f1-e5db-4ba5-8b93-b134f93fe498 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:06:48.704672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port b98542f1-e5db-4ba5-8b93-b134f93fe498 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:06:48.705041 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:48.778215 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:48.799121 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3085d31d-c454-4d06-8bf4-2bde6de22faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98542f1-e5db-4ba5-8b93-b134f93fe498'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:06:48.801350 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5f73d1-cc90-4057-a921-cf4848186998" -d '{"events": [{"server_uuid": "3085d31d-c454-4d06-8bf4-2bde6de22faf", "name": "network-vif-plugged", "status": "completed", "tag": "b98542f1-e5db-4ba5-8b93-b134f93fe498"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:06:48.817864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port b98542f1-e5db-4ba5-8b93-b134f93fe498, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b98542f1-e5db-4ba5-8b93-b134f93fe498,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:06:48.822274 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:48.868982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=b98542f1-e5db-4ba5-8b93-b134f93fe498,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:06:48.897952 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c20ffe-02fc-4f9a-8b7a-94582cc13fab x-openstack-request-id: req-71c20ffe-02fc-4f9a-8b7a-94582cc13fab {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:06:48.898246 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3085d31d-c454-4d06-8bf4-2bde6de22faf", "name": "network-vif-plugged", "status": "completed", "tag": "b98542f1-e5db-4ba5-8b93-b134f93fe498", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:06:48.898500 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71c20ffe-02fc-4f9a-8b7a-94582cc13fab {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:06:48.899181 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3085d31d-c454-4d06-8bf4-2bde6de22faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b98542f1-e5db-4ba5-8b93-b134f93fe498', 'code': 200} Sep 29 18:06:48.991872 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdef5f-6d3e-4f5c-bd99-44ba02d8e750 req-01d5fc5a-88de-4863-b195-52415b8ab89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:48.993375 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-04fdef5f-6d3e-4f5c-bd99-44ba02d8e750 req-01d5fc5a-88de-4863-b195-52415b8ab89b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 1097 time: 0.0388792 Sep 29 18:06:49.032866 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-04fdef5f-6d3e-4f5c-bd99-44ba02d8e750 req-b4f556bb-1707-4eef-9703-0ac28d7108a4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299518 Sep 29 18:06:49.662322 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5c5d0-a9b6-46ce-a82d-4a69af58bf14 req-19761356-9125-484e-a611-5baf35198d0e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:49.663766 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-faa5c5d0-a9b6-46ce-a82d-4a69af58bf14 req-19761356-9125-484e-a611-5baf35198d0e tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 946 time: 0.0519407 Sep 29 18:06:49.702208 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-faa5c5d0-a9b6-46ce-a82d-4a69af58bf14 req-6e37f382-373b-486d-91d4-7bdb1f48bbe8 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323844 Sep 29 18:06:51.156332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6519502-f7b9-47a3-adaa-7777591d0c3d req-42a6b46e-92ea-48fc-8ca5-9fcd0a38d920 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:51.157738 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f6519502-f7b9-47a3-adaa-7777591d0c3d req-42a6b46e-92ea-48fc-8ca5-9fcd0a38d920 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 946 time: 0.3871751 Sep 29 18:06:51.194676 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f6519502-f7b9-47a3-adaa-7777591d0c3d req-d5d5ea1b-f075-4890-a30b-6151dc83d74d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310338 Sep 29 18:06:51.309814 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50135276-3610-49c8-8565-1f88247d9d1a req-bb548144-a017-4e70-811c-faef8f97a0de tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:51.311270 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-50135276-3610-49c8-8565-1f88247d9d1a req-bb548144-a017-4e70-811c-faef8f97a0de tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 946 time: 0.0488031 Sep 29 18:06:51.348547 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-50135276-3610-49c8-8565-1f88247d9d1a req-bd921794-1080-4af7-8084-a9b7314404cf tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310183 Sep 29 18:06:51.371466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50956) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:06:51.410011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd099dab-0f43-47b0-9a2a-8d89c0ef4064 tempest-TestVolumeBootPattern-515181329 tempest-TestVolumeBootPattern-515181329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:51.411398 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fd099dab-0f43-47b0-9a2a-8d89c0ef4064 tempest-TestVolumeBootPattern-515181329 tempest-TestVolumeBootPattern-515181329-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 1092 time: 0.0389445 Sep 29 18:06:51.414169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 50958) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:06:51.418776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': 'b98542f1-e5db-4ba5-8b93-b134f93fe498', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:06:51.439995 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:51.535202 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:51.633293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Allocated IP 172.25.2.99 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/73c5725c-73a8-4deb-be53-e8f9727af252) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:06:51.737689 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:51.769607 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:51.809640 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:06:51.812343 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:06:51.815825 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:06:51.840459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'Port': ['ID=73c5725c-73a8-4deb-be53-e8f9727af252,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:06:52.166700 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:52.233720 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:52.385584 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:52.391662 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:52.463286 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event updated for resources: {'Port': ['ID=73c5725c-73a8-4deb-be53-e8f9727af252,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:06:52.472795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:52.571780 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Floating IP 8707cd46-5d4d-4fc8-8cec-834bbc8b5dba associated. External IP: 172.25.2.99, port: b98542f1-e5db-4ba5-8b93-b134f93fe498. Sep 29 18:06:52.774587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Router f501314a-b2b3-49b8-9c94-0bdf854a9c16 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:06:52.879446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:06:52.889535 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab404b-d82d-4c9e-8ab7-9f58dcf37040 None None] Sync routers for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:06:52.895107 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:06:52.898731 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab404b-d82d-4c9e-8ab7-9f58dcf37040 None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:06:52.899350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0eab404b-d82d-4c9e-8ab7-9f58dcf37040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:06:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:06:52.924863 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-45e27644-e162-4811-82fa-30e8e57e1be5 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5096965 Sep 29 18:06:52.925553 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3085d31d-c454-4d06-8bf4-2bde6de22faf', 'tag': 'b98542f1-e5db-4ba5-8b93-b134f93fe498'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:06:52.927781 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab41c18-dbef-41d8-a565-55657ded1c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3085d31d-c454-4d06-8bf4-2bde6de22faf", "tag": "b98542f1-e5db-4ba5-8b93-b134f93fe498"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:06:52.963466 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60b76c1-f55e-444f-b266-f0ffc3b8e176 x-openstack-request-id: req-d60b76c1-f55e-444f-b266-f0ffc3b8e176 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:06:52.963752 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3085d31d-c454-4d06-8bf4-2bde6de22faf", "tag": "b98542f1-e5db-4ba5-8b93-b134f93fe498", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:06:52.964089 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d60b76c1-f55e-444f-b266-f0ffc3b8e176 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:06:52.964505 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3085d31d-c454-4d06-8bf4-2bde6de22faf', 'tag': 'b98542f1-e5db-4ba5-8b93-b134f93fe498', 'status': 'completed', 'code': 200} Sep 29 18:06:53.009157 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-0eab404b-d82d-4c9e-8ab7-9f58dcf37040 None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:06:53.028139 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab41c18-dbef-41d8-a565-55657ded1c9a req-8e0894f4-57b9-40d5-99ec-df0a4d885767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:53.029611 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5ab41c18-dbef-41d8-a565-55657ded1c9a req-8e0894f4-57b9-40d5-99ec-df0a4d885767 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 1097 time: 0.0423810 Sep 29 18:06:53.118413 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab41c18-dbef-41d8-a565-55657ded1c9a req-1c113107-2537-4b10-98cd-187e4f667445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:53.120181 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5ab41c18-dbef-41d8-a565-55657ded1c9a req-1c113107-2537-4b10-98cd-187e4f667445 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.0834272 Sep 29 18:06:53.192015 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5ab41c18-dbef-41d8-a565-55657ded1c9a req-8e5b3dca-2a78-43d6-8c58-203dc5c81ce5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b98542f1-e5db-4ba5-8b93-b134f93fe498 HTTP/1.1" status: 200 len: 999 time: 0.0644791 Sep 29 18:06:53.238874 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0eab404b-d82d-4c9e-8ab7-9f58dcf37040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '08ffb03b-dff2-4e57-a13e-10f63fa25b7e', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'port_id': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'mac_address': 'fa:16:3e:60:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:04:54Z', 'updated_at': '2021-09-29T18:04:56Z', 'revision_number': 1, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address_scope': None}, {'id': '8707cd46-5d4d-4fc8-8cec-834bbc8b5dba', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'port_id': 'b98542f1-e5db-4ba5-8b93-b134f93fe498', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'mac_address': 'fa:16:3e:10:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3085d31d-c454-4d06-8bf4-2bde6de22faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:06:52Z', 'updated_at': '2021-09-29T18:06:52Z', 'revision_number': 0, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:06:53.244799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab41c18-dbef-41d8-a565-55657ded1c9a req-26044d8a-d7d2-4450-bf12-982b843942fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:53.246896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5ab41c18-dbef-41d8-a565-55657ded1c9a req-26044d8a-d7d2-4450-bf12-982b843942fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0486169 Sep 29 18:06:53.269269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab404b-d82d-4c9e-8ab7-9f58dcf37040 None None] Checking router: f501314a-b2b3-49b8-9c94-0bdf854a9c16 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:06:53.277671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eab404b-d82d-4c9e-8ab7-9f58dcf37040 None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:06:53.278414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0eab404b-d82d-4c9e-8ab7-9f58dcf37040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:06:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:06:53.302410 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab41c18-dbef-41d8-a565-55657ded1c9a req-b847e9af-e578-4b64-948c-5916ffdbaf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:06:53.303203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5ab41c18-dbef-41d8-a565-55657ded1c9a req-b847e9af-e578-4b64-948c-5916ffdbaf18 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492203 Sep 29 18:06:53.382099 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-0eab404b-d82d-4c9e-8ab7-9f58dcf37040 None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:06:53.398619 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5ab41c18-dbef-41d8-a565-55657ded1c9a req-5733c90f-1b97-464e-85f5-fbfef4e9da8f service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883996 Sep 29 18:06:53.498728 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5ab41c18-dbef-41d8-a565-55657ded1c9a req-f14af3e5-d24f-4088-af39-09605b36de91 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931239 Sep 29 18:06:53.617565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0eab404b-d82d-4c9e-8ab7-9f58dcf37040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '08ffb03b-dff2-4e57-a13e-10f63fa25b7e', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'port_id': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'mac_address': 'fa:16:3e:60:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:04:54Z', 'updated_at': '2021-09-29T18:04:56Z', 'revision_number': 1, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address_scope': None}, {'id': '8707cd46-5d4d-4fc8-8cec-834bbc8b5dba', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'port_id': 'b98542f1-e5db-4ba5-8b93-b134f93fe498', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'mac_address': 'fa:16:3e:10:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3085d31d-c454-4d06-8bf4-2bde6de22faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:06:52Z', 'updated_at': '2021-09-29T18:06:52Z', 'revision_number': 0, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:06:53.643478 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab404b-d82d-4c9e-8ab7-9f58dcf37040 None None] The sync data for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 is: [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '08ffb03b-dff2-4e57-a13e-10f63fa25b7e', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'port_id': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'mac_address': 'fa:16:3e:60:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:04:54Z', 'updated_at': '2021-09-29T18:04:56Z', 'revision_number': 1, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address_scope': None}, {'id': '8707cd46-5d4d-4fc8-8cec-834bbc8b5dba', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'port_id': 'b98542f1-e5db-4ba5-8b93-b134f93fe498', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'mac_address': 'fa:16:3e:10:57:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3085d31d-c454-4d06-8bf4-2bde6de22faf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:06:52Z', 'updated_at': '2021-09-29T18:06:52Z', 'revision_number': 0, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:06:53.831058 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e90cc6-40cd-4ce6-9ef7-14dd8707cd16 None None] New status for floating IP 8707cd46-5d4d-4fc8-8cec-834bbc8b5dba: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:06:57.765759 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:07:10.843710 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dd7bdcc0-35f3-415f-9405-34eac43495d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:07:13.585993 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6ed6089d-83ee-45d1-894c-cf06b185005f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:07:14.675946 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:07:14.695332 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:07:14.879698 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:07:16.988188 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:07:24.340469 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:07:25.448206 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7aa44c1e-bbad-48e9-a86d-d240796937f0 req-2c1084a2-ac0c-4a09-9994-167a13725821 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448563 Sep 29 18:07:25.525465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa44c1e-bbad-48e9-a86d-d240796937f0 req-7083ed36-97f8-4f0c-81a0-2bbdf59a80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:07:25.526815 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7aa44c1e-bbad-48e9-a86d-d240796937f0 req-7083ed36-97f8-4f0c-81a0-2bbdf59a80cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 1097 time: 0.0394058 Sep 29 18:07:25.629936 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa44c1e-bbad-48e9-a86d-d240796937f0 req-51a92217-297a-4a7b-99a0-4719ab477fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:07:25.631388 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7aa44c1e-bbad-48e9-a86d-d240796937f0 req-51a92217-297a-4a7b-99a0-4719ab477fdd service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.0858004 Sep 29 18:07:25.703763 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7aa44c1e-bbad-48e9-a86d-d240796937f0 req-91bb86c2-41da-416c-add9-d766dfb8fc2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b98542f1-e5db-4ba5-8b93-b134f93fe498 HTTP/1.1" status: 200 len: 1001 time: 0.0644505 Sep 29 18:07:25.751732 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa44c1e-bbad-48e9-a86d-d240796937f0 req-6164b027-6fb7-4b35-8f18-2c59d765fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:07:25.753135 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7aa44c1e-bbad-48e9-a86d-d240796937f0 req-6164b027-6fb7-4b35-8f18-2c59d765fe45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0419865 Sep 29 18:07:25.803365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa44c1e-bbad-48e9-a86d-d240796937f0 req-f8a0b103-2b93-4eb5-aba1-52ea9d9f76a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:07:25.804767 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7aa44c1e-bbad-48e9-a86d-d240796937f0 req-f8a0b103-2b93-4eb5-aba1-52ea9d9f76a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451045 Sep 29 18:07:25.893200 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7aa44c1e-bbad-48e9-a86d-d240796937f0 req-329c1685-9f17-4534-af46-35e70aaa5903 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812101 Sep 29 18:07:25.984928 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7aa44c1e-bbad-48e9-a86d-d240796937f0 req-52f47c66-3693-4b1b-8654-e60d1159b0dc service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847435 Sep 29 18:07:26.599380 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-47376877-1a73-46d4-ac13-60e0810bc48d req-6d704311-bbe0-44ed-9c76-eaec28546189 tempest-AttachVolumeNegativeTest-656747372 tempest-AttachVolumeNegativeTest-656747372-project] (95016) timed out ('10.222.0.35', 61740) {{(pid=95016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 18:07:27.763761 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:07:40.844195 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a305347-f59c-40d2-a711-49fa60e8d693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:07:43.585772 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6cc082d0-8ef2-4715-b106-0f3eea24a205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:07:44.457967 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bc29290-4372-4975-aa56-317821f56f08 req-f824a348-e77f-41ab-aff9-73ca5724c74f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396996 Sep 29 18:07:44.555794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29290-4372-4975-aa56-317821f56f08 req-af5b3606-7354-4e7d-ab3e-dd0e0187bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:07:44.557200 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bc29290-4372-4975-aa56-317821f56f08 req-af5b3606-7354-4e7d-ab3e-dd0e0187bf63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 1096 time: 0.0403395 Sep 29 18:07:44.661837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29290-4372-4975-aa56-317821f56f08 req-7323c0f3-0511-4da2-bd45-8ef191dd6c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:07:44.663297 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bc29290-4372-4975-aa56-317821f56f08 req-7323c0f3-0511-4da2-bd45-8ef191dd6c65 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.0873487 Sep 29 18:07:44.677201 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:07:44.698068 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:07:44.727318 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bc29290-4372-4975-aa56-317821f56f08 req-4afd9bc6-2517-44ef-8ade-0486b1c7d9ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0db8e702-ac51-455b-8aeb-be84df5cb51a HTTP/1.1" status: 200 len: 1000 time: 0.0565474 Sep 29 18:07:44.778449 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29290-4372-4975-aa56-317821f56f08 req-e8cdc632-4ef8-487e-afd4-f7a82d6a038f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:07:44.779836 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bc29290-4372-4975-aa56-317821f56f08 req-e8cdc632-4ef8-487e-afd4-f7a82d6a038f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0458167 Sep 29 18:07:44.825184 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc29290-4372-4975-aa56-317821f56f08 req-28bf201a-d3f4-4123-8bf9-c9fb90904366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:07:44.826597 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bc29290-4372-4975-aa56-317821f56f08 req-28bf201a-d3f4-4123-8bf9-c9fb90904366 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388825 Sep 29 18:07:44.879951 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:07:44.915963 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bc29290-4372-4975-aa56-317821f56f08 req-b60377c5-033f-4eb8-889e-f3778026e224 service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817842 Sep 29 18:07:45.007896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bc29290-4372-4975-aa56-317821f56f08 req-1cec9a7b-0005-49a7-8d66-5443c9a6e204 service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848794 Sep 29 18:07:46.990264 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:07:57.762959 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:01.423532 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:08:10.846568 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3abe0ff0-73e0-4128-9418-60c8be005672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:13.586148 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b0335008-cb44-4537-bee3-7d0ea53e9f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:14.678827 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:14.700202 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:14.878218 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:16.993106 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:20.205837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51004) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:08:20.361604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Deleting port 73c5725c-73a8-4deb-be53-e8f9727af252 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:08:20.361930 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:20.436684 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:20.437197 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:20.448462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Calling delete_port for 73c5725c-73a8-4deb-be53-e8f9727af252 owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:08:20.599900 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:20.626919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event deleted for resources: {'Port': ['ID=73c5725c-73a8-4deb-be53-e8f9727af252,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:20.640801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:20.641367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:20.641715 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:20.642206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:20.642730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:20.643068 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:20.643392 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:20.643714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:20.644035 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:20.644352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:20.644674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:20.644993 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:20.697048 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:20.697430 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Floating IP 8707cd46-5d4d-4fc8-8cec-834bbc8b5dba disassociated (deleted). External IP: 172.25.2.99, port: b98542f1-e5db-4ba5-8b93-b134f93fe498. Sep 29 18:08:20.900250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Router f501314a-b2b3-49b8-9c94-0bdf854a9c16 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:08:21.004274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:08:21.009098 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:21.013984 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff76d6f-f903-422b-a70c-9786d33e0d4b None None] Sync routers for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:08:21.022526 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff76d6f-f903-422b-a70c-9786d33e0d4b None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:08:21.023127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dff76d6f-f903-422b-a70c-9786d33e0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:08:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:21.035259 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a18925c5-793e-40bc-8050-dae0c8884542 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "DELETE /v2.0/floatingips/8707cd46-5d4d-4fc8-8cec-834bbc8b5dba HTTP/1.1" status: 204 len: 168 time: 0.8283420 Sep 29 18:08:21.035939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3085d31d-c454-4d06-8bf4-2bde6de22faf', 'tag': 'b98542f1-e5db-4ba5-8b93-b134f93fe498'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:08:21.038413 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c0c681-c5a3-40e2-b677-c8e5658ec781" -d '{"events": [{"name": "network-changed", "server_uuid": "3085d31d-c454-4d06-8bf4-2bde6de22faf", "tag": "b98542f1-e5db-4ba5-8b93-b134f93fe498"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:08:21.079239 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e553b6-08dc-4e89-ab6b-9a92efa09c7b x-openstack-request-id: req-f1e553b6-08dc-4e89-ab6b-9a92efa09c7b {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:08:21.079542 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3085d31d-c454-4d06-8bf4-2bde6de22faf", "tag": "b98542f1-e5db-4ba5-8b93-b134f93fe498", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:08:21.079800 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1e553b6-08dc-4e89-ab6b-9a92efa09c7b {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:08:21.080211 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3085d31d-c454-4d06-8bf4-2bde6de22faf', 'tag': 'b98542f1-e5db-4ba5-8b93-b134f93fe498', 'status': 'completed', 'code': 200} Sep 29 18:08:21.135996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-dff76d6f-f903-422b-a70c-9786d33e0d4b None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:08:21.143614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0c681-c5a3-40e2-b677-c8e5658ec781 req-c9e68dbb-6d5c-4bdf-923b-9eadaf735bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:08:21.145177 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1c0c681-c5a3-40e2-b677-c8e5658ec781 req-c9e68dbb-6d5c-4bdf-923b-9eadaf735bee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 1097 time: 0.0426686 Sep 29 18:08:21.386982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dff76d6f-f903-422b-a70c-9786d33e0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '08ffb03b-dff2-4e57-a13e-10f63fa25b7e', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'port_id': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'mac_address': 'fa:16:3e:60:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:04:54Z', 'updated_at': '2021-09-29T18:04:56Z', 'revision_number': 1, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:21.414315 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff76d6f-f903-422b-a70c-9786d33e0d4b None None] Checking router: f501314a-b2b3-49b8-9c94-0bdf854a9c16 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:08:21.423042 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff76d6f-f903-422b-a70c-9786d33e0d4b None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:08:21.423671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dff76d6f-f903-422b-a70c-9786d33e0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:08:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:21.646314 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0c681-c5a3-40e2-b677-c8e5658ec781 req-78d24435-c8e3-4727-a037-6e1c994bc516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:08:21.647719 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1c0c681-c5a3-40e2-b677-c8e5658ec781 req-78d24435-c8e3-4727-a037-6e1c994bc516 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.4956052 Sep 29 18:08:21.658668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e23129-b7a9-48ff-8380-b1220a1368cc req-9d66490f-add2-414e-b106-ad45d7136273 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:08:21.660070 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-79e23129-b7a9-48ff-8380-b1220a1368cc req-9d66490f-add2-414e-b106-ad45d7136273 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 946 time: 0.0716553 Sep 29 18:08:21.700812 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-dff76d6f-f903-422b-a70c-9786d33e0d4b None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:08:21.703049 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1c0c681-c5a3-40e2-b677-c8e5658ec781 req-70257683-8954-4da2-affd-016d74a2cb88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b98542f1-e5db-4ba5-8b93-b134f93fe498 HTTP/1.1" status: 200 len: 217 time: 0.0420408 Sep 29 18:08:21.762439 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-79e23129-b7a9-48ff-8380-b1220a1368cc req-41fe1b50-462c-4ec3-867b-7e66af4066bb tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944486 Sep 29 18:08:21.771821 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0c681-c5a3-40e2-b677-c8e5658ec781 req-339c43a5-ae69-4a11-8e4c-a0af3e757803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:08:21.773574 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1c0c681-c5a3-40e2-b677-c8e5658ec781 req-339c43a5-ae69-4a11-8e4c-a0af3e757803 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0627818 Sep 29 18:08:21.829400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0c681-c5a3-40e2-b677-c8e5658ec781 req-28ae9281-f2c2-46b6-b424-0b97eb4dc3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:08:21.830909 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1c0c681-c5a3-40e2-b677-c8e5658ec781 req-28ae9281-f2c2-46b6-b424-0b97eb4dc3e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449309 Sep 29 18:08:21.926315 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-dff76d6f-f903-422b-a70c-9786d33e0d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '08ffb03b-dff2-4e57-a13e-10f63fa25b7e', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'port_id': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'mac_address': 'fa:16:3e:60:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:04:54Z', 'updated_at': '2021-09-29T18:04:56Z', 'revision_number': 1, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:21.928283 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1c0c681-c5a3-40e2-b677-c8e5658ec781 req-db64f949-b1af-4ff3-a85f-2b3f43fd78eb service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892241 Sep 29 18:08:21.956559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff76d6f-f903-422b-a70c-9786d33e0d4b None None] The sync data for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 is: [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '08ffb03b-dff2-4e57-a13e-10f63fa25b7e', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'port_id': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'mac_address': 'fa:16:3e:60:df:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:04:54Z', 'updated_at': '2021-09-29T18:04:56Z', 'revision_number': 1, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:08:22.025046 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1c0c681-c5a3-40e2-b677-c8e5658ec781 req-b01ed799-3638-4779-9937-7ab24cf34105 service neutron] 10.222.0.49 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877006 Sep 29 18:08:22.182900 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e1945a-e05e-4e8b-8452-ce26ab940a22 None None] New status for floating IP 8707cd46-5d4d-4fc8-8cec-834bbc8b5dba: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:08:22.760790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b2950-aff1-41d2-9ad1-4e931b051b14 req-e9c47577-8bfd-40af-a24e-e2e23377bf0c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:08:22.762247 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd4b2950-aff1-41d2-9ad1-4e931b051b14 req-e9c47577-8bfd-40af-a24e-e2e23377bf0c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 946 time: 0.0481761 Sep 29 18:08:22.857070 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-cd4b2950-aff1-41d2-9ad1-4e931b051b14 req-ee328d9b-588b-4265-8180-0592926fae07 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Deleting port b98542f1-e5db-4ba5-8b93-b134f93fe498 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:08:22.857472 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cd4b2950-aff1-41d2-9ad1-4e931b051b14 req-ee328d9b-588b-4265-8180-0592926fae07 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:22.912471 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b0f5d-65c1-472c-8083-b17ca9ce457a req-b37aa012-2b39-4989-ba60-65eb252cbd84 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:08:22.913985 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-372b0f5d-65c1-472c-8083-b17ca9ce457a req-b37aa012-2b39-4989-ba60-65eb252cbd84 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 946 time: 0.0496936 Sep 29 18:08:22.950883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-cd4b2950-aff1-41d2-9ad1-4e931b051b14 req-ee328d9b-588b-4265-8180-0592926fae07 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] For port b98542f1-e5db-4ba5-8b93-b134f93fe498, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=b98542f1-e5db-4ba5-8b93-b134f93fe498,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:08:22.951238 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-372b0f5d-65c1-472c-8083-b17ca9ce457a req-f4a634d0-785e-4ed1-a41c-d1a4b23702fd tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313325 Sep 29 18:08:22.951369 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cd4b2950-aff1-41d2-9ad1-4e931b051b14 req-ee328d9b-588b-4265-8180-0592926fae07 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:22.963327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-cd4b2950-aff1-41d2-9ad1-4e931b051b14 req-ee328d9b-588b-4265-8180-0592926fae07 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Calling delete_port for b98542f1-e5db-4ba5-8b93-b134f93fe498 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:08:23.086256 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cd4b2950-aff1-41d2-9ad1-4e931b051b14 req-ee328d9b-588b-4265-8180-0592926fae07 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:23.118100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee328d9b-588b-4265-8180-0592926fae07 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event deleted for resources: {'Port': ['ID=b98542f1-e5db-4ba5-8b93-b134f93fe498,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:23.159174 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4b2950-aff1-41d2-9ad1-4e931b051b14 req-ee328d9b-588b-4265-8180-0592926fae07 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] No DVR routers for this DVR port b98542f1-e5db-4ba5-8b93-b134f93fe498 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:08:23.161936 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cd4b2950-aff1-41d2-9ad1-4e931b051b14 req-ee328d9b-588b-4265-8180-0592926fae07 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:23.163952 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd4b2950-aff1-41d2-9ad1-4e931b051b14 req-ee328d9b-588b-4265-8180-0592926fae07 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.49 "DELETE /v2.0/ports/b98542f1-e5db-4ba5-8b93-b134f93fe498 HTTP/1.1" status: 204 len: 173 time: 0.3947353 Sep 29 18:08:23.164393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3085d31d-c454-4d06-8bf4-2bde6de22faf', 'name': 'network-vif-deleted', 'tag': 'b98542f1-e5db-4ba5-8b93-b134f93fe498'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:08:23.166685 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9543080-e2e0-408f-bfcc-a6b6dd936c42" -d '{"events": [{"server_uuid": "3085d31d-c454-4d06-8bf4-2bde6de22faf", "name": "network-vif-deleted", "tag": "b98542f1-e5db-4ba5-8b93-b134f93fe498"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:08:23.244867 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da9478c-a32c-4221-9bdf-181bf16329d8 x-openstack-request-id: req-9da9478c-a32c-4221-9bdf-181bf16329d8 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:08:23.244867 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3085d31d-c454-4d06-8bf4-2bde6de22faf", "name": "network-vif-deleted", "tag": "b98542f1-e5db-4ba5-8b93-b134f93fe498", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:08:23.244867 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9da9478c-a32c-4221-9bdf-181bf16329d8 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:08:23.244867 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3085d31d-c454-4d06-8bf4-2bde6de22faf', 'name': 'network-vif-deleted', 'tag': 'b98542f1-e5db-4ba5-8b93-b134f93fe498', 'status': 'completed', 'code': 200} Sep 29 18:08:24.050422 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6a2b5a77-2eae-40d2-9442-fece5e78e8d1 req-0d7ffd21-f2ea-47e3-9326-59d72c1d1186 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 210 time: 0.0302958 Sep 29 18:08:25.151568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9d879af6-bcdc-49e5-ac1d-3c7638a894bb req-b96a562b-dc91-40c3-a6bd-221a271886fd tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 210 time: 0.0283945 Sep 29 18:08:26.247386 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f1dc5f71-9e5b-4f0f-8985-bbda382a80a9 req-be2f26e9-c262-4bd6-b032-e530ff63d56c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=3085d31d-c454-4d06-8bf4-2bde6de22faf HTTP/1.1" status: 200 len: 210 time: 0.0276291 Sep 29 18:08:27.164954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b98542f1-e5db-4ba5-8b93-b134f93fe498 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:08:27.184860 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: b98542f1-e5db-4ba5-8b93-b134f93fe498 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:08:27.185203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device b98542f1-e5db-4ba5-8b93-b134f93fe498 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:08:27.755929 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:31.601518 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51058) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:08:31.758177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d0357-0886-4234-9f1e-51c7e330118f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Deleting port 0a75ec70-0c35-498e-842f-154d665752cb {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:08:31.758515 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0357-0886-4234-9f1e-51c7e330118f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:31.836003 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0357-0886-4234-9f1e-51c7e330118f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:31.836335 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0357-0886-4234-9f1e-51c7e330118f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:31.848523 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d0357-0886-4234-9f1e-51c7e330118f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Calling delete_port for 0a75ec70-0c35-498e-842f-154d665752cb owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:08:31.994988 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0357-0886-4234-9f1e-51c7e330118f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:32.022181 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d0357-0886-4234-9f1e-51c7e330118f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event deleted for resources: {'Port': ['ID=0a75ec70-0c35-498e-842f-154d665752cb,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:32.080517 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0357-0886-4234-9f1e-51c7e330118f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:32.080846 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-5f1d0357-0886-4234-9f1e-51c7e330118f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Floating IP 08ffb03b-dff2-4e57-a13e-10f63fa25b7e disassociated (deleted). External IP: 172.25.2.36, port: 0db8e702-ac51-455b-8aeb-be84df5cb51a. Sep 29 18:08:32.286302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1d0357-0886-4234-9f1e-51c7e330118f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Router f501314a-b2b3-49b8-9c94-0bdf854a9c16 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:08:32.395896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1d0357-0886-4234-9f1e-51c7e330118f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:08:32.400809 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0357-0886-4234-9f1e-51c7e330118f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:32.406854 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877bc92-92cd-43dd-a148-c8b41ff9c710 None None] Sync routers for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:08:32.416469 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877bc92-92cd-43dd-a148-c8b41ff9c710 None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:08:32.417091 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-4877bc92-92cd-43dd-a148-c8b41ff9c710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:08:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:32.429305 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5f1d0357-0886-4234-9f1e-51c7e330118f tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "DELETE /v2.0/floatingips/08ffb03b-dff2-4e57-a13e-10f63fa25b7e HTTP/1.1" status: 204 len: 168 time: 0.8266692 Sep 29 18:08:32.429930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'tag': '0db8e702-ac51-455b-8aeb-be84df5cb51a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:08:32.432196 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71bb782-5769-42fd-88f9-04430539915d" -d '{"events": [{"name": "network-changed", "server_uuid": "afe9f691-caa4-4a0b-8f15-38911bbb6617", "tag": "0db8e702-ac51-455b-8aeb-be84df5cb51a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:08:32.470162 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e326e3fc-5f7d-4535-8e15-12a51358e0d4 x-openstack-request-id: req-e326e3fc-5f7d-4535-8e15-12a51358e0d4 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:08:32.470463 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afe9f691-caa4-4a0b-8f15-38911bbb6617", "tag": "0db8e702-ac51-455b-8aeb-be84df5cb51a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:08:32.470721 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e326e3fc-5f7d-4535-8e15-12a51358e0d4 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:08:32.471250 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'tag': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'status': 'completed', 'code': 200} Sep 29 18:08:32.526665 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-4877bc92-92cd-43dd-a148-c8b41ff9c710 None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:08:32.555674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bb782-5769-42fd-88f9-04430539915d req-44b87287-5960-41cb-97c9-90b550ebea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:08:32.557210 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a71bb782-5769-42fd-88f9-04430539915d req-44b87287-5960-41cb-97c9-90b550ebea4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0acc34119f9146ebb798fb16477e2b27&device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 1096 time: 0.0455956 Sep 29 18:08:32.684707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bb782-5769-42fd-88f9-04430539915d req-fd8a5f7f-2518-4b7f-b161-9e6318735bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:08:32.686229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a71bb782-5769-42fd-88f9-04430539915d req-fd8a5f7f-2518-4b7f-b161-9e6318735bd3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 200 len: 913 time: 0.1217587 Sep 29 18:08:32.699128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbb181-48c2-4891-9120-2822523a911a req-c5676fb0-6d5b-4693-a9e0-8e4cd0985fec tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:08:32.700619 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bcbb181-48c2-4891-9120-2822523a911a req-c5676fb0-6d5b-4693-a9e0-8e4cd0985fec tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 945 time: 0.0704036 Sep 29 18:08:32.735477 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-4877bc92-92cd-43dd-a148-c8b41ff9c710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:32.751046 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a71bb782-5769-42fd-88f9-04430539915d req-9ed0087f-aa2a-4dbf-8d68-f297666e2a90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0db8e702-ac51-455b-8aeb-be84df5cb51a HTTP/1.1" status: 200 len: 217 time: 0.0494685 Sep 29 18:08:32.766959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877bc92-92cd-43dd-a148-c8b41ff9c710 None None] Checking router: f501314a-b2b3-49b8-9c94-0bdf854a9c16 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:08:32.775505 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4877bc92-92cd-43dd-a148-c8b41ff9c710 None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:08:32.776118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-4877bc92-92cd-43dd-a148-c8b41ff9c710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:08:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:32.795769 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6bcbb181-48c2-4891-9120-2822523a911a req-92d11cf7-7529-4c13-8e6c-9c9a8b1e0653 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879381 Sep 29 18:08:32.811482 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bb782-5769-42fd-88f9-04430539915d req-a65477c1-0e9a-4c5f-a02f-ecc735d79c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:08:32.813501 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a71bb782-5769-42fd-88f9-04430539915d req-a65477c1-0e9a-4c5f-a02f-ecc735d79c92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 200 len: 851 time: 0.0551586 Sep 29 18:08:32.860917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bb782-5769-42fd-88f9-04430539915d req-a3f3c27f-8851-4af9-b91f-3493b3904652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:08:32.862459 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a71bb782-5769-42fd-88f9-04430539915d req-a3f3c27f-8851-4af9-b91f-3493b3904652 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=dff260e8-6743-411d-9a69-4a69d81ddbaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406477 Sep 29 18:08:32.880867 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-4877bc92-92cd-43dd-a148-c8b41ff9c710 None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:08:32.956468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a71bb782-5769-42fd-88f9-04430539915d req-82907ebe-969c-4fa6-8be3-8ed6711073b0 service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863984 Sep 29 18:08:33.045326 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a71bb782-5769-42fd-88f9-04430539915d req-422af13e-f630-4dbc-a20a-55850b5d4766 service neutron] 10.222.0.35 "GET /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803168 Sep 29 18:08:33.078087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-4877bc92-92cd-43dd-a148-c8b41ff9c710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:33.104069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4877bc92-92cd-43dd-a148-c8b41ff9c710 None None] The sync data for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 is: [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T17:58:49Z', 'revision_number': 4, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'b5aaa1c0-f632-48a0-872d-8bc93bd5abe8', 'name': '', 'network_id': 'dff260e8-6743-411d-9a69-4a69d81ddbaa', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'mac_address': 'fa:16:3e:af:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:49Z', 'updated_at': '2021-09-29T17:58:56Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'subnets': [{'id': 'e09cc432-f62f-413c-96e9-1f1d1f0d3608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:08:33.317638 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a18d5d7-310a-4113-ab46-6b1778216ee9 None None] New status for floating IP 08ffb03b-dff2-4e57-a13e-10f63fa25b7e: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:08:33.910835 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876fa86-04b5-42f5-af54-2b2965b754f4 req-7b5d10e7-1f91-49fc-a373-b71b37b967f0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:08:33.912193 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2876fa86-04b5-42f5-af54-2b2965b754f4 req-7b5d10e7-1f91-49fc-a373-b71b37b967f0 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 945 time: 0.0480835 Sep 29 18:08:33.949578 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2876fa86-04b5-42f5-af54-2b2965b754f4 req-e5060799-f76d-4d67-bff7-ad6cd2a8d515 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/security-groups?id=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315223 Sep 29 18:08:34.458184 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125076f-252d-47ff-8fdc-2cc43460ab6d req-1c961157-14f6-4dac-b014-9f9c892dbb3d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:08:34.459616 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7125076f-252d-47ff-8fdc-2cc43460ab6d req-1c961157-14f6-4dac-b014-9f9c892dbb3d tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.35 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 945 time: 0.0482888 Sep 29 18:08:34.553529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-7125076f-252d-47ff-8fdc-2cc43460ab6d req-5d11c6cf-f916-448e-b4e1-21ed6c01ad5b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Deleting port 0db8e702-ac51-455b-8aeb-be84df5cb51a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:08:34.553804 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7125076f-252d-47ff-8fdc-2cc43460ab6d req-5d11c6cf-f916-448e-b4e1-21ed6c01ad5b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:34.639161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7125076f-252d-47ff-8fdc-2cc43460ab6d req-5d11c6cf-f916-448e-b4e1-21ed6c01ad5b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] For port 0db8e702-ac51-455b-8aeb-be84df5cb51a, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0db8e702-ac51-455b-8aeb-be84df5cb51a,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:08:34.639534 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7125076f-252d-47ff-8fdc-2cc43460ab6d req-5d11c6cf-f916-448e-b4e1-21ed6c01ad5b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:34.656893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-7125076f-252d-47ff-8fdc-2cc43460ab6d req-5d11c6cf-f916-448e-b4e1-21ed6c01ad5b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Calling delete_port for 0db8e702-ac51-455b-8aeb-be84df5cb51a owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:08:34.780372 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7125076f-252d-47ff-8fdc-2cc43460ab6d req-5d11c6cf-f916-448e-b4e1-21ed6c01ad5b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:34.808874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11c6cf-f916-448e-b4e1-21ed6c01ad5b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event deleted for resources: {'Port': ['ID=0db8e702-ac51-455b-8aeb-be84df5cb51a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:34.854002 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7125076f-252d-47ff-8fdc-2cc43460ab6d req-5d11c6cf-f916-448e-b4e1-21ed6c01ad5b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] No DVR routers for this DVR port 0db8e702-ac51-455b-8aeb-be84df5cb51a on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:08:34.856643 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7125076f-252d-47ff-8fdc-2cc43460ab6d req-5d11c6cf-f916-448e-b4e1-21ed6c01ad5b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:34.859419 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7125076f-252d-47ff-8fdc-2cc43460ab6d req-5d11c6cf-f916-448e-b4e1-21ed6c01ad5b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.35 "DELETE /v2.0/ports/0db8e702-ac51-455b-8aeb-be84df5cb51a HTTP/1.1" status: 204 len: 173 time: 0.3916678 Sep 29 18:08:34.859995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'name': 'network-vif-deleted', 'tag': '0db8e702-ac51-455b-8aeb-be84df5cb51a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:08:34.862259 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04074931-2600-42ca-b5a4-bad5d5bcf20f" -d '{"events": [{"server_uuid": "afe9f691-caa4-4a0b-8f15-38911bbb6617", "name": "network-vif-deleted", "tag": "0db8e702-ac51-455b-8aeb-be84df5cb51a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:08:34.897307 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e041e4ae-a5d1-4ee3-8151-96902804c984 x-openstack-request-id: req-e041e4ae-a5d1-4ee3-8151-96902804c984 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:08:34.897613 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afe9f691-caa4-4a0b-8f15-38911bbb6617", "name": "network-vif-deleted", "tag": "0db8e702-ac51-455b-8aeb-be84df5cb51a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:08:34.897873 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e041e4ae-a5d1-4ee3-8151-96902804c984 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:08:34.898275 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afe9f691-caa4-4a0b-8f15-38911bbb6617', 'name': 'network-vif-deleted', 'tag': '0db8e702-ac51-455b-8aeb-be84df5cb51a', 'status': 'completed', 'code': 200} Sep 29 18:08:35.043405 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dffb4bb4-bd38-459b-9e38-bb763a0d3327 req-98ed4eb7-fe2c-4d90-a671-39ca749d517a tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 210 time: 0.0266988 Sep 29 18:08:36.141259 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42051b21-fb19-46c0-945f-1300067cfcd2 req-a05c7dfd-b52a-4d76-9c6a-cfe5137e10df tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 210 time: 0.0277588 Sep 29 18:08:37.186433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0db8e702-ac51-455b-8aeb-be84df5cb51a no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:08:37.212822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 0db8e702-ac51-455b-8aeb-be84df5cb51a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:08:37.213340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0db8e702-ac51-455b-8aeb-be84df5cb51a not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:08:37.237102 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5a4f8939-b36c-455d-bc1c-06f1aa78e8da req-af44aaf3-dc91-42dd-97c4-625015148f3c tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 210 time: 0.0264812 Sep 29 18:08:38.340817 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ceb7992c-bfc6-430d-bb1e-6778a6eb8318 req-100e5f07-8da6-4c97-a9d6-1608385ea6ac tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "GET /v2.0/ports?device_id=afe9f691-caa4-4a0b-8f15-38911bbb6617 HTTP/1.1" status: 200 len: 210 time: 0.0258734 Sep 29 18:08:38.341796 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:08:39.396616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51082) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:08:39.520649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Deleting port 2a49076c-a6cc-43de-9d05-c9066e18c1e7 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:08:39.520901 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:39.593130 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:39.593488 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:39.604658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Calling delete_port for 2a49076c-a6cc-43de-9d05-c9066e18c1e7 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:08:39.741928 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:39.772885 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event deleted for resources: {'Port': ['ID=2a49076c-a6cc-43de-9d05-c9066e18c1e7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:39.809913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:39.810203 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:39.810536 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:39.810868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:39.811253 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:39.811522 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:39.811864 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:39.812183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:39.812587 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:39.813381 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:39.813711 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:39.814030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:39.834049 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:39.836581 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:39.837744 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f79406e6-6bb3-42fb-b186-02cc0d83064b tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "DELETE /v2.0/floatingips/35ba5bf7-5768-4fb3-b2be-543d3aad5400 HTTP/1.1" status: 204 len: 168 time: 0.4401577 Sep 29 18:08:40.848156 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1b1073ac-1ef9-4096-b371-9cafa5ef7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:42.093487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51098) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:08:42.150850 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53aa5574-2548-425f-a2af-60d9653f6187 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:42.176236 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53aa5574-2548-425f-a2af-60d9653f6187 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:42.244788 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53aa5574-2548-425f-a2af-60d9653f6187 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:42.249165 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-53aa5574-2548-425f-a2af-60d9653f6187 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:42.253478 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-53aa5574-2548-425f-a2af-60d9653f6187 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] 10.222.0.44 "DELETE /v2.0/security-groups/06ec64ad-c7b8-4402-b1ec-3b4d7e24c006 HTTP/1.1" status: 204 len: 168 time: 0.1551678 Sep 29 18:08:42.260462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa5574-2548-425f-a2af-60d9653f6187 tempest-TestVolumeBootPattern-28823192 tempest-TestVolumeBootPattern-28823192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ec64ad-c7b8-4402-b1ec-3b4d7e24c006,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:42.312576 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51102) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:08:42.825093 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aafec206-c5de-4a81-bd35-d1a685927ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:43.067362 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-aafec206-c5de-4a81-bd35-d1a685927ff2 admin admin] Deleting port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:08:43.067362 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aafec206-c5de-4a81-bd35-d1a685927ff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:43.144540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-aafec206-c5de-4a81-bd35-d1a685927ff2 admin admin] For port b5aaa1c0-f632-48a0-872d-8bc93bd5abe8, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b5aaa1c0-f632-48a0-872d-8bc93bd5abe8,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:08:43.144822 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aafec206-c5de-4a81-bd35-d1a685927ff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:43.157145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-aafec206-c5de-4a81-bd35-d1a685927ff2 admin admin] Calling delete_port for b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:08:43.334888 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aafec206-c5de-4a81-bd35-d1a685927ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:43.385558 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafec206-c5de-4a81-bd35-d1a685927ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5aaa1c0-f632-48a0-872d-8bc93bd5abe8,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:43.529983 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aafec206-c5de-4a81-bd35-d1a685927ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:43.585355 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cadc2658-ff8a-4a91-ad96-2ec339380047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:43.746187 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafec206-c5de-4a81-bd35-d1a685927ff2 admin admin] Router f501314a-b2b3-49b8-9c94-0bdf854a9c16 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:08:43.850524 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafec206-c5de-4a81-bd35-d1a685927ff2 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:08:43.855688 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aafec206-c5de-4a81-bd35-d1a685927ff2 admin admin] 10.222.0.44 "PUT /v2.0/routers/f501314a-b2b3-49b8-9c94-0bdf854a9c16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5419409 Sep 29 18:08:43.858156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51108) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:08:43.861671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6f44ff-c06c-4378-ab02-2592333662a6 None None] Sync routers for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:08:43.870770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f44ff-c06c-4378-ab02-2592333662a6 None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:08:43.871645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0f6f44ff-c06c-4378-ab02-2592333662a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:08:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:43.960344 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9690b50-d487-46c8-be80-ad225ad703e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:43.975178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-0f6f44ff-c06c-4378-ab02-2592333662a6 None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:08:44.065427 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9690b50-d487-46c8-be80-ad225ad703e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:44.118540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f9690b50-d487-46c8-be80-ad225ad703e5 admin admin] Deleting port 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:08:44.118877 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9690b50-d487-46c8-be80-ad225ad703e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:44.156637 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0f6f44ff-c06c-4378-ab02-2592333662a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T18:08:43Z', 'revision_number': 5, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port': {'id': '5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:47Z', 'updated_at': '2021-09-29T17:58:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:44.182056 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6f44ff-c06c-4378-ab02-2592333662a6 None None] Checking router: f501314a-b2b3-49b8-9c94-0bdf854a9c16 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:08:44.192571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f44ff-c06c-4378-ab02-2592333662a6 None None] Routers {'f501314a-b2b3-49b8-9c94-0bdf854a9c16'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:08:44.193245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0f6f44ff-c06c-4378-ab02-2592333662a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:08:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:44.199220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-f9690b50-d487-46c8-be80-ad225ad703e5 admin admin] For port 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:08:44.199579 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9690b50-d487-46c8-be80-ad225ad703e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:44.212031 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f9690b50-d487-46c8-be80-ad225ad703e5 admin admin] Calling delete_port for 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:08:44.279196 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-0f6f44ff-c06c-4378-ab02-2592333662a6 None None] Set router f501314a-b2b3-49b8-9c94-0bdf854a9c16 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:08:44.333113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0f6f44ff-c06c-4378-ab02-2592333662a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T18:08:44Z', 'revision_number': 6, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:44.358543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6f44ff-c06c-4378-ab02-2592333662a6 None None] The sync data for ids ['f501314a-b2b3-49b8-9c94-0bdf854a9c16'] in n-d-811748-2 is: [{'id': 'f501314a-b2b3-49b8-9c94-0bdf854a9c16', 'name': 'tempest-TestVolumeBootPattern-1529274184-router', 'tenant_id': '0acc34119f9146ebb798fb16477e2b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:46Z', 'updated_at': '2021-09-29T18:08:44Z', 'revision_number': 6, 'project_id': '0acc34119f9146ebb798fb16477e2b27', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:08:44.380721 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9690b50-d487-46c8-be80-ad225ad703e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:44.407095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9690b50-d487-46c8-be80-ad225ad703e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:44.468240 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9690b50-d487-46c8-be80-ad225ad703e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:44.681173 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:44.705758 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:44.819668 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9690b50-d487-46c8-be80-ad225ad703e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:44.821773 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9690b50-d487-46c8-be80-ad225ad703e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:44.863391 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9690b50-d487-46c8-be80-ad225ad703e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:44.864151 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9690b50-d487-46c8-be80-ad225ad703e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f501314a-b2b3-49b8-9c94-0bdf854a9c16 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:08:44.869593 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9690b50-d487-46c8-be80-ad225ad703e5 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:44.870748 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f9690b50-d487-46c8-be80-ad225ad703e5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f501314a-b2b3-49b8-9c94-0bdf854a9c16 HTTP/1.1" status: 204 len: 168 time: 1.0116634 Sep 29 18:08:44.873560 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51110) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:08:44.893219 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:44.920279 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cc7515-edd1-47ea-a6ca-afa38ed29869 admin admin] Deleting subnet e09cc432-f62f-413c-96e9-1f1d1f0d3608 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:08:44.924166 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-15cc7515-edd1-47ea-a6ca-afa38ed29869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:44.958076 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-15cc7515-edd1-47ea-a6ca-afa38ed29869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.043602 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-15cc7515-edd1-47ea-a6ca-afa38ed29869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.094875 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-15cc7515-edd1-47ea-a6ca-afa38ed29869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.120407 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cc7515-edd1-47ea-a6ca-afa38ed29869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e09cc432-f62f-413c-96e9-1f1d1f0d3608,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:45.122828 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-15cc7515-edd1-47ea-a6ca-afa38ed29869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.124430 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-15cc7515-edd1-47ea-a6ca-afa38ed29869 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e09cc432-f62f-413c-96e9-1f1d1f0d3608 HTTP/1.1" status: 204 len: 168 time: 0.2499683 Sep 29 18:08:45.127630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51112) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:08:45.129671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bedaeb-1a9c-46b7-8fbe-a70cdcb902f1 None None] Network dff260e8-6743-411d-9a69-4a69d81ddbaa requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:08:45.205701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.265160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] Deleting port 0316f155-9b6d-480d-8564-61e1960263ed {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:08:45.265535 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.329413 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] DHCP port deletion for dff260e8-6743-411d-9a69-4a69d81ddbaa request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:08:45.334952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] For port 0316f155-9b6d-480d-8564-61e1960263ed, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0316f155-9b6d-480d-8564-61e1960263ed,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:08:45.335315 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.348358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] Calling delete_port for 0316f155-9b6d-480d-8564-61e1960263ed owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:08:45.377494 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Deleting port 0316f155-9b6d-480d-8564-61e1960263ed {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:08:45.377958 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.436797 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.448884 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] For port 0316f155-9b6d-480d-8564-61e1960263ed, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0316f155-9b6d-480d-8564-61e1960263ed,segment=NetworkSegment(a29faf38-c285-4ba9-8cc9-58205841a80f),segment_id=a29faf38-c285-4ba9-8cc9-58205841a80f)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:08:45.449336 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.461517 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Calling delete_port for 0316f155-9b6d-480d-8564-61e1960263ed owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:08:45.472180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] No DVR routers for this DVR port 0316f155-9b6d-480d-8564-61e1960263ed on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:08:45.474563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] Pushing event deleted for resources: {'Port': ['ID=0316f155-9b6d-480d-8564-61e1960263ed,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:45.537029 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.555423 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.564522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Pushing event deleted for resources: {'Port': ['ID=0316f155-9b6d-480d-8564-61e1960263ed,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:45.571266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] No DVR routers for this DVR port 0316f155-9b6d-480d-8564-61e1960263ed on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:08:45.577863 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff260e8-6743-411d-9a69-4a69d81ddbaa']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:45.581013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:45.581354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:45.581630 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:45.581965 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:45.582297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:45.582625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:45.582946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:45.583267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:45.583589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:45.583907 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:45.584824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:45.584824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5fb376-3cc6-430f-a2b7-c52f45504c28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:08:45.590379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29faf38-c285-4ba9-8cc9-58205841a80f') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:45.590680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29faf38-c285-4ba9-8cc9-58205841a80f') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:45.601153 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.614772 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.620687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:08:45.621077 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:08:45.623060 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:08:45.681442 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.688358 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:45.690353 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] 10.222.0.44 "DELETE /v2.0/networks/dff260e8-6743-411d-9a69-4a69d81ddbaa HTTP/1.1" status: 204 len: 168 time: 0.5609558 Sep 29 18:08:45.693525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51114) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:08:45.701672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b5019-0e8f-44d5-bcf9-91a1dd46d866 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff260e8-6743-411d-9a69-4a69d81ddbaa,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:46.033033 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-09f6d9c8-5fb6-496e-9235-8f8a846ef213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:46.073115 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:08:46.092948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:08:46.093306 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b5aaa1c0-f632-48a0-872d-8bc93bd5abe8 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:08:46.094266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0316f155-9b6d-480d-8564-61e1960263ed no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:08:46.112803 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 0316f155-9b6d-480d-8564-61e1960263ed {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:08:46.113146 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0316f155-9b6d-480d-8564-61e1960263ed not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:08:46.113601 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:08:46.131580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:08:46.131927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 5c3d7bd5-bff1-4f1e-8a50-f83e61ddb685 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:08:46.276999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-09f6d9c8-5fb6-496e-9235-8f8a846ef213 admin admin] Deleting port 9991e24d-45d3-4420-89b6-7588d71d1264 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:08:46.277254 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-09f6d9c8-5fb6-496e-9235-8f8a846ef213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:46.352947 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-09f6d9c8-5fb6-496e-9235-8f8a846ef213 admin admin] For port 9991e24d-45d3-4420-89b6-7588d71d1264, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9991e24d-45d3-4420-89b6-7588d71d1264,segment=NetworkSegment(0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0),segment_id=0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:08:46.353327 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-09f6d9c8-5fb6-496e-9235-8f8a846ef213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:46.365450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-09f6d9c8-5fb6-496e-9235-8f8a846ef213 admin admin] Calling delete_port for 9991e24d-45d3-4420-89b6-7588d71d1264 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:08:46.540341 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-09f6d9c8-5fb6-496e-9235-8f8a846ef213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:46.566801 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6d9c8-5fb6-496e-9235-8f8a846ef213 admin admin] Pushing event deleted for resources: {'Port': ['ID=9991e24d-45d3-4420-89b6-7588d71d1264,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:46.732408 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-09f6d9c8-5fb6-496e-9235-8f8a846ef213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:46.937682 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f6d9c8-5fb6-496e-9235-8f8a846ef213 admin admin] Router ea732b61-6027-428d-a965-9e53cf8da4e8 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:08:46.995656 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:47.036387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f6d9c8-5fb6-496e-9235-8f8a846ef213 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:08:47.044024 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-09f6d9c8-5fb6-496e-9235-8f8a846ef213 admin admin] 10.222.0.44 "PUT /v2.0/routers/ea732b61-6027-428d-a965-9e53cf8da4e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3467011 Sep 29 18:08:47.044024 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51116) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:08:47.046580 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7ab32-ff3d-4945-b3e3-8671e33823e6 None None] Sync routers for ids ['ea732b61-6027-428d-a965-9e53cf8da4e8'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:08:47.056449 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7ab32-ff3d-4945-b3e3-8671e33823e6 None None] Routers {'ea732b61-6027-428d-a965-9e53cf8da4e8'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:08:47.057053 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-29b7ab32-ff3d-4945-b3e3-8671e33823e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:08:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ea732b61-6027-428d-a965-9e53cf8da4e8'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:47.145927 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-311d5174-f15a-4a0b-b7fc-8ca9120d6e71 admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:47.159438 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-29b7ab32-ff3d-4945-b3e3-8671e33823e6 None None] Set router ea732b61-6027-428d-a965-9e53cf8da4e8 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:08:47.247261 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-311d5174-f15a-4a0b-b7fc-8ca9120d6e71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:47.299489 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-311d5174-f15a-4a0b-b7fc-8ca9120d6e71 admin admin] Deleting port e9258534-d2e5-4942-91a2-4879d65ffe55 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:08:47.299824 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-311d5174-f15a-4a0b-b7fc-8ca9120d6e71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:47.340440 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-29b7ab32-ff3d-4945-b3e3-8671e33823e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'name': 'tempest-TestVolumeBootPattern-1813794190-router', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': 'e9258534-d2e5-4942-91a2-4879d65ffe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:52Z', 'updated_at': '2021-09-29T18:08:46Z', 'revision_number': 5, 'project_id': '1a32945f888d47c080724debaba15b54', 'gw_port': {'id': 'e9258534-d2e5-4942-91a2-4879d65ffe55', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:09:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T17:58:52Z', 'updated_at': '2021-09-29T17:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:47.369340 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7ab32-ff3d-4945-b3e3-8671e33823e6 None None] Checking router: ea732b61-6027-428d-a965-9e53cf8da4e8 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:08:47.377644 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7ab32-ff3d-4945-b3e3-8671e33823e6 None None] Routers {'ea732b61-6027-428d-a965-9e53cf8da4e8'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:08:47.378246 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-29b7ab32-ff3d-4945-b3e3-8671e33823e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:08:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ea732b61-6027-428d-a965-9e53cf8da4e8'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:47.388756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-311d5174-f15a-4a0b-b7fc-8ca9120d6e71 admin admin] For port e9258534-d2e5-4942-91a2-4879d65ffe55, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e9258534-d2e5-4942-91a2-4879d65ffe55,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:08:47.389119 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-311d5174-f15a-4a0b-b7fc-8ca9120d6e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:47.401148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-311d5174-f15a-4a0b-b7fc-8ca9120d6e71 admin admin] Calling delete_port for e9258534-d2e5-4942-91a2-4879d65ffe55 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:08:47.461300 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-29b7ab32-ff3d-4945-b3e3-8671e33823e6 None None] Set router ea732b61-6027-428d-a965-9e53cf8da4e8 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:08:47.511093 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-29b7ab32-ff3d-4945-b3e3-8671e33823e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'name': 'tempest-TestVolumeBootPattern-1813794190-router', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:52Z', 'updated_at': '2021-09-29T18:08:47Z', 'revision_number': 6, 'project_id': '1a32945f888d47c080724debaba15b54', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:47.541685 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7ab32-ff3d-4945-b3e3-8671e33823e6 None None] The sync data for ids ['ea732b61-6027-428d-a965-9e53cf8da4e8'] in n-d-811748-2 is: [{'id': 'ea732b61-6027-428d-a965-9e53cf8da4e8', 'name': 'tempest-TestVolumeBootPattern-1813794190-router', 'tenant_id': '1a32945f888d47c080724debaba15b54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T17:58:52Z', 'updated_at': '2021-09-29T18:08:47Z', 'revision_number': 6, 'project_id': '1a32945f888d47c080724debaba15b54', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:08:47.564256 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-311d5174-f15a-4a0b-b7fc-8ca9120d6e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:47.590141 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d5174-f15a-4a0b-b7fc-8ca9120d6e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9258534-d2e5-4942-91a2-4879d65ffe55,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:47.653325 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-311d5174-f15a-4a0b-b7fc-8ca9120d6e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:47.747330 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-311d5174-f15a-4a0b-b7fc-8ca9120d6e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:47.749462 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-311d5174-f15a-4a0b-b7fc-8ca9120d6e71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:47.791132 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-311d5174-f15a-4a0b-b7fc-8ca9120d6e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:47.791616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311d5174-f15a-4a0b-b7fc-8ca9120d6e71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea732b61-6027-428d-a965-9e53cf8da4e8 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:08:47.795873 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-311d5174-f15a-4a0b-b7fc-8ca9120d6e71 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:47.797206 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-311d5174-f15a-4a0b-b7fc-8ca9120d6e71 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ea732b61-6027-428d-a965-9e53cf8da4e8 HTTP/1.1" status: 204 len: 168 time: 0.7521234 Sep 29 18:08:47.802336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51118) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:08:47.846914 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a29e92-eb64-4410-b51c-487145a5ca6e admin admin] Deleting subnet 0f605b51-4b6c-4a4a-adb6-119d65cc98ff {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:08:47.849827 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37a29e92-eb64-4410-b51c-487145a5ca6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:47.884984 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37a29e92-eb64-4410-b51c-487145a5ca6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:47.972599 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37a29e92-eb64-4410-b51c-487145a5ca6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.024074 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37a29e92-eb64-4410-b51c-487145a5ca6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.047658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a29e92-eb64-4410-b51c-487145a5ca6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f605b51-4b6c-4a4a-adb6-119d65cc98ff,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:48.053439 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37a29e92-eb64-4410-b51c-487145a5ca6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.057851 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-37a29e92-eb64-4410-b51c-487145a5ca6e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0f605b51-4b6c-4a4a-adb6-119d65cc98ff HTTP/1.1" status: 204 len: 168 time: 0.2519732 Sep 29 18:08:48.057953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51120) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:08:48.058890 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e9ba6f-800a-4751-9ff2-969f81a77e8e None None] Network d96805e3-1c99-4454-a538-fcf9e743e301 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:08:48.127465 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.180579 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] Deleting port 34152c53-8bb0-49e0-b677-ac9048f65291 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:08:48.180919 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.245501 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] For port 34152c53-8bb0-49e0-b677-ac9048f65291, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=34152c53-8bb0-49e0-b677-ac9048f65291,segment=NetworkSegment(0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0),segment_id=0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:08:48.245793 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.263400 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] Calling delete_port for 34152c53-8bb0-49e0-b677-ac9048f65291 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:08:48.287015 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84857bf-59fc-4f67-a7c8-4b8208f7f801 None None] DHCP port deletion for d96805e3-1c99-4454-a538-fcf9e743e301 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:08:48.345428 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e84857bf-59fc-4f67-a7c8-4b8208f7f801 None None] Deleting port 34152c53-8bb0-49e0-b677-ac9048f65291 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:08:48.345718 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e84857bf-59fc-4f67-a7c8-4b8208f7f801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.350187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9991e24d-45d3-4420-89b6-7588d71d1264 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:08:48.350502 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.380063 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] No DVR routers for this DVR port 34152c53-8bb0-49e0-b677-ac9048f65291 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:08:48.385656 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=34152c53-8bb0-49e0-b677-ac9048f65291,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:48.385811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 9991e24d-45d3-4420-89b6-7588d71d1264 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:08:48.386105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9991e24d-45d3-4420-89b6-7588d71d1264 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:08:48.386524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e9258534-d2e5-4942-91a2-4879d65ffe55 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:08:48.412788 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: e9258534-d2e5-4942-91a2-4879d65ffe55 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:08:48.413116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e9258534-d2e5-4942-91a2-4879d65ffe55 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:08:48.413580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 34152c53-8bb0-49e0-b677-ac9048f65291 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:08:48.458464 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 34152c53-8bb0-49e0-b677-ac9048f65291 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:08:48.458802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 34152c53-8bb0-49e0-b677-ac9048f65291 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:08:48.460818 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.471669 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e84857bf-59fc-4f67-a7c8-4b8208f7f801 None None] For port 34152c53-8bb0-49e0-b677-ac9048f65291, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=34152c53-8bb0-49e0-b677-ac9048f65291,segment=NetworkSegment(0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0),segment_id=0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:08:48.472068 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e84857bf-59fc-4f67-a7c8-4b8208f7f801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.482641 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d96805e3-1c99-4454-a538-fcf9e743e301']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:48.483633 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e84857bf-59fc-4f67-a7c8-4b8208f7f801 None None] Calling delete_port for 34152c53-8bb0-49e0-b677-ac9048f65291 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:08:48.492563 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:48.492869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f83e344-d3cf-4e0a-b6db-b4fcf76fc0e0') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:08:48.503292 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.517136 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.523743 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:08:48.524130 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: timer() Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:08:48.526003 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:08:48.576172 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e84857bf-59fc-4f67-a7c8-4b8208f7f801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.587953 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.596700 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.601156 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d96805e3-1c99-4454-a538-fcf9e743e301 HTTP/1.1" status: 204 len: 168 time: 0.5400553 Sep 29 18:08:48.610276 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84857bf-59fc-4f67-a7c8-4b8208f7f801 None None] Pushing event deleted for resources: {'Port': ['ID=34152c53-8bb0-49e0-b677-ac9048f65291,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:48.614363 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06818d05-4e96-404b-a4ba-24041da563b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d96805e3-1c99-4454-a538-fcf9e743e301,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:48.620734 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84857bf-59fc-4f67-a7c8-4b8208f7f801 None None] No DVR routers for this DVR port 34152c53-8bb0-49e0-b677-ac9048f65291 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:08:48.746648 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51124) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:08:48.785435 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d65c9c68-3f0f-47a2-b039-b37fdf8757e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0acc34119f9146ebb798fb16477e2b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376158 Sep 29 18:08:48.787905 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51126) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:08:48.833240 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f995fef-cbcf-4773-9401-b84a521c675d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.853788 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f995fef-cbcf-4773-9401-b84a521c675d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.899783 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f995fef-cbcf-4773-9401-b84a521c675d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.902533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2f995fef-cbcf-4773-9401-b84a521c675d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:48.903708 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2f995fef-cbcf-4773-9401-b84a521c675d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26b68297-491e-4844-a1a6-3a23a4cf035d HTTP/1.1" status: 204 len: 168 time: 0.1149232 Sep 29 18:08:48.912135 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f995fef-cbcf-4773-9401-b84a521c675d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b68297-491e-4844-a1a6-3a23a4cf035d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:49.237068 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51132) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:08:49.276391 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-55bd656e-1d83-484b-8a5d-1a98de30ec0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a32945f888d47c080724debaba15b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380738 Sep 29 18:08:49.278844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51134) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:08:49.334063 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91b2503b-6992-40ad-aa1f-a6ad2981d258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:49.355211 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91b2503b-6992-40ad-aa1f-a6ad2981d258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:49.401625 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91b2503b-6992-40ad-aa1f-a6ad2981d258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:49.404204 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-91b2503b-6992-40ad-aa1f-a6ad2981d258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:49.405684 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-91b2503b-6992-40ad-aa1f-a6ad2981d258 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d43e89c-16d4-47b4-a000-be0a146fde64 HTTP/1.1" status: 204 len: 168 time: 0.1259217 Sep 29 18:08:49.414218 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2503b-6992-40ad-aa1f-a6ad2981d258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d43e89c-16d4-47b4-a000-be0a146fde64,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:08:51.701487 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-1eddb9bf-72d2-4867-95b0-06ea101b184c req-8de52ada-a301-4e30-a062-28db9e35def9 service neutron] (95015) timed out ('10.222.0.44', 58900) {{(pid=95015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 18:08:57.763182 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:08:59.478904 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-db1b0424-852a-4f04-a813-01a783049c6e tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2c9eafec784e4f1bb41a96400621504b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286474 Sep 29 18:08:59.925587 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-14201034-b613-422a-bef5-2c7ad43b7357 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:08:59.927050 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-14201034-b613-422a-bef5-2c7ad43b7357 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4427686 Sep 29 18:08:59.942612 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-067eff55-8760-42c3-972b-65fc8f85cd9d tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/quotas/2c9eafec784e4f1bb41a96400621504b HTTP/1.1" status: 200 len: 375 time: 0.0094841 Sep 29 18:08:59.976554 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-4d245b7f-fff7-4d44-a411-e99b5690b243 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2c9eafec784e4f1bb41a96400621504b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287561 Sep 29 18:09:00.139792 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c9e92f6d-bb90-43c2-8ff2-77793bda711f req-24d7b155-b664-4f47-856b-81b889154f05 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 210 time: 0.0262551 Sep 29 18:09:01.223763 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-c772fd29-860e-4b64-bc5a-eb88de9403e9 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=2c9eafec784e4f1bb41a96400621504b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445583 Sep 29 18:09:01.262484 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98c52b64-d972-4ba7-af06-f812c854dd56 req-7e302234-6cf1-4c0a-a9ba-e4afe002fda1 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 210 time: 0.0409861 Sep 29 18:09:01.455487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-2b24db81-f6ad-4e91-9371-e52a9e4ff29a tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:01.457062 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-2b24db81-f6ad-4e91-9371-e52a9e4ff29a tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2278256 Sep 29 18:09:01.475676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Request body: {'port': {'device_id': '96d8ce86-b3ad-414c-9107-f0fa8fd1288e', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'admin_state_up': True, 'tenant_id': '2c9eafec784e4f1bb41a96400621504b'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:09:01.598551 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Made reservation on behalf of 2c9eafec784e4f1bb41a96400621504b for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:09:01.602306 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:01.614297 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:01.722288 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:01.726626 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:01.799446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66d50997-59e4-4e45-8268-6e086499a8bf,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:01.894554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Allocated IP 192.168.233.110 (0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b/8eee73fb-28fa-4867-8084-f8a6f5fb690b/0163e883-b90f-42c3-934f-d45a8c167f87) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:09:02.044542 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:02.077745 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:02.117581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:09:02.120596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:09:02.124425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:09:02.153715 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Pushing event updated for resources: {'Port': ['ID=0163e883-b90f-42c3-934f-d45a8c167f87,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:02.183500 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:02.184172 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:02.198590 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-9ab5d187-6c0a-423d-be26-22359581cbaa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7268670 Sep 29 18:09:02.217771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Request body: {'port': {'device_id': '96d8ce86-b3ad-414c-9107-f0fa8fd1288e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:09:02.274515 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:02.349309 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b5f9b180-2994-4ca3-afcd-11d58ade0590 None None] Provisioning complete for port 0163e883-b90f-42c3-934f-d45a8c167f87 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:09:02.349893 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b5f9b180-2994-4ca3-afcd-11d58ade0590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:02.386702 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9b180-2994-4ca3-afcd-11d58ade0590 None None] Port 0163e883-b90f-42c3-934f-d45a8c167f87 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:09:02.464989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d6238-41d1-4dc5-ab85-eed10e588a76 req-9e684868-6e4c-4c8d-b21e-121af80a1e93 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:02.466491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c71d6238-41d1-4dc5-ab85-eed10e588a76 req-9e684868-6e4c-4c8d-b21e-121af80a1e93 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 936 time: 0.0858641 Sep 29 18:09:02.549467 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c71d6238-41d1-4dc5-ab85-eed10e588a76 req-b4cd19d7-7b23-4614-a71f-b99a9b113cb9 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d50997-59e4-4e45-8268-6e086499a8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756679 Sep 29 18:09:02.611623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0163e883-b90f-42c3-934f-d45a8c167f87 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:09:02.618878 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:02.630799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Transition to ACTIVE for port object 0163e883-b90f-42c3-934f-d45a8c167f87 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:09:02.634573 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:02.703190 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Pushing event updated for resources: {'Port': ['ID=0163e883-b90f-42c3-934f-d45a8c167f87,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:02.755194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Attempting to bind port 0163e883-b90f-42c3-934f-d45a8c167f87 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:09:02.755635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Attempting to bind port 0163e883-b90f-42c3-934f-d45a8c167f87 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:09:02.756049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Attempting to bind port 0163e883-b90f-42c3-934f-d45a8c167f87 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:09:02.760525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Port 0163e883-b90f-42c3-934f-d45a8c167f87 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:09:02.760851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Attempting to bind port 0163e883-b90f-42c3-934f-d45a8c167f87 on network 0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:09:02.765904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:09:02.766245 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Checking segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:09:02.766633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Bound using segment: {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:09:02.767811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Bound port: 0163e883-b90f-42c3-934f-d45a8c167f87, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c90c85c-260c-4d02-88b9-ed79e593c02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:09:02.768419 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:02.845636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] For port 0163e883-b90f-42c3-934f-d45a8c167f87, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:09:02.848647 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] For port 0163e883-b90f-42c3-934f-d45a8c167f87, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0163e883-b90f-42c3-934f-d45a8c167f87,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:09:02.852911 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:02.885795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:02.886412 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:02.887785 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] 10.222.0.35 "PUT /v2.0/ports/0163e883-b90f-42c3-934f-d45a8c167f87 HTTP/1.1" status: 200 len: 1096 time: 0.6744394 Sep 29 18:09:02.888292 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d8ce86-b3ad-414c-9107-f0fa8fd1288e', 'tag': '0163e883-b90f-42c3-934f-d45a8c167f87'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:09:02.890445 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f99c67-493d-41d5-8a6c-8b79c3f5e11a" -d '{"events": [{"name": "network-changed", "server_uuid": "96d8ce86-b3ad-414c-9107-f0fa8fd1288e", "tag": "0163e883-b90f-42c3-934f-d45a8c167f87"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:09:02.915385 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be577e-770a-4b51-9ebe-c84e533a431a service neutron] Pushing event updated for resources: {'Port': ['ID=0163e883-b90f-42c3-934f-d45a8c167f87,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:02.947557 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85be8323-4b9d-4d6a-be75-d5755ea694d7 x-openstack-request-id: req-85be8323-4b9d-4d6a-be75-d5755ea694d7 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:09:02.947848 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d8ce86-b3ad-414c-9107-f0fa8fd1288e", "tag": "0163e883-b90f-42c3-934f-d45a8c167f87", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:09:02.948114 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85be8323-4b9d-4d6a-be75-d5755ea694d7 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:09:02.948512 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d8ce86-b3ad-414c-9107-f0fa8fd1288e', 'tag': '0163e883-b90f-42c3-934f-d45a8c167f87', 'status': 'completed', 'code': 200} Sep 29 18:09:03.008678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-7bfabf5b-2dc1-44fb-b76b-70cc7f62b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:03.010044 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-7bfabf5b-2dc1-44fb-b76b-70cc7f62b7f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2c9eafec784e4f1bb41a96400621504b&device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 1099 time: 0.0443511 Sep 29 18:09:03.057835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-dd1529c0-0849-4ca6-baaa-72478f28c719 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=0163e883-b90f-42c3-934f-d45a8c167f87 HTTP/1.1" status: 200 len: 217 time: 0.0347900 Sep 29 18:09:03.110363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-2ddc0aa6-029b-4795-9631-15c7e84c9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:03.111850 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-2ddc0aa6-029b-4795-9631-15c7e84c9e3d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0481722 Sep 29 18:09:03.165691 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-715fa1cd-ce51-45a4-bb12-191f9af2a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:03.167220 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-715fa1cd-ce51-45a4-bb12-191f9af2a155 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489297 Sep 29 18:09:03.259730 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-1534025d-6e74-428c-824e-958ae920f76c service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853870 Sep 29 18:09:03.346210 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf77f7b4-e272-473c-bde7-911efc155b24 req-836b3e48-b292-45d3-912c-64d5f1816c05 service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800757 Sep 29 18:09:03.478567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f99c67-493d-41d5-8a6c-8b79c3f5e11a req-8c739232-991e-4c27-a2c3-8601dc9ce47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:03.480073 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-04f99c67-493d-41d5-8a6c-8b79c3f5e11a req-8c739232-991e-4c27-a2c3-8601dc9ce47b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2c9eafec784e4f1bb41a96400621504b&device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 1099 time: 0.0423355 Sep 29 18:09:03.572933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f99c67-493d-41d5-8a6c-8b79c3f5e11a req-7cf8367a-bb9d-4f8d-bd14-0481d3fb6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:03.574429 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-04f99c67-493d-41d5-8a6c-8b79c3f5e11a req-7cf8367a-bb9d-4f8d-bd14-0481d3fb6b62 service neutron] 10.222.0.35 "GET /v2.0/networks?id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b HTTP/1.1" status: 200 len: 870 time: 0.0875618 Sep 29 18:09:03.617011 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-04f99c67-493d-41d5-8a6c-8b79c3f5e11a req-3206f791-7cde-4178-9f87-23f93c17c588 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=0163e883-b90f-42c3-934f-d45a8c167f87 HTTP/1.1" status: 200 len: 217 time: 0.0354240 Sep 29 18:09:03.692015 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f99c67-493d-41d5-8a6c-8b79c3f5e11a req-2d3c145a-8793-4bed-b5ea-c61bdcd7b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:03.693487 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-04f99c67-493d-41d5-8a6c-8b79c3f5e11a req-2d3c145a-8793-4bed-b5ea-c61bdcd7b956 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8eee73fb-28fa-4867-8084-f8a6f5fb690b HTTP/1.1" status: 200 len: 843 time: 0.0689964 Sep 29 18:09:03.701652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb889f1-fc2e-4b9c-a94e-1fd135ef100c req-bca49e0c-6ee5-446c-b33d-498413ddced1 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:03.703006 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cb889f1-fc2e-4b9c-a94e-1fd135ef100c req-bca49e0c-6ee5-446c-b33d-498413ddced1 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 948 time: 0.0885236 Sep 29 18:09:03.762191 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7cb889f1-fc2e-4b9c-a94e-1fd135ef100c req-85965295-25f0-4fab-ae6b-902a9dd0d7f0 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d50997-59e4-4e45-8268-6e086499a8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508971 Sep 29 18:09:03.767881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f99c67-493d-41d5-8a6c-8b79c3f5e11a req-ed529ccf-4d17-4103-9836-95fc74ca415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:03.769392 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-04f99c67-493d-41d5-8a6c-8b79c3f5e11a req-ed529ccf-4d17-4103-9836-95fc74ca415a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655265 Sep 29 18:09:04.198950 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-04f99c67-493d-41d5-8a6c-8b79c3f5e11a req-aea91ff4-63c3-42c8-940a-056a27c269fb service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224894 Sep 29 18:09:04.286671 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-04f99c67-493d-41d5-8a6c-8b79c3f5e11a req-73ae3c1b-0e68-44f5-8778-caeeeb676afc service neutron] 10.222.0.35 "GET /v2.0/networks/0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804641 Sep 29 18:09:04.879550 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be60dcb-db0d-4e46-89d4-dffb5120d235 req-e393bec1-28bc-4585-ba63-b84da7c378a8 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:04.880961 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5be60dcb-db0d-4e46-89d4-dffb5120d235 req-e393bec1-28bc-4585-ba63-b84da7c378a8 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 948 time: 0.0494657 Sep 29 18:09:04.917832 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5be60dcb-db0d-4e46-89d4-dffb5120d235 req-2c83cb0d-4a04-4ab4-832b-74d74b7867c1 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d50997-59e4-4e45-8268-6e086499a8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308580 Sep 29 18:09:06.034435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89d249-dd29-4727-a711-93e2e2f1e805 req-1eabbbd6-c6bb-4213-8690-c1ba42847217 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:06.035907 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c89d249-dd29-4727-a711-93e2e2f1e805 req-1eabbbd6-c6bb-4213-8690-c1ba42847217 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 948 time: 0.0519848 Sep 29 18:09:06.072326 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c89d249-dd29-4727-a711-93e2e2f1e805 req-27da2175-d3c0-42a0-9680-ea44a9c57c1a tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d50997-59e4-4e45-8268-6e086499a8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305233 Sep 29 18:09:07.184819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799de23e-05fa-4e2b-8089-aa58c04e796d req-71b2becb-4b13-465b-8591-30da0ec36d7c tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:07.186296 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-799de23e-05fa-4e2b-8089-aa58c04e796d req-71b2becb-4b13-465b-8591-30da0ec36d7c tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 948 time: 0.0485828 Sep 29 18:09:07.223198 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-799de23e-05fa-4e2b-8089-aa58c04e796d req-f197b0fc-343c-43e7-a880-ab36be9e25db tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d50997-59e4-4e45-8268-6e086499a8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310755 Sep 29 18:09:07.254841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0163e883-b90f-42c3-934f-d45a8c167f87 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:09:07.346311 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0163e883-b90f-42c3-934f-d45a8c167f87, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0163e883-b90f-42c3-934f-d45a8c167f87,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:09:07.357108 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '0163e883-b90f-42c3-934f-d45a8c167f87', 'network_id': '0e5a18dd-eb9c-4a0d-8508-3d28c6a5293b', 'port_id': '0163e883-b90f-42c3-934f-d45a8c167f87', 'mac_address': 'fa:16:3e:ea:91:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eee73fb-28fa-4867-8084-f8a6f5fb690b', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:09:07.396291 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:07.561483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0163e883-b90f-42c3-934f-d45a8c167f87 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:09:07.580779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0163e883-b90f-42c3-934f-d45a8c167f87, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0163e883-b90f-42c3-934f-d45a8c167f87,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:09:07.584431 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:07.631034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0163e883-b90f-42c3-934f-d45a8c167f87,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:07.992880 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['0163e883-b90f-42c3-934f-d45a8c167f87'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:09:08.335952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a66a9-338c-48f8-bdbb-06a8ead4e25a req-8a185073-2300-412f-af00-b02e5ef64800 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:08.337524 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-590a66a9-338c-48f8-bdbb-06a8ead4e25a req-8a185073-2300-412f-af00-b02e5ef64800 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 949 time: 0.0481458 Sep 29 18:09:08.376761 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-590a66a9-338c-48f8-bdbb-06a8ead4e25a req-854484ee-cc26-46f3-ade1-1c18b11df546 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d50997-59e4-4e45-8268-6e086499a8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305719 Sep 29 18:09:09.265502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0163e883-b90f-42c3-934f-d45a8c167f87 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:09:09.313961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 0163e883-b90f-42c3-934f-d45a8c167f87 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:09:09.317655 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 0163e883-b90f-42c3-934f-d45a8c167f87 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:09:09.318032 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:09.393090 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:09.422277 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d8ce86-b3ad-414c-9107-f0fa8fd1288e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0163e883-b90f-42c3-934f-d45a8c167f87'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:09:09.424632 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6817b4af-1d16-4cb4-abc3-6e455f59aace" -d '{"events": [{"server_uuid": "96d8ce86-b3ad-414c-9107-f0fa8fd1288e", "name": "network-vif-plugged", "status": "completed", "tag": "0163e883-b90f-42c3-934f-d45a8c167f87"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:09:09.437071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 0163e883-b90f-42c3-934f-d45a8c167f87, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0163e883-b90f-42c3-934f-d45a8c167f87,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:09:09.441476 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:09.468545 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce20fa08-7a06-4442-965a-c07cb2ebc330 x-openstack-request-id: req-ce20fa08-7a06-4442-965a-c07cb2ebc330 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:09:09.468865 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d8ce86-b3ad-414c-9107-f0fa8fd1288e", "name": "network-vif-plugged", "status": "completed", "tag": "0163e883-b90f-42c3-934f-d45a8c167f87", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:09:09.469104 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce20fa08-7a06-4442-965a-c07cb2ebc330 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:09:09.469525 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d8ce86-b3ad-414c-9107-f0fa8fd1288e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0163e883-b90f-42c3-934f-d45a8c167f87', 'code': 200} Sep 29 18:09:09.495862 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4c765-f3a6-4d80-a812-c9188a795970 req-8e863331-5f78-401b-aa50-e69696fcd9e1 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:09.496425 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=0163e883-b90f-42c3-934f-d45a8c167f87,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:09.497575 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48b4c765-f3a6-4d80-a812-c9188a795970 req-8e863331-5f78-401b-aa50-e69696fcd9e1 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 950 time: 0.0533290 Sep 29 18:09:09.539611 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48b4c765-f3a6-4d80-a812-c9188a795970 req-6fb9ad6f-87f4-4d45-96fc-20343f1a2352 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d50997-59e4-4e45-8268-6e086499a8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326879 Sep 29 18:09:09.585075 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06783cce-8142-4f0e-9ba6-7e8a6019840a req-153446ba-35ef-423e-9892-e72a350e259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:09.586542 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-06783cce-8142-4f0e-9ba6-7e8a6019840a req-153446ba-35ef-423e-9892-e72a350e259d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 1101 time: 0.0387781 Sep 29 18:09:09.619469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-06783cce-8142-4f0e-9ba6-7e8a6019840a req-2bd9af88-a128-4b89-82f4-6459f1b69007 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=66d50997-59e4-4e45-8268-6e086499a8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263693 Sep 29 18:09:10.147161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-4058800d-cd0a-4c61-afe0-ac1954d93ea2 req-37a6d082-e1a2-44d5-8196-8f94fdaf470b service neutron] (95016) timed out ('10.222.0.49', 50213) {{(pid=95016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 18:09:10.658880 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f1c55-f496-4970-92f8-1322a97a69f8 req-2c12e32e-a3f3-49c0-a5b0-05ee8f145a2b tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:10.660328 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-042f1c55-f496-4970-92f8-1322a97a69f8 req-2c12e32e-a3f3-49c0-a5b0-05ee8f145a2b tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 950 time: 0.0542004 Sep 29 18:09:10.697153 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-042f1c55-f496-4970-92f8-1322a97a69f8 req-98db7cb5-444e-47b0-a645-b5742cf55e71 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d50997-59e4-4e45-8268-6e086499a8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309408 Sep 29 18:09:10.849138 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e0becda4-1147-4374-ae7a-e722318ee3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:11.811380 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf286b7-c7b5-4edd-b9ad-16c0169e21eb req-7809bb8b-2546-4c54-8502-2c28f8113e63 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:11.812806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3bf286b7-c7b5-4edd-b9ad-16c0169e21eb req-7809bb8b-2546-4c54-8502-2c28f8113e63 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 950 time: 0.0481801 Sep 29 18:09:11.849969 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3bf286b7-c7b5-4edd-b9ad-16c0169e21eb req-3d56d4e6-98c4-4dae-9ed6-7ceca5c640d1 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d50997-59e4-4e45-8268-6e086499a8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313447 Sep 29 18:09:12.152163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-e236b616-0154-43a4-9a50-7d96a5d48ce4 req-b5955aa7-704d-4cfe-8691-cfaa56ab967f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:09:12.153130 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e236b616-0154-43a4-9a50-7d96a5d48ce4 req-b5955aa7-704d-4cfe-8691-cfaa56ab967f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053675 Sep 29 18:09:12.477504 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-071bb3ab-57a3-42fa-8925-af534818f7e4 req-f3e3749f-f704-411b-9926-afefacaf4c0a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:09:12.478477 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-071bb3ab-57a3-42fa-8925-af534818f7e4 req-f3e3749f-f704-411b-9926-afefacaf4c0a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054114 Sep 29 18:09:12.803002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06111b3-c427-49ee-969c-5e036d4715ba req-c1da1792-9dad-4caf-8245-c38ef8a39646 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:12.804372 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f06111b3-c427-49ee-969c-5e036d4715ba req-c1da1792-9dad-4caf-8245-c38ef8a39646 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 950 time: 0.0492477 Sep 29 18:09:12.840394 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f06111b3-c427-49ee-969c-5e036d4715ba req-ba1d2eaa-46b1-4001-a99c-00726b4f4d2a tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d50997-59e4-4e45-8268-6e086499a8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299213 Sep 29 18:09:13.585720 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5e3b7b0b-4ad8-483a-b736-92f60844f5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:13.960329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa3997-c321-4c3e-96cf-46f85ec76a37 req-835202d5-6c0d-48a5-8498-42d399988734 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:13.961839 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4aa3997-c321-4c3e-96cf-46f85ec76a37 req-835202d5-6c0d-48a5-8498-42d399988734 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 950 time: 0.0502574 Sep 29 18:09:13.999700 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4aa3997-c321-4c3e-96cf-46f85ec76a37 req-cea88d38-12e5-4aac-a661-fd53a9fdcff0 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/security-groups?id=66d50997-59e4-4e45-8268-6e086499a8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319757 Sep 29 18:09:14.277519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55172988-2244-4393-8939-06318401aab8 req-b974188a-3f66-47eb-9e19-af8a45b286fa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:14.278951 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-55172988-2244-4393-8939-06318401aab8 req-b974188a-3f66-47eb-9e19-af8a45b286fa tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.35 "GET /v2.0/ports?device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 950 time: 0.0487638 Sep 29 18:09:14.367715 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-55172988-2244-4393-8939-06318401aab8 req-41208b59-d042-4a76-b02d-d7411532f133 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Deleting port 0163e883-b90f-42c3-934f-d45a8c167f87 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:09:14.368054 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-55172988-2244-4393-8939-06318401aab8 req-41208b59-d042-4a76-b02d-d7411532f133 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:14.452635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-55172988-2244-4393-8939-06318401aab8 req-41208b59-d042-4a76-b02d-d7411532f133 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] For port 0163e883-b90f-42c3-934f-d45a8c167f87, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=0163e883-b90f-42c3-934f-d45a8c167f87,segment=NetworkSegment(1c90c85c-260c-4d02-88b9-ed79e593c02c),segment_id=1c90c85c-260c-4d02-88b9-ed79e593c02c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:09:14.452999 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-55172988-2244-4393-8939-06318401aab8 req-41208b59-d042-4a76-b02d-d7411532f133 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:14.465007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-55172988-2244-4393-8939-06318401aab8 req-41208b59-d042-4a76-b02d-d7411532f133 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Calling delete_port for 0163e883-b90f-42c3-934f-d45a8c167f87 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:09:14.593733 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-55172988-2244-4393-8939-06318401aab8 req-41208b59-d042-4a76-b02d-d7411532f133 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:14.622557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41208b59-d042-4a76-b02d-d7411532f133 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Pushing event deleted for resources: {'Port': ['ID=0163e883-b90f-42c3-934f-d45a8c167f87,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:14.626855 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['0163e883-b90f-42c3-934f-d45a8c167f87'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:09:14.669336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-55172988-2244-4393-8939-06318401aab8 req-41208b59-d042-4a76-b02d-d7411532f133 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] No DVR routers for this DVR port 0163e883-b90f-42c3-934f-d45a8c167f87 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:09:14.672694 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-55172988-2244-4393-8939-06318401aab8 req-41208b59-d042-4a76-b02d-d7411532f133 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:14.676810 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-55172988-2244-4393-8939-06318401aab8 req-41208b59-d042-4a76-b02d-d7411532f133 tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.35 "DELETE /v2.0/ports/0163e883-b90f-42c3-934f-d45a8c167f87 HTTP/1.1" status: 204 len: 173 time: 0.3912406 Sep 29 18:09:14.677308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d8ce86-b3ad-414c-9107-f0fa8fd1288e', 'name': 'network-vif-deleted', 'tag': '0163e883-b90f-42c3-934f-d45a8c167f87'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:09:14.679691 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cab2f2-7bed-424c-940d-8ba249cc80b9" -d '{"events": [{"server_uuid": "96d8ce86-b3ad-414c-9107-f0fa8fd1288e", "name": "network-vif-deleted", "tag": "0163e883-b90f-42c3-934f-d45a8c167f87"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:09:14.718257 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:14.725601 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257bafec-595e-4e28-b4b4-93908e4ad878 x-openstack-request-id: req-257bafec-595e-4e28-b4b4-93908e4ad878 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:09:14.725957 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d8ce86-b3ad-414c-9107-f0fa8fd1288e", "name": "network-vif-deleted", "tag": "0163e883-b90f-42c3-934f-d45a8c167f87", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:09:14.726092 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:14.726216 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-257bafec-595e-4e28-b4b4-93908e4ad878 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:09:14.726694 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d8ce86-b3ad-414c-9107-f0fa8fd1288e', 'name': 'network-vif-deleted', 'tag': '0163e883-b90f-42c3-934f-d45a8c167f87', 'status': 'completed', 'code': 200} Sep 29 18:09:14.895068 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:15.105379 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f5c5b0c-ef6b-4f11-be82-a0232457a8df req-5f5a99e4-d9b3-4151-b413-7f099575a5df tempest-ServersAdminNegativeTestJSON-54032273 tempest-ServersAdminNegativeTestJSON-54032273-project] 10.222.0.44 "GET /v2.0/ports?device_id=96d8ce86-b3ad-414c-9107-f0fa8fd1288e HTTP/1.1" status: 200 len: 210 time: 0.0264938 Sep 29 18:09:15.340585 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:09:16.396798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51284) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:09:16.558832 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4a6d2214-dc69-4e99-aab3-1b82a396f278 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c9eafec784e4f1bb41a96400621504b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607604 Sep 29 18:09:16.561183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51290) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:09:16.606656 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-10ab101e-bb73-4481-aa8c-d3dbe5a475f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:16.627290 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-10ab101e-bb73-4481-aa8c-d3dbe5a475f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:16.671574 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-10ab101e-bb73-4481-aa8c-d3dbe5a475f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:16.674893 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-10ab101e-bb73-4481-aa8c-d3dbe5a475f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:16.676019 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-10ab101e-bb73-4481-aa8c-d3dbe5a475f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66d50997-59e4-4e45-8268-6e086499a8bf HTTP/1.1" status: 204 len: 168 time: 0.1139297 Sep 29 18:09:16.683339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ab101e-bb73-4481-aa8c-d3dbe5a475f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d50997-59e4-4e45-8268-6e086499a8bf,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:16.935232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51298) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:09:16.951177 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef471cad-94b6-4539-b622-10676642c5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:16.998164 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:17.041979 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef471cad-94b6-4539-b622-10676642c5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:17.045857 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ef471cad-94b6-4539-b622-10676642c5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:17.085759 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ef471cad-94b6-4539-b622-10676642c5c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=40adc2ffde474a638e551b44174f67a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494277 Sep 29 18:09:17.086570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef471cad-94b6-4539-b622-10676642c5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513296ea-abcc-4d1c-b228-f0110fc6180e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:17.088433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51300) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:09:17.143077 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2ef7-1318-4a91-9dd1-197d99f3af8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:17.163780 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2ef7-1318-4a91-9dd1-197d99f3af8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:17.209316 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2ef7-1318-4a91-9dd1-197d99f3af8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:17.211857 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2ef7-1318-4a91-9dd1-197d99f3af8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:17.213030 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4b5e2ef7-1318-4a91-9dd1-197d99f3af8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/513296ea-abcc-4d1c-b228-f0110fc6180e HTTP/1.1" status: 204 len: 168 time: 0.1234946 Sep 29 18:09:17.220516 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e2ef7-1318-4a91-9dd1-197d99f3af8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513296ea-abcc-4d1c-b228-f0110fc6180e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:17.296253 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0163e883-b90f-42c3-934f-d45a8c167f87 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:09:17.316450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 0163e883-b90f-42c3-934f-d45a8c167f87 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:09:17.316829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 0163e883-b90f-42c3-934f-d45a8c167f87 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:09:17.902940 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51324) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:09:18.001426 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a5e801f4-60e2-4354-ad47-ed4dc71e7159 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-542723476-network', 'tenant_id': 'd4bbb8c7069a450492412eee07fd8b91'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:09:18.021641 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e801f4-60e2-4354-ad47-ed4dc71e7159 admin admin] Made reservation on behalf of d4bbb8c7069a450492412eee07fd8b91 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:09:18.023844 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5e801f4-60e2-4354-ad47-ed4dc71e7159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:18.031709 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5e801f4-60e2-4354-ad47-ed4dc71e7159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:18.116542 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5e801f4-60e2-4354-ad47-ed4dc71e7159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:18.120913 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5e801f4-60e2-4354-ad47-ed4dc71e7159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:18.148493 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e801f4-60e2-4354-ad47-ed4dc71e7159 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:09:18.158389 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e801f4-60e2-4354-ad47-ed4dc71e7159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2f8172-ff1d-4271-97db-dd12f8504d08,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:18.163014 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5e801f4-60e2-4354-ad47-ed4dc71e7159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:18.163351 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-a5e801f4-60e2-4354-ad47-ed4dc71e7159 admin admin] Added segment 54a8df62-aa53-4c20-adeb-0ec4751aaf2d of type vlan for network 14ccc759-ed8a-4b97-89dd-7b0a5ff329eb Sep 29 18:09:18.202013 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5e801f4-60e2-4354-ad47-ed4dc71e7159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:18.224886 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5e801f4-60e2-4354-ad47-ed4dc71e7159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:18.225782 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e801f4-60e2-4354-ad47-ed4dc71e7159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:18.226352 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5e801f4-60e2-4354-ad47-ed4dc71e7159 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:18.252382 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a5e801f4-60e2-4354-ad47-ed4dc71e7159 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3483336 Sep 29 18:09:18.255295 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51328) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:09:18.266211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7fe578bc-8207-46ba-8a66-99c0279e21e5 admin admin] Request body: {'subnet': {'network_id': '14ccc759-ed8a-4b97-89dd-7b0a5ff329eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-542723476-subnet', 'tenant_id': 'd4bbb8c7069a450492412eee07fd8b91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:09:18.304317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e801f4-60e2-4354-ad47-ed4dc71e7159 admin admin] Pushing event updated for resources: {'Network': ['ID=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:18.314936 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 14ccc759-ed8a-4b97-89dd-7b0a5ff329eb details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:09:18.318151 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe578bc-8207-46ba-8a66-99c0279e21e5 admin admin] Made reservation on behalf of d4bbb8c7069a450492412eee07fd8b91 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:09:18.320671 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7fe578bc-8207-46ba-8a66-99c0279e21e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:18.494217 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7fe578bc-8207-46ba-8a66-99c0279e21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:18.549666 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe578bc-8207-46ba-8a66-99c0279e21e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6b98a1-1e23-4e10-8914-f5baf618c231,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:18.556785 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe578bc-8207-46ba-8a66-99c0279e21e5 admin admin] Checking segment: {'id': '54a8df62-aa53-4c20-adeb-0ec4751aaf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '14ccc759-ed8a-4b97-89dd-7b0a5ff329eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:09:18.557137 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe578bc-8207-46ba-8a66-99c0279e21e5 admin admin] Network hostable DHCP agents. Network: 14ccc759-ed8a-4b97-89dd-7b0a5ff329eb, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:09:18.572966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe578bc-8207-46ba-8a66-99c0279e21e5 admin admin] Network 14ccc759-ed8a-4b97-89dd-7b0a5ff329eb is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:09:18.581829 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-7fe578bc-8207-46ba-8a66-99c0279e21e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 14ccc759-ed8a-4b97-89dd-7b0a5ff329eb) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:09:18.585958 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe578bc-8207-46ba-8a66-99c0279e21e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:18.586530 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7fe578bc-8207-46ba-8a66-99c0279e21e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:18.590853 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76542844-0d5c-485c-bf0a-1ea5d60e1832 None None] Network 14ccc759-ed8a-4b97-89dd-7b0a5ff329eb requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:09:18.600502 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7fe578bc-8207-46ba-8a66-99c0279e21e5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3380079 Sep 29 18:09:18.719333 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b972f2c0-a1a7-4853-9325-90f6844fb2d0 None None] Network 14ccc759-ed8a-4b97-89dd-7b0a5ff329eb requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:09:19.019064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421feec-253d-44dc-81b3-9f848662c02d req-3fa64147-b32a-4b53-9f38-bcbfc21ecde0 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:19.020436 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1421feec-253d-44dc-81b3-9f848662c02d req-3fa64147-b32a-4b53-9f38-bcbfc21ecde0 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/networks?id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb HTTP/1.1" status: 200 len: 811 time: 0.1022651 Sep 29 18:09:19.034820 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1421feec-253d-44dc-81b3-9f848662c02d req-3d609bc5-5a71-405b-b515-50284874da77 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/quotas/d4bbb8c7069a450492412eee07fd8b91 HTTP/1.1" status: 200 len: 375 time: 0.0088456 Sep 29 18:09:19.065438 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1421feec-253d-44dc-81b3-9f848662c02d req-323c8611-0f15-407c-a1a0-8def7108c644 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d4bbb8c7069a450492412eee07fd8b91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254447 Sep 29 18:09:19.153588 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1421feec-253d-44dc-81b3-9f848662c02d req-3a066246-86ac-4bb0-9f8b-afe81e9a8fdd service neutron] 10.222.0.44 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814757 Sep 29 18:09:19.245821 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1421feec-253d-44dc-81b3-9f848662c02d req-5a767115-4866-4851-9b4c-b3d6349e35f0 service neutron] 10.222.0.44 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862539 Sep 29 18:09:19.418755 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e88da281-9627-4709-8229-159ffdd017c9 req-dbae91f9-b415-4f4e-a7ef-f855902ffc85 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 210 time: 0.0336885 Sep 29 18:09:20.553443 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-372340fa-547b-4a93-841f-f294298cd4d3 req-eea726da-2e18-479a-972e-0e95161f09f6 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 210 time: 0.0613897 Sep 29 18:09:20.595496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421feec-253d-44dc-81b3-9f848662c02d req-acdec888-8b4c-449e-9c96-8254f743ca98 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:20.596898 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1421feec-253d-44dc-81b3-9f848662c02d req-acdec888-8b4c-449e-9c96-8254f743ca98 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.35 "GET /v2.0/networks?id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb HTTP/1.1" status: 200 len: 811 time: 0.1448720 Sep 29 18:09:20.644052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1421feec-253d-44dc-81b3-9f848662c02d req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Request body: {'port': {'device_id': 'c92ca4a3-5a1e-4e77-871c-43fad89dde87', 'network_id': '14ccc759-ed8a-4b97-89dd-7b0a5ff329eb', 'admin_state_up': True, 'tenant_id': 'd4bbb8c7069a450492412eee07fd8b91'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:09:20.747453 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1421feec-253d-44dc-81b3-9f848662c02d req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Made reservation on behalf of d4bbb8c7069a450492412eee07fd8b91 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:09:20.751804 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1421feec-253d-44dc-81b3-9f848662c02d req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:20.881582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-1421feec-253d-44dc-81b3-9f848662c02d req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Allocated IP 172.20.0.6 (14ccc759-ed8a-4b97-89dd-7b0a5ff329eb/7f6b98a1-1e23-4e10-8914-f5baf618c231/95b1e4de-73bf-4b51-a2a0-9af557249869) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:09:21.024127 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1421feec-253d-44dc-81b3-9f848662c02d req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:21.056383 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1421feec-253d-44dc-81b3-9f848662c02d req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:21.098440 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1421feec-253d-44dc-81b3-9f848662c02d req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Network 14ccc759-ed8a-4b97-89dd-7b0a5ff329eb is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:09:21.101419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-1421feec-253d-44dc-81b3-9f848662c02d req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:09:21.105055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1421feec-253d-44dc-81b3-9f848662c02d req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:09:21.130355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Pushing event updated for resources: {'Port': ['ID=95b1e4de-73bf-4b51-a2a0-9af557249869,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:21.144285 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:09:21.144573 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:09:21.144917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:09:21.145255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:09:21.145616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:09:21.145949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:09:21.146278 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:09:21.146611 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:09:21.146939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:09:21.147263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:09:21.147587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:09:21.147909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:09:21.167529 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421feec-253d-44dc-81b3-9f848662c02d req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:21.168144 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1421feec-253d-44dc-81b3-9f848662c02d req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:21.182689 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1421feec-253d-44dc-81b3-9f848662c02d req-85a90d26-fbf6-40a0-a9ec-55a28feb3bf8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5423629 Sep 29 18:09:21.200358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Request body: {'port': {'device_id': 'c92ca4a3-5a1e-4e77-871c-43fad89dde87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:09:21.256910 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:21.511649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b1e4de-73bf-4b51-a2a0-9af557249869 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:09:21.518924 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:21.530695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Transition to ACTIVE for port object 95b1e4de-73bf-4b51-a2a0-9af557249869 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:09:21.533679 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:21.626911 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Pushing event updated for resources: {'Port': ['ID=95b1e4de-73bf-4b51-a2a0-9af557249869,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:21.652311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Attempting to bind port 95b1e4de-73bf-4b51-a2a0-9af557249869 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:09:21.652653 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Attempting to bind port 95b1e4de-73bf-4b51-a2a0-9af557249869 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '54a8df62-aa53-4c20-adeb-0ec4751aaf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '14ccc759-ed8a-4b97-89dd-7b0a5ff329eb'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:09:21.652983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Attempting to bind port 95b1e4de-73bf-4b51-a2a0-9af557249869 on network 14ccc759-ed8a-4b97-89dd-7b0a5ff329eb {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:09:21.657517 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Port 95b1e4de-73bf-4b51-a2a0-9af557249869 on network 14ccc759-ed8a-4b97-89dd-7b0a5ff329eb not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:09:21.657847 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Attempting to bind port 95b1e4de-73bf-4b51-a2a0-9af557249869 on network 14ccc759-ed8a-4b97-89dd-7b0a5ff329eb {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:09:21.662606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:09:21.662948 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Checking segment: {'id': '54a8df62-aa53-4c20-adeb-0ec4751aaf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '14ccc759-ed8a-4b97-89dd-7b0a5ff329eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:09:21.663330 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Bound using segment: {'id': '54a8df62-aa53-4c20-adeb-0ec4751aaf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '14ccc759-ed8a-4b97-89dd-7b0a5ff329eb'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:09:21.663758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Bound port: 95b1e4de-73bf-4b51-a2a0-9af557249869, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a8df62-aa53-4c20-adeb-0ec4751aaf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '14ccc759-ed8a-4b97-89dd-7b0a5ff329eb'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:09:21.664124 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:21.671974 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c8759-8279-41a8-b9f5-b0a2a0cfb841 req-5a499172-efec-4f8b-af9e-f950dc6f7fc1 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:21.674269 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b01c8759-8279-41a8-b9f5-b0a2a0cfb841 req-5a499172-efec-4f8b-af9e-f950dc6f7fc1 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 943 time: 0.0505419 Sep 29 18:09:21.715777 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b01c8759-8279-41a8-b9f5-b0a2a0cfb841 req-89df57c8-76dd-42a7-8115-cc5901d956f6 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344906 Sep 29 18:09:21.728901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] For port 95b1e4de-73bf-4b51-a2a0-9af557249869, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:09:21.732215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] For port 95b1e4de-73bf-4b51-a2a0-9af557249869, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=95b1e4de-73bf-4b51-a2a0-9af557249869,segment=NetworkSegment(54a8df62-aa53-4c20-adeb-0ec4751aaf2d),segment_id=54a8df62-aa53-4c20-adeb-0ec4751aaf2d)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:09:21.736718 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:21.768665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:21.769298 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:21.770679 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1421feec-253d-44dc-81b3-9f848662c02d req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] 10.222.0.35 "PUT /v2.0/ports/95b1e4de-73bf-4b51-a2a0-9af557249869 HTTP/1.1" status: 200 len: 1091 time: 0.5743091 Sep 29 18:09:21.771131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92ca4a3-5a1e-4e77-871c-43fad89dde87', 'tag': '95b1e4de-73bf-4b51-a2a0-9af557249869'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:09:21.773396 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebd4ed9-94b3-4393-ab28-5b639bacd020" -d '{"events": [{"name": "network-changed", "server_uuid": "c92ca4a3-5a1e-4e77-871c-43fad89dde87", "tag": "95b1e4de-73bf-4b51-a2a0-9af557249869"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:09:21.803441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc8590-8971-43c8-841e-4525402ea3da service neutron] Pushing event updated for resources: {'Port': ['ID=95b1e4de-73bf-4b51-a2a0-9af557249869,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:21.813128 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cb3bb7-373e-4ca9-95d6-6053465cf4a2 x-openstack-request-id: req-c1cb3bb7-373e-4ca9-95d6-6053465cf4a2 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:09:21.813525 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92ca4a3-5a1e-4e77-871c-43fad89dde87", "tag": "95b1e4de-73bf-4b51-a2a0-9af557249869", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:09:21.813760 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1cb3bb7-373e-4ca9-95d6-6053465cf4a2 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:09:21.814184 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92ca4a3-5a1e-4e77-871c-43fad89dde87', 'tag': '95b1e4de-73bf-4b51-a2a0-9af557249869', 'status': 'completed', 'code': 200} Sep 29 18:09:21.871693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421feec-253d-44dc-81b3-9f848662c02d req-7a888b3a-7fd6-4a9d-8617-1e4ea07b5b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:21.873491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1421feec-253d-44dc-81b3-9f848662c02d req-7a888b3a-7fd6-4a9d-8617-1e4ea07b5b32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4bbb8c7069a450492412eee07fd8b91&device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 1094 time: 0.0417182 Sep 29 18:09:21.921563 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1421feec-253d-44dc-81b3-9f848662c02d req-d3d8f5f8-644a-4086-80ff-6ce274e7c980 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95b1e4de-73bf-4b51-a2a0-9af557249869 HTTP/1.1" status: 200 len: 217 time: 0.0339782 Sep 29 18:09:21.970764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421feec-253d-44dc-81b3-9f848662c02d req-03587ff4-b1db-42e9-a37e-e73dc80607c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:21.972268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1421feec-253d-44dc-81b3-9f848662c02d req-03587ff4-b1db-42e9-a37e-e73dc80607c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f6b98a1-1e23-4e10-8914-f5baf618c231 HTTP/1.1" status: 200 len: 851 time: 0.0442078 Sep 29 18:09:22.008993 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1421feec-253d-44dc-81b3-9f848662c02d req-79c022fb-9ea6-48e3-8565-6a5e71e5e98d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289731 Sep 29 18:09:22.098486 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1421feec-253d-44dc-81b3-9f848662c02d req-d1456522-821e-4e15-bf53-7248f407764e service neutron] 10.222.0.35 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825183 Sep 29 18:09:22.191558 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1421feec-253d-44dc-81b3-9f848662c02d req-42cac24e-b807-41b6-bac1-678a93f40e96 service neutron] 10.222.0.35 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854902 Sep 29 18:09:22.310906 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd4ed9-94b3-4393-ab28-5b639bacd020 req-0c930f9f-9b94-4bd2-b7be-4a9cc708f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:22.312350 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ebd4ed9-94b3-4393-ab28-5b639bacd020 req-0c930f9f-9b94-4bd2-b7be-4a9cc708f457 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4bbb8c7069a450492412eee07fd8b91&device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 1094 time: 0.0405488 Sep 29 18:09:22.404296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd4ed9-94b3-4393-ab28-5b639bacd020 req-9b5f5c41-275b-4875-8992-191282c9865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:22.405781 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ebd4ed9-94b3-4393-ab28-5b639bacd020 req-9b5f5c41-275b-4875-8992-191282c9865b service neutron] 10.222.0.35 "GET /v2.0/networks?id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb HTTP/1.1" status: 200 len: 912 time: 0.0869160 Sep 29 18:09:22.447054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ebd4ed9-94b3-4393-ab28-5b639bacd020 req-41d57bd4-a6a7-4759-9892-c248bf2839e9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95b1e4de-73bf-4b51-a2a0-9af557249869 HTTP/1.1" status: 200 len: 217 time: 0.0333817 Sep 29 18:09:22.494969 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd4ed9-94b3-4393-ab28-5b639bacd020 req-10d3a3ac-ccc1-4d97-9aa5-9f0d8bc1955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:22.496399 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ebd4ed9-94b3-4393-ab28-5b639bacd020 req-10d3a3ac-ccc1-4d97-9aa5-9f0d8bc1955e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f6b98a1-1e23-4e10-8914-f5baf618c231 HTTP/1.1" status: 200 len: 851 time: 0.0430524 Sep 29 18:09:22.527172 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ebd4ed9-94b3-4393-ab28-5b639bacd020 req-e6863321-d252-4b73-998c-c1d6bfd0cc70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239415 Sep 29 18:09:22.615723 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ebd4ed9-94b3-4393-ab28-5b639bacd020 req-6e7257b9-0fc4-453c-9221-0e2c56fd1031 service neutron] 10.222.0.35 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813656 Sep 29 18:09:22.706434 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ebd4ed9-94b3-4393-ab28-5b639bacd020 req-c8bfc61a-bd40-4826-b3e2-07ca6266538e service neutron] 10.222.0.35 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831721 Sep 29 18:09:22.828384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f474cf-0f56-4baf-acc6-9d81a0f1a00e req-f93abf74-2f55-494b-acfe-5cb19f057975 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:22.830467 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3f474cf-0f56-4baf-acc6-9d81a0f1a00e req-f93abf74-2f55-494b-acfe-5cb19f057975 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 943 time: 0.0493679 Sep 29 18:09:22.867213 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3f474cf-0f56-4baf-acc6-9d81a0f1a00e req-a60fface-2ff1-4dc5-b33c-d3627f857165 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307848 Sep 29 18:09:23.983465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb000d5-c29f-484a-b8a3-7f17dddb046f req-f9062c8b-eac2-4900-956d-214eeda445cb tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:23.984955 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3bb000d5-c29f-484a-b8a3-7f17dddb046f req-f9062c8b-eac2-4900-956d-214eeda445cb tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 943 time: 0.0497270 Sep 29 18:09:24.023804 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3bb000d5-c29f-484a-b8a3-7f17dddb046f req-b487ebd4-8a40-49f5-afaa-e986c594b726 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322592 Sep 29 18:09:25.135868 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d60af-50ef-4e89-bc17-d3d680b333dc req-8b1646c8-1024-48cb-b917-4b0c9265d04b tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:25.137349 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b77d60af-50ef-4e89-bc17-d3d680b333dc req-8b1646c8-1024-48cb-b917-4b0c9265d04b tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 943 time: 0.0483894 Sep 29 18:09:25.178673 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b77d60af-50ef-4e89-bc17-d3d680b333dc req-e1408f36-487d-4205-9337-ada73a33e97a tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352635 Sep 29 18:09:25.330627 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 95b1e4de-73bf-4b51-a2a0-9af557249869 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:09:25.421661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 95b1e4de-73bf-4b51-a2a0-9af557249869, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=95b1e4de-73bf-4b51-a2a0-9af557249869,segment=NetworkSegment(54a8df62-aa53-4c20-adeb-0ec4751aaf2d),segment_id=54a8df62-aa53-4c20-adeb-0ec4751aaf2d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:09:25.432991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '95b1e4de-73bf-4b51-a2a0-9af557249869', 'network_id': '14ccc759-ed8a-4b97-89dd-7b0a5ff329eb', 'port_id': '95b1e4de-73bf-4b51-a2a0-9af557249869', 'mac_address': 'fa:16:3e:fa:47:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6b98a1-1e23-4e10-8914-f5baf618c231', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:09:25.473181 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:25.485928 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b1e4de-73bf-4b51-a2a0-9af557249869 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:09:25.504683 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 95b1e4de-73bf-4b51-a2a0-9af557249869, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=95b1e4de-73bf-4b51-a2a0-9af557249869,segment=NetworkSegment(54a8df62-aa53-4c20-adeb-0ec4751aaf2d),segment_id=54a8df62-aa53-4c20-adeb-0ec4751aaf2d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:09:25.508164 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:25.553216 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=95b1e4de-73bf-4b51-a2a0-9af557249869,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:25.886856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['95b1e4de-73bf-4b51-a2a0-9af557249869'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:09:26.295928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca73a14-843d-4064-bc3f-19f3615a37d5 req-859f19df-93c7-4da2-854a-f0e62f7123d4 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:26.297406 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ca73a14-843d-4064-bc3f-19f3615a37d5 req-859f19df-93c7-4da2-854a-f0e62f7123d4 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 944 time: 0.0502913 Sep 29 18:09:26.333611 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ca73a14-843d-4064-bc3f-19f3615a37d5 req-f6a619b0-614d-4057-a01a-2e3a9a993cae tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296590 Sep 29 18:09:27.347379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 95b1e4de-73bf-4b51-a2a0-9af557249869 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:09:27.396902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 95b1e4de-73bf-4b51-a2a0-9af557249869 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:09:27.400685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 95b1e4de-73bf-4b51-a2a0-9af557249869 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:09:27.401061 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:27.450360 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22509a06-a7ef-40a9-aea3-3cf5b8330cc2 req-e73ccd9c-bbe7-4cd8-8f09-dbef1e7a634d tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:27.451828 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-22509a06-a7ef-40a9-aea3-3cf5b8330cc2 req-e73ccd9c-bbe7-4cd8-8f09-dbef1e7a634d tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 944 time: 0.0481029 Sep 29 18:09:27.476621 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:27.489628 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-22509a06-a7ef-40a9-aea3-3cf5b8330cc2 req-f8d94822-093a-492c-a95f-b9732881b0dc tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313227 Sep 29 18:09:27.502793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92ca4a3-5a1e-4e77-871c-43fad89dde87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b1e4de-73bf-4b51-a2a0-9af557249869'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:09:27.505047 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb71e83-d1f5-4d4f-815c-db218561b740" -d '{"events": [{"server_uuid": "c92ca4a3-5a1e-4e77-871c-43fad89dde87", "name": "network-vif-plugged", "status": "completed", "tag": "95b1e4de-73bf-4b51-a2a0-9af557249869"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:09:27.518027 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 95b1e4de-73bf-4b51-a2a0-9af557249869, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=95b1e4de-73bf-4b51-a2a0-9af557249869,segment=NetworkSegment(54a8df62-aa53-4c20-adeb-0ec4751aaf2d),segment_id=54a8df62-aa53-4c20-adeb-0ec4751aaf2d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:09:27.522206 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:27.548201 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed9e6db-820e-42f9-89bc-3722a8d16e29 x-openstack-request-id: req-fed9e6db-820e-42f9-89bc-3722a8d16e29 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:09:27.548588 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92ca4a3-5a1e-4e77-871c-43fad89dde87", "name": "network-vif-plugged", "status": "completed", "tag": "95b1e4de-73bf-4b51-a2a0-9af557249869", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:09:27.548845 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fed9e6db-820e-42f9-89bc-3722a8d16e29 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:09:27.549258 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92ca4a3-5a1e-4e77-871c-43fad89dde87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b1e4de-73bf-4b51-a2a0-9af557249869', 'code': 200} Sep 29 18:09:27.575434 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=95b1e4de-73bf-4b51-a2a0-9af557249869,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:27.660209 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42755d61-035b-452d-93fd-4524350567fc req-bfbc568e-9496-4a4d-8fe9-9bca5bd5c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:27.661979 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42755d61-035b-452d-93fd-4524350567fc req-bfbc568e-9496-4a4d-8fe9-9bca5bd5c147 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 1096 time: 0.0397758 Sep 29 18:09:27.701112 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42755d61-035b-452d-93fd-4524350567fc req-36ad9cbc-9636-4c8f-a71a-6f138573d073 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312529 Sep 29 18:09:27.760623 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:28.607195 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f301c96-0271-42a6-954c-6cc40ef11b67 req-c23e7e41-b509-4ff0-99d3-b8b14e40a619 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:28.608672 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f301c96-0271-42a6-954c-6cc40ef11b67 req-c23e7e41-b509-4ff0-99d3-b8b14e40a619 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0484483 Sep 29 18:09:28.645846 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2f301c96-0271-42a6-954c-6cc40ef11b67 req-6fc692da-9061-45a5-8ad5-2a658aa2eb36 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303977 Sep 29 18:09:29.760604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd9f85-afb2-4400-a33a-0e3808da10b8 req-eba993ff-21ef-41e6-b1ba-dd7b6fd8cec7 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:29.762083 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ddd9f85-afb2-4400-a33a-0e3808da10b8 req-eba993ff-21ef-41e6-b1ba-dd7b6fd8cec7 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0489841 Sep 29 18:09:29.800082 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8ddd9f85-afb2-4400-a33a-0e3808da10b8 req-84d32746-e8fd-46d6-8190-2a20316283ff tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315263 Sep 29 18:09:29.977850 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51392) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:09:30.036308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896dc30-6506-402d-85cc-3f62ff2b380d req-ed777d27-dea2-4952-bf7b-8de32e6cae65 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:30.037875 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2896dc30-6506-402d-85cc-3f62ff2b380d req-ed777d27-dea2-4952-bf7b-8de32e6cae65 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0500026 Sep 29 18:09:30.103250 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2896dc30-6506-402d-85cc-3f62ff2b380d req-46dfa3da-e338-42bb-a3b2-e8bc11f413bc tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564923 Sep 29 18:09:30.107027 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-556f56bf-5535-430f-a941-723bca9f2f0e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1279230 Sep 29 18:09:30.116781 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-fe74942e-dda3-4a42-b254-ffb8a4bd3381 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:09:30.117784 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-fe74942e-dda3-4a42-b254-ffb8a4bd3381 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052280 Sep 29 18:09:31.195736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-5a48264f-5352-4fa7-9bff-946742088be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:31.197348 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-5a48264f-5352-4fa7-9bff-946742088be4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4bbb8c7069a450492412eee07fd8b91&device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 1096 time: 0.0416486 Sep 29 18:09:31.276973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ae640-4500-401a-a29f-3c16fe256e78 req-c3a4e7f3-0fb9-4868-8fb8-f93754eeb989 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:31.278465 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff2ae640-4500-401a-a29f-3c16fe256e78 req-c3a4e7f3-0fb9-4868-8fb8-f93754eeb989 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.1068456 Sep 29 18:09:31.286739 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-1129017e-06af-43d7-8614-1d859b2cf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:31.288191 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-1129017e-06af-43d7-8614-1d859b2cf304 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb HTTP/1.1" status: 200 len: 912 time: 0.0843759 Sep 29 18:09:31.320280 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff2ae640-4500-401a-a29f-3c16fe256e78 req-fe61061f-f076-43e2-b202-568d4da54c35 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355289 Sep 29 18:09:31.335532 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-3cb4ee65-aa4b-46e1-a286-bd2133c6a59f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95b1e4de-73bf-4b51-a2a0-9af557249869 HTTP/1.1" status: 200 len: 217 time: 0.0388386 Sep 29 18:09:31.385318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-ef3458a2-7557-4de9-88bc-d79437a0896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:31.386656 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-ef3458a2-7557-4de9-88bc-d79437a0896b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f6b98a1-1e23-4e10-8914-f5baf618c231 HTTP/1.1" status: 200 len: 851 time: 0.0436153 Sep 29 18:09:31.418522 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6d845e8f-dba5-4dea-9ff4-2bfbf7812bfe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249107 Sep 29 18:09:31.509489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-dc94dc9f-c5d3-47ee-afc0-81e7bd2de592 service neutron] 10.222.0.35 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835922 Sep 29 18:09:31.597253 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-9f970ea4-899f-4ce7-b92b-82d1a1b81058 service neutron] 10.222.0.35 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811584 Sep 29 18:09:32.438141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acccc392-190b-422a-bec5-ff502de778b4 req-fbf6c45e-878f-40b6-ab98-8a195dda0ee0 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:32.440207 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-acccc392-190b-422a-bec5-ff502de778b4 req-fbf6c45e-878f-40b6-ab98-8a195dda0ee0 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0518391 Sep 29 18:09:32.476306 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-acccc392-190b-422a-bec5-ff502de778b4 req-781a5938-4f26-46f0-8b15-e1f745cec834 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303099 Sep 29 18:09:33.590189 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f8cdb7-3837-41f4-947a-8a0b4b9547b5 req-89f62d95-9cf4-460f-bc55-ac044abc5e08 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:33.591660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c5f8cdb7-3837-41f4-947a-8a0b4b9547b5 req-89f62d95-9cf4-460f-bc55-ac044abc5e08 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0480452 Sep 29 18:09:33.628780 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c5f8cdb7-3837-41f4-947a-8a0b4b9547b5 req-f941ff21-b9c4-4b85-8f5c-0bd03470f2eb tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304859 Sep 29 18:09:34.742989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a1cea-f296-42a6-89f9-1b9edcf41988 req-d0d3a24b-ee6a-4d50-b037-ec158703276f tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:34.744502 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e65a1cea-f296-42a6-89f9-1b9edcf41988 req-d0d3a24b-ee6a-4d50-b037-ec158703276f tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0494692 Sep 29 18:09:34.780743 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e65a1cea-f296-42a6-89f9-1b9edcf41988 req-0aadbd49-94e5-44e1-98d2-b3bb342fd1e3 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300245 Sep 29 18:09:35.894201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e749a4f-d995-4a6c-9761-1dbcff213e22 req-6cf8324e-3803-4804-979b-8fd3ef38b01d tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:35.895659 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2e749a4f-d995-4a6c-9761-1dbcff213e22 req-6cf8324e-3803-4804-979b-8fd3ef38b01d tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0477381 Sep 29 18:09:35.932410 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2e749a4f-d995-4a6c-9761-1dbcff213e22 req-e131a178-7ed0-434d-aae9-bf8efd12189c tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308623 Sep 29 18:09:37.046537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee2b56-21fd-4300-b045-553078fd3ecd req-5aed84f5-dc7b-42e4-857f-08b017e1831e tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:37.047995 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07ee2b56-21fd-4300-b045-553078fd3ecd req-5aed84f5-dc7b-42e4-857f-08b017e1831e tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0491247 Sep 29 18:09:37.085000 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07ee2b56-21fd-4300-b045-553078fd3ecd req-837bf77d-87eb-43ec-a9e4-1d1e5dbcfef2 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302417 Sep 29 18:09:38.201241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ad261-050e-4572-a1f9-c033860dc528 req-1b4bd121-75ce-4c2f-b4f2-de194f30b21f tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:38.202755 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f1ad261-050e-4572-a1f9-c033860dc528 req-1b4bd121-75ce-4c2f-b4f2-de194f30b21f tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0505159 Sep 29 18:09:38.246060 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f1ad261-050e-4572-a1f9-c033860dc528 req-1b1447fb-97c0-421c-bac4-3d3d759c9a92 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365114 Sep 29 18:09:39.363999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91ca9e-df9a-4c97-b728-beb0c843a277 req-43d7c4f0-2cf6-449e-bd8d-2d3d626f2b6a tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:39.365474 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf91ca9e-df9a-4c97-b728-beb0c843a277 req-43d7c4f0-2cf6-449e-bd8d-2d3d626f2b6a tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0520692 Sep 29 18:09:39.627506 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cf91ca9e-df9a-4c97-b728-beb0c843a277 req-a6d43114-3a22-4fac-ba5d-1bae6961c50e tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561381 Sep 29 18:09:40.739249 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dbdae-63ab-4130-8ac9-b37a3155cff7 req-b721440d-532d-42d5-ada6-96fccf983ba6 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:40.740713 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea8dbdae-63ab-4130-8ac9-b37a3155cff7 req-b721440d-532d-42d5-ada6-96fccf983ba6 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0483177 Sep 29 18:09:40.778289 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea8dbdae-63ab-4130-8ac9-b37a3155cff7 req-ce890180-9ba2-43c3-878c-11e6a8e4cff6 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Sep 29 18:09:40.850324 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f89e98f-9dcf-4f7b-b22b-d75a68af4c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:41.956533 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09bbac-af98-4d01-bf59-bb7218676953 req-c60ca103-911f-4706-b12f-d1944a8210cb tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:41.958066 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2b09bbac-af98-4d01-bf59-bb7218676953 req-c60ca103-911f-4706-b12f-d1944a8210cb tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.1149559 Sep 29 18:09:41.993745 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2b09bbac-af98-4d01-bf59-bb7218676953 req-5efd3a73-47ea-4776-b89d-4051bc347b26 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297620 Sep 29 18:09:43.107946 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15842eb9-c817-4981-8943-81b020e9e59f req-07020e67-6253-4978-91a0-31142bc0483f tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:43.109435 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-15842eb9-c817-4981-8943-81b020e9e59f req-07020e67-6253-4978-91a0-31142bc0483f tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0477445 Sep 29 18:09:43.147718 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-15842eb9-c817-4981-8943-81b020e9e59f req-4fc26edb-f629-4e57-befd-95ebd5bdd14c tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318828 Sep 29 18:09:43.585848 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d639cb21-8516-44d1-a5ca-902441850abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:44.262355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb3ad3-1231-4133-ac53-29ead43bb9e0 req-293e5146-e4ca-44b0-a365-887575fd7041 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:44.263835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-effb3ad3-1231-4133-ac53-29ead43bb9e0 req-293e5146-e4ca-44b0-a365-887575fd7041 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0496447 Sep 29 18:09:44.301052 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-effb3ad3-1231-4133-ac53-29ead43bb9e0 req-a4d61a5b-d3af-4a33-b2ee-49a7f2092dbc tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Sep 29 18:09:44.683437 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:44.710433 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:44.897842 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:45.413911 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50d011-7a57-40e0-bd3f-e206f3a7098a req-32034f31-af6a-4eca-bd76-ee2124d7f6c8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:45.415372 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f50d011-7a57-40e0-bd3f-e206f3a7098a req-32034f31-af6a-4eca-bd76-ee2124d7f6c8 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0488443 Sep 29 18:09:45.456461 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f50d011-7a57-40e0-bd3f-e206f3a7098a req-94e18ff9-32dd-4529-9446-34d3739213e9 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351517 Sep 29 18:09:46.544967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c949c-8d30-48b4-87f3-82310f29531c req-bebc674e-1615-4d6c-b197-565ff11cadb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:46.547537 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-942c949c-8d30-48b4-87f3-82310f29531c req-bebc674e-1615-4d6c-b197-565ff11cadb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4bbb8c7069a450492412eee07fd8b91&device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 1096 time: 0.0690367 Sep 29 18:09:46.659085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984768cf-f295-4060-ba77-c00b97d360f7 req-11aba4e4-a085-433b-bf5a-a3b0d59d9da9 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:46.660518 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-984768cf-f295-4060-ba77-c00b97d360f7 req-11aba4e4-a085-433b-bf5a-a3b0d59d9da9 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.1046143 Sep 29 18:09:46.691996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c949c-8d30-48b4-87f3-82310f29531c req-5724addd-76fb-4a90-97a0-5cee4fb968bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:46.693409 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-942c949c-8d30-48b4-87f3-82310f29531c req-5724addd-76fb-4a90-97a0-5cee4fb968bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb HTTP/1.1" status: 200 len: 912 time: 0.1268454 Sep 29 18:09:46.740641 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-984768cf-f295-4060-ba77-c00b97d360f7 req-8f0d47ac-3a65-4149-84f5-18dd56c1b5f1 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741441 Sep 29 18:09:46.741924 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-942c949c-8d30-48b4-87f3-82310f29531c req-eddfed14-8c7c-42fa-9f7b-7905f6de9c07 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95b1e4de-73bf-4b51-a2a0-9af557249869 HTTP/1.1" status: 200 len: 217 time: 0.0385158 Sep 29 18:09:46.792212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c949c-8d30-48b4-87f3-82310f29531c req-9db50204-bac2-49cf-8f07-bed637f5fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:46.793714 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-942c949c-8d30-48b4-87f3-82310f29531c req-9db50204-bac2-49cf-8f07-bed637f5fee1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f6b98a1-1e23-4e10-8914-f5baf618c231 HTTP/1.1" status: 200 len: 851 time: 0.0443447 Sep 29 18:09:46.829524 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-942c949c-8d30-48b4-87f3-82310f29531c req-17d97332-e9bc-48be-a22e-076ff70689e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282304 Sep 29 18:09:46.840045 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-942c949c-8d30-48b4-87f3-82310f29531c req-8f90529f-8146-4982-9538-cd4c00568443 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:09:46.840975 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-942c949c-8d30-48b4-87f3-82310f29531c req-8f90529f-8146-4982-9538-cd4c00568443 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047240 Sep 29 18:09:46.929218 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-942c949c-8d30-48b4-87f3-82310f29531c req-e545c8ea-216a-484e-a51d-ce0fd7174202 service neutron] 10.222.0.35 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810719 Sep 29 18:09:46.999945 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:47.023744 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-942c949c-8d30-48b4-87f3-82310f29531c req-53ca7811-5498-4980-a670-c9bd9dd12730 service neutron] 10.222.0.35 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860560 Sep 29 18:09:47.857484 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa5f37-a6ce-4e20-99e7-8f511786f717 req-8730c8c2-0039-47c6-9117-e5f1cbcfcf94 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:47.858959 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e0fa5f37-a6ce-4e20-99e7-8f511786f717 req-8730c8c2-0039-47c6-9117-e5f1cbcfcf94 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0513277 Sep 29 18:09:47.898424 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e0fa5f37-a6ce-4e20-99e7-8f511786f717 req-35b5bb50-4cd8-4a02-b11b-a1d0cc51223c tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335340 Sep 29 18:09:49.012033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118eacc5-3810-4e05-804d-fc40c9229bc1 req-9abe9e4c-3805-4724-9e80-11e2af086cfa tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:49.013540 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-118eacc5-3810-4e05-804d-fc40c9229bc1 req-9abe9e4c-3805-4724-9e80-11e2af086cfa tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0491877 Sep 29 18:09:49.050742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-118eacc5-3810-4e05-804d-fc40c9229bc1 req-4a65a419-c73d-4acb-8c76-fe67ecfef2fb tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311115 Sep 29 18:09:50.163602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65e34e-e123-4f3e-ae5b-be60002ec7a4 req-fecfd316-151b-4011-9010-589c5fae4c8c tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:50.165033 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae65e34e-e123-4f3e-ae5b-be60002ec7a4 req-fecfd316-151b-4011-9010-589c5fae4c8c tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0483761 Sep 29 18:09:50.201747 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae65e34e-e123-4f3e-ae5b-be60002ec7a4 req-9a3bcd0d-f186-400d-8168-cd92b6d2fc42 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308592 Sep 29 18:09:51.314899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602a79f-d4ed-474e-ae8a-89e899ffc39f req-9d9ff35f-b47b-4496-bec4-4fedd3edb709 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:51.316341 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0602a79f-d4ed-474e-ae8a-89e899ffc39f req-9d9ff35f-b47b-4496-bec4-4fedd3edb709 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0479405 Sep 29 18:09:51.353543 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0602a79f-d4ed-474e-ae8a-89e899ffc39f req-1323ea39-10fa-4b7f-822c-118b5cc6cb1f tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313640 Sep 29 18:09:52.339842 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:09:52.469184 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fb396-4c82-4e99-a5ef-94a009d2da05 req-4b3f78f0-eed2-4ac9-9e0d-a9aa9c90d6b7 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:52.471275 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba8fb396-4c82-4e99-a5ef-94a009d2da05 req-4b3f78f0-eed2-4ac9-9e0d-a9aa9c90d6b7 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0515988 Sep 29 18:09:52.512005 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ba8fb396-4c82-4e99-a5ef-94a009d2da05 req-3f531c28-a5d2-4831-b2c5-79e49e20360c tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349274 Sep 29 18:09:53.628171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fbcbd-188c-4c86-b27e-f7b04da509c0 req-f38173b8-2e39-4414-9311-019613e55701 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:53.629719 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc7fbcbd-188c-4c86-b27e-f7b04da509c0 req-f38173b8-2e39-4414-9311-019613e55701 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0527301 Sep 29 18:09:53.667091 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dc7fbcbd-188c-4c86-b27e-f7b04da509c0 req-0875cc2f-5321-4bef-b0a3-ad3b1b62fed2 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314708 Sep 29 18:09:54.781351 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ae17d-ca21-413b-ac69-22866e00ba06 req-05360c4c-886a-44ae-a6f2-764c7dfd1f2f tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:54.782797 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-955ae17d-ca21-413b-ac69-22866e00ba06 req-05360c4c-886a-44ae-a6f2-764c7dfd1f2f tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0483744 Sep 29 18:09:54.819233 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-955ae17d-ca21-413b-ac69-22866e00ba06 req-42269520-f344-40f2-87ed-c04ed1cf3379 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305610 Sep 29 18:09:55.933350 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c556622-ccd3-4d6a-a760-eb4bf5f5cf08 req-6103b0e6-5fb4-4e35-9fa2-8d5b7e55ff14 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:55.934815 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c556622-ccd3-4d6a-a760-eb4bf5f5cf08 req-6103b0e6-5fb4-4e35-9fa2-8d5b7e55ff14 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0475793 Sep 29 18:09:55.971620 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c556622-ccd3-4d6a-a760-eb4bf5f5cf08 req-c383c8f0-ada0-4593-aa4f-a0c7da5c00b4 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302660 Sep 29 18:09:57.084048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f77a3-5a7c-47d8-bb57-1e16a7f624f5 req-9eb6d107-0a5e-407d-9997-1cc7d9df2d59 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:57.085519 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc8f77a3-5a7c-47d8-bb57-1e16a7f624f5 req-9eb6d107-0a5e-407d-9997-1cc7d9df2d59 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0474868 Sep 29 18:09:57.121130 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc8f77a3-5a7c-47d8-bb57-1e16a7f624f5 req-bcc0d4cb-8e02-49f1-a912-3bb9ad639685 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298333 Sep 29 18:09:57.767096 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:58.237861 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44874fc9-ee1f-4ea2-9f85-70ce9e7f75fc req-6585dd60-1ccd-47e9-8753-09ca61e5ef68 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:58.239471 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-44874fc9-ee1f-4ea2-9f85-70ce9e7f75fc req-6585dd60-1ccd-47e9-8753-09ca61e5ef68 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0504591 Sep 29 18:09:58.277202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-44874fc9-ee1f-4ea2-9f85-70ce9e7f75fc req-502ceab4-0d87-4398-8390-a3cc687cb8c0 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317857 Sep 29 18:09:58.780907 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-4f6e3fb5-c81f-49fd-9953-fa1333aefd9a service neutron] show failed (client error): The resource could not be found. Sep 29 18:09:58.781922 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-4f6e3fb5-c81f-49fd-9953-fa1333aefd9a service neutron] 10.222.0.35 "GET /v2.0/ports/95b1e4de-73bf-4b51-a2a0-9af557249869/bindings/n-h1-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.0583658 Sep 29 18:09:59.051727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-3f6afdd3-a9b2-492b-b540-c63d141c59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:59.053243 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-3f6afdd3-a9b2-492b-b540-c63d141c59d6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87&tenant_id=d4bbb8c7069a450492412eee07fd8b91 HTTP/1.1" status: 200 len: 1096 time: 0.1174774 Sep 29 18:09:59.063521 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-1854a5cd-53d4-4ad6-88ad-8dc9c9ed76bc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:09:59.064523 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-1854a5cd-53d4-4ad6-88ad-8dc9c9ed76bc service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048027 Sep 29 18:09:59.076585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:09:59.132265 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:59.333841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] For port 95b1e4de-73bf-4b51-a2a0-9af557249869, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=95b1e4de-73bf-4b51-a2a0-9af557249869,segment=NetworkSegment(54a8df62-aa53-4c20-adeb-0ec4751aaf2d),segment_id=54a8df62-aa53-4c20-adeb-0ec4751aaf2d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:09:59.365519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] For port 95b1e4de-73bf-4b51-a2a0-9af557249869, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:09:59.395447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddbad6-7296-4437-a518-4b6aa7a6a4d9 req-78973986-368e-43fa-91be-bc21db88ad7e tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:59.396870 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-adddbad6-7296-4437-a518-4b6aa7a6a4d9 req-78973986-368e-43fa-91be-bc21db88ad7e tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0508475 Sep 29 18:09:59.405901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92ca4a3-5a1e-4e77-871c-43fad89dde87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b1e4de-73bf-4b51-a2a0-9af557249869'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:09:59.408150 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9088d5be-3407-4794-affb-147a9799b627" -d '{"events": [{"server_uuid": "c92ca4a3-5a1e-4e77-871c-43fad89dde87", "name": "network-vif-unplugged", "status": "completed", "tag": "95b1e4de-73bf-4b51-a2a0-9af557249869"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:09:59.412187 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:59.425039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Transition to ACTIVE for port object 95b1e4de-73bf-4b51-a2a0-9af557249869 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:09:59.431734 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:59.445114 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-adddbad6-7296-4437-a518-4b6aa7a6a4d9 req-1aa1a866-6595-4be0-830a-ffdc560388e7 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412145 Sep 29 18:09:59.499989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] No DVR routers for this DVR port 95b1e4de-73bf-4b51-a2a0-9af557249869 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:09:59.501892 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Pushing event updated for resources: {'Port': ['ID=95b1e4de-73bf-4b51-a2a0-9af557249869,revision_number=6']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:59.537467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Attempting to bind port 95b1e4de-73bf-4b51-a2a0-9af557249869 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:09:59.537815 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Attempting to bind port 95b1e4de-73bf-4b51-a2a0-9af557249869 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '54a8df62-aa53-4c20-adeb-0ec4751aaf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '14ccc759-ed8a-4b97-89dd-7b0a5ff329eb'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:09:59.538143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Attempting to bind port 95b1e4de-73bf-4b51-a2a0-9af557249869 on network 14ccc759-ed8a-4b97-89dd-7b0a5ff329eb {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:09:59.541877 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 18:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1adff4-3acd-4b48-b983-ce88dfd075a2 x-openstack-request-id: req-3d1adff4-3acd-4b48-b983-ce88dfd075a2 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:09:59.542181 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92ca4a3-5a1e-4e77-871c-43fad89dde87", "name": "network-vif-unplugged", "status": "completed", "tag": "95b1e4de-73bf-4b51-a2a0-9af557249869", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:09:59.542435 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d1adff4-3acd-4b48-b983-ce88dfd075a2 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:09:59.542817 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92ca4a3-5a1e-4e77-871c-43fad89dde87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b1e4de-73bf-4b51-a2a0-9af557249869', 'code': 200} Sep 29 18:09:59.544729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Port 95b1e4de-73bf-4b51-a2a0-9af557249869 on network 14ccc759-ed8a-4b97-89dd-7b0a5ff329eb not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:09:59.545049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Attempting to bind port 95b1e4de-73bf-4b51-a2a0-9af557249869 on network 14ccc759-ed8a-4b97-89dd-7b0a5ff329eb {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:09:59.549893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:09:59.550314 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Checking segment: {'id': '54a8df62-aa53-4c20-adeb-0ec4751aaf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '14ccc759-ed8a-4b97-89dd-7b0a5ff329eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:09:59.550700 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Bound using segment: {'id': '54a8df62-aa53-4c20-adeb-0ec4751aaf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '14ccc759-ed8a-4b97-89dd-7b0a5ff329eb'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:09:59.551131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Bound port: 95b1e4de-73bf-4b51-a2a0-9af557249869, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a8df62-aa53-4c20-adeb-0ec4751aaf2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '14ccc759-ed8a-4b97-89dd-7b0a5ff329eb'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:09:59.551485 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:59.612883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] For port 95b1e4de-73bf-4b51-a2a0-9af557249869, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:09:59.615782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] For port 95b1e4de-73bf-4b51-a2a0-9af557249869, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=95b1e4de-73bf-4b51-a2a0-9af557249869,segment=NetworkSegment(54a8df62-aa53-4c20-adeb-0ec4751aaf2d),segment_id=54a8df62-aa53-4c20-adeb-0ec4751aaf2d)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:09:59.620641 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:59.654588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:59.655225 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:09:59.656622 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] 10.222.0.49 "PUT /v2.0/ports/95b1e4de-73bf-4b51-a2a0-9af557249869 HTTP/1.1" status: 200 len: 1091 time: 0.5835476 Sep 29 18:09:59.677430 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41a399-6151-46e3-a384-892d62aa72ff service neutron] Pushing event updated for resources: {'Port': ['ID=95b1e4de-73bf-4b51-a2a0-9af557249869,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:09:59.723596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-a6b5b731-7371-4ef6-b1a9-58bf4b83afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:59.725087 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-a6b5b731-7371-4ef6-b1a9-58bf4b83afda service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4bbb8c7069a450492412eee07fd8b91&device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 1094 time: 0.0448556 Sep 29 18:09:59.812678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-49d73792-ac64-4e74-9ee4-9c29586950dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:59.814161 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-49d73792-ac64-4e74-9ee4-9c29586950dd service neutron] 10.222.0.49 "GET /v2.0/networks?id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb HTTP/1.1" status: 200 len: 912 time: 0.0821991 Sep 29 18:09:59.857670 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-e2e540c1-a179-49b4-a090-4e9745c1afae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95b1e4de-73bf-4b51-a2a0-9af557249869 HTTP/1.1" status: 200 len: 217 time: 0.0366704 Sep 29 18:09:59.904805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-502a83c5-4819-4809-babe-6c077c9a0ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:09:59.906152 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-502a83c5-4819-4809-babe-6c077c9a0ef3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f6b98a1-1e23-4e10-8914-f5baf618c231 HTTP/1.1" status: 200 len: 851 time: 0.0422542 Sep 29 18:09:59.937287 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-aa71c1ad-3c2a-42f3-a56c-f9877c655f68 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230505 Sep 29 18:10:00.028071 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-82bf8d91-39c8-4db2-8566-19968f9630da service neutron] 10.222.0.49 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836852 Sep 29 18:10:00.115143 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-248fa4f0-afe0-48d0-98e0-a43902e43e34 req-95fa3cd1-1099-416c-937b-115a41529e26 service neutron] 10.222.0.49 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803387 Sep 29 18:10:00.561289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d092ffd-c855-47ff-a1c8-5024a76ae833 req-58a4003a-05c5-4945-a35f-927dbc83e561 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:00.562779 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d092ffd-c855-47ff-a1c8-5024a76ae833 req-58a4003a-05c5-4945-a35f-927dbc83e561 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 943 time: 0.0497386 Sep 29 18:10:00.599774 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d092ffd-c855-47ff-a1c8-5024a76ae833 req-d6783781-f4b4-4567-9e6b-9b2ca0026c5d tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311222 Sep 29 18:10:01.533381 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 95b1e4de-73bf-4b51-a2a0-9af557249869 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:10:01.543800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92ca4a3-5a1e-4e77-871c-43fad89dde87', 'tag': '95b1e4de-73bf-4b51-a2a0-9af557249869'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:10:01.546215 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d471cac7-ad22-4346-893d-eec6fdde05ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c92ca4a3-5a1e-4e77-871c-43fad89dde87", "tag": "95b1e4de-73bf-4b51-a2a0-9af557249869"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:10:01.600160 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4491f51-60a6-4986-b180-9c9bc965c70e x-openstack-request-id: req-f4491f51-60a6-4986-b180-9c9bc965c70e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:10:01.600566 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92ca4a3-5a1e-4e77-871c-43fad89dde87", "tag": "95b1e4de-73bf-4b51-a2a0-9af557249869", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:10:01.600946 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4491f51-60a6-4986-b180-9c9bc965c70e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:10:01.601546 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92ca4a3-5a1e-4e77-871c-43fad89dde87', 'tag': '95b1e4de-73bf-4b51-a2a0-9af557249869', 'status': 'completed', 'code': 200} Sep 29 18:10:01.633007 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 95b1e4de-73bf-4b51-a2a0-9af557249869, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=95b1e4de-73bf-4b51-a2a0-9af557249869,segment=NetworkSegment(54a8df62-aa53-4c20-adeb-0ec4751aaf2d),segment_id=54a8df62-aa53-4c20-adeb-0ec4751aaf2d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:10:01.647183 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '95b1e4de-73bf-4b51-a2a0-9af557249869', 'network_id': '14ccc759-ed8a-4b97-89dd-7b0a5ff329eb', 'port_id': '95b1e4de-73bf-4b51-a2a0-9af557249869', 'mac_address': 'fa:16:3e:fa:47:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f6b98a1-1e23-4e10-8914-f5baf618c231', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:10:01.689810 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:01.703024 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b1e4de-73bf-4b51-a2a0-9af557249869 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:10:01.714528 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-36dcf6d2-dd54-428c-91b9-9cd64ed65e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:01.716255 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-36dcf6d2-dd54-428c-91b9-9cd64ed65e45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d4bbb8c7069a450492412eee07fd8b91&device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 1094 time: 0.0924618 Sep 29 18:10:01.727628 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 95b1e4de-73bf-4b51-a2a0-9af557249869, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=95b1e4de-73bf-4b51-a2a0-9af557249869,segment=NetworkSegment(54a8df62-aa53-4c20-adeb-0ec4751aaf2d),segment_id=54a8df62-aa53-4c20-adeb-0ec4751aaf2d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:10:01.731947 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:01.736070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e9d82-cf7a-4038-a3d3-f607e97d444b req-12a2fa4b-dc15-4b77-b995-5f64662c3c69 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:01.738817 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-583e9d82-cf7a-4038-a3d3-f607e97d444b req-12a2fa4b-dc15-4b77-b995-5f64662c3c69 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 943 time: 0.0564651 Sep 29 18:10:01.770439 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-1bf4cc29-3285-4019-abd6-b160f6d97241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:01.771927 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-1bf4cc29-3285-4019-abd6-b160f6d97241 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4bbb8c7069a450492412eee07fd8b91&device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 1094 time: 0.1084023 Sep 29 18:10:01.783002 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-583e9d82-cf7a-4038-a3d3-f607e97d444b req-2f16c2b3-d24a-44f0-9073-46ef3d11a272 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374556 Sep 29 18:10:01.791291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=95b1e4de-73bf-4b51-a2a0-9af557249869,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:01.798558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:01.799167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:01.799337 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:01.799904 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:01.800383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:01.800742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:01.801090 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:01.801458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:01.801798 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:01.802132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:01.802466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:01.802794 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:01.879592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-0ae889e5-39ee-4db0-80bb-dfd129df91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:01.881072 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-0ae889e5-39ee-4db0-80bb-dfd129df91f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb HTTP/1.1" status: 200 len: 912 time: 0.1570439 Sep 29 18:10:01.936945 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-09111fc7-78b0-4954-8070-6b9c064a4e06 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95b1e4de-73bf-4b51-a2a0-9af557249869 HTTP/1.1" status: 200 len: 217 time: 0.0434804 Sep 29 18:10:01.941581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-e58af0a0-00f0-47f7-9a0e-756886f1e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:01.943001 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-e58af0a0-00f0-47f7-9a0e-756886f1e05f service neutron] 10.222.0.35 "GET /v2.0/networks?id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb HTTP/1.1" status: 200 len: 912 time: 0.1461167 Sep 29 18:10:01.952181 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['95b1e4de-73bf-4b51-a2a0-9af557249869'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:10:01.991813 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.35', 62383) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:10:02.017430 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-930a328f-2233-4095-9ee9-fc4746b31f46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95b1e4de-73bf-4b51-a2a0-9af557249869 HTTP/1.1" status: 200 len: 217 time: 0.0472827 Sep 29 18:10:02.033965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-900082a6-b697-4bcc-b86f-486b11897fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:02.035521 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-900082a6-b697-4bcc-b86f-486b11897fc7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7f6b98a1-1e23-4e10-8914-f5baf618c231 HTTP/1.1" status: 200 len: 851 time: 0.0916009 Sep 29 18:10:02.085473 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-78b441f0-ed09-4827-b10a-923f94e07eef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316603 Sep 29 18:10:02.088086 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189e469-0108-478e-beb9-938f72076fb5 req-5baab64b-5f58-4536-a6ee-63e140853dcc tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:02.089643 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1189e469-0108-478e-beb9-938f72076fb5 req-5baab64b-5f58-4536-a6ee-63e140853dcc tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.35 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87&tenant_id=d4bbb8c7069a450492412eee07fd8b91&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 944 time: 0.0967891 Sep 29 18:10:02.124017 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-2bca210f-55c4-4361-9a6b-7f71f45b1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:02.125496 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-2bca210f-55c4-4361-9a6b-7f71f45b1177 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f6b98a1-1e23-4e10-8914-f5baf618c231 HTTP/1.1" status: 200 len: 851 time: 0.1019671 Sep 29 18:10:02.152543 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [req-1189e469-0108-478e-beb9-938f72076fb5 req-222054a7-9ea1-414e-b3aa-f4b0d9f9bcbd service neutron] delete failed (client error): The resource could not be found. Sep 29 18:10:02.153616 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1189e469-0108-478e-beb9-938f72076fb5 req-222054a7-9ea1-414e-b3aa-f4b0d9f9bcbd service neutron] 10.222.0.35 "DELETE /v2.0/ports/95b1e4de-73bf-4b51-a2a0-9af557249869/bindings/n-h2-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.0572524 Sep 29 18:10:02.197206 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-696099b4-828b-4fce-bde1-777f6dd00d72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627112 Sep 29 18:10:02.247434 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-d1a36de7-31e6-4b25-8cd9-68d14b3e87e7 service neutron] 10.222.0.49 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523240 Sep 29 18:10:02.356157 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-d02e607b-b89a-4992-b749-a303d538d375 service neutron] 10.222.0.35 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500275 Sep 29 18:10:02.399874 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-6d82eeb7-1ee0-4d92-bcc4-a4122de3272e service neutron] 10.222.0.49 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215940 Sep 29 18:10:02.461924 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d471cac7-ad22-4346-893d-eec6fdde05ba req-f0217465-35a0-434c-9f1b-211483f506ed service neutron] 10.222.0.35 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980308 Sep 29 18:10:02.592703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189e469-0108-478e-beb9-938f72076fb5 req-dc3e2ca4-1b49-411c-82a6-763fb5ee8dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:02.594302 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1189e469-0108-478e-beb9-938f72076fb5 req-dc3e2ca4-1b49-411c-82a6-763fb5ee8dba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4bbb8c7069a450492412eee07fd8b91&device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 1095 time: 0.0407224 Sep 29 18:10:02.685191 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189e469-0108-478e-beb9-938f72076fb5 req-f26eec6f-62b4-4940-9596-7382e6b6a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:02.686653 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1189e469-0108-478e-beb9-938f72076fb5 req-f26eec6f-62b4-4940-9596-7382e6b6a300 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb HTTP/1.1" status: 200 len: 912 time: 0.0856149 Sep 29 18:10:02.727899 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1189e469-0108-478e-beb9-938f72076fb5 req-a928cda5-509d-4c86-baa6-44855f978c75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95b1e4de-73bf-4b51-a2a0-9af557249869 HTTP/1.1" status: 200 len: 217 time: 0.0340865 Sep 29 18:10:02.774944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189e469-0108-478e-beb9-938f72076fb5 req-37b5d6ec-4cba-4c02-9dce-83af070fa81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:02.776393 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1189e469-0108-478e-beb9-938f72076fb5 req-37b5d6ec-4cba-4c02-9dce-83af070fa81b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7f6b98a1-1e23-4e10-8914-f5baf618c231 HTTP/1.1" status: 200 len: 851 time: 0.0422063 Sep 29 18:10:02.810337 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1189e469-0108-478e-beb9-938f72076fb5 req-03ab2344-4642-42c9-a57f-76bbc3aaa02b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274000 Sep 29 18:10:02.898887 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1189e469-0108-478e-beb9-938f72076fb5 req-7768dd9e-9cd1-4ca0-9d8f-ff9b35bbdc38 service neutron] 10.222.0.35 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812781 Sep 29 18:10:02.990564 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1189e469-0108-478e-beb9-938f72076fb5 req-a76efb84-c78d-4d10-a6cd-1d729c87fe7d service neutron] 10.222.0.35 "GET /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844593 Sep 29 18:10:03.538031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 95b1e4de-73bf-4b51-a2a0-9af557249869 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:10:03.570754 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 95b1e4de-73bf-4b51-a2a0-9af557249869 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:10:03.622411 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 95b1e4de-73bf-4b51-a2a0-9af557249869 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:10:03.639138 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 95b1e4de-73bf-4b51-a2a0-9af557249869 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:10:03.645640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 95b1e4de-73bf-4b51-a2a0-9af557249869 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:10:03.646040 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:03.747995 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:03.775075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92ca4a3-5a1e-4e77-871c-43fad89dde87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b1e4de-73bf-4b51-a2a0-9af557249869'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:10:03.777265 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f242904f-e2bc-43fd-a3f6-98a731344650" -d '{"events": [{"server_uuid": "c92ca4a3-5a1e-4e77-871c-43fad89dde87", "name": "network-vif-plugged", "status": "completed", "tag": "95b1e4de-73bf-4b51-a2a0-9af557249869"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:10:03.792678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 95b1e4de-73bf-4b51-a2a0-9af557249869, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=95b1e4de-73bf-4b51-a2a0-9af557249869,segment=NetworkSegment(54a8df62-aa53-4c20-adeb-0ec4751aaf2d),segment_id=54a8df62-aa53-4c20-adeb-0ec4751aaf2d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:10:03.798419 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:03.809194 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd9ddf-0d42-471b-a0d8-4e725a1acaca req-33c3dde2-ee51-484b-a251-4aa985384c3b tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:03.810991 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-50bd9ddf-0d42-471b-a0d8-4e725a1acaca req-33c3dde2-ee51-484b-a251-4aa985384c3b tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 944 time: 0.0580328 Sep 29 18:10:03.827821 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe782cf-66a7-4d6a-a1ec-336c7d2bf195 x-openstack-request-id: req-9fe782cf-66a7-4d6a-a1ec-336c7d2bf195 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:10:03.828176 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92ca4a3-5a1e-4e77-871c-43fad89dde87", "name": "network-vif-plugged", "status": "completed", "tag": "95b1e4de-73bf-4b51-a2a0-9af557249869", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:10:03.828355 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9fe782cf-66a7-4d6a-a1ec-336c7d2bf195 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:10:03.829655 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92ca4a3-5a1e-4e77-871c-43fad89dde87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b1e4de-73bf-4b51-a2a0-9af557249869', 'code': 200} Sep 29 18:10:03.860247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=95b1e4de-73bf-4b51-a2a0-9af557249869,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:03.865811 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-50bd9ddf-0d42-471b-a0d8-4e725a1acaca req-a3d7a297-2de5-458d-a9ce-ff761932b82d tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434287 Sep 29 18:10:05.014543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28d0cf-3383-4c7a-988f-5796e0542f26 req-9d865f87-62b1-4c58-b918-6d92722116e9 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:05.016087 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f28d0cf-3383-4c7a-988f-5796e0542f26 req-9d865f87-62b1-4c58-b918-6d92722116e9 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0770719 Sep 29 18:10:05.029412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189e469-0108-478e-beb9-938f72076fb5 req-aa42bc8f-ac7e-405c-bdb7-1b39c849cbee tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:05.030901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1189e469-0108-478e-beb9-938f72076fb5 req-aa42bc8f-ac7e-405c-bdb7-1b39c849cbee tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.49 "GET /v2.0/ports?device_id=c92ca4a3-5a1e-4e77-871c-43fad89dde87 HTTP/1.1" status: 200 len: 945 time: 0.0632083 Sep 29 18:10:05.115727 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4f28d0cf-3383-4c7a-988f-5796e0542f26 req-7ffd33be-b657-4271-ac51-5e0fa4fa36f4 tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b2f8172-ff1d-4271-97db-dd12f8504d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838361 Sep 29 18:10:05.151749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-1189e469-0108-478e-beb9-938f72076fb5 req-fdb5fd49-156b-4ee4-b7af-d531e2ded38c tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Deleting port 95b1e4de-73bf-4b51-a2a0-9af557249869 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:10:05.151999 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1189e469-0108-478e-beb9-938f72076fb5 req-fdb5fd49-156b-4ee4-b7af-d531e2ded38c tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:05.239719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1189e469-0108-478e-beb9-938f72076fb5 req-fdb5fd49-156b-4ee4-b7af-d531e2ded38c tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] For port 95b1e4de-73bf-4b51-a2a0-9af557249869, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=95b1e4de-73bf-4b51-a2a0-9af557249869,segment=NetworkSegment(54a8df62-aa53-4c20-adeb-0ec4751aaf2d),segment_id=54a8df62-aa53-4c20-adeb-0ec4751aaf2d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:10:05.240234 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1189e469-0108-478e-beb9-938f72076fb5 req-fdb5fd49-156b-4ee4-b7af-d531e2ded38c tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:05.258405 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-1189e469-0108-478e-beb9-938f72076fb5 req-fdb5fd49-156b-4ee4-b7af-d531e2ded38c tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Calling delete_port for 95b1e4de-73bf-4b51-a2a0-9af557249869 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:10:05.382619 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1189e469-0108-478e-beb9-938f72076fb5 req-fdb5fd49-156b-4ee4-b7af-d531e2ded38c tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:05.394471 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['95b1e4de-73bf-4b51-a2a0-9af557249869'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:10:05.410698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5fd49-156b-4ee4-b7af-d531e2ded38c tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Pushing event deleted for resources: {'Port': ['ID=95b1e4de-73bf-4b51-a2a0-9af557249869,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:05.452913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1189e469-0108-478e-beb9-938f72076fb5 req-fdb5fd49-156b-4ee4-b7af-d531e2ded38c tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] No DVR routers for this DVR port 95b1e4de-73bf-4b51-a2a0-9af557249869 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:10:05.455415 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1189e469-0108-478e-beb9-938f72076fb5 req-fdb5fd49-156b-4ee4-b7af-d531e2ded38c tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:05.457628 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1189e469-0108-478e-beb9-938f72076fb5 req-fdb5fd49-156b-4ee4-b7af-d531e2ded38c tempest-DeleteServersTestJSON-1126558100 tempest-DeleteServersTestJSON-1126558100-project] 10.222.0.49 "DELETE /v2.0/ports/95b1e4de-73bf-4b51-a2a0-9af557249869 HTTP/1.1" status: 204 len: 173 time: 0.4191604 Sep 29 18:10:05.458057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92ca4a3-5a1e-4e77-871c-43fad89dde87', 'name': 'network-vif-deleted', 'tag': '95b1e4de-73bf-4b51-a2a0-9af557249869'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:10:05.460338 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bb2a42-b71c-4950-b4c0-a4eeb2df5209" -d '{"events": [{"server_uuid": "c92ca4a3-5a1e-4e77-871c-43fad89dde87", "name": "network-vif-deleted", "tag": "95b1e4de-73bf-4b51-a2a0-9af557249869"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:10:05.503032 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64219577-451a-4098-8b6c-97e71c66d2c2 x-openstack-request-id: req-64219577-451a-4098-8b6c-97e71c66d2c2 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:10:05.503332 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92ca4a3-5a1e-4e77-871c-43fad89dde87", "name": "network-vif-deleted", "tag": "95b1e4de-73bf-4b51-a2a0-9af557249869", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:10:05.503588 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-64219577-451a-4098-8b6c-97e71c66d2c2 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:10:05.503984 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92ca4a3-5a1e-4e77-871c-43fad89dde87', 'name': 'network-vif-deleted', 'tag': '95b1e4de-73bf-4b51-a2a0-9af557249869', 'status': 'completed', 'code': 200} Sep 29 18:10:06.244934 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51506) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:10:06.292669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Deleting subnet 7f6b98a1-1e23-4e10-8914-f5baf618c231 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:10:06.295656 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:06.329477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:06.370108 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:06.422231 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:06.451779 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f6b98a1-1e23-4e10-8914-f5baf618c231,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:06.456384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:06.458362 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7f6b98a1-1e23-4e10-8914-f5baf618c231 HTTP/1.1" status: 204 len: 168 time: 0.2123475 Sep 29 18:10:06.460951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51508) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:10:06.464812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:06.465152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:06.465590 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:06.465938 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:06.466249 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:06.466569 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:06.467003 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:06.467331 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:06.467649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:06.467970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:06.468287 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:06.468604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea434ccc-51c7-4e47-9a6c-202062bd3a6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:06.527716 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea246902-b341-4f02-930b-227b62392483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:06.830495 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea246902-b341-4f02-930b-227b62392483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:06.849895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-ea246902-b341-4f02-930b-227b62392483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ccc759-ed8a-4b97-89dd-7b0a5ff329eb']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:10:06.858662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-ea246902-b341-4f02-930b-227b62392483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a8df62-aa53-4c20-adeb-0ec4751aaf2d') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:10:06.858956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-ea246902-b341-4f02-930b-227b62392483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a8df62-aa53-4c20-adeb-0ec4751aaf2d') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:10:06.868612 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea246902-b341-4f02-930b-227b62392483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:06.882112 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea246902-b341-4f02-930b-227b62392483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:06.887951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea246902-b341-4f02-930b-227b62392483 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:10:06.888371 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea246902-b341-4f02-930b-227b62392483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:10:06.889984 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:10:06.945252 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea246902-b341-4f02-930b-227b62392483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:06.950692 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ea246902-b341-4f02-930b-227b62392483 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:06.952516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ea246902-b341-4f02-930b-227b62392483 admin admin] 10.222.0.44 "DELETE /v2.0/networks/14ccc759-ed8a-4b97-89dd-7b0a5ff329eb HTTP/1.1" status: 204 len: 168 time: 0.4905634 Sep 29 18:10:06.963289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea246902-b341-4f02-930b-227b62392483 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ccc759-ed8a-4b97-89dd-7b0a5ff329eb,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:07.058253 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51512) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:10:07.097324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-21e0f0fb-e7b3-426c-b7cc-b3abf884b838 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4bbb8c7069a450492412eee07fd8b91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370572 Sep 29 18:10:07.099452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51514) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:10:07.145931 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-009a9523-a403-45d4-8ac1-b79dc331d034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:07.166395 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-009a9523-a403-45d4-8ac1-b79dc331d034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:07.211648 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-009a9523-a403-45d4-8ac1-b79dc331d034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:07.214215 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-009a9523-a403-45d4-8ac1-b79dc331d034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:07.215347 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-009a9523-a403-45d4-8ac1-b79dc331d034 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b2f8172-ff1d-4271-97db-dd12f8504d08 HTTP/1.1" status: 204 len: 168 time: 0.1150243 Sep 29 18:10:07.223338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a9523-a403-45d4-8ac1-b79dc331d034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2f8172-ff1d-4271-97db-dd12f8504d08,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:07.873220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51536) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:10:07.967765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-34e8821d-8172-4c9d-8c20-58bde275077c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-737574925-network', 'tenant_id': 'eb60dee6c84f423a884a66b61b409489'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:10:07.988934 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e8821d-8172-4c9d-8c20-58bde275077c admin admin] Made reservation on behalf of eb60dee6c84f423a884a66b61b409489 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:10:07.991176 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34e8821d-8172-4c9d-8c20-58bde275077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:07.999308 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34e8821d-8172-4c9d-8c20-58bde275077c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:08.085002 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34e8821d-8172-4c9d-8c20-58bde275077c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:08.088540 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34e8821d-8172-4c9d-8c20-58bde275077c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:08.114417 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e8821d-8172-4c9d-8c20-58bde275077c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:10:08.122991 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8821d-8172-4c9d-8c20-58bde275077c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52261c2b-3dd0-459c-9d0b-287432267758,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:08.129834 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34e8821d-8172-4c9d-8c20-58bde275077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:08.131226 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-34e8821d-8172-4c9d-8c20-58bde275077c admin admin] Added segment af720139-dafb-471a-9bf1-94f6dcb90976 of type vlan for network a0762071-73e0-4a71-9c67-fcee09e8316b Sep 29 18:10:08.173485 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34e8821d-8172-4c9d-8c20-58bde275077c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:08.199064 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34e8821d-8172-4c9d-8c20-58bde275077c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:08.200083 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e8821d-8172-4c9d-8c20-58bde275077c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:08.200671 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-34e8821d-8172-4c9d-8c20-58bde275077c admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:08.231620 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-34e8821d-8172-4c9d-8c20-58bde275077c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3572650 Sep 29 18:10:08.234589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51540) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:10:08.240567 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1705ef97-6dc0-48b5-b2b0-c29982bd4bd3 admin admin] Request body: {'subnet': {'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-737574925-subnet', 'tenant_id': 'eb60dee6c84f423a884a66b61b409489', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:10:08.262723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1705ef97-6dc0-48b5-b2b0-c29982bd4bd3 admin admin] Made reservation on behalf of eb60dee6c84f423a884a66b61b409489 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:10:08.263505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8821d-8172-4c9d-8c20-58bde275077c admin admin] Pushing event updated for resources: {'Network': ['ID=a0762071-73e0-4a71-9c67-fcee09e8316b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:08.265092 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1705ef97-6dc0-48b5-b2b0-c29982bd4bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:08.273521 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network a0762071-73e0-4a71-9c67-fcee09e8316b details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:10:08.430896 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1705ef97-6dc0-48b5-b2b0-c29982bd4bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:08.485481 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705ef97-6dc0-48b5-b2b0-c29982bd4bd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0e00103-6f87-4497-b844-1ab131b9f39d,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:08.495023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1705ef97-6dc0-48b5-b2b0-c29982bd4bd3 admin admin] Checking segment: {'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:10:08.495386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705ef97-6dc0-48b5-b2b0-c29982bd4bd3 admin admin] Network hostable DHCP agents. Network: a0762071-73e0-4a71-9c67-fcee09e8316b, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:10:08.511396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705ef97-6dc0-48b5-b2b0-c29982bd4bd3 admin admin] Network a0762071-73e0-4a71-9c67-fcee09e8316b is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:10:08.521668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-1705ef97-6dc0-48b5-b2b0-c29982bd4bd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, a0762071-73e0-4a71-9c67-fcee09e8316b) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:10:08.525984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1705ef97-6dc0-48b5-b2b0-c29982bd4bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:08.526582 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1705ef97-6dc0-48b5-b2b0-c29982bd4bd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:08.531116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9bcd65-7a1e-4c4c-8a4e-7283f0cbc0a6 None None] Network a0762071-73e0-4a71-9c67-fcee09e8316b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:10:08.540899 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1705ef97-6dc0-48b5-b2b0-c29982bd4bd3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3047805 Sep 29 18:10:08.658652 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d26d5f-c745-4f9c-a037-8b920bcae227 None None] Network a0762071-73e0-4a71-9c67-fcee09e8316b requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:10:08.958324 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-4ae67a9c-67f5-4165-a3d3-a9c45f0cf6f8 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:08.959857 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-4ae67a9c-67f5-4165-a3d3-a9c45f0cf6f8 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 814 time: 0.1027925 Sep 29 18:10:08.974543 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-ee48ec93-5e07-4749-9174-5e8da7ad1b3c tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/quotas/eb60dee6c84f423a884a66b61b409489 HTTP/1.1" status: 200 len: 375 time: 0.0090299 Sep 29 18:10:09.004854 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-79f40877-8de8-4af8-ab91-52604feee276 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252073 Sep 29 18:10:09.148834 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-0157adad-bb55-49f5-b999-abd69767ba1c service neutron] 10.222.0.44 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372375 Sep 29 18:10:09.235367 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-8cc4366d-4192-4e65-9989-5e7d5ca20471 service neutron] 10.222.0.44 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803065 Sep 29 18:10:09.401128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ddca843e-3829-436c-b784-5d1e0047c26d req-020ff420-9153-4416-8365-711975d6d954 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 210 time: 0.0281084 Sep 29 18:10:09.558453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 95b1e4de-73bf-4b51-a2a0-9af557249869 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:10:09.578325 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 95b1e4de-73bf-4b51-a2a0-9af557249869 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:10:09.578671 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 95b1e4de-73bf-4b51-a2a0-9af557249869 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:10:10.323583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-67224c26-56f2-4fa8-922e-01b83f1185d6 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:10.325029 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-67224c26-56f2-4fa8-922e-01b83f1185d6 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.49 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 814 time: 0.1121075 Sep 29 18:10:10.338278 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-c0f89f17-323c-4c2e-8836-f00433c8a509 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Request body: {'port': {'device_id': 'a89eff79-93d3-4e2a-aa9a-21635fb1336c', 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b', 'admin_state_up': True, 'tenant_id': 'eb60dee6c84f423a884a66b61b409489'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:10:10.443167 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-c0f89f17-323c-4c2e-8836-f00433c8a509 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Made reservation on behalf of eb60dee6c84f423a884a66b61b409489 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:10:10.447131 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-c0f89f17-323c-4c2e-8836-f00433c8a509 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:10.501308 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8c7730b3-deea-48b0-a27b-66d7fadfe9f8 req-9a34aa18-962e-49cd-aa64-2ec5901a7fd8 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 210 time: 0.0302904 Sep 29 18:10:10.575157 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-c0f89f17-323c-4c2e-8836-f00433c8a509 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Allocated IP 172.20.0.14 (a0762071-73e0-4a71-9c67-fcee09e8316b/a0e00103-6f87-4497-b844-1ab131b9f39d/57ab7dd6-823f-4257-a118-38041315eeff) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:10:10.720215 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-c0f89f17-323c-4c2e-8836-f00433c8a509 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:10.753552 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-c0f89f17-323c-4c2e-8836-f00433c8a509 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:10.794896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-c0f89f17-323c-4c2e-8836-f00433c8a509 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Network a0762071-73e0-4a71-9c67-fcee09e8316b is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:10:10.797808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-c0f89f17-323c-4c2e-8836-f00433c8a509 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:10:10.802201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-c0f89f17-323c-4c2e-8836-f00433c8a509 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:10:10.827396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f89f17-323c-4c2e-8836-f00433c8a509 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Pushing event updated for resources: {'Port': ['ID=57ab7dd6-823f-4257-a118-38041315eeff,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:10.850991 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9a46f02f-126e-4087-b6e9-bcc0122affb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:10.856702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-c0f89f17-323c-4c2e-8836-f00433c8a509 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:10.857343 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-c0f89f17-323c-4c2e-8836-f00433c8a509 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:10.870715 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-c0f89f17-323c-4c2e-8836-f00433c8a509 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5366478 Sep 29 18:10:10.882959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Request body: {'port': {'device_id': 'a89eff79-93d3-4e2a-aa9a-21635fb1336c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:10:10.939033 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:11.197211 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ab7dd6-823f-4257-a118-38041315eeff {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:10:11.204458 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:11.216730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Transition to ACTIVE for port object 57ab7dd6-823f-4257-a118-38041315eeff will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:10:11.219962 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:11.291579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Pushing event updated for resources: {'Port': ['ID=57ab7dd6-823f-4257-a118-38041315eeff,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:11.342451 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Attempting to bind port 57ab7dd6-823f-4257-a118-38041315eeff on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:10:11.342777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Attempting to bind port 57ab7dd6-823f-4257-a118-38041315eeff by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:10:11.343095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Attempting to bind port 57ab7dd6-823f-4257-a118-38041315eeff on network a0762071-73e0-4a71-9c67-fcee09e8316b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:10:11.347951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Port 57ab7dd6-823f-4257-a118-38041315eeff on network a0762071-73e0-4a71-9c67-fcee09e8316b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:10:11.348265 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Attempting to bind port 57ab7dd6-823f-4257-a118-38041315eeff on network a0762071-73e0-4a71-9c67-fcee09e8316b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:10:11.352932 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:10:11.353263 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Checking segment: {'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:10:11.353668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Bound using segment: {'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:10:11.354083 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Bound port: 57ab7dd6-823f-4257-a118-38041315eeff, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:10:11.354431 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:11.416213 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] For port 57ab7dd6-823f-4257-a118-38041315eeff, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:10:11.419182 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] For port 57ab7dd6-823f-4257-a118-38041315eeff, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=57ab7dd6-823f-4257-a118-38041315eeff,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:10:11.423484 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:11.453868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:11.454493 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:11.456556 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] 10.222.0.49 "PUT /v2.0/ports/57ab7dd6-823f-4257-a118-38041315eeff HTTP/1.1" status: 200 len: 1092 time: 0.5768998 Sep 29 18:10:11.458754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89eff79-93d3-4e2a-aa9a-21635fb1336c', 'tag': '57ab7dd6-823f-4257-a118-38041315eeff'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:10:11.461224 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e54fe6-f566-4567-9c31-f91540fa6f08" -d '{"events": [{"name": "network-changed", "server_uuid": "a89eff79-93d3-4e2a-aa9a-21635fb1336c", "tag": "57ab7dd6-823f-4257-a118-38041315eeff"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:10:11.493499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f71f88c-977e-4671-8f8c-ce565a959041 service neutron] Pushing event updated for resources: {'Port': ['ID=57ab7dd6-823f-4257-a118-38041315eeff,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:11.500272 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4d1092-408d-433b-b1dd-2f6b1be92b3a x-openstack-request-id: req-da4d1092-408d-433b-b1dd-2f6b1be92b3a {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:10:11.500573 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89eff79-93d3-4e2a-aa9a-21635fb1336c", "tag": "57ab7dd6-823f-4257-a118-38041315eeff", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:10:11.500830 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da4d1092-408d-433b-b1dd-2f6b1be92b3a {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:10:11.501426 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89eff79-93d3-4e2a-aa9a-21635fb1336c', 'tag': '57ab7dd6-823f-4257-a118-38041315eeff', 'status': 'completed', 'code': 200} Sep 29 18:10:11.546579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-019e1fe3-8dcd-400e-be68-41fb47e4a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:11.548096 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-019e1fe3-8dcd-400e-be68-41fb47e4a7f5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 1095 time: 0.0418832 Sep 29 18:10:11.591319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-61241076-5fab-4595-a48c-a0c9967d2ff6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ab7dd6-823f-4257-a118-38041315eeff HTTP/1.1" status: 200 len: 217 time: 0.0344782 Sep 29 18:10:11.617824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8165e-2370-461a-8fd0-304146edbd1d req-6ddaf66f-929e-4619-a1ad-7fb2609e0ef0 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:11.619322 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0ea8165e-2370-461a-8fd0-304146edbd1d req-6ddaf66f-929e-4619-a1ad-7fb2609e0ef0 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 944 time: 0.0492945 Sep 29 18:10:11.640843 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-25ad7ef5-7691-45d9-b088-5f84f3dc3db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:11.642403 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-25ad7ef5-7691-45d9-b088-5f84f3dc3db1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0e00103-6f87-4497-b844-1ab131b9f39d HTTP/1.1" status: 200 len: 854 time: 0.0442030 Sep 29 18:10:11.657123 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0ea8165e-2370-461a-8fd0-304146edbd1d req-2e9c8c15-0d04-4d6b-9415-bf95480055c8 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315425 Sep 29 18:10:11.678700 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-cf9fdb0e-e199-4690-83c8-39b64ca8575a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0762071-73e0-4a71-9c67-fcee09e8316b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293629 Sep 29 18:10:11.771477 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-015a591d-08c0-4400-b1aa-74e4413919e6 service neutron] 10.222.0.49 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859492 Sep 29 18:10:11.866535 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-917c4e88-f52d-4de0-973d-a5156a9258fe req-ba5109e4-8550-4068-9bb6-5692ecf92dc8 service neutron] 10.222.0.49 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879316 Sep 29 18:10:11.960446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e54fe6-f566-4567-9c31-f91540fa6f08 req-c4d27c76-b3a9-471a-b3c6-3f42ad2a2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:11.962034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63e54fe6-f566-4567-9c31-f91540fa6f08 req-c4d27c76-b3a9-471a-b3c6-3f42ad2a2829 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 1095 time: 0.0425436 Sep 29 18:10:12.055036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e54fe6-f566-4567-9c31-f91540fa6f08 req-070861d7-24f9-442d-a8e8-e5f8efb1f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:12.056415 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63e54fe6-f566-4567-9c31-f91540fa6f08 req-070861d7-24f9-442d-a8e8-e5f8efb1f0a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 915 time: 0.0873022 Sep 29 18:10:12.097617 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63e54fe6-f566-4567-9c31-f91540fa6f08 req-5e43fe3a-3029-4be6-92ae-bbd2875238d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ab7dd6-823f-4257-a118-38041315eeff HTTP/1.1" status: 200 len: 217 time: 0.0342367 Sep 29 18:10:12.149470 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e54fe6-f566-4567-9c31-f91540fa6f08 req-3368e2d6-fa55-41f1-94f6-60e60365b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:12.150936 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63e54fe6-f566-4567-9c31-f91540fa6f08 req-3368e2d6-fa55-41f1-94f6-60e60365b62d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0e00103-6f87-4497-b844-1ab131b9f39d HTTP/1.1" status: 200 len: 854 time: 0.0460019 Sep 29 18:10:12.183890 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63e54fe6-f566-4567-9c31-f91540fa6f08 req-da19f9b5-3454-4ad9-a252-531ae4e7dcf7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0762071-73e0-4a71-9c67-fcee09e8316b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254717 Sep 29 18:10:12.277940 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63e54fe6-f566-4567-9c31-f91540fa6f08 req-797e26c9-b331-4ff1-9e44-61c67be4c2d0 service neutron] 10.222.0.49 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863690 Sep 29 18:10:12.372565 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-63e54fe6-f566-4567-9c31-f91540fa6f08 req-c4a40444-b891-4e88-b2ff-a9d602dc2868 service neutron] 10.222.0.49 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868335 Sep 29 18:10:12.774243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2707046-39ea-46de-9c24-a364f764078b req-db596603-6472-4dbe-9591-c4c754289193 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:12.775714 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c2707046-39ea-46de-9c24-a364f764078b req-db596603-6472-4dbe-9591-c4c754289193 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 944 time: 0.0495696 Sep 29 18:10:12.813525 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c2707046-39ea-46de-9c24-a364f764078b req-fa5347b3-eb74-418e-90b0-9b5f7d5d3bef tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315063 Sep 29 18:10:13.558058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 57ab7dd6-823f-4257-a118-38041315eeff details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:10:13.598697 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6e986b6d-241f-4d8f-a21c-d237a4d97a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:13.666079 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 57ab7dd6-823f-4257-a118-38041315eeff, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=57ab7dd6-823f-4257-a118-38041315eeff,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:10:13.676731 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '57ab7dd6-823f-4257-a118-38041315eeff', 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b', 'port_id': '57ab7dd6-823f-4257-a118-38041315eeff', 'mac_address': 'fa:16:3e:3c:7e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e00103-6f87-4497-b844-1ab131b9f39d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:10:13.713253 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:13.725909 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ab7dd6-823f-4257-a118-38041315eeff {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:10:13.745253 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 57ab7dd6-823f-4257-a118-38041315eeff, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=57ab7dd6-823f-4257-a118-38041315eeff,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:10:13.749153 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:13.797678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=57ab7dd6-823f-4257-a118-38041315eeff,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:13.926999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c308506-b540-4d35-80de-220918cb7493 req-60193e64-d009-41e3-bd44-36bf39677eab tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:13.928454 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c308506-b540-4d35-80de-220918cb7493 req-60193e64-d009-41e3-bd44-36bf39677eab tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 945 time: 0.0481408 Sep 29 18:10:13.940198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['57ab7dd6-823f-4257-a118-38041315eeff'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:10:13.966735 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c308506-b540-4d35-80de-220918cb7493 req-19dedc65-7025-4608-bfb8-b49896d8ea88 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323679 Sep 29 18:10:14.684663 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:14.712863 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:14.898834 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:15.079889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e033a50-7e78-4293-b636-db423db44576 req-22dae611-b3dd-4e01-a213-cb36bc08eba4 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:15.081491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3e033a50-7e78-4293-b636-db423db44576 req-22dae611-b3dd-4e01-a213-cb36bc08eba4 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 945 time: 0.0490029 Sep 29 18:10:15.118392 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3e033a50-7e78-4293-b636-db423db44576 req-abf5d648-d232-4794-88f5-bc6fc0c6c352 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309598 Sep 29 18:10:15.574376 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 57ab7dd6-823f-4257-a118-38041315eeff up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:10:15.624490 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 57ab7dd6-823f-4257-a118-38041315eeff completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:10:15.628189 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 57ab7dd6-823f-4257-a118-38041315eeff triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:10:15.628556 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:15.703491 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:15.725514 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89eff79-93d3-4e2a-aa9a-21635fb1336c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ab7dd6-823f-4257-a118-38041315eeff'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:10:15.727709 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04333b2d-5789-48f2-8d39-626b5d140d8c" -d '{"events": [{"server_uuid": "a89eff79-93d3-4e2a-aa9a-21635fb1336c", "name": "network-vif-plugged", "status": "completed", "tag": "57ab7dd6-823f-4257-a118-38041315eeff"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:10:15.740074 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 57ab7dd6-823f-4257-a118-38041315eeff, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=57ab7dd6-823f-4257-a118-38041315eeff,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:10:15.744105 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:15.773753 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dba0fb4-7f06-4770-aa6f-c2bc16b40420 x-openstack-request-id: req-1dba0fb4-7f06-4770-aa6f-c2bc16b40420 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:10:15.774055 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89eff79-93d3-4e2a-aa9a-21635fb1336c", "name": "network-vif-plugged", "status": "completed", "tag": "57ab7dd6-823f-4257-a118-38041315eeff", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:10:15.774635 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1dba0fb4-7f06-4770-aa6f-c2bc16b40420 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:10:15.775026 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89eff79-93d3-4e2a-aa9a-21635fb1336c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ab7dd6-823f-4257-a118-38041315eeff', 'code': 200} Sep 29 18:10:15.800426 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=57ab7dd6-823f-4257-a118-38041315eeff,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:15.863444 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be7198-3c91-41c8-a23c-454523119d7e req-499a02c0-14f6-4d78-ba4e-045a5a5f18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:15.864801 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-47be7198-3c91-41c8-a23c-454523119d7e req-499a02c0-14f6-4d78-ba4e-045a5a5f18e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 1097 time: 0.0393820 Sep 29 18:10:15.903705 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-47be7198-3c91-41c8-a23c-454523119d7e req-998a17a6-62dd-4b8c-a40b-aaa37f9010c4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Sep 29 18:10:16.233984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524195d-c933-4e27-8bf8-fb0fbd74eec9 req-bca52962-a35d-4541-8cdd-eaf1643260d8 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:16.235450 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a524195d-c933-4e27-8bf8-fb0fbd74eec9 req-bca52962-a35d-4541-8cdd-eaf1643260d8 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0505056 Sep 29 18:10:16.274571 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a524195d-c933-4e27-8bf8-fb0fbd74eec9 req-5884718d-ed09-4d73-9468-3e80bf0c7104 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325127 Sep 29 18:10:17.005854 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:17.387865 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050c90e-c552-40c7-9987-3017ea820473 req-ccf0834d-e4b6-4fa0-b04b-92fe355e8859 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:17.389314 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b050c90e-c552-40c7-9987-3017ea820473 req-ccf0834d-e4b6-4fa0-b04b-92fe355e8859 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0472395 Sep 29 18:10:17.429080 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b050c90e-c552-40c7-9987-3017ea820473 req-41451472-8c4d-4ffe-b277-c262b7caf952 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331109 Sep 29 18:10:17.540723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ef494-5806-4063-b542-980f32cb9c89 req-6dcf3879-1901-4689-80a0-2186be8e29ef tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:17.542141 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c79ef494-5806-4063-b542-980f32cb9c89 req-6dcf3879-1901-4689-80a0-2186be8e29ef tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0489984 Sep 29 18:10:17.579355 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c79ef494-5806-4063-b542-980f32cb9c89 req-b276590b-1eb4-4966-b806-e7d2aded3eeb tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314255 Sep 29 18:10:17.774959 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ea45d-598e-40c4-ba53-91dc29ff286e req-3460cc21-a0e0-4842-af54-524b4d4c49f6 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:17.776460 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e6ea45d-598e-40c4-ba53-91dc29ff286e req-3460cc21-a0e0-4842-af54-524b4d4c49f6 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0486968 Sep 29 18:10:17.817923 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e6ea45d-598e-40c4-ba53-91dc29ff286e req-74a35ea3-1a8f-43dd-b140-0fdc68277dd5 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354774 Sep 29 18:10:17.928744 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20447f77-bf9b-4961-8ded-feddb2b6f78f req-d08c28cb-941b-470e-9ea5-ba1619c2893a tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:17.930217 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-20447f77-bf9b-4961-8ded-feddb2b6f78f req-d08c28cb-941b-470e-9ea5-ba1619c2893a tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0478468 Sep 29 18:10:17.966002 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-20447f77-bf9b-4961-8ded-feddb2b6f78f req-e6c6b176-8102-427f-8f7c-cc97047a95ea tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300255 Sep 29 18:10:18.193765 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-b40084f8-b720-4060-a22f-b582458093b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424082 Sep 29 18:10:18.208747 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c04f66-26e9-44d3-8a5e-07717ef63de9 req-8e9c642c-3d2b-4407-b8c9-0f79d5143b15 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:18.210720 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1c04f66-26e9-44d3-8a5e-07717ef63de9 req-8e9c642c-3d2b-4407-b8c9-0f79d5143b15 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0506487 Sep 29 18:10:18.252777 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1c04f66-26e9-44d3-8a5e-07717ef63de9 req-706dba30-30ae-4a14-b1c8-09c984b969ba tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357504 Sep 29 18:10:19.374338 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd5d1a-fdf1-4eab-95b8-b5d0ade05455 req-c1f55ffc-5ef0-46ff-b13d-18174bde928c tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:19.375832 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c6fd5d1a-fdf1-4eab-95b8-b5d0ade05455 req-c1f55ffc-5ef0-46ff-b13d-18174bde928c tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0535471 Sep 29 18:10:19.449211 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c6fd5d1a-fdf1-4eab-95b8-b5d0ade05455 req-5e9e49ed-3289-4ab3-9087-547f33a07a54 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664358 Sep 29 18:10:19.458510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-3da4258e-faa7-455a-a380-b5c5baefb3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:19.460014 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-3da4258e-faa7-455a-a380-b5c5baefb3ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 1097 time: 0.0667455 Sep 29 18:10:19.552327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-8c6fa2a8-c2b0-4356-8941-0d45010a242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:19.553704 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-8c6fa2a8-c2b0-4356-8941-0d45010a242c service neutron] 10.222.0.49 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 915 time: 0.0870070 Sep 29 18:10:19.593020 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-44db9b96-2457-4d99-8fc0-071bcbe3af63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ab7dd6-823f-4257-a118-38041315eeff HTTP/1.1" status: 200 len: 217 time: 0.0321608 Sep 29 18:10:19.643295 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-38ca67f8-2acc-4e1e-b8f9-39802c9061e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:19.644677 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-38ca67f8-2acc-4e1e-b8f9-39802c9061e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0e00103-6f87-4497-b844-1ab131b9f39d HTTP/1.1" status: 200 len: 854 time: 0.0451455 Sep 29 18:10:19.676034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-a7e062cc-9809-4593-ae1d-173b973a230b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0762071-73e0-4a71-9c67-fcee09e8316b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240948 Sep 29 18:10:19.770433 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-7016abd3-c49d-4b3c-9514-9eee5bf65e28 service neutron] 10.222.0.49 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861151 Sep 29 18:10:19.863988 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-d809e50e-be9c-4ed2-8642-76dca00101bb service neutron] 10.222.0.49 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863965 Sep 29 18:10:20.563273 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6dff2-3a33-4887-86b5-f29f6dee7e36 req-fc2dc054-1d20-4134-838b-efea6711b745 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:20.564622 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0e6dff2-3a33-4887-86b5-f29f6dee7e36 req-fc2dc054-1d20-4134-838b-efea6711b745 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0476434 Sep 29 18:10:20.604469 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0e6dff2-3a33-4887-86b5-f29f6dee7e36 req-ac82848a-d49e-420c-988c-ca5ef4983995 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332971 Sep 29 18:10:21.718921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b6025-ff36-4efc-91b9-116acf9611ab req-81ae7148-50aa-446e-af82-4f201812acd6 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:21.720379 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b5b6025-ff36-4efc-91b9-116acf9611ab req-81ae7148-50aa-446e-af82-4f201812acd6 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0481796 Sep 29 18:10:21.760129 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8b5b6025-ff36-4efc-91b9-116acf9611ab req-96283769-6762-4181-8199-5ec1cfec3906 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330503 Sep 29 18:10:22.874186 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1f8b7-be10-40da-9548-286be8083a12 req-beb4c3a1-5a02-4eef-aa8a-6af1f27efac5 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:22.875634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-09d1f8b7-be10-40da-9548-286be8083a12 req-beb4c3a1-5a02-4eef-aa8a-6af1f27efac5 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0489631 Sep 29 18:10:22.915364 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-09d1f8b7-be10-40da-9548-286be8083a12 req-aeaecb55-3d0d-4e9d-805f-e4ac201659f9 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336785 Sep 29 18:10:24.031010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e166ca5-2e5b-4fc2-a91b-4e32cd53abfe req-a1d7712d-be8f-410b-ae8a-73a8a045390e tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:24.032454 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e166ca5-2e5b-4fc2-a91b-4e32cd53abfe req-a1d7712d-be8f-410b-ae8a-73a8a045390e tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0515466 Sep 29 18:10:24.069080 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5e166ca5-2e5b-4fc2-a91b-4e32cd53abfe req-3b3cf7e6-0cff-40da-9f1e-50e3f51cb42d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300012 Sep 29 18:10:25.182344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93f9d6-a900-41aa-8acc-3b3f29eacbef req-bac38dfb-0cbd-4b9c-a558-816cee814663 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:25.183793 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc93f9d6-a900-41aa-8acc-3b3f29eacbef req-bac38dfb-0cbd-4b9c-a558-816cee814663 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0478733 Sep 29 18:10:25.219974 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc93f9d6-a900-41aa-8acc-3b3f29eacbef req-e602943c-2187-44ae-85a1-66ea818554c2 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304730 Sep 29 18:10:26.337639 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf6c0f-ccc0-4e82-a7db-0cc0d161c308 req-ff60997e-d790-487c-a1e7-397c71cc4eb2 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:26.339020 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ebdf6c0f-ccc0-4e82-a7db-0cc0d161c308 req-ff60997e-d790-487c-a1e7-397c71cc4eb2 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0483603 Sep 29 18:10:26.375429 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ebdf6c0f-ccc0-4e82-a7db-0cc0d161c308 req-4314b20a-969d-4695-bc50-591f73922267 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305941 Sep 29 18:10:27.488305 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8e225-7fd7-481f-8227-85b25d03b01a req-0595cb8e-8c09-45bb-93f2-995f74f66bfa tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:27.489785 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48d8e225-7fd7-481f-8227-85b25d03b01a req-0595cb8e-8c09-45bb-93f2-995f74f66bfa tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0483150 Sep 29 18:10:27.529252 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48d8e225-7fd7-481f-8227-85b25d03b01a req-865dfcf9-5752-4484-b3e8-a8799fdce45c tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336399 Sep 29 18:10:27.789379 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:28.640878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb213e60-b164-4571-a453-428c1695de51 req-4d8b3757-110e-4099-8591-53d13e38c6e8 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:28.642360 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb213e60-b164-4571-a453-428c1695de51 req-4d8b3757-110e-4099-8591-53d13e38c6e8 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0480669 Sep 29 18:10:28.679238 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb213e60-b164-4571-a453-428c1695de51 req-2de5325a-2764-42b6-ab8f-80679c994ce1 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309303 Sep 29 18:10:29.339163 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:10:29.478178 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87a96d-f600-40d1-957d-c8fbfd9b323c req-ae888e4c-97d7-490a-b3c3-08bca987e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:29.479636 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a87a96d-f600-40d1-957d-c8fbfd9b323c req-ae888e4c-97d7-490a-b3c3-08bca987e035 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 1097 time: 0.0441010 Sep 29 18:10:29.582063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87a96d-f600-40d1-957d-c8fbfd9b323c req-81fe5857-dca9-415e-a268-e63ad49e753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:29.583439 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a87a96d-f600-40d1-957d-c8fbfd9b323c req-81fe5857-dca9-415e-a268-e63ad49e753c service neutron] 10.222.0.49 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 915 time: 0.0843947 Sep 29 18:10:29.628509 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a87a96d-f600-40d1-957d-c8fbfd9b323c req-01e74e9f-cd4b-42b0-9105-1a2972605a89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ab7dd6-823f-4257-a118-38041315eeff HTTP/1.1" status: 200 len: 217 time: 0.0367663 Sep 29 18:10:29.678554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87a96d-f600-40d1-957d-c8fbfd9b323c req-f39d126f-c9ee-4f78-b088-8d2386109554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:29.680026 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a87a96d-f600-40d1-957d-c8fbfd9b323c req-f39d126f-c9ee-4f78-b088-8d2386109554 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0e00103-6f87-4497-b844-1ab131b9f39d HTTP/1.1" status: 200 len: 854 time: 0.0426474 Sep 29 18:10:29.711480 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a87a96d-f600-40d1-957d-c8fbfd9b323c req-f768f92a-680d-4d96-8c56-c93ff30d104a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0762071-73e0-4a71-9c67-fcee09e8316b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248973 Sep 29 18:10:29.791907 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf2301-1149-4ea0-9651-1f3d3968fdd3 req-7747cbb5-73ba-4082-88c4-4888d525f6c7 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:29.793409 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-85cf2301-1149-4ea0-9651-1f3d3968fdd3 req-7747cbb5-73ba-4082-88c4-4888d525f6c7 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0478666 Sep 29 18:10:29.805636 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a87a96d-f600-40d1-957d-c8fbfd9b323c req-87dd3984-1ccc-4d86-a26d-9a26d770cd2d service neutron] 10.222.0.49 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867648 Sep 29 18:10:29.831181 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-85cf2301-1149-4ea0-9651-1f3d3968fdd3 req-55eff047-5a38-4524-aefa-83b6579d3951 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319097 Sep 29 18:10:29.900188 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4a87a96d-f600-40d1-957d-c8fbfd9b323c req-0fe32c8a-b257-479e-8668-6a5da0814efc service neutron] 10.222.0.49 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814977 Sep 29 18:10:30.944315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c6d69-f45c-4773-98ff-cccc1e7e1906 req-6ed36d3b-61c0-4e56-9740-f50908740e00 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:30.945869 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd4c6d69-f45c-4773-98ff-cccc1e7e1906 req-6ed36d3b-61c0-4e56-9740-f50908740e00 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0481842 Sep 29 18:10:30.981899 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd4c6d69-f45c-4773-98ff-cccc1e7e1906 req-08ba916b-b93a-4827-b697-7087a0f6b364 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301886 Sep 29 18:10:32.094873 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51292-df76-4d4e-bbc6-b0601c7be09f req-011b86b3-0fef-4fb3-8b6b-2fa1672aefd8 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:32.096593 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ffa51292-df76-4d4e-bbc6-b0601c7be09f req-011b86b3-0fef-4fb3-8b6b-2fa1672aefd8 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0487101 Sep 29 18:10:32.133232 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ffa51292-df76-4d4e-bbc6-b0601c7be09f req-c7d0525a-fb73-4cee-a929-1768770e0cc8 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309558 Sep 29 18:10:33.250578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdff40c-4004-4198-bcf4-936cc39dca3a req-62e40ec1-ed45-4cad-a230-aa8cc2dd6923 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:33.252057 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cfdff40c-4004-4198-bcf4-936cc39dca3a req-62e40ec1-ed45-4cad-a230-aa8cc2dd6923 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0521874 Sep 29 18:10:33.290371 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cfdff40c-4004-4198-bcf4-936cc39dca3a req-362ac39f-4c59-4776-935f-94346513d613 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316901 Sep 29 18:10:34.405130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed1760-ecca-45fa-a723-b262130ffd79 req-e73658ec-1d51-4331-8b05-1d2aa39df4e1 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:34.406579 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4eed1760-ecca-45fa-a723-b262130ffd79 req-e73658ec-1d51-4331-8b05-1d2aa39df4e1 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0463393 Sep 29 18:10:34.447355 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4eed1760-ecca-45fa-a723-b262130ffd79 req-8f3eb6c7-277a-48ad-9e6f-68859dd9ad81 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344799 Sep 29 18:10:35.561426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1c1fb-4719-4382-a7cc-803520dc67dd req-5623b4fb-1cb7-4cc8-a54a-76fd826f20f0 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:35.562785 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-77e1c1fb-4719-4382-a7cc-803520dc67dd req-5623b4fb-1cb7-4cc8-a54a-76fd826f20f0 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0471168 Sep 29 18:10:35.600190 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-77e1c1fb-4719-4382-a7cc-803520dc67dd req-263b397e-ea48-4544-a3b9-47033454df32 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308805 Sep 29 18:10:36.714875 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e1705-559e-4d02-8449-52d10f21c958 req-36ea893d-453e-46f6-9ef1-15bfd1e91591 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:36.716352 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0b7e1705-559e-4d02-8449-52d10f21c958 req-36ea893d-453e-46f6-9ef1-15bfd1e91591 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0487945 Sep 29 18:10:36.758530 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0b7e1705-559e-4d02-8449-52d10f21c958 req-199eeda9-8e16-42b7-881d-19ce50df2544 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349085 Sep 29 18:10:37.869308 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbb6ba-47d6-4534-ac1f-30b611c8aef0 req-6773f7d0-d612-4e87-9b82-470a87218129 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:37.870735 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-19cbb6ba-47d6-4534-ac1f-30b611c8aef0 req-6773f7d0-d612-4e87-9b82-470a87218129 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0467589 Sep 29 18:10:37.907325 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-19cbb6ba-47d6-4534-ac1f-30b611c8aef0 req-87af86a6-36d7-4672-a977-ada12c2e1285 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305779 Sep 29 18:10:39.020833 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf68f0-6f75-4a0b-a00a-7885389673f2 req-7597efb3-85d9-4835-a04c-833a6bce616b tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:39.022316 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ffdf68f0-6f75-4a0b-a00a-7885389673f2 req-7597efb3-85d9-4835-a04c-833a6bce616b tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0486631 Sep 29 18:10:39.058874 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ffdf68f0-6f75-4a0b-a00a-7885389673f2 req-fb9b6267-b67f-4bcf-8bf4-b91a45e3e473 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307558 Sep 29 18:10:40.179141 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c9be7-c429-4f68-a211-578250df56e6 req-65ee11c9-1784-4d98-b220-3085850d4d63 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:40.180569 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0d0c9be7-c429-4f68-a211-578250df56e6 req-65ee11c9-1784-4d98-b220-3085850d4d63 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0519907 Sep 29 18:10:40.216321 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0d0c9be7-c429-4f68-a211-578250df56e6 req-a525b5d1-ecb6-44dc-b87b-0d5c73488d24 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298779 Sep 29 18:10:40.852020 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7c9ee529-8bd9-464c-9e13-023e05a80bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:41.332850 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26712c31-714c-4bc2-bcfe-adeb82518152 req-8bbbf371-f3c0-4215-997b-1d3ce3523a48 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:41.334330 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26712c31-714c-4bc2-bcfe-adeb82518152 req-8bbbf371-f3c0-4215-997b-1d3ce3523a48 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0482244 Sep 29 18:10:41.375356 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26712c31-714c-4bc2-bcfe-adeb82518152 req-7f9ccc15-f586-4a29-ba9b-c88e83dd5cab tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351176 Sep 29 18:10:42.488739 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7287d-1b53-46fc-8815-9233a72dfa34 req-5cde603a-238d-4316-be79-ffeb8a65bf7b tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:42.490220 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83b7287d-1b53-46fc-8815-9233a72dfa34 req-5cde603a-238d-4316-be79-ffeb8a65bf7b tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0472710 Sep 29 18:10:42.527175 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83b7287d-1b53-46fc-8815-9233a72dfa34 req-cc4d9d32-8cb3-4703-8147-ace0a5db7e23 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Sep 29 18:10:43.589254 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c29f7291-1a1c-45b5-a78e-97683edbea2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:43.640837 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25d687-32d8-45ab-9ae7-075bf48febca req-279161a0-3143-462c-a635-5a05312db111 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:43.643365 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3a25d687-32d8-45ab-9ae7-075bf48febca req-279161a0-3143-462c-a635-5a05312db111 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0493057 Sep 29 18:10:43.684830 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3a25d687-32d8-45ab-9ae7-075bf48febca req-e34b5ed5-e797-4006-a3a3-a290170ca68f tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358365 Sep 29 18:10:44.686948 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:44.717214 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:44.805056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45583f26-3237-4a98-8b1d-a04913ba3cb5 req-b106308e-f64b-462a-8efe-3345e5e8dcb1 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:44.806543 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-45583f26-3237-4a98-8b1d-a04913ba3cb5 req-b106308e-f64b-462a-8efe-3345e5e8dcb1 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0487523 Sep 29 18:10:44.842115 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-45583f26-3237-4a98-8b1d-a04913ba3cb5 req-97f8de34-117a-487b-87d0-13850986cea9 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297108 Sep 29 18:10:44.899354 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:45.957097 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab11d7f-c409-4485-ad41-551377c6411e req-e0da7290-e921-4bb1-9744-f62751065f42 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:45.958578 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5ab11d7f-c409-4485-ad41-551377c6411e req-e0da7290-e921-4bb1-9744-f62751065f42 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0483260 Sep 29 18:10:45.995138 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5ab11d7f-c409-4485-ad41-551377c6411e req-50a91d2c-b263-4bf5-9d8d-cfcd80912a61 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306451 Sep 29 18:10:46.715511 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-0faaa809-1252-427a-b96a-290b94313843 service neutron] show failed (client error): The resource could not be found. Sep 29 18:10:46.716550 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-0faaa809-1252-427a-b96a-290b94313843 service neutron] 10.222.0.49 "GET /v2.0/ports/57ab7dd6-823f-4257-a118-38041315eeff/bindings/n-h2-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.0611303 Sep 29 18:10:46.906278 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-7e888f52-e633-438e-b8f5-c1bf6ea5d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:46.907753 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-7e888f52-e633-438e-b8f5-c1bf6ea5d842 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c&tenant_id=eb60dee6c84f423a884a66b61b409489 HTTP/1.1" status: 200 len: 1097 time: 0.0391829 Sep 29 18:10:46.928999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:10:46.979473 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:47.005511 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:47.166856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4c24d-4ce1-49c0-86e7-603698b5ec82 req-ba1b395b-51e4-48c5-afce-0b966b441c28 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:47.168286 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-93f4c24d-4ce1-49c0-86e7-603698b5ec82 req-ba1b395b-51e4-48c5-afce-0b966b441c28 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0875881 Sep 29 18:10:47.244002 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] For port 57ab7dd6-823f-4257-a118-38041315eeff, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=57ab7dd6-823f-4257-a118-38041315eeff,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:10:47.248068 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-93f4c24d-4ce1-49c0-86e7-603698b5ec82 req-16848ed7-b784-42d2-9fb7-2e678facbf1a tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536182 Sep 29 18:10:47.278687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] For port 57ab7dd6-823f-4257-a118-38041315eeff, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:10:47.316615 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89eff79-93d3-4e2a-aa9a-21635fb1336c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ab7dd6-823f-4257-a118-38041315eeff'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:10:47.318867 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3861173-399a-429e-99dd-b520b2431b06" -d '{"events": [{"server_uuid": "a89eff79-93d3-4e2a-aa9a-21635fb1336c", "name": "network-vif-unplugged", "status": "completed", "tag": "57ab7dd6-823f-4257-a118-38041315eeff"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:10:47.323094 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:47.336118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Transition to ACTIVE for port object 57ab7dd6-823f-4257-a118-38041315eeff will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:10:47.339491 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:47.373910 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 18:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e68926e-58eb-43be-8fc5-66326a740b3c x-openstack-request-id: req-6e68926e-58eb-43be-8fc5-66326a740b3c {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:10:47.374212 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89eff79-93d3-4e2a-aa9a-21635fb1336c", "name": "network-vif-unplugged", "status": "completed", "tag": "57ab7dd6-823f-4257-a118-38041315eeff", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:10:47.374461 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e68926e-58eb-43be-8fc5-66326a740b3c {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:10:47.374842 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89eff79-93d3-4e2a-aa9a-21635fb1336c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ab7dd6-823f-4257-a118-38041315eeff', 'code': 200} Sep 29 18:10:47.404079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] No DVR routers for this DVR port 57ab7dd6-823f-4257-a118-38041315eeff on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:10:47.414653 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Pushing event updated for resources: {'Port': ['ID=57ab7dd6-823f-4257-a118-38041315eeff,revision_number=6']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:47.437127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:47.437501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:47.437848 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:47.438187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:47.438526 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:47.438858 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:47.439187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:47.439614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:47.440030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:47.440356 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:47.440682 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:47.441006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:10:47.456932 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Attempting to bind port 57ab7dd6-823f-4257-a118-38041315eeff on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:10:47.457268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Attempting to bind port 57ab7dd6-823f-4257-a118-38041315eeff by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:10:47.457620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Attempting to bind port 57ab7dd6-823f-4257-a118-38041315eeff on network a0762071-73e0-4a71-9c67-fcee09e8316b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:10:47.461800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Port 57ab7dd6-823f-4257-a118-38041315eeff on network a0762071-73e0-4a71-9c67-fcee09e8316b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:10:47.462122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Attempting to bind port 57ab7dd6-823f-4257-a118-38041315eeff on network a0762071-73e0-4a71-9c67-fcee09e8316b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:10:47.466832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:10:47.467169 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Checking segment: {'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:10:47.467554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Bound using segment: {'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:10:47.467979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Bound port: 57ab7dd6-823f-4257-a118-38041315eeff, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:10:47.468333 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:47.530261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] For port 57ab7dd6-823f-4257-a118-38041315eeff, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:10:47.533251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] For port 57ab7dd6-823f-4257-a118-38041315eeff, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=57ab7dd6-823f-4257-a118-38041315eeff,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:10:47.538064 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:47.573673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:47.574312 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:47.575695 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] 10.222.0.35 "PUT /v2.0/ports/57ab7dd6-823f-4257-a118-38041315eeff HTTP/1.1" status: 200 len: 1092 time: 0.6505170 Sep 29 18:10:47.597427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3c5b1-1457-4cd9-9676-4c2f42b14312 service neutron] Pushing event updated for resources: {'Port': ['ID=57ab7dd6-823f-4257-a118-38041315eeff,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:47.651036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-1cb1ca55-26f0-45c5-ae1c-41bdd4a3e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:47.652539 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-1cb1ca55-26f0-45c5-ae1c-41bdd4a3e6d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 1095 time: 0.0408454 Sep 29 18:10:47.740500 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-e8ded3d1-1deb-4067-93fa-f535d97343ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:47.742018 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-e8ded3d1-1deb-4067-93fa-f535d97343ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 915 time: 0.0822530 Sep 29 18:10:47.787401 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-04b00d48-6d34-4532-99a1-63d0cd09f294 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ab7dd6-823f-4257-a118-38041315eeff HTTP/1.1" status: 200 len: 217 time: 0.0377085 Sep 29 18:10:47.835701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-79019638-1ea1-4601-b18c-906106f2d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:47.837096 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-79019638-1ea1-4601-b18c-906106f2d7c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0e00103-6f87-4497-b844-1ab131b9f39d HTTP/1.1" status: 200 len: 854 time: 0.0432262 Sep 29 18:10:47.868460 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-3bac876f-6cd0-470d-8068-b63014a006a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0762071-73e0-4a71-9c67-fcee09e8316b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238347 Sep 29 18:10:48.187869 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-01827381-850e-4d38-9730-5b9405bd715e service neutron] 10.222.0.35 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123286 Sep 29 18:10:48.286949 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4683d4f4-8583-487c-ac74-9efd4d06e5ee req-48fa4870-f142-41f0-b427-217a4a8125c1 service neutron] 10.222.0.35 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840216 Sep 29 18:10:48.370771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa626fa-5d38-480b-bad4-a26b89e09717 req-13583e04-9960-459d-a0dc-12516973a055 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:48.372198 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9aa626fa-5d38-480b-bad4-a26b89e09717 req-13583e04-9960-459d-a0dc-12516973a055 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 944 time: 0.0559833 Sep 29 18:10:48.412573 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9aa626fa-5d38-480b-bad4-a26b89e09717 req-d2f6796b-b1ab-479d-85b8-9419e872dc94 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325019 Sep 29 18:10:49.376336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89eff79-93d3-4e2a-aa9a-21635fb1336c', 'tag': '57ab7dd6-823f-4257-a118-38041315eeff'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:10:49.380229 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3d9802-f9b2-4edc-8e02-a639901d782c" -d '{"events": [{"name": "network-changed", "server_uuid": "a89eff79-93d3-4e2a-aa9a-21635fb1336c", "tag": "57ab7dd6-823f-4257-a118-38041315eeff"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:10:49.433036 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0f4d59-39a7-4af9-9032-b428013cc1dc x-openstack-request-id: req-ad0f4d59-39a7-4af9-9032-b428013cc1dc {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:10:49.433450 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89eff79-93d3-4e2a-aa9a-21635fb1336c", "tag": "57ab7dd6-823f-4257-a118-38041315eeff", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:10:49.434404 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad0f4d59-39a7-4af9-9032-b428013cc1dc {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:10:49.434810 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89eff79-93d3-4e2a-aa9a-21635fb1336c', 'tag': '57ab7dd6-823f-4257-a118-38041315eeff', 'status': 'completed', 'code': 200} Sep 29 18:10:49.549967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-b44f99c8-4abc-423e-a524-b0396c8247c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:49.551220 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-b44f99c8-4abc-423e-a524-b0396c8247c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 1095 time: 0.0989411 Sep 29 18:10:49.567516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbcab2-720e-4f78-a912-46a0b5781cc1 req-18a7d35a-d2d4-4789-897e-0825047b8a5d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:49.568892 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70dbcab2-720e-4f78-a912-46a0b5781cc1 req-18a7d35a-d2d4-4789-897e-0825047b8a5d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 944 time: 0.0897305 Sep 29 18:10:49.581403 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-f8ab865f-7bae-407f-a322-8e35b1bfe48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:49.582781 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-f8ab865f-7bae-407f-a322-8e35b1bfe48c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 1095 time: 0.0920181 Sep 29 18:10:49.724547 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70dbcab2-720e-4f78-a912-46a0b5781cc1 req-d651e57b-1c72-48fd-9f3d-184d111348d7 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465964 Sep 29 18:10:49.754708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-3b171c44-15e1-473d-a86d-8680c63b61ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:49.756607 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-3b171c44-15e1-473d-a86d-8680c63b61ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 915 time: 0.1971312 Sep 29 18:10:49.760490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-566a2e66-988e-4582-ade4-88d1f5185335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:49.761934 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-566a2e66-988e-4582-ade4-88d1f5185335 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 915 time: 0.1654918 Sep 29 18:10:49.804052 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-cc1a2949-051f-41a6-94d9-7999b4cb4278 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ab7dd6-823f-4257-a118-38041315eeff HTTP/1.1" status: 200 len: 217 time: 0.0392468 Sep 29 18:10:49.840543 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-215cac9f-5068-44c4-9ce2-75a7ade70240 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ab7dd6-823f-4257-a118-38041315eeff HTTP/1.1" status: 200 len: 217 time: 0.0694597 Sep 29 18:10:49.907853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-24471c93-9151-483b-a578-a987ddc625c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:49.910039 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-24471c93-9151-483b-a578-a987ddc625c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0e00103-6f87-4497-b844-1ab131b9f39d HTTP/1.1" status: 200 len: 854 time: 0.0776188 Sep 29 18:10:49.914887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-3d8c3b27-c771-4fbf-8f18-56caf9d5fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:49.916188 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-3d8c3b27-c771-4fbf-8f18-56caf9d5fc27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0e00103-6f87-4497-b844-1ab131b9f39d HTTP/1.1" status: 200 len: 854 time: 0.0572586 Sep 29 18:10:49.950733 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-0658da60-3a65-405f-bd37-c4c73f05cb8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0762071-73e0-4a71-9c67-fcee09e8316b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336349 Sep 29 18:10:49.965762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-9461d7b4-9d4d-4b67-9a4b-1f0512ffa185 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0762071-73e0-4a71-9c67-fcee09e8316b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403476 Sep 29 18:10:50.118159 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-72355ac8-0eb5-4ef0-ad84-69f29c3e0f86 service neutron] 10.222.0.49 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544719 Sep 29 18:10:50.120184 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-96117056-48e0-44b6-ae30-019e1a10f852 service neutron] 10.222.0.35 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461809 Sep 29 18:10:50.274392 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-d2ec4954-91e6-4010-84d1-5c6c532ddcd6 service neutron] 10.222.0.49 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497602 Sep 29 18:10:50.276248 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cb3d9802-f9b2-4edc-8e02-a639901d782c req-a2dd8ed5-98e4-4079-ae2c-41b1cb152b61 service neutron] 10.222.0.35 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448791 Sep 29 18:10:50.840658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c95c1f-2921-4bdb-ab3a-1dff56e227ba req-f9a864d2-5926-457e-a6b3-ab83eabb1f64 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:50.842142 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e7c95c1f-2921-4bdb-ab3a-1dff56e227ba req-f9a864d2-5926-457e-a6b3-ab83eabb1f64 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 944 time: 0.0477886 Sep 29 18:10:50.885001 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e7c95c1f-2921-4bdb-ab3a-1dff56e227ba req-51188eb8-1417-4090-9f13-8baba260b536 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364799 Sep 29 18:10:51.715207 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 57ab7dd6-823f-4257-a118-38041315eeff no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:10:51.755037 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 57ab7dd6-823f-4257-a118-38041315eeff not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:10:51.765736 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 57ab7dd6-823f-4257-a118-38041315eeff details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:10:51.859208 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 57ab7dd6-823f-4257-a118-38041315eeff, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=57ab7dd6-823f-4257-a118-38041315eeff,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:10:51.869831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '57ab7dd6-823f-4257-a118-38041315eeff', 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b', 'port_id': '57ab7dd6-823f-4257-a118-38041315eeff', 'mac_address': 'fa:16:3e:3c:7e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e00103-6f87-4497-b844-1ab131b9f39d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:10:51.905883 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:51.918476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ab7dd6-823f-4257-a118-38041315eeff {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:10:51.937840 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 57ab7dd6-823f-4257-a118-38041315eeff, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=57ab7dd6-823f-4257-a118-38041315eeff,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:10:51.943001 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:51.994424 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=57ab7dd6-823f-4257-a118-38041315eeff,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:52.006406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398d254-5ff2-4a1d-9643-e68e576bfcaa req-3816f82c-bda6-468d-be6e-cf28b57ebc91 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:52.007921 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f398d254-5ff2-4a1d-9643-e68e576bfcaa req-3816f82c-bda6-468d-be6e-cf28b57ebc91 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 945 time: 0.0516574 Sep 29 18:10:52.055132 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f398d254-5ff2-4a1d-9643-e68e576bfcaa req-047a5338-5f37-4b1e-9b80-b93cdf61d85e tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411937 Sep 29 18:10:52.300558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ce6a8-80e1-403b-8464-f5bca6541e0b req-0815c7ea-5b69-4e19-9d77-a51cc2ecaf6f tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:52.302050 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ca4ce6a8-80e1-403b-8464-f5bca6541e0b req-0815c7ea-5b69-4e19-9d77-a51cc2ecaf6f tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 945 time: 0.1039441 Sep 29 18:10:52.322742 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1d300-1467-4e45-b833-3edc1bb6dfb2 req-be74e282-5185-4512-9351-d8722f786855 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:52.324103 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-daf1d300-1467-4e45-b833-3edc1bb6dfb2 req-be74e282-5185-4512-9351-d8722f786855 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.49 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c&tenant_id=eb60dee6c84f423a884a66b61b409489&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 945 time: 0.1148880 Sep 29 18:10:52.333973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['57ab7dd6-823f-4257-a118-38041315eeff'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:10:52.392653 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ca4ce6a8-80e1-403b-8464-f5bca6541e0b req-485afd4c-8b5e-4cdc-943b-dfa47fad5dac tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835578 Sep 29 18:10:52.413863 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-daf1d300-1467-4e45-b833-3edc1bb6dfb2 req-4c0fa736-ba35-4cec-b2a1-133ffde9da9e service neutron] delete failed (client error): The resource could not be found. Sep 29 18:10:52.413863 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-daf1d300-1467-4e45-b833-3edc1bb6dfb2 req-4c0fa736-ba35-4cec-b2a1-133ffde9da9e service neutron] 10.222.0.49 "DELETE /v2.0/ports/57ab7dd6-823f-4257-a118-38041315eeff/bindings/n-h1-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.0810359 Sep 29 18:10:52.498875 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1d300-1467-4e45-b833-3edc1bb6dfb2 req-54322e5b-be8c-4588-9a6a-f45e46acba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:52.500295 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-daf1d300-1467-4e45-b833-3edc1bb6dfb2 req-54322e5b-be8c-4588-9a6a-f45e46acba28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 1096 time: 0.0424662 Sep 29 18:10:52.588039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1d300-1467-4e45-b833-3edc1bb6dfb2 req-efbf210a-4e0f-43af-986e-b0384006970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:52.589512 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-daf1d300-1467-4e45-b833-3edc1bb6dfb2 req-efbf210a-4e0f-43af-986e-b0384006970e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 915 time: 0.0823746 Sep 29 18:10:52.633103 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-daf1d300-1467-4e45-b833-3edc1bb6dfb2 req-600df6b1-e2cc-48c6-834a-581c56873092 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ab7dd6-823f-4257-a118-38041315eeff HTTP/1.1" status: 200 len: 217 time: 0.0359926 Sep 29 18:10:52.680521 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1d300-1467-4e45-b833-3edc1bb6dfb2 req-de64f586-7cd9-4938-a49c-d9875b86cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:52.681964 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-daf1d300-1467-4e45-b833-3edc1bb6dfb2 req-de64f586-7cd9-4938-a49c-d9875b86cf73 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0e00103-6f87-4497-b844-1ab131b9f39d HTTP/1.1" status: 200 len: 854 time: 0.0423689 Sep 29 18:10:52.711698 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-daf1d300-1467-4e45-b833-3edc1bb6dfb2 req-70b36c54-fc0f-403a-8471-0679baab44ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0762071-73e0-4a71-9c67-fcee09e8316b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232449 Sep 29 18:10:52.804354 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-daf1d300-1467-4e45-b833-3edc1bb6dfb2 req-a7b006cc-70b1-405f-8b6e-3f5238c211db service neutron] 10.222.0.49 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853674 Sep 29 18:10:52.890689 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-daf1d300-1467-4e45-b833-3edc1bb6dfb2 req-42a801d6-e193-4590-b0a5-55a2c003570c service neutron] 10.222.0.49 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795133 Sep 29 18:10:53.511537 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56c6d5-a558-495e-8919-f491590b9399 req-9f3e44bf-d76e-45a7-b9ca-9f74a7bfa116 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:53.512893 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb56c6d5-a558-495e-8919-f491590b9399 req-9f3e44bf-d76e-45a7-b9ca-9f74a7bfa116 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 945 time: 0.0483704 Sep 29 18:10:53.549621 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cb56c6d5-a558-495e-8919-f491590b9399 req-bac557d7-af22-40ee-b7b2-14cc9e8dd2ba tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298743 Sep 29 18:10:53.666008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfeeba-ef2c-4ee2-bf6c-c33c37ff5f4c req-c4e319b2-6b6a-4d19-89d0-1fdd04414028 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:53.667481 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bdbfeeba-ef2c-4ee2-bf6c-c33c37ff5f4c req-c4e319b2-6b6a-4d19-89d0-1fdd04414028 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 945 time: 0.0526116 Sep 29 18:10:53.704258 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bdbfeeba-ef2c-4ee2-bf6c-c33c37ff5f4c req-6f067ef1-e06a-47a1-9734-0c8ef71711a9 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309496 Sep 29 18:10:53.757736 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 57ab7dd6-823f-4257-a118-38041315eeff up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:10:53.808349 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 57ab7dd6-823f-4257-a118-38041315eeff completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:10:53.812579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 57ab7dd6-823f-4257-a118-38041315eeff triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:10:53.812947 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:53.897096 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:53.920608 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89eff79-93d3-4e2a-aa9a-21635fb1336c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ab7dd6-823f-4257-a118-38041315eeff'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:10:53.922958 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0bd510-abf6-4475-9734-3491ce87d0ed" -d '{"events": [{"server_uuid": "a89eff79-93d3-4e2a-aa9a-21635fb1336c", "name": "network-vif-plugged", "status": "completed", "tag": "57ab7dd6-823f-4257-a118-38041315eeff"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:10:53.937477 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 57ab7dd6-823f-4257-a118-38041315eeff, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=57ab7dd6-823f-4257-a118-38041315eeff,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:10:53.942764 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:53.966871 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921d8cba-7c8d-4577-9158-a63ecdd62c78 x-openstack-request-id: req-921d8cba-7c8d-4577-9158-a63ecdd62c78 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:10:53.967210 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89eff79-93d3-4e2a-aa9a-21635fb1336c", "name": "network-vif-plugged", "status": "completed", "tag": "57ab7dd6-823f-4257-a118-38041315eeff", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:10:53.967441 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-921d8cba-7c8d-4577-9158-a63ecdd62c78 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:10:53.967823 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89eff79-93d3-4e2a-aa9a-21635fb1336c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ab7dd6-823f-4257-a118-38041315eeff', 'code': 200} Sep 29 18:10:53.994125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=57ab7dd6-823f-4257-a118-38041315eeff,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:54.072316 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47828801-43ce-4be4-b25a-84d77530ada3 req-cc042cc3-e0a2-47c6-b28d-fdb8c0a4e432 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:54.073940 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-47828801-43ce-4be4-b25a-84d77530ada3 req-cc042cc3-e0a2-47c6-b28d-fdb8c0a4e432 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0517070 Sep 29 18:10:54.111937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-47828801-43ce-4be4-b25a-84d77530ada3 req-21afff49-0e25-4bfc-9f3a-8033afc66ab9 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317905 Sep 29 18:10:54.495648 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-8fd89a12-815f-47f8-99d4-752a9125c840 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:54.497100 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-8fd89a12-815f-47f8-99d4-752a9125c840 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 814 time: 0.1043735 Sep 29 18:10:54.511805 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-ff19598a-33c6-4643-a4af-2f2a14b29d8f tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/quotas/eb60dee6c84f423a884a66b61b409489 HTTP/1.1" status: 200 len: 375 time: 0.0085926 Sep 29 18:10:54.558776 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-543144c6-2914-4938-86d7-1f7fc77d39a5 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0419176 Sep 29 18:10:54.650222 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-2cf9c568-c26c-4db3-818b-5e812ce2ce66 service neutron] 10.222.0.44 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843213 Sep 29 18:10:54.736378 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-bcc57685-ab87-469a-88cf-05c40aaf6b91 service neutron] 10.222.0.44 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801787 Sep 29 18:10:54.898576 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5ea4c5eb-92c2-4bbd-9eba-62c992706a78 req-dbf7c86f-fc29-4b2c-b25a-9f2819e4f558 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 210 time: 0.0290837 Sep 29 18:10:55.915636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26224827-55bf-4259-87ac-3578577d36b5 req-33ebe1e0-2cff-4add-b91f-41fb6b64ef65 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:55.919090 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26224827-55bf-4259-87ac-3578577d36b5 req-33ebe1e0-2cff-4add-b91f-41fb6b64ef65 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.35 "GET /v2.0/ports?device_id=a89eff79-93d3-4e2a-aa9a-21635fb1336c HTTP/1.1" status: 200 len: 946 time: 0.0533402 Sep 29 18:10:56.003552 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-80953874-bfc4-4038-b616-95342141ed28 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:56.005129 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-80953874-bfc4-4038-b616-95342141ed28 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.35 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 814 time: 0.1395998 Sep 29 18:10:56.007330 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fa02c1b1-73a0-4772-8f37-00e2ab192deb req-ca2d9112-95be-4738-b9d3-4bdeebd38787 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 210 time: 0.0393941 Sep 29 18:10:56.026592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-26224827-55bf-4259-87ac-3578577d36b5 req-d67afb33-4d0e-4485-bac4-5203ee0c6d91 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Deleting port 57ab7dd6-823f-4257-a118-38041315eeff {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:10:56.026592 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-26224827-55bf-4259-87ac-3578577d36b5 req-d67afb33-4d0e-4485-bac4-5203ee0c6d91 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:56.031549 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-e6b7bc04-d274-46b1-95d1-b29b2a8a8c39 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Request body: {'port': {'device_id': '2de7014f-7220-48a3-adf4-40975b8db1e9', 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b', 'admin_state_up': True, 'tenant_id': 'eb60dee6c84f423a884a66b61b409489'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:10:56.113223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-26224827-55bf-4259-87ac-3578577d36b5 req-d67afb33-4d0e-4485-bac4-5203ee0c6d91 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] For port 57ab7dd6-823f-4257-a118-38041315eeff, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=57ab7dd6-823f-4257-a118-38041315eeff,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:10:56.113614 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-26224827-55bf-4259-87ac-3578577d36b5 req-d67afb33-4d0e-4485-bac4-5203ee0c6d91 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:56.126469 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-26224827-55bf-4259-87ac-3578577d36b5 req-d67afb33-4d0e-4485-bac4-5203ee0c6d91 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Calling delete_port for 57ab7dd6-823f-4257-a118-38041315eeff owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:10:56.149719 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-e6b7bc04-d274-46b1-95d1-b29b2a8a8c39 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Made reservation on behalf of eb60dee6c84f423a884a66b61b409489 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:10:56.153121 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-e6b7bc04-d274-46b1-95d1-b29b2a8a8c39 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:56.260968 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-26224827-55bf-4259-87ac-3578577d36b5 req-d67afb33-4d0e-4485-bac4-5203ee0c6d91 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:56.282092 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-e6b7bc04-d274-46b1-95d1-b29b2a8a8c39 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Allocated IP 172.20.0.2 (a0762071-73e0-4a71-9c67-fcee09e8316b/a0e00103-6f87-4497-b844-1ab131b9f39d/f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:10:56.290946 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67afb33-4d0e-4485-bac4-5203ee0c6d91 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Pushing event deleted for resources: {'Port': ['ID=57ab7dd6-823f-4257-a118-38041315eeff,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:56.295175 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['57ab7dd6-823f-4257-a118-38041315eeff'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:10:56.335957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-26224827-55bf-4259-87ac-3578577d36b5 req-d67afb33-4d0e-4485-bac4-5203ee0c6d91 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] No DVR routers for this DVR port 57ab7dd6-823f-4257-a118-38041315eeff on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:10:56.338755 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-26224827-55bf-4259-87ac-3578577d36b5 req-d67afb33-4d0e-4485-bac4-5203ee0c6d91 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:56.340919 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26224827-55bf-4259-87ac-3578577d36b5 req-d67afb33-4d0e-4485-bac4-5203ee0c6d91 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.35 "DELETE /v2.0/ports/57ab7dd6-823f-4257-a118-38041315eeff HTTP/1.1" status: 204 len: 173 time: 0.4171312 Sep 29 18:10:56.341322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89eff79-93d3-4e2a-aa9a-21635fb1336c', 'name': 'network-vif-deleted', 'tag': '57ab7dd6-823f-4257-a118-38041315eeff'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:10:56.343584 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64bd28f-03d6-4c98-b821-4c53676d5c8d" -d '{"events": [{"server_uuid": "a89eff79-93d3-4e2a-aa9a-21635fb1336c", "name": "network-vif-deleted", "tag": "57ab7dd6-823f-4257-a118-38041315eeff"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:10:56.385861 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd829bd5-a41c-4bc2-a058-57cbe10c99f3 x-openstack-request-id: req-cd829bd5-a41c-4bc2-a058-57cbe10c99f3 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:10:56.386163 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89eff79-93d3-4e2a-aa9a-21635fb1336c", "name": "network-vif-deleted", "tag": "57ab7dd6-823f-4257-a118-38041315eeff", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:10:56.386420 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd829bd5-a41c-4bc2-a058-57cbe10c99f3 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:10:56.386841 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89eff79-93d3-4e2a-aa9a-21635fb1336c', 'name': 'network-vif-deleted', 'tag': '57ab7dd6-823f-4257-a118-38041315eeff', 'status': 'completed', 'code': 200} Sep 29 18:10:56.451433 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-e6b7bc04-d274-46b1-95d1-b29b2a8a8c39 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:56.484768 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-e6b7bc04-d274-46b1-95d1-b29b2a8a8c39 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:56.516811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['57ab7dd6-823f-4257-a118-38041315eeff'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:10:56.525776 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-e6b7bc04-d274-46b1-95d1-b29b2a8a8c39 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Network a0762071-73e0-4a71-9c67-fcee09e8316b is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:10:56.528814 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-e6b7bc04-d274-46b1-95d1-b29b2a8a8c39 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:10:56.532376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-e6b7bc04-d274-46b1-95d1-b29b2a8a8c39 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:10:56.564134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7bc04-d274-46b1-95d1-b29b2a8a8c39 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Pushing event updated for resources: {'Port': ['ID=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:56.590934 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-e6b7bc04-d274-46b1-95d1-b29b2a8a8c39 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:56.591536 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-e6b7bc04-d274-46b1-95d1-b29b2a8a8c39 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:56.605092 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-e6b7bc04-d274-46b1-95d1-b29b2a8a8c39 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5774646 Sep 29 18:10:56.638452 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Request body: {'port': {'device_id': '2de7014f-7220-48a3-adf4-40975b8db1e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:10:56.689346 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:56.992842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:10:57.000302 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:57.015744 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Transition to ACTIVE for port object f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:10:57.019881 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:57.086278 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:57.171005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991f9a4-62a5-4f27-880c-07e7002b848e req-335a5a50-e8cd-4ce5-9540-d4834b473a20 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:57.172378 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4991f9a4-62a5-4f27-880c-07e7002b848e req-335a5a50-e8cd-4ce5-9540-d4834b473a20 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 943 time: 0.0872653 Sep 29 18:10:57.175629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Attempting to bind port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:10:57.175957 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Attempting to bind port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:10:57.176281 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Attempting to bind port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 on network a0762071-73e0-4a71-9c67-fcee09e8316b {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:10:57.186804 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 on network a0762071-73e0-4a71-9c67-fcee09e8316b not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:10:57.187156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Attempting to bind port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 on network a0762071-73e0-4a71-9c67-fcee09e8316b {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:10:57.199594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:10:57.199924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Checking segment: {'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:10:57.200298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Bound using segment: {'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:10:57.200724 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Bound port: f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:10:57.201093 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:57.228867 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4991f9a4-62a5-4f27-880c-07e7002b848e req-5fc8cf15-2a24-4a69-927f-685c8578e53d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494056 Sep 29 18:10:57.278331 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] For port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:10:57.281263 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] For port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:10:57.286391 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:57.322691 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:57.323297 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:57.324662 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] 10.222.0.35 "PUT /v2.0/ports/f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 HTTP/1.1" status: 200 len: 1091 time: 0.6902714 Sep 29 18:10:57.325097 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de7014f-7220-48a3-adf4-40975b8db1e9', 'tag': 'f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:10:57.327371 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86534eef-c38c-44a1-8673-812961cde732" -d '{"events": [{"name": "network-changed", "server_uuid": "2de7014f-7220-48a3-adf4-40975b8db1e9", "tag": "f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:10:57.350493 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352cc5a-c431-4e7c-bc03-1302b9d1de28 service neutron] Pushing event updated for resources: {'Port': ['ID=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:10:57.677832 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dc45d9-e5d3-4615-a216-f04e2a990103 x-openstack-request-id: req-93dc45d9-e5d3-4615-a216-f04e2a990103 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:10:57.678128 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de7014f-7220-48a3-adf4-40975b8db1e9", "tag": "f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:10:57.678376 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93dc45d9-e5d3-4615-a216-f04e2a990103 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:10:57.678768 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de7014f-7220-48a3-adf4-40975b8db1e9', 'tag': 'f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715', 'status': 'completed', 'code': 200} Sep 29 18:10:57.716299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-5732cffe-ac7a-4881-b590-ebcdf9d1f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:57.717800 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-5732cffe-ac7a-4881-b590-ebcdf9d1f8ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 1094 time: 0.3393207 Sep 29 18:10:57.783029 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-084fb101-5c4c-4193-b81f-5dda91c33dac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 HTTP/1.1" status: 200 len: 217 time: 0.0516181 Sep 29 18:10:57.793736 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:10:57.837152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-c3734762-8e30-4861-9eb6-f6ac1ddb24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:57.838583 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-c3734762-8e30-4861-9eb6-f6ac1ddb24e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0e00103-6f87-4497-b844-1ab131b9f39d HTTP/1.1" status: 200 len: 854 time: 0.0486197 Sep 29 18:10:57.893502 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-434579f8-ea72-4da7-8d9c-22c763f716d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0762071-73e0-4a71-9c67-fcee09e8316b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461676 Sep 29 18:10:57.978974 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-d4a41a8f-8cb9-4fa6-bc32-977853fddec3 service neutron] 10.222.0.35 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786030 Sep 29 18:10:58.068157 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1fe5ec20-16ff-4634-8caa-f15b02bb547c req-fd59b6bb-d5f6-4ade-afa1-97f7172f1e5d service neutron] 10.222.0.35 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820169 Sep 29 18:10:58.191436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86534eef-c38c-44a1-8673-812961cde732 req-c193a4e2-6214-4101-96ee-07a02379cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:58.192892 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86534eef-c38c-44a1-8673-812961cde732 req-c193a4e2-6214-4101-96ee-07a02379cfaf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 1094 time: 0.0398266 Sep 29 18:10:58.287276 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86534eef-c38c-44a1-8673-812961cde732 req-66fbb470-746c-4768-8c95-87b9d83b3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:58.288906 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86534eef-c38c-44a1-8673-812961cde732 req-66fbb470-746c-4768-8c95-87b9d83b3518 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 915 time: 0.0893650 Sep 29 18:10:58.350687 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86534eef-c38c-44a1-8673-812961cde732 req-09cd1615-b3f2-45dd-8151-12d2796ea045 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 HTTP/1.1" status: 200 len: 217 time: 0.0468299 Sep 29 18:10:58.397852 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56af5d-4d6f-4fc2-b42a-78a75a87aeca req-99045fc0-4f42-45ba-832f-7402281ce064 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:58.399442 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6c56af5d-4d6f-4fc2-b42a-78a75a87aeca req-99045fc0-4f42-45ba-832f-7402281ce064 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 943 time: 0.1044521 Sep 29 18:10:58.433947 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86534eef-c38c-44a1-8673-812961cde732 req-a0aa7457-cfae-445b-8725-271bf87a8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:58.435395 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86534eef-c38c-44a1-8673-812961cde732 req-a0aa7457-cfae-445b-8725-271bf87a8596 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0e00103-6f87-4497-b844-1ab131b9f39d HTTP/1.1" status: 200 len: 854 time: 0.0754180 Sep 29 18:10:58.460201 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6c56af5d-4d6f-4fc2-b42a-78a75a87aeca req-fda2aea2-971e-41c6-8883-8512c6940a66 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547421 Sep 29 18:10:58.474735 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86534eef-c38c-44a1-8673-812961cde732 req-913b4a5e-4d6a-44f5-9ec9-66bead9735d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0762071-73e0-4a71-9c67-fcee09e8316b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297458 Sep 29 18:10:58.564198 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86534eef-c38c-44a1-8673-812961cde732 req-905ddd84-0e13-47dd-85ab-c354e533b01c service neutron] 10.222.0.35 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816867 Sep 29 18:10:58.660182 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86534eef-c38c-44a1-8673-812961cde732 req-333f7545-49ff-459a-8ddb-c50b7e8816ec service neutron] 10.222.0.35 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892136 Sep 29 18:10:59.574966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb06987-cc94-49bf-8488-f0394ad8ac23 req-b221fa09-47d2-4224-a99d-248a4fb9521b tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:10:59.576429 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-deb06987-cc94-49bf-8488-f0394ad8ac23 req-b221fa09-47d2-4224-a99d-248a4fb9521b tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 943 time: 0.0480003 Sep 29 18:10:59.613256 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-deb06987-cc94-49bf-8488-f0394ad8ac23 req-99170164-3036-471b-979e-3521c187ca94 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302179 Sep 29 18:10:59.781562 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 57ab7dd6-823f-4257-a118-38041315eeff no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:10:59.802062 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 57ab7dd6-823f-4257-a118-38041315eeff {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:10:59.802405 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 57ab7dd6-823f-4257-a118-38041315eeff not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:11:00.727387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dc911-d134-4346-8c62-f9996867d125 req-0e69b03f-be08-4644-98f6-cd9d95391c88 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:00.728837 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d1dc911-d134-4346-8c62-f9996867d125 req-0e69b03f-be08-4644-98f6-cd9d95391c88 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 943 time: 0.0488486 Sep 29 18:11:00.765131 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d1dc911-d134-4346-8c62-f9996867d125 req-411c6cb3-ca51-4a72-9f9f-adfcf083a17a tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303922 Sep 29 18:11:01.790721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:11:01.886714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9f619-b69d-4479-a3bb-22ad8969aafb req-00481f64-72ea-4404-bac8-c26b19b84a06 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:01.888310 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81b9f619-b69d-4479-a3bb-22ad8969aafb req-00481f64-72ea-4404-bac8-c26b19b84a06 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 943 time: 0.0516107 Sep 29 18:11:01.929331 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-81b9f619-b69d-4479-a3bb-22ad8969aafb req-10af0f5c-18d9-430c-9c2d-4b67f4b0f689 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339496 Sep 29 18:11:02.039720 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:11:02.050817 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715', 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b', 'port_id': 'f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715', 'mac_address': 'fa:16:3e:c1:b7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e00103-6f87-4497-b844-1ab131b9f39d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:11:02.085783 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:02.097988 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:11:02.118252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:11:02.122095 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:02.168248 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:02.176069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:02.176473 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:02.176762 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:02.177095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:02.177465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:02.177793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:02.178119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:02.178442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:02.178765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:02.179085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:02.179420 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:02.179728 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:02.493038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:11:03.045095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484007c5-dfa8-44f6-be64-94f4a5f598d7 req-dad2f7fc-47f8-42ca-a2a7-f25463fbf642 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:03.046557 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-484007c5-dfa8-44f6-be64-94f4a5f598d7 req-dad2f7fc-47f8-42ca-a2a7-f25463fbf642 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 944 time: 0.0484893 Sep 29 18:11:03.087461 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-484007c5-dfa8-44f6-be64-94f4a5f598d7 req-b56b376a-ed59-4909-a52d-5080facb187f tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349808 Sep 29 18:11:03.808959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:11:03.855932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:11:03.859400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:11:03.859767 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:03.936633 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:03.958051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de7014f-7220-48a3-adf4-40975b8db1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:11:03.960281 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b84a68-731c-4705-a407-808f71db4a89" -d '{"events": [{"server_uuid": "2de7014f-7220-48a3-adf4-40975b8db1e9", "name": "network-vif-plugged", "status": "completed", "tag": "f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:11:03.972732 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:11:03.976579 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:04.000015 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0ae667-a6cf-4bbf-99c6-9f2a8e044f15 x-openstack-request-id: req-1d0ae667-a6cf-4bbf-99c6-9f2a8e044f15 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:11:04.000308 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de7014f-7220-48a3-adf4-40975b8db1e9", "name": "network-vif-plugged", "status": "completed", "tag": "f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:11:04.000562 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d0ae667-a6cf-4bbf-99c6-9f2a8e044f15 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:11:04.000946 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de7014f-7220-48a3-adf4-40975b8db1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715', 'code': 200} Sep 29 18:11:04.024970 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:04.122436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b44df-baaa-460a-8413-23b3ab29a16f req-2b0b3e16-2a6b-4ed0-9be8-5867216819f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:04.124247 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e3b44df-baaa-460a-8413-23b3ab29a16f req-2b0b3e16-2a6b-4ed0-9be8-5867216819f4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0441406 Sep 29 18:11:04.171410 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e3b44df-baaa-460a-8413-23b3ab29a16f req-67d4dd64-8ab5-4a2b-9ef6-e5109325c92e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391321 Sep 29 18:11:04.205904 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d512b-8e31-4713-bbe7-654f5a231f1d req-df4c9852-1504-4fc8-8743-59e66a7a1c82 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:04.207342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea8d512b-8e31-4713-bbe7-654f5a231f1d req-df4c9852-1504-4fc8-8743-59e66a7a1c82 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0507476 Sep 29 18:11:04.246985 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea8d512b-8e31-4713-bbe7-654f5a231f1d req-39397326-1041-4565-831f-89381afb5d01 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336633 Sep 29 18:11:05.393736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f24a27-a0d0-4a47-b8a5-d368777367ad req-462f823e-ed3c-482a-94c9-0f183a274025 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:05.395919 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2f24a27-a0d0-4a47-b8a5-d368777367ad req-462f823e-ed3c-482a-94c9-0f183a274025 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0610631 Sep 29 18:11:05.447052 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f2f24a27-a0d0-4a47-b8a5-d368777367ad req-6a1c8aa9-7d3d-470b-b1b3-826598073c57 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442390 Sep 29 18:11:06.338408 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:11:06.560865 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f21e9a-f05f-47c4-8225-7c529721e80c req-a68c81ef-c08c-4621-be4f-4799d13d38d4 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:06.562337 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-80f21e9a-f05f-47c4-8225-7c529721e80c req-a68c81ef-c08c-4621-be4f-4799d13d38d4 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0482206 Sep 29 18:11:06.608894 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-80f21e9a-f05f-47c4-8225-7c529721e80c req-8dee8280-eff9-4825-8470-c79ea438aa7c tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401659 Sep 29 18:11:06.721194 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e07383-a231-494b-ad98-b4bb2c709644 req-98bdedc3-5da8-4493-acbd-36066646f617 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:06.722673 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78e07383-a231-494b-ad98-b4bb2c709644 req-98bdedc3-5da8-4493-acbd-36066646f617 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0480206 Sep 29 18:11:06.759030 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-78e07383-a231-494b-ad98-b4bb2c709644 req-3b352499-f004-4c15-bb3f-b4350b42952b tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303319 Sep 29 18:11:07.005336 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-fbf256f2-2d00-41df-85a5-a8448978e758 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0669441 Sep 29 18:11:07.016704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163f060-ab89-441c-a451-e6d4a6eedd5c req-180c9f29-243b-4460-a4c1-9a5d3e3178c0 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:07.019049 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c163f060-ab89-441c-a451-e6d4a6eedd5c req-180c9f29-243b-4460-a4c1-9a5d3e3178c0 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0721462 Sep 29 18:11:07.059837 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c163f060-ab89-441c-a451-e6d4a6eedd5c req-54e195d8-1b46-4c77-b2bf-d8e40cec7216 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346329 Sep 29 18:11:08.084460 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-53efb755-cebb-4ee8-bac6-93a8d787b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:08.086127 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-53efb755-cebb-4ee8-bac6-93a8d787b873 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0418193 Sep 29 18:11:08.216298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-9a2ef3ea-44de-41c1-a3e8-e0609448d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:08.217820 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-9a2ef3ea-44de-41c1-a3e8-e0609448d7ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 915 time: 0.1254513 Sep 29 18:11:08.230561 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aed98d-773b-4dc7-aef4-ec08dedd4155 req-24240126-4591-48ed-be0a-5a192e06cfae tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:08.232162 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95aed98d-773b-4dc7-aef4-ec08dedd4155 req-24240126-4591-48ed-be0a-5a192e06cfae tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0721481 Sep 29 18:11:08.272684 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d36d6015-45aa-4cd6-b4c6-e5f47f284d8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 HTTP/1.1" status: 200 len: 217 time: 0.0395434 Sep 29 18:11:08.327859 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95aed98d-773b-4dc7-aef4-ec08dedd4155 req-5a83c444-fc76-499c-b7c9-d275116422fa tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893736 Sep 29 18:11:08.336888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-b90df7d3-564b-4637-b3ba-e4d992d7e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:08.338329 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-b90df7d3-564b-4637-b3ba-e4d992d7e13a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0e00103-6f87-4497-b844-1ab131b9f39d HTTP/1.1" status: 200 len: 854 time: 0.0593605 Sep 29 18:11:08.373102 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-5d42ba18-2dbf-457e-adbf-3c702bc97f12 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0762071-73e0-4a71-9c67-fcee09e8316b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281532 Sep 29 18:11:08.461403 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-b03c02ea-54c7-4114-b8c2-e46a90c3dec2 service neutron] 10.222.0.35 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814750 Sep 29 18:11:08.556108 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-9e72df67-850d-4e90-8d1d-f51d1d75882e service neutron] 10.222.0.35 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876977 Sep 29 18:11:09.443726 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6317e53-937e-4ffe-a0a9-2fecfaa86bef req-67a2421a-b570-40f8-bb7d-42c3f26b65e0 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:09.445208 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6317e53-937e-4ffe-a0a9-2fecfaa86bef req-67a2421a-b570-40f8-bb7d-42c3f26b65e0 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0489535 Sep 29 18:11:09.483593 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b6317e53-937e-4ffe-a0a9-2fecfaa86bef req-f4489a53-34ab-4514-9915-c04fde44099d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325720 Sep 29 18:11:10.600595 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff810152-3c18-4079-82d1-f7a5ced49d3f req-c89b97f8-d904-4f2d-bd1e-60bc4db14d7b tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:10.602104 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff810152-3c18-4079-82d1-f7a5ced49d3f req-c89b97f8-d904-4f2d-bd1e-60bc4db14d7b tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0489347 Sep 29 18:11:10.638927 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff810152-3c18-4079-82d1-f7a5ced49d3f req-5f09a042-a5ad-4523-a4da-7f55b553cb4a tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310040 Sep 29 18:11:10.853271 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1c5c4888-a3f2-4d7d-b76b-c998eeb5b771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:11.753238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cc7d0-25fd-4479-a5a7-8220b3f32a3d req-f0a4a293-587b-4225-846d-32a6d714dae1 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:11.754707 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd1cc7d0-25fd-4479-a5a7-8220b3f32a3d req-f0a4a293-587b-4225-846d-32a6d714dae1 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0479932 Sep 29 18:11:11.791135 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd1cc7d0-25fd-4479-a5a7-8220b3f32a3d req-d3185f45-35de-4db0-bff6-760db7092308 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297666 Sep 29 18:11:12.904770 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a67cdf-c19c-4c67-8a56-4933aefa898d req-60615067-3709-4e4d-b1dd-04601293f7e3 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:12.906263 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33a67cdf-c19c-4c67-8a56-4933aefa898d req-60615067-3709-4e4d-b1dd-04601293f7e3 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0481565 Sep 29 18:11:12.943736 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33a67cdf-c19c-4c67-8a56-4933aefa898d req-c6fe6c2c-9d9c-4951-bf2a-922e1bc6d2bd tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310955 Sep 29 18:11:13.590224 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4684216c-7c5a-4e8f-becb-ed8afc73c068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:14.056784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3b6ac-5315-4c7b-8edf-f98da4116879 req-a5952bb0-2a7c-43dd-8943-f96aa548f361 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:14.058257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-89a3b6ac-5315-4c7b-8edf-f98da4116879 req-a5952bb0-2a7c-43dd-8943-f96aa548f361 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0475085 Sep 29 18:11:14.098344 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-89a3b6ac-5315-4c7b-8edf-f98da4116879 req-b4e3baf9-b51c-44f3-8c91-8444822bf4a0 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343003 Sep 29 18:11:14.687967 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:14.717361 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:14.912672 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:15.217378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3d75e-63f0-4974-b0a6-406cc6bd1a78 req-741f95c6-cc50-492d-8277-a6f7d19789e3 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:15.218844 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49e3d75e-63f0-4974-b0a6-406cc6bd1a78 req-741f95c6-cc50-492d-8277-a6f7d19789e3 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0528805 Sep 29 18:11:15.256884 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-49e3d75e-63f0-4974-b0a6-406cc6bd1a78 req-44b57ecc-376d-4991-9727-0425901167fc tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315082 Sep 29 18:11:16.369241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bad19b-fff6-48fe-a3d2-9dabc3a5d40e req-c4a59668-e617-4365-b86f-a817942200f8 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:16.370630 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02bad19b-fff6-48fe-a3d2-9dabc3a5d40e req-c4a59668-e617-4365-b86f-a817942200f8 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0481539 Sep 29 18:11:16.407507 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02bad19b-fff6-48fe-a3d2-9dabc3a5d40e req-6f645e9d-7e36-4dc6-bec6-a7ad2567b783 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308967 Sep 29 18:11:17.010766 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:17.520141 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfaf4e6-0ca0-4adc-b37e-5db03bdfe212 req-9554c916-d40a-46c4-a2e0-494ff8f0b403 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:17.521529 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6dfaf4e6-0ca0-4adc-b37e-5db03bdfe212 req-9554c916-d40a-46c4-a2e0-494ff8f0b403 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0474641 Sep 29 18:11:17.558339 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6dfaf4e6-0ca0-4adc-b37e-5db03bdfe212 req-fb5fdac0-495e-48bd-a43f-b28ca476a918 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309169 Sep 29 18:11:18.671501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2424212-e5c2-469a-8864-d2dd6456663b req-290d3525-916b-4677-991f-09a43e3e601d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:18.672973 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2424212-e5c2-469a-8864-d2dd6456663b req-290d3525-916b-4677-991f-09a43e3e601d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0477936 Sep 29 18:11:18.710820 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d2424212-e5c2-469a-8864-d2dd6456663b req-23f2afdf-6c99-4381-9e40-3f00a853acb8 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Sep 29 18:11:19.826118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d2480-e72d-4cb1-a1c1-d87eeffd6be9 req-f3c28f88-f880-4752-8541-a707e82bfa61 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:19.827597 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8c2d2480-e72d-4cb1-a1c1-d87eeffd6be9 req-f3c28f88-f880-4752-8541-a707e82bfa61 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0493970 Sep 29 18:11:19.864648 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8c2d2480-e72d-4cb1-a1c1-d87eeffd6be9 req-dde89a44-b7e1-41df-93ae-af51b9f6ce3d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303462 Sep 29 18:11:20.977543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26a8c8-7840-4601-9c30-b0a8cff60702 req-0b46d9bc-9e57-412d-80ba-8097189a3133 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:20.978973 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c26a8c8-7840-4601-9c30-b0a8cff60702 req-0b46d9bc-9e57-412d-80ba-8097189a3133 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0477126 Sep 29 18:11:21.018697 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6c26a8c8-7840-4601-9c30-b0a8cff60702 req-8e2f1cd6-a30f-4c4b-bb05-358664ae548b tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339110 Sep 29 18:11:22.136525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a364d-7d4f-4975-984a-7865e005fef3 req-cd02c4e8-fdfa-4ce8-9812-5a041cab0134 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:22.138017 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bc2a364d-7d4f-4975-984a-7865e005fef3 req-cd02c4e8-fdfa-4ce8-9812-5a041cab0134 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0532305 Sep 29 18:11:22.175291 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bc2a364d-7d4f-4975-984a-7865e005fef3 req-f0066482-ac78-4c23-9c81-06aa28697eb7 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308111 Sep 29 18:11:23.290437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41eb59-69d9-4136-b3fd-07598534c64c req-d624588c-6794-46de-8cad-c276f823d11f tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:23.291915 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3d41eb59-69d9-4136-b3fd-07598534c64c req-d624588c-6794-46de-8cad-c276f823d11f tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0491972 Sep 29 18:11:23.329039 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3d41eb59-69d9-4136-b3fd-07598534c64c req-1aecb570-c67f-41f6-9ace-7a76d557fa9f tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310862 Sep 29 18:11:24.445041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2232694-fee4-4564-891e-4325a9bd09f6 req-346d99fa-95c4-4c7d-bd71-d2dc5a71b354 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:24.446539 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f2232694-fee4-4564-891e-4325a9bd09f6 req-346d99fa-95c4-4c7d-bd71-d2dc5a71b354 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0485179 Sep 29 18:11:24.482850 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f2232694-fee4-4564-891e-4325a9bd09f6 req-a6d0abaf-afa2-4353-b45b-817505d29dec tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301819 Sep 29 18:11:25.608808 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57beb82-9c58-489d-bd16-d685c8605953 req-b885db5f-f68a-4533-b64a-c63f4f293a82 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:25.610293 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e57beb82-9c58-489d-bd16-d685c8605953 req-b885db5f-f68a-4533-b64a-c63f4f293a82 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0480986 Sep 29 18:11:25.647679 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e57beb82-9c58-489d-bd16-d685c8605953 req-e6224da4-f4f6-45a4-a998-a0c23cdf809c tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Sep 29 18:11:26.787624 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fd7c6-8977-4ee5-8b6e-6d4b008315d1 req-fada1508-124b-4020-b7e1-7f7006cd2ecf tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:26.789103 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-318fd7c6-8977-4ee5-8b6e-6d4b008315d1 req-fada1508-124b-4020-b7e1-7f7006cd2ecf tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0490031 Sep 29 18:11:26.825604 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-318fd7c6-8977-4ee5-8b6e-6d4b008315d1 req-494a505c-eed8-41ca-acb7-8001f058f287 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303419 Sep 29 18:11:27.782310 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:27.938709 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e922e-d83f-4919-945a-b45f852e2581 req-d26e5d2f-0e03-473d-b5fd-c19dbecf1afd tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:27.940181 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da1e922e-d83f-4919-945a-b45f852e2581 req-d26e5d2f-0e03-473d-b5fd-c19dbecf1afd tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0480611 Sep 29 18:11:27.979899 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-da1e922e-d83f-4919-945a-b45f852e2581 req-372705f9-d14a-4263-88bc-ce88c35b3722 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335326 Sep 29 18:11:29.097801 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd4b08-1116-4a10-baca-e4ca800a040b req-867fedac-934b-4cc0-9515-25cdc16d17fc tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:29.099240 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-99dd4b08-1116-4a10-baca-e4ca800a040b req-867fedac-934b-4cc0-9515-25cdc16d17fc tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0533435 Sep 29 18:11:29.137036 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-99dd4b08-1116-4a10-baca-e4ca800a040b req-a852b87d-a3b1-474f-a536-171c2ae9f09c tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 Sep 29 18:11:30.250113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fda703-76a4-4b89-957f-6547ec11b5e6 req-7b188b44-c20d-4a35-aa96-e726253ff27f tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:30.251577 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0fda703-76a4-4b89-957f-6547ec11b5e6 req-7b188b44-c20d-4a35-aa96-e726253ff27f tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0487382 Sep 29 18:11:30.289074 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0fda703-76a4-4b89-957f-6547ec11b5e6 req-22feb2fd-50f9-4a0f-aec7-c975d056b994 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307729 Sep 29 18:11:31.405336 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41d81c-806f-4fe1-af07-fc1224d8fb4d req-687fd076-74d3-49da-b050-021f214a200b tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:31.406839 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0b41d81c-806f-4fe1-af07-fc1224d8fb4d req-687fd076-74d3-49da-b050-021f214a200b tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0507667 Sep 29 18:11:31.444726 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0b41d81c-806f-4fe1-af07-fc1224d8fb4d req-c466d1e0-7fdb-4424-8e36-4123294730fd tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319333 Sep 29 18:11:32.563846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a2ff7-6c29-4736-82d4-85e0e087ac74 req-739d138d-acfe-4ed1-a1be-31827fa2d6e4 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:32.566108 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-605a2ff7-6c29-4736-82d4-85e0e087ac74 req-739d138d-acfe-4ed1-a1be-31827fa2d6e4 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0494828 Sep 29 18:11:32.603202 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-605a2ff7-6c29-4736-82d4-85e0e087ac74 req-5dfdf7b3-3ca7-492f-80db-1f92fc1bb185 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311832 Sep 29 18:11:33.723550 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb764b-2d94-423d-a887-ee3794466b60 req-deaf58ec-dd7d-42f1-9284-a663eee7b0ee tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:33.725008 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26fb764b-2d94-423d-a887-ee3794466b60 req-deaf58ec-dd7d-42f1-9284-a663eee7b0ee tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0489054 Sep 29 18:11:33.761469 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26fb764b-2d94-423d-a887-ee3794466b60 req-ee0ba162-4299-4799-a0a9-13afe160e647 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305099 Sep 29 18:11:34.873721 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e286df-bdab-43b1-90de-5d48e8714a96 req-c8c64e5e-0c40-4a93-8929-d879beeb901f tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:34.875443 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-47e286df-bdab-43b1-90de-5d48e8714a96 req-c8c64e5e-0c40-4a93-8929-d879beeb901f tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0484681 Sep 29 18:11:34.915970 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-47e286df-bdab-43b1-90de-5d48e8714a96 req-47d57721-eace-41ef-b256-4ab418e1e333 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343025 Sep 29 18:11:35.666882 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-75e37583-dcd3-45cf-8060-b1df2692454a service neutron] show failed (client error): The resource could not be found. Sep 29 18:11:35.667823 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-75e37583-dcd3-45cf-8060-b1df2692454a service neutron] 10.222.0.35 "GET /v2.0/ports/f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715/bindings/n-h1-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.0575190 Sep 29 18:11:35.867006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-63e84c68-c6e0-4e41-a524-de8276b8a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:35.868487 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-63e84c68-c6e0-4e41-a524-de8276b8a21d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9&tenant_id=eb60dee6c84f423a884a66b61b409489 HTTP/1.1" status: 200 len: 1096 time: 0.0402336 Sep 29 18:11:35.881206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:11:35.931446 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:36.031602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cbe09-41d9-4fa1-a71e-fba45b1bb36f req-fcf943d9-6a59-413e-a86c-cdaf82c90db1 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:36.033818 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-269cbe09-41d9-4fa1-a71e-fba45b1bb36f req-fcf943d9-6a59-413e-a86c-cdaf82c90db1 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0508466 Sep 29 18:11:36.072043 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-269cbe09-41d9-4fa1-a71e-fba45b1bb36f req-ab186cdb-65f6-47d9-b8fa-7457914ebef8 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320516 Sep 29 18:11:36.139467 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] For port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:11:36.401699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] For port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:11:36.438571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de7014f-7220-48a3-adf4-40975b8db1e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:11:36.441509 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dae6c21-4e44-4608-95f1-dac75f4bb875" -d '{"events": [{"server_uuid": "2de7014f-7220-48a3-adf4-40975b8db1e9", "name": "network-vif-unplugged", "status": "completed", "tag": "f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:11:36.445451 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:36.457997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Transition to ACTIVE for port object f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:11:36.461905 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:36.492482 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 18:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e395a8-088a-45b5-9e9c-7795825f8406 x-openstack-request-id: req-62e395a8-088a-45b5-9e9c-7795825f8406 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:11:36.492783 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de7014f-7220-48a3-adf4-40975b8db1e9", "name": "network-vif-unplugged", "status": "completed", "tag": "f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:11:36.493035 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62e395a8-088a-45b5-9e9c-7795825f8406 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:11:36.493451 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de7014f-7220-48a3-adf4-40975b8db1e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715', 'code': 200} Sep 29 18:11:36.531801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] No DVR routers for this DVR port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:11:36.536377 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Pushing event updated for resources: {'Port': ['ID=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,revision_number=6']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:36.570415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Attempting to bind port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:11:36.570746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Attempting to bind port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:11:36.571067 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Attempting to bind port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 on network a0762071-73e0-4a71-9c67-fcee09e8316b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:11:36.575127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 on network a0762071-73e0-4a71-9c67-fcee09e8316b not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:11:36.575450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Attempting to bind port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 on network a0762071-73e0-4a71-9c67-fcee09e8316b {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:11:36.580128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:11:36.580463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Checking segment: {'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:11:36.580846 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Bound using segment: {'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:11:36.581267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Bound port: f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af720139-dafb-471a-9bf1-94f6dcb90976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:11:36.581654 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:36.642347 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] For port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:11:36.645528 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] For port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:11:36.651685 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:36.685662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:36.686318 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:36.687689 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] 10.222.0.49 "PUT /v2.0/ports/f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 HTTP/1.1" status: 200 len: 1091 time: 0.8112679 Sep 29 18:11:36.707300 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7841b5d-f8ed-4705-9a50-a39437ee7e9e service neutron] Pushing event updated for resources: {'Port': ['ID=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:36.751485 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-7dd140db-7a9e-48bf-a9e0-0d0f6b242238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:36.753627 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-7dd140db-7a9e-48bf-a9e0-0d0f6b242238 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 1094 time: 0.0434182 Sep 29 18:11:36.841479 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-0f0442cc-aaa6-409c-a8f9-33acd9dfd0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:36.842837 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-0f0442cc-aaa6-409c-a8f9-33acd9dfd0d6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 915 time: 0.0826252 Sep 29 18:11:36.886603 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-34c64080-e85e-4cea-93c2-3c8f862b41ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 HTTP/1.1" status: 200 len: 217 time: 0.0367658 Sep 29 18:11:36.935050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-da901369-eda8-4317-af72-0def3f5b07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:36.936440 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-da901369-eda8-4317-af72-0def3f5b07a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0e00103-6f87-4497-b844-1ab131b9f39d HTTP/1.1" status: 200 len: 854 time: 0.0431666 Sep 29 18:11:36.966590 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-a038023d-57d7-4d2f-a9d5-c99ad91a551c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0762071-73e0-4a71-9c67-fcee09e8316b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229263 Sep 29 18:11:37.055622 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-a8f2a24c-3ca9-400b-bf94-f826f84fab76 service neutron] 10.222.0.49 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820944 Sep 29 18:11:37.142449 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68cabd5b-dcd6-44d1-8bfa-032277a4ee75 req-fe1deb8e-ac62-4806-8cd9-866306f71118 service neutron] 10.222.0.49 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802748 Sep 29 18:11:37.188171 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8601d-dfa9-431d-b4e8-0cbf6a9f0633 req-fe404f4f-8fc2-45f6-b583-dc48bcbd72ff tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:37.189803 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ced8601d-dfa9-431d-b4e8-0cbf6a9f0633 req-fe404f4f-8fc2-45f6-b583-dc48bcbd72ff tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 943 time: 0.0495293 Sep 29 18:11:37.230855 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ced8601d-dfa9-431d-b4e8-0cbf6a9f0633 req-7d057f2f-279e-4716-a4f6-3164b35c4de0 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340407 Sep 29 18:11:38.349560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641db8f0-5643-4bf3-a867-c4dfab6675b0 req-95bc6cfe-79f0-44c9-b02d-3068f55237af tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:38.351023 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-641db8f0-5643-4bf3-a867-c4dfab6675b0 req-95bc6cfe-79f0-44c9-b02d-3068f55237af tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 943 time: 0.0480919 Sep 29 18:11:38.387907 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-641db8f0-5643-4bf3-a867-c4dfab6675b0 req-22ec709b-4c02-435c-9366-f4db21a81839 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309377 Sep 29 18:11:38.494576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de7014f-7220-48a3-adf4-40975b8db1e9', 'tag': 'f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:11:38.496946 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee7ca31-cc69-4d73-903e-68e617556de0" -d '{"events": [{"name": "network-changed", "server_uuid": "2de7014f-7220-48a3-adf4-40975b8db1e9", "tag": "f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:11:38.548089 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe583de-4097-4ac7-85ad-7b8b11497c2d x-openstack-request-id: req-cfe583de-4097-4ac7-85ad-7b8b11497c2d {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:11:38.548393 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de7014f-7220-48a3-adf4-40975b8db1e9", "tag": "f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:11:38.549331 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cfe583de-4097-4ac7-85ad-7b8b11497c2d {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:11:38.549548 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de7014f-7220-48a3-adf4-40975b8db1e9', 'tag': 'f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715', 'status': 'completed', 'code': 200} Sep 29 18:11:38.637204 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-a83014e3-5aeb-4211-83de-01c252ee8ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:38.639002 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-a83014e3-5aeb-4211-83de-01c252ee8ca6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 1094 time: 0.0635805 Sep 29 18:11:38.672485 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-0b8f87d1-c732-43f8-9420-6d73e25d007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:38.675388 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-0b8f87d1-c732-43f8-9420-6d73e25d007d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 1094 time: 0.0738728 Sep 29 18:11:38.747741 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-0d4868b6-b4e9-44d7-b5c5-77b23c9070c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:38.750140 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-0d4868b6-b4e9-44d7-b5c5-77b23c9070c6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 915 time: 0.1037006 Sep 29 18:11:38.790177 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-a948fac8-5706-472b-aa36-bf8ca510e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:38.791886 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-a948fac8-5706-472b-aa36-bf8ca510e585 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 915 time: 0.1091063 Sep 29 18:11:38.794630 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-210d73c8-5632-41fd-9d62-8f24a9a692fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 HTTP/1.1" status: 200 len: 217 time: 0.0376987 Sep 29 18:11:38.839345 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-d7bb0e89-9d04-4d7a-ac8d-a7fd6ad75500 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 HTTP/1.1" status: 200 len: 217 time: 0.0405898 Sep 29 18:11:38.857122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-01d573b3-aadc-4991-a837-28c0f607f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:38.859722 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-01d573b3-aadc-4991-a837-28c0f607f0da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a0e00103-6f87-4497-b844-1ab131b9f39d HTTP/1.1" status: 200 len: 854 time: 0.0582032 Sep 29 18:11:38.890434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-58bfad86-778d-42d7-b73c-15747492ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:38.891818 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-58bfad86-778d-42d7-b73c-15747492ea4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0e00103-6f87-4497-b844-1ab131b9f39d HTTP/1.1" status: 200 len: 854 time: 0.0461578 Sep 29 18:11:38.897088 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-7164ad29-6c89-4651-b2bd-007796a91ce9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a0762071-73e0-4a71-9c67-fcee09e8316b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301023 Sep 29 18:11:38.923393 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-3be7fd2c-e4ce-4922-a433-708449a2cf64 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0762071-73e0-4a71-9c67-fcee09e8316b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245960 Sep 29 18:11:38.993025 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-f6c0ac42-9ddb-43df-9cd3-335967fc7f32 service neutron] 10.222.0.49 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888236 Sep 29 18:11:39.017344 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-d38a3a82-bfcc-49ba-b5f2-61052ce0244c service neutron] 10.222.0.35 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856826 Sep 29 18:11:39.082229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-314433e0-8b34-42f7-8ad2-850e33b4231d service neutron] 10.222.0.49 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823345 Sep 29 18:11:39.106786 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ee7ca31-cc69-4d73-903e-68e617556de0 req-218c99a1-e193-42e8-8b4a-0787618a9289 service neutron] 10.222.0.35 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826702 Sep 29 18:11:39.501461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627280c3-d946-459e-a2a4-40dbcfad4451 req-51ce13b5-fc57-44be-9777-e32eb5355a5c tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:39.502979 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-627280c3-d946-459e-a2a4-40dbcfad4451 req-51ce13b5-fc57-44be-9777-e32eb5355a5c tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 943 time: 0.0488033 Sep 29 18:11:39.543990 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-627280c3-d946-459e-a2a4-40dbcfad4451 req-fb65bd70-54b8-4550-a185-57b4849598b4 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352879 Sep 29 18:11:39.733355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a42c3-98a9-4ad9-8eb3-91db48643fdd req-c9bf43f4-d455-4bd1-a35e-bc88fb23da9c tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:39.734835 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-503a42c3-98a9-4ad9-8eb3-91db48643fdd req-c9bf43f4-d455-4bd1-a35e-bc88fb23da9c tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 943 time: 0.0492420 Sep 29 18:11:39.761784 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c9ee9-9ad2-439d-915f-edbb5d2be6bc req-e98b4de4-c44f-443d-a0a5-e2f828d6d794 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:39.763249 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc0c9ee9-9ad2-439d-915f-edbb5d2be6bc req-e98b4de4-c44f-443d-a0a5-e2f828d6d794 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9&tenant_id=eb60dee6c84f423a884a66b61b409489&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 943 time: 0.0519154 Sep 29 18:11:39.774166 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-503a42c3-98a9-4ad9-8eb3-91db48643fdd req-90465666-68b3-49a4-b594-aa0f4a5024cb tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322611 Sep 29 18:11:39.827092 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [req-fc0c9ee9-9ad2-439d-915f-edbb5d2be6bc req-fe25717a-c97e-4b97-93ac-9de0e2d50b8d service neutron] delete failed (client error): The resource could not be found. Sep 29 18:11:39.828082 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc0c9ee9-9ad2-439d-915f-edbb5d2be6bc req-fe25717a-c97e-4b97-93ac-9de0e2d50b8d service neutron] 10.222.0.35 "DELETE /v2.0/ports/f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715/bindings/n-h2-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.0567319 Sep 29 18:11:39.932211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c9ee9-9ad2-439d-915f-edbb5d2be6bc req-ea9ac3cd-0081-4c1a-86b8-388383f4952f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:39.933736 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc0c9ee9-9ad2-439d-915f-edbb5d2be6bc req-ea9ac3cd-0081-4c1a-86b8-388383f4952f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=eb60dee6c84f423a884a66b61b409489&device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 1094 time: 0.0427549 Sep 29 18:11:39.937976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:11:39.962005 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:11:39.991018 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:11:40.024937 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c9ee9-9ad2-439d-915f-edbb5d2be6bc req-45288a28-665f-4110-b9e8-d9926c6a1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:40.026352 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc0c9ee9-9ad2-439d-915f-edbb5d2be6bc req-45288a28-665f-4110-b9e8-d9926c6a1781 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 200 len: 915 time: 0.0845664 Sep 29 18:11:40.069752 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:11:40.071261 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc0c9ee9-9ad2-439d-915f-edbb5d2be6bc req-2b3a52e1-846a-4af7-ae6d-b7e013846624 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 HTTP/1.1" status: 200 len: 217 time: 0.0378158 Sep 29 18:11:40.080193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715', 'network_id': 'a0762071-73e0-4a71-9c67-fcee09e8316b', 'port_id': 'f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715', 'mac_address': 'fa:16:3e:c1:b7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0e00103-6f87-4497-b844-1ab131b9f39d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:11:40.122017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c9ee9-9ad2-439d-915f-edbb5d2be6bc req-b7574f06-e1f1-4c41-a9bd-b0370eeed763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:40.122191 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:40.123525 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc0c9ee9-9ad2-439d-915f-edbb5d2be6bc req-b7574f06-e1f1-4c41-a9bd-b0370eeed763 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0e00103-6f87-4497-b844-1ab131b9f39d HTTP/1.1" status: 200 len: 854 time: 0.0457463 Sep 29 18:11:40.135102 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:11:40.154277 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:11:40.160286 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:40.164835 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc0c9ee9-9ad2-439d-915f-edbb5d2be6bc req-ad69c6a1-f474-4590-b883-23d098ca964c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0762071-73e0-4a71-9c67-fcee09e8316b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284579 Sep 29 18:11:40.209552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:40.258667 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc0c9ee9-9ad2-439d-915f-edbb5d2be6bc req-50b18432-ae85-468d-9d9b-6432251dbc68 service neutron] 10.222.0.35 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869505 Sep 29 18:11:40.348456 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fc0c9ee9-9ad2-439d-915f-edbb5d2be6bc req-f75d155e-e0b6-45e7-b025-db1283071491 service neutron] 10.222.0.35 "GET /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831778 Sep 29 18:11:40.381453 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:11:40.857310 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ee90bfd0-c9c7-44ca-9055-6177bbe8c7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:40.899900 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127b26a-683f-4a89-b03d-0d6e6b6d6225 req-2cfd57e2-5923-40e2-a646-a4fa9a722c42 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:40.902592 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6127b26a-683f-4a89-b03d-0d6e6b6d6225 req-2cfd57e2-5923-40e2-a646-a4fa9a722c42 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 944 time: 0.0580487 Sep 29 18:11:40.939232 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6127b26a-683f-4a89-b03d-0d6e6b6d6225 req-021a8280-7c33-4ea7-b83a-914123377426 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319495 Sep 29 18:11:41.053617 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce043a04-35be-4d8f-a484-de8aafca1475 req-bae118a9-0488-49d2-a126-d91831591a43 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:41.055010 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce043a04-35be-4d8f-a484-de8aafca1475 req-bae118a9-0488-49d2-a126-d91831591a43 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 944 time: 0.0490403 Sep 29 18:11:41.091518 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-ce043a04-35be-4d8f-a484-de8aafca1475 req-2b196cb0-7d89-4b42-b957-5b531c24a76f tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306721 Sep 29 18:11:41.203048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8e972-1c0d-49b7-b9f9-fc040d5deb1d req-3b2b20b6-3bca-4d00-9502-d7f8249a8164 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:41.204515 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3aa8e972-1c0d-49b7-b9f9-fc040d5deb1d req-3b2b20b6-3bca-4d00-9502-d7f8249a8164 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 944 time: 0.0485420 Sep 29 18:11:41.242467 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3aa8e972-1c0d-49b7-b9f9-fc040d5deb1d req-8a8d4092-6011-428a-954f-e0d4b788f359 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314066 Sep 29 18:11:41.567857 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90f63d-5880-447f-8425-74a3c8c7a056 req-23dad1e8-98e5-4f30-813b-f3952506675b tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:41.569323 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e90f63d-5880-447f-8425-74a3c8c7a056 req-23dad1e8-98e5-4f30-813b-f3952506675b tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 944 time: 0.0475245 Sep 29 18:11:41.610246 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0e90f63d-5880-447f-8425-74a3c8c7a056 req-5e6f943f-6e02-4a32-890f-0bb94edcbd68 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350485 Sep 29 18:11:41.956245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:11:42.004924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:11:42.008619 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:11:42.008984 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:42.082269 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:42.103543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de7014f-7220-48a3-adf4-40975b8db1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:11:42.105764 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92f4de1-053f-43c5-a5ae-d42709af742d" -d '{"events": [{"server_uuid": "2de7014f-7220-48a3-adf4-40975b8db1e9", "name": "network-vif-plugged", "status": "completed", "tag": "f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:11:42.118498 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:11:42.122431 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:42.148465 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18064b4-432b-4eb2-a082-7968051de5bd x-openstack-request-id: req-b18064b4-432b-4eb2-a082-7968051de5bd {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:11:42.148763 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de7014f-7220-48a3-adf4-40975b8db1e9", "name": "network-vif-plugged", "status": "completed", "tag": "f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:11:42.149013 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b18064b4-432b-4eb2-a082-7968051de5bd {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:11:42.149418 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de7014f-7220-48a3-adf4-40975b8db1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715', 'code': 200} Sep 29 18:11:42.174854 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:42.737383 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba15fa9-abdc-4579-8847-43bcf3581f57 req-3f100636-b164-433a-bed4-053dce98ade5 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:42.738821 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ba15fa9-abdc-4579-8847-43bcf3581f57 req-3f100636-b164-433a-bed4-053dce98ade5 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.49 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0750778 Sep 29 18:11:42.754319 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e927df-e6d5-4738-8163-acc1680a6cd1 req-42fcfbc1-ceb5-467b-a523-80ef70edd3e6 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:42.755674 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-34e927df-e6d5-4738-8163-acc1680a6cd1 req-42fcfbc1-ceb5-467b-a523-80ef70edd3e6 tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/ports?device_id=2de7014f-7220-48a3-adf4-40975b8db1e9 HTTP/1.1" status: 200 len: 945 time: 0.0665047 Sep 29 18:11:42.839489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-34e927df-e6d5-4738-8163-acc1680a6cd1 req-ef4bd3b4-c79b-42c6-af47-863adce562de tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.44 "GET /v2.0/security-groups?id=52261c2b-3dd0-459c-9d0b-287432267758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770838 Sep 29 18:11:42.865030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-2ba15fa9-abdc-4579-8847-43bcf3581f57 req-bb1ff14a-f42a-4d80-a29d-38439dc87b1d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Deleting port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:11:42.865400 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2ba15fa9-abdc-4579-8847-43bcf3581f57 req-bb1ff14a-f42a-4d80-a29d-38439dc87b1d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:42.950093 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-2ba15fa9-abdc-4579-8847-43bcf3581f57 req-bb1ff14a-f42a-4d80-a29d-38439dc87b1d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] For port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,segment=NetworkSegment(af720139-dafb-471a-9bf1-94f6dcb90976),segment_id=af720139-dafb-471a-9bf1-94f6dcb90976)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:11:42.950455 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2ba15fa9-abdc-4579-8847-43bcf3581f57 req-bb1ff14a-f42a-4d80-a29d-38439dc87b1d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:42.962954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-2ba15fa9-abdc-4579-8847-43bcf3581f57 req-bb1ff14a-f42a-4d80-a29d-38439dc87b1d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Calling delete_port for f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:11:43.088012 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2ba15fa9-abdc-4579-8847-43bcf3581f57 req-bb1ff14a-f42a-4d80-a29d-38439dc87b1d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:43.100137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:11:43.117148 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ff14a-f42a-4d80-a29d-38439dc87b1d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Pushing event deleted for resources: {'Port': ['ID=f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:43.161217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba15fa9-abdc-4579-8847-43bcf3581f57 req-bb1ff14a-f42a-4d80-a29d-38439dc87b1d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] No DVR routers for this DVR port f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:11:43.163870 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-2ba15fa9-abdc-4579-8847-43bcf3581f57 req-bb1ff14a-f42a-4d80-a29d-38439dc87b1d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:43.165932 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2ba15fa9-abdc-4579-8847-43bcf3581f57 req-bb1ff14a-f42a-4d80-a29d-38439dc87b1d tempest-ServerDiskConfigTestJSON-1728093695 tempest-ServerDiskConfigTestJSON-1728093695-project] 10.222.0.49 "DELETE /v2.0/ports/f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 HTTP/1.1" status: 204 len: 173 time: 0.4200346 Sep 29 18:11:43.166364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de7014f-7220-48a3-adf4-40975b8db1e9', 'name': 'network-vif-deleted', 'tag': 'f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:11:43.168641 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86bc8a8-5f84-44de-8797-d8e1bc19e222" -d '{"events": [{"server_uuid": "2de7014f-7220-48a3-adf4-40975b8db1e9", "name": "network-vif-deleted", "tag": "f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:11:43.205046 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548e5d14-bc87-4f30-9d5d-5cf63b93dc27 x-openstack-request-id: req-548e5d14-bc87-4f30-9d5d-5cf63b93dc27 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:11:43.205486 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de7014f-7220-48a3-adf4-40975b8db1e9", "name": "network-vif-deleted", "tag": "f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:11:43.205734 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-548e5d14-bc87-4f30-9d5d-5cf63b93dc27 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:11:43.206130 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de7014f-7220-48a3-adf4-40975b8db1e9', 'name': 'network-vif-deleted', 'tag': 'f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715', 'status': 'completed', 'code': 200} Sep 29 18:11:43.337291 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:11:43.589861 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-632e7fa2-63ad-4cb5-b04a-9c08f70c55fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:43.958957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51886) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:11:44.003598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c3b9e4-37e9-433f-bdff-1f1f41c61889 admin admin] Deleting subnet a0e00103-6f87-4497-b844-1ab131b9f39d {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:11:44.006637 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-98c3b9e4-37e9-433f-bdff-1f1f41c61889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.040872 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-98c3b9e4-37e9-433f-bdff-1f1f41c61889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.079862 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-98c3b9e4-37e9-433f-bdff-1f1f41c61889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.132601 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-98c3b9e4-37e9-433f-bdff-1f1f41c61889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.161953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3b9e4-37e9-433f-bdff-1f1f41c61889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0e00103-6f87-4497-b844-1ab131b9f39d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:44.165636 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-98c3b9e4-37e9-433f-bdff-1f1f41c61889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.167469 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-98c3b9e4-37e9-433f-bdff-1f1f41c61889 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a0e00103-6f87-4497-b844-1ab131b9f39d HTTP/1.1" status: 204 len: 168 time: 0.2074928 Sep 29 18:11:44.169999 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51888) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:11:44.237263 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-501fa4d4-8c67-4000-ac03-576b10b26713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.318135 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-501fa4d4-8c67-4000-ac03-576b10b26713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.337236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-501fa4d4-8c67-4000-ac03-576b10b26713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0762071-73e0-4a71-9c67-fcee09e8316b']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:11:44.346740 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-501fa4d4-8c67-4000-ac03-576b10b26713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af720139-dafb-471a-9bf1-94f6dcb90976') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:11:44.347038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-501fa4d4-8c67-4000-ac03-576b10b26713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af720139-dafb-471a-9bf1-94f6dcb90976') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:11:44.356070 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-501fa4d4-8c67-4000-ac03-576b10b26713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.369169 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-501fa4d4-8c67-4000-ac03-576b10b26713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.375149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501fa4d4-8c67-4000-ac03-576b10b26713 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:11:44.375472 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-501fa4d4-8c67-4000-ac03-576b10b26713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:11:44.377086 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:11:44.429929 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-501fa4d4-8c67-4000-ac03-576b10b26713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.435311 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-501fa4d4-8c67-4000-ac03-576b10b26713 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.437117 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-501fa4d4-8c67-4000-ac03-576b10b26713 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a0762071-73e0-4a71-9c67-fcee09e8316b HTTP/1.1" status: 204 len: 168 time: 0.2662179 Sep 29 18:11:44.448313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fa4d4-8c67-4000-ac03-576b10b26713 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0762071-73e0-4a71-9c67-fcee09e8316b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:44.543747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51892) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:11:44.587834 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-df255cb7-4ebe-4ca5-bf1a-26dd5b1bf70e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb60dee6c84f423a884a66b61b409489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428128 Sep 29 18:11:44.590247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51894) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:11:44.640063 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e2f5974a-6f2a-40c5-bd0c-98afaf3bb3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.661503 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e2f5974a-6f2a-40c5-bd0c-98afaf3bb3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.691427 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.713906 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e2f5974a-6f2a-40c5-bd0c-98afaf3bb3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.716625 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e2f5974a-6f2a-40c5-bd0c-98afaf3bb3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.720170 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e2f5974a-6f2a-40c5-bd0c-98afaf3bb3d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52261c2b-3dd0-459c-9d0b-287432267758 HTTP/1.1" status: 204 len: 168 time: 0.1266668 Sep 29 18:11:44.724442 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:44.726974 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5974a-6f2a-40c5-bd0c-98afaf3bb3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52261c2b-3dd0-459c-9d0b-287432267758,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:44.903150 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:45.402408 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51916) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:11:45.509754 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-323093391-network', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:11:45.532188 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Made reservation on behalf of 5b67a4fe57244d4a90ba1811eb3c5310 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:11:45.535181 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:45.543172 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:45.635040 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:45.639127 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:45.662275 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:11:45.678829 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f29273c-c7c9-453b-b5cb-9f81eca5da2e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:45.682270 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:45.682628 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Added segment 746f19d0-cee9-4dbe-b2c5-883272966c94 of type vlan for network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc Sep 29 18:11:45.697658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:45.698009 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:45.698378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:45.698717 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:45.699047 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:45.699376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:45.699700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:45.700037 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:45.700359 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:45.700678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:45.700997 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:45.701343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:45.749405 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:45.774020 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:45.774953 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:45.775530 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:45.808355 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4048655 Sep 29 18:11:45.811414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51920) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:11:45.816503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-502ef77f-153e-4946-b305-6724cb2737bb admin admin] Request body: {'subnet': {'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-323093391-subnet', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:11:45.837934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502ef77f-153e-4946-b305-6724cb2737bb admin admin] Made reservation on behalf of 5b67a4fe57244d4a90ba1811eb3c5310 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:11:45.839112 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251d50c-f824-45e4-9934-aaf00f61c934 admin admin] Pushing event updated for resources: {'Network': ['ID=9f20a46d-ad7f-4756-9b2a-f8b9239336fc,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:45.840444 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-502ef77f-153e-4946-b305-6724cb2737bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:45.853567 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:11:45.982626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:11:46.003465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:11:46.003738 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device f0c2d5eb-8e80-4eca-a3ad-4292d8d1a715 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:11:46.012153 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-502ef77f-153e-4946-b305-6724cb2737bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:46.069531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ef77f-153e-4946-b305-6724cb2737bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:46.073775 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502ef77f-153e-4946-b305-6724cb2737bb admin admin] Checking segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:11:46.074133 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502ef77f-153e-4946-b305-6724cb2737bb admin admin] Network hostable DHCP agents. Network: 9f20a46d-ad7f-4756-9b2a-f8b9239336fc, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:11:46.090129 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502ef77f-153e-4946-b305-6724cb2737bb admin admin] Network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:11:46.098744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-502ef77f-153e-4946-b305-6724cb2737bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 9f20a46d-ad7f-4756-9b2a-f8b9239336fc) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:11:46.103057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502ef77f-153e-4946-b305-6724cb2737bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:46.103656 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-502ef77f-153e-4946-b305-6724cb2737bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:46.109271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0d5248-c5d4-407f-9d02-a5e7f4412947 None None] Network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:11:46.117625 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-502ef77f-153e-4946-b305-6724cb2737bb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3050356 Sep 29 18:11:46.120225 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51922) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:11:46.124695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:11:46.151720 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:46.152726 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:46.236660 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:46.264388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:11:46.265379 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:46.371314 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:46.403575 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Allocated IP 172.20.0.2 (9f20a46d-ad7f-4756-9b2a-f8b9239336fc/01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4/60a2c23d-4998-4eb3-af97-7d50d8638e30) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:11:46.546900 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:46.553726 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:46.570434 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:46.591561 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:11:46.594433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:11:46.597954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:11:46.601931 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:46.606067 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Pushing event updated for resources: {'Port': ['ID=60a2c23d-4998-4eb3-af97-7d50d8638e30,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:46.665270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Attempting to bind port 60a2c23d-4998-4eb3-af97-7d50d8638e30 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:11:46.665664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Attempting to bind port 60a2c23d-4998-4eb3-af97-7d50d8638e30 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:11:46.666030 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Attempting to bind port 60a2c23d-4998-4eb3-af97-7d50d8638e30 on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:11:46.670996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:11:46.671372 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Checking segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:11:46.671778 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:46.672174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Bound using segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:11:46.672640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Bound port: 60a2c23d-4998-4eb3-af97-7d50d8638e30, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:11:46.673022 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:46.705943 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Allocated IP 172.25.2.90 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/b4139584-702b-4d52-9f2b-0663e7d47029) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:11:46.741358 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] For port 60a2c23d-4998-4eb3-af97-7d50d8638e30, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:11:46.744779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] For port 60a2c23d-4998-4eb3-af97-7d50d8638e30, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=60a2c23d-4998-4eb3-af97-7d50d8638e30,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:11:46.749554 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:46.807002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebe7be-0ed3-45fd-b7f9-5fa0c395470a None None] Pushing event updated for resources: {'Port': ['ID=60a2c23d-4998-4eb3-af97-7d50d8638e30,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:46.816049 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:46.850740 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:46.889138 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:11:46.891985 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:11:46.896709 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:11:46.921753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Pushing event updated for resources: {'Port': ['ID=b4139584-702b-4d52-9f2b-0663e7d47029,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:47.016155 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:47.400663 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:47.598576 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:47.658315 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e3a2c4-1b3d-4c75-9349-3f3667a8a9d2 None None] Network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:11:47.737120 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Router e724c8ae-587b-4683-96dd-6aabf6f6e816 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 18:11:47.738055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1411ce1e-ecec-47d5-88a4-29cf3bc46794 None None] Provisioning complete for port 60a2c23d-4998-4eb3-af97-7d50d8638e30 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:11:47.738435 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1411ce1e-ecec-47d5-88a4-29cf3bc46794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:47.847771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:11:47.861855 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Sync routers for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:11:47.864114 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:47.865917 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f5e96a1c-ea68-46ee-a438-3a75ce7f6a97 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7447579 Sep 29 18:11:47.868101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51924) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:11:47.887772 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:11:47.888394 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:11:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:11:47.924447 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1411ce1e-ecec-47d5-88a4-29cf3bc46794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:48.004291 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1411ce1e-ecec-47d5-88a4-29cf3bc46794 None None] For port 60a2c23d-4998-4eb3-af97-7d50d8638e30, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=60a2c23d-4998-4eb3-af97-7d50d8638e30,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:11:48.009375 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1411ce1e-ecec-47d5-88a4-29cf3bc46794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:48.050480 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:11:48.145855 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411ce1e-ecec-47d5-88a4-29cf3bc46794 None None] Pushing event updated for resources: {'Port': ['ID=60a2c23d-4998-4eb3-af97-7d50d8638e30,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:48.190546 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-03b0f3e9-4105-4ec0-be1a-84415e1e784c None None] Provisioning complete for port 60a2c23d-4998-4eb3-af97-7d50d8638e30 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:11:48.190934 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-03b0f3e9-4105-4ec0-be1a-84415e1e784c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:48.237864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 60a2c23d-4998-4eb3-af97-7d50d8638e30 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:11:48.308912 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:48.356353 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 60a2c23d-4998-4eb3-af97-7d50d8638e30 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:11:48.356721 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:48.404581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:47Z', 'revision_number': 3, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:11:48.435579 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Checking router: e724c8ae-587b-4683-96dd-6aabf6f6e816 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:11:48.435931 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Updating router e724c8ae-587b-4683-96dd-6aabf6f6e816 port b4139584-702b-4d52-9f2b-0663e7d47029 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:11:48.463615 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:48.467865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Allocated IP 172.20.0.1 (9f20a46d-ad7f-4756-9b2a-f8b9239336fc/01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4/e37ebb71-7cab-480c-a5dd-3d3f3141473f) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:11:48.569725 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:48.603281 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:48.641619 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:11:48.646517 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:11:48.653662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:11:48.656876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Pushing event updated for resources: {'Port': ['ID=e37ebb71-7cab-480c-a5dd-3d3f3141473f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:48.686793 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:48.687145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:48.687489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:48.687830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:48.688162 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:48.688496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:48.688832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:48.689161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:48.689597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:48.689929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:48.690253 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:48.690576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:48.707286 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:48.852202 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:48.929080 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-30e1ea9b-367d-4423-a274-acbf0256d432 None None] Provisioning complete for port e37ebb71-7cab-480c-a5dd-3d3f3141473f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:11:48.929472 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-30e1ea9b-367d-4423-a274-acbf0256d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:48.932065 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:48.952906 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:49.005230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-30e1ea9b-367d-4423-a274-acbf0256d432 None None] Port e37ebb71-7cab-480c-a5dd-3d3f3141473f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:11:49.017450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc35a43-3a40-42c9-bcf4-ff6faf3c654f None None] Pushing event updated for resources: {'Port': ['ID=b4139584-702b-4d52-9f2b-0663e7d47029,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:49.021901 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Attempting to bind port b4139584-702b-4d52-9f2b-0663e7d47029 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:11:49.022277 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Attempting to bind port b4139584-702b-4d52-9f2b-0663e7d47029 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:11:49.022576 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:49.022739 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Attempting to bind port b4139584-702b-4d52-9f2b-0663e7d47029 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:11:49.027910 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:49.028054 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:11:49.028307 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:11:49.028717 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:49.029107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:11:49.029606 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Bound port: b4139584-702b-4d52-9f2b-0663e7d47029, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:11:49.029996 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:49.082714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] For port b4139584-702b-4d52-9f2b-0663e7d47029, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:11:49.086954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] For port b4139584-702b-4d52-9f2b-0663e7d47029, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b4139584-702b-4d52-9f2b-0663e7d47029,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:11:49.091092 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:49.097519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Pushing event updated for resources: {'Port': ['ID=e37ebb71-7cab-480c-a5dd-3d3f3141473f,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:49.102426 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:49.141629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:11:49.142254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:11:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:11:49.192678 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:11:49.194197 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:11:49.219745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc35a43-3a40-42c9-bcf4-ff6faf3c654f None None] Pushing event updated for resources: {'Port': ['ID=b4139584-702b-4d52-9f2b-0663e7d47029,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:49.275859 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:11:49.311382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Router e724c8ae-587b-4683-96dd-6aabf6f6e816 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:11:49.428363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:11:49.433762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c691c58d-e2bb-400c-88ed-c96d615b36c5 admin admin] 10.222.0.44 "PUT /v2.0/routers/e724c8ae-587b-4683-96dd-6aabf6f6e816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5646670 Sep 29 18:11:49.444427 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-22b7a0fa-267f-43dc-ba3d-6c4544c052a1 None None] Provisioning complete for port e37ebb71-7cab-480c-a5dd-3d3f3141473f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:11:49.444531 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-22b7a0fa-267f-43dc-ba3d-6c4544c052a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:49.508001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-22b7a0fa-267f-43dc-ba3d-6c4544c052a1 None None] Port e37ebb71-7cab-480c-a5dd-3d3f3141473f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:11:49.534249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 2, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:11:49.561732 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47e1573-e306-49d9-a2c8-f5ae2e19cd7a None None] The sync data for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 is: [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 2, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:11:50.317987 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b4139584-702b-4d52-9f2b-0663e7d47029 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:11:50.319697 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51932) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:11:50.324717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-fc8ec9be-a39e-411c-857e-7252304b745e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1911431275', 'description': 'tempest-description--899112979'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:11:50.353924 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec9be-a39e-411c-857e-7252304b745e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.371586 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b4139584-702b-4d52-9f2b-0663e7d47029 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:11:50.372676 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.465408 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec9be-a39e-411c-857e-7252304b745e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.470262 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec9be-a39e-411c-857e-7252304b745e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.487533 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.512654 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fc8ec9be-a39e-411c-857e-7252304b745e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.514636 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fc8ec9be-a39e-411c-857e-7252304b745e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1936140 Sep 29 18:11:50.517840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 51934) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:11:50.521437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ec9be-a39e-411c-857e-7252304b745e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1548440-ac53-4813-b7b9-ab0f2219439e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:50.526097 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-72f9e004-1c56-4971-b61e-2353f6c1a495 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Request body: {'security_group_rule': {'security_group_id': 'a1548440-ac53-4813-b7b9-ab0f2219439e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:11:50.528557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port b4139584-702b-4d52-9f2b-0663e7d47029, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b4139584-702b-4d52-9f2b-0663e7d47029,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:11:50.537866 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.539830 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 60a2c23d-4998-4eb3-af97-7d50d8638e30 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:11:50.560617 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72f9e004-1c56-4971-b61e-2353f6c1a495 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.622471 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72f9e004-1c56-4971-b61e-2353f6c1a495 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.630439 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72f9e004-1c56-4971-b61e-2353f6c1a495 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.643951 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=b4139584-702b-4d52-9f2b-0663e7d47029,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:50.652743 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 60a2c23d-4998-4eb3-af97-7d50d8638e30 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:11:50.653134 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.659599 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9e004-1c56-4971-b61e-2353f6c1a495 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b442c5-8a98-4ea6-8e2b-a127752434e4,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:50.669065 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-72f9e004-1c56-4971-b61e-2353f6c1a495 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.670740 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-72f9e004-1c56-4971-b61e-2353f6c1a495 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519289 Sep 29 18:11:50.674079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51936) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:11:50.679922 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f9f101f4-506a-47af-87c3-4aa8030c6b0d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Request body: {'security_group_rule': {'security_group_id': 'a1548440-ac53-4813-b7b9-ab0f2219439e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:11:50.718088 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9f101f4-506a-47af-87c3-4aa8030c6b0d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.787182 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9f101f4-506a-47af-87c3-4aa8030c6b0d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.790910 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9f101f4-506a-47af-87c3-4aa8030c6b0d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.814261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f101f4-506a-47af-87c3-4aa8030c6b0d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d582a3df-e2b3-4ece-bcc7-da4a3025fb6d,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:50.818199 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9f101f4-506a-47af-87c3-4aa8030c6b0d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.822161 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f9f101f4-506a-47af-87c3-4aa8030c6b0d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438148 Sep 29 18:11:50.822621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51938) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:11:50.826728 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:11:50.849478 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:50.949068 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:51.295748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Allocated IP 172.25.2.106 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/b6fe3773-c50e-488f-a179-b20efaecd447) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:11:51.398964 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:51.432733 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:51.477233 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:11:51.480765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:11:51.488579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:11:51.491685 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Pushing event updated for resources: {'Port': ['ID=b6fe3773-c50e-488f-a179-b20efaecd447,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:51.573895 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:51.607643 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:51.630562 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Sync routers for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:11:51.639753 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:11:51.640365 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:11:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:11:51.743328 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:11:51.760483 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:51.764958 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:51.842695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Pushing event updated for resources: {'Port': ['ID=b6fe3773-c50e-488f-a179-b20efaecd447,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:51.857544 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:51.871678 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:51.873053 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-51eae339-21c6-4322-9f16-dcbf8d745444 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0497341 Sep 29 18:11:51.946167 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 2, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:11:52.022925 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-416a7efd-d7e9-4b8b-88e2-a48d302beba0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1911431275&fields=id&tenant_id=5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 267 time: 0.0366297 Sep 29 18:11:52.065255 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Checking router: e724c8ae-587b-4683-96dd-6aabf6f6e816 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:11:52.065687 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Updating router e724c8ae-587b-4683-96dd-6aabf6f6e816 port e37ebb71-7cab-480c-a5dd-3d3f3141473f binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:11:52.090160 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:52.130111 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-b193dd4c-ac54-43d3-8207-abed8a0fe0f6 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:52.131575 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-b193dd4c-ac54-43d3-8207-abed8a0fe0f6 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 811 time: 0.1016662 Sep 29 18:11:52.147162 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-5cdbe70e-8c3b-4b33-80f5-d6204f65e9fc tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/quotas/5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 375 time: 0.0098207 Sep 29 18:11:52.197203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b4139584-702b-4d52-9f2b-0663e7d47029 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:11:52.212059 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-2e40aa78-208b-4c44-b0f4-ecdfdaf70b3f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0592067 Sep 29 18:11:52.256426 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b4139584-702b-4d52-9f2b-0663e7d47029 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:11:52.256802 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:52.362854 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:52.369876 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:52.372051 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-0bf653a1-20aa-4b12-b93c-741e40fef44e service neutron] 10.222.0.44 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458094 Sep 29 18:11:52.421698 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb9eb3-61c1-4a10-8a56-21fb2714b406 None None] Pushing event updated for resources: {'Port': ['ID=e37ebb71-7cab-480c-a5dd-3d3f3141473f,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:52.449887 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9eb3-61c1-4a10-8a56-21fb2714b406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:52.449887 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9eb3-61c1-4a10-8a56-21fb2714b406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:52.449887 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9eb3-61c1-4a10-8a56-21fb2714b406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:52.449887 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9eb3-61c1-4a10-8a56-21fb2714b406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:52.449887 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9eb3-61c1-4a10-8a56-21fb2714b406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:52.450477 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9eb3-61c1-4a10-8a56-21fb2714b406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:52.450477 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9eb3-61c1-4a10-8a56-21fb2714b406 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:52.450724 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9eb3-61c1-4a10-8a56-21fb2714b406 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:52.451037 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9eb3-61c1-4a10-8a56-21fb2714b406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:52.451351 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9eb3-61c1-4a10-8a56-21fb2714b406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:52.451664 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9eb3-61c1-4a10-8a56-21fb2714b406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:52.451979 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcb9eb3-61c1-4a10-8a56-21fb2714b406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:11:52.474320 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-b38e2e6e-ede3-4d17-8f55-e8e2955dae11 service neutron] 10.222.0.44 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943718 Sep 29 18:11:52.481316 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Attempting to bind port e37ebb71-7cab-480c-a5dd-3d3f3141473f on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:11:52.481692 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Attempting to bind port e37ebb71-7cab-480c-a5dd-3d3f3141473f by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:11:52.482065 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Attempting to bind port e37ebb71-7cab-480c-a5dd-3d3f3141473f on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:11:52.487594 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:11:52.487970 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Checking segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:11:52.488371 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:52.488758 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Bound using segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:11:52.489223 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Bound port: e37ebb71-7cab-480c-a5dd-3d3f3141473f, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:11:52.489632 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:52.559518 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] For port e37ebb71-7cab-480c-a5dd-3d3f3141473f, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:11:52.563198 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] For port e37ebb71-7cab-480c-a5dd-3d3f3141473f, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e37ebb71-7cab-480c-a5dd-3d3f3141473f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:11:52.569182 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:52.643037 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:11:52.643037 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:11:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:11:52.668002 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5645a679-2def-4374-a486-867ebe7d4b07 req-abfd2db6-f74f-4f7f-8edf-676bb35893f2 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 210 time: 0.0380127 Sep 29 18:11:52.711854 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb9eb3-61c1-4a10-8a56-21fb2714b406 None None] Pushing event updated for resources: {'Port': ['ID=e37ebb71-7cab-480c-a5dd-3d3f3141473f,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:52.757768 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6d15e0f1-0603-4a6a-9bb8-1bb14ed76c49 None None] Provisioning complete for port e37ebb71-7cab-480c-a5dd-3d3f3141473f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:11:52.758148 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6d15e0f1-0603-4a6a-9bb8-1bb14ed76c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:52.761851 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:11:52.870469 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6d15e0f1-0603-4a6a-9bb8-1bb14ed76c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:52.914423 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-6d15e0f1-0603-4a6a-9bb8-1bb14ed76c49 None None] For port e37ebb71-7cab-480c-a5dd-3d3f3141473f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e37ebb71-7cab-480c-a5dd-3d3f3141473f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:11:52.919271 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6d15e0f1-0603-4a6a-9bb8-1bb14ed76c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:52.974542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15e0f1-0603-4a6a-9bb8-1bb14ed76c49 None None] Pushing event updated for resources: {'Port': ['ID=e37ebb71-7cab-480c-a5dd-3d3f3141473f,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:53.000756 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:11:53.028035 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afa373f-fc84-4bc2-9df6-bf71482f4404 None None] The sync data for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 is: [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:11:53.043342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e529cd96-03b2-42f8-a496-88d07c9d00ee None None] Provisioning complete for port e37ebb71-7cab-480c-a5dd-3d3f3141473f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:11:53.043736 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e529cd96-03b2-42f8-a496-88d07c9d00ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:53.739172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-9de05cd9-bcd5-4982-b86b-232aa8bca511 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:53.740636 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-9de05cd9-bcd5-4982-b86b-232aa8bca511 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 811 time: 0.1148677 Sep 29 18:11:53.766403 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4182fc80-3eb9-4aa8-89f5-851a16776c64 req-26a3ba56-c0e1-4c7c-bcba-c8cec649daeb tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 210 time: 0.0288000 Sep 29 18:11:53.816039 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-c57b8771-24dd-4ad6-b6cf-59efcd808a8c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 380 time: 0.0516665 Sep 29 18:11:53.825637 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-f869e5aa-c6f7-4a23-8480-0dabff86d00c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Request body: {'port': {'device_id': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'admin_state_up': True, 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'security_groups': ['a1548440-ac53-4813-b7b9-ab0f2219439e']}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:11:53.928411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-f869e5aa-c6f7-4a23-8480-0dabff86d00c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Made reservation on behalf of 5b67a4fe57244d4a90ba1811eb3c5310 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:11:53.932164 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-f869e5aa-c6f7-4a23-8480-0dabff86d00c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:54.055725 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-f869e5aa-c6f7-4a23-8480-0dabff86d00c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Allocated IP 172.20.0.9 (9f20a46d-ad7f-4756-9b2a-f8b9239336fc/01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4/29c2d06b-8617-4d42-a34c-cf471515cb1e) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:11:54.195070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-f869e5aa-c6f7-4a23-8480-0dabff86d00c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:54.216553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e37ebb71-7cab-480c-a5dd-3d3f3141473f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:11:54.233645 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-f869e5aa-c6f7-4a23-8480-0dabff86d00c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:54.270553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e37ebb71-7cab-480c-a5dd-3d3f3141473f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:11:54.270928 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:54.275100 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-f869e5aa-c6f7-4a23-8480-0dabff86d00c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:11:54.278110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-f869e5aa-c6f7-4a23-8480-0dabff86d00c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:11:54.281701 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-f869e5aa-c6f7-4a23-8480-0dabff86d00c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:11:54.309260 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869e5aa-c6f7-4a23-8480-0dabff86d00c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Pushing event updated for resources: {'Port': ['ID=29c2d06b-8617-4d42-a34c-cf471515cb1e,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:54.340591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-f869e5aa-c6f7-4a23-8480-0dabff86d00c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:54.340862 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-f869e5aa-c6f7-4a23-8480-0dabff86d00c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:54.358051 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-f869e5aa-c6f7-4a23-8480-0dabff86d00c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5360379 Sep 29 18:11:54.429102 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Request body: {'port': {'device_id': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:11:54.487935 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:54.561518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a76e62ed-2e54-4a9f-8196-2de768528b52 None None] Provisioning complete for port 29c2d06b-8617-4d42-a34c-cf471515cb1e triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:11:54.561803 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a76e62ed-2e54-4a9f-8196-2de768528b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:54.595938 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a76e62ed-2e54-4a9f-8196-2de768528b52 None None] Port 29c2d06b-8617-4d42-a34c-cf471515cb1e cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:11:54.746625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c2d06b-8617-4d42-a34c-cf471515cb1e {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:11:54.754706 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:54.766522 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Transition to ACTIVE for port object 29c2d06b-8617-4d42-a34c-cf471515cb1e will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:11:54.770010 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:54.846473 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Pushing event updated for resources: {'Port': ['ID=29c2d06b-8617-4d42-a34c-cf471515cb1e,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:55.218518 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Attempting to bind port 29c2d06b-8617-4d42-a34c-cf471515cb1e on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:11:55.218846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Attempting to bind port 29c2d06b-8617-4d42-a34c-cf471515cb1e by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:11:55.219167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Attempting to bind port 29c2d06b-8617-4d42-a34c-cf471515cb1e on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:11:55.229525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcabe30-9175-4652-9559-c5fafdd4ff07 req-9ca484c3-0913-4b19-8c78-4ca599ad5baa tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:55.231004 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-edcabe30-9175-4652-9559-c5fafdd4ff07 req-9ca484c3-0913-4b19-8c78-4ca599ad5baa tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 943 time: 0.3877189 Sep 29 18:11:55.233088 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Port 29c2d06b-8617-4d42-a34c-cf471515cb1e on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:11:55.233435 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Attempting to bind port 29c2d06b-8617-4d42-a34c-cf471515cb1e on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:11:55.240203 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:11:55.240533 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Checking segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:11:55.240902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Bound using segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:11:55.241343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Bound port: 29c2d06b-8617-4d42-a34c-cf471515cb1e, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:11:55.241698 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:55.304456 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-edcabe30-9175-4652-9559-c5fafdd4ff07 req-1a9fa471-9117-4e52-99a7-a999273c46b0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661008 Sep 29 18:11:55.330967 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] For port 29c2d06b-8617-4d42-a34c-cf471515cb1e, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:11:55.333897 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] For port 29c2d06b-8617-4d42-a34c-cf471515cb1e, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:11:55.338539 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:55.372251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:55.372857 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:55.374505 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] 10.222.0.35 "PUT /v2.0/ports/29c2d06b-8617-4d42-a34c-cf471515cb1e HTTP/1.1" status: 200 len: 1091 time: 1.0030704 Sep 29 18:11:55.374937 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'tag': '29c2d06b-8617-4d42-a34c-cf471515cb1e'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:11:55.377419 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03581b12-2af0-4f45-8c32-903ed6286e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fc260c-1e86-48eb-97eb-ec4341f5a6ce", "tag": "29c2d06b-8617-4d42-a34c-cf471515cb1e"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:11:55.402723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f8a3b-20a7-4aed-88dc-89f68c2a035b service neutron] Pushing event updated for resources: {'Port': ['ID=29c2d06b-8617-4d42-a34c-cf471515cb1e,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:55.432677 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb09ac96-2d72-40af-9f76-c5645327bce5 x-openstack-request-id: req-fb09ac96-2d72-40af-9f76-c5645327bce5 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:11:55.432982 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fc260c-1e86-48eb-97eb-ec4341f5a6ce", "tag": "29c2d06b-8617-4d42-a34c-cf471515cb1e", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:11:55.433236 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb09ac96-2d72-40af-9f76-c5645327bce5 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:11:55.433674 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'tag': '29c2d06b-8617-4d42-a34c-cf471515cb1e', 'status': 'completed', 'code': 200} Sep 29 18:11:55.493589 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-32c80c86-3b2a-4f8b-90d7-d2ed541eb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:55.495106 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-32c80c86-3b2a-4f8b-90d7-d2ed541eb8b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 1094 time: 0.0441539 Sep 29 18:11:55.552891 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-b6d4d645-4ebc-4d2f-83ad-a6cf268ff248 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e HTTP/1.1" status: 200 len: 217 time: 0.0382354 Sep 29 18:11:55.603904 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-e5c416fe-70e5-4934-ab74-e87331e64ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:55.605383 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-e5c416fe-70e5-4934-ab74-e87331e64ac9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0432794 Sep 29 18:11:55.660395 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-fa46f44b-472b-42c7-a83f-f3ea46a8d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:55.661885 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-fa46f44b-472b-42c7-a83f-f3ea46a8d375 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490084 Sep 29 18:11:55.753826 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-a796c907-4df8-44de-a992-8dc586be261e service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845835 Sep 29 18:11:55.841795 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5f6b6dcd-acb5-47d7-b02f-2b5bee31ecc5 req-19c2ab84-a28c-4df7-883a-5887252f9064 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805042 Sep 29 18:11:55.966843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03581b12-2af0-4f45-8c32-903ed6286e2d req-f414f0b7-f714-4460-bff6-b745a7457ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:55.968302 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-03581b12-2af0-4f45-8c32-903ed6286e2d req-f414f0b7-f714-4460-bff6-b745a7457ca7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 1094 time: 0.0446925 Sep 29 18:11:56.062044 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03581b12-2af0-4f45-8c32-903ed6286e2d req-422c71d2-6921-401d-ae77-43791b78720c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:56.063490 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-03581b12-2af0-4f45-8c32-903ed6286e2d req-422c71d2-6921-401d-ae77-43791b78720c service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0876691 Sep 29 18:11:56.108264 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-03581b12-2af0-4f45-8c32-903ed6286e2d req-6de9e540-0eed-4334-b83d-2db6b9d71b3c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e HTTP/1.1" status: 200 len: 217 time: 0.0373065 Sep 29 18:11:56.156439 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03581b12-2af0-4f45-8c32-903ed6286e2d req-277f3abb-8fc5-41ff-9650-c0490b18726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:56.157908 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-03581b12-2af0-4f45-8c32-903ed6286e2d req-277f3abb-8fc5-41ff-9650-c0490b18726f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0426383 Sep 29 18:11:56.203290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03581b12-2af0-4f45-8c32-903ed6286e2d req-7cdd13f3-4315-4c91-8db2-ba12090adbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:56.204824 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-03581b12-2af0-4f45-8c32-903ed6286e2d req-7cdd13f3-4315-4c91-8db2-ba12090adbae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398130 Sep 29 18:11:56.297427 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-03581b12-2af0-4f45-8c32-903ed6286e2d req-34d1f89a-940f-4e4b-8912-10106e596368 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854211 Sep 29 18:11:56.415048 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-03581b12-2af0-4f45-8c32-903ed6286e2d req-2eb06a45-f13d-492b-8788-4f5d308c7b7a service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103902 Sep 29 18:11:56.432948 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51412d-7e72-4971-ba01-c871adef48b5 req-f109fc9d-bf4e-4487-a13c-bbe10c753f36 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:56.434485 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1f51412d-7e72-4971-ba01-c871adef48b5 req-f109fc9d-bf4e-4487-a13c-bbe10c753f36 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 943 time: 0.0622401 Sep 29 18:11:56.472727 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1f51412d-7e72-4971-ba01-c871adef48b5 req-a8ad70a9-c529-4843-85ba-59912558304c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318601 Sep 29 18:11:57.587375 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb83d6d-cbec-4e2a-b0d0-20f18b1c84ae req-fcd1dd9f-b4f9-4798-8a2f-136c4fac42b2 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:57.588839 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0fb83d6d-cbec-4e2a-b0d0-20f18b1c84ae req-fcd1dd9f-b4f9-4798-8a2f-136c4fac42b2 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 943 time: 0.0482829 Sep 29 18:11:57.627574 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0fb83d6d-cbec-4e2a-b0d0-20f18b1c84ae req-6d383cbd-3544-4cc9-957a-3db0143bd658 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322900 Sep 29 18:11:57.807384 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:58.044459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 29c2d06b-8617-4d42-a34c-cf471515cb1e details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:11:58.139178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 29c2d06b-8617-4d42-a34c-cf471515cb1e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:11:58.150528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '29c2d06b-8617-4d42-a34c-cf471515cb1e', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'port_id': '29c2d06b-8617-4d42-a34c-cf471515cb1e', 'mac_address': 'fa:16:3e:08:26:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:11:58.186350 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:58.198584 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c2d06b-8617-4d42-a34c-cf471515cb1e {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:11:58.218302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 29c2d06b-8617-4d42-a34c-cf471515cb1e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:11:58.223108 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:11:58.272095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=29c2d06b-8617-4d42-a34c-cf471515cb1e,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:11:58.606752 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['29c2d06b-8617-4d42-a34c-cf471515cb1e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:11:58.753441 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d899452-1ac9-4dd9-ae0e-de10ba9ff01d req-45f47232-92dc-47d6-90d9-63dae7702e21 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:58.754905 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d899452-1ac9-4dd9-ae0e-de10ba9ff01d req-45f47232-92dc-47d6-90d9-63dae7702e21 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 944 time: 0.0524518 Sep 29 18:11:58.791796 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d899452-1ac9-4dd9-ae0e-de10ba9ff01d req-c7138c1d-ee68-4f93-81a1-5a141a33ca79 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309978 Sep 29 18:11:59.903067 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b8673-7fc3-49a6-8175-ff391ab98fa3 req-1f8184e3-8130-4206-94ec-d9530155dc63 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:11:59.904513 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de5b8673-7fc3-49a6-8175-ff391ab98fa3 req-1f8184e3-8130-4206-94ec-d9530155dc63 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 944 time: 0.0477579 Sep 29 18:11:59.942679 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-de5b8673-7fc3-49a6-8175-ff391ab98fa3 req-51d0743b-547e-4b5b-b35d-f1b729c9bb61 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320344 Sep 29 18:12:00.051058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 29c2d06b-8617-4d42-a34c-cf471515cb1e up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:12:00.098389 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 29c2d06b-8617-4d42-a34c-cf471515cb1e completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:12:00.102086 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 29c2d06b-8617-4d42-a34c-cf471515cb1e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:12:00.102507 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:00.180390 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:00.201784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c2d06b-8617-4d42-a34c-cf471515cb1e'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:12:00.203730 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffc3a42-021f-4ca9-ac9a-4a2d7ea47c73" -d '{"events": [{"server_uuid": "e6fc260c-1e86-48eb-97eb-ec4341f5a6ce", "name": "network-vif-plugged", "status": "completed", "tag": "29c2d06b-8617-4d42-a34c-cf471515cb1e"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:12:00.216024 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 29c2d06b-8617-4d42-a34c-cf471515cb1e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:12:00.223781 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:00.270270 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=29c2d06b-8617-4d42-a34c-cf471515cb1e,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:12:00.314727 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b12b123-a9fa-4a63-be95-5e20f0de16c8 x-openstack-request-id: req-8b12b123-a9fa-4a63-be95-5e20f0de16c8 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:12:00.315026 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fc260c-1e86-48eb-97eb-ec4341f5a6ce", "name": "network-vif-plugged", "status": "completed", "tag": "29c2d06b-8617-4d42-a34c-cf471515cb1e", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:12:00.315281 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b12b123-a9fa-4a63-be95-5e20f0de16c8 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:12:00.315680 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c2d06b-8617-4d42-a34c-cf471515cb1e', 'code': 200} Sep 29 18:12:00.437463 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc59a0d-0056-4f9a-9e5b-3d26a5374759 req-069c4972-98a0-4ef0-a6f6-28a4028b4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:12:00.438968 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-acc59a0d-0056-4f9a-9e5b-3d26a5374759 req-069c4972-98a0-4ef0-a6f6-28a4028b4298 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 1096 time: 0.0395672 Sep 29 18:12:00.473596 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-acc59a0d-0056-4f9a-9e5b-3d26a5374759 req-b5d67b49-1a53-497a-a452-d55ed0b42c31 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276229 Sep 29 18:12:01.057784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e65d57-3209-44aa-8fae-d46e7b6cfe05 req-9c43ef36-e1c6-466a-987a-b171dc5e3404 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:12:01.059230 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6e65d57-3209-44aa-8fae-d46e7b6cfe05 req-9c43ef36-e1c6-466a-987a-b171dc5e3404 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0512519 Sep 29 18:12:01.096271 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d6e65d57-3209-44aa-8fae-d46e7b6cfe05 req-2ba52a88-a12f-4a42-b6a8-8a3e38f0ab5d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306935 Sep 29 18:12:02.214148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc6fb9-b2e1-4dd0-a0ee-0c376a90c824 req-61ffa456-a3d5-4e64-b5f7-f3e591d398ef tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:12:02.215611 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5cdc6fb9-b2e1-4dd0-a0ee-0c376a90c824 req-61ffa456-a3d5-4e64-b5f7-f3e591d398ef tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0518749 Sep 29 18:12:02.254418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5cdc6fb9-b2e1-4dd0-a0ee-0c376a90c824 req-62a9d592-95f1-4c3f-a210-ac291e452162 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326221 Sep 29 18:12:02.363343 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867fde0-bda4-45e3-9811-1744449d29f3 req-ddd1780d-eda8-47fc-8c67-33936038a77b tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:12:02.364812 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c867fde0-bda4-45e3-9811-1744449d29f3 req-ddd1780d-eda8-47fc-8c67-33936038a77b tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0482655 Sep 29 18:12:02.373298 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 51990) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:12:02.377962 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5fddf1d0-ed28-4b42-bc64-601ad541f15d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Request body: {'floatingip': {'port_id': '29c2d06b-8617-4d42-a34c-cf471515cb1e'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:12:02.419993 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fddf1d0-ed28-4b42-bc64-601ad541f15d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:02.828986 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fddf1d0-ed28-4b42-bc64-601ad541f15d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:02.833140 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fddf1d0-ed28-4b42-bc64-601ad541f15d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:02.933715 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-5fddf1d0-ed28-4b42-bc64-601ad541f15d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Floating IP efc45e3d-e52c-4733-a5d1-e34013898536 associated. External IP: 172.25.2.106, port: 29c2d06b-8617-4d42-a34c-cf471515cb1e. Sep 29 18:12:03.138143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fddf1d0-ed28-4b42-bc64-601ad541f15d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Router e724c8ae-587b-4683-96dd-6aabf6f6e816 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:12:03.249196 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fddf1d0-ed28-4b42-bc64-601ad541f15d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:12:03.254727 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5fddf1d0-ed28-4b42-bc64-601ad541f15d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:03.259629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c7da8a-ecaf-42cc-bd01-ed994365dca4 None None] Sync routers for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:12:03.269157 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c7da8a-ecaf-42cc-bd01-ed994365dca4 None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:12:03.269799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a7c7da8a-ecaf-42cc-bd01-ed994365dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:11:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:12:03.282035 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5fddf1d0-ed28-4b42-bc64-601ad541f15d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "PUT /v2.0/floatingips/efc45e3d-e52c-4733-a5d1-e34013898536 HTTP/1.1" status: 200 len: 991 time: 0.9077070 Sep 29 18:12:03.282743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'tag': '29c2d06b-8617-4d42-a34c-cf471515cb1e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:12:03.285121 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcb0d9c-8a70-4437-b85c-7110ed59ace3" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fc260c-1e86-48eb-97eb-ec4341f5a6ce", "tag": "29c2d06b-8617-4d42-a34c-cf471515cb1e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:12:03.321308 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c44018-8778-4650-af6b-5f144a65f660 x-openstack-request-id: req-f9c44018-8778-4650-af6b-5f144a65f660 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:12:03.321690 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fc260c-1e86-48eb-97eb-ec4341f5a6ce", "tag": "29c2d06b-8617-4d42-a34c-cf471515cb1e", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:12:03.322011 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9c44018-8778-4650-af6b-5f144a65f660 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:12:03.322480 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'tag': '29c2d06b-8617-4d42-a34c-cf471515cb1e', 'status': 'completed', 'code': 200} Sep 29 18:12:03.377197 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a7c7da8a-ecaf-42cc-bd01-ed994365dca4 None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:12:03.416401 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb0d9c-8a70-4437-b85c-7110ed59ace3 req-b453c544-4ee9-4336-9930-4a2d9a4e6c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:12:03.417889 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdcb0d9c-8a70-4437-b85c-7110ed59ace3 req-b453c544-4ee9-4336-9930-4a2d9a4e6c24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 1096 time: 0.0410738 Sep 29 18:12:03.511450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb0d9c-8a70-4437-b85c-7110ed59ace3 req-62c669b5-2e48-499b-8007-0c1c2e995621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:12:03.512940 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdcb0d9c-8a70-4437-b85c-7110ed59ace3 req-62c669b5-2e48-499b-8007-0c1c2e995621 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0881600 Sep 29 18:12:03.605534 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a7c7da8a-ecaf-42cc-bd01-ed994365dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'efc45e3d-e52c-4733-a5d1-e34013898536', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'port_id': '29c2d06b-8617-4d42-a34c-cf471515cb1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'mac_address': 'fa:16:3e:08:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:11:51Z', 'updated_at': '2021-09-29T18:12:02Z', 'revision_number': 1, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:12:03.612340 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdcb0d9c-8a70-4437-b85c-7110ed59ace3 req-9cbcb40a-e74f-422a-8300-031fbaa8d134 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e HTTP/1.1" status: 200 len: 999 time: 0.0919693 Sep 29 18:12:03.632310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c7da8a-ecaf-42cc-bd01-ed994365dca4 None None] Checking router: e724c8ae-587b-4683-96dd-6aabf6f6e816 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:12:03.640582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c7da8a-ecaf-42cc-bd01-ed994365dca4 None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:12:03.641183 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a7c7da8a-ecaf-42cc-bd01-ed994365dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:11:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:12:03.660764 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb0d9c-8a70-4437-b85c-7110ed59ace3 req-db162b1f-9c85-4492-b496-8fb03a389464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:12:03.662261 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdcb0d9c-8a70-4437-b85c-7110ed59ace3 req-db162b1f-9c85-4492-b496-8fb03a389464 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0437202 Sep 29 18:12:03.713494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb0d9c-8a70-4437-b85c-7110ed59ace3 req-07ccf948-447a-4ef8-a409-af6ce909cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:12:03.715013 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdcb0d9c-8a70-4437-b85c-7110ed59ace3 req-07ccf948-447a-4ef8-a409-af6ce909cacb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456848 Sep 29 18:12:03.809919 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdcb0d9c-8a70-4437-b85c-7110ed59ace3 req-242288ff-d5e8-4ea0-8752-fe7186ed3231 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875168 Sep 29 18:12:03.903879 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cdcb0d9c-8a70-4437-b85c-7110ed59ace3 req-940a4bfe-d783-4da1-bd30-bafbaf460af0 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868602 Sep 29 18:12:03.905769 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a7c7da8a-ecaf-42cc-bd01-ed994365dca4 None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:12:04.122561 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a7c7da8a-ecaf-42cc-bd01-ed994365dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'efc45e3d-e52c-4733-a5d1-e34013898536', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'port_id': '29c2d06b-8617-4d42-a34c-cf471515cb1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'mac_address': 'fa:16:3e:08:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:11:51Z', 'updated_at': '2021-09-29T18:12:02Z', 'revision_number': 1, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:12:04.152466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c7da8a-ecaf-42cc-bd01-ed994365dca4 None None] The sync data for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 is: [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'efc45e3d-e52c-4733-a5d1-e34013898536', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'port_id': '29c2d06b-8617-4d42-a34c-cf471515cb1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'mac_address': 'fa:16:3e:08:26:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:11:51Z', 'updated_at': '2021-09-29T18:12:02Z', 'revision_number': 1, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:12:04.352551 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c21f19-fec7-47c5-8184-713596833789 None None] New status for floating IP efc45e3d-e52c-4733-a5d1-e34013898536: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:12:10.858403 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c925668d-2658-4921-ad96-0b7c1817c5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:13.590497 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d16779dc-9c60-4f0a-aa3d-27c8f2b792d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:14.692586 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:14.723565 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:14.904488 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:17.014928 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:20.336847 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:12:27.814328 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:40.859043 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1e762618-2df2-49f8-bf94-12b5ec1bc947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:43.589353 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bac1ac33-8969-4bdd-a5dc-d195cd9b6fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:44.693598 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:44.725781 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:44.919574 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:46.467289 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2745caa-d47f-4700-b1e5-af3e9ded4dbb req-e1f38c48-70e4-4f01-9d82-e7092e2c26a7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407205 Sep 29 18:12:46.586660 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2745caa-d47f-4700-b1e5-af3e9ded4dbb req-ac02bd41-c8b6-4b7a-b1ec-94b52fdd5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:12:46.588336 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2745caa-d47f-4700-b1e5-af3e9ded4dbb req-ac02bd41-c8b6-4b7a-b1ec-94b52fdd5105 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 1096 time: 0.0427771 Sep 29 18:12:46.695823 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2745caa-d47f-4700-b1e5-af3e9ded4dbb req-cd864329-e931-4c60-a0d4-fca28e393e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:12:46.697226 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2745caa-d47f-4700-b1e5-af3e9ded4dbb req-cd864329-e931-4c60-a0d4-fca28e393e38 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0895727 Sep 29 18:12:46.761641 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2745caa-d47f-4700-b1e5-af3e9ded4dbb req-ab3c1a4a-cb0e-45ff-a705-4a089a699d6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e HTTP/1.1" status: 200 len: 1001 time: 0.0573623 Sep 29 18:12:46.812399 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2745caa-d47f-4700-b1e5-af3e9ded4dbb req-e60f1638-9358-468c-9a95-cda1fec5ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:12:46.813806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2745caa-d47f-4700-b1e5-af3e9ded4dbb req-e60f1638-9358-468c-9a95-cda1fec5ff9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0456958 Sep 29 18:12:46.859104 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2745caa-d47f-4700-b1e5-af3e9ded4dbb req-0e4ff213-8a6a-4871-99dc-9d91a03e4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:12:46.860564 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2745caa-d47f-4700-b1e5-af3e9ded4dbb req-0e4ff213-8a6a-4871-99dc-9d91a03e4633 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389767 Sep 29 18:12:46.953821 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2745caa-d47f-4700-b1e5-af3e9ded4dbb req-e1cc1371-5b7c-4cf5-9e44-0611dcb6ccb0 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858657 Sep 29 18:12:47.017266 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:12:47.042399 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2745caa-d47f-4700-b1e5-af3e9ded4dbb req-5f94bc03-d813-45f0-bfe0-82e76a814989 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820186 Sep 29 18:12:57.336433 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:12:57.815017 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:13:10.860209 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f30c89e2-5d74-4d36-99fa-2b208b70767a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:13:13.588656 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7aed9db6-d68e-4bab-b419-e90c2d03e98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:13:14.697522 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:13:14.728703 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:13:14.912702 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:13:17.020010 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:13:27.829077 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:13:34.336340 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:13:40.861345 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8fcba279-bae5-4142-a96c-9c6449f04f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:13:43.593184 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d0e2426e-e6d9-4def-bc14-c42e629cdb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:13:44.698524 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:13:44.732540 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:13:44.933403 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:13:46.456365 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1834b03-9459-4251-9f9b-2aae75892466 req-7dda1a4b-fec6-4dae-91bd-7e473e478d6b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381742 Sep 29 18:13:46.557626 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1834b03-9459-4251-9f9b-2aae75892466 req-146fda52-f63b-46c7-b8f8-6ba06db97a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:13:46.559149 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1834b03-9459-4251-9f9b-2aae75892466 req-146fda52-f63b-46c7-b8f8-6ba06db97a97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 1096 time: 0.0439563 Sep 29 18:13:46.659015 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1834b03-9459-4251-9f9b-2aae75892466 req-30e11a1e-7fe4-4552-90f8-83916de1da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:13:46.660462 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1834b03-9459-4251-9f9b-2aae75892466 req-30e11a1e-7fe4-4552-90f8-83916de1da46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0832505 Sep 29 18:13:46.728038 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1834b03-9459-4251-9f9b-2aae75892466 req-d8039684-a535-4c53-bcbb-f42e97fdf593 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e HTTP/1.1" status: 200 len: 1001 time: 0.0598207 Sep 29 18:13:46.775345 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1834b03-9459-4251-9f9b-2aae75892466 req-8d12754d-d313-4f89-861b-b79296c61d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:13:46.776726 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1834b03-9459-4251-9f9b-2aae75892466 req-8d12754d-d313-4f89-861b-b79296c61d26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0423782 Sep 29 18:13:46.821932 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1834b03-9459-4251-9f9b-2aae75892466 req-f7082a5a-d61f-40d8-a6e2-b3c551acc74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:13:46.823422 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1834b03-9459-4251-9f9b-2aae75892466 req-f7082a5a-d61f-40d8-a6e2-b3c551acc74a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399048 Sep 29 18:13:46.917536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1834b03-9459-4251-9f9b-2aae75892466 req-48266f0b-142c-4855-9c93-526358392f92 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871644 Sep 29 18:13:47.006348 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1834b03-9459-4251-9f9b-2aae75892466 req-572d8946-3890-4eca-b5a3-d87dc63cd631 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804899 Sep 29 18:13:47.022992 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:13:57.822813 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:10.862582 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7fed1ec3-5ac5-41a7-86a4-e1a4d2f123d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:11.335497 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:14:13.593733 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b9c30b54-263c-4249-a3ce-90f13efc5576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:14.698766 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:14.734436 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:14.933844 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:17.025155 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:27.844917 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:35.637618 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc21fbf-e6f6-44fc-ae6d-3dbe1ecb0e14 req-891525c1-bfb0-4a9d-8443-854f69cc4660 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:35.639102 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dfc21fbf-e6f6-44fc-ae6d-3dbe1ecb0e14 req-891525c1-bfb0-4a9d-8443-854f69cc4660 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.1254942 Sep 29 18:14:35.675901 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dfc21fbf-e6f6-44fc-ae6d-3dbe1ecb0e14 req-e2bbf81b-01e4-40f5-8b71-3dd639528134 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308051 Sep 29 18:14:35.914440 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9251d61-44be-4846-b305-3c70c8bb114d req-45b04abb-47e4-43b0-a214-fac4e27e90c9 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:35.915912 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c9251d61-44be-4846-b305-3c70c8bb114d req-45b04abb-47e4-43b0-a214-fac4e27e90c9 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0496476 Sep 29 18:14:35.946971 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-2f027b1b-21d6-4188-94e5-1b01ee78ce25 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0905511 Sep 29 18:14:35.953413 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c9251d61-44be-4846-b305-3c70c8bb114d req-299c76f0-8e40-4a74-86d9-c794d1f13685 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315745 Sep 29 18:14:37.039074 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-4c1c8bae-b14b-46c4-978a-965b18f00fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:37.040592 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-4c1c8bae-b14b-46c4-978a-965b18f00fa6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 1096 time: 0.0408649 Sep 29 18:14:37.071583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840d7da-b701-47f3-98d9-9d98cb32b659 req-86fd4487-0b5c-42a8-8ad5-65421b8a6e3b tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:37.073073 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f840d7da-b701-47f3-98d9-9d98cb32b659 req-86fd4487-0b5c-42a8-8ad5-65421b8a6e3b tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0480988 Sep 29 18:14:37.114060 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f840d7da-b701-47f3-98d9-9d98cb32b659 req-83fcc967-03f7-4422-b987-09d3334e7dce tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349522 Sep 29 18:14:37.135371 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-e140fe1c-e446-4ca6-8dc6-ddda8c96edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:37.136848 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-e140fe1c-e446-4ca6-8dc6-ddda8c96edcf service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0879111 Sep 29 18:14:37.199712 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-0bc99d89-5ffb-4442-9f64-f48d85793815 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e HTTP/1.1" status: 200 len: 1001 time: 0.0558028 Sep 29 18:14:37.253166 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-47db98d4-f797-4aea-b490-94643695e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:37.254660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-47db98d4-f797-4aea-b490-94643695e83d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0480101 Sep 29 18:14:37.300198 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-966b5f68-9e6d-4194-a332-6930f7427ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:37.301679 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-966b5f68-9e6d-4194-a332-6930f7427ab9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397186 Sep 29 18:14:37.390554 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-3d37c102-0c6d-4657-b5de-b645e07ba97d service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817993 Sep 29 18:14:37.484064 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-6fc7e7f7-b399-44ea-9854-b399453ff282 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836112 Sep 29 18:14:38.230891 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67848154-c3f3-42c8-a049-7c500b5e7848 req-cac8a088-5386-48c7-989b-653ed3185f42 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:38.232403 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-67848154-c3f3-42c8-a049-7c500b5e7848 req-cac8a088-5386-48c7-989b-653ed3185f42 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0487258 Sep 29 18:14:38.269384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-67848154-c3f3-42c8-a049-7c500b5e7848 req-fa3097ed-feaa-4453-a5e5-38de5bfac453 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310171 Sep 29 18:14:39.384208 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf6b97-b462-4e6a-8d83-2bfcaa3eca5e req-7b4fc239-82e0-41eb-9bd4-48458209bbd7 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:39.385800 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-facf6b97-b462-4e6a-8d83-2bfcaa3eca5e req-7b4fc239-82e0-41eb-9bd4-48458209bbd7 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0494599 Sep 29 18:14:39.429443 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-facf6b97-b462-4e6a-8d83-2bfcaa3eca5e req-0aca1dd8-1837-47cf-84b3-dfd8b88d0df1 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374351 Sep 29 18:14:40.548269 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a92bdc-a100-4647-8165-e7ced17cbbee req-8bc0f60f-fd14-449d-a7d3-d57deb5edd37 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:40.549678 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51a92bdc-a100-4647-8165-e7ced17cbbee req-8bc0f60f-fd14-449d-a7d3-d57deb5edd37 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0527437 Sep 29 18:14:40.587101 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51a92bdc-a100-4647-8165-e7ced17cbbee req-e034a0c9-66a5-4be9-bc7a-1866e5dab9b2 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309122 Sep 29 18:14:40.862803 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7617-ae82-4a97-acc7-6b9f5ed1a251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:41.707112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2bf74-0187-4485-a43f-59330cbd149e req-b932064b-6063-4865-bb17-9537382679d4 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:41.708562 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46c2bf74-0187-4485-a43f-59330cbd149e req-b932064b-6063-4865-bb17-9537382679d4 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0480337 Sep 29 18:14:41.747947 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-46c2bf74-0187-4485-a43f-59330cbd149e req-d6c905e0-764c-486f-932e-c3c5a85bd20b tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334885 Sep 29 18:14:42.862237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91ebb8-88cb-4db2-b1f1-497d266cd605 req-b280f935-529d-45cd-b23d-632ac94bae21 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:42.863625 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d91ebb8-88cb-4db2-b1f1-497d266cd605 req-b280f935-529d-45cd-b23d-632ac94bae21 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0481138 Sep 29 18:14:42.902115 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d91ebb8-88cb-4db2-b1f1-497d266cd605 req-51ab25a9-48cf-4c05-960f-0aa8dd29d16c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314074 Sep 29 18:14:43.595235 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b2fe67f6-c078-4a7c-8b53-2ad7531d1ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:44.071728 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340ded1-6536-470d-9dfd-441367b08d74 req-18ce87fe-c3e3-4545-9eb2-0fbfef86c82f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:44.073194 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4340ded1-6536-470d-9dfd-441367b08d74 req-18ce87fe-c3e3-4545-9eb2-0fbfef86c82f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.1012690 Sep 29 18:14:44.113961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4340ded1-6536-470d-9dfd-441367b08d74 req-3f2650c3-fb83-41d2-b77e-2c1a990e99a2 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343428 Sep 29 18:14:44.699682 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:44.737104 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:44.947711 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:45.229135 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbd411-c029-44a7-a650-3fb9bbf08a76 req-8c8d1f81-2c36-40f4-b6a4-1782d12e72a0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:45.230613 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bbcbd411-c029-44a7-a650-3fb9bbf08a76 req-8c8d1f81-2c36-40f4-b6a4-1782d12e72a0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0479665 Sep 29 18:14:45.268358 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bbcbd411-c029-44a7-a650-3fb9bbf08a76 req-aba4d3bd-d64c-41ef-ba25-b79cc2cc00a5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317898 Sep 29 18:14:46.383665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263139fe-a60f-4a6b-8c2a-7d1217410365 req-d4a92056-2dff-43ca-a8c2-f654fff1cd50 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:46.385123 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-263139fe-a60f-4a6b-8c2a-7d1217410365 req-d4a92056-2dff-43ca-a8c2-f654fff1cd50 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0484798 Sep 29 18:14:46.420532 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-263139fe-a60f-4a6b-8c2a-7d1217410365 req-f130b8a9-5ec6-45d2-b514-d600f7660dc0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297120 Sep 29 18:14:47.033373 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:47.550240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5df0-c0c1-4b8a-9e75-a7dc091ccce9 req-6d78599e-69fd-4b61-bba0-deb34d1bb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:47.551721 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd9d5df0-c0c1-4b8a-9e75-a7dc091ccce9 req-6d78599e-69fd-4b61-bba0-deb34d1bb345 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 1096 time: 0.0720282 Sep 29 18:14:47.564390 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd6e3f-f35b-4797-b967-c834138f7ff0 req-18183b1b-9f3e-4ffa-abb1-374812329f51 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:47.565851 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-29dd6e3f-f35b-4797-b967-c834138f7ff0 req-18183b1b-9f3e-4ffa-abb1-374812329f51 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0771840 Sep 29 18:14:47.671070 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-29dd6e3f-f35b-4797-b967-c834138f7ff0 req-e3f887e1-dcef-4ff5-a059-288cc837451e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918751 Sep 29 18:14:47.690533 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5df0-c0c1-4b8a-9e75-a7dc091ccce9 req-ef6523da-a838-4e75-8383-95cb7845a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:47.691978 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd9d5df0-c0c1-4b8a-9e75-a7dc091ccce9 req-ef6523da-a838-4e75-8383-95cb7845a253 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.1220117 Sep 29 18:14:47.756550 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd9d5df0-c0c1-4b8a-9e75-a7dc091ccce9 req-8eae728d-1bc5-45f7-9d05-ba144c0c6c38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e HTTP/1.1" status: 200 len: 1001 time: 0.0562816 Sep 29 18:14:47.807745 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5df0-c0c1-4b8a-9e75-a7dc091ccce9 req-6b03d0a0-bf6b-4a1c-9070-480643112e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:47.809181 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd9d5df0-c0c1-4b8a-9e75-a7dc091ccce9 req-6b03d0a0-bf6b-4a1c-9070-480643112e03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0428963 Sep 29 18:14:47.857672 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d5df0-c0c1-4b8a-9e75-a7dc091ccce9 req-b1d42c20-9380-4975-a13f-216fb2b587b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:47.859134 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd9d5df0-c0c1-4b8a-9e75-a7dc091ccce9 req-b1d42c20-9380-4975-a13f-216fb2b587b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426612 Sep 29 18:14:47.967341 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd9d5df0-c0c1-4b8a-9e75-a7dc091ccce9 req-14b6db70-1649-4d0d-894d-c19666d51d11 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788312 Sep 29 18:14:48.061598 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd9d5df0-c0c1-4b8a-9e75-a7dc091ccce9 req-a8d7dabd-d462-4e8d-b426-b3456c740ba5 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838361 Sep 29 18:14:48.333920 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:14:49.039900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3bac2-5f79-4cfc-a2eb-603859c4c22b req-ab0e6625-7412-445e-ac30-abee23049649 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:49.041332 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59d3bac2-5f79-4cfc-a2eb-603859c4c22b req-ab0e6625-7412-445e-ac30-abee23049649 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0475955 Sep 29 18:14:49.077569 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-59d3bac2-5f79-4cfc-a2eb-603859c4c22b req-c03a9272-b299-430e-b23a-76ea9b576488 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303590 Sep 29 18:14:49.548059 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-453a6393-327f-4eb0-b862-132a2023b256 service neutron] show failed (client error): The resource could not be found. Sep 29 18:14:49.549048 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-453a6393-327f-4eb0-b862-132a2023b256 service neutron] 10.222.0.35 "GET /v2.0/ports/29c2d06b-8617-4d42-a34c-cf471515cb1e/bindings/n-h1-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.0534883 Sep 29 18:14:49.750759 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-84610bf3-c8ef-4abb-86d7-47ef6cc6db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:49.752600 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-84610bf3-c8ef-4abb-86d7-47ef6cc6db84 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce&tenant_id=5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 1096 time: 0.0422013 Sep 29 18:14:49.764022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:14:49.819491 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:50.030130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] For port 29c2d06b-8617-4d42-a34c-cf471515cb1e, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:14:50.061577 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] For port 29c2d06b-8617-4d42-a34c-cf471515cb1e, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:14:50.102477 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c2d06b-8617-4d42-a34c-cf471515cb1e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:14:50.104739 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb2b3d2-c70b-4138-9b8c-5ecb88401bdb" -d '{"events": [{"server_uuid": "e6fc260c-1e86-48eb-97eb-ec4341f5a6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "29c2d06b-8617-4d42-a34c-cf471515cb1e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:14:50.109143 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:50.122553 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Transition to ACTIVE for port object 29c2d06b-8617-4d42-a34c-cf471515cb1e will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:14:50.127480 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:50.162941 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 18:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167bc3ff-9fb1-4333-a68f-ea048234f265 x-openstack-request-id: req-167bc3ff-9fb1-4333-a68f-ea048234f265 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:14:50.163240 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fc260c-1e86-48eb-97eb-ec4341f5a6ce", "name": "network-vif-unplugged", "status": "completed", "tag": "29c2d06b-8617-4d42-a34c-cf471515cb1e", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:14:50.163492 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-167bc3ff-9fb1-4333-a68f-ea048234f265 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:14:50.163887 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c2d06b-8617-4d42-a34c-cf471515cb1e', 'code': 200} Sep 29 18:14:50.199883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d45ec-6f6e-428b-bbd5-74a58509fe86 req-38f43956-58ac-4f40-a0b5-aeb379fbc847 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:50.201494 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-339d45ec-6f6e-428b-bbd5-74a58509fe86 req-38f43956-58ac-4f40-a0b5-aeb379fbc847 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 943 time: 0.0528586 Sep 29 18:14:50.204811 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Pushing event updated for resources: {'Port': ['ID=29c2d06b-8617-4d42-a34c-cf471515cb1e,revision_number=6']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:14:50.252051 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-339d45ec-6f6e-428b-bbd5-74a58509fe86 req-442216b7-2a25-4cc7-b222-db293a73a4e1 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 Sep 29 18:14:50.268997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:50.269373 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:50.269718 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:50.270056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:50.270388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:50.270718 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:50.271042 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:50.271366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:50.271688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:50.272010 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:50.272331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:50.272650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:50.327059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] No DVR routers for this DVR port 29c2d06b-8617-4d42-a34c-cf471515cb1e on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:14:50.702967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Attempting to bind port 29c2d06b-8617-4d42-a34c-cf471515cb1e on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:14:50.703306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Attempting to bind port 29c2d06b-8617-4d42-a34c-cf471515cb1e by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:14:50.703629 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Attempting to bind port 29c2d06b-8617-4d42-a34c-cf471515cb1e on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:14:50.707843 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Port 29c2d06b-8617-4d42-a34c-cf471515cb1e on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:14:50.708159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Attempting to bind port 29c2d06b-8617-4d42-a34c-cf471515cb1e on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:14:50.713549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:14:50.713887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Checking segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:14:50.714274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Bound using segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:14:50.714695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Bound port: 29c2d06b-8617-4d42-a34c-cf471515cb1e, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:14:50.715043 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:50.776317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] For port 29c2d06b-8617-4d42-a34c-cf471515cb1e, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:14:50.779547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] For port 29c2d06b-8617-4d42-a34c-cf471515cb1e, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:14:50.783549 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:50.817403 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:50.818016 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:50.819391 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] 10.222.0.49 "PUT /v2.0/ports/29c2d06b-8617-4d42-a34c-cf471515cb1e HTTP/1.1" status: 200 len: 1091 time: 1.0593977 Sep 29 18:14:50.842628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e0d04-1326-41cb-b159-b1cbee65b566 service neutron] Pushing event updated for resources: {'Port': ['ID=29c2d06b-8617-4d42-a34c-cf471515cb1e,revision_number=7']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:14:50.891255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-3bdf239e-eee2-406a-8f5a-f1d684e8d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:50.892769 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-3bdf239e-eee2-406a-8f5a-f1d684e8d6f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 1094 time: 0.0461433 Sep 29 18:14:50.985452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-7698efb1-aa16-4f3e-8f97-e0ff5c70f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:50.986925 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-7698efb1-aa16-4f3e-8f97-e0ff5c70f268 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0871353 Sep 29 18:14:51.056637 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-f75db531-4dea-41b3-a682-dff34c2e2e7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e HTTP/1.1" status: 200 len: 999 time: 0.0625594 Sep 29 18:14:51.106130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-9795a9df-6c4e-447b-b55b-19c0b64c4bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:51.107475 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-9795a9df-6c4e-447b-b55b-19c0b64c4bb5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0432534 Sep 29 18:14:51.152270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-f49abc66-b034-4bac-b439-95dab5d86048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:51.153740 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-f49abc66-b034-4bac-b439-95dab5d86048 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394423 Sep 29 18:14:51.246009 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-ddad17d5-f2fe-4f36-9328-424cd477024e service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843720 Sep 29 18:14:51.345166 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c22d71f-7067-4a3e-87b0-9fa228942c56 req-1aac5bee-1c3a-4437-b0ee-1241a326468a service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911062 Sep 29 18:14:51.386252 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5d9f2-423a-40b6-a363-ce9ce4c93082 req-5a4c4306-8fee-4135-9112-73038e354078 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:51.387734 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8de5d9f2-423a-40b6-a363-ce9ce4c93082 req-5a4c4306-8fee-4135-9112-73038e354078 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 943 time: 0.0611398 Sep 29 18:14:51.427024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8de5d9f2-423a-40b6-a363-ce9ce4c93082 req-0f05772e-34c2-4fcd-ad52-34b6ef2de89f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332050 Sep 29 18:14:52.165435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'tag': '29c2d06b-8617-4d42-a34c-cf471515cb1e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:14:52.167798 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83525e64-5fe7-4a97-bc30-4c1931ecaf40" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fc260c-1e86-48eb-97eb-ec4341f5a6ce", "tag": "29c2d06b-8617-4d42-a34c-cf471515cb1e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:14:52.215162 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c912fd4-e7ca-4e46-a1bd-3c837f01dd24 x-openstack-request-id: req-0c912fd4-e7ca-4e46-a1bd-3c837f01dd24 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:14:52.215443 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fc260c-1e86-48eb-97eb-ec4341f5a6ce", "tag": "29c2d06b-8617-4d42-a34c-cf471515cb1e", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:14:52.215758 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c912fd4-e7ca-4e46-a1bd-3c837f01dd24 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:14:52.216177 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'tag': '29c2d06b-8617-4d42-a34c-cf471515cb1e', 'status': 'completed', 'code': 200} Sep 29 18:14:52.279107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-7256cbd6-deb9-4f82-9769-39a9196ade68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:52.280651 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-7256cbd6-deb9-4f82-9769-39a9196ade68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 1094 time: 0.0434968 Sep 29 18:14:52.302053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-e4174f9d-3e0e-4365-b870-1fe5b9f17a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:52.303530 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-e4174f9d-3e0e-4365-b870-1fe5b9f17a42 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 1094 time: 0.0439031 Sep 29 18:14:52.374080 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-9dbd62ec-7721-4fe7-a545-d818e25ad38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:52.376583 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-9dbd62ec-7721-4fe7-a545-d818e25ad38d service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0883999 Sep 29 18:14:52.392554 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-5551cab3-5ff5-4bcb-916e-90a5ba090cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:52.394037 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-5551cab3-5ff5-4bcb-916e-90a5ba090cab service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0839980 Sep 29 18:14:52.446268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-ab435bf5-d7d7-43d9-8f7a-315d3d46ce37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e HTTP/1.1" status: 200 len: 999 time: 0.0612979 Sep 29 18:14:52.470743 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-61addcf8-70cd-409e-bd8b-3df5589c7a88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e HTTP/1.1" status: 200 len: 999 time: 0.0619099 Sep 29 18:14:52.496954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-6aae6edc-1fbd-4a22-ae12-2c473756a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:52.498459 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-6aae6edc-1fbd-4a22-ae12-2c473756a203 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0457635 Sep 29 18:14:52.520939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-f24c7f4b-2519-4809-8985-d0bcdabb8001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:52.522410 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-f24c7f4b-2519-4809-8985-d0bcdabb8001 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0444553 Sep 29 18:14:52.568397 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-f9ef43a9-381d-4e76-b667-ca7a3c34df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:52.569911 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-f9ef43a9-381d-4e76-b667-ca7a3c34df30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397003 Sep 29 18:14:52.579589 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756a96f-9820-4cf6-9767-cb74bb66aa9b req-acea5c3c-ed17-4ddb-9833-fbca4e9a4609 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:52.581070 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1756a96f-9820-4cf6-9767-cb74bb66aa9b req-acea5c3c-ed17-4ddb-9833-fbca4e9a4609 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 943 time: 0.0797668 Sep 29 18:14:52.583761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-85e0e16e-36eb-4367-9109-0dcda0484391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:52.585189 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-85e0e16e-36eb-4367-9109-0dcda0484391 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744708 Sep 29 18:14:52.641754 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1756a96f-9820-4cf6-9767-cb74bb66aa9b req-cc500b9f-0f2c-4d03-a00c-3c6c50ca29cf tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544181 Sep 29 18:14:52.668038 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-efbdc8fd-3501-4e2e-bc26-80c244e2edac service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905843 Sep 29 18:14:52.700692 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-ecd25573-8125-4d4f-9c49-e9ad2793b83c service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007407 Sep 29 18:14:52.760352 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 29c2d06b-8617-4d42-a34c-cf471515cb1e details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:14:52.768343 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-0b191c5c-8f6f-4376-b6b7-0595528f2b66 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917506 Sep 29 18:14:52.802288 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-83525e64-5fe7-4a97-bc30-4c1931ecaf40 req-ecfc97eb-fa7b-435a-81af-8edb5cbe7fe1 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937674 Sep 29 18:14:52.862433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 29c2d06b-8617-4d42-a34c-cf471515cb1e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:14:52.878266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '29c2d06b-8617-4d42-a34c-cf471515cb1e', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'port_id': '29c2d06b-8617-4d42-a34c-cf471515cb1e', 'mac_address': 'fa:16:3e:08:26:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:14:52.884876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 29c2d06b-8617-4d42-a34c-cf471515cb1e no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:14:52.955205 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:52.966924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 29c2d06b-8617-4d42-a34c-cf471515cb1e not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:14:52.970783 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c2d06b-8617-4d42-a34c-cf471515cb1e {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:14:52.990267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 29c2d06b-8617-4d42-a34c-cf471515cb1e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:14:52.994612 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:53.040066 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=29c2d06b-8617-4d42-a34c-cf471515cb1e,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:14:53.047074 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:53.047420 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:53.047758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:53.048090 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:53.048419 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:53.048764 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:53.049069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:53.049414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:53.049735 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:53.050053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:53.050371 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:53.050686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:14:53.239196 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['29c2d06b-8617-4d42-a34c-cf471515cb1e'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:14:53.764733 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780fce5-0f3a-4579-8d18-8388a10d1f4f req-d17f80ad-fdaf-4083-a2a2-59ef3aa495ef tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:53.766214 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6780fce5-0f3a-4579-8d18-8388a10d1f4f req-d17f80ad-fdaf-4083-a2a2-59ef3aa495ef tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 944 time: 0.0515454 Sep 29 18:14:54.090010 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6780fce5-0f3a-4579-8d18-8388a10d1f4f req-6cb71135-c71e-4e9b-9990-f148e1a02b5e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178427 Sep 29 18:14:54.305866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f380a2-dd2d-4927-8fd2-adafef5d45a5 req-7679a1b5-4247-4ee2-8d2d-59b13f95c51b tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:54.307329 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1f380a2-dd2d-4927-8fd2-adafef5d45a5 req-7679a1b5-4247-4ee2-8d2d-59b13f95c51b tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 944 time: 0.0771375 Sep 29 18:14:54.328116 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e8472-7ecd-49a0-bcaf-f80564a2dec0 req-fcb6d278-90ba-4742-bc9c-4d06f35e39c6 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:54.329501 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd8e8472-7ecd-49a0-bcaf-f80564a2dec0 req-fcb6d278-90ba-4742-bc9c-4d06f35e39c6 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce&tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&binding%3Ahost_id=n-h1-811748-2 HTTP/1.1" status: 200 len: 944 time: 0.0695515 Sep 29 18:14:54.387421 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c1f380a2-dd2d-4927-8fd2-adafef5d45a5 req-85c687ed-1771-40a0-91e4-5a35000f30c6 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722895 Sep 29 18:14:54.406648 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [req-bd8e8472-7ecd-49a0-bcaf-f80564a2dec0 req-79dbf0a9-d7d4-4c23-9483-b25af1c25714 service neutron] delete failed (client error): The resource could not be found. Sep 29 18:14:54.407650 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd8e8472-7ecd-49a0-bcaf-f80564a2dec0 req-79dbf0a9-d7d4-4c23-9483-b25af1c25714 service neutron] 10.222.0.35 "DELETE /v2.0/ports/29c2d06b-8617-4d42-a34c-cf471515cb1e/bindings/n-h2-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.0707428 Sep 29 18:14:54.509524 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e8472-7ecd-49a0-bcaf-f80564a2dec0 req-4b35e226-c191-466f-abee-3cf82bb60e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:54.510984 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd8e8472-7ecd-49a0-bcaf-f80564a2dec0 req-4b35e226-c191-466f-abee-3cf82bb60e50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 1095 time: 0.0407996 Sep 29 18:14:54.603698 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e8472-7ecd-49a0-bcaf-f80564a2dec0 req-2705e7e7-faf6-4109-a927-4cca5db755ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:54.605190 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd8e8472-7ecd-49a0-bcaf-f80564a2dec0 req-2705e7e7-faf6-4109-a927-4cca5db755ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0869474 Sep 29 18:14:54.671725 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd8e8472-7ecd-49a0-bcaf-f80564a2dec0 req-453a7b70-87be-456e-b005-698342c1e458 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e HTTP/1.1" status: 200 len: 1000 time: 0.0574822 Sep 29 18:14:54.720269 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e8472-7ecd-49a0-bcaf-f80564a2dec0 req-f597b24d-ecb0-437c-a669-a9b5bc1f3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:54.721701 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd8e8472-7ecd-49a0-bcaf-f80564a2dec0 req-f597b24d-ecb0-437c-a669-a9b5bc1f3db9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0429909 Sep 29 18:14:54.763306 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 29c2d06b-8617-4d42-a34c-cf471515cb1e up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:14:54.769546 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e8472-7ecd-49a0-bcaf-f80564a2dec0 req-80808d7e-c767-4c59-a521-f26af0411aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:54.771023 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd8e8472-7ecd-49a0-bcaf-f80564a2dec0 req-80808d7e-c767-4c59-a521-f26af0411aa4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424812 Sep 29 18:14:54.811237 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 29c2d06b-8617-4d42-a34c-cf471515cb1e completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:14:54.814823 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 29c2d06b-8617-4d42-a34c-cf471515cb1e triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:14:54.815203 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:54.859441 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd8e8472-7ecd-49a0-bcaf-f80564a2dec0 req-e47b871b-1a2a-4042-bb86-7fd0fdb1d0cf service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812631 Sep 29 18:14:54.891262 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:54.917342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c2d06b-8617-4d42-a34c-cf471515cb1e'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:14:54.919575 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92768058-38f4-402c-a263-2b98896a9dbd" -d '{"events": [{"server_uuid": "e6fc260c-1e86-48eb-97eb-ec4341f5a6ce", "name": "network-vif-plugged", "status": "completed", "tag": "29c2d06b-8617-4d42-a34c-cf471515cb1e"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:14:54.932907 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 29c2d06b-8617-4d42-a34c-cf471515cb1e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:14:54.938533 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:54.958720 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd8e8472-7ecd-49a0-bcaf-f80564a2dec0 req-ce3fff3b-8397-4cb5-af8b-411c485279a2 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916681 Sep 29 18:14:54.973490 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d77f3ff-c688-4bdd-a2e9-76a013407a4a x-openstack-request-id: req-1d77f3ff-c688-4bdd-a2e9-76a013407a4a {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:14:54.973776 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fc260c-1e86-48eb-97eb-ec4341f5a6ce", "name": "network-vif-plugged", "status": "completed", "tag": "29c2d06b-8617-4d42-a34c-cf471515cb1e", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:14:54.974033 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d77f3ff-c688-4bdd-a2e9-76a013407a4a {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:14:54.974422 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c2d06b-8617-4d42-a34c-cf471515cb1e', 'code': 200} Sep 29 18:14:54.988253 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=29c2d06b-8617-4d42-a34c-cf471515cb1e,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:14:55.509206 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4774b-abc5-46c2-aacc-1fce16aefec4 req-b5dfd46f-7f3d-484f-8bb8-feb774c09a91 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:55.510634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d4e4774b-abc5-46c2-aacc-1fce16aefec4 req-b5dfd46f-7f3d-484f-8bb8-feb774c09a91 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0513477 Sep 29 18:14:55.548891 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d4e4774b-abc5-46c2-aacc-1fce16aefec4 req-1d07e762-413b-4d0c-9487-d362d0dfea2c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322108 Sep 29 18:14:55.666513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5449140-12dd-438d-9145-48ac6e39fc5d req-57347e9b-5c07-4752-bee0-595c6a2ec150 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:55.667976 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5449140-12dd-438d-9145-48ac6e39fc5d req-57347e9b-5c07-4752-bee0-595c6a2ec150 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0501468 Sep 29 18:14:55.705205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b5449140-12dd-438d-9145-48ac6e39fc5d req-6aa9e9e0-9bae-4ebc-9637-b12fcd7b2b75 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310488 Sep 29 18:14:55.815874 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828fe40-245e-4f08-ae68-19d79b5e6ea6 req-01608a1a-9b5f-4058-b96f-9175bff60a36 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:55.817246 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9828fe40-245e-4f08-ae68-19d79b5e6ea6 req-01608a1a-9b5f-4058-b96f-9175bff60a36 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0467949 Sep 29 18:14:55.853962 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9828fe40-245e-4f08-ae68-19d79b5e6ea6 req-2b3580c3-d989-4e94-9fbd-c8ea65a002ca tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302706 Sep 29 18:14:56.086542 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b606c61-4dcb-4825-a2ca-446047ba9bbc req-bc7d0cd5-6bc8-4a7c-b41c-71f80a1abc05 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:56.087937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b606c61-4dcb-4825-a2ca-446047ba9bbc req-bc7d0cd5-6bc8-4a7c-b41c-71f80a1abc05 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0534565 Sep 29 18:14:56.124287 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b606c61-4dcb-4825-a2ca-446047ba9bbc req-07f05e37-15fe-4e62-89db-6d8c45ecd28a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304937 Sep 29 18:14:57.244850 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434429f3-2cdc-4946-b822-0e33159e73d3 req-2e10252b-56a1-4bd8-87d3-46e7a644f402 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:57.246385 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-434429f3-2cdc-4946-b822-0e33159e73d3 req-2e10252b-56a1-4bd8-87d3-46e7a644f402 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0541732 Sep 29 18:14:57.304096 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-434429f3-2cdc-4946-b822-0e33159e73d3 req-8f02e4d8-9f65-473c-a9e7-46935ee53c57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514970 Sep 29 18:14:57.327908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c806bc-20da-4d48-bde9-ed231f2036d9 req-e785fc2a-d776-476a-a042-8d15890033a2 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:57.329382 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-21c806bc-20da-4d48-bde9-ed231f2036d9 req-e785fc2a-d776-476a-a042-8d15890033a2 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6fc260c-1e86-48eb-97eb-ec4341f5a6ce HTTP/1.1" status: 200 len: 945 time: 0.0520387 Sep 29 18:14:57.418638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-21c806bc-20da-4d48-bde9-ed231f2036d9 req-5682283b-7aa5-4073-a604-02c322312f57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Deleting port 29c2d06b-8617-4d42-a34c-cf471515cb1e {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:14:57.418902 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-21c806bc-20da-4d48-bde9-ed231f2036d9 req-5682283b-7aa5-4073-a604-02c322312f57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:57.514457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-21c806bc-20da-4d48-bde9-ed231f2036d9 req-5682283b-7aa5-4073-a604-02c322312f57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] For port 29c2d06b-8617-4d42-a34c-cf471515cb1e, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=29c2d06b-8617-4d42-a34c-cf471515cb1e,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:14:57.514824 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-21c806bc-20da-4d48-bde9-ed231f2036d9 req-5682283b-7aa5-4073-a604-02c322312f57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:57.680510 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-21c806bc-20da-4d48-bde9-ed231f2036d9 req-5682283b-7aa5-4073-a604-02c322312f57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:57.680867 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-21c806bc-20da-4d48-bde9-ed231f2036d9 req-5682283b-7aa5-4073-a604-02c322312f57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:57.681181 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-21c806bc-20da-4d48-bde9-ed231f2036d9 req-5682283b-7aa5-4073-a604-02c322312f57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Floating IP efc45e3d-e52c-4733-a5d1-e34013898536 disassociated. External IP: 172.25.2.106, port: 29c2d06b-8617-4d42-a34c-cf471515cb1e. Sep 29 18:14:57.681550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-21c806bc-20da-4d48-bde9-ed231f2036d9 req-5682283b-7aa5-4073-a604-02c322312f57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Calling delete_port for 29c2d06b-8617-4d42-a34c-cf471515cb1e owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:14:57.807647 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-21c806bc-20da-4d48-bde9-ed231f2036d9 req-5682283b-7aa5-4073-a604-02c322312f57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:57.834248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682283b-7aa5-4073-a604-02c322312f57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Pushing event deleted for resources: {'Port': ['ID=29c2d06b-8617-4d42-a34c-cf471515cb1e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:14:57.848070 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:57.953570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21c806bc-20da-4d48-bde9-ed231f2036d9 req-5682283b-7aa5-4073-a604-02c322312f57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Router e724c8ae-587b-4683-96dd-6aabf6f6e816 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:14:58.062447 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21c806bc-20da-4d48-bde9-ed231f2036d9 req-5682283b-7aa5-4073-a604-02c322312f57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:14:58.072713 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42af04-41d0-428e-a54d-22f8b07add2a None None] Sync routers for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:14:58.081650 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42af04-41d0-428e-a54d-22f8b07add2a None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:14:58.082277 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-bc42af04-41d0-428e-a54d-22f8b07add2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:14:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:14:58.100038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c806bc-20da-4d48-bde9-ed231f2036d9 req-5682283b-7aa5-4073-a604-02c322312f57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] No DVR routers for this DVR port 29c2d06b-8617-4d42-a34c-cf471515cb1e on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:14:58.103229 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-21c806bc-20da-4d48-bde9-ed231f2036d9 req-5682283b-7aa5-4073-a604-02c322312f57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:14:58.105193 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-21c806bc-20da-4d48-bde9-ed231f2036d9 req-5682283b-7aa5-4073-a604-02c322312f57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.49 "DELETE /v2.0/ports/29c2d06b-8617-4d42-a34c-cf471515cb1e HTTP/1.1" status: 204 len: 173 time: 0.7697668 Sep 29 18:14:58.105651 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'name': 'network-vif-deleted', 'tag': '29c2d06b-8617-4d42-a34c-cf471515cb1e'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:14:58.107924 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e460cc3-2f79-4b23-a5a9-ec5a4ace7da8" -d '{"events": [{"server_uuid": "e6fc260c-1e86-48eb-97eb-ec4341f5a6ce", "name": "network-vif-deleted", "tag": "29c2d06b-8617-4d42-a34c-cf471515cb1e"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:14:58.149705 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987d2c61-016e-4815-83f5-d43206bdd55c x-openstack-request-id: req-987d2c61-016e-4815-83f5-d43206bdd55c {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:14:58.150007 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fc260c-1e86-48eb-97eb-ec4341f5a6ce", "name": "network-vif-deleted", "tag": "29c2d06b-8617-4d42-a34c-cf471515cb1e", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:14:58.150270 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-987d2c61-016e-4815-83f5-d43206bdd55c {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:14:58.150671 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fc260c-1e86-48eb-97eb-ec4341f5a6ce', 'name': 'network-vif-deleted', 'tag': '29c2d06b-8617-4d42-a34c-cf471515cb1e', 'status': 'completed', 'code': 200} Sep 29 18:14:58.191928 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-bc42af04-41d0-428e-a54d-22f8b07add2a None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:14:58.399701 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-bc42af04-41d0-428e-a54d-22f8b07add2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:14:58.429773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42af04-41d0-428e-a54d-22f8b07add2a None None] Checking router: e724c8ae-587b-4683-96dd-6aabf6f6e816 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:14:58.438018 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc42af04-41d0-428e-a54d-22f8b07add2a None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:14:58.438627 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-bc42af04-41d0-428e-a54d-22f8b07add2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:14:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:14:58.541465 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-464c338b-1643-447d-8620-df460d731a61 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1911431275&fields=id&tenant_id=5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 267 time: 0.0358758 Sep 29 18:14:58.547288 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-bc42af04-41d0-428e-a54d-22f8b07add2a None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:14:58.652177 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-1fa8b204-ada9-4c8b-98ac-9b17a1df4f1c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:14:58.653692 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-1fa8b204-ada9-4c8b-98ac-9b17a1df4f1c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 811 time: 0.1054318 Sep 29 18:14:58.668856 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-a36fd63c-2b8c-435e-b675-bc472663e7d5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/quotas/5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 375 time: 0.0092089 Sep 29 18:14:58.723700 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-a6f83eb5-d3de-4d2d-827f-6063512a2af4 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486848 Sep 29 18:14:58.752694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-bc42af04-41d0-428e-a54d-22f8b07add2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:14:58.778114 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc42af04-41d0-428e-a54d-22f8b07add2a None None] The sync data for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 is: [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:14:58.825261 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-68d9f610-1019-45c1-a93c-33cd65452f69 service neutron] 10.222.0.44 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893543 Sep 29 18:14:58.916940 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-2a43542d-5a53-4497-a9de-59cab92ad614 service neutron] 10.222.0.44 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851676 Sep 29 18:14:59.014342 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d372f5f-37f0-48d7-80e6-6b1cca888a1e None None] New status for floating IP efc45e3d-e52c-4733-a5d1-e34013898536: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:14:59.105646 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e396fd04-a33c-4fde-b8b6-0b7218e5a1db req-5d1a4d24-7753-4b43-91c6-de0b7086d787 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 210 time: 0.0386486 Sep 29 18:15:00.208909 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e48dde44-231c-493e-893b-c949a1ac6c84 req-b468666e-ab5f-40a0-a957-7decd1a9f3d0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 210 time: 0.0354009 Sep 29 18:15:00.211989 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-fd02126e-c160-49fd-a792-16d17a93bda2 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:00.213472 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-fd02126e-c160-49fd-a792-16d17a93bda2 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 811 time: 0.1120405 Sep 29 18:15:00.263127 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c418d1f9-806a-44ff-a3c8-51b9d45d4557 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 380 time: 0.0338349 Sep 29 18:15:00.302115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Request body: {'port': {'device_id': '2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'admin_state_up': True, 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'security_groups': ['a1548440-ac53-4813-b7b9-ab0f2219439e']}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:15:00.407125 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Made reservation on behalf of 5b67a4fe57244d4a90ba1811eb3c5310 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:15:00.410560 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:00.533415 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Allocated IP 172.20.0.4 (9f20a46d-ad7f-4756-9b2a-f8b9239336fc/01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4/81bdf578-6824-4f94-a81f-6e280d5b2434) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:15:00.671040 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:00.703281 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:00.743230 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:15:00.746261 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:15:00.749796 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:15:00.779793 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Pushing event updated for resources: {'Port': ['ID=81bdf578-6824-4f94-a81f-6e280d5b2434,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:15:00.782430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 29c2d06b-8617-4d42-a34c-cf471515cb1e no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:15:00.794788 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:15:00.795131 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:15:00.795470 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:15:00.795807 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:15:00.796139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:15:00.796470 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:15:00.796796 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:15:00.797117 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:15:00.797468 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:15:00.797793 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:15:00.798114 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:15:00.798433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:15:00.804250 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 29c2d06b-8617-4d42-a34c-cf471515cb1e {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:15:00.804678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 29c2d06b-8617-4d42-a34c-cf471515cb1e not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:15:00.816898 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:00.817532 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:00.833643 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-70fde6cc-ac08-4d0a-8c94-2e97ae2c4434 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5351374 Sep 29 18:15:00.852649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Request body: {'port': {'device_id': '2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:15:00.906880 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:00.995831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f92d64da-7d0b-4cf0-bcc0-78821d5c72b6 None None] Provisioning complete for port 81bdf578-6824-4f94-a81f-6e280d5b2434 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:15:00.996303 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f92d64da-7d0b-4cf0-bcc0-78821d5c72b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:01.034770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f92d64da-7d0b-4cf0-bcc0-78821d5c72b6 None None] Port 81bdf578-6824-4f94-a81f-6e280d5b2434 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:15:01.167339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81bdf578-6824-4f94-a81f-6e280d5b2434 {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:15:01.174638 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:01.186730 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Transition to ACTIVE for port object 81bdf578-6824-4f94-a81f-6e280d5b2434 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:15:01.190534 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:01.258151 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Pushing event updated for resources: {'Port': ['ID=81bdf578-6824-4f94-a81f-6e280d5b2434,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:15:01.353381 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79a2b7-b486-4a5f-b37a-fd359583b3c1 req-bdbaa8e0-e6b1-4dba-b26b-12f792a96c62 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:01.354970 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c79a2b7-b486-4a5f-b37a-fd359583b3c1 req-bdbaa8e0-e6b1-4dba-b26b-12f792a96c62 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 943 time: 0.0681016 Sep 29 18:15:01.355710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Attempting to bind port 81bdf578-6824-4f94-a81f-6e280d5b2434 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:15:01.356045 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Attempting to bind port 81bdf578-6824-4f94-a81f-6e280d5b2434 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:15:01.356376 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Attempting to bind port 81bdf578-6824-4f94-a81f-6e280d5b2434 on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:15:01.362508 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Port 81bdf578-6824-4f94-a81f-6e280d5b2434 on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:15:01.362837 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Attempting to bind port 81bdf578-6824-4f94-a81f-6e280d5b2434 on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:15:01.373497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:15:01.373842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Checking segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:15:01.374231 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Bound using segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:15:01.374668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Bound port: 81bdf578-6824-4f94-a81f-6e280d5b2434, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:15:01.375034 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:01.429778 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c79a2b7-b486-4a5f-b37a-fd359583b3c1 req-4368b8d6-1289-4ec6-98fa-31518546b04e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681105 Sep 29 18:15:01.459184 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] For port 81bdf578-6824-4f94-a81f-6e280d5b2434, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:15:01.462712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] For port 81bdf578-6824-4f94-a81f-6e280d5b2434, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=81bdf578-6824-4f94-a81f-6e280d5b2434,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:15:01.467537 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:01.503834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:01.504435 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:01.505841 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] 10.222.0.35 "PUT /v2.0/ports/81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 1091 time: 0.6582103 Sep 29 18:15:01.506278 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0', 'tag': '81bdf578-6824-4f94-a81f-6e280d5b2434'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:15:01.508782 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cdb8be315f1b768c035d87ccc697076b80b8820315924b62c0616983376f70d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca40fdbc-3a60-45af-86fb-0c7500f80824" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0", "tag": "81bdf578-6824-4f94-a81f-6e280d5b2434"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:15:01.538138 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4231f26-f12b-4c43-b28f-2511fdcaae00 service neutron] Pushing event updated for resources: {'Port': ['ID=81bdf578-6824-4f94-a81f-6e280d5b2434,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:15:01.552401 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ffe870-ae74-4543-b818-2350669cc74d x-openstack-request-id: req-62ffe870-ae74-4543-b818-2350669cc74d {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:15:01.552725 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0", "tag": "81bdf578-6824-4f94-a81f-6e280d5b2434", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:15:01.553202 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62ffe870-ae74-4543-b818-2350669cc74d {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:15:01.553760 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0', 'tag': '81bdf578-6824-4f94-a81f-6e280d5b2434', 'status': 'completed', 'code': 200} Sep 29 18:15:01.613859 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-9828096a-08ac-4dc4-88b9-26e3ac10d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:01.615388 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-9828096a-08ac-4dc4-88b9-26e3ac10d82f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1094 time: 0.0450151 Sep 29 18:15:01.664836 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-d3c7f067-b945-42d3-92fe-fa925ecffacc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0355451 Sep 29 18:15:01.713488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-5309712b-2746-4a9e-9b1a-e19599a1efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:01.714916 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-5309712b-2746-4a9e-9b1a-e19599a1efa7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0439169 Sep 29 18:15:01.764840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-1edfdece-a723-44cc-9be6-6def7c692682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:01.766229 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-1edfdece-a723-44cc-9be6-6def7c692682 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435085 Sep 29 18:15:01.855602 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-1d8270f5-a315-4220-99e2-2424d443f56a service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823183 Sep 29 18:15:01.948986 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd436a5d-3b34-4944-8ff4-196fd2ec36e5 req-a4214495-377e-4ea8-b7cd-705f6df10039 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860276 Sep 29 18:15:02.078774 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40fdbc-3a60-45af-86fb-0c7500f80824 req-d833e89a-7dde-46ca-8ab7-9be4c3696470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:02.080132 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca40fdbc-3a60-45af-86fb-0c7500f80824 req-d833e89a-7dde-46ca-8ab7-9be4c3696470 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1094 time: 0.0402684 Sep 29 18:15:02.170447 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40fdbc-3a60-45af-86fb-0c7500f80824 req-d61175f6-dec5-46dc-97cd-4ffe24fb5ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:02.171948 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca40fdbc-3a60-45af-86fb-0c7500f80824 req-d61175f6-dec5-46dc-97cd-4ffe24fb5ffa service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0852315 Sep 29 18:15:02.213601 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca40fdbc-3a60-45af-86fb-0c7500f80824 req-11813e53-696c-40ef-a67f-25a39502ded4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0344691 Sep 29 18:15:02.264124 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40fdbc-3a60-45af-86fb-0c7500f80824 req-9fe69e70-9d1e-4bec-9cd6-c84337972894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:02.265603 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca40fdbc-3a60-45af-86fb-0c7500f80824 req-9fe69e70-9d1e-4bec-9cd6-c84337972894 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0443194 Sep 29 18:15:02.314451 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40fdbc-3a60-45af-86fb-0c7500f80824 req-b0f89ff1-1e44-4193-b90a-d8a0f63ef898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:02.315910 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca40fdbc-3a60-45af-86fb-0c7500f80824 req-b0f89ff1-1e44-4193-b90a-d8a0f63ef898 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434561 Sep 29 18:15:02.404057 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca40fdbc-3a60-45af-86fb-0c7500f80824 req-2f7ef944-b29c-4f0b-ac43-285eef072a9c service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807879 Sep 29 18:15:02.514590 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca40fdbc-3a60-45af-86fb-0c7500f80824 req-28d8aa69-a548-4323-9b1b-bac0aa4f0351 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034629 Sep 29 18:15:02.549240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7a8c5-274c-4331-b374-eb3d3ccfd04f req-2b9e98c9-85fb-466e-a4f8-dcc70d609ec7 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:02.550737 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ef7a8c5-274c-4331-b374-eb3d3ccfd04f req-2b9e98c9-85fb-466e-a4f8-dcc70d609ec7 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 943 time: 0.0497985 Sep 29 18:15:02.588143 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9ef7a8c5-274c-4331-b374-eb3d3ccfd04f req-3999e550-68a5-4e21-8c18-70c4d5586b63 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314484 Sep 29 18:15:03.705627 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39310d84-7cda-49ae-b1da-fa7e6f0d2027 req-81531f1e-00d3-4a48-91bd-2aaa5569102f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:03.707124 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-39310d84-7cda-49ae-b1da-fa7e6f0d2027 req-81531f1e-00d3-4a48-91bd-2aaa5569102f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 943 time: 0.0521777 Sep 29 18:15:03.745838 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-39310d84-7cda-49ae-b1da-fa7e6f0d2027 req-8c359167-8301-4b04-957a-4e6143393745 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319376 Sep 29 18:15:04.858820 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a15ec-d788-4aa4-a5c9-020837045c20 req-9c4cefba-46cf-4080-a962-afa668435145 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:04.860276 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4b4a15ec-d788-4aa4-a5c9-020837045c20 req-9c4cefba-46cf-4080-a962-afa668435145 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 943 time: 0.0474184 Sep 29 18:15:04.898148 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4b4a15ec-d788-4aa4-a5c9-020837045c20 req-da8c187e-54be-4f62-95de-f5508ef8bd79 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318699 Sep 29 18:15:04.960141 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 81bdf578-6824-4f94-a81f-6e280d5b2434 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:15:05.052462 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 81bdf578-6824-4f94-a81f-6e280d5b2434, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=81bdf578-6824-4f94-a81f-6e280d5b2434,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:15:05.065194 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '81bdf578-6824-4f94-a81f-6e280d5b2434', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'port_id': '81bdf578-6824-4f94-a81f-6e280d5b2434', 'mac_address': 'fa:16:3e:00:cc:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:15:05.108705 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:05.121868 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81bdf578-6824-4f94-a81f-6e280d5b2434 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:15:05.140873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 81bdf578-6824-4f94-a81f-6e280d5b2434, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=81bdf578-6824-4f94-a81f-6e280d5b2434,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:15:05.145637 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:05.192057 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=81bdf578-6824-4f94-a81f-6e280d5b2434,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:15:05.543632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['81bdf578-6824-4f94-a81f-6e280d5b2434'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:15:06.010597 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e76b38-e800-40e9-843d-aaf4b71c0f0b req-355334eb-06e9-4413-b2df-113c5ad7e593 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:06.012063 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5e76b38-e800-40e9-843d-aaf4b71c0f0b req-355334eb-06e9-4413-b2df-113c5ad7e593 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 944 time: 0.0483565 Sep 29 18:15:06.048407 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e5e76b38-e800-40e9-843d-aaf4b71c0f0b req-3d662184-e270-4709-9073-952d1c72d675 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305016 Sep 29 18:15:06.976865 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 81bdf578-6824-4f94-a81f-6e280d5b2434 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:15:07.024646 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 81bdf578-6824-4f94-a81f-6e280d5b2434 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:15:07.028190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 81bdf578-6824-4f94-a81f-6e280d5b2434 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:15:07.028562 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:07.108713 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:07.133709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bdf578-6824-4f94-a81f-6e280d5b2434'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:15:07.135946 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9ad7a3f10d7a2e27d110fd87dd25b4f3c44893e40016043932d0f8d7efbd6c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07f1919-f617-4142-86ff-70456207a811" -d '{"events": [{"server_uuid": "2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0", "name": "network-vif-plugged", "status": "completed", "tag": "81bdf578-6824-4f94-a81f-6e280d5b2434"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:15:07.152432 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 81bdf578-6824-4f94-a81f-6e280d5b2434, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=81bdf578-6824-4f94-a81f-6e280d5b2434,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:15:07.156725 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:07.178710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adad830-2f0a-4d9e-8554-2144d2a0fe9b req-c06acee0-217c-4557-9c38-8314485229bb tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:07.180885 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4adad830-2f0a-4d9e-8554-2144d2a0fe9b req-c06acee0-217c-4557-9c38-8314485229bb tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 944 time: 0.0577328 Sep 29 18:15:07.181230 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9024ec-8b2b-4cd5-ab2e-fafa79c06e4e x-openstack-request-id: req-de9024ec-8b2b-4cd5-ab2e-fafa79c06e4e {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:15:07.181547 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0", "name": "network-vif-plugged", "status": "completed", "tag": "81bdf578-6824-4f94-a81f-6e280d5b2434", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:15:07.181796 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de9024ec-8b2b-4cd5-ab2e-fafa79c06e4e {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:15:07.182171 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bdf578-6824-4f94-a81f-6e280d5b2434', 'code': 200} Sep 29 18:15:07.210768 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=81bdf578-6824-4f94-a81f-6e280d5b2434,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:15:07.235310 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4adad830-2f0a-4d9e-8554-2144d2a0fe9b req-53175fd2-4380-40f6-9d16-3284904ba084 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482030 Sep 29 18:15:07.330112 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46f48d-28b8-4eac-aa3a-e515c3172e70 req-20ff1433-efd8-423b-8acb-320d86f55bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:07.331624 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4d46f48d-28b8-4eac-aa3a-e515c3172e70 req-20ff1433-efd8-423b-8acb-320d86f55bbf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0459332 Sep 29 18:15:07.372184 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4d46f48d-28b8-4eac-aa3a-e515c3172e70 req-afe2a1d8-3971-49eb-81dd-1ca452f89676 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333755 Sep 29 18:15:08.355451 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7090a3c-3c1a-4933-a9f1-1cd4535454f9 req-ec24a10b-b71d-4930-a48d-9a6182bb3963 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:08.356876 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7090a3c-3c1a-4933-a9f1-1cd4535454f9 req-ec24a10b-b71d-4930-a48d-9a6182bb3963 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 945 time: 0.0476956 Sep 29 18:15:08.403006 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c7090a3c-3c1a-4933-a9f1-1cd4535454f9 req-a8bc85f8-9fea-4fa1-87e5-588306e5c0dc tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402479 Sep 29 18:15:09.526677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe4e60-f8ba-487d-9b80-311ce239f10a req-7ed30d33-ae41-4cfd-94a0-a7c5704781e3 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:09.528119 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0cfe4e60-f8ba-487d-9b80-311ce239f10a req-7ed30d33-ae41-4cfd-94a0-a7c5704781e3 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 945 time: 0.0580776 Sep 29 18:15:09.565887 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0cfe4e60-f8ba-487d-9b80-311ce239f10a req-c9ae813b-4c85-4d41-8fec-96303259ca21 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318918 Sep 29 18:15:09.677156 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a6934-3ace-445e-b7f6-638981bf81eb req-f69918d2-88ec-4142-a1ad-1ed0cdace365 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:09.678660 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a7a6934-3ace-445e-b7f6-638981bf81eb req-f69918d2-88ec-4142-a1ad-1ed0cdace365 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 945 time: 0.0489330 Sep 29 18:15:09.687587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 52468) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:15:09.691913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-43b6d8f0-0082-4177-9fce-f7053f06cd45 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Request body: {'floatingip': {'port_id': '81bdf578-6824-4f94-a81f-6e280d5b2434'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:15:09.735183 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43b6d8f0-0082-4177-9fce-f7053f06cd45 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for floatingip, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:10.142224 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43b6d8f0-0082-4177-9fce-f7053f06cd45 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:10.145983 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43b6d8f0-0082-4177-9fce-f7053f06cd45 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:10.246238 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-43b6d8f0-0082-4177-9fce-f7053f06cd45 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Floating IP efc45e3d-e52c-4733-a5d1-e34013898536 associated. External IP: 172.25.2.106, port: 81bdf578-6824-4f94-a81f-6e280d5b2434. Sep 29 18:15:10.452820 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b6d8f0-0082-4177-9fce-f7053f06cd45 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Router e724c8ae-587b-4683-96dd-6aabf6f6e816 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:15:10.801857 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b6d8f0-0082-4177-9fce-f7053f06cd45 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:15:10.806966 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-43b6d8f0-0082-4177-9fce-f7053f06cd45 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:10.812272 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4027a512-cb33-4d61-8f56-15d23bdc05a0 None None] Sync routers for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:15:10.822844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4027a512-cb33-4d61-8f56-15d23bdc05a0 None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:15:10.823460 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-4027a512-cb33-4d61-8f56-15d23bdc05a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:14:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:15:10.833860 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-43b6d8f0-0082-4177-9fce-f7053f06cd45 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "PUT /v2.0/floatingips/efc45e3d-e52c-4733-a5d1-e34013898536 HTTP/1.1" status: 200 len: 991 time: 1.1452401 Sep 29 18:15:10.834496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0', 'tag': '81bdf578-6824-4f94-a81f-6e280d5b2434'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:15:10.837614 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e04cc0172e61724ab7bdca98d9c0770ba009b9de41aa972487e7154beedcc9e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92f672e-8bc9-4b0c-940a-893ccb0c1c68" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0", "tag": "81bdf578-6824-4f94-a81f-6e280d5b2434"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:15:10.953333 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0840fe5-0b93-491d-b3d7-277db253dd69 x-openstack-request-id: req-f0840fe5-0b93-491d-b3d7-277db253dd69 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:15:10.953642 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0", "tag": "81bdf578-6824-4f94-a81f-6e280d5b2434", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:15:10.953899 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0840fe5-0b93-491d-b3d7-277db253dd69 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:15:10.954325 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0', 'tag': '81bdf578-6824-4f94-a81f-6e280d5b2434', 'status': 'completed', 'code': 200} Sep 29 18:15:11.041420 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f672e-8bc9-4b0c-940a-893ccb0c1c68 req-690ea8d7-5d66-4102-b202-d049b46d59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:11.042850 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f92f672e-8bc9-4b0c-940a-893ccb0c1c68 req-690ea8d7-5d66-4102-b202-d049b46d59c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0479720 Sep 29 18:15:11.061105 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ad865315-0764-4328-b1d5-d92b47de9ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:11.095544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-4027a512-cb33-4d61-8f56-15d23bdc05a0 None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:15:11.135439 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f672e-8bc9-4b0c-940a-893ccb0c1c68 req-dccc6c84-5084-4cd2-b95e-c6acbb839829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:11.136977 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f92f672e-8bc9-4b0c-940a-893ccb0c1c68 req-dccc6c84-5084-4cd2-b95e-c6acbb839829 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0874856 Sep 29 18:15:11.207364 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f92f672e-8bc9-4b0c-940a-893ccb0c1c68 req-3dbe85b0-7771-4418-a8b8-e747b032ee13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 999 time: 0.0631542 Sep 29 18:15:11.257051 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f672e-8bc9-4b0c-940a-893ccb0c1c68 req-b0517954-141c-4364-a29b-75a342cb08a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:11.259163 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f92f672e-8bc9-4b0c-940a-893ccb0c1c68 req-b0517954-141c-4364-a29b-75a342cb08a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0450819 Sep 29 18:15:11.305247 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f672e-8bc9-4b0c-940a-893ccb0c1c68 req-cea4d919-80cc-4a1d-ad60-b68150524123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:11.306772 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f92f672e-8bc9-4b0c-940a-893ccb0c1c68 req-cea4d919-80cc-4a1d-ad60-b68150524123 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407677 Sep 29 18:15:11.318896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-4027a512-cb33-4d61-8f56-15d23bdc05a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'efc45e3d-e52c-4733-a5d1-e34013898536', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'port_id': '81bdf578-6824-4f94-a81f-6e280d5b2434', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'mac_address': 'fa:16:3e:00:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:11:51Z', 'updated_at': '2021-09-29T18:15:10Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:15:11.350024 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4027a512-cb33-4d61-8f56-15d23bdc05a0 None None] Checking router: e724c8ae-587b-4683-96dd-6aabf6f6e816 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:15:11.358362 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4027a512-cb33-4d61-8f56-15d23bdc05a0 None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:15:11.358977 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-4027a512-cb33-4d61-8f56-15d23bdc05a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:14:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:15:11.401438 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f92f672e-8bc9-4b0c-940a-893ccb0c1c68 req-832555f1-13e4-449d-a276-0c8d4ecb7282 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867953 Sep 29 18:15:11.464363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-4027a512-cb33-4d61-8f56-15d23bdc05a0 None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:15:11.490975 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f92f672e-8bc9-4b0c-940a-893ccb0c1c68 req-b33eadde-6345-479b-b502-957c79ef8e8a service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817049 Sep 29 18:15:11.687485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-4027a512-cb33-4d61-8f56-15d23bdc05a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'efc45e3d-e52c-4733-a5d1-e34013898536', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'port_id': '81bdf578-6824-4f94-a81f-6e280d5b2434', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'mac_address': 'fa:16:3e:00:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:11:51Z', 'updated_at': '2021-09-29T18:15:10Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:15:11.716767 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4027a512-cb33-4d61-8f56-15d23bdc05a0 None None] The sync data for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 is: [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'efc45e3d-e52c-4733-a5d1-e34013898536', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'port_id': '81bdf578-6824-4f94-a81f-6e280d5b2434', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'mac_address': 'fa:16:3e:00:cc:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:11:51Z', 'updated_at': '2021-09-29T18:15:10Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:15:11.903581 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0dcd09-e443-4655-a43d-14ad9900e30a None None] New status for floating IP efc45e3d-e52c-4733-a5d1-e34013898536: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:15:13.595182 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-94a5cae8-0c04-4b84-9e6f-da785eba0a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:14.704676 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:14.738382 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:14.966908 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:17.030651 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:25.332773 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:15:27.842423 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:40.862731 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4e2d718d-57be-42f3-b8e3-398c92da2dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:43.594282 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-77d3533d-efc7-40be-9f97-35f8a860eb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:44.706011 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:44.741443 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:44.976981 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:47.033949 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:15:47.456492 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d5a8799-4776-4eaf-b862-4962606812ec req-81ed54bd-e121-469e-87ce-7dc47234fd39 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432262 Sep 29 18:15:47.554494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a8799-4776-4eaf-b862-4962606812ec req-7ecc1aee-ca67-41a9-85b8-f4d9eb4168bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:47.556138 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d5a8799-4776-4eaf-b862-4962606812ec req-7ecc1aee-ca67-41a9-85b8-f4d9eb4168bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0398760 Sep 29 18:15:47.685351 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a8799-4776-4eaf-b862-4962606812ec req-c811c305-5f2b-4409-879a-89727afc012e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:47.687262 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d5a8799-4776-4eaf-b862-4962606812ec req-c811c305-5f2b-4409-879a-89727afc012e service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0862796 Sep 29 18:15:47.756923 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d5a8799-4776-4eaf-b862-4962606812ec req-f8383cd3-31d0-4a6c-8a5d-a66e3376dcf5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 1001 time: 0.0624244 Sep 29 18:15:47.805339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a8799-4776-4eaf-b862-4962606812ec req-2e49a75e-bbe6-4886-aa1f-adbfdff164e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:47.806786 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d5a8799-4776-4eaf-b862-4962606812ec req-2e49a75e-bbe6-4886-aa1f-adbfdff164e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0422509 Sep 29 18:15:47.851829 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a8799-4776-4eaf-b862-4962606812ec req-44950e1b-42e1-416d-bdcd-203dd6010395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:15:47.853297 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d5a8799-4776-4eaf-b862-4962606812ec req-44950e1b-42e1-416d-bdcd-203dd6010395 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389030 Sep 29 18:15:47.944808 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d5a8799-4776-4eaf-b862-4962606812ec req-7973b9bb-5a28-496b-bd26-3602fe34fe90 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831194 Sep 29 18:15:48.036157 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d5a8799-4776-4eaf-b862-4962606812ec req-c508b7b9-c121-4e47-9b42-c1d47fd31eb1 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838695 Sep 29 18:15:57.852451 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:16:02.331400 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:16:10.863853 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e416e8b1-0358-4256-8090-ec3b97f9cbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:16:13.595115 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-59337264-14e1-4bc7-b850-a6e0057b346e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:16:14.710165 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:16:14.744555 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:16:14.991557 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:16:17.037059 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:16:27.873696 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:16:39.332030 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:16:40.864179 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f2802739-0e0b-42d7-8143-407dbf7a88b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:16:43.597087 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f116224-745e-47fd-ae26-7d99a131d5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:16:44.713707 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:16:44.747191 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:16:44.985343 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:16:47.039385 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:16:49.480057 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18934058-0118-4f9b-938c-b69f4e755ca9 req-f4a723a3-f9fc-4f27-bd1c-277f80e89e83 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403974 Sep 29 18:16:49.576970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18934058-0118-4f9b-938c-b69f4e755ca9 req-4bcae70b-613b-4e5f-8261-c62b5b5e71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:16:49.578534 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18934058-0118-4f9b-938c-b69f4e755ca9 req-4bcae70b-613b-4e5f-8261-c62b5b5e71b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0412817 Sep 29 18:16:49.684235 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18934058-0118-4f9b-938c-b69f4e755ca9 req-332cb39d-3dd9-4af5-bc8e-21896b4f053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:16:49.685728 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18934058-0118-4f9b-938c-b69f4e755ca9 req-332cb39d-3dd9-4af5-bc8e-21896b4f053f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0871303 Sep 29 18:16:49.750405 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18934058-0118-4f9b-938c-b69f4e755ca9 req-69e8b050-efd5-4372-a622-1f9be6bce102 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 1001 time: 0.0573573 Sep 29 18:16:49.801446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18934058-0118-4f9b-938c-b69f4e755ca9 req-3d6ce122-2acf-4ad7-a45e-55eb3d7ff351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:16:49.802848 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18934058-0118-4f9b-938c-b69f4e755ca9 req-3d6ce122-2acf-4ad7-a45e-55eb3d7ff351 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0457940 Sep 29 18:16:49.851977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18934058-0118-4f9b-938c-b69f4e755ca9 req-3a339909-ca6d-403d-acb2-534b6148ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:16:49.853524 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18934058-0118-4f9b-938c-b69f4e755ca9 req-3a339909-ca6d-403d-acb2-534b6148ffbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421922 Sep 29 18:16:49.940091 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18934058-0118-4f9b-938c-b69f4e755ca9 req-f71dc508-3050-498b-8ef4-5557bf6d10db service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789158 Sep 29 18:16:50.030489 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18934058-0118-4f9b-938c-b69f4e755ca9 req-6aac7f21-46aa-4acd-9bbe-902a33de7c86 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834012 Sep 29 18:16:57.870521 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:17:10.864776 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8bf67b92-6e7e-4480-99d6-fc0039242d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:17:13.598405 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7289e1e1-2194-4f35-bf5e-3da835e8c278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:17:14.716678 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:17:14.750691 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:17:14.999492 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:17:16.331117 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:17:17.040648 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:17:27.868013 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:17:40.865615 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-59267fef-4885-446f-81f3-cf8e7282d518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:17:43.598039 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4220a46c-876e-44a2-9104-d114e41864e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:17:44.718264 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:17:44.753660 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:17:44.982449 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:17:47.045241 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:17:50.507048 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40d68432-104d-4dac-90d0-7100b51490a8 req-1792daec-67b5-4d31-98b3-bdd81431deb3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0765111 Sep 29 18:17:50.601150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d68432-104d-4dac-90d0-7100b51490a8 req-66fc3330-f619-47ff-9803-576079fadbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:17:50.602533 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40d68432-104d-4dac-90d0-7100b51490a8 req-66fc3330-f619-47ff-9803-576079fadbe1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0392249 Sep 29 18:17:50.707666 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d68432-104d-4dac-90d0-7100b51490a8 req-2997db51-c0a6-4a2f-929c-7200fc6fae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:17:50.709117 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40d68432-104d-4dac-90d0-7100b51490a8 req-2997db51-c0a6-4a2f-929c-7200fc6fae64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0866151 Sep 29 18:17:50.771520 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40d68432-104d-4dac-90d0-7100b51490a8 req-eab6cfd8-8864-470c-a4b1-efd77dfb3a5c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 1001 time: 0.0552051 Sep 29 18:17:50.823294 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d68432-104d-4dac-90d0-7100b51490a8 req-05787070-c0c8-4cbe-bfe4-f4864f688f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:17:50.824930 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40d68432-104d-4dac-90d0-7100b51490a8 req-05787070-c0c8-4cbe-bfe4-f4864f688f6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0463173 Sep 29 18:17:50.869216 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d68432-104d-4dac-90d0-7100b51490a8 req-8c3eb3e0-d5e0-49d2-9cc5-8c378cffb164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:17:50.870626 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40d68432-104d-4dac-90d0-7100b51490a8 req-8c3eb3e0-d5e0-49d2-9cc5-8c378cffb164 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386941 Sep 29 18:17:50.960263 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40d68432-104d-4dac-90d0-7100b51490a8 req-65b1457e-f3a4-46d6-8272-a22f983a0450 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823805 Sep 29 18:17:51.048121 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40d68432-104d-4dac-90d0-7100b51490a8 req-449fc40f-8070-44de-a703-9ae913c62f7b service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811608 Sep 29 18:17:53.330243 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:17:57.883380 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:10.866758 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-41830e47-7ed1-4404-bb69-b53155b560ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:13.597586 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-36213461-5c6b-4186-b214-5efc023f3710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:14.719953 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:14.755634 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:14.998466 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:17.049997 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:21.002585 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-0f84ff99-8760-4695-b9e4-3170a98a4102 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1911431275&fields=id&tenant_id=5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 267 time: 0.0318563 Sep 29 18:18:21.109843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-ca89874f-85b2-4340-a7ab-87843751de48 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:21.111281 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-ca89874f-85b2-4340-a7ab-87843751de48 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 811 time: 0.1019511 Sep 29 18:18:21.125910 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-61066be7-8562-4040-a2d7-f79abb916b95 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/quotas/5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 375 time: 0.0089619 Sep 29 18:18:21.178921 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-84ce5f3b-630e-40ce-a4d7-f744d8fb5d21 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0477130 Sep 29 18:18:21.265974 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-8a2d84f6-fb91-4a83-958b-56e9d0cca23a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:18:21.267002 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-8a2d84f6-fb91-4a83-958b-56e9d0cca23a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0434694 Sep 29 18:18:21.656093 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-8a128fbf-5a49-4ea8-b098-3edd082a2f4c service neutron] 10.222.0.44 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828621 Sep 29 18:18:21.742904 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-e5b7a922-c3ae-4030-b791-8665b2a94807 service neutron] 10.222.0.44 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807226 Sep 29 18:18:21.913813 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b0a60b40-5c98-4467-9009-6ea2db9de579 req-7cc62df0-c088-4df5-9a29-72b912626ee1 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 210 time: 0.0257604 Sep 29 18:18:22.826018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-ea39b76e-ad21-4652-9f7d-831a76b0d2c1 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:22.827462 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-ea39b76e-ad21-4652-9f7d-831a76b0d2c1 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 811 time: 0.1021068 Sep 29 18:18:22.876203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-84ae74dd-8f04-4963-8682-00e170c5caea tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 380 time: 0.0386770 Sep 29 18:18:22.886449 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Request body: {'port': {'device_id': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'admin_state_up': True, 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'security_groups': ['a1548440-ac53-4813-b7b9-ab0f2219439e']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:18:22.989961 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Made reservation on behalf of 5b67a4fe57244d4a90ba1811eb3c5310 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:18:22.993480 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:23.012177 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-955ee397-6802-4c30-b3cb-77ed0fcab64a req-1eebdbe7-ccf3-4e89-b7c4-deeef8d25e6e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 210 time: 0.0305021 Sep 29 18:18:23.119121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Allocated IP 172.20.0.7 (9f20a46d-ad7f-4756-9b2a-f8b9239336fc/01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4/2576fa09-76be-40f6-9c5d-784046fd7e2d) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:18:23.255283 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:23.291643 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:23.333036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:18:23.335991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:18:23.339635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:18:23.365584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Pushing event updated for resources: {'Port': ['ID=2576fa09-76be-40f6-9c5d-784046fd7e2d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:18:23.381503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:23.381767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:23.382112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:23.382449 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:23.382804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:23.383120 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:23.383446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:23.383770 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:23.384095 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:23.384430 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:23.384786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:23.385124 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:23.406190 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:23.406843 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:23.422563 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-298207f2-be97-47bc-add5-b73eef3f27bd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5396581 Sep 29 18:18:23.512880 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Request body: {'port': {'device_id': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:18:23.550087 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e890783a-ac35-4de1-a6dd-1ef2a3471cc9 None None] Provisioning complete for port 2576fa09-76be-40f6-9c5d-784046fd7e2d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:18:23.550658 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e890783a-ac35-4de1-a6dd-1ef2a3471cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:23.576805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:23.585308 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e890783a-ac35-4de1-a6dd-1ef2a3471cc9 None None] Port 2576fa09-76be-40f6-9c5d-784046fd7e2d cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:18:23.839051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2576fa09-76be-40f6-9c5d-784046fd7e2d {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:18:23.846887 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:23.858873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Transition to ACTIVE for port object 2576fa09-76be-40f6-9c5d-784046fd7e2d will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:18:23.862513 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:23.912241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Pushing event updated for resources: {'Port': ['ID=2576fa09-76be-40f6-9c5d-784046fd7e2d,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:18:23.983665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Attempting to bind port 2576fa09-76be-40f6-9c5d-784046fd7e2d on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:18:23.984001 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Attempting to bind port 2576fa09-76be-40f6-9c5d-784046fd7e2d by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:18:23.984355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Attempting to bind port 2576fa09-76be-40f6-9c5d-784046fd7e2d on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:18:23.988889 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Port 2576fa09-76be-40f6-9c5d-784046fd7e2d on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:18:23.989208 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Attempting to bind port 2576fa09-76be-40f6-9c5d-784046fd7e2d on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:18:23.994133 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:18:23.994463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Checking segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:18:23.994915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Bound using segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:18:23.995258 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Bound port: 2576fa09-76be-40f6-9c5d-784046fd7e2d, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:18:23.995617 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:24.061503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:18:24.064537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:18:24.069024 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:24.104828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:24.105527 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:24.107210 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] 10.222.0.49 "PUT /v2.0/ports/2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 200 len: 1091 time: 0.6393895 Sep 29 18:18:24.107657 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'tag': '2576fa09-76be-40f6-9c5d-784046fd7e2d'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:18:24.142909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d53a4-007a-4887-8526-123ed7d80a3f service neutron] Pushing event updated for resources: {'Port': ['ID=2576fa09-76be-40f6-9c5d-784046fd7e2d,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:18:24.159504 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf0458-623c-445f-97fb-32c5f4d03259 req-7281562c-9780-4336-b731-7d548d497223 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:24.162568 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cddf0458-623c-445f-97fb-32c5f4d03259 req-7281562c-9780-4336-b731-7d548d497223 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 943 time: 0.0799336 Sep 29 18:18:24.187670 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3a5b7a-e90c-44cd-98bc-c284d0738914" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e152a9-92d0-4d5c-9ee4-e5547d79b02f", "tag": "2576fa09-76be-40f6-9c5d-784046fd7e2d"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:18:24.207196 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-fa320b11-7260-42fe-8592-3c70957aab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:24.208737 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-fa320b11-7260-42fe-8592-3c70957aab60 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 1094 time: 0.0580611 Sep 29 18:18:24.211820 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cddf0458-623c-445f-97fb-32c5f4d03259 req-a5de839d-f8b1-4fcf-bdd0-3978c7a2d245 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433609 Sep 29 18:18:24.261449 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-055f276a-772b-45d7-8468-1fc7d85c15a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 200 len: 217 time: 0.0442154 Sep 29 18:18:24.318803 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-89c75aba-a793-4117-b971-b5afbebbf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:24.320181 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-89c75aba-a793-4117-b971-b5afbebbf304 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0513933 Sep 29 18:18:24.321666 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d80c6cf-c33f-4371-bbb9-b138b7325860 x-openstack-request-id: req-7d80c6cf-c33f-4371-bbb9-b138b7325860 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:18:24.321964 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e152a9-92d0-4d5c-9ee4-e5547d79b02f", "tag": "2576fa09-76be-40f6-9c5d-784046fd7e2d", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:18:24.322215 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d80c6cf-c33f-4371-bbb9-b138b7325860 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:18:24.325961 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'tag': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'status': 'completed', 'code': 200} Sep 29 18:18:24.367873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-357d0cf6-0aa6-4f2a-a009-6df2dbaca41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:24.369301 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-357d0cf6-0aa6-4f2a-a009-6df2dbaca41d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406723 Sep 29 18:18:24.465642 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-27e27443-33f9-4e5f-ad69-bc57a7339ba5 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883541 Sep 29 18:18:24.552506 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b19a3d97-c813-4cc5-bdab-36f758626cd0 req-b6d0cf0d-072c-4085-a24e-cb51ec9425c1 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801413 Sep 29 18:18:24.645385 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a5b7a-e90c-44cd-98bc-c284d0738914 req-28f9e9f1-4284-4279-abe2-efba5a65157a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:24.646735 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e3a5b7a-e90c-44cd-98bc-c284d0738914 req-28f9e9f1-4284-4279-abe2-efba5a65157a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 1094 time: 0.0454204 Sep 29 18:18:24.735018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a5b7a-e90c-44cd-98bc-c284d0738914 req-401a3dbd-60fb-4187-8666-ccf31009c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:24.736472 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e3a5b7a-e90c-44cd-98bc-c284d0738914 req-401a3dbd-60fb-4187-8666-ccf31009c5fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0829608 Sep 29 18:18:24.782015 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e3a5b7a-e90c-44cd-98bc-c284d0738914 req-6d029925-3c70-4a7d-9296-cba0ceefea8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 200 len: 217 time: 0.0387225 Sep 29 18:18:24.836188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a5b7a-e90c-44cd-98bc-c284d0738914 req-d6721e6c-bcf6-4818-bac2-ac9e6ef4e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:24.837665 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e3a5b7a-e90c-44cd-98bc-c284d0738914 req-d6721e6c-bcf6-4818-bac2-ac9e6ef4e0f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0477421 Sep 29 18:18:24.885432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a5b7a-e90c-44cd-98bc-c284d0738914 req-4a5756b3-6d4d-4a5b-b7a5-60fa4fe42938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:24.886895 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e3a5b7a-e90c-44cd-98bc-c284d0738914 req-4a5756b3-6d4d-4a5b-b7a5-60fa4fe42938 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405860 Sep 29 18:18:24.981933 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e3a5b7a-e90c-44cd-98bc-c284d0738914 req-ef3753c1-483a-441d-936d-7dda642ee56e service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844986 Sep 29 18:18:25.071533 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9e3a5b7a-e90c-44cd-98bc-c284d0738914 req-d3e7e839-e25a-4232-bf3e-05a8cedc0f37 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813422 Sep 29 18:18:25.327072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e196a81-73d5-494b-a45f-6b7360c64935 req-e605139e-8bfb-44b8-90fc-3bbdf6bb0c2c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:25.328530 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0e196a81-73d5-494b-a45f-6b7360c64935 req-e605139e-8bfb-44b8-90fc-3bbdf6bb0c2c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 943 time: 0.0474403 Sep 29 18:18:25.365760 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0e196a81-73d5-494b-a45f-6b7360c64935 req-766ab256-d643-4ef1-90da-4d4e79180773 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313470 Sep 29 18:18:26.478721 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c16fc9-4be5-4684-8ed1-9119a4d37e29 req-2c8c36cb-234b-499e-8afd-2fc8c32eb519 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:26.480201 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d5c16fc9-4be5-4684-8ed1-9119a4d37e29 req-2c8c36cb-234b-499e-8afd-2fc8c32eb519 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 943 time: 0.0481212 Sep 29 18:18:26.521334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d5c16fc9-4be5-4684-8ed1-9119a4d37e29 req-895417ec-cf35-497f-9795-193d8da81e2f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342760 Sep 29 18:18:27.633428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f63452-b314-481a-bade-6d303f05b63b req-5d23a65f-b24d-43ef-936d-1766253e90fb tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:27.634874 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-63f63452-b314-481a-bade-6d303f05b63b req-5d23a65f-b24d-43ef-936d-1766253e90fb tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 943 time: 0.0474675 Sep 29 18:18:27.672697 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-63f63452-b314-481a-bade-6d303f05b63b req-794b9a80-f25c-4c92-bd3a-7d747b4d7995 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310640 Sep 29 18:18:27.695769 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2576fa09-76be-40f6-9c5d-784046fd7e2d details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:18:27.786468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:18:27.800651 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'port_id': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'mac_address': 'fa:16:3e:97:d5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:18:27.835611 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:27.847672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2576fa09-76be-40f6-9c5d-784046fd7e2d {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:18:27.866302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:18:27.870003 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:27.910910 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:27.924708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=2576fa09-76be-40f6-9c5d-784046fd7e2d,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:18:27.931613 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:27.931959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:27.932294 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:27.932626 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:27.932956 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:27.933301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:27.933630 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:27.933954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:27.934273 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:27.935146 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:27.935467 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:27.935785 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:18:28.108567 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['2576fa09-76be-40f6-9c5d-784046fd7e2d'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:18:28.786276 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa37acb-a65b-4efc-8118-71d1ced6c7fb req-c6e4df01-588f-4189-a106-b6ee263ec709 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:28.787719 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1aa37acb-a65b-4efc-8118-71d1ced6c7fb req-c6e4df01-588f-4189-a106-b6ee263ec709 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 944 time: 0.0478642 Sep 29 18:18:28.823747 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1aa37acb-a65b-4efc-8118-71d1ced6c7fb req-07293c29-b3cd-4855-b7e7-0c283f84c28a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302026 Sep 29 18:18:29.711213 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2576fa09-76be-40f6-9c5d-784046fd7e2d up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:18:29.759028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 2576fa09-76be-40f6-9c5d-784046fd7e2d completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:18:29.762542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 2576fa09-76be-40f6-9c5d-784046fd7e2d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:18:29.762909 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:29.837939 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:29.862048 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2576fa09-76be-40f6-9c5d-784046fd7e2d'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:18:29.873647 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:18:29.879217 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:29.922894 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2dd1e5-67a3-4cb3-9262-9126a2f2bc0d" -d '{"events": [{"server_uuid": "b9e152a9-92d0-4d5c-9ee4-e5547d79b02f", "name": "network-vif-plugged", "status": "completed", "tag": "2576fa09-76be-40f6-9c5d-784046fd7e2d"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:18:29.934116 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=2576fa09-76be-40f6-9c5d-784046fd7e2d,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:18:29.946254 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ba400-21ec-4636-a30d-4a23b2fc7ba0 req-1d528d57-f450-4942-9dee-275f62cc0f9d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:29.947730 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-106ba400-21ec-4636-a30d-4a23b2fc7ba0 req-1d528d57-f450-4942-9dee-275f62cc0f9d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0489459 Sep 29 18:18:29.988878 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-106ba400-21ec-4636-a30d-4a23b2fc7ba0 req-fd1cbeb6-58a7-45c7-b427-37032e906628 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345082 Sep 29 18:18:30.078814 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35958cf4-5f81-414c-80dd-7882a632ed4e x-openstack-request-id: req-35958cf4-5f81-414c-80dd-7882a632ed4e {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:18:30.079113 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e152a9-92d0-4d5c-9ee4-e5547d79b02f", "name": "network-vif-plugged", "status": "completed", "tag": "2576fa09-76be-40f6-9c5d-784046fd7e2d", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:18:30.079369 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-35958cf4-5f81-414c-80dd-7882a632ed4e {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:18:30.079794 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'code': 200} Sep 29 18:18:30.176382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803a864-52c8-4d0b-8eb0-5269c16243f1 req-bf856d42-5932-4acf-ac4e-22dcabe099a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:30.177896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a803a864-52c8-4d0b-8eb0-5269c16243f1 req-bf856d42-5932-4acf-ac4e-22dcabe099a6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 1096 time: 0.0412502 Sep 29 18:18:30.215607 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a803a864-52c8-4d0b-8eb0-5269c16243f1 req-1ce44d85-ec19-479e-9d75-314d7e249496 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309608 Sep 29 18:18:30.330213 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:18:31.105267 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b984b0-7d77-4546-9250-4d7459351666 req-7cd8a292-692c-4016-860f-42471a49f2fe tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:31.106799 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-58b984b0-7d77-4546-9250-4d7459351666 req-7cd8a292-692c-4016-860f-42471a49f2fe tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0477986 Sep 29 18:18:31.143885 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-58b984b0-7d77-4546-9250-4d7459351666 req-511046d1-3125-4b3c-9e6f-d2c717b3e7e4 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305729 Sep 29 18:18:32.258289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228a3cc-b907-4666-82dc-b0bec1d34802 req-929f7dae-7652-426f-9219-64e2bf3a97ae tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:32.259761 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9228a3cc-b907-4666-82dc-b0bec1d34802 req-929f7dae-7652-426f-9219-64e2bf3a97ae tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0492380 Sep 29 18:18:32.297205 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9228a3cc-b907-4666-82dc-b0bec1d34802 req-77f7bcb7-3549-41d4-9698-395a2b608b5c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309188 Sep 29 18:18:32.410520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdacfc-8243-4475-af6c-057719ae6359 req-e3243ba1-b5f2-4e16-aba8-09b8fc07e0ad tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:32.411957 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-25bdacfc-8243-4475-af6c-057719ae6359 req-e3243ba1-b5f2-4e16-aba8-09b8fc07e0ad tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0477881 Sep 29 18:18:32.420627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 52866) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:18:32.424989 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-112b3510-9577-421a-a0c7-ffd666346f2c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Request body: {'floatingip': {'port_id': '2576fa09-76be-40f6-9c5d-784046fd7e2d'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:18:32.490767 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-112b3510-9577-421a-a0c7-ffd666346f2c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for floatingip, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:32.938700 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-112b3510-9577-421a-a0c7-ffd666346f2c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:32.942427 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-112b3510-9577-421a-a0c7-ffd666346f2c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:33.040661 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-112b3510-9577-421a-a0c7-ffd666346f2c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Floating IP efc45e3d-e52c-4733-a5d1-e34013898536 associated. External IP: 172.25.2.106, port: 81bdf578-6824-4f94-a81f-6e280d5b2434. Sep 29 18:18:33.243539 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112b3510-9577-421a-a0c7-ffd666346f2c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Router e724c8ae-587b-4683-96dd-6aabf6f6e816 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:18:33.346473 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112b3510-9577-421a-a0c7-ffd666346f2c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:18:33.356189 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572fed7f-f1d2-48a6-a4d9-cdf7ca0b18ba None None] Sync routers for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:18:33.366853 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572fed7f-f1d2-48a6-a4d9-cdf7ca0b18ba None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:18:33.367477 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-572fed7f-f1d2-48a6-a4d9-cdf7ca0b18ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:18:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:18:33.471125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-572fed7f-f1d2-48a6-a4d9-cdf7ca0b18ba None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:18:33.557055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112b3510-9577-421a-a0c7-ffd666346f2c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Router e724c8ae-587b-4683-96dd-6aabf6f6e816 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:18:33.667925 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112b3510-9577-421a-a0c7-ffd666346f2c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:18:33.673633 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-112b3510-9577-421a-a0c7-ffd666346f2c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:33.695245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-572fed7f-f1d2-48a6-a4d9-cdf7ca0b18ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'efc45e3d-e52c-4733-a5d1-e34013898536', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'port_id': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'mac_address': 'fa:16:3e:97:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:11:51Z', 'updated_at': '2021-09-29T18:18:32Z', 'revision_number': 7, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:18:33.703214 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0', 'tag': '81bdf578-6824-4f94-a81f-6e280d5b2434'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:18:33.727353 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572fed7f-f1d2-48a6-a4d9-cdf7ca0b18ba None None] Checking router: e724c8ae-587b-4683-96dd-6aabf6f6e816 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:18:33.735098 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-112b3510-9577-421a-a0c7-ffd666346f2c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "PUT /v2.0/floatingips/efc45e3d-e52c-4733-a5d1-e34013898536 HTTP/1.1" status: 200 len: 993 time: 1.3095155 Sep 29 18:18:33.740403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572fed7f-f1d2-48a6-a4d9-cdf7ca0b18ba None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:18:33.740920 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-572fed7f-f1d2-48a6-a4d9-cdf7ca0b18ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:18:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:18:33.746736 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69ae795-5ee5-4751-89a9-3b4ac7a02e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0", "tag": "81bdf578-6824-4f94-a81f-6e280d5b2434"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:18:33.846632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-572fed7f-f1d2-48a6-a4d9-cdf7ca0b18ba None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:18:33.869530 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000e49ad-824a-4a07-8993-269219962374 x-openstack-request-id: req-000e49ad-824a-4a07-8993-269219962374 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:18:33.869850 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0", "tag": "81bdf578-6824-4f94-a81f-6e280d5b2434", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:18:33.870120 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-000e49ad-824a-4a07-8993-269219962374 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:18:33.870520 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0', 'tag': '81bdf578-6824-4f94-a81f-6e280d5b2434', 'status': 'completed', 'code': 200} Sep 29 18:18:33.955879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ae795-5ee5-4751-89a9-3b4ac7a02e2f req-251e5d93-dbfd-4497-9a0f-5757f0d6204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:33.957416 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c69ae795-5ee5-4751-89a9-3b4ac7a02e2f req-251e5d93-dbfd-4497-9a0f-5757f0d6204e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0446517 Sep 29 18:18:34.048231 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ae795-5ee5-4751-89a9-3b4ac7a02e2f req-c0e77882-f55e-4928-a8f4-3204a7a15805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:34.049769 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c69ae795-5ee5-4751-89a9-3b4ac7a02e2f req-c0e77882-f55e-4928-a8f4-3204a7a15805 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0857525 Sep 29 18:18:34.065097 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-572fed7f-f1d2-48a6-a4d9-cdf7ca0b18ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'efc45e3d-e52c-4733-a5d1-e34013898536', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'port_id': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'mac_address': 'fa:16:3e:97:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:11:51Z', 'updated_at': '2021-09-29T18:18:32Z', 'revision_number': 7, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:18:34.095470 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c69ae795-5ee5-4751-89a9-3b4ac7a02e2f req-1b9712e8-e516-4383-8ee9-195a9cc677d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0376549 Sep 29 18:18:34.147179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ae795-5ee5-4751-89a9-3b4ac7a02e2f req-9b926306-84f3-41d1-bc40-292206d55819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:34.148718 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c69ae795-5ee5-4751-89a9-3b4ac7a02e2f req-9b926306-84f3-41d1-bc40-292206d55819 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0463448 Sep 29 18:18:34.196341 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ae795-5ee5-4751-89a9-3b4ac7a02e2f req-a8771769-184c-456b-bf8f-17ccac7a16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:34.197925 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c69ae795-5ee5-4751-89a9-3b4ac7a02e2f req-a8771769-184c-456b-bf8f-17ccac7a16b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424931 Sep 29 18:18:34.257346 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572fed7f-f1d2-48a6-a4d9-cdf7ca0b18ba None None] The sync data for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 is: [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'efc45e3d-e52c-4733-a5d1-e34013898536', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'port_id': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'mac_address': 'fa:16:3e:97:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:11:51Z', 'updated_at': '2021-09-29T18:18:32Z', 'revision_number': 7, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:18:34.296365 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c69ae795-5ee5-4751-89a9-3b4ac7a02e2f req-9c3ab290-92ff-416f-87af-8640f031a437 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899532 Sep 29 18:18:34.388114 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c69ae795-5ee5-4751-89a9-3b4ac7a02e2f req-58f0740c-7fef-477d-90a4-f5f2c368add3 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846553 Sep 29 18:18:34.431060 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108a14e9-f883-4b9d-aeec-5e9409684bce None None] New status for floating IP efc45e3d-e52c-4733-a5d1-e34013898536: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:18:34.622561 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58d2aff-3f0c-4ddb-a07c-50349b757ede None None] Sync routers for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:18:34.632131 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d2aff-3f0c-4ddb-a07c-50349b757ede None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:18:34.632739 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c58d2aff-3f0c-4ddb-a07c-50349b757ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:18:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:18:34.735952 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-c58d2aff-3f0c-4ddb-a07c-50349b757ede None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:18:34.954894 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c58d2aff-3f0c-4ddb-a07c-50349b757ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'efc45e3d-e52c-4733-a5d1-e34013898536', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'port_id': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'mac_address': 'fa:16:3e:97:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:11:51Z', 'updated_at': '2021-09-29T18:18:34Z', 'revision_number': 8, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:18:34.983709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58d2aff-3f0c-4ddb-a07c-50349b757ede None None] Checking router: e724c8ae-587b-4683-96dd-6aabf6f6e816 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:18:34.991756 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d2aff-3f0c-4ddb-a07c-50349b757ede None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:18:34.992356 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c58d2aff-3f0c-4ddb-a07c-50349b757ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:18:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:18:35.095031 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-c58d2aff-3f0c-4ddb-a07c-50349b757ede None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:18:35.311864 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c58d2aff-3f0c-4ddb-a07c-50349b757ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'efc45e3d-e52c-4733-a5d1-e34013898536', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'port_id': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'mac_address': 'fa:16:3e:97:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:11:51Z', 'updated_at': '2021-09-29T18:18:34Z', 'revision_number': 8, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:18:35.337342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58d2aff-3f0c-4ddb-a07c-50349b757ede None None] The sync data for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 is: [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'efc45e3d-e52c-4733-a5d1-e34013898536', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'port_id': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'mac_address': 'fa:16:3e:97:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:11:51Z', 'updated_at': '2021-09-29T18:18:34Z', 'revision_number': 8, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:18:35.871879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'tag': '2576fa09-76be-40f6-9c5d-784046fd7e2d'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:18:35.874454 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f596da21-95ca-491e-a8e5-8013b1620aff" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e152a9-92d0-4d5c-9ee4-e5547d79b02f", "tag": "2576fa09-76be-40f6-9c5d-784046fd7e2d"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:18:35.944961 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cb432b-75c5-462d-bfa4-4daadec44d51 x-openstack-request-id: req-a9cb432b-75c5-462d-bfa4-4daadec44d51 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:18:35.945247 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e152a9-92d0-4d5c-9ee4-e5547d79b02f", "tag": "2576fa09-76be-40f6-9c5d-784046fd7e2d", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:18:35.945524 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9cb432b-75c5-462d-bfa4-4daadec44d51 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:18:35.945938 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'tag': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'status': 'completed', 'code': 200} Sep 29 18:18:36.005981 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596da21-95ca-491e-a8e5-8013b1620aff req-2d6defb1-8091-40a7-b681-5a9fc5814313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:36.007441 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f596da21-95ca-491e-a8e5-8013b1620aff req-2d6defb1-8091-40a7-b681-5a9fc5814313 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 1096 time: 0.0393395 Sep 29 18:18:36.095786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596da21-95ca-491e-a8e5-8013b1620aff req-f16b44f9-b115-4d69-83b9-d70ce0638f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:36.097247 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f596da21-95ca-491e-a8e5-8013b1620aff req-f16b44f9-b115-4d69-83b9-d70ce0638f66 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0826058 Sep 29 18:18:36.167820 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f596da21-95ca-491e-a8e5-8013b1620aff req-27caa8b6-2ff8-46e2-9055-9614b74167ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 200 len: 1001 time: 0.0627670 Sep 29 18:18:36.217115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596da21-95ca-491e-a8e5-8013b1620aff req-4adeab21-6e70-4bd3-b4dd-b88e404e0263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:36.218553 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f596da21-95ca-491e-a8e5-8013b1620aff req-4adeab21-6e70-4bd3-b4dd-b88e404e0263 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0430932 Sep 29 18:18:36.264404 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596da21-95ca-491e-a8e5-8013b1620aff req-c6512a16-cd80-493c-b095-89393c680209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:36.265921 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f596da21-95ca-491e-a8e5-8013b1620aff req-c6512a16-cd80-493c-b095-89393c680209 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406570 Sep 29 18:18:36.359255 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f596da21-95ca-491e-a8e5-8013b1620aff req-1da503f7-994a-41dd-acb5-20ba6de44ade service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861056 Sep 29 18:18:36.393038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.49', 50708) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:18:36.485016 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-130e533a-4784-4841-bc21-ff3be185399c req-a3b35320-d96b-408a-ba6d-44dbaab8df0c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908642 Sep 29 18:18:36.487192 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f596da21-95ca-491e-a8e5-8013b1620aff req-bb4c1455-7487-4fc7-b5e6-c5b4da37bc28 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170530 Sep 29 18:18:36.591127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e533a-4784-4841-bc21-ff3be185399c req-840235e3-1f18-4000-a18b-30978f245d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:36.592809 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-130e533a-4784-4841-bc21-ff3be185399c req-840235e3-1f18-4000-a18b-30978f245d00 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 1096 time: 0.0407443 Sep 29 18:18:36.697161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e533a-4784-4841-bc21-ff3be185399c req-83e507f1-4df3-4fd2-92ef-275ce0a783b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:36.698653 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-130e533a-4784-4841-bc21-ff3be185399c req-83e507f1-4df3-4fd2-92ef-275ce0a783b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0863385 Sep 29 18:18:36.761954 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-130e533a-4784-4841-bc21-ff3be185399c req-fe544ad1-377a-40e4-b09f-73961c856e33 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 200 len: 1001 time: 0.0560367 Sep 29 18:18:36.809536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e533a-4784-4841-bc21-ff3be185399c req-f2e4584c-62c8-49b7-af9b-42f12c484d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:36.811634 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-130e533a-4784-4841-bc21-ff3be185399c req-f2e4584c-62c8-49b7-af9b-42f12c484d9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0431008 Sep 29 18:18:36.858931 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e533a-4784-4841-bc21-ff3be185399c req-adb6c008-87dd-4d45-9062-ad3ab55fabe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:36.860376 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-130e533a-4784-4841-bc21-ff3be185399c req-adb6c008-87dd-4d45-9062-ad3ab55fabe1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422122 Sep 29 18:18:36.949121 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-130e533a-4784-4841-bc21-ff3be185399c req-6e194aad-0d0a-4a28-9c20-40d9d532ef10 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815032 Sep 29 18:18:37.042366 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-130e533a-4784-4841-bc21-ff3be185399c req-4673622c-aad8-4de3-955e-eb61983eb801 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857639 Sep 29 18:18:40.867384 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5a75f863-60a8-47b5-8cec-59921c4e5fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:43.601792 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3a48d969-f783-42af-9237-ff99e635d2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:44.721036 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:44.759333 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:45.019414 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:47.048566 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:18:52.458611 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-290e2c2e-6e0a-435f-a734-5c582240fc54 req-87396b1d-5376-4292-9379-8d08653349a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405664 Sep 29 18:18:52.564591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e2c2e-6e0a-435f-a734-5c582240fc54 req-ced4eb01-b49d-4b9a-90ff-47e86ac93bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:52.566027 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-290e2c2e-6e0a-435f-a734-5c582240fc54 req-ced4eb01-b49d-4b9a-90ff-47e86ac93bdf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0457807 Sep 29 18:18:52.668727 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e2c2e-6e0a-435f-a734-5c582240fc54 req-b54d998e-fe14-46df-ada1-088254daf638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:52.670436 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-290e2c2e-6e0a-435f-a734-5c582240fc54 req-b54d998e-fe14-46df-ada1-088254daf638 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0856819 Sep 29 18:18:52.713572 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-290e2c2e-6e0a-435f-a734-5c582240fc54 req-71db4866-94b2-4fa2-90da-de3ab79149b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0364549 Sep 29 18:18:52.761629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e2c2e-6e0a-435f-a734-5c582240fc54 req-e2d50c23-680a-458c-af88-db5ae771ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:52.763587 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-290e2c2e-6e0a-435f-a734-5c582240fc54 req-e2d50c23-680a-458c-af88-db5ae771ee26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0427999 Sep 29 18:18:52.808081 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e2c2e-6e0a-435f-a734-5c582240fc54 req-1b15a2f4-ef6b-4636-9b80-2c0eecfd3300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:18:52.809564 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-290e2c2e-6e0a-435f-a734-5c582240fc54 req-1b15a2f4-ef6b-4636-9b80-2c0eecfd3300 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392330 Sep 29 18:18:52.902000 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-290e2c2e-6e0a-435f-a734-5c582240fc54 req-98bcc97b-a1d1-4449-bd64-c4bcfae5b404 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856919 Sep 29 18:18:52.991118 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-290e2c2e-6e0a-435f-a734-5c582240fc54 req-f1c051c9-33b8-4d71-bd44-db5a1503ea0f service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816653 Sep 29 18:18:57.897427 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:19:07.332059 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:19:10.868018 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a9ef87c5-3fe6-49ce-9628-c04b1da94f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:19:13.603014 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6e259b9c-a1e0-4b07-aaee-b9edf4dabdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:19:14.722288 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:19:14.764088 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:19:15.018852 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:19:17.051202 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:19:27.903368 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:19:38.461998 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bb03d914-a475-4a1f-8f63-f3effa9e130f req-4643f306-6c4c-4b5d-b7ac-18ed45eb894a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436432 Sep 29 18:19:38.543447 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03d914-a475-4a1f-8f63-f3effa9e130f req-86af1f85-0732-48c9-abea-50e8a0996f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:19:38.545417 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bb03d914-a475-4a1f-8f63-f3effa9e130f req-86af1f85-0732-48c9-abea-50e8a0996f62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 1096 time: 0.0421541 Sep 29 18:19:38.667385 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03d914-a475-4a1f-8f63-f3effa9e130f req-d5db06ae-5c6e-4885-a619-30df387316f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:19:38.668861 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bb03d914-a475-4a1f-8f63-f3effa9e130f req-d5db06ae-5c6e-4885-a619-30df387316f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.1015446 Sep 29 18:19:38.738033 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bb03d914-a475-4a1f-8f63-f3effa9e130f req-88748539-83a4-4ee2-a2f8-3d59649c743f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 200 len: 1001 time: 0.0562940 Sep 29 18:19:38.791687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03d914-a475-4a1f-8f63-f3effa9e130f req-64a1f9d3-d662-420f-a509-4c8c4433c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:19:38.793212 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bb03d914-a475-4a1f-8f63-f3effa9e130f req-64a1f9d3-d662-420f-a509-4c8c4433c382 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0480449 Sep 29 18:19:38.839801 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03d914-a475-4a1f-8f63-f3effa9e130f req-d2f3586f-7e66-4db4-8d86-06612778e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:19:38.841195 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bb03d914-a475-4a1f-8f63-f3effa9e130f req-d2f3586f-7e66-4db4-8d86-06612778e719 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406809 Sep 29 18:19:38.932132 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bb03d914-a475-4a1f-8f63-f3effa9e130f req-6862d17b-a07f-4e4f-b565-c13ac61d5581 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832589 Sep 29 18:19:39.020417 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bb03d914-a475-4a1f-8f63-f3effa9e130f req-68a2827d-5da3-4e17-8e92-839d424bc0c5 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812285 Sep 29 18:19:40.868038 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c6979e6d-3319-4a14-a4a5-2862b43b1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:19:43.602780 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-917d428d-b8bc-4f12-a5e9-aa2fa1f21857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:19:44.331735 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:19:44.722432 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:19:44.763445 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:19:45.032570 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:19:47.055477 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:19:53.451544 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc5c0f42-4c67-4818-8b26-fe06bfc2d14a req-7be12efb-cd8a-450f-acc6-551240e3a481 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517750 Sep 29 18:19:53.552514 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c0f42-4c67-4818-8b26-fe06bfc2d14a req-5f7f6c68-3ebe-4dcc-beab-cc1e3fa10d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:19:53.553969 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc5c0f42-4c67-4818-8b26-fe06bfc2d14a req-5f7f6c68-3ebe-4dcc-beab-cc1e3fa10d1d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0435290 Sep 29 18:19:53.659919 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c0f42-4c67-4818-8b26-fe06bfc2d14a req-4168a69b-464b-4b3c-8369-95fe13ecc1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:19:53.661429 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc5c0f42-4c67-4818-8b26-fe06bfc2d14a req-4168a69b-464b-4b3c-8369-95fe13ecc1ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0868614 Sep 29 18:19:53.707890 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc5c0f42-4c67-4818-8b26-fe06bfc2d14a req-bee7fafe-e845-4eb3-b2a2-69db9de2add3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0372880 Sep 29 18:19:53.758700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c0f42-4c67-4818-8b26-fe06bfc2d14a req-925f3b7f-b172-46b8-8420-7c6a67f81f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:19:53.760125 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc5c0f42-4c67-4818-8b26-fe06bfc2d14a req-925f3b7f-b172-46b8-8420-7c6a67f81f3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0451040 Sep 29 18:19:53.805629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c0f42-4c67-4818-8b26-fe06bfc2d14a req-621f75d5-935b-4f51-8a5a-764fe65fc0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:19:53.807018 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc5c0f42-4c67-4818-8b26-fe06bfc2d14a req-621f75d5-935b-4f51-8a5a-764fe65fc0c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401490 Sep 29 18:19:53.817612 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-dc5c0f42-4c67-4818-8b26-fe06bfc2d14a req-249473be-30f4-41d7-8970-67d46d46f517 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:19:53.818586 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc5c0f42-4c67-4818-8b26-fe06bfc2d14a req-249473be-30f4-41d7-8970-67d46d46f517 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047560 Sep 29 18:19:53.910627 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc5c0f42-4c67-4818-8b26-fe06bfc2d14a req-bced0eaf-f1a0-42f9-a8f7-42e65f34de20 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842133 Sep 29 18:19:53.997661 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc5c0f42-4c67-4818-8b26-fe06bfc2d14a req-9aa36176-458d-4646-831f-f902307d08e2 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803308 Sep 29 18:19:57.927019 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:09.503040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-4df42d5b-27ef-4a02-9498-25f1ac5904b5 req-b5bf56a2-8d68-4794-92bd-d839c53245fb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:20:09.504027 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4df42d5b-27ef-4a02-9498-25f1ac5904b5 req-b5bf56a2-8d68-4794-92bd-d839c53245fb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060678 Sep 29 18:20:09.680184 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53114) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:20:09.690283 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc7cfa-a99e-456c-b6d3-6b4af22f7970 req-179f0d4b-b580-4742-a123-0746851ca7e8 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:09.691811 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-25fc7cfa-a99e-456c-b6d3-6b4af22f7970 req-179f0d4b-b580-4742-a123-0746851ca7e8 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0570178 Sep 29 18:20:09.731060 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-25fc7cfa-a99e-456c-b6d3-6b4af22f7970 req-8d08f107-8015-4d05-b236-5ac036ffca52 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331857 Sep 29 18:20:09.766150 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-8f226b51-a685-4b24-9f74-b1d1f205cf89 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848117 Sep 29 18:20:09.774751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-1d2939e2-956b-4cfe-b3c2-2b224ba2d8b4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:20:09.775732 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-1d2939e2-956b-4cfe-b3c2-2b224ba2d8b4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049078 Sep 29 18:20:10.848966 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee6298-af6e-45d4-b6f6-284a4da3543a req-5aff4a4b-c53c-4c2f-9c6d-6804f36893e1 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:10.850490 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6cee6298-af6e-45d4-b6f6-284a4da3543a req-5aff4a4b-c53c-4c2f-9c6d-6804f36893e1 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0493054 Sep 29 18:20:10.868382 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8d0b5989-9e39-490d-b4df-72581df4d5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:10.894729 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6cee6298-af6e-45d4-b6f6-284a4da3543a req-8a8f5c3f-8691-4915-936c-a104f84a8b8a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377853 Sep 29 18:20:10.970585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-527b1ba2-d9d4-407d-8829-070947544471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:10.972088 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-527b1ba2-d9d4-407d-8829-070947544471 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 1096 time: 0.0465562 Sep 29 18:20:11.058676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-bb5da20e-dabc-454a-b860-b971251500d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:11.060073 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-bb5da20e-dabc-454a-b860-b971251500d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0814798 Sep 29 18:20:11.128510 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-50ba75c1-e022-4290-9cb7-5cd758c10896 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 200 len: 1001 time: 0.0605497 Sep 29 18:20:11.176354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-bb5e8bd3-b6a2-424f-aae6-aff56e0abf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:11.177851 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-bb5e8bd3-b6a2-424f-aae6-aff56e0abf7d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0424321 Sep 29 18:20:11.227087 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-39b7a395-9a74-40cc-9d16-a6f2a7f6fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:11.228610 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-39b7a395-9a74-40cc-9d16-a6f2a7f6fc32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438545 Sep 29 18:20:11.244406 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-c01de77a-0f28-44e1-a5b1-de409085e700 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:20:11.245517 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-c01de77a-0f28-44e1-a5b1-de409085e700 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059650 Sep 29 18:20:11.337599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-981e8632-06ac-405f-ad3f-c64755ea3e36 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842381 Sep 29 18:20:11.428799 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-1bdab6cb-08ec-4e6b-b030-c31ed9db4e32 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820272 Sep 29 18:20:12.009647 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3086e-9b03-40b5-90d2-a762167a025c req-92282455-5fa3-4d61-a5b1-5a5fec579e0d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:12.011111 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f1f3086e-9b03-40b5-90d2-a762167a025c req-92282455-5fa3-4d61-a5b1-5a5fec579e0d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0480249 Sep 29 18:20:12.048645 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f1f3086e-9b03-40b5-90d2-a762167a025c req-498ad8ab-2c29-44d3-8116-7eb08906f700 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310185 Sep 29 18:20:13.170461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fbb80-40fb-451f-96ab-283c6e5ff974 req-2beb2251-483a-417f-a9e2-78ba1c67b70e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:13.171925 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-031fbb80-40fb-451f-96ab-283c6e5ff974 req-2beb2251-483a-417f-a9e2-78ba1c67b70e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0563748 Sep 29 18:20:13.209128 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-031fbb80-40fb-451f-96ab-283c6e5ff974 req-03aa5e61-6812-4298-aea7-45c8d57319f6 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311458 Sep 29 18:20:13.601854 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fa632f49-3f04-4d67-9178-ee06e4923519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:14.323794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b72a0-07b1-47de-bace-801ce71b6cd9 req-92634275-afbc-4018-b3e8-8bcd1cc28f54 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:14.325241 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-974b72a0-07b1-47de-bace-801ce71b6cd9 req-92634275-afbc-4018-b3e8-8bcd1cc28f54 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0473034 Sep 29 18:20:14.362479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-974b72a0-07b1-47de-bace-801ce71b6cd9 req-dd708cfa-a308-455f-8cad-7909e61bd691 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307283 Sep 29 18:20:14.727259 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:14.766425 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:15.032506 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:15.491571 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d378798-5c01-4150-9d92-e30972e641bb req-53db3698-29f6-41b2-9646-4117ff575009 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:15.493651 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7d378798-5c01-4150-9d92-e30972e641bb req-53db3698-29f6-41b2-9646-4117ff575009 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0566535 Sep 29 18:20:15.543881 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7d378798-5c01-4150-9d92-e30972e641bb req-2b9afbe6-333c-4c30-b699-8ff2ce119358 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425956 Sep 29 18:20:16.660892 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ae39e-8807-42c1-a9a8-7836d1d9cf49 req-2688dc97-413d-4abc-aca1-c1cecffbd82b tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:16.662410 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c26ae39e-8807-42c1-a9a8-7836d1d9cf49 req-2688dc97-413d-4abc-aca1-c1cecffbd82b tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0536618 Sep 29 18:20:16.700134 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c26ae39e-8807-42c1-a9a8-7836d1d9cf49 req-738ff92f-6733-4050-a609-3b33ab74be97 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318613 Sep 29 18:20:17.059004 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:17.816240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3b21e-5602-4868-8268-f8021b8ad453 req-046058e1-589e-44c2-99e0-9998340ea297 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:17.817703 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40e3b21e-5602-4868-8268-f8021b8ad453 req-046058e1-589e-44c2-99e0-9998340ea297 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0481524 Sep 29 18:20:17.854742 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40e3b21e-5602-4868-8268-f8021b8ad453 req-cd42631d-c5ca-44a4-ac65-15d0733332f6 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310709 Sep 29 18:20:18.971152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e426e9-0d14-49e7-8aaa-c28466fb988b req-dd994c92-b372-4ead-98c3-eace83933c34 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:18.972632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-82e426e9-0d14-49e7-8aaa-c28466fb988b req-dd994c92-b372-4ead-98c3-eace83933c34 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0516531 Sep 29 18:20:19.009874 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-82e426e9-0d14-49e7-8aaa-c28466fb988b req-ec4f9292-3db5-4824-ae9e-55695dfb6986 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312781 Sep 29 18:20:20.146454 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e98e5-1702-44aa-b8a7-047412ae8924 req-554ec0c0-7ad6-4bcb-a37f-ae2ed39816bf tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:20.148984 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d26e98e5-1702-44aa-b8a7-047412ae8924 req-554ec0c0-7ad6-4bcb-a37f-ae2ed39816bf tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0683749 Sep 29 18:20:20.195198 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d26e98e5-1702-44aa-b8a7-047412ae8924 req-aef199c4-4a2f-4b12-9800-9467f641bfd6 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401640 Sep 29 18:20:21.309391 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b09dc0-ce85-470e-9e4e-6798c87d07d8 req-44cdffed-273a-4ca0-bfaf-32901239405f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:21.310875 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b3b09dc0-ce85-470e-9e4e-6798c87d07d8 req-44cdffed-273a-4ca0-bfaf-32901239405f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0477340 Sep 29 18:20:21.330987 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:20:21.348231 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b3b09dc0-ce85-470e-9e4e-6798c87d07d8 req-aed0f1c4-2c58-461b-9e41-1ad2c2012038 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307970 Sep 29 18:20:22.463357 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585b3a6-ab5b-45e5-b98d-96e471e666b0 req-ce2fe8ec-ccf0-45df-921e-7a14646fec32 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:22.464816 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c585b3a6-ab5b-45e5-b98d-96e471e666b0 req-ce2fe8ec-ccf0-45df-921e-7a14646fec32 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0487487 Sep 29 18:20:22.502042 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c585b3a6-ab5b-45e5-b98d-96e471e666b0 req-1e970874-2472-425c-83a7-ddc9acd9a3fa tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310462 Sep 29 18:20:23.253139 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-539cc5d7-58b4-4759-8933-9bf160253d70 service neutron] show failed (client error): The resource could not be found. Sep 29 18:20:23.254193 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-539cc5d7-58b4-4759-8933-9bf160253d70 service neutron] 10.222.0.49 "GET /v2.0/ports/2576fa09-76be-40f6-9c5d-784046fd7e2d/bindings/n-h2-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.0585709 Sep 29 18:20:23.475961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-2e2b726a-49cc-4cf0-9ea9-9d69e4daf92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:23.477495 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-2e2b726a-49cc-4cf0-9ea9-9d69e4daf92f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f&tenant_id=5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 1096 time: 0.0732777 Sep 29 18:20:23.496057 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:20:23.552797 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:23.707021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5c053-6d1f-484a-b21c-d93e8926385f req-c834a893-580b-45ca-9eaa-c3b447395b5e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:23.708497 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-60f5c053-6d1f-484a-b21c-d93e8926385f req-c834a893-580b-45ca-9eaa-c3b447395b5e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.1212726 Sep 29 18:20:24.094193 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-60f5c053-6d1f-484a-b21c-d93e8926385f req-7caf568e-a5a7-4ba9-9c58-23f51342245d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713515 Sep 29 18:20:24.115483 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:20:24.147680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:20:24.184832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2576fa09-76be-40f6-9c5d-784046fd7e2d'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:20:24.187149 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb10686-cb4d-402c-9b2a-082e4f7c401a" -d '{"events": [{"server_uuid": "b9e152a9-92d0-4d5c-9ee4-e5547d79b02f", "name": "network-vif-unplugged", "status": "completed", "tag": "2576fa09-76be-40f6-9c5d-784046fd7e2d"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:20:24.191936 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:24.205931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Transition to ACTIVE for port object 2576fa09-76be-40f6-9c5d-784046fd7e2d will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:20:24.210227 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:24.248369 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 18:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7e33e0-05db-43bc-8e0a-3286ae4b8359 x-openstack-request-id: req-da7e33e0-05db-43bc-8e0a-3286ae4b8359 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:20:24.248670 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e152a9-92d0-4d5c-9ee4-e5547d79b02f", "name": "network-vif-unplugged", "status": "completed", "tag": "2576fa09-76be-40f6-9c5d-784046fd7e2d", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:20:24.249244 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da7e33e0-05db-43bc-8e0a-3286ae4b8359 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:20:24.249654 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'code': 200} Sep 29 18:20:24.321775 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Pushing event updated for resources: {'Port': ['ID=2576fa09-76be-40f6-9c5d-784046fd7e2d,revision_number=6']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:20:24.350620 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:24.350921 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:24.351695 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:24.352225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:24.352690 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:24.353089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:24.353692 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:24.354024 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:24.354436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:24.354768 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:24.355088 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:24.355408 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:24.407119 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] No DVR routers for this DVR port 2576fa09-76be-40f6-9c5d-784046fd7e2d on host n-h1-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:20:24.537957 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Attempting to bind port 2576fa09-76be-40f6-9c5d-784046fd7e2d on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:20:24.538601 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Attempting to bind port 2576fa09-76be-40f6-9c5d-784046fd7e2d by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:20:24.538601 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Attempting to bind port 2576fa09-76be-40f6-9c5d-784046fd7e2d on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:20:24.542699 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Port 2576fa09-76be-40f6-9c5d-784046fd7e2d on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:20:24.543003 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Attempting to bind port 2576fa09-76be-40f6-9c5d-784046fd7e2d on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:20:24.548348 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:20:24.548676 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Checking segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:20:24.549053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Bound using segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:20:24.549537 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Bound port: 2576fa09-76be-40f6-9c5d-784046fd7e2d, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:20:24.549908 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:24.613226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:20:24.616597 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:20:24.620269 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:24.654972 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:24.655578 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:24.658005 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] 10.222.0.35 "PUT /v2.0/ports/2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 200 len: 1091 time: 1.1657987 Sep 29 18:20:24.683051 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ce7ea-3615-4922-b112-c28db63501be service neutron] Pushing event updated for resources: {'Port': ['ID=2576fa09-76be-40f6-9c5d-784046fd7e2d,revision_number=7']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:20:24.733971 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-78474a24-ce3f-4021-b4f4-09e0af369542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:24.736147 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-78474a24-ce3f-4021-b4f4-09e0af369542 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 1094 time: 0.0433996 Sep 29 18:20:24.833969 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-848a9695-1ac4-475f-9b29-c02fb832f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:24.835443 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-848a9695-1ac4-475f-9b29-c02fb832f8de service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0926123 Sep 29 18:20:24.904212 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-f0be260a-81d3-4749-9b25-e89b6b9a8a30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 200 len: 999 time: 0.0610368 Sep 29 18:20:24.952233 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-08310a94-d3ae-45a4-8d16-e943d0157523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:24.953872 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-08310a94-d3ae-45a4-8d16-e943d0157523 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0432959 Sep 29 18:20:25.000559 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-da6e14fb-12bf-41e5-afd1-82b6b063572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:25.002053 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-da6e14fb-12bf-41e5-afd1-82b6b063572d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398741 Sep 29 18:20:25.094988 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-cc7edf45-8bb5-4075-af8c-2b96d7ff9090 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853062 Sep 29 18:20:25.216556 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88f252a3-8ac8-48c0-9b9b-667112714787 req-3c31e265-93e1-4b8e-aada-791ca910fff7 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149688 Sep 29 18:20:25.233841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d102f-a1cd-4d9d-a7e0-f3bfb5135f27 req-0bdb136d-bd2a-4d31-a317-4ab1c9fd60b7 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:25.235687 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7d8d102f-a1cd-4d9d-a7e0-f3bfb5135f27 req-0bdb136d-bd2a-4d31-a317-4ab1c9fd60b7 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 943 time: 0.0652561 Sep 29 18:20:25.274586 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7d8d102f-a1cd-4d9d-a7e0-f3bfb5135f27 req-f67732d8-eb9f-4afa-b447-dcd57a683772 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327966 Sep 29 18:20:26.250627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'tag': '2576fa09-76be-40f6-9c5d-784046fd7e2d'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:20:26.252979 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7253251-f7ac-4462-a459-8b707ed75742" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e152a9-92d0-4d5c-9ee4-e5547d79b02f", "tag": "2576fa09-76be-40f6-9c5d-784046fd7e2d"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:20:26.286903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2576fa09-76be-40f6-9c5d-784046fd7e2d no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:20:26.301888 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d81c89-4415-422b-bf23-d3e49e1822fd x-openstack-request-id: req-81d81c89-4415-422b-bf23-d3e49e1822fd {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:20:26.302194 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e152a9-92d0-4d5c-9ee4-e5547d79b02f", "tag": "2576fa09-76be-40f6-9c5d-784046fd7e2d", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:20:26.302450 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81d81c89-4415-422b-bf23-d3e49e1822fd {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:20:26.302972 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'tag': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'status': 'completed', 'code': 200} Sep 29 18:20:26.325757 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2576fa09-76be-40f6-9c5d-784046fd7e2d not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:20:26.363583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7253251-f7ac-4462-a459-8b707ed75742 req-81105a0c-c5b9-47bc-a496-754c6e9efc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:26.365057 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a7253251-f7ac-4462-a459-8b707ed75742 req-81105a0c-c5b9-47bc-a496-754c6e9efc8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 1094 time: 0.0435014 Sep 29 18:20:26.418827 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7253251-f7ac-4462-a459-8b707ed75742 req-549fe185-ca90-4119-ae23-8c66ad14ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:26.420330 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a7253251-f7ac-4462-a459-8b707ed75742 req-549fe185-ca90-4119-ae23-8c66ad14ca79 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 1094 time: 0.0716851 Sep 29 18:20:26.428498 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b83f9f-d7f3-4cd6-aa51-22d47877e930 req-0281f537-2d39-4fb7-88b6-2ce6ae436d67 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:26.429881 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-79b83f9f-d7f3-4cd6-aa51-22d47877e930 req-0281f537-2d39-4fb7-88b6-2ce6ae436d67 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 943 time: 0.0718319 Sep 29 18:20:26.457725 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7253251-f7ac-4462-a459-8b707ed75742 req-3797c9f8-9da7-4687-a83d-5541af897542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:26.459217 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a7253251-f7ac-4462-a459-8b707ed75742 req-3797c9f8-9da7-4687-a83d-5541af897542 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0867150 Sep 29 18:20:26.526600 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-79b83f9f-d7f3-4cd6-aa51-22d47877e930 req-8f20829c-119f-43f0-b66c-5bc38e807d36 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874004 Sep 29 18:20:26.527883 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a7253251-f7ac-4462-a459-8b707ed75742 req-ad2e1780-2858-4df9-9233-944b94484e61 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 200 len: 999 time: 0.0616460 Sep 29 18:20:26.545745 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7253251-f7ac-4462-a459-8b707ed75742 req-3b4cece1-78dc-4965-b99e-b618011692a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:26.547740 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a7253251-f7ac-4462-a459-8b707ed75742 req-3b4cece1-78dc-4965-b99e-b618011692a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.1170177 Sep 29 18:20:26.579600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7253251-f7ac-4462-a459-8b707ed75742 req-bcee5212-7d28-471a-92bc-f700893891f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:26.581064 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a7253251-f7ac-4462-a459-8b707ed75742 req-bcee5212-7d28-471a-92bc-f700893891f7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0462413 Sep 29 18:20:26.617265 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a7253251-f7ac-4462-a459-8b707ed75742 req-2f8122ec-ae12-49bb-8932-39bff557cb25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 200 len: 999 time: 0.0620499 Sep 29 18:20:26.627441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7253251-f7ac-4462-a459-8b707ed75742 req-36ca5053-ca8d-41f4-a285-dfbda164332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:26.628927 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a7253251-f7ac-4462-a459-8b707ed75742 req-36ca5053-ca8d-41f4-a285-dfbda164332e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406065 Sep 29 18:20:26.667994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7253251-f7ac-4462-a459-8b707ed75742 req-067b6246-6b47-4761-b79b-66a59709e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:26.669530 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a7253251-f7ac-4462-a459-8b707ed75742 req-067b6246-6b47-4761-b79b-66a59709e06a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0445404 Sep 29 18:20:26.724354 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a7253251-f7ac-4462-a459-8b707ed75742 req-28c0f713-b38d-4398-9717-d7ae8c27388d service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876508 Sep 29 18:20:26.725349 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7253251-f7ac-4462-a459-8b707ed75742 req-f19d8d39-2f4a-4578-82fe-f3c188856d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:26.726856 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a7253251-f7ac-4462-a459-8b707ed75742 req-f19d8d39-2f4a-4578-82fe-f3c188856d24 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455334 Sep 29 18:20:26.821564 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a7253251-f7ac-4462-a459-8b707ed75742 req-d6f237da-f911-4402-866e-e9c8f2831e39 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897601 Sep 29 18:20:26.827252 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a7253251-f7ac-4462-a459-8b707ed75742 req-4726721a-f3a2-469e-adec-e4b7bccf9f3d service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912883 Sep 29 18:20:26.915797 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a7253251-f7ac-4462-a459-8b707ed75742 req-f45f948f-1603-48cc-8c1d-f0472e49958d service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808125 Sep 29 18:20:27.647381 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4d369-7d7a-459c-85cd-0d0d1ac2a218 req-7e1ec843-479c-4478-af02-57094611d568 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:27.648818 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3bc4d369-7d7a-459c-85cd-0d0d1ac2a218 req-7e1ec843-479c-4478-af02-57094611d568 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 943 time: 0.0529158 Sep 29 18:20:27.684332 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3bc4d369-7d7a-459c-85cd-0d0d1ac2a218 req-569a5be0-1072-4a2a-b1b8-9819b437170a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295856 Sep 29 18:20:27.939685 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:28.801038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67907434-daed-4f20-be6a-fda2d30af524 req-53a2aa71-65b1-43f0-9343-2cd2f314c09a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:28.802581 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-67907434-daed-4f20-be6a-fda2d30af524 req-53a2aa71-65b1-43f0-9343-2cd2f314c09a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 943 time: 0.0492487 Sep 29 18:20:28.853171 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-67907434-daed-4f20-be6a-fda2d30af524 req-8d7a0ff1-7cbe-446c-b327-8f7e015b9daf tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445628 Sep 29 18:20:29.167501 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-ea2650c2-b224-47d2-ba6e-cee151316dd4 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:29.168975 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-ea2650c2-b224-47d2-ba6e-cee151316dd4 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f&tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 943 time: 0.0846047 Sep 29 18:20:29.179937 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d82332-cd50-4f68-bb22-29c1d480508f req-dd4694e4-7632-4796-8f34-411af88ceab5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:29.181264 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-59d82332-cd50-4f68-bb22-29c1d480508f req-dd4694e4-7632-4796-8f34-411af88ceab5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 943 time: 0.0690646 Sep 29 18:20:29.252097 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-59d82332-cd50-4f68-bb22-29c1d480508f req-4b57a0cc-c883-4ac3-be6f-965412f316be tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641568 Sep 29 18:20:29.259922 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-c35cae62-f0a5-46f7-8516-27e378ad0e53 service neutron] 10.222.0.35 "GET /v2.0/ports/2576fa09-76be-40f6-9c5d-784046fd7e2d/bindings/n-h2-811748-2 HTTP/1.1" status: 200 len: 382 time: 0.0777667 Sep 29 18:20:29.337607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-87f7c552-35ac-405a-8df8-28c292665726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:29.338966 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-87f7c552-35ac-405a-8df8-28c292665726 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 1094 time: 0.0409558 Sep 29 18:20:29.430148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-ca576f0a-fddf-4583-863e-7867f4dc9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:29.431637 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-ca576f0a-fddf-4583-863e-7867f4dc9132 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0858285 Sep 29 18:20:29.494536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-4b67b0ee-8f68-487a-9ce0-974a75537987 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 200 len: 999 time: 0.0548344 Sep 29 18:20:29.546000 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-909d80c9-ec6e-437a-82f2-ee2b8a6cfba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:29.547455 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-909d80c9-ec6e-437a-82f2-ee2b8a6cfba0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0464644 Sep 29 18:20:29.591675 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-06cbfcc5-0e6c-46fc-add9-22e6b068ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:29.593037 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-06cbfcc5-0e6c-46fc-add9-22e6b068ef6a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388942 Sep 29 18:20:29.680540 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-44d5e11c-05a2-4922-bc15-ab3957d18c69 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804799 Sep 29 18:20:29.771557 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-8d92aab0-65ed-40d3-b0fa-d303b2f26d06 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840635 Sep 29 18:20:30.261459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2576fa09-76be-40f6-9c5d-784046fd7e2d details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:20:30.356778 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:20:30.367443 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dff5a5-1bfc-4c23-8dd3-127569b6aad4 req-5bb5d599-c983-47b9-b7d7-43decb7959cd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:30.368405 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'port_id': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'mac_address': 'fa:16:3e:97:d5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:20:30.368917 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e8dff5a5-1bfc-4c23-8dd3-127569b6aad4 req-5bb5d599-c983-47b9-b7d7-43decb7959cd tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 943 time: 0.0482991 Sep 29 18:20:30.405878 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:30.406734 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e8dff5a5-1bfc-4c23-8dd3-127569b6aad4 req-1a8b9f79-e649-4ff5-ada3-7723000bd8b8 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316870 Sep 29 18:20:30.419268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2576fa09-76be-40f6-9c5d-784046fd7e2d {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:20:30.438347 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:20:30.442671 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:30.487074 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=2576fa09-76be-40f6-9c5d-784046fd7e2d,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:20:30.494035 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:30.494376 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:30.494712 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:30.495042 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:30.495367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:30.495743 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:30.496014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:30.496324 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:30.496639 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:30.496955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:30.497268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:30.497611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:30.893700 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['2576fa09-76be-40f6-9c5d-784046fd7e2d'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:20:31.522110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708735e-dd7d-4dce-be84-dfa4ff913511 req-a4762dfd-1811-4091-8ed8-91e80be5c78d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:31.523483 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4708735e-dd7d-4dce-be84-dfa4ff913511 req-a4762dfd-1811-4091-8ed8-91e80be5c78d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 944 time: 0.0478134 Sep 29 18:20:31.566261 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4708735e-dd7d-4dce-be84-dfa4ff913511 req-899a8329-51f9-46ed-91db-d6f869246aa9 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363557 Sep 29 18:20:31.910515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-86fd56a9-1070-4601-82a3-44f03e4ed86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:31.912012 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-86fd56a9-1070-4601-82a3-44f03e4ed86e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f&tenant_id=5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 1095 time: 0.0429511 Sep 29 18:20:31.923953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:20:31.976225 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:32.283305 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2576fa09-76be-40f6-9c5d-784046fd7e2d details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:20:32.386119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:20:32.398653 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'port_id': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'mac_address': 'fa:16:3e:97:d5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:20:32.423726 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:20:32.456386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:20:32.487483 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2576fa09-76be-40f6-9c5d-784046fd7e2d {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:20:32.495530 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:32.506421 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Ignored duplicate provisioning block setup for port 2576fa09-76be-40f6-9c5d-784046fd7e2d by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 29 18:20:32.510098 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:32.587825 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Pushing event updated for resources: {'Port': ['ID=2576fa09-76be-40f6-9c5d-784046fd7e2d,revision_number=9']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:20:32.601160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:32.601542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:32.601949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:32.602301 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:32.602817 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:32.603159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:32.603493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:32.603822 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:32.604181 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:32.604509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:32.604929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:32.605159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:20:32.654078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] No DVR routers for this DVR port 2576fa09-76be-40f6-9c5d-784046fd7e2d on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:20:32.695622 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d539321-6c28-41a1-8d4b-660eaa1fdca2 req-4a7ccf18-263b-46de-88ea-3af1b90e2455 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:32.697202 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d539321-6c28-41a1-8d4b-660eaa1fdca2 req-4a7ccf18-263b-46de-88ea-3af1b90e2455 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 943 time: 0.0518253 Sep 29 18:20:32.737169 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d539321-6c28-41a1-8d4b-660eaa1fdca2 req-10a9d1d5-5fb5-49b0-9c48-4f1d5d803e87 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339141 Sep 29 18:20:32.792267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Attempting to bind port 2576fa09-76be-40f6-9c5d-784046fd7e2d on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:20:32.792598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Attempting to bind port 2576fa09-76be-40f6-9c5d-784046fd7e2d by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:20:32.792920 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Attempting to bind port 2576fa09-76be-40f6-9c5d-784046fd7e2d on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:20:32.797210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Port 2576fa09-76be-40f6-9c5d-784046fd7e2d on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:20:32.797565 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Attempting to bind port 2576fa09-76be-40f6-9c5d-784046fd7e2d on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:20:32.802954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:20:32.803311 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Checking segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:20:32.803694 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Bound using segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:20:32.804123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Bound port: 2576fa09-76be-40f6-9c5d-784046fd7e2d, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:20:32.804477 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:32.867088 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:20:32.869996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:20:32.874392 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:32.910593 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:32.911219 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:32.912675 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] 10.222.0.49 "PUT /v2.0/ports/2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 200 len: 1091 time: 0.9931679 Sep 29 18:20:32.913025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'tag': '2576fa09-76be-40f6-9c5d-784046fd7e2d'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:20:32.915309 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b631d0-578e-4ee7-8bbd-c29b973f239c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e152a9-92d0-4d5c-9ee4-e5547d79b02f", "tag": "2576fa09-76be-40f6-9c5d-784046fd7e2d"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:20:32.964706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8723b4-1984-4396-96c8-ae1a2db70519 service neutron] Pushing event updated for resources: {'Port': ['ID=2576fa09-76be-40f6-9c5d-784046fd7e2d,revision_number=10']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:20:32.974235 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721eb50a-0d57-4234-98fa-e3ed77301256 x-openstack-request-id: req-721eb50a-0d57-4234-98fa-e3ed77301256 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:20:32.974619 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e152a9-92d0-4d5c-9ee4-e5547d79b02f", "tag": "2576fa09-76be-40f6-9c5d-784046fd7e2d", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:20:32.974787 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-721eb50a-0d57-4234-98fa-e3ed77301256 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:20:32.975188 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'tag': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'status': 'completed', 'code': 200} Sep 29 18:20:32.984823 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-d242a81e-3f0d-4c78-b3ea-57aaca59b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:32.987144 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-d242a81e-3f0d-4c78-b3ea-57aaca59b2f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 1095 time: 0.0506687 Sep 29 18:20:33.056840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-4225acd8-4183-49f9-8407-cc5231a7c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:33.058344 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-4225acd8-4183-49f9-8407-cc5231a7c206 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 1095 time: 0.0419004 Sep 29 18:20:33.084538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-04509356-d019-4128-acc7-bb4ffb758aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:33.086046 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-04509356-d019-4128-acc7-bb4ffb758aab service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0920248 Sep 29 18:20:33.154097 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-6ce61c8d-f194-4f51-99dc-95b2e26a90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:33.155579 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-6ce61c8d-f194-4f51-99dc-95b2e26a90d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0897427 Sep 29 18:20:33.156777 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-a24f1efb-c7ea-4f17-88fb-f1cbd3e29e20 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 200 len: 999 time: 0.0634234 Sep 29 18:20:33.205967 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-b6d5db0e-4344-49ee-a0e0-d17547d4c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:33.207566 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-b6d5db0e-4344-49ee-a0e0-d17547d4c3bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0439804 Sep 29 18:20:33.226343 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-4d7c2f7b-5fe4-4a14-8d66-f8c881481037 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 200 len: 999 time: 0.0622959 Sep 29 18:20:33.255364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-9d52373b-ae89-41fd-8fcb-a68041e86fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:33.256925 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-9d52373b-ae89-41fd-8fcb-a68041e86fc6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414240 Sep 29 18:20:33.276038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-bbe0285f-2747-4bbb-8a06-0808b08aa227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:33.277530 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-bbe0285f-2747-4bbb-8a06-0808b08aa227 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0451391 Sep 29 18:20:33.325406 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-32021cc4-f119-498a-91b7-a42d0e4752f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:33.326792 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-32021cc4-f119-498a-91b7-a42d0e4752f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426545 Sep 29 18:20:33.353486 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-4af90f3b-322d-4b6c-a4de-1ad59a6757a8 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894673 Sep 29 18:20:33.416069 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-957881b2-c94a-429a-a300-f13809e50029 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818202 Sep 29 18:20:33.446537 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-95887c7e-296e-45f8-b6fe-9e7d5b6bb9d1 req-f87338e0-6e45-4344-bd68-3a959c8141f5 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856504 Sep 29 18:20:33.512246 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-7f1e8b58-a34c-4d7b-b574-baf307c2ea9a service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885806 Sep 29 18:20:33.534146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-360ec953-5ffb-4e8e-b339-5840e02df394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:33.535682 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-360ec953-5ffb-4e8e-b339-5840e02df394 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 1095 time: 0.0419717 Sep 29 18:20:33.626058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-bd85d9c6-6b89-4612-b93b-16ecf3be826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:33.627528 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-bd85d9c6-6b89-4612-b93b-16ecf3be826a service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0846338 Sep 29 18:20:33.698254 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-3080ae63-f974-4afa-b0a8-b89601b7a37a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 200 len: 999 time: 0.0639787 Sep 29 18:20:33.748895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-c18883b0-8453-4823-b921-1cc03623e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:33.750372 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-c18883b0-8453-4823-b921-1cc03623e970 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0434327 Sep 29 18:20:33.797235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-066efb9f-16b6-4314-af55-f985fdc6e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:33.799515 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-066efb9f-16b6-4314-af55-f985fdc6e305 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413387 Sep 29 18:20:33.855490 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2832c8f-2f18-40be-be35-60c1de801ec6 req-319609b4-75ff-4f67-aee7-2c43bb19a640 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:33.856961 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c2832c8f-2f18-40be-be35-60c1de801ec6 req-319609b4-75ff-4f67-aee7-2c43bb19a640 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 944 time: 0.0481873 Sep 29 18:20:33.894417 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-cf342d5b-3885-464c-b28a-c11d1f3df0d7 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868909 Sep 29 18:20:33.895034 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c2832c8f-2f18-40be-be35-60c1de801ec6 req-01059e2b-b98e-4b38-b4e6-afe7ce9f4a73 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309570 Sep 29 18:20:33.988404 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-94b631d0-578e-4ee7-8bbd-c29b973f239c req-f2aa69f8-7610-4c68-80e7-c6090b8f48d1 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861526 Sep 29 18:20:35.016290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad913f2f-44f5-41e0-a807-2f79410a7f6c req-8e994373-b830-4831-a54f-3109652b2840 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:35.017929 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad913f2f-44f5-41e0-a807-2f79410a7f6c req-8e994373-b830-4831-a54f-3109652b2840 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 944 time: 0.0540998 Sep 29 18:20:35.059394 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad913f2f-44f5-41e0-a807-2f79410a7f6c req-6490d5f7-1b92-4e7e-926b-a39d71ca02c0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353348 Sep 29 18:20:35.171702 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94df2c7-bdda-44d1-aaae-c0d8b331f4a1 req-65c72d98-7e7b-4bc1-a046-d97a59f6af75 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:35.174172 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c94df2c7-bdda-44d1-aaae-c0d8b331f4a1 req-65c72d98-7e7b-4bc1-a046-d97a59f6af75 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 944 time: 0.0499346 Sep 29 18:20:35.210532 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c94df2c7-bdda-44d1-aaae-c0d8b331f4a1 req-d6b26fc8-c2a8-4859-b02e-3a6ad52302f8 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306299 Sep 29 18:20:35.324551 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629dba22-5493-4a2e-aa0c-b39fa22d2219 req-fead5eff-a4be-4005-a6b5-61fec080290c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:35.326033 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-629dba22-5493-4a2e-aa0c-b39fa22d2219 req-fead5eff-a4be-4005-a6b5-61fec080290c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 944 time: 0.0491154 Sep 29 18:20:35.363503 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-629dba22-5493-4a2e-aa0c-b39fa22d2219 req-4542e1ec-81ba-4f82-8ee4-c1d9f2823d5d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314889 Sep 29 18:20:35.592536 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd8010-8ceb-47b7-acfb-6699f5c1b8dc req-a73f0bf6-404d-493b-b8d0-bf745a973639 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:35.594026 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2cd8010-8ceb-47b7-acfb-6699f5c1b8dc req-a73f0bf6-404d-493b-b8d0-bf745a973639 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 944 time: 0.0476229 Sep 29 18:20:35.635282 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2cd8010-8ceb-47b7-acfb-6699f5c1b8dc req-be86602a-1235-428e-a8d7-169c8c60e79f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341403 Sep 29 18:20:36.324959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2576fa09-76be-40f6-9c5d-784046fd7e2d no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:20:36.334566 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2576fa09-76be-40f6-9c5d-784046fd7e2d details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:20:36.390661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2576fa09-76be-40f6-9c5d-784046fd7e2d not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:20:36.457342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:20:36.467318 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'port_id': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'mac_address': 'fa:16:3e:97:d5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:20:36.504221 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:36.518793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2576fa09-76be-40f6-9c5d-784046fd7e2d {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:20:36.538794 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:20:36.543870 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:36.589299 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=2576fa09-76be-40f6-9c5d-784046fd7e2d,revision_number=11']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:20:36.750495 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c221ce-c58c-4e67-bfbf-7dcb4a48cf89 req-6c97b7d6-811f-44c7-b873-38198759c418 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:36.751971 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-73c221ce-c58c-4e67-bfbf-7dcb4a48cf89 req-6c97b7d6-811f-44c7-b873-38198759c418 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0485606 Sep 29 18:20:36.769166 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d142b6-0de2-4ce8-a37c-509678ee4157 req-e9771d72-6b7c-491d-ab04-20d0c65f1a79 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:36.770600 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-17d142b6-0de2-4ce8-a37c-509678ee4157 req-e9771d72-6b7c-491d-ab04-20d0c65f1a79 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.49 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 945 time: 0.0516431 Sep 29 18:20:36.790075 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-73c221ce-c58c-4e67-bfbf-7dcb4a48cf89 req-94074e6b-a06c-4274-b623-01b68f65e81a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315504 Sep 29 18:20:36.864006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-17d142b6-0de2-4ce8-a37c-509678ee4157 req-e2b5f7b8-dde4-4b10-9a12-c581ea3cf587 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Deleting port 2576fa09-76be-40f6-9c5d-784046fd7e2d {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:20:36.864353 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-17d142b6-0de2-4ce8-a37c-509678ee4157 req-e2b5f7b8-dde4-4b10-9a12-c581ea3cf587 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:36.959698 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-17d142b6-0de2-4ce8-a37c-509678ee4157 req-e2b5f7b8-dde4-4b10-9a12-c581ea3cf587 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] For port 2576fa09-76be-40f6-9c5d-784046fd7e2d, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=2576fa09-76be-40f6-9c5d-784046fd7e2d,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:20:36.960070 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-17d142b6-0de2-4ce8-a37c-509678ee4157 req-e2b5f7b8-dde4-4b10-9a12-c581ea3cf587 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:37.128272 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-17d142b6-0de2-4ce8-a37c-509678ee4157 req-e2b5f7b8-dde4-4b10-9a12-c581ea3cf587 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:37.128548 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-17d142b6-0de2-4ce8-a37c-509678ee4157 req-e2b5f7b8-dde4-4b10-9a12-c581ea3cf587 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:37.128866 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-17d142b6-0de2-4ce8-a37c-509678ee4157 req-e2b5f7b8-dde4-4b10-9a12-c581ea3cf587 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Floating IP efc45e3d-e52c-4733-a5d1-e34013898536 disassociated. External IP: 172.25.2.106, port: 2576fa09-76be-40f6-9c5d-784046fd7e2d. Sep 29 18:20:37.129212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-17d142b6-0de2-4ce8-a37c-509678ee4157 req-e2b5f7b8-dde4-4b10-9a12-c581ea3cf587 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Calling delete_port for 2576fa09-76be-40f6-9c5d-784046fd7e2d owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:20:37.262244 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-17d142b6-0de2-4ce8-a37c-509678ee4157 req-e2b5f7b8-dde4-4b10-9a12-c581ea3cf587 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:37.296180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5f7b8-dde4-4b10-9a12-c581ea3cf587 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Pushing event deleted for resources: {'Port': ['ID=2576fa09-76be-40f6-9c5d-784046fd7e2d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:20:37.409981 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17d142b6-0de2-4ce8-a37c-509678ee4157 req-e2b5f7b8-dde4-4b10-9a12-c581ea3cf587 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Router e724c8ae-587b-4683-96dd-6aabf6f6e816 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:20:37.519476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17d142b6-0de2-4ce8-a37c-509678ee4157 req-e2b5f7b8-dde4-4b10-9a12-c581ea3cf587 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:20:37.528887 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7565524b-454a-4a31-bf88-02ea620d39a8 None None] Sync routers for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:20:37.537760 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7565524b-454a-4a31-bf88-02ea620d39a8 None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:20:37.538370 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7565524b-454a-4a31-bf88-02ea620d39a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:20:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:20:37.557753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d142b6-0de2-4ce8-a37c-509678ee4157 req-e2b5f7b8-dde4-4b10-9a12-c581ea3cf587 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] No DVR routers for this DVR port 2576fa09-76be-40f6-9c5d-784046fd7e2d on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:20:37.560520 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-17d142b6-0de2-4ce8-a37c-509678ee4157 req-e2b5f7b8-dde4-4b10-9a12-c581ea3cf587 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:37.562706 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-17d142b6-0de2-4ce8-a37c-509678ee4157 req-e2b5f7b8-dde4-4b10-9a12-c581ea3cf587 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.49 "DELETE /v2.0/ports/2576fa09-76be-40f6-9c5d-784046fd7e2d HTTP/1.1" status: 204 len: 173 time: 0.7846055 Sep 29 18:20:37.563144 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'name': 'network-vif-deleted', 'tag': '2576fa09-76be-40f6-9c5d-784046fd7e2d'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:20:37.566007 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff2531d-e814-4c0d-854a-ed30bea7f0d0" -d '{"events": [{"server_uuid": "b9e152a9-92d0-4d5c-9ee4-e5547d79b02f", "name": "network-vif-deleted", "tag": "2576fa09-76be-40f6-9c5d-784046fd7e2d"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:20:37.604843 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e008c6a5-3ecd-472e-a5e5-483d84aa226e x-openstack-request-id: req-e008c6a5-3ecd-472e-a5e5-483d84aa226e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:20:37.605140 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e152a9-92d0-4d5c-9ee4-e5547d79b02f", "name": "network-vif-deleted", "tag": "2576fa09-76be-40f6-9c5d-784046fd7e2d", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:20:37.605433 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e008c6a5-3ecd-472e-a5e5-483d84aa226e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:20:37.605835 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e152a9-92d0-4d5c-9ee4-e5547d79b02f', 'name': 'network-vif-deleted', 'tag': '2576fa09-76be-40f6-9c5d-784046fd7e2d', 'status': 'completed', 'code': 200} Sep 29 18:20:37.650326 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-7565524b-454a-4a31-bf88-02ea620d39a8 None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:20:37.841573 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7565524b-454a-4a31-bf88-02ea620d39a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:20:37.872492 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7565524b-454a-4a31-bf88-02ea620d39a8 None None] Checking router: e724c8ae-587b-4683-96dd-6aabf6f6e816 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:20:37.882296 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7565524b-454a-4a31-bf88-02ea620d39a8 None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:20:37.882893 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7565524b-454a-4a31-bf88-02ea620d39a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:20:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:20:37.905217 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-df971913-5722-463a-8828-0dc3fb0e6cec req-5d992c02-c150-49d7-b914-e59513105bd6 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9e152a9-92d0-4d5c-9ee4-e5547d79b02f HTTP/1.1" status: 200 len: 210 time: 0.0290978 Sep 29 18:20:37.985671 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-7565524b-454a-4a31-bf88-02ea620d39a8 None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:20:38.178417 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7565524b-454a-4a31-bf88-02ea620d39a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:20:38.203389 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7565524b-454a-4a31-bf88-02ea620d39a8 None None] The sync data for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 is: [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:20:38.421237 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67a4b15-07fe-436c-9796-c4237321f9be None None] New status for floating IP efc45e3d-e52c-4733-a5d1-e34013898536: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:20:39.169661 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-cdfac94f-2c35-4cfd-8d1d-1d5710414b71 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1911431275&fields=id&tenant_id=5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 267 time: 0.0315621 Sep 29 18:20:39.284113 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-8999fee0-cb20-4370-89d2-71be83f767e8 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:39.285619 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-8999fee0-cb20-4370-89d2-71be83f767e8 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 811 time: 0.1089985 Sep 29 18:20:39.300678 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-04a16071-d45c-46b3-a780-d8e41ddaddb8 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/quotas/5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 375 time: 0.0092220 Sep 29 18:20:39.354124 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-83303b41-3331-4070-b1cc-14e0208319d3 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0484433 Sep 29 18:20:39.458523 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-8f7bf55f-3267-4401-b8b4-ff4e5aec656b service neutron] 10.222.0.44 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917215 Sep 29 18:20:39.546691 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-e04db117-059d-44a7-81de-9b003c39ca6c service neutron] 10.222.0.44 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819988 Sep 29 18:20:39.709579 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-408bcbba-e218-4838-9da8-82562bd59e0e req-a070328b-83e1-4ec0-9a86-34736a744853 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 210 time: 0.0267708 Sep 29 18:20:40.350105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2576fa09-76be-40f6-9c5d-784046fd7e2d no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:20:40.369856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 2576fa09-76be-40f6-9c5d-784046fd7e2d {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:20:40.370202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 2576fa09-76be-40f6-9c5d-784046fd7e2d not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:20:40.603037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-467262ea-f136-4b0a-94cb-849079faa33b tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:40.604422 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-467262ea-f136-4b0a-94cb-849079faa33b tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 811 time: 0.1098633 Sep 29 18:20:40.649553 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-8765eacc-6d37-4acb-aa04-28e279e33f42 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 380 time: 0.0355492 Sep 29 18:20:40.663140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-7aa92741-2b08-4e7e-8a03-8260c04f6c5a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Request body: {'port': {'device_id': '1a58175b-7728-43b1-8227-64887b0f9a49', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'admin_state_up': True, 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'security_groups': ['a1548440-ac53-4813-b7b9-ab0f2219439e']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:20:40.772264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-7aa92741-2b08-4e7e-8a03-8260c04f6c5a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Made reservation on behalf of 5b67a4fe57244d4a90ba1811eb3c5310 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:20:40.776421 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-7aa92741-2b08-4e7e-8a03-8260c04f6c5a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:40.822107 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-280b1cc8-2856-4d1c-9a25-69c29ba7955e req-e39f5522-0534-4b76-a66f-d55d67628e4c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 210 time: 0.0364156 Sep 29 18:20:40.875865 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c7134b45-47c7-47db-b6f7-928563c72867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:40.918954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-7aa92741-2b08-4e7e-8a03-8260c04f6c5a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Allocated IP 172.20.0.5 (9f20a46d-ad7f-4756-9b2a-f8b9239336fc/01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4/6d0ecbfb-79cf-4616-98f2-e419b03bc32f) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:20:41.062518 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-7aa92741-2b08-4e7e-8a03-8260c04f6c5a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:41.094568 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-7aa92741-2b08-4e7e-8a03-8260c04f6c5a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:41.135248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-7aa92741-2b08-4e7e-8a03-8260c04f6c5a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:20:41.138130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-7aa92741-2b08-4e7e-8a03-8260c04f6c5a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:20:41.141594 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-7aa92741-2b08-4e7e-8a03-8260c04f6c5a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:20:41.179077 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa92741-2b08-4e7e-8a03-8260c04f6c5a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Pushing event updated for resources: {'Port': ['ID=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:20:41.200408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-7aa92741-2b08-4e7e-8a03-8260c04f6c5a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:41.201053 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-7aa92741-2b08-4e7e-8a03-8260c04f6c5a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:41.216387 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-7aa92741-2b08-4e7e-8a03-8260c04f6c5a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5568116 Sep 29 18:20:41.229568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Request body: {'port': {'device_id': '1a58175b-7728-43b1-8227-64887b0f9a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:20:41.292294 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:41.375218 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1fc190f7-a8d9-417d-a7c3-73f8f7dc1a74 None None] Provisioning complete for port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:20:41.375861 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1fc190f7-a8d9-417d-a7c3-73f8f7dc1a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:41.572795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0ecbfb-79cf-4616-98f2-e419b03bc32f {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:20:41.573328 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1fc190f7-a8d9-417d-a7c3-73f8f7dc1a74 None None] Port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:20:41.580273 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:41.592166 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Transition to ACTIVE for port object 6d0ecbfb-79cf-4616-98f2-e419b03bc32f will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:20:41.596141 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:41.651388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:20:41.718991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Attempting to bind port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:20:41.719332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Attempting to bind port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:20:41.719665 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Attempting to bind port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:20:41.724951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:20:41.725302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Attempting to bind port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:20:41.730401 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:20:41.730747 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Checking segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:20:41.731139 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Bound using segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:20:41.731585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Bound port: 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:20:41.731936 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:41.801534 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:20:41.805351 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:20:41.809871 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:41.849421 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:41.850054 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:41.851460 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] 10.222.0.49 "PUT /v2.0/ports/6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 200 len: 1091 time: 0.6263750 Sep 29 18:20:41.851907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:20:41.854194 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9229c0e4-5a7e-4418-a46e-32fc1ecf892f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:20:41.882596 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44175852-dcd7-4d07-9f81-38bc5e41bb65 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:20:41.948387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-1e2d6549-b337-4c8a-bb81-c79cb8f79114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:41.949980 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-1e2d6549-b337-4c8a-bb81-c79cb8f79114 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 1094 time: 0.0524645 Sep 29 18:20:41.978200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeed7eb-be2c-42d1-b9d6-1c4e9e4dbf63 req-60bc656a-9b8e-436f-a9b1-2ec352e9c3be tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:41.979666 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ebeed7eb-be2c-42d1-b9d6-1c4e9e4dbf63 req-60bc656a-9b8e-436f-a9b1-2ec352e9c3be tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 943 time: 0.0525939 Sep 29 18:20:41.996262 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-a96a8c46-99c9-4abe-b8f0-d7144551e8ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 200 len: 217 time: 0.0354948 Sep 29 18:20:42.021608 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ebeed7eb-be2c-42d1-b9d6-1c4e9e4dbf63 req-3190040e-b401-4b91-a3a0-920cc7e95b60 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351865 Sep 29 18:20:42.058159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-b6d10347-1336-43cb-b6c5-7b1ca750541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:42.059704 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-b6d10347-1336-43cb-b6c5-7b1ca750541d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0556314 Sep 29 18:20:42.076855 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcda6d3-94cc-48ca-95c9-bf837c89885e x-openstack-request-id: req-cdcda6d3-94cc-48ca-95c9-bf837c89885e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:20:42.077146 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:20:42.077417 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cdcda6d3-94cc-48ca-95c9-bf837c89885e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:20:42.077802 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'status': 'completed', 'code': 200} Sep 29 18:20:42.109575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-9de13e56-2972-457c-9ecc-f951e57824f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:42.110956 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-9de13e56-2972-457c-9ecc-f951e57824f5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436645 Sep 29 18:20:42.199690 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-f0fa2a4a-f868-428f-a0bf-91ad2a03f051 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813227 Sep 29 18:20:42.297151 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bf0068a2-d041-4840-87c9-a6014ff68f56 req-df34bf84-0411-4eee-a4c3-d1737c480b07 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889003 Sep 29 18:20:42.382582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229c0e4-5a7e-4418-a46e-32fc1ecf892f req-3b562662-cb2d-42d4-a050-161bd0c686fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:42.383929 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9229c0e4-5a7e-4418-a46e-32fc1ecf892f req-3b562662-cb2d-42d4-a050-161bd0c686fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 1094 time: 0.0397751 Sep 29 18:20:42.477329 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229c0e4-5a7e-4418-a46e-32fc1ecf892f req-4ec1e3d2-6b33-4535-a243-9490bb432d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:42.478767 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9229c0e4-5a7e-4418-a46e-32fc1ecf892f req-4ec1e3d2-6b33-4535-a243-9490bb432d13 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0879681 Sep 29 18:20:42.519129 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9229c0e4-5a7e-4418-a46e-32fc1ecf892f req-8a482fa6-8122-4b2a-8d5d-bf357cd2d830 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 200 len: 217 time: 0.0326769 Sep 29 18:20:42.573681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229c0e4-5a7e-4418-a46e-32fc1ecf892f req-d6ba5e5c-1f9f-47c2-b52f-30a92d1ee6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:42.575106 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9229c0e4-5a7e-4418-a46e-32fc1ecf892f req-d6ba5e5c-1f9f-47c2-b52f-30a92d1ee6a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0493059 Sep 29 18:20:42.869527 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229c0e4-5a7e-4418-a46e-32fc1ecf892f req-9ca24e50-e782-434f-a4fd-080b57799133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:42.871026 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9229c0e4-5a7e-4418-a46e-32fc1ecf892f req-9ca24e50-e782-434f-a4fd-080b57799133 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2863441 Sep 29 18:20:42.961028 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9229c0e4-5a7e-4418-a46e-32fc1ecf892f req-bc446628-ecfa-48a5-921d-29e1cb410ea3 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814369 Sep 29 18:20:43.053794 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9229c0e4-5a7e-4418-a46e-32fc1ecf892f req-d128de48-5df7-46dd-bd91-28ee4816b248 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852828 Sep 29 18:20:43.142623 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18633a50-d25f-4989-a567-d2e075083497 req-541fe5bc-01c3-4b8f-9d51-022ad17933ad tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:43.144393 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18633a50-d25f-4989-a567-d2e075083497 req-541fe5bc-01c3-4b8f-9d51-022ad17933ad tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 943 time: 0.0501943 Sep 29 18:20:43.181008 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18633a50-d25f-4989-a567-d2e075083497 req-0058bc19-da6f-49ae-883b-ce39ab35c2c5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306432 Sep 29 18:20:43.603372 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a097b005-0beb-4681-bfdc-5bdb4ad3bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:44.294710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51365219-a274-4fda-85fd-4bc5cc1fcb70 req-9587870f-9eed-4985-8232-0de09ab71a27 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:44.296164 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51365219-a274-4fda-85fd-4bc5cc1fcb70 req-9587870f-9eed-4985-8232-0de09ab71a27 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 943 time: 0.0486379 Sep 29 18:20:44.337522 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-51365219-a274-4fda-85fd-4bc5cc1fcb70 req-fa326d90-05b9-4c6a-bc74-e1884668ae11 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353749 Sep 29 18:20:44.727071 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:44.768849 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:45.033256 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:45.448757 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e6ae7-3a8e-4d7e-9c93-c22278dd5bfd req-4535ca08-bc43-43c4-a9d7-4f0e88fec8f7 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:45.450234 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b9e6ae7-3a8e-4d7e-9c93-c22278dd5bfd req-4535ca08-bc43-43c4-a9d7-4f0e88fec8f7 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 943 time: 0.0474825 Sep 29 18:20:45.487165 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b9e6ae7-3a8e-4d7e-9c93-c22278dd5bfd req-7bee4e31-5178-4475-b0ad-4fab2f10c12d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303957 Sep 29 18:20:46.379003 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6d0ecbfb-79cf-4616-98f2-e419b03bc32f details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:20:46.472196 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:20:46.482789 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'port_id': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'mac_address': 'fa:16:3e:bc:92:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:20:46.519287 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:46.531679 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0ecbfb-79cf-4616-98f2-e419b03bc32f {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:20:46.552025 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:20:46.556342 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:46.601567 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924050e-78e9-469d-ad3a-f07992dddd89 req-5e7b6c41-9a9e-4b6b-8f81-fb50a06ae507 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:46.602208 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:20:46.603057 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7924050e-78e9-469d-ad3a-f07992dddd89 req-5e7b6c41-9a9e-4b6b-8f81-fb50a06ae507 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 944 time: 0.0479398 Sep 29 18:20:46.641885 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7924050e-78e9-469d-ad3a-f07992dddd89 req-2b7397de-ee2b-4f2a-8011-e389ddb843d8 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326784 Sep 29 18:20:46.751893 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['6d0ecbfb-79cf-4616-98f2-e419b03bc32f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:20:47.059526 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:47.756674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac606b5-cd68-40d7-9876-f3b86830a1f6 req-a8d119a0-b560-4236-8a6a-324d0fc82c66 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:47.758154 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aac606b5-cd68-40d7-9876-f3b86830a1f6 req-a8d119a0-b560-4236-8a6a-324d0fc82c66 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 944 time: 0.0487866 Sep 29 18:20:47.798153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aac606b5-cd68-40d7-9876-f3b86830a1f6 req-639bd84a-a1ff-4434-a6f6-be13c246e397 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340550 Sep 29 18:20:48.395243 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6d0ecbfb-79cf-4616-98f2-e419b03bc32f up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:20:48.443245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:20:48.446751 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:20:48.447128 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:48.525008 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:48.547071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:20:48.549542 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49535ea-6a4d-49b6-80a7-8f99a5803163" -d '{"events": [{"server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "name": "network-vif-plugged", "status": "completed", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:20:48.561791 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:20:48.566700 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:48.590005 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cbe2e2-d9d8-46ae-914b-5a111ebf07fd x-openstack-request-id: req-50cbe2e2-d9d8-46ae-914b-5a111ebf07fd {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:20:48.590319 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "name": "network-vif-plugged", "status": "completed", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:20:48.590578 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50cbe2e2-d9d8-46ae-914b-5a111ebf07fd {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:20:48.590953 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'code': 200} Sep 29 18:20:48.616180 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:20:48.685220 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30746907-97e0-424b-9ead-6a1946025889 req-3566a6f8-9b89-4e75-8788-197b6fea93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:48.687400 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30746907-97e0-424b-9ead-6a1946025889 req-3566a6f8-9b89-4e75-8788-197b6fea93cb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 1096 time: 0.0415211 Sep 29 18:20:48.721362 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30746907-97e0-424b-9ead-6a1946025889 req-4712449f-408e-4d3c-8c93-24935243b9f3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268247 Sep 29 18:20:48.914746 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36551859-43de-4f69-bbc4-d8d7709feec2 req-550dc0af-ee8e-45c9-8107-e84215d07c6a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:48.916491 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-36551859-43de-4f69-bbc4-d8d7709feec2 req-550dc0af-ee8e-45c9-8107-e84215d07c6a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0486617 Sep 29 18:20:48.953806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-36551859-43de-4f69-bbc4-d8d7709feec2 req-8a599a85-21e7-4118-bbd0-89bc777087c9 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313115 Sep 29 18:20:50.068153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cf03d-02ea-4c2a-bab9-915c92a2b33f req-954c93a0-dd53-42b7-a472-f38ff63764b4 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:50.069623 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c33cf03d-02ea-4c2a-bab9-915c92a2b33f req-954c93a0-dd53-42b7-a472-f38ff63764b4 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0483184 Sep 29 18:20:50.106695 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c33cf03d-02ea-4c2a-bab9-915c92a2b33f req-fcbac407-950b-487b-b7fe-67182684a0e5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310838 Sep 29 18:20:50.214108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f40153-2364-41d1-adaa-b80de0089edf req-29033933-6cb4-4f96-bb45-bf8f50bc8b14 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:50.215667 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94f40153-2364-41d1-adaa-b80de0089edf req-29033933-6cb4-4f96-bb45-bf8f50bc8b14 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0471160 Sep 29 18:20:50.224626 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53288) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:20:50.229042 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d2438262-5a5a-4000-bfbf-2aa676cd28c0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Request body: {'floatingip': {'port_id': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:20:50.271185 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d2438262-5a5a-4000-bfbf-2aa676cd28c0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for floatingip, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:50.979011 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d2438262-5a5a-4000-bfbf-2aa676cd28c0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:50.982747 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d2438262-5a5a-4000-bfbf-2aa676cd28c0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:51.076233 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-d2438262-5a5a-4000-bfbf-2aa676cd28c0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Floating IP efc45e3d-e52c-4733-a5d1-e34013898536 associated. External IP: 172.25.2.106, port: 6d0ecbfb-79cf-4616-98f2-e419b03bc32f. Sep 29 18:20:51.280697 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2438262-5a5a-4000-bfbf-2aa676cd28c0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Router e724c8ae-587b-4683-96dd-6aabf6f6e816 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:20:51.386104 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2438262-5a5a-4000-bfbf-2aa676cd28c0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:20:51.390955 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d2438262-5a5a-4000-bfbf-2aa676cd28c0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:51.396023 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f13aeb-97e5-4ff1-820f-69dc386a0bfa None None] Sync routers for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:20:51.405064 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f13aeb-97e5-4ff1-820f-69dc386a0bfa None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:20:51.405695 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c0f13aeb-97e5-4ff1-820f-69dc386a0bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:20:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:20:51.418034 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d2438262-5a5a-4000-bfbf-2aa676cd28c0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "PUT /v2.0/floatingips/efc45e3d-e52c-4733-a5d1-e34013898536 HTTP/1.1" status: 200 len: 992 time: 1.1922786 Sep 29 18:20:51.418630 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:20:51.420882 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4108b84d-e223-4d99-939e-1fc3f12ed3dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:20:51.507942 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f488169c-1fae-464c-b3c5-ccd0c6f6c15f x-openstack-request-id: req-f488169c-1fae-464c-b3c5-ccd0c6f6c15f {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:20:51.508233 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:20:51.508482 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f488169c-1fae-464c-b3c5-ccd0c6f6c15f {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:20:51.508875 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'status': 'completed', 'code': 200} Sep 29 18:20:51.509425 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-c0f13aeb-97e5-4ff1-820f-69dc386a0bfa None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:20:51.574282 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108b84d-e223-4d99-939e-1fc3f12ed3dd req-64649859-1cf4-426b-8f3e-5981f456bece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:51.575760 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4108b84d-e223-4d99-939e-1fc3f12ed3dd req-64649859-1cf4-426b-8f3e-5981f456bece service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 1096 time: 0.0444832 Sep 29 18:20:51.665956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108b84d-e223-4d99-939e-1fc3f12ed3dd req-437206f4-b30a-4d75-8ad8-4e1938ccc01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:51.667600 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4108b84d-e223-4d99-939e-1fc3f12ed3dd req-437206f4-b30a-4d75-8ad8-4e1938ccc01e service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0831697 Sep 29 18:20:51.728944 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c0f13aeb-97e5-4ff1-820f-69dc386a0bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'efc45e3d-e52c-4733-a5d1-e34013898536', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'port_id': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'mac_address': 'fa:16:3e:bc:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a58175b-7728-43b1-8227-64887b0f9a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:11:51Z', 'updated_at': '2021-09-29T18:20:50Z', 'revision_number': 12, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:20:51.735521 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4108b84d-e223-4d99-939e-1fc3f12ed3dd req-ba05ea41-9696-4a8e-8e17-8ff05542b261 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 200 len: 1000 time: 0.0610125 Sep 29 18:20:51.758373 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f13aeb-97e5-4ff1-820f-69dc386a0bfa None None] Checking router: e724c8ae-587b-4683-96dd-6aabf6f6e816 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:20:51.766390 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f13aeb-97e5-4ff1-820f-69dc386a0bfa None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:20:51.766993 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c0f13aeb-97e5-4ff1-820f-69dc386a0bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:20:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:20:51.786322 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108b84d-e223-4d99-939e-1fc3f12ed3dd req-78baa13e-1fe5-4fea-900e-51c7d61057d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:51.787794 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4108b84d-e223-4d99-939e-1fc3f12ed3dd req-78baa13e-1fe5-4fea-900e-51c7d61057d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0456274 Sep 29 18:20:51.832484 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108b84d-e223-4d99-939e-1fc3f12ed3dd req-11de5e94-b4d0-4c37-85c2-ee2ed50c699c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:51.834328 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4108b84d-e223-4d99-939e-1fc3f12ed3dd req-11de5e94-b4d0-4c37-85c2-ee2ed50c699c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399253 Sep 29 18:20:51.870567 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-c0f13aeb-97e5-4ff1-820f-69dc386a0bfa None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:20:51.941122 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4108b84d-e223-4d99-939e-1fc3f12ed3dd req-d1778c59-fd3c-4881-85bc-c764ac47e24e service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999908 Sep 29 18:20:52.035591 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4108b84d-e223-4d99-939e-1fc3f12ed3dd req-880dbaef-c79f-4bd7-9c8d-bd5c282ed52c service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875559 Sep 29 18:20:52.096399 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-c0f13aeb-97e5-4ff1-820f-69dc386a0bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'efc45e3d-e52c-4733-a5d1-e34013898536', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'port_id': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'mac_address': 'fa:16:3e:bc:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a58175b-7728-43b1-8227-64887b0f9a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:11:51Z', 'updated_at': '2021-09-29T18:20:50Z', 'revision_number': 12, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:20:52.124812 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f13aeb-97e5-4ff1-820f-69dc386a0bfa None None] The sync data for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 is: [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'efc45e3d-e52c-4733-a5d1-e34013898536', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'port_id': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'mac_address': 'fa:16:3e:bc:92:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a58175b-7728-43b1-8227-64887b0f9a49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:11:51Z', 'updated_at': '2021-09-29T18:20:50Z', 'revision_number': 12, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:20:52.312023 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b62e08-e008-44d8-90ab-d1acfb6614d8 None None] New status for floating IP efc45e3d-e52c-4733-a5d1-e34013898536: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:20:54.478097 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6106e83e-2235-4e5e-b2bf-e53ecdf43223 req-9f4118a0-4658-4762-92e3-fb4ba1bbf05d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404277 Sep 29 18:20:54.580012 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106e83e-2235-4e5e-b2bf-e53ecdf43223 req-93d132b4-6317-401f-a964-07d95987ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:54.581418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6106e83e-2235-4e5e-b2bf-e53ecdf43223 req-93d132b4-6317-401f-a964-07d95987ac8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0458515 Sep 29 18:20:54.683801 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106e83e-2235-4e5e-b2bf-e53ecdf43223 req-5d43c625-34cd-4101-90dd-53de69547eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:54.685244 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6106e83e-2235-4e5e-b2bf-e53ecdf43223 req-5d43c625-34cd-4101-90dd-53de69547eba service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0851519 Sep 29 18:20:54.727645 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6106e83e-2235-4e5e-b2bf-e53ecdf43223 req-ee992810-356f-452e-b9b2-1237593f8e89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0354431 Sep 29 18:20:54.775494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106e83e-2235-4e5e-b2bf-e53ecdf43223 req-cc2d8238-4ebc-4504-b348-56873725ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:54.776886 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6106e83e-2235-4e5e-b2bf-e53ecdf43223 req-cc2d8238-4ebc-4504-b348-56873725ebdd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0428493 Sep 29 18:20:54.821456 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106e83e-2235-4e5e-b2bf-e53ecdf43223 req-e47a463b-b3fd-4fa0-91ed-bf0378d61583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:20:54.822993 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6106e83e-2235-4e5e-b2bf-e53ecdf43223 req-e47a463b-b3fd-4fa0-91ed-bf0378d61583 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394118 Sep 29 18:20:54.913577 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6106e83e-2235-4e5e-b2bf-e53ecdf43223 req-1280ad67-8562-4531-8547-981bc7ffc410 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836482 Sep 29 18:20:55.001443 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6106e83e-2235-4e5e-b2bf-e53ecdf43223 req-431931c9-b255-4c98-a79e-e9784bbed0ab service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804253 Sep 29 18:20:57.943475 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:20:58.330860 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:21:10.870282 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0bc564db-50a0-446d-b9a1-bad9cb793b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:21:13.603482 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d3a56bed-174d-4de6-84b8-e272b1031b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:21:14.727989 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:21:14.771105 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:21:15.047933 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:21:17.063407 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:21:27.941534 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:21:35.330019 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:21:40.870474 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-beac65cb-af04-40db-b896-e18d2a2c0a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:21:41.983624 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e31fd25c-db37-4103-bf8a-3ef680a71b4c req-64956ca5-b055-4e07-95b2-203c7f4fc044 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439966 Sep 29 18:21:42.063462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fd25c-db37-4103-bf8a-3ef680a71b4c req-6e2a6991-36a8-41a4-a934-de428ba1ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:21:42.064958 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e31fd25c-db37-4103-bf8a-3ef680a71b4c req-6e2a6991-36a8-41a4-a934-de428ba1ed30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 1096 time: 0.0400372 Sep 29 18:21:42.164841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fd25c-db37-4103-bf8a-3ef680a71b4c req-647936e9-10b6-4621-9b04-e7f829c659fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:21:42.166311 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e31fd25c-db37-4103-bf8a-3ef680a71b4c req-647936e9-10b6-4621-9b04-e7f829c659fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0838199 Sep 29 18:21:42.234099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e31fd25c-db37-4103-bf8a-3ef680a71b4c req-0403fa05-62a7-4979-9026-1052226faf1d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 200 len: 1002 time: 0.0610683 Sep 29 18:21:42.282839 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fd25c-db37-4103-bf8a-3ef680a71b4c req-552935ce-8467-4cc5-b04f-3fb09054d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:21:42.284252 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e31fd25c-db37-4103-bf8a-3ef680a71b4c req-552935ce-8467-4cc5-b04f-3fb09054d271 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0429931 Sep 29 18:21:42.331606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fd25c-db37-4103-bf8a-3ef680a71b4c req-c915c725-7009-46f6-9aae-c91ad4165b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:21:42.333995 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e31fd25c-db37-4103-bf8a-3ef680a71b4c req-c915c725-7009-46f6-9aae-c91ad4165b65 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405822 Sep 29 18:21:42.428048 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e31fd25c-db37-4103-bf8a-3ef680a71b4c req-c1ccfd03-8d6a-40ad-a4bf-d697ac042d69 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867245 Sep 29 18:21:42.523063 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e31fd25c-db37-4103-bf8a-3ef680a71b4c req-01773835-74af-4412-ad0f-6712e0cc2fde service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875175 Sep 29 18:21:43.603434 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e26d7b53-1c1f-4231-bf1f-dc90bbb2fcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:21:44.729409 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:21:44.773531 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:21:45.061462 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:21:47.066099 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:21:55.425875 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3876fe4-6691-4063-927e-997b0a3c7973 req-0e3550b3-0088-4f74-b889-81c222b0e457 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394490 Sep 29 18:21:55.522867 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3876fe4-6691-4063-927e-997b0a3c7973 req-6d10efab-7a0b-468d-8f0a-0b9616a1d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:21:55.524236 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3876fe4-6691-4063-927e-997b0a3c7973 req-6d10efab-7a0b-468d-8f0a-0b9616a1d88a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0436654 Sep 29 18:21:55.623559 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3876fe4-6691-4063-927e-997b0a3c7973 req-dafb7d4e-2ba1-481e-a805-656f0b529fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:21:55.624996 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3876fe4-6691-4063-927e-997b0a3c7973 req-dafb7d4e-2ba1-481e-a805-656f0b529fc7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0826309 Sep 29 18:21:55.669713 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3876fe4-6691-4063-927e-997b0a3c7973 req-3385068a-f49b-41ed-b6e1-89453f122163 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0374892 Sep 29 18:21:55.718133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3876fe4-6691-4063-927e-997b0a3c7973 req-aac148b3-1e29-4d73-a355-7f3c956e00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:21:55.719660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3876fe4-6691-4063-927e-997b0a3c7973 req-aac148b3-1e29-4d73-a355-7f3c956e00b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0436370 Sep 29 18:21:55.765671 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3876fe4-6691-4063-927e-997b0a3c7973 req-be15c815-d2fc-4770-b697-e0f625c98076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:21:55.767230 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3876fe4-6691-4063-927e-997b0a3c7973 req-be15c815-d2fc-4770-b697-e0f625c98076 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409162 Sep 29 18:21:55.857606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3876fe4-6691-4063-927e-997b0a3c7973 req-0c66aba2-f263-4387-9332-05a5a1b9ce44 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833321 Sep 29 18:21:55.947790 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a3876fe4-6691-4063-927e-997b0a3c7973 req-869b44b5-366e-4f00-b319-b6bcb20d7c3b service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831308 Sep 29 18:21:57.936788 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:10.871568 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c651fc9d-796a-40cb-a58e-8955d449d092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:12.328921 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:22:13.602739 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f2d2e795-99bc-460c-95bc-a884fd3d103d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:14.730154 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:14.775356 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:15.071904 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:17.069507 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:27.937882 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:29.725906 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6e729-c2de-44ae-86f2-e96677a07a8d req-b51ffc18-04b0-440a-b656-ed2c5cdb8cb9 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:29.727352 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3b6e729-c2de-44ae-86f2-e96677a07a8d req-b51ffc18-04b0-440a-b656-ed2c5cdb8cb9 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0518115 Sep 29 18:22:29.764400 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3b6e729-c2de-44ae-86f2-e96677a07a8d req-8aacff71-95f8-4e42-8a80-984d103ce999 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310950 Sep 29 18:22:40.875627 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-790af773-2caf-4551-bb66-4c13c60f9f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:40.936670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175f4b3-39f1-4627-bd00-2794ffdeaf51 req-23ccaa53-eeb8-408a-aa31-5f1818dbcbb7 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:40.938300 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2175f4b3-39f1-4627-bd00-2794ffdeaf51 req-23ccaa53-eeb8-408a-aa31-5f1818dbcbb7 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0493515 Sep 29 18:22:40.976077 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2175f4b3-39f1-4627-bd00-2794ffdeaf51 req-1311e745-73b9-41ea-b7a8-d55248b022aa tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314083 Sep 29 18:22:41.080675 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-18d16b12-70ba-4837-ac23-1f0d3cea01a9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824213 Sep 29 18:22:41.089583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-e093bdb5-8294-47c5-8b1a-b9e8c2e02b41 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:22:41.090537 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-e093bdb5-8294-47c5-8b1a-b9e8c2e02b41 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050774 Sep 29 18:22:42.091764 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090c990-54b0-49da-b1a5-23e1e049385c req-84174054-1be4-4d65-9880-17ebdce7fcc8 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:42.093205 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6090c990-54b0-49da-b1a5-23e1e049385c req-84174054-1be4-4d65-9880-17ebdce7fcc8 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0485904 Sep 29 18:22:42.129474 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6090c990-54b0-49da-b1a5-23e1e049385c req-8e109168-dd6e-4923-b973-bb732de1bdb4 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302668 Sep 29 18:22:42.306568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435c827-59aa-42c0-92c6-6dd608340155 req-f3938722-33a5-4d66-8a21-d50654b8bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:42.308030 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-f3938722-33a5-4d66-8a21-d50654b8bf0a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 1096 time: 0.0410984 Sep 29 18:22:42.400859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ef47c77d-1b66-427c-85d2-54d06ff89b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:42.402479 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ef47c77d-1b66-427c-85d2-54d06ff89b4b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0878363 Sep 29 18:22:42.466355 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-5b7533e1-323e-47fd-b792-51c2316f57b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 200 len: 1002 time: 0.0567374 Sep 29 18:22:42.514771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435c827-59aa-42c0-92c6-6dd608340155 req-415d502c-5228-4207-a26f-5612a708fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:42.516195 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-415d502c-5228-4207-a26f-5612a708fb80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0435505 Sep 29 18:22:42.568790 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435c827-59aa-42c0-92c6-6dd608340155 req-c70080ab-9995-47ec-b26c-1fb86d083034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:42.570420 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-c70080ab-9995-47ec-b26c-1fb86d083034 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475173 Sep 29 18:22:42.661930 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-6a7f1814-e184-4392-9028-b2bdb6a59694 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834780 Sep 29 18:22:42.754182 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-5785e989-fb79-4ab4-9fe1-3bca8bf4936a service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849020 Sep 29 18:22:43.249554 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b282e9d-6bb5-477a-8170-78805013a7a0 req-6d1f991c-0b0a-421b-9ef6-a4a7c1f53a95 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:43.251036 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b282e9d-6bb5-477a-8170-78805013a7a0 req-6d1f991c-0b0a-421b-9ef6-a4a7c1f53a95 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0519760 Sep 29 18:22:43.288292 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b282e9d-6bb5-477a-8170-78805013a7a0 req-634fd93f-a801-438f-b74b-7ccf9f45ab06 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304892 Sep 29 18:22:43.476128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5b417-c29a-4984-9497-10731b87a856 req-e1ff850f-1c4c-4570-87fe-70426c6c08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:43.477616 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0dc5b417-c29a-4984-9497-10731b87a856 req-e1ff850f-1c4c-4570-87fe-70426c6c08d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 1096 time: 0.0411155 Sep 29 18:22:43.591483 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5b417-c29a-4984-9497-10731b87a856 req-4d90ef2c-77ef-44eb-b03a-c659e7599230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:43.592966 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0dc5b417-c29a-4984-9497-10731b87a856 req-4d90ef2c-77ef-44eb-b03a-c659e7599230 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0945086 Sep 29 18:22:43.602519 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3df31117-3fa0-4d32-b35b-7f687c26cf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:43.659837 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0dc5b417-c29a-4984-9497-10731b87a856 req-5d7ffa97-8cfe-45a9-9bc5-b3c5abbb82bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 200 len: 1002 time: 0.0596228 Sep 29 18:22:43.713255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5b417-c29a-4984-9497-10731b87a856 req-75d30c3e-78c9-4faf-9d19-49d67d9ec12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:43.714687 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0dc5b417-c29a-4984-9497-10731b87a856 req-75d30c3e-78c9-4faf-9d19-49d67d9ec12d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0448370 Sep 29 18:22:43.763786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5b417-c29a-4984-9497-10731b87a856 req-2c2b49d1-4172-450e-b5a9-12bd8fe15a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:43.765175 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0dc5b417-c29a-4984-9497-10731b87a856 req-2c2b49d1-4172-450e-b5a9-12bd8fe15a1f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437191 Sep 29 18:22:43.852565 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0dc5b417-c29a-4984-9497-10731b87a856 req-a8f94519-df39-4881-99a6-0dc674e8e9f9 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802104 Sep 29 18:22:43.954501 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0dc5b417-c29a-4984-9497-10731b87a856 req-6785adc9-085c-48ef-95bd-14cd3f30298e service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913823 Sep 29 18:22:44.401295 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ac959-aef8-4bd7-a18d-203ca90e5df5 req-e27639b3-4086-43d5-bb59-173d68cef7c7 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:44.402765 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b31ac959-aef8-4bd7-a18d-203ca90e5df5 req-e27639b3-4086-43d5-bb59-173d68cef7c7 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0480981 Sep 29 18:22:44.439365 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b31ac959-aef8-4bd7-a18d-203ca90e5df5 req-d0e0e7d4-c8b4-4f03-aa98-c868678e2b45 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307610 Sep 29 18:22:44.730522 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:44.779565 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:45.088669 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:45.559810 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc1760-57bc-4d88-802b-b4b196a8c3e6 req-7ca4cffa-05bd-4f20-ae3b-3d2626783d83 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:45.561289 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64bc1760-57bc-4d88-802b-b4b196a8c3e6 req-7ca4cffa-05bd-4f20-ae3b-3d2626783d83 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0550427 Sep 29 18:22:45.597793 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-64bc1760-57bc-4d88-802b-b4b196a8c3e6 req-1857f12e-7922-4fce-a74f-72f19f9e6fb7 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305455 Sep 29 18:22:46.717696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3ff6b-b38f-4234-b086-3d9d32568d0a req-502e91ee-7ccf-407c-8b0e-cd9decec5e2f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:46.719232 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-acc3ff6b-b38f-4234-b086-3d9d32568d0a req-502e91ee-7ccf-407c-8b0e-cd9decec5e2f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0528996 Sep 29 18:22:46.755855 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-acc3ff6b-b38f-4234-b086-3d9d32568d0a req-369ca37b-ec97-47f2-bcc5-f99de84c7661 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305946 Sep 29 18:22:47.073705 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:47.871354 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f445e41-72cc-4902-8e02-0b9189b3f7c2 req-3e922344-c64f-4376-9083-e132fc1499e1 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:47.872729 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f445e41-72cc-4902-8e02-0b9189b3f7c2 req-3e922344-c64f-4376-9083-e132fc1499e1 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0481570 Sep 29 18:22:47.910340 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f445e41-72cc-4902-8e02-0b9189b3f7c2 req-d828adde-8661-4e1f-b62b-3bd197ca3585 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316796 Sep 29 18:22:49.024035 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576b030-2625-4b16-a6a6-bd81e1d6cad4 req-d0262393-3b19-4a11-b0e7-d4de3e0c27c9 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:49.025511 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0576b030-2625-4b16-a6a6-bd81e1d6cad4 req-d0262393-3b19-4a11-b0e7-d4de3e0c27c9 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0476418 Sep 29 18:22:49.062448 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0576b030-2625-4b16-a6a6-bd81e1d6cad4 req-14db6811-c5e7-4ba3-8a68-b8e140e410d6 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309913 Sep 29 18:22:49.327957 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:22:50.182203 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caff3fb-6b06-476c-950d-442f0ce637bc req-159a259c-eada-47aa-b3e5-9e131b7dd1ad tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:50.183683 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2caff3fb-6b06-476c-950d-442f0ce637bc req-159a259c-eada-47aa-b3e5-9e131b7dd1ad tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0544612 Sep 29 18:22:50.220012 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2caff3fb-6b06-476c-950d-442f0ce637bc req-7e94ce59-b172-44dd-91f3-21cb3f864f59 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304315 Sep 29 18:22:51.336818 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db751f-cf88-4b24-a627-750a8d8631cb req-2442b775-ee38-4577-ba89-ff4e5256bed0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:51.338299 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-45db751f-cf88-4b24-a627-750a8d8631cb req-2442b775-ee38-4577-ba89-ff4e5256bed0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0488582 Sep 29 18:22:51.375212 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-45db751f-cf88-4b24-a627-750a8d8631cb req-3341d353-1f24-4ba6-8d25-fa99534837e3 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310373 Sep 29 18:22:52.490114 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560c93b-1f1c-4da3-aa42-5f0dd5ecfc62 req-75cec36d-d787-48e0-8dc9-0b7adb3bc38e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:52.492128 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d560c93b-1f1c-4da3-aa42-5f0dd5ecfc62 req-75cec36d-d787-48e0-8dc9-0b7adb3bc38e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0485172 Sep 29 18:22:52.528991 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d560c93b-1f1c-4da3-aa42-5f0dd5ecfc62 req-1c1c4fcd-a26e-4546-956b-d9b41b14adc6 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309014 Sep 29 18:22:53.649609 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61357e0a-4a81-4825-a768-6f7b23931784 req-7c3ccac9-6d4f-4ab9-847f-aecb340a84ba tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:53.651093 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61357e0a-4a81-4825-a768-6f7b23931784 req-7c3ccac9-6d4f-4ab9-847f-aecb340a84ba tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0548224 Sep 29 18:22:53.687747 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-61357e0a-4a81-4825-a768-6f7b23931784 req-994b6de8-4076-432b-a8c5-b684b1405d3b tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305948 Sep 29 18:22:54.805136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0474eb-4798-47d4-baa6-94384653ea52 req-6ac9d923-039d-4754-8d5c-b43cb95f7aa4 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:54.806613 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8c0474eb-4798-47d4-baa6-94384653ea52 req-6ac9d923-039d-4754-8d5c-b43cb95f7aa4 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0516918 Sep 29 18:22:54.843504 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8c0474eb-4798-47d4-baa6-94384653ea52 req-b27ee454-daf5-41ec-b283-71f313d287d1 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309265 Sep 29 18:22:55.510695 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4145e3e1-e457-4501-b09b-bd66fef2a01d req-df126e96-7cb4-47bd-9058-de3dad8f447a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930247 Sep 29 18:22:55.610621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145e3e1-e457-4501-b09b-bd66fef2a01d req-7ff5d916-fab9-411e-ba38-61a18cb442ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:55.612151 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4145e3e1-e457-4501-b09b-bd66fef2a01d req-7ff5d916-fab9-411e-ba38-61a18cb442ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0418005 Sep 29 18:22:55.720416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145e3e1-e457-4501-b09b-bd66fef2a01d req-eff51a98-261d-4d3a-b18d-e5e7b69d1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:55.721921 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4145e3e1-e457-4501-b09b-bd66fef2a01d req-eff51a98-261d-4d3a-b18d-e5e7b69d1296 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0889406 Sep 29 18:22:55.763334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4145e3e1-e457-4501-b09b-bd66fef2a01d req-e06463ea-7134-4c82-9ba7-56e188076c4b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0337985 Sep 29 18:22:55.822678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145e3e1-e457-4501-b09b-bd66fef2a01d req-e442b21c-56e3-46f3-8c61-942f74d0399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:55.824169 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4145e3e1-e457-4501-b09b-bd66fef2a01d req-e442b21c-56e3-46f3-8c61-942f74d0399a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0540118 Sep 29 18:22:55.870344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145e3e1-e457-4501-b09b-bd66fef2a01d req-324255fc-15cb-4f63-83e1-12865f0d587c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:55.871761 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4145e3e1-e457-4501-b09b-bd66fef2a01d req-324255fc-15cb-4f63-83e1-12865f0d587c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404394 Sep 29 18:22:55.998806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4145e3e1-e457-4501-b09b-bd66fef2a01d req-e17614b1-a9f8-40f1-99c8-a2b68fa7390f service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197071 Sep 29 18:22:56.008527 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4452a9-b920-454f-8e1f-00f1647b7058 req-b584e0f0-ff06-4daa-a7e1-bd1eb87022e4 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:56.009962 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f4452a9-b920-454f-8e1f-00f1647b7058 req-b584e0f0-ff06-4daa-a7e1-bd1eb87022e4 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0726402 Sep 29 18:22:56.103119 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f4452a9-b920-454f-8e1f-00f1647b7058 req-ed9d3348-8530-40b8-bd10-2b7659b8b22a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851114 Sep 29 18:22:56.129626 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4145e3e1-e457-4501-b09b-bd66fef2a01d req-15bdf4eb-6d5b-4831-b710-75457151f0a4 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186306 Sep 29 18:22:56.384856 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-b435c827-59aa-42c0-92c6-6dd608340155 req-bafaeb7e-827d-4722-b882-4689179de8b3 service neutron] show failed (client error): The resource could not be found. Sep 29 18:22:56.385811 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-bafaeb7e-827d-4722-b882-4689179de8b3 service neutron] 10.222.0.49 "GET /v2.0/ports/6d0ecbfb-79cf-4616-98f2-e419b03bc32f/bindings/n-h2-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.0571847 Sep 29 18:22:56.579775 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435c827-59aa-42c0-92c6-6dd608340155 req-3b5b248e-a3b0-4373-bf5f-be3dd0ca4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:56.581168 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-3b5b248e-a3b0-4373-bf5f-be3dd0ca4832 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49&tenant_id=5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 1096 time: 0.0415478 Sep 29 18:22:56.598556 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:22:56.656750 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:56.860548 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:22:56.892713 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:22:56.930396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:22:56.932726 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148dc803-1201-4d31-bbaf-11806faae110" -d '{"events": [{"server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:22:56.937044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6d0ecbfb-79cf-4616-98f2-e419b03bc32f no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:22:56.937557 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:56.950380 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Transition to ACTIVE for port object 6d0ecbfb-79cf-4616-98f2-e419b03bc32f will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:22:56.953979 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:56.985219 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 18:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec5add1-6172-4d2f-a8c1-9bbeac4dfdae x-openstack-request-id: req-cec5add1-6172-4d2f-a8c1-9bbeac4dfdae {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:22:56.985541 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:22:56.985796 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cec5add1-6172-4d2f-a8c1-9bbeac4dfdae {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:22:56.986183 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'code': 200} Sep 29 18:22:56.988308 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6d0ecbfb-79cf-4616-98f2-e419b03bc32f not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:22:57.005584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Pushing event updated for resources: {'Port': ['ID=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,revision_number=6']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:22:57.015856 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:22:57.016197 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:22:57.016533 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:22:57.016869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:22:57.017171 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:22:57.017523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:22:57.017839 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:22:57.018160 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:22:57.018474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:22:57.018786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:22:57.019099 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:22:57.019413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:22:57.093722 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] No DVR routers for this DVR port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f on host n-h1-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:22:57.245936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec031a2-4b27-44d5-8765-94f2dc33f42f req-1de1b5d7-44ac-4493-91c3-6a0583d3e69e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:57.247418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5ec031a2-4b27-44d5-8765-94f2dc33f42f req-1de1b5d7-44ac-4493-91c3-6a0583d3e69e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 943 time: 0.0666173 Sep 29 18:22:57.295172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Attempting to bind port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:22:57.295420 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Attempting to bind port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:22:57.295737 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Attempting to bind port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:22:57.308861 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:22:57.309176 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Attempting to bind port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:22:57.314137 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5ec031a2-4b27-44d5-8765-94f2dc33f42f req-5a3126f1-c1ac-4f83-995c-3d0dabc2a730 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606108 Sep 29 18:22:57.316665 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:22:57.316992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Checking segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:22:57.317383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Bound using segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:22:57.317802 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Bound port: 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:22:57.318182 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:57.383824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:22:57.387506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:22:57.392561 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:57.425338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:57.425881 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:57.427259 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] 10.222.0.35 "PUT /v2.0/ports/6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 200 len: 1091 time: 0.8327131 Sep 29 18:22:57.454007 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace19f46-87a6-49ee-8e05-cd97977dfc6f service neutron] Pushing event updated for resources: {'Port': ['ID=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,revision_number=7']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:22:57.510040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435c827-59aa-42c0-92c6-6dd608340155 req-65c51c0a-3e78-458e-9697-92a5ed8043f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:57.511592 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-65c51c0a-3e78-458e-9697-92a5ed8043f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 1094 time: 0.0504682 Sep 29 18:22:57.613143 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435c827-59aa-42c0-92c6-6dd608340155 req-e41d3be7-098f-4c75-933e-35ef433428e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:57.614661 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-e41d3be7-098f-4c75-933e-35ef433428e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0956566 Sep 29 18:22:57.679412 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-a44d80fa-0a54-44bf-a276-3a9f725de537 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 200 len: 1000 time: 0.0576341 Sep 29 18:22:57.730357 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435c827-59aa-42c0-92c6-6dd608340155 req-f7137f4d-2918-495a-a498-c9b60c67b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:57.731831 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-f7137f4d-2918-495a-a498-c9b60c67b319 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0457458 Sep 29 18:22:57.782504 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435c827-59aa-42c0-92c6-6dd608340155 req-44351370-e23a-4c9d-8f93-7eedcee7b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:57.783967 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-44351370-e23a-4c9d-8f93-7eedcee7b845 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442314 Sep 29 18:22:57.871020 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-8e4347af-3803-4540-bd65-58844ebc5646 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796542 Sep 29 18:22:57.949942 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:22:57.972121 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-8cac6503-e440-416c-89a1-d35ed598e81f service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936308 Sep 29 18:22:58.431449 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bf9e0-e7b9-4e76-8f64-07e94bfb8df4 req-949c093c-7d5c-4a7f-8d89-65824e00387f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:58.432932 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ec3bf9e0-e7b9-4e76-8f64-07e94bfb8df4 req-949c093c-7d5c-4a7f-8d89-65824e00387f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 943 time: 0.0490060 Sep 29 18:22:58.470081 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ec3bf9e0-e7b9-4e76-8f64-07e94bfb8df4 req-aaccaeb0-8386-411c-824a-9fbec4ac6395 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311961 Sep 29 18:22:58.986866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:22:58.989207 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c27d3bb-7615-431e-9648-91c7988ee81f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:22:59.037129 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0169ab63-38ed-4a63-9a20-fdff42e5c2bb x-openstack-request-id: req-0169ab63-38ed-4a63-9a20-fdff42e5c2bb {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:22:59.038013 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:22:59.038309 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0169ab63-38ed-4a63-9a20-fdff42e5c2bb {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:22:59.038711 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'status': 'completed', 'code': 200} Sep 29 18:22:59.095893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-820026c8-4832-4d6d-89f9-56bd11eec4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:59.097459 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-820026c8-4832-4d6d-89f9-56bd11eec4db service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 1094 time: 0.0416873 Sep 29 18:22:59.130985 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-3b252d14-9bbc-43e8-bed5-7c5fcae6f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:59.133096 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-3b252d14-9bbc-43e8-bed5-7c5fcae6f992 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 1094 time: 0.0435212 Sep 29 18:22:59.198213 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-5226c87c-5799-426c-a528-a086afce0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:59.200422 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-5226c87c-5799-426c-a528-a086afce0740 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0953772 Sep 29 18:22:59.241538 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-e7c81533-41ca-4ba3-823d-f58a0be1a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:59.243326 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-e7c81533-41ca-4ba3-823d-f58a0be1a55a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.1036353 Sep 29 18:22:59.269777 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-700271d0-1cb5-4a64-adf7-99a5ce731176 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 200 len: 1000 time: 0.0621758 Sep 29 18:22:59.313130 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-610ad1ad-de92-4444-a0b9-6f370229e89c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 200 len: 1000 time: 0.0624967 Sep 29 18:22:59.326831 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-7d34a9fa-0bfa-48c3-8472-4f9f86044a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:59.328302 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-7d34a9fa-0bfa-48c3-8472-4f9f86044a45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0507197 Sep 29 18:22:59.370866 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-48a8974f-6fc7-475c-98b4-bc8c4399fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:59.372492 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-48a8974f-6fc7-475c-98b4-bc8c4399fe77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0517368 Sep 29 18:22:59.374479 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-4cc7c0ec-1add-4d43-a526-d7368c23a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:59.376012 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-4cc7c0ec-1add-4d43-a526-d7368c23a035 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403831 Sep 29 18:22:59.420458 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-6e074783-dc8c-4326-8cc8-e27bfcea3678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:59.422000 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-6e074783-dc8c-4326-8cc8-e27bfcea3678 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423105 Sep 29 18:22:59.467961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-7f1c4296-d00b-4e3c-b50c-021e8ee1e1ff service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845611 Sep 29 18:22:59.526621 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-bd397e01-f9f1-44cd-a4e5-5b85ad2e3318 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970337 Sep 29 18:22:59.582256 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-e1d8d08f-19fe-42b3-94e9-3bef7162a1bf service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069391 Sep 29 18:22:59.970977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb73a14-3cab-499f-bb73-04212800c49f req-67e7de56-2f78-41e4-9e5a-c8798169ed13 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:22:59.972437 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9eb73a14-3cab-499f-bb73-04212800c49f req-67e7de56-2f78-41e4-9e5a-c8798169ed13 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 943 time: 0.4146707 Sep 29 18:23:00.003507 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c27d3bb-7615-431e-9648-91c7988ee81f req-db8f8a94-4895-4eff-a397-bfb51729536c service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688995 Sep 29 18:23:00.023300 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9eb73a14-3cab-499f-bb73-04212800c49f req-0d2dbc77-b694-4a64-9464-f6ca2f51c1fb tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390246 Sep 29 18:23:01.144337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ed8f5-e2a0-461e-bc65-82e0f9bba733 req-601e047c-0a81-49ae-a71d-af4e2812498d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:01.145925 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b19ed8f5-e2a0-461e-bc65-82e0f9bba733 req-601e047c-0a81-49ae-a71d-af4e2812498d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 943 time: 0.0510728 Sep 29 18:23:01.185549 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b19ed8f5-e2a0-461e-bc65-82e0f9bba733 req-a486599f-86cf-453f-ac5a-1951cb0d76f8 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321007 Sep 29 18:23:02.299212 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ce7b3-9129-4671-a010-5adfc8dfd021 req-2f1f5dcc-40a9-4053-b5a9-f488414bc793 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:02.300668 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4d1ce7b3-9129-4671-a010-5adfc8dfd021 req-2f1f5dcc-40a9-4053-b5a9-f488414bc793 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 943 time: 0.0480931 Sep 29 18:23:02.337126 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4d1ce7b3-9129-4671-a010-5adfc8dfd021 req-904c2cb0-9055-46f8-9a05-15e59701ee7c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299277 Sep 29 18:23:03.453821 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf868c-a202-4fc4-85aa-1061d9876940 req-11e77f0d-5749-40f1-951c-ad87e7a9e655 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:03.455287 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-47cf868c-a202-4fc4-85aa-1061d9876940 req-11e77f0d-5749-40f1-951c-ad87e7a9e655 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 943 time: 0.0498722 Sep 29 18:23:03.496828 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-47cf868c-a202-4fc4-85aa-1061d9876940 req-e79503c9-d3be-4a39-995d-5d7ff5c4618e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353529 Sep 29 18:23:04.614486 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bdc74-292e-4628-8aab-ec041fe45069 req-d84a5c15-d99c-4196-aa7a-47c99a4d6d00 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:04.615997 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0e9bdc74-292e-4628-8aab-ec041fe45069 req-d84a5c15-d99c-4196-aa7a-47c99a4d6d00 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 943 time: 0.0484772 Sep 29 18:23:04.655336 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0e9bdc74-292e-4628-8aab-ec041fe45069 req-e04f5b7f-117a-4a21-8dde-308fd2ef78fa tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325258 Sep 29 18:23:05.769677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c3028-f2e1-4071-8aa3-a810a6b2c698 req-743a4d09-86b6-460f-9458-bb62fcaae8ae tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:05.771034 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6c5c3028-f2e1-4071-8aa3-a810a6b2c698 req-743a4d09-86b6-460f-9458-bb62fcaae8ae tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 943 time: 0.0485137 Sep 29 18:23:05.808226 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6c5c3028-f2e1-4071-8aa3-a810a6b2c698 req-dfb3ec29-c3fb-4c01-9174-5fb9ad0279a1 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304644 Sep 29 18:23:06.922433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fe471-6fce-4709-a0e2-5678e671caa5 req-56ef9b28-3e46-4f7a-a146-a7b72a2d256a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:06.923865 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f22fe471-6fce-4709-a0e2-5678e671caa5 req-56ef9b28-3e46-4f7a-a146-a7b72a2d256a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 943 time: 0.0477755 Sep 29 18:23:06.964176 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f22fe471-6fce-4709-a0e2-5678e671caa5 req-d4096df7-75ae-458e-b038-71bbe6623059 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343189 Sep 29 18:23:08.078548 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af78d6-80ee-427c-a3fb-35df43c1aabc req-fd4733fa-4d6b-4c9d-a721-2314ff6607b2 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:08.080014 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-53af78d6-80ee-427c-a3fb-35df43c1aabc req-fd4733fa-4d6b-4c9d-a721-2314ff6607b2 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 943 time: 0.0484433 Sep 29 18:23:08.117917 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-53af78d6-80ee-427c-a3fb-35df43c1aabc req-d68aee23-1624-424d-a6d7-0a7207e59780 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316908 Sep 29 18:23:09.234282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e16065-21cc-4cec-858b-2e39d6de6bea req-5fc2b137-4eae-48c1-8f63-bb4f103518cb tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:09.235842 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94e16065-21cc-4cec-858b-2e39d6de6bea req-5fc2b137-4eae-48c1-8f63-bb4f103518cb tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 943 time: 0.0496659 Sep 29 18:23:09.276872 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-94e16065-21cc-4cec-858b-2e39d6de6bea req-2deedd99-e208-4928-9c00-9cb389bc94e8 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321739 Sep 29 18:23:10.391135 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6b59c-e093-4b05-bde9-15bc47f047de req-e3fb4615-a687-449d-b729-7507d910d492 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:10.392487 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cda6b59c-e093-4b05-bde9-15bc47f047de req-e3fb4615-a687-449d-b729-7507d910d492 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 943 time: 0.0489490 Sep 29 18:23:10.432312 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cda6b59c-e093-4b05-bde9-15bc47f047de req-23381701-49f0-4ad2-8930-ae5550e97d28 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332847 Sep 29 18:23:10.876991 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-473e81e5-37fd-4d68-8c4e-0e5e6b3951ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:10.995326 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6d0ecbfb-79cf-4616-98f2-e419b03bc32f details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:23:11.092280 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:23:11.103450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'port_id': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'mac_address': 'fa:16:3e:bc:92:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:23:11.139441 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:11.151581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0ecbfb-79cf-4616-98f2-e419b03bc32f {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:23:11.171792 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:23:11.175473 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:11.225159 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:11.235167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:11.235510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:11.235906 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:11.236495 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:11.237069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:11.237550 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:11.238126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:11.238455 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:11.238779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:11.239098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:11.239418 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:11.239743 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:11.547405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a70ed-1e4a-4adb-9a6b-cac5a40f4b5e req-2e38165c-13cb-4f41-982b-9679d37e02a6 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:11.548913 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e1a70ed-1e4a-4adb-9a6b-cac5a40f4b5e req-2e38165c-13cb-4f41-982b-9679d37e02a6 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 944 time: 0.0499487 Sep 29 18:23:11.588454 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e1a70ed-1e4a-4adb-9a6b-cac5a40f4b5e req-d6d8cc6e-81df-46bf-9229-19a3905095bc tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324357 Sep 29 18:23:11.611127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['6d0ecbfb-79cf-4616-98f2-e419b03bc32f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:23:11.918437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-63c1c192-6180-4d10-be14-582fd4bad34e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:11.920306 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-63c1c192-6180-4d10-be14-582fd4bad34e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.35 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49&tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 944 time: 0.0789506 Sep 29 18:23:11.938088 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d143e-f001-433e-90c4-66f6d2199289 req-efb8fbab-3397-44ca-88d5-841814a50386 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:11.939464 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9d3d143e-f001-433e-90c4-66f6d2199289 req-efb8fbab-3397-44ca-88d5-841814a50386 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 944 time: 0.0710745 Sep 29 18:23:12.018825 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9d3d143e-f001-433e-90c4-66f6d2199289 req-59440c77-4a1c-4fc3-8066-4d3bb93e00aa tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732543 Sep 29 18:23:12.024943 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-72feb078-90d0-48ba-907e-b4d6349ed86f service neutron] 10.222.0.35 "GET /v2.0/ports/6d0ecbfb-79cf-4616-98f2-e419b03bc32f/bindings/n-h2-811748-2 HTTP/1.1" status: 200 len: 382 time: 0.0947781 Sep 29 18:23:12.103655 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-5cbda5e8-97ad-4ee5-914b-d9f500db4997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:12.105121 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-5cbda5e8-97ad-4ee5-914b-d9f500db4997 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 1095 time: 0.0408213 Sep 29 18:23:12.198550 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-4b984aff-2f16-4a90-98a7-8a218339bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:12.199996 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-4b984aff-2f16-4a90-98a7-8a218339bb6d service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0874040 Sep 29 18:23:12.265776 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-ed672ce1-836f-49f0-8736-58dee92e8156 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 200 len: 1001 time: 0.0572836 Sep 29 18:23:12.315500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-2da72c1c-c6b5-4908-a2cd-de341a86baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:12.316923 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-2da72c1c-c6b5-4908-a2cd-de341a86baf0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0427554 Sep 29 18:23:12.374404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-23232728-08b3-4bef-8863-b648537da590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:12.375801 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-23232728-08b3-4bef-8863-b648537da590 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439568 Sep 29 18:23:12.469134 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-27bf0487-02bd-475a-b98f-29be5a76dbcf service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851035 Sep 29 18:23:12.564178 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-a84a9897-6acd-4353-b74a-f7a9f3c437c9 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872943 Sep 29 18:23:13.005259 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6d0ecbfb-79cf-4616-98f2-e419b03bc32f up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:23:13.053365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:23:13.057485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:23:13.057862 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:13.137061 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:13.138019 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c5cfa-fb93-460a-be5c-1494e415a379 req-eebedd6c-0c51-461d-b527-35b11c6bddde tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:13.139778 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-db6c5cfa-fb93-460a-be5c-1494e415a379 req-eebedd6c-0c51-461d-b527-35b11c6bddde tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 944 time: 0.0498080 Sep 29 18:23:13.160038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:23:13.162312 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd26c206-c110-4016-bd1c-4fa94cf67aec" -d '{"events": [{"server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "name": "network-vif-plugged", "status": "completed", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:23:13.175158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:23:13.178834 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-db6c5cfa-fb93-460a-be5c-1494e415a379 req-fba3ec3a-7094-44fd-897c-673d0f942939 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330567 Sep 29 18:23:13.179543 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:13.226990 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:13.237789 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36cf32b-6c06-4e39-9599-08c6145a2bcc x-openstack-request-id: req-c36cf32b-6c06-4e39-9599-08c6145a2bcc {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:23:13.238108 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "name": "network-vif-plugged", "status": "completed", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:23:13.238365 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c36cf32b-6c06-4e39-9599-08c6145a2bcc {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:23:13.238755 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'code': 200} Sep 29 18:23:13.603244 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c807f5eb-6be8-46cb-a8ef-af75b2781d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:14.297977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c29a89-3e33-4e53-b61b-67c7b9d55039 req-4d4d66fa-40a4-43c2-91fb-33e6b46f8417 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:14.299437 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d9c29a89-3e33-4e53-b61b-67c7b9d55039 req-4d4d66fa-40a4-43c2-91fb-33e6b46f8417 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0489378 Sep 29 18:23:14.341951 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d9c29a89-3e33-4e53-b61b-67c7b9d55039 req-4b410e3b-c6f3-4c52-93f2-a2888b193fc3 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353980 Sep 29 18:23:14.732730 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:14.782602 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:15.106075 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:15.458616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471e220-7ab9-4975-9a3e-30e739fab560 req-0e1502d8-40d5-4670-afe7-639c71ad73a2 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:15.460190 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1471e220-7ab9-4975-9a3e-30e739fab560 req-0e1502d8-40d5-4670-afe7-639c71ad73a2 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0488796 Sep 29 18:23:15.498990 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1471e220-7ab9-4975-9a3e-30e739fab560 req-b8b90af5-6bd3-414b-b5ce-fa6613b00de0 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320733 Sep 29 18:23:16.454450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-3f445af6-e8da-474b-9e00-ab16a1d10eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:16.455917 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-3f445af6-e8da-474b-9e00-ab16a1d10eeb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49&tenant_id=5b67a4fe57244d4a90ba1811eb3c5310 HTTP/1.1" status: 200 len: 1096 time: 0.0406733 Sep 29 18:23:16.467905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:23:16.523464 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:16.617443 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be32e18-3f36-4104-a5a2-4351fa7293a8 req-2b1d4419-cccd-47c0-8666-da9468372ed7 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:16.618919 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6be32e18-3f36-4104-a5a2-4351fa7293a8 req-2b1d4419-cccd-47c0-8666-da9468372ed7 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0511196 Sep 29 18:23:16.656981 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6be32e18-3f36-4104-a5a2-4351fa7293a8 req-a5b3f6a1-9757-417c-be9a-1be08cec7777 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318420 Sep 29 18:23:16.727569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:23:16.760153 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h2-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:23:16.800523 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:23:16.802746 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f70a80-6cff-4d1a-8d20-136e627fb1a5" -d '{"events": [{"server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:23:16.807406 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:16.819710 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Transition to ACTIVE for port object 6d0ecbfb-79cf-4616-98f2-e419b03bc32f will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:23:16.823854 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:16.856798 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 18:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dbb419-d0fe-40af-a03e-48265eb0b648 x-openstack-request-id: req-31dbb419-d0fe-40af-a03e-48265eb0b648 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:23:16.856798 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:23:16.856798 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31dbb419-d0fe-40af-a03e-48265eb0b648 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:23:16.857061 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'code': 200} Sep 29 18:23:16.911250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,revision_number=10']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:16.923643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:16.923993 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:16.924338 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:16.924679 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:16.925016 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:16.925371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:16.925705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:16.926034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:16.926359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:16.926685 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:16.927004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:16.927331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:16.963147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] No DVR routers for this DVR port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f on host n-h2-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:23:17.076300 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:17.098582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Attempting to bind port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:23:17.098908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Attempting to bind port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:23:17.099225 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Attempting to bind port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:23:17.103302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:23:17.103621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Attempting to bind port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f on network 9f20a46d-ad7f-4756-9b2a-f8b9239336fc {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:23:17.108268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:23:17.108598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Checking segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:23:17.108973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Bound using segment: {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:23:17.109425 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Bound port: 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746f19d0-cee9-4dbe-b2c5-883272966c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:23:17.109771 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:17.172152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:23:17.175578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:23:17.179276 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:17.220348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:17.220973 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:17.222386 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] 10.222.0.49 "PUT /v2.0/ports/6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 200 len: 1092 time: 0.7583153 Sep 29 18:23:17.239313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c589bee-2115-43f0-bf5f-dbb3902a78e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,revision_number=11']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:17.296033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7bb4a7d8-8bf7-4c36-85ed-c7b0e472f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:17.297607 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-7bb4a7d8-8bf7-4c36-85ed-c7b0e472f306 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 1095 time: 0.0437465 Sep 29 18:23:17.390227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-fd0af841-923f-44f1-87f3-bd1b877355d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:17.391683 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-fd0af841-923f-44f1-87f3-bd1b877355d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0866284 Sep 29 18:23:17.458509 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-ff0f9990-4973-4e1a-a817-0752d07e4f57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 200 len: 1000 time: 0.0597508 Sep 29 18:23:17.506047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-d6117f2d-0766-4614-8d35-c71ebd181f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:17.508239 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-d6117f2d-0766-4614-8d35-c71ebd181f5a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0425360 Sep 29 18:23:17.551407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-bc40b79c-d65a-4e45-9544-43af54df488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:17.552864 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-bc40b79c-d65a-4e45-9544-43af54df488c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374768 Sep 29 18:23:17.645076 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-6e53eb27-6a7a-4cd0-80db-7dd2efc21e0a service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846877 Sep 29 18:23:17.743070 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a4a3a139-b6f9-412a-8361-36ef82b20d78 req-f8fe8eb3-2319-4d7a-ad89-9b05034338f7 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906889 Sep 29 18:23:17.784949 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd408c9-b275-4075-914a-3259cc686044 req-86a172e2-42db-4f2f-bd0a-81748bd6a636 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:17.786542 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ecd408c9-b275-4075-914a-3259cc686044 req-86a172e2-42db-4f2f-bd0a-81748bd6a636 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 944 time: 0.0591459 Sep 29 18:23:17.830096 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ecd408c9-b275-4075-914a-3259cc686044 req-ce7a4b68-09a4-4b33-8b3f-14988d6c4f1c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366781 Sep 29 18:23:18.858412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:23:18.860752 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f37c9e0-778e-40a2-916e-01a878c9f4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:23:18.955301 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09217824-a4b8-4798-8b11-a9683dc8c107 req-ab7c8779-f8b6-45d3-92b5-90ba63c2df00 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:18.956829 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-09217824-a4b8-4798-8b11-a9683dc8c107 req-ab7c8779-f8b6-45d3-92b5-90ba63c2df00 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 944 time: 0.0513060 Sep 29 18:23:18.996535 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-09217824-a4b8-4798-8b11-a9683dc8c107 req-3ee1e022-2215-4ec7-88c1-ff25d4e7b69c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329854 Sep 29 18:23:19.036969 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6d0ecbfb-79cf-4616-98f2-e419b03bc32f no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:23:19.057399 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511966f0-ad33-4ef8-b612-9f45d67930d2 x-openstack-request-id: req-511966f0-ad33-4ef8-b612-9f45d67930d2 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:23:19.057771 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:23:19.058096 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-511966f0-ad33-4ef8-b612-9f45d67930d2 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:23:19.058836 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'status': 'completed', 'code': 200} Sep 29 18:23:19.081618 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 6d0ecbfb-79cf-4616-98f2-e419b03bc32f not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:23:19.125762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-be42dc82-a0d9-418b-afb7-41a4adfb4246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:19.127341 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-be42dc82-a0d9-418b-afb7-41a4adfb4246 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 1095 time: 0.0499463 Sep 29 18:23:19.144182 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-d4ea8a65-a314-4e45-a6a1-0d1aee161d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:19.145822 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-d4ea8a65-a314-4e45-a6a1-0d1aee161d90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 1095 time: 0.0446866 Sep 29 18:23:19.244324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-2316399b-d6b7-43f8-a64b-ea2412aa643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:19.244324 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-2316399b-d6b7-43f8-a64b-ea2412aa643e service neutron] 10.222.0.49 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.1068683 Sep 29 18:23:19.247500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-c4f51bd3-9232-4af7-b05e-192c032c755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:19.249365 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-c4f51bd3-9232-4af7-b05e-192c032c755f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0966504 Sep 29 18:23:19.318225 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-a6407153-d52a-468a-9050-3a8b0e3e59c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 200 len: 1000 time: 0.0621600 Sep 29 18:23:19.372043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-57ece49f-843d-49af-8919-4528f4cf891a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:19.373582 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-57ece49f-843d-49af-8919-4528f4cf891a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0484309 Sep 29 18:23:19.426938 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-98af995e-c87e-4722-95a3-19346c61c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:19.428373 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-98af995e-c87e-4722-95a3-19346c61c9c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476365 Sep 29 18:23:19.526285 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-1666a5b6-6d40-430b-a0fe-19443cd92179 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909114 Sep 29 18:23:19.564833 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-f8fc3920-fc6a-454c-a2ce-089153d37f2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 200 len: 1000 time: 0.3155501 Sep 29 18:23:19.624701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-5911354f-e6ed-45ce-be20-42528fd50f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:19.626204 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-5911354f-e6ed-45ce-be20-42528fd50f39 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0527313 Sep 29 18:23:19.636525 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-4a7068cc-0b1b-4490-8e58-6d21453e805f service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022928 Sep 29 18:23:19.671825 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-90b2ae1a-9eb1-4880-838b-ecc99d7e9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:19.673332 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-90b2ae1a-9eb1-4880-838b-ecc99d7e9f9f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395601 Sep 29 18:23:19.771063 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-cc88b2b9-35ca-44cf-9fa0-d73716c31ea5 service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882375 Sep 29 18:23:19.864521 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3f37c9e0-778e-40a2-916e-01a878c9f4d9 req-9dc1f742-ca9f-4690-ac5d-8c80306da08c service neutron] 10.222.0.49 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864131 Sep 29 18:23:20.115469 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d043976-9cb7-4c8a-9c04-db842be0ea84 req-228a78b8-99b3-4bb6-99e4-af9744b73a7b tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:20.117716 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2d043976-9cb7-4c8a-9c04-db842be0ea84 req-228a78b8-99b3-4bb6-99e4-af9744b73a7b tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 944 time: 0.0491860 Sep 29 18:23:20.157511 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2d043976-9cb7-4c8a-9c04-db842be0ea84 req-f14cde7c-18d9-43de-ad29-480a3d2ac546 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336287 Sep 29 18:23:21.388740 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444a61e-9062-4e57-ab74-ba627be0b763 req-ac3de0cb-e532-4b80-9da8-e7e6d3496c88 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:21.390258 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7444a61e-9062-4e57-ab74-ba627be0b763 req-ac3de0cb-e532-4b80-9da8-e7e6d3496c88 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 944 time: 0.1594255 Sep 29 18:23:21.434387 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7444a61e-9062-4e57-ab74-ba627be0b763 req-5020f8f6-d84f-43c6-a993-e80ab3b9356e tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381083 Sep 29 18:23:22.549929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953daa97-9655-4631-94f8-137b3ab9fcec req-96591df4-a2fa-4c16-9bf5-37c49fe9bb91 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:22.551412 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-953daa97-9655-4631-94f8-137b3ab9fcec req-96591df4-a2fa-4c16-9bf5-37c49fe9bb91 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 944 time: 0.0498972 Sep 29 18:23:22.589662 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-953daa97-9655-4631-94f8-137b3ab9fcec req-f72eef9a-3f16-48c3-a328-b9d9ca7abccf tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316434 Sep 29 18:23:23.707296 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2204f41-1382-4801-8178-f6032e77f3db req-f1f0799f-4c56-487a-87ca-697b7934aca4 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:23.708754 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f2204f41-1382-4801-8178-f6032e77f3db req-f1f0799f-4c56-487a-87ca-697b7934aca4 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 944 time: 0.0486448 Sep 29 18:23:23.746412 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f2204f41-1382-4801-8178-f6032e77f3db req-5c780c45-29a9-4278-aa2f-a6049082d9a1 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313606 Sep 29 18:23:24.862835 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9f78c-dd81-4e2b-bfff-a31fd28ea5ad req-762a3e03-32d0-465c-bbbe-17bc5b2d1d27 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:24.864302 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2dd9f78c-dd81-4e2b-bfff-a31fd28ea5ad req-762a3e03-32d0-465c-bbbe-17bc5b2d1d27 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 944 time: 0.0485370 Sep 29 18:23:24.906271 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2dd9f78c-dd81-4e2b-bfff-a31fd28ea5ad req-052659f4-68a2-4de1-9339-7ec6f5241c3f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352116 Sep 29 18:23:26.032196 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ad9f6-ce80-438a-b558-f14d8ff6d709 req-019f5a1e-7bb0-409b-ab89-8f5480c1b611 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:26.033747 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a7ad9f6-ce80-438a-b558-f14d8ff6d709 req-019f5a1e-7bb0-409b-ab89-8f5480c1b611 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 944 time: 0.0536482 Sep 29 18:23:26.070664 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a7ad9f6-ce80-438a-b558-f14d8ff6d709 req-2fe3cc54-708e-4ff8-b8f3-2a9f1f52ab54 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309432 Sep 29 18:23:26.327507 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:23:27.185998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29368c67-9f42-4e0e-af74-5c1f8ae7a97b req-e523fe2f-46ce-4aa3-bd37-89c252809efb tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:27.187480 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-29368c67-9f42-4e0e-af74-5c1f8ae7a97b req-e523fe2f-46ce-4aa3-bd37-89c252809efb tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 944 time: 0.0487957 Sep 29 18:23:27.223906 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-29368c67-9f42-4e0e-af74-5c1f8ae7a97b req-307ee802-9d7b-4567-b9e0-a7fa6224391c tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303352 Sep 29 18:23:27.964235 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:28.346044 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd597b26-5230-4769-952d-f1ae71e2e5fa req-02029168-516f-458b-aa04-7cdada868240 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:28.347489 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd597b26-5230-4769-952d-f1ae71e2e5fa req-02029168-516f-458b-aa04-7cdada868240 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 944 time: 0.0556657 Sep 29 18:23:28.392974 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd597b26-5230-4769-952d-f1ae71e2e5fa req-28ffedd6-9ba7-4d06-8631-d25157b0f45b tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388606 Sep 29 18:23:29.046309 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6d0ecbfb-79cf-4616-98f2-e419b03bc32f details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:23:29.137083 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:23:29.151297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'port_id': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'mac_address': 'fa:16:3e:bc:92:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:23:29.186465 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:29.199140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0ecbfb-79cf-4616-98f2-e419b03bc32f {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:23:29.217861 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:23:29.221721 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:29.268184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,revision_number=12']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:29.488569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['6d0ecbfb-79cf-4616-98f2-e419b03bc32f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:23:29.509507 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1056e-baf8-4c9e-8b56-22a16a943aef req-10916f46-841e-47f9-9dce-c629e206f6ac tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:29.511020 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0bc1056e-baf8-4c9e-8b56-22a16a943aef req-10916f46-841e-47f9-9dce-c629e206f6ac tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0502260 Sep 29 18:23:29.549856 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0bc1056e-baf8-4c9e-8b56-22a16a943aef req-946ef313-1c5d-4a2e-9555-4560ff5af0f7 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328584 Sep 29 18:23:29.666640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334a6ef-e5cb-4272-afe8-0886393796fd req-e6e722d7-a9ea-4158-b322-e241d86305d3 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:29.668109 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4334a6ef-e5cb-4272-afe8-0886393796fd req-e6e722d7-a9ea-4158-b322-e241d86305d3 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0496800 Sep 29 18:23:29.705305 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4334a6ef-e5cb-4272-afe8-0886393796fd req-bc397bbf-f5d6-4b2a-b329-3706ab35d3c9 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308917 Sep 29 18:23:29.820736 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a02c7-4a3c-4200-bbbe-37f96cae3e53 req-ea52c0cf-9bbf-487d-91fc-46534e4103a6 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:29.822224 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f20a02c7-4a3c-4200-bbbe-37f96cae3e53 req-ea52c0cf-9bbf-487d-91fc-46534e4103a6 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0517502 Sep 29 18:23:29.864575 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f20a02c7-4a3c-4200-bbbe-37f96cae3e53 req-cf6d3124-7ca2-42fe-87a8-23c8ddb835de tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363619 Sep 29 18:23:30.098006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea925d7-7d3b-4532-baff-ebc4a4d35e60 req-780ede4b-613b-4a56-b532-c50f8d77dae8 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:30.099479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eea925d7-7d3b-4532-baff-ebc4a4d35e60 req-780ede4b-613b-4a56-b532-c50f8d77dae8 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0500047 Sep 29 18:23:30.137108 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eea925d7-7d3b-4532-baff-ebc4a4d35e60 req-3e7d0c0e-ff34-48ad-83be-490a6f183141 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317330 Sep 29 18:23:31.056067 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6d0ecbfb-79cf-4616-98f2-e419b03bc32f up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:23:31.103690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:23:31.107462 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:23:31.107833 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:31.185206 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:31.209448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:23:31.212442 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27bb3f0-5785-4102-8832-6712be2b147e" -d '{"events": [{"server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "name": "network-vif-plugged", "status": "completed", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:23:31.224894 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:23:31.229506 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:31.255327 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517eed7-4548-4e03-97b2-84d39225f798 req-1cccb92b-82a4-4e99-84c1-120e620dca57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:31.257044 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9517eed7-4548-4e03-97b2-84d39225f798 req-1cccb92b-82a4-4e99-84c1-120e620dca57 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 945 time: 0.0524108 Sep 29 18:23:31.278082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,revision_number=13']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:31.296721 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9517eed7-4548-4e03-97b2-84d39225f798 req-eccfd6fe-dd50-43fd-b1dd-8179638ab6eb tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1548440-ac53-4813-b7b9-ab0f2219439e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330720 Sep 29 18:23:31.390700 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b2b08a-7b76-46d9-81c4-56faea44ece2 x-openstack-request-id: req-15b2b08a-7b76-46d9-81c4-56faea44ece2 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:23:31.391074 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "name": "network-vif-plugged", "status": "completed", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:23:31.391329 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15b2b08a-7b76-46d9-81c4-56faea44ece2 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:23:31.391722 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'code': 200} Sep 29 18:23:31.646575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585942a-bdb6-42b4-ae81-7e47a44e59d1 req-8228f154-a600-4715-928a-7da1d36a692f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:31.648008 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c585942a-bdb6-42b4-ae81-7e47a44e59d1 req-8228f154-a600-4715-928a-7da1d36a692f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.49 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 946 time: 0.0619884 Sep 29 18:23:31.734368 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-c585942a-bdb6-42b4-ae81-7e47a44e59d1 req-0d661935-29dc-478d-ad09-ca4a09b103b5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Deleting port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:23:31.734707 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c585942a-bdb6-42b4-ae81-7e47a44e59d1 req-0d661935-29dc-478d-ad09-ca4a09b103b5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:31.828215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-c585942a-bdb6-42b4-ae81-7e47a44e59d1 req-0d661935-29dc-478d-ad09-ca4a09b103b5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] For port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:23:31.828581 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c585942a-bdb6-42b4-ae81-7e47a44e59d1 req-0d661935-29dc-478d-ad09-ca4a09b103b5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:32.006057 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c585942a-bdb6-42b4-ae81-7e47a44e59d1 req-0d661935-29dc-478d-ad09-ca4a09b103b5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:32.006671 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c585942a-bdb6-42b4-ae81-7e47a44e59d1 req-0d661935-29dc-478d-ad09-ca4a09b103b5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:32.006993 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [req-c585942a-bdb6-42b4-ae81-7e47a44e59d1 req-0d661935-29dc-478d-ad09-ca4a09b103b5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Floating IP efc45e3d-e52c-4733-a5d1-e34013898536 disassociated. External IP: 172.25.2.106, port: 6d0ecbfb-79cf-4616-98f2-e419b03bc32f. Sep 29 18:23:32.007339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-c585942a-bdb6-42b4-ae81-7e47a44e59d1 req-0d661935-29dc-478d-ad09-ca4a09b103b5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Calling delete_port for 6d0ecbfb-79cf-4616-98f2-e419b03bc32f owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:23:32.136599 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c585942a-bdb6-42b4-ae81-7e47a44e59d1 req-0d661935-29dc-478d-ad09-ca4a09b103b5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:32.165297 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d661935-29dc-478d-ad09-ca4a09b103b5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Pushing event deleted for resources: {'Port': ['ID=6d0ecbfb-79cf-4616-98f2-e419b03bc32f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:32.282155 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c585942a-bdb6-42b4-ae81-7e47a44e59d1 req-0d661935-29dc-478d-ad09-ca4a09b103b5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Router e724c8ae-587b-4683-96dd-6aabf6f6e816 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:23:32.397417 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5b30c540-3c07-4bdd-b23f-4d10dea3b356 req-8c2f019e-f155-436d-a4d2-e2b86b853a7a tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 210 time: 0.0264885 Sep 29 18:23:32.398147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c585942a-bdb6-42b4-ae81-7e47a44e59d1 req-0d661935-29dc-478d-ad09-ca4a09b103b5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:23:32.409466 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4838d-48b9-44b9-bddc-78364e840a2b None None] Sync routers for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:23:32.420542 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4838d-48b9-44b9-bddc-78364e840a2b None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:23:32.421147 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d0d4838d-48b9-44b9-bddc-78364e840a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:23:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:23:32.441203 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-c585942a-bdb6-42b4-ae81-7e47a44e59d1 req-0d661935-29dc-478d-ad09-ca4a09b103b5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] No DVR routers for this DVR port 6d0ecbfb-79cf-4616-98f2-e419b03bc32f on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:23:32.443975 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-c585942a-bdb6-42b4-ae81-7e47a44e59d1 req-0d661935-29dc-478d-ad09-ca4a09b103b5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:32.446892 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c585942a-bdb6-42b4-ae81-7e47a44e59d1 req-0d661935-29dc-478d-ad09-ca4a09b103b5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.49 "DELETE /v2.0/ports/6d0ecbfb-79cf-4616-98f2-e419b03bc32f HTTP/1.1" status: 204 len: 173 time: 0.7924767 Sep 29 18:23:32.447348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'name': 'network-vif-deleted', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:23:32.449616 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d037b903-ba0a-4fec-b244-0843351d68aa" -d '{"events": [{"server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "name": "network-vif-deleted", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:23:32.535155 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-d0d4838d-48b9-44b9-bddc-78364e840a2b None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:23:32.550207 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b0a72d-72c1-4093-9a51-9928a0cbe3e1 x-openstack-request-id: req-b7b0a72d-72c1-4093-9a51-9928a0cbe3e1 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:23:32.550511 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a58175b-7728-43b1-8227-64887b0f9a49", "name": "network-vif-deleted", "tag": "6d0ecbfb-79cf-4616-98f2-e419b03bc32f", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:23:32.551199 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7b0a72d-72c1-4093-9a51-9928a0cbe3e1 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:23:32.551611 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a58175b-7728-43b1-8227-64887b0f9a49', 'name': 'network-vif-deleted', 'tag': '6d0ecbfb-79cf-4616-98f2-e419b03bc32f', 'status': 'completed', 'code': 200} Sep 29 18:23:32.728617 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d0d4838d-48b9-44b9-bddc-78364e840a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:23:32.758336 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4838d-48b9-44b9-bddc-78364e840a2b None None] Checking router: e724c8ae-587b-4683-96dd-6aabf6f6e816 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:23:32.766548 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d4838d-48b9-44b9-bddc-78364e840a2b None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:23:32.767137 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d0d4838d-48b9-44b9-bddc-78364e840a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:23:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:23:32.868493 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-d0d4838d-48b9-44b9-bddc-78364e840a2b None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:23:33.155122 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-d0d4838d-48b9-44b9-bddc-78364e840a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:23:33.182240 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d4838d-48b9-44b9-bddc-78364e840a2b None None] The sync data for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 is: [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:48Z', 'revision_number': 4, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'e37ebb71-7cab-480c-a5dd-3d3f3141473f', 'name': '', 'network_id': '9f20a46d-ad7f-4756-9b2a-f8b9239336fc', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'mac_address': 'fa:16:3e:a8:3c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:48Z', 'updated_at': '2021-09-29T18:11:52Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'subnets': [{'id': '01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:23:33.402781 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb7d667-c5a0-409f-b143-b40999c35152 None None] New status for floating IP efc45e3d-e52c-4733-a5d1-e34013898536: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:23:33.502989 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-23501aa6-c1d1-4b6d-b6ae-a5161182e541 req-7384581d-1879-4c98-a6a1-6c0ed6cd9a84 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 210 time: 0.0315707 Sep 29 18:23:34.607406 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-acf4092a-ce30-470c-9f6b-ed6659fd0075 req-8e8c6279-36cc-47e3-8882-c98045995b88 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 210 time: 0.0270391 Sep 29 18:23:35.066166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6d0ecbfb-79cf-4616-98f2-e419b03bc32f no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:23:35.087538 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 6d0ecbfb-79cf-4616-98f2-e419b03bc32f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:23:35.087884 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6d0ecbfb-79cf-4616-98f2-e419b03bc32f not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:23:35.705368 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-438b4a60-710a-4697-a78b-8720ab591dee req-de4062b1-255e-4cb2-85d6-3cf6ada0948f tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a58175b-7728-43b1-8227-64887b0f9a49 HTTP/1.1" status: 200 len: 210 time: 0.0272257 Sep 29 18:23:39.351124 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53752) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:23:39.395240 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-f23326d7-4808-4795-b6a9-18375114335d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 29 18:23:39.396248 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f23326d7-4808-4795-b6a9-18375114335d tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "DELETE /v2.0/security-groups/a1548440-ac53-4813-b7b9-ab0f2219439e HTTP/1.1" status: 409 len: 336 time: 0.0434978 Sep 29 18:23:39.414861 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53754) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:23:39.539089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-9120f9c5-e55b-409b-b452-eee642d12cd5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Deleting port b6fe3773-c50e-488f-a179-b20efaecd447 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:23:39.539395 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9120f9c5-e55b-409b-b452-eee642d12cd5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:39.617186 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9120f9c5-e55b-409b-b452-eee642d12cd5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:39.617533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9120f9c5-e55b-409b-b452-eee642d12cd5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:39.629077 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-9120f9c5-e55b-409b-b452-eee642d12cd5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Calling delete_port for b6fe3773-c50e-488f-a179-b20efaecd447 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:23:39.767795 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9120f9c5-e55b-409b-b452-eee642d12cd5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:39.798383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120f9c5-e55b-409b-b452-eee642d12cd5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Pushing event deleted for resources: {'Port': ['ID=b6fe3773-c50e-488f-a179-b20efaecd447,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:39.855977 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9120f9c5-e55b-409b-b452-eee642d12cd5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:39.859363 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9120f9c5-e55b-409b-b452-eee642d12cd5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:39.860545 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9120f9c5-e55b-409b-b452-eee642d12cd5 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] 10.222.0.44 "DELETE /v2.0/floatingips/efc45e3d-e52c-4733-a5d1-e34013898536 HTTP/1.1" status: 204 len: 168 time: 0.4447813 Sep 29 18:23:39.870585 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53756) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:23:40.345173 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49f8dbe5-6e91-49b6-a8ff-f366bcf5efa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:40.581391 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-49f8dbe5-6e91-49b6-a8ff-f366bcf5efa0 admin admin] Deleting port e37ebb71-7cab-480c-a5dd-3d3f3141473f {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:23:40.582043 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49f8dbe5-6e91-49b6-a8ff-f366bcf5efa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:40.656870 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-49f8dbe5-6e91-49b6-a8ff-f366bcf5efa0 admin admin] For port e37ebb71-7cab-480c-a5dd-3d3f3141473f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e37ebb71-7cab-480c-a5dd-3d3f3141473f,segment=NetworkSegment(746f19d0-cee9-4dbe-b2c5-883272966c94),segment_id=746f19d0-cee9-4dbe-b2c5-883272966c94)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:23:40.657220 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49f8dbe5-6e91-49b6-a8ff-f366bcf5efa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:40.669581 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-49f8dbe5-6e91-49b6-a8ff-f366bcf5efa0 admin admin] Calling delete_port for e37ebb71-7cab-480c-a5dd-3d3f3141473f owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:23:40.841917 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49f8dbe5-6e91-49b6-a8ff-f366bcf5efa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:40.873020 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8dbe5-6e91-49b6-a8ff-f366bcf5efa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e37ebb71-7cab-480c-a5dd-3d3f3141473f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:40.883972 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ff25e2dc-2271-468b-8b19-6c561ebdb2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:41.040178 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-49f8dbe5-6e91-49b6-a8ff-f366bcf5efa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:41.247305 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f8dbe5-6e91-49b6-a8ff-f366bcf5efa0 admin admin] Router e724c8ae-587b-4683-96dd-6aabf6f6e816 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:23:41.352070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f8dbe5-6e91-49b6-a8ff-f366bcf5efa0 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:23:41.357042 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-49f8dbe5-6e91-49b6-a8ff-f366bcf5efa0 admin admin] 10.222.0.44 "PUT /v2.0/routers/e724c8ae-587b-4683-96dd-6aabf6f6e816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4855154 Sep 29 18:23:41.359676 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53760) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:23:41.361227 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9da0d96-1236-492d-a8f4-9ce7a1e6d9db None None] Sync routers for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:23:41.370712 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da0d96-1236-492d-a8f4-9ce7a1e6d9db None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:23:41.371320 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e9da0d96-1236-492d-a8f4-9ce7a1e6d9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:23:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:23:41.460786 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa0b35f3-f32e-4674-b1c8-6d9724eccf41 admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:41.471062 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-e9da0d96-1236-492d-a8f4-9ce7a1e6d9db None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:23:41.660405 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e9da0d96-1236-492d-a8f4-9ce7a1e6d9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:23:40Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:23:41.688473 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9da0d96-1236-492d-a8f4-9ce7a1e6d9db None None] Checking router: e724c8ae-587b-4683-96dd-6aabf6f6e816 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:23:41.698400 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da0d96-1236-492d-a8f4-9ce7a1e6d9db None None] Routers {'e724c8ae-587b-4683-96dd-6aabf6f6e816'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:23:41.699029 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e9da0d96-1236-492d-a8f4-9ce7a1e6d9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:23:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['e724c8ae-587b-4683-96dd-6aabf6f6e816'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:23:41.806759 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-e9da0d96-1236-492d-a8f4-9ce7a1e6d9db None None] Set router e724c8ae-587b-4683-96dd-6aabf6f6e816 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:23:41.889846 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa0b35f3-f32e-4674-b1c8-6d9724eccf41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:41.956687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b35f3-f32e-4674-b1c8-6d9724eccf41 admin admin] Deleting port b4139584-702b-4d52-9f2b-0663e7d47029 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:23:41.957025 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa0b35f3-f32e-4674-b1c8-6d9724eccf41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:41.988862 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e9da0d96-1236-492d-a8f4-9ce7a1e6d9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:23:40Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:23:42.019216 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9da0d96-1236-492d-a8f4-9ce7a1e6d9db None None] The sync data for ids ['e724c8ae-587b-4683-96dd-6aabf6f6e816'] in n-d-811748-2 is: [{'id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'name': 'tempest-ServerActionsTestJSON-323093391-router', 'tenant_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:23:40Z', 'revision_number': 5, 'project_id': '5b67a4fe57244d4a90ba1811eb3c5310', 'gw_port': {'id': 'b4139584-702b-4d52-9f2b-0663e7d47029', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e724c8ae-587b-4683-96dd-6aabf6f6e816', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:11:46Z', 'updated_at': '2021-09-29T18:11:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:23:42.035199 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-aa0b35f3-f32e-4674-b1c8-6d9724eccf41 admin admin] For port b4139584-702b-4d52-9f2b-0663e7d47029, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b4139584-702b-4d52-9f2b-0663e7d47029,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:23:42.035558 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa0b35f3-f32e-4674-b1c8-6d9724eccf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:42.051802 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b35f3-f32e-4674-b1c8-6d9724eccf41 admin admin] Calling delete_port for b4139584-702b-4d52-9f2b-0663e7d47029 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:23:42.213852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa0b35f3-f32e-4674-b1c8-6d9724eccf41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:42.239195 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b35f3-f32e-4674-b1c8-6d9724eccf41 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4139584-702b-4d52-9f2b-0663e7d47029,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:42.306735 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa0b35f3-f32e-4674-b1c8-6d9724eccf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:42.394892 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa0b35f3-f32e-4674-b1c8-6d9724eccf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:42.397033 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa0b35f3-f32e-4674-b1c8-6d9724eccf41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:42.443234 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa0b35f3-f32e-4674-b1c8-6d9724eccf41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:42.443830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0b35f3-f32e-4674-b1c8-6d9724eccf41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e724c8ae-587b-4683-96dd-6aabf6f6e816 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:23:42.448721 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aa0b35f3-f32e-4674-b1c8-6d9724eccf41 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:42.449816 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aa0b35f3-f32e-4674-b1c8-6d9724eccf41 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e724c8ae-587b-4683-96dd-6aabf6f6e816 HTTP/1.1" status: 204 len: 168 time: 1.0891862 Sep 29 18:23:42.452455 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53762) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:23:42.498262 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-c463d144-0ea9-48c6-aa98-66754b5d7c15 admin admin] Deleting subnet 01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:23:42.501612 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c463d144-0ea9-48c6-aa98-66754b5d7c15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:42.542839 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c463d144-0ea9-48c6-aa98-66754b5d7c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:42.580962 n-d-811748-2 neutron-server[95015]: INFO neutron.db.db_base_plugin_v2 [None req-c463d144-0ea9-48c6-aa98-66754b5d7c15 admin admin] Found port (81bdf578-6824-4f94-a81f-6e280d5b2434, 172.20.0.4) having IP allocation on subnet 01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4, cannot delete Sep 29 18:23:42.582768 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-c463d144-0ea9-48c6-aa98-66754b5d7c15 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 29 18:23:42.583506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c463d144-0ea9-48c6-aa98-66754b5d7c15 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 18:23:42.585254 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c463d144-0ea9-48c6-aa98-66754b5d7c15 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 409 len: 404 time: 0.1318815 Sep 29 18:23:42.623580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e37ebb71-7cab-480c-a5dd-3d3f3141473f no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:23:42.645377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: e37ebb71-7cab-480c-a5dd-3d3f3141473f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:23:42.645756 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e37ebb71-7cab-480c-a5dd-3d3f3141473f not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:23:43.106782 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53782) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:23:43.197263 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3a0d40aa-718a-42f7-8a5a-2808646b08f5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1780656823-network', 'tenant_id': 'c8382814b72c4a1ea0b5ca03475b6361'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:23:43.217391 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0d40aa-718a-42f7-8a5a-2808646b08f5 admin admin] Made reservation on behalf of c8382814b72c4a1ea0b5ca03475b6361 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:23:43.219628 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a0d40aa-718a-42f7-8a5a-2808646b08f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:43.228749 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a0d40aa-718a-42f7-8a5a-2808646b08f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:43.316825 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a0d40aa-718a-42f7-8a5a-2808646b08f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:43.320893 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a0d40aa-718a-42f7-8a5a-2808646b08f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:43.340947 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0d40aa-718a-42f7-8a5a-2808646b08f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:23:43.353887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d40aa-718a-42f7-8a5a-2808646b08f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:43.358489 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a0d40aa-718a-42f7-8a5a-2808646b08f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:43.358836 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-3a0d40aa-718a-42f7-8a5a-2808646b08f5 admin admin] Added segment 4675a9d0-95ac-4a27-b498-7fa8d327c77c of type vlan for network a13b1f78-6a39-491d-af5a-cbf33ddb45e8 Sep 29 18:23:43.397646 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a0d40aa-718a-42f7-8a5a-2808646b08f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:43.421222 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a0d40aa-718a-42f7-8a5a-2808646b08f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:43.422195 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0d40aa-718a-42f7-8a5a-2808646b08f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:43.422767 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3a0d40aa-718a-42f7-8a5a-2808646b08f5 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:43.454877 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3a0d40aa-718a-42f7-8a5a-2808646b08f5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3470144 Sep 29 18:23:43.458024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53786) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:23:43.463069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-be73966e-681d-4431-aac5-31b1f60f01f6 admin admin] Request body: {'subnet': {'network_id': 'a13b1f78-6a39-491d-af5a-cbf33ddb45e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1780656823-subnet', 'tenant_id': 'c8382814b72c4a1ea0b5ca03475b6361', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:23:43.483489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be73966e-681d-4431-aac5-31b1f60f01f6 admin admin] Made reservation on behalf of c8382814b72c4a1ea0b5ca03475b6361 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:23:43.485561 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d40aa-718a-42f7-8a5a-2808646b08f5 admin admin] Pushing event updated for resources: {'Network': ['ID=a13b1f78-6a39-491d-af5a-cbf33ddb45e8,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:43.485949 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-be73966e-681d-4431-aac5-31b1f60f01f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:43.496884 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network a13b1f78-6a39-491d-af5a-cbf33ddb45e8 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:23:43.604301 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1567ea06-27e5-49f4-89bf-f047b831fb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:43.661357 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-be73966e-681d-4431-aac5-31b1f60f01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:43.724837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73966e-681d-4431-aac5-31b1f60f01f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53cc618a-9633-4970-9f23-338f0cf65dbe,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:43.729157 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be73966e-681d-4431-aac5-31b1f60f01f6 admin admin] Checking segment: {'id': '4675a9d0-95ac-4a27-b498-7fa8d327c77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a13b1f78-6a39-491d-af5a-cbf33ddb45e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:23:43.729538 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be73966e-681d-4431-aac5-31b1f60f01f6 admin admin] Network hostable DHCP agents. Network: a13b1f78-6a39-491d-af5a-cbf33ddb45e8, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:23:43.746247 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be73966e-681d-4431-aac5-31b1f60f01f6 admin admin] Network a13b1f78-6a39-491d-af5a-cbf33ddb45e8 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:23:43.754938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-be73966e-681d-4431-aac5-31b1f60f01f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, a13b1f78-6a39-491d-af5a-cbf33ddb45e8) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:23:43.761226 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be73966e-681d-4431-aac5-31b1f60f01f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:43.761895 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-be73966e-681d-4431-aac5-31b1f60f01f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:43.767152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085dc559-17c4-4f97-9781-92984b58cba3 None None] Network a13b1f78-6a39-491d-af5a-cbf33ddb45e8 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:23:43.776204 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-be73966e-681d-4431-aac5-31b1f60f01f6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3170416 Sep 29 18:23:43.895580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac52b1c9-61a7-4422-b0e2-4efa06d0c44f None None] Network a13b1f78-6a39-491d-af5a-cbf33ddb45e8 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:23:44.197621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-45f140eb-6eb1-4645-8303-d94076ec39c7 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:44.199087 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-45f140eb-6eb1-4645-8303-d94076ec39c7 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/networks?id=a13b1f78-6a39-491d-af5a-cbf33ddb45e8 HTTP/1.1" status: 200 len: 814 time: 0.1061604 Sep 29 18:23:44.214468 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-dd4d222c-23b8-4cde-8b1f-2d7f02bcb3aa tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/quotas/c8382814b72c4a1ea0b5ca03475b6361 HTTP/1.1" status: 200 len: 375 time: 0.0097060 Sep 29 18:23:44.247871 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-572ac424-4da4-440e-8290-39ed0a25366d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8382814b72c4a1ea0b5ca03475b6361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271814 Sep 29 18:23:44.374704 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-6b3e4f49-9849-4e3f-a355-114bf7c46402 service neutron] 10.222.0.44 "GET /v2.0/networks/a13b1f78-6a39-491d-af5a-cbf33ddb45e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198833 Sep 29 18:23:44.465570 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-86d7ac4b-8ae4-4fcf-b5fe-336b902ccbcb service neutron] 10.222.0.44 "GET /v2.0/networks/a13b1f78-6a39-491d-af5a-cbf33ddb45e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846815 Sep 29 18:23:44.522258 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b4139584-702b-4d52-9f2b-0663e7d47029 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:23:44.541988 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: b4139584-702b-4d52-9f2b-0663e7d47029 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:23:44.542333 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b4139584-702b-4d52-9f2b-0663e7d47029 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:23:44.623064 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-11ca45c4-ff38-4ab0-b650-af83432d1032 req-1b1d1dc9-5e97-4c3a-8b55-1496439094ef tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 210 time: 0.0273867 Sep 29 18:23:44.733605 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:44.785228 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:45.110188 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:45.548000 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-3ab67875-b758-4903-9a68-d3bcbacce25b tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:45.549490 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-3ab67875-b758-4903-9a68-d3bcbacce25b tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.49 "GET /v2.0/networks?id=a13b1f78-6a39-491d-af5a-cbf33ddb45e8 HTTP/1.1" status: 200 len: 814 time: 0.1015022 Sep 29 18:23:45.561954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-beb0a54c-eca0-4b76-9b8d-3e48c1b9c57e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Request body: {'port': {'device_id': 'b4452b2b-1ccd-4f31-afa4-168d4a1d4349', 'network_id': 'a13b1f78-6a39-491d-af5a-cbf33ddb45e8', 'admin_state_up': True, 'tenant_id': 'c8382814b72c4a1ea0b5ca03475b6361'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:23:45.682091 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-beb0a54c-eca0-4b76-9b8d-3e48c1b9c57e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Made reservation on behalf of c8382814b72c4a1ea0b5ca03475b6361 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:23:45.685703 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-beb0a54c-eca0-4b76-9b8d-3e48c1b9c57e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:45.717154 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-008673b3-d2c1-4241-856a-fc2acfc87424 req-e4cb9061-ab1c-4863-a8a1-6812db73028d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 210 time: 0.0268812 Sep 29 18:23:45.815817 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-beb0a54c-eca0-4b76-9b8d-3e48c1b9c57e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Allocated IP 172.20.0.9 (a13b1f78-6a39-491d-af5a-cbf33ddb45e8/53cc618a-9633-4970-9f23-338f0cf65dbe/debadd71-c024-4437-8f8b-624564024818) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:23:45.963578 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-beb0a54c-eca0-4b76-9b8d-3e48c1b9c57e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:45.996562 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-beb0a54c-eca0-4b76-9b8d-3e48c1b9c57e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:46.039277 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-beb0a54c-eca0-4b76-9b8d-3e48c1b9c57e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Network a13b1f78-6a39-491d-af5a-cbf33ddb45e8 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:23:46.042498 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-beb0a54c-eca0-4b76-9b8d-3e48c1b9c57e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:23:46.044907 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-beb0a54c-eca0-4b76-9b8d-3e48c1b9c57e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:23:46.083506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0a54c-eca0-4b76-9b8d-3e48c1b9c57e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Pushing event updated for resources: {'Port': ['ID=debadd71-c024-4437-8f8b-624564024818,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:46.102631 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-beb0a54c-eca0-4b76-9b8d-3e48c1b9c57e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:46.103263 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-beb0a54c-eca0-4b76-9b8d-3e48c1b9c57e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:46.115950 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-beb0a54c-eca0-4b76-9b8d-3e48c1b9c57e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5577526 Sep 29 18:23:46.166412 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Request body: {'port': {'device_id': 'b4452b2b-1ccd-4f31-afa4-168d4a1d4349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:23:46.218737 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:46.473269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id debadd71-c024-4437-8f8b-624564024818 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:23:46.481037 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:46.492933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Transition to ACTIVE for port object debadd71-c024-4437-8f8b-624564024818 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:23:46.496791 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:46.549404 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Pushing event updated for resources: {'Port': ['ID=debadd71-c024-4437-8f8b-624564024818,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:46.616023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Attempting to bind port debadd71-c024-4437-8f8b-624564024818 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:23:46.616357 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Attempting to bind port debadd71-c024-4437-8f8b-624564024818 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '4675a9d0-95ac-4a27-b498-7fa8d327c77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a13b1f78-6a39-491d-af5a-cbf33ddb45e8'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:23:46.617335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Attempting to bind port debadd71-c024-4437-8f8b-624564024818 on network a13b1f78-6a39-491d-af5a-cbf33ddb45e8 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:23:46.621464 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Port debadd71-c024-4437-8f8b-624564024818 on network a13b1f78-6a39-491d-af5a-cbf33ddb45e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:23:46.621782 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Attempting to bind port debadd71-c024-4437-8f8b-624564024818 on network a13b1f78-6a39-491d-af5a-cbf33ddb45e8 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:23:46.626440 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:23:46.626771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Checking segment: {'id': '4675a9d0-95ac-4a27-b498-7fa8d327c77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a13b1f78-6a39-491d-af5a-cbf33ddb45e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:23:46.627149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Bound using segment: {'id': '4675a9d0-95ac-4a27-b498-7fa8d327c77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a13b1f78-6a39-491d-af5a-cbf33ddb45e8'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:23:46.627568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Bound port: debadd71-c024-4437-8f8b-624564024818, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4675a9d0-95ac-4a27-b498-7fa8d327c77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a13b1f78-6a39-491d-af5a-cbf33ddb45e8'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:23:46.627918 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:46.691852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] For port debadd71-c024-4437-8f8b-624564024818, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:23:46.694861 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] For port debadd71-c024-4437-8f8b-624564024818, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=debadd71-c024-4437-8f8b-624564024818,segment=NetworkSegment(4675a9d0-95ac-4a27-b498-7fa8d327c77c),segment_id=4675a9d0-95ac-4a27-b498-7fa8d327c77c)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:23:46.700384 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:46.731804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:46.732522 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:46.734040 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] 10.222.0.49 "PUT /v2.0/ports/debadd71-c024-4437-8f8b-624564024818 HTTP/1.1" status: 200 len: 1091 time: 0.6097326 Sep 29 18:23:46.736064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4452b2b-1ccd-4f31-afa4-168d4a1d4349', 'tag': 'debadd71-c024-4437-8f8b-624564024818'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:23:46.738466 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42773ecd-de97-47d4-a07b-58307d9a3695" -d '{"events": [{"name": "network-changed", "server_uuid": "b4452b2b-1ccd-4f31-afa4-168d4a1d4349", "tag": "debadd71-c024-4437-8f8b-624564024818"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:23:46.765865 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7f293-69f5-42d9-bdee-ae92d81321c8 service neutron] Pushing event updated for resources: {'Port': ['ID=debadd71-c024-4437-8f8b-624564024818,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:46.813722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-368caba1-d8df-4eb6-ab5e-f1694a5a3acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:46.815373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-368caba1-d8df-4eb6-ab5e-f1694a5a3acb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8382814b72c4a1ea0b5ca03475b6361&device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 1094 time: 0.0410032 Sep 29 18:23:46.833088 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f193f9-c904-4542-8cf0-0c6203fb767f req-67443cc0-4539-4f59-80c9-488462a033e7 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:46.834578 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-46f193f9-c904-4542-8cf0-0c6203fb767f req-67443cc0-4539-4f59-80c9-488462a033e7 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 943 time: 0.0486228 Sep 29 18:23:46.859609 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-7f1b2568-5abb-4395-97ba-06d964b1e15b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=debadd71-c024-4437-8f8b-624564024818 HTTP/1.1" status: 200 len: 217 time: 0.0368087 Sep 29 18:23:46.877176 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-46f193f9-c904-4542-8cf0-0c6203fb767f req-a30a96a3-26d9-4f7b-81e2-f95578ee0675 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363581 Sep 29 18:23:46.908628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-1b28ee54-c1f2-4669-86c9-5bef30d0268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:46.910118 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-1b28ee54-c1f2-4669-86c9-5bef30d0268b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53cc618a-9633-4970-9f23-338f0cf65dbe HTTP/1.1" status: 200 len: 854 time: 0.0441432 Sep 29 18:23:46.930922 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d236412b-1f75-4bad-afbb-89c4a6b8e8be x-openstack-request-id: req-d236412b-1f75-4bad-afbb-89c4a6b8e8be {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:23:46.931309 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4452b2b-1ccd-4f31-afa4-168d4a1d4349", "tag": "debadd71-c024-4437-8f8b-624564024818", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:23:46.931654 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d236412b-1f75-4bad-afbb-89c4a6b8e8be {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:23:46.932178 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4452b2b-1ccd-4f31-afa4-168d4a1d4349', 'tag': 'debadd71-c024-4437-8f8b-624564024818', 'status': 'completed', 'code': 200} Sep 29 18:23:46.950464 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-02e4e133-7930-403e-8ada-53a90912dbf7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a13b1f78-6a39-491d-af5a-cbf33ddb45e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338879 Sep 29 18:23:47.043797 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-814949ce-6328-4d6d-9b11-50ae1dc8ed34 service neutron] 10.222.0.49 "GET /v2.0/networks/a13b1f78-6a39-491d-af5a-cbf33ddb45e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852010 Sep 29 18:23:47.084522 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:47.135616 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-bd3fcefb-d8b0-408b-96a4-18e12362e09d req-d1129693-8bb5-48c3-ba57-01f10625cc86 service neutron] 10.222.0.49 "GET /v2.0/networks/a13b1f78-6a39-491d-af5a-cbf33ddb45e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837874 Sep 29 18:23:47.224783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42773ecd-de97-47d4-a07b-58307d9a3695 req-c355433c-935a-4832-a09c-a36cc4ddec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:47.226841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42773ecd-de97-47d4-a07b-58307d9a3695 req-c355433c-935a-4832-a09c-a36cc4ddec7e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c8382814b72c4a1ea0b5ca03475b6361&device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 1094 time: 0.0430934 Sep 29 18:23:47.320780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42773ecd-de97-47d4-a07b-58307d9a3695 req-a801c5fd-ed57-4d24-9c4f-2acf5ad8aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:47.322195 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42773ecd-de97-47d4-a07b-58307d9a3695 req-a801c5fd-ed57-4d24-9c4f-2acf5ad8aecf service neutron] 10.222.0.49 "GET /v2.0/networks?id=a13b1f78-6a39-491d-af5a-cbf33ddb45e8 HTTP/1.1" status: 200 len: 915 time: 0.0885329 Sep 29 18:23:47.364630 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42773ecd-de97-47d4-a07b-58307d9a3695 req-b1c457ac-3494-42cf-b30f-f5685ff8dd7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=debadd71-c024-4437-8f8b-624564024818 HTTP/1.1" status: 200 len: 217 time: 0.0339401 Sep 29 18:23:47.418145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42773ecd-de97-47d4-a07b-58307d9a3695 req-a362ad95-2f88-4e69-a2dd-2aacf0c1d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:47.419558 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42773ecd-de97-47d4-a07b-58307d9a3695 req-a362ad95-2f88-4e69-a2dd-2aacf0c1d540 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=53cc618a-9633-4970-9f23-338f0cf65dbe HTTP/1.1" status: 200 len: 854 time: 0.0468128 Sep 29 18:23:47.451638 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42773ecd-de97-47d4-a07b-58307d9a3695 req-c58596f9-9f18-4446-bc23-8e6b24501ab4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a13b1f78-6a39-491d-af5a-cbf33ddb45e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235581 Sep 29 18:23:47.540237 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42773ecd-de97-47d4-a07b-58307d9a3695 req-74398dbf-ca64-4662-b6f1-e113f1968d64 service neutron] 10.222.0.49 "GET /v2.0/networks/a13b1f78-6a39-491d-af5a-cbf33ddb45e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806947 Sep 29 18:23:47.634797 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42773ecd-de97-47d4-a07b-58307d9a3695 req-16489aeb-3a50-4073-808c-424ab47cc4e7 service neutron] 10.222.0.49 "GET /v2.0/networks/a13b1f78-6a39-491d-af5a-cbf33ddb45e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857105 Sep 29 18:23:47.994055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e4812-c634-4bb9-be5c-1ceeebf3329a req-ed50aa14-5faa-4be3-a328-460284128a1e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:47.995526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-055e4812-c634-4bb9-be5c-1ceeebf3329a req-ed50aa14-5faa-4be3-a328-460284128a1e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 943 time: 0.0487199 Sep 29 18:23:48.032324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-055e4812-c634-4bb9-be5c-1ceeebf3329a req-20790a8b-d2cb-4ad7-aaa5-c4a20fd3a5b3 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 Sep 29 18:23:49.144977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991c481-62ea-4930-bdeb-011c9c775c06 req-9c1288af-43b6-4d46-b4e0-760245ae1f5a tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:49.146449 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8991c481-62ea-4930-bdeb-011c9c775c06 req-9c1288af-43b6-4d46-b4e0-760245ae1f5a tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 943 time: 0.0490131 Sep 29 18:23:49.184512 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8991c481-62ea-4930-bdeb-011c9c775c06 req-3ef09476-cb3f-4ac2-9d06-2d042c907ba5 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305574 Sep 29 18:23:50.298173 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cccdf3-e229-43dc-acc2-af3da7c371ee req-617a641a-4bbf-4cc3-83c3-72e819f6bbb6 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:50.299653 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-27cccdf3-e229-43dc-acc2-af3da7c371ee req-617a641a-4bbf-4cc3-83c3-72e819f6bbb6 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 943 time: 0.0478332 Sep 29 18:23:50.342115 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-27cccdf3-e229-43dc-acc2-af3da7c371ee req-b01222b0-e0ed-40c5-a7e7-a86f0bada408 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357895 Sep 29 18:23:51.143490 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device debadd71-c024-4437-8f8b-624564024818 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:23:51.243191 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port debadd71-c024-4437-8f8b-624564024818, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=debadd71-c024-4437-8f8b-624564024818,segment=NetworkSegment(4675a9d0-95ac-4a27-b498-7fa8d327c77c),segment_id=4675a9d0-95ac-4a27-b498-7fa8d327c77c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:23:51.253740 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'debadd71-c024-4437-8f8b-624564024818', 'network_id': 'a13b1f78-6a39-491d-af5a-cbf33ddb45e8', 'port_id': 'debadd71-c024-4437-8f8b-624564024818', 'mac_address': 'fa:16:3e:e5:3a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cc618a-9633-4970-9f23-338f0cf65dbe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:23:51.290337 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:51.302330 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id debadd71-c024-4437-8f8b-624564024818 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:23:51.321532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port debadd71-c024-4437-8f8b-624564024818, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=debadd71-c024-4437-8f8b-624564024818,segment=NetworkSegment(4675a9d0-95ac-4a27-b498-7fa8d327c77c),segment_id=4675a9d0-95ac-4a27-b498-7fa8d327c77c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:23:51.325499 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:51.373436 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=debadd71-c024-4437-8f8b-624564024818,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:51.456271 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e2f33-3e3f-4e2b-83b9-0c300605614d req-cb18987b-fd2c-4ef7-9f03-db085c3e1899 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:51.457812 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de0e2f33-3e3f-4e2b-83b9-0c300605614d req-cb18987b-fd2c-4ef7-9f03-db085c3e1899 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 944 time: 0.0484626 Sep 29 18:23:51.495495 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de0e2f33-3e3f-4e2b-83b9-0c300605614d req-1a8930b3-32bb-4059-ae1d-215552e77c5c tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309200 Sep 29 18:23:51.517002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['debadd71-c024-4437-8f8b-624564024818'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:23:52.609578 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7992733-e9d4-4885-b6ba-b47eafcf855c req-799bfb76-e70b-408e-9928-63570f24d13d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:52.611035 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d7992733-e9d4-4885-b6ba-b47eafcf855c req-799bfb76-e70b-408e-9928-63570f24d13d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 944 time: 0.0487003 Sep 29 18:23:52.648477 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d7992733-e9d4-4885-b6ba-b47eafcf855c req-34824797-a17a-4f1a-9fa0-0123eb6786eb tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Sep 29 18:23:53.156073 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device debadd71-c024-4437-8f8b-624564024818 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:23:53.206634 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port debadd71-c024-4437-8f8b-624564024818 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:23:53.211541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port debadd71-c024-4437-8f8b-624564024818 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:23:53.211932 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:53.287056 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:53.310103 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4452b2b-1ccd-4f31-afa4-168d4a1d4349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debadd71-c024-4437-8f8b-624564024818'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:23:53.312312 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb41f72-66d9-41c7-b60c-3d3e201874cc" -d '{"events": [{"server_uuid": "b4452b2b-1ccd-4f31-afa4-168d4a1d4349", "name": "network-vif-plugged", "status": "completed", "tag": "debadd71-c024-4437-8f8b-624564024818"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:23:53.325066 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port debadd71-c024-4437-8f8b-624564024818, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=debadd71-c024-4437-8f8b-624564024818,segment=NetworkSegment(4675a9d0-95ac-4a27-b498-7fa8d327c77c),segment_id=4675a9d0-95ac-4a27-b498-7fa8d327c77c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:23:53.329667 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:53.352274 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea4715d-9059-48e0-a83c-1a9b3fa51a8b x-openstack-request-id: req-aea4715d-9059-48e0-a83c-1a9b3fa51a8b {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:23:53.352575 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4452b2b-1ccd-4f31-afa4-168d4a1d4349", "name": "network-vif-plugged", "status": "completed", "tag": "debadd71-c024-4437-8f8b-624564024818", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:23:53.352811 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aea4715d-9059-48e0-a83c-1a9b3fa51a8b {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:23:53.353191 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4452b2b-1ccd-4f31-afa4-168d4a1d4349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'debadd71-c024-4437-8f8b-624564024818', 'code': 200} Sep 29 18:23:53.381340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=debadd71-c024-4437-8f8b-624564024818,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:53.443650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0ad4d-7e0b-4b46-86ba-5447d97540da req-eedd6fce-72a7-4ddb-894c-1579e0cb67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:53.445778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a0d0ad4d-7e0b-4b46-86ba-5447d97540da req-eedd6fce-72a7-4ddb-894c-1579e0cb67e9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 1096 time: 0.0402215 Sep 29 18:23:53.479458 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a0d0ad4d-7e0b-4b46-86ba-5447d97540da req-9b07e96c-2ca5-46b0-aeee-099fd68eb7b9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263908 Sep 29 18:23:53.769057 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad9b08-7a8f-47e9-86f4-1715835a0b2a req-e0c5a757-60ee-45dc-8877-9953fdc508e8 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:53.770543 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9ad9b08-7a8f-47e9-86f4-1715835a0b2a req-e0c5a757-60ee-45dc-8877-9953fdc508e8 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 945 time: 0.0496016 Sep 29 18:23:53.811724 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9ad9b08-7a8f-47e9-86f4-1715835a0b2a req-1d34b657-3cb5-420d-8db8-f293fd550d3b tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352256 Sep 29 18:23:54.925829 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccc091-ae75-4539-9be9-76ca90574134 req-432ac6cf-2bae-4201-af41-ba165da8c9b4 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:54.927276 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4dccc091-ae75-4539-9be9-76ca90574134 req-432ac6cf-2bae-4201-af41-ba165da8c9b4 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 945 time: 0.0484996 Sep 29 18:23:54.963865 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4dccc091-ae75-4539-9be9-76ca90574134 req-4897666a-6439-42ed-8ff9-6cf8899caa19 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305414 Sep 29 18:23:55.182968 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-e5adbb56-e53c-4b03-8344-44335a31fe19 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:55.184440 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-e5adbb56-e53c-4b03-8344-44335a31fe19 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/networks?id=a13b1f78-6a39-491d-af5a-cbf33ddb45e8 HTTP/1.1" status: 200 len: 814 time: 0.1033218 Sep 29 18:23:55.200286 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-b23fd205-abdd-41a4-b409-190811d08d1e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/quotas/c8382814b72c4a1ea0b5ca03475b6361 HTTP/1.1" status: 200 len: 375 time: 0.0098596 Sep 29 18:23:55.250572 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-b1b853c5-8455-46a3-91f8-daba0f20103e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8382814b72c4a1ea0b5ca03475b6361&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449133 Sep 29 18:23:55.340740 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-7df9df2e-312f-43fe-831b-e945b30b4d73 service neutron] 10.222.0.44 "GET /v2.0/networks/a13b1f78-6a39-491d-af5a-cbf33ddb45e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822821 Sep 29 18:23:55.431897 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-fcb06aef-edcc-4d8d-b3a8-f00dbf2b487b service neutron] 10.222.0.44 "GET /v2.0/networks/a13b1f78-6a39-491d-af5a-cbf33ddb45e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851128 Sep 29 18:23:55.590116 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2405e37e-d935-49ba-8120-8775499105f2 req-265cab93-dc2f-449f-9c4b-534f3fb6b2cb tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 210 time: 0.0272512 Sep 29 18:23:56.473194 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9a62647d-bab4-4963-8f3f-ce6d1bcbca84 req-ca2455a2-60ce-4168-819b-d92e6ed9c9a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388863 Sep 29 18:23:56.592943 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62647d-bab4-4963-8f3f-ce6d1bcbca84 req-74b08060-6935-4f78-8a6e-edcd53969578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:56.594483 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9a62647d-bab4-4963-8f3f-ce6d1bcbca84 req-74b08060-6935-4f78-8a6e-edcd53969578 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0521286 Sep 29 18:23:56.662303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-8dbb9fb0-cdc6-489d-a38d-f9da76fe61b9 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:56.665034 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-8dbb9fb0-cdc6-489d-a38d-f9da76fe61b9 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.35 "GET /v2.0/networks?id=a13b1f78-6a39-491d-af5a-cbf33ddb45e8 HTTP/1.1" status: 200 len: 814 time: 0.1402960 Sep 29 18:23:56.702464 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Request body: {'port': {'device_id': '249a2869-3f05-4d6b-a8b7-e7455a8b1025', 'network_id': 'a13b1f78-6a39-491d-af5a-cbf33ddb45e8', 'admin_state_up': True, 'tenant_id': 'c8382814b72c4a1ea0b5ca03475b6361'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:23:56.706892 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e89ba4bd-384c-4131-bfc2-51b9636a18a3 req-be1491e3-93e1-434d-8849-b00e2bfd5849 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 210 time: 0.0398080 Sep 29 18:23:56.729571 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62647d-bab4-4963-8f3f-ce6d1bcbca84 req-afb76b2c-c0fc-4b97-a82c-4da6b5795dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:56.732049 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9a62647d-bab4-4963-8f3f-ce6d1bcbca84 req-afb76b2c-c0fc-4b97-a82c-4da6b5795dc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.1086998 Sep 29 18:23:56.807498 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9a62647d-bab4-4963-8f3f-ce6d1bcbca84 req-3f670878-7e45-4f7a-b14e-19a91e833aa3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0407546 Sep 29 18:23:56.818448 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Made reservation on behalf of c8382814b72c4a1ea0b5ca03475b6361 for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:23:56.822551 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:56.860122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62647d-bab4-4963-8f3f-ce6d1bcbca84 req-b3c7fddf-411f-45c1-ad18-505e3a078bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:56.861618 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9a62647d-bab4-4963-8f3f-ce6d1bcbca84 req-b3c7fddf-411f-45c1-ad18-505e3a078bb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0473964 Sep 29 18:23:56.907387 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62647d-bab4-4963-8f3f-ce6d1bcbca84 req-c55a54ee-3f4b-4d12-8443-d6f54937d9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:56.908896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9a62647d-bab4-4963-8f3f-ce6d1bcbca84 req-c55a54ee-3f4b-4d12-8443-d6f54937d9cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405097 Sep 29 18:23:56.948906 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Allocated IP 172.20.0.14 (a13b1f78-6a39-491d-af5a-cbf33ddb45e8/53cc618a-9633-4970-9f23-338f0cf65dbe/d2c9f3ae-5396-407d-a96d-c9a4c4db4152) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:23:57.005664 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9a62647d-bab4-4963-8f3f-ce6d1bcbca84 req-dc185bc9-671e-4f8e-bb58-99368080b352 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883055 Sep 29 18:23:57.094593 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9a62647d-bab4-4963-8f3f-ce6d1bcbca84 req-e8ce3080-54c4-4f9a-acd3-776af658f4f7 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823567 Sep 29 18:23:57.097934 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:57.132126 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:57.146276 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['debadd71-c024-4437-8f8b-624564024818'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:23:57.172838 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Network a13b1f78-6a39-491d-af5a-cbf33ddb45e8 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:23:57.175844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:23:57.180108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:23:57.211581 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Pushing event updated for resources: {'Port': ['ID=d2c9f3ae-5396-407d-a96d-c9a4c4db4152,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:57.229006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:57.229006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:57.229006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:57.229006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:57.229006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:57.229006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:57.229006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:57.229006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:57.229922 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:57.229922 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:57.229922 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:57.230236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:23:57.253741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:57.254352 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:57.268926 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-63970ec8-6063-45a6-9e3c-b8dfafc7359d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5705738 Sep 29 18:23:57.287003 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Request body: {'port': {'device_id': '249a2869-3f05-4d6b-a8b7-e7455a8b1025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:23:57.339186 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:57.602226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c9f3ae-5396-407d-a96d-c9a4c4db4152 {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:23:57.609584 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:57.622513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Transition to ACTIVE for port object d2c9f3ae-5396-407d-a96d-c9a4c4db4152 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:23:57.625837 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:57.675926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Pushing event updated for resources: {'Port': ['ID=d2c9f3ae-5396-407d-a96d-c9a4c4db4152,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:57.738474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Attempting to bind port d2c9f3ae-5396-407d-a96d-c9a4c4db4152 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:23:57.738816 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Attempting to bind port d2c9f3ae-5396-407d-a96d-c9a4c4db4152 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '4675a9d0-95ac-4a27-b498-7fa8d327c77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a13b1f78-6a39-491d-af5a-cbf33ddb45e8'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:23:57.739139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Attempting to bind port d2c9f3ae-5396-407d-a96d-c9a4c4db4152 on network a13b1f78-6a39-491d-af5a-cbf33ddb45e8 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:23:57.744190 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Port d2c9f3ae-5396-407d-a96d-c9a4c4db4152 on network a13b1f78-6a39-491d-af5a-cbf33ddb45e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:23:57.744511 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Attempting to bind port d2c9f3ae-5396-407d-a96d-c9a4c4db4152 on network a13b1f78-6a39-491d-af5a-cbf33ddb45e8 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:23:57.749201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:23:57.749572 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Checking segment: {'id': '4675a9d0-95ac-4a27-b498-7fa8d327c77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a13b1f78-6a39-491d-af5a-cbf33ddb45e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:23:57.749954 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Bound using segment: {'id': '4675a9d0-95ac-4a27-b498-7fa8d327c77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a13b1f78-6a39-491d-af5a-cbf33ddb45e8'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:23:57.750381 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Bound port: d2c9f3ae-5396-407d-a96d-c9a4c4db4152, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4675a9d0-95ac-4a27-b498-7fa8d327c77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'a13b1f78-6a39-491d-af5a-cbf33ddb45e8'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:23:57.750738 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:57.849183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] For port d2c9f3ae-5396-407d-a96d-c9a4c4db4152, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:23:57.856104 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] For port d2c9f3ae-5396-407d-a96d-c9a4c4db4152, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=d2c9f3ae-5396-407d-a96d-c9a4c4db4152,segment=NetworkSegment(4675a9d0-95ac-4a27-b498-7fa8d327c77c),segment_id=4675a9d0-95ac-4a27-b498-7fa8d327c77c)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:23:57.865417 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111bd628-ae14-429c-bce7-01987287b13e req-dfc89768-905a-434e-82c5-e882ddaa2e23 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:57.867047 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-111bd628-ae14-429c-bce7-01987287b13e req-dfc89768-905a-434e-82c5-e882ddaa2e23 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 944 time: 0.0782266 Sep 29 18:23:57.868402 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:57.909941 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:57.910581 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:57.911967 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-12be756f-907d-4d29-accf-8891a273e41c service neutron] 10.222.0.35 "PUT /v2.0/ports/d2c9f3ae-5396-407d-a96d-c9a4c4db4152 HTTP/1.1" status: 200 len: 1092 time: 0.6293745 Sep 29 18:23:57.921062 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249a2869-3f05-4d6b-a8b7-e7455a8b1025', 'tag': 'd2c9f3ae-5396-407d-a96d-c9a4c4db4152'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:23:57.923334 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813a6ea4-2c92-45c6-9b44-cde381adb1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "249a2869-3f05-4d6b-a8b7-e7455a8b1025", "tag": "d2c9f3ae-5396-407d-a96d-c9a4c4db4152"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:23:57.961004 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be756f-907d-4d29-accf-8891a273e41c service neutron] Pushing event updated for resources: {'Port': ['ID=d2c9f3ae-5396-407d-a96d-c9a4c4db4152,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:23:57.967537 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-111bd628-ae14-429c-bce7-01987287b13e req-769e516b-6f86-4dbf-87a6-896ff65dae1f tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911164 Sep 29 18:23:57.969851 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:23:58.013025 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-0b4be58c-dbbe-4cc2-9c84-785d236821d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:58.014561 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-0b4be58c-dbbe-4cc2-9c84-785d236821d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c8382814b72c4a1ea0b5ca03475b6361&device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 1095 time: 0.0460782 Sep 29 18:23:58.061558 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-c8cba568-4bf5-447f-82a0-1517a85105bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2c9f3ae-5396-407d-a96d-c9a4c4db4152 HTTP/1.1" status: 200 len: 217 time: 0.0334909 Sep 29 18:23:58.062889 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d295d39c-06d7-463a-bf6b-d6b5ae860d4d x-openstack-request-id: req-d295d39c-06d7-463a-bf6b-d6b5ae860d4d {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:23:58.063169 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249a2869-3f05-4d6b-a8b7-e7455a8b1025", "tag": "d2c9f3ae-5396-407d-a96d-c9a4c4db4152", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:23:58.063413 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d295d39c-06d7-463a-bf6b-d6b5ae860d4d {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:23:58.063790 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249a2869-3f05-4d6b-a8b7-e7455a8b1025', 'tag': 'd2c9f3ae-5396-407d-a96d-c9a4c4db4152', 'status': 'completed', 'code': 200} Sep 29 18:23:58.122427 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-34e6a944-33c5-48be-9265-09a02573d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:58.123732 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-34e6a944-33c5-48be-9265-09a02573d836 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53cc618a-9633-4970-9f23-338f0cf65dbe HTTP/1.1" status: 200 len: 854 time: 0.0429225 Sep 29 18:23:58.155813 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-ca3fee32-2599-4b4b-9e0e-40e1b0ba7fd3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a13b1f78-6a39-491d-af5a-cbf33ddb45e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250454 Sep 29 18:23:58.248748 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-bc50ca93-1500-4c44-9478-912c431790c1 service neutron] 10.222.0.35 "GET /v2.0/networks/a13b1f78-6a39-491d-af5a-cbf33ddb45e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852721 Sep 29 18:23:58.339821 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e8f64c8-7e44-4ba5-8b99-659f3d67e0cf req-cadf3294-fc79-47a1-bb6f-f178b4c66807 service neutron] 10.222.0.35 "GET /v2.0/networks/a13b1f78-6a39-491d-af5a-cbf33ddb45e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838888 Sep 29 18:23:58.469071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a6ea4-2c92-45c6-9b44-cde381adb1c5 req-693a3237-41b3-4799-bb08-aabf616cc10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:58.470577 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-813a6ea4-2c92-45c6-9b44-cde381adb1c5 req-693a3237-41b3-4799-bb08-aabf616cc10e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c8382814b72c4a1ea0b5ca03475b6361&device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 1095 time: 0.0447042 Sep 29 18:23:58.559965 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a6ea4-2c92-45c6-9b44-cde381adb1c5 req-649846f9-03df-4e6a-a00b-60f684e259ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:58.561479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-813a6ea4-2c92-45c6-9b44-cde381adb1c5 req-649846f9-03df-4e6a-a00b-60f684e259ec service neutron] 10.222.0.35 "GET /v2.0/networks?id=a13b1f78-6a39-491d-af5a-cbf33ddb45e8 HTTP/1.1" status: 200 len: 915 time: 0.0824552 Sep 29 18:23:58.605616 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-813a6ea4-2c92-45c6-9b44-cde381adb1c5 req-f9214f7f-3c30-4bab-800b-eb61991ccc82 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2c9f3ae-5396-407d-a96d-c9a4c4db4152 HTTP/1.1" status: 200 len: 217 time: 0.0370576 Sep 29 18:23:58.654404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a6ea4-2c92-45c6-9b44-cde381adb1c5 req-35943f2b-c8c0-4fb5-a950-c26d895e76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:58.655810 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-813a6ea4-2c92-45c6-9b44-cde381adb1c5 req-35943f2b-c8c0-4fb5-a950-c26d895e76a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=53cc618a-9633-4970-9f23-338f0cf65dbe HTTP/1.1" status: 200 len: 854 time: 0.0437107 Sep 29 18:23:58.688629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-813a6ea4-2c92-45c6-9b44-cde381adb1c5 req-4ff78980-2ce7-4fd3-b8ab-44802e9dec79 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a13b1f78-6a39-491d-af5a-cbf33ddb45e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247099 Sep 29 18:23:58.785096 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-813a6ea4-2c92-45c6-9b44-cde381adb1c5 req-49ad066e-a343-45b3-9027-3364f89a5474 service neutron] 10.222.0.35 "GET /v2.0/networks/a13b1f78-6a39-491d-af5a-cbf33ddb45e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888605 Sep 29 18:23:58.873954 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-813a6ea4-2c92-45c6-9b44-cde381adb1c5 req-6f95c6a4-d862-450d-b664-7143a4939e40 service neutron] 10.222.0.35 "GET /v2.0/networks/a13b1f78-6a39-491d-af5a-cbf33ddb45e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816147 Sep 29 18:23:59.087193 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b1b15-a4c7-493a-a8eb-66eee42fdc44 req-ffc94686-40e7-48c5-8bd7-abca46de9ebd tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:23:59.088546 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c62b1b15-a4c7-493a-a8eb-66eee42fdc44 req-ffc94686-40e7-48c5-8bd7-abca46de9ebd tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 944 time: 0.0474854 Sep 29 18:23:59.125577 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c62b1b15-a4c7-493a-a8eb-66eee42fdc44 req-f624e72d-1a6d-4ed2-8cbc-3371d0b0c0b6 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310066 Sep 29 18:24:00.242025 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735cc18-e393-40fa-8cd7-5e38147b3901 req-26c448af-119b-42a5-bb63-ed8e5d5d710f tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:00.243623 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7735cc18-e393-40fa-8cd7-5e38147b3901 req-26c448af-119b-42a5-bb63-ed8e5d5d710f tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 944 time: 0.0522685 Sep 29 18:24:00.280626 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7735cc18-e393-40fa-8cd7-5e38147b3901 req-b1113bf5-464b-4c5a-85e2-a7008046b68d tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309703 Sep 29 18:24:01.237565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device d2c9f3ae-5396-407d-a96d-c9a4c4db4152 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:24:01.395905 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954b456-e501-4345-8e9d-98379ab2229e req-bd3630fd-c195-49e3-a4fe-773c87569b33 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:01.397538 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4954b456-e501-4345-8e9d-98379ab2229e req-bd3630fd-c195-49e3-a4fe-773c87569b33 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 944 time: 0.0502880 Sep 29 18:24:01.439605 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4954b456-e501-4345-8e9d-98379ab2229e req-cb67756c-1203-49b5-9357-f7923314d80b tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350389 Sep 29 18:24:01.562540 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port d2c9f3ae-5396-407d-a96d-c9a4c4db4152, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=d2c9f3ae-5396-407d-a96d-c9a4c4db4152,segment=NetworkSegment(4675a9d0-95ac-4a27-b498-7fa8d327c77c),segment_id=4675a9d0-95ac-4a27-b498-7fa8d327c77c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:01.576396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': 'd2c9f3ae-5396-407d-a96d-c9a4c4db4152', 'network_id': 'a13b1f78-6a39-491d-af5a-cbf33ddb45e8', 'port_id': 'd2c9f3ae-5396-407d-a96d-c9a4c4db4152', 'mac_address': 'fa:16:3e:63:aa:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53cc618a-9633-4970-9f23-338f0cf65dbe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:24:01.625702 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:01.641971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c9f3ae-5396-407d-a96d-c9a4c4db4152 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:24:01.665343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port d2c9f3ae-5396-407d-a96d-c9a4c4db4152, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=d2c9f3ae-5396-407d-a96d-c9a4c4db4152,segment=NetworkSegment(4675a9d0-95ac-4a27-b498-7fa8d327c77c),segment_id=4675a9d0-95ac-4a27-b498-7fa8d327c77c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:01.670145 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:01.730099 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=d2c9f3ae-5396-407d-a96d-c9a4c4db4152,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:02.047523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['d2c9f3ae-5396-407d-a96d-c9a4c4db4152'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:24:02.554653 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4af9b-3eba-4544-b18c-695f3de24848 req-f4c50249-28bc-4ea1-8406-68c06c9e74c1 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:02.556174 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fbe4af9b-3eba-4544-b18c-695f3de24848 req-f4c50249-28bc-4ea1-8406-68c06c9e74c1 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 945 time: 0.0497317 Sep 29 18:24:02.596721 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fbe4af9b-3eba-4544-b18c-695f3de24848 req-499fc717-eb42-4a4c-b868-b1904d60d90f tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344999 Sep 29 18:24:03.233923 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device d2c9f3ae-5396-407d-a96d-c9a4c4db4152 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:24:03.280956 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port d2c9f3ae-5396-407d-a96d-c9a4c4db4152 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:24:03.284469 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port d2c9f3ae-5396-407d-a96d-c9a4c4db4152 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:03.284835 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:03.326357 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:24:03.363481 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:03.385797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249a2869-3f05-4d6b-a8b7-e7455a8b1025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c9f3ae-5396-407d-a96d-c9a4c4db4152'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:24:03.388012 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a9d7c9-e706-4ff3-887d-8637da056687" -d '{"events": [{"server_uuid": "249a2869-3f05-4d6b-a8b7-e7455a8b1025", "name": "network-vif-plugged", "status": "completed", "tag": "d2c9f3ae-5396-407d-a96d-c9a4c4db4152"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:24:03.401477 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port d2c9f3ae-5396-407d-a96d-c9a4c4db4152, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=d2c9f3ae-5396-407d-a96d-c9a4c4db4152,segment=NetworkSegment(4675a9d0-95ac-4a27-b498-7fa8d327c77c),segment_id=4675a9d0-95ac-4a27-b498-7fa8d327c77c)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:03.405301 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:03.428353 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a089a6-848b-4610-ab6c-7fc8831e66f8 x-openstack-request-id: req-77a089a6-848b-4610-ab6c-7fc8831e66f8 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:24:03.428644 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249a2869-3f05-4d6b-a8b7-e7455a8b1025", "name": "network-vif-plugged", "status": "completed", "tag": "d2c9f3ae-5396-407d-a96d-c9a4c4db4152", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:24:03.428966 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77a089a6-848b-4610-ab6c-7fc8831e66f8 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:24:03.429478 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249a2869-3f05-4d6b-a8b7-e7455a8b1025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c9f3ae-5396-407d-a96d-c9a4c4db4152', 'code': 200} Sep 29 18:24:03.453653 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=d2c9f3ae-5396-407d-a96d-c9a4c4db4152,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:03.550886 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b148f-5b91-4378-bcaf-d788b0a70b2b req-5b1c14c6-69ea-4a54-b0e6-0344f1dd1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:03.552259 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd6b148f-5b91-4378-bcaf-d788b0a70b2b req-5b1c14c6-69ea-4a54-b0e6-0344f1dd1922 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 1097 time: 0.0426240 Sep 29 18:24:03.587265 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd6b148f-5b91-4378-bcaf-d788b0a70b2b req-4890ef6f-48b2-4113-8c25-b1e42df45bac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273156 Sep 29 18:24:03.711488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081193c-b231-4882-add1-f8921749cc53 req-f9aadb64-ad6a-4b18-85c8-76083ba5f92f tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:03.712945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6081193c-b231-4882-add1-f8921749cc53 req-f9aadb64-ad6a-4b18-85c8-76083ba5f92f tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 946 time: 0.0482657 Sep 29 18:24:03.749843 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6081193c-b231-4882-add1-f8921749cc53 req-d2f7c77e-b462-4d37-b204-785510449078 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307589 Sep 29 18:24:04.868753 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1ae15-26ca-47e0-a246-21370182b076 req-14d9fe09-6f66-48e4-a00c-88e83e56be46 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:04.870320 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1dc1ae15-26ca-47e0-a246-21370182b076 req-14d9fe09-6f66-48e4-a00c-88e83e56be46 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 946 time: 0.0507610 Sep 29 18:24:04.908455 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1dc1ae15-26ca-47e0-a246-21370182b076 req-8e31947c-cc5e-44d9-99ef-c1d0998e4cef tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320091 Sep 29 18:24:06.027180 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e61b1f-05a0-4fc5-900f-2ad9a65ce71d req-a119a480-1053-4226-af6b-6dd3a4e56a5e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:06.028628 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2e61b1f-05a0-4fc5-900f-2ad9a65ce71d req-a119a480-1053-4226-af6b-6dd3a4e56a5e tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 946 time: 0.0528245 Sep 29 18:24:06.065243 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2e61b1f-05a0-4fc5-900f-2ad9a65ce71d req-0d50f57e-eba5-47fc-bbdc-2274f01c2d89 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306826 Sep 29 18:24:06.294582 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a06896-32fd-4522-bc5f-8e1ede71092f req-059fc6e5-1e69-4268-8799-9f6c37c99569 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:06.296049 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81a06896-32fd-4522-bc5f-8e1ede71092f req-059fc6e5-1e69-4268-8799-9f6c37c99569 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 946 time: 0.0499072 Sep 29 18:24:06.332914 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81a06896-32fd-4522-bc5f-8e1ede71092f req-43bb786a-1cb7-4cfe-b21c-1b6209488ad6 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309579 Sep 29 18:24:07.448503 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be423c03-5d86-4964-b12e-938b5799e34f req-20d3c1db-d525-42bf-9ac3-7e3bd35db6be tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:07.449995 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-be423c03-5d86-4964-b12e-938b5799e34f req-20d3c1db-d525-42bf-9ac3-7e3bd35db6be tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 946 time: 0.0490272 Sep 29 18:24:07.486642 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-be423c03-5d86-4964-b12e-938b5799e34f req-5cac83bf-7e66-4c59-af6b-17651faf3bf6 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307283 Sep 29 18:24:07.778582 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fc179-dffa-4ecf-a454-e63036fda663 req-49e92446-de5c-44e0-aacf-cd650a4faf0b tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:07.779913 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-804fc179-dffa-4ecf-a454-e63036fda663 req-49e92446-de5c-44e0-aacf-cd650a4faf0b tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.35 "GET /v2.0/ports?device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 946 time: 0.0508275 Sep 29 18:24:07.871297 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-804fc179-dffa-4ecf-a454-e63036fda663 req-7e9a10f5-43ce-4e39-b455-a3771766c188 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Deleting port d2c9f3ae-5396-407d-a96d-c9a4c4db4152 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:24:07.871631 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-804fc179-dffa-4ecf-a454-e63036fda663 req-7e9a10f5-43ce-4e39-b455-a3771766c188 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:07.964591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-804fc179-dffa-4ecf-a454-e63036fda663 req-7e9a10f5-43ce-4e39-b455-a3771766c188 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] For port d2c9f3ae-5396-407d-a96d-c9a4c4db4152, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=d2c9f3ae-5396-407d-a96d-c9a4c4db4152,segment=NetworkSegment(4675a9d0-95ac-4a27-b498-7fa8d327c77c),segment_id=4675a9d0-95ac-4a27-b498-7fa8d327c77c)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:07.964961 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-804fc179-dffa-4ecf-a454-e63036fda663 req-7e9a10f5-43ce-4e39-b455-a3771766c188 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:07.976929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-804fc179-dffa-4ecf-a454-e63036fda663 req-7e9a10f5-43ce-4e39-b455-a3771766c188 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Calling delete_port for d2c9f3ae-5396-407d-a96d-c9a4c4db4152 owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:24:08.098453 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-804fc179-dffa-4ecf-a454-e63036fda663 req-7e9a10f5-43ce-4e39-b455-a3771766c188 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:08.111008 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['debadd71-c024-4437-8f8b-624564024818'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:24:08.131583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a10f5-43ce-4e39-b455-a3771766c188 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Pushing event deleted for resources: {'Port': ['ID=d2c9f3ae-5396-407d-a96d-c9a4c4db4152,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:08.137518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['d2c9f3ae-5396-407d-a96d-c9a4c4db4152'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:24:08.171343 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-804fc179-dffa-4ecf-a454-e63036fda663 req-7e9a10f5-43ce-4e39-b455-a3771766c188 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] No DVR routers for this DVR port d2c9f3ae-5396-407d-a96d-c9a4c4db4152 on host n-h2-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:24:08.173898 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-804fc179-dffa-4ecf-a454-e63036fda663 req-7e9a10f5-43ce-4e39-b455-a3771766c188 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:08.175846 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-804fc179-dffa-4ecf-a454-e63036fda663 req-7e9a10f5-43ce-4e39-b455-a3771766c188 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.35 "DELETE /v2.0/ports/d2c9f3ae-5396-407d-a96d-c9a4c4db4152 HTTP/1.1" status: 204 len: 173 time: 0.3895974 Sep 29 18:24:08.176277 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249a2869-3f05-4d6b-a8b7-e7455a8b1025', 'name': 'network-vif-deleted', 'tag': 'd2c9f3ae-5396-407d-a96d-c9a4c4db4152'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:24:08.178563 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f3be4e-d6bb-4d45-a4f9-2f7ee329e3ee" -d '{"events": [{"server_uuid": "249a2869-3f05-4d6b-a8b7-e7455a8b1025", "name": "network-vif-deleted", "tag": "d2c9f3ae-5396-407d-a96d-c9a4c4db4152"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:24:08.221953 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3c92f5-ff14-41e5-8f29-f0c60843eb68 x-openstack-request-id: req-ce3c92f5-ff14-41e5-8f29-f0c60843eb68 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:24:08.222250 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249a2869-3f05-4d6b-a8b7-e7455a8b1025", "name": "network-vif-deleted", "tag": "d2c9f3ae-5396-407d-a96d-c9a4c4db4152", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:24:08.222526 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce3c92f5-ff14-41e5-8f29-f0c60843eb68 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:24:08.222917 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249a2869-3f05-4d6b-a8b7-e7455a8b1025', 'name': 'network-vif-deleted', 'tag': 'd2c9f3ae-5396-407d-a96d-c9a4c4db4152', 'status': 'completed', 'code': 200} Sep 29 18:24:08.594411 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3a07b74b-4d24-4d6e-8aaf-989b5ebe042e req-98b71ea0-a488-4b14-975e-6a27b00b7c92 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=249a2869-3f05-4d6b-a8b7-e7455a8b1025 HTTP/1.1" status: 200 len: 210 time: 0.0267456 Sep 29 18:24:09.742824 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f801fd-33c9-466c-9eb4-26e6fe29de98 req-bb3729f1-e6e2-4dd1-9007-ea48af910427 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:09.744292 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18f801fd-33c9-466c-9eb4-26e6fe29de98 req-bb3729f1-e6e2-4dd1-9007-ea48af910427 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 945 time: 0.0499346 Sep 29 18:24:09.786443 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18f801fd-33c9-466c-9eb4-26e6fe29de98 req-7dc17ebf-09db-4246-9147-e3b7ab96e716 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361705 Sep 29 18:24:09.917256 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84303149-c123-403f-9f99-48e3d085201e req-39a62b67-bb32-4646-a0a7-b4ff3fc4cf32 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:09.918666 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-84303149-c123-403f-9f99-48e3d085201e req-39a62b67-bb32-4646-a0a7-b4ff3fc4cf32 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 945 time: 0.0481470 Sep 29 18:24:09.954385 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-84303149-c123-403f-9f99-48e3d085201e req-da5b0ffd-60e6-47b1-98b7-d417c12512fb tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298402 Sep 29 18:24:10.069786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5c244-c1b4-4bae-806d-812de3a49a31 req-79f09844-0745-44ed-a486-4b445c198307 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:10.071276 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-28e5c244-c1b4-4bae-806d-812de3a49a31 req-79f09844-0745-44ed-a486-4b445c198307 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 945 time: 0.0490453 Sep 29 18:24:10.108796 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-28e5c244-c1b4-4bae-806d-812de3a49a31 req-90ef242c-ec8e-451c-88f1-57800d3f3fbc tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315788 Sep 29 18:24:10.275156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b39500-e888-4352-830b-95127fe1bb79 req-f46a91f4-406a-4f42-a7f4-2f08d1205df6 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:10.276610 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-69b39500-e888-4352-830b-95127fe1bb79 req-f46a91f4-406a-4f42-a7f4-2f08d1205df6 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 945 time: 0.0516980 Sep 29 18:24:10.316047 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-69b39500-e888-4352-830b-95127fe1bb79 req-ba0c6d28-613a-4f50-91c0-7e342fae6ca2 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332613 Sep 29 18:24:10.429179 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56dc47-d3d4-4f0a-a670-f998d8748c7b req-62296870-23fe-48b3-9b94-d94a94dd821a tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:10.430623 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a56dc47-d3d4-4f0a-a670-f998d8748c7b req-62296870-23fe-48b3-9b94-d94a94dd821a tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 945 time: 0.0487008 Sep 29 18:24:10.468048 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a56dc47-d3d4-4f0a-a670-f998d8748c7b req-3b199798-7e59-42c9-b0fe-ec91162fd056 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Sep 29 18:24:10.592412 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbee433-c82c-41b7-ace0-55d1e14d65ed req-8fe98fb6-45d7-4861-816f-8e0952ee597c tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:10.594420 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3bbee433-c82c-41b7-ace0-55d1e14d65ed req-8fe98fb6-45d7-4861-816f-8e0952ee597c tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 945 time: 0.0509965 Sep 29 18:24:10.634167 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3bbee433-c82c-41b7-ace0-55d1e14d65ed req-cd16aa73-4c56-4b08-b45c-06bd665e091c tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336342 Sep 29 18:24:10.875756 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e4bc171b-0d72-4b4f-bbf8-89a082da4421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:10.929886 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f7ed2-c56d-41e3-a24c-8e571e2c381d req-059eae3a-b383-42b3-b3c4-6ca947803f99 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:10.931340 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d2f7ed2-c56d-41e3-a24c-8e571e2c381d req-059eae3a-b383-42b3-b3c4-6ca947803f99 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 945 time: 0.0483227 Sep 29 18:24:10.971800 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d2f7ed2-c56d-41e3-a24c-8e571e2c381d req-ee6e8727-ad36-4b5b-8b47-ca947ad28054 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343349 Sep 29 18:24:11.249584 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device d2c9f3ae-5396-407d-a96d-c9a4c4db4152 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:24:11.269913 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: d2c9f3ae-5396-407d-a96d-c9a4c4db4152 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:24:11.270261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device d2c9f3ae-5396-407d-a96d-c9a4c4db4152 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:24:12.087664 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afabbb1-e3a9-4a71-9f05-ef50dc60775c req-ab2fec85-bca2-48e9-9263-b55fea044265 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:12.089142 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2afabbb1-e3a9-4a71-9f05-ef50dc60775c req-ab2fec85-bca2-48e9-9263-b55fea044265 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 945 time: 0.0493529 Sep 29 18:24:12.125962 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2afabbb1-e3a9-4a71-9f05-ef50dc60775c req-9e40d795-6657-4a44-a17c-0ef5871651b7 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.44 "GET /v2.0/security-groups?id=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308301 Sep 29 18:24:12.230061 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e64b06-0988-4e54-94ed-a2d2f736c730 req-85ed5b79-9c34-4e16-ab84-bc6aa68c0d97 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:12.231519 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38e64b06-0988-4e54-94ed-a2d2f736c730 req-85ed5b79-9c34-4e16-ab84-bc6aa68c0d97 tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4452b2b-1ccd-4f31-afa4-168d4a1d4349 HTTP/1.1" status: 200 len: 945 time: 0.0476928 Sep 29 18:24:12.328152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-38e64b06-0988-4e54-94ed-a2d2f736c730 req-0b04475e-b2e9-4b37-98b5-83595eb3cd6b tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Deleting port debadd71-c024-4437-8f8b-624564024818 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:24:12.328410 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-38e64b06-0988-4e54-94ed-a2d2f736c730 req-0b04475e-b2e9-4b37-98b5-83595eb3cd6b tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:12.420631 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-38e64b06-0988-4e54-94ed-a2d2f736c730 req-0b04475e-b2e9-4b37-98b5-83595eb3cd6b tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] For port debadd71-c024-4437-8f8b-624564024818, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=debadd71-c024-4437-8f8b-624564024818,segment=NetworkSegment(4675a9d0-95ac-4a27-b498-7fa8d327c77c),segment_id=4675a9d0-95ac-4a27-b498-7fa8d327c77c)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:12.421015 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-38e64b06-0988-4e54-94ed-a2d2f736c730 req-0b04475e-b2e9-4b37-98b5-83595eb3cd6b tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:12.433269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-38e64b06-0988-4e54-94ed-a2d2f736c730 req-0b04475e-b2e9-4b37-98b5-83595eb3cd6b tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Calling delete_port for debadd71-c024-4437-8f8b-624564024818 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:24:12.556766 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-38e64b06-0988-4e54-94ed-a2d2f736c730 req-0b04475e-b2e9-4b37-98b5-83595eb3cd6b tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:12.568057 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['debadd71-c024-4437-8f8b-624564024818'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:24:12.593521 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04475e-b2e9-4b37-98b5-83595eb3cd6b tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Pushing event deleted for resources: {'Port': ['ID=debadd71-c024-4437-8f8b-624564024818,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:12.634030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e64b06-0988-4e54-94ed-a2d2f736c730 req-0b04475e-b2e9-4b37-98b5-83595eb3cd6b tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] No DVR routers for this DVR port debadd71-c024-4437-8f8b-624564024818 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:24:12.636654 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-38e64b06-0988-4e54-94ed-a2d2f736c730 req-0b04475e-b2e9-4b37-98b5-83595eb3cd6b tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:12.638662 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-38e64b06-0988-4e54-94ed-a2d2f736c730 req-0b04475e-b2e9-4b37-98b5-83595eb3cd6b tempest-ServersNegativeTestJSON-1336407337 tempest-ServersNegativeTestJSON-1336407337-project] 10.222.0.49 "DELETE /v2.0/ports/debadd71-c024-4437-8f8b-624564024818 HTTP/1.1" status: 204 len: 173 time: 0.4012837 Sep 29 18:24:12.639094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4452b2b-1ccd-4f31-afa4-168d4a1d4349', 'name': 'network-vif-deleted', 'tag': 'debadd71-c024-4437-8f8b-624564024818'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:24:12.641340 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b791732f-91b5-4a02-9304-0838f10b79cf" -d '{"events": [{"server_uuid": "b4452b2b-1ccd-4f31-afa4-168d4a1d4349", "name": "network-vif-deleted", "tag": "debadd71-c024-4437-8f8b-624564024818"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:24:12.677960 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff50575f-245b-4438-ab14-64f67166f23a x-openstack-request-id: req-ff50575f-245b-4438-ab14-64f67166f23a {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:24:12.678276 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4452b2b-1ccd-4f31-afa4-168d4a1d4349", "name": "network-vif-deleted", "tag": "debadd71-c024-4437-8f8b-624564024818", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:24:12.678531 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff50575f-245b-4438-ab14-64f67166f23a {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:24:12.679101 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4452b2b-1ccd-4f31-afa4-168d4a1d4349', 'name': 'network-vif-deleted', 'tag': 'debadd71-c024-4437-8f8b-624564024818', 'status': 'completed', 'code': 200} Sep 29 18:24:13.183241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53936) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:13.226832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af46c47-6a0e-4abf-9bcc-ec9c435b38b1 admin admin] Deleting subnet 53cc618a-9633-4970-9f23-338f0cf65dbe {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:24:13.229979 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4af46c47-6a0e-4abf-9bcc-ec9c435b38b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:13.264422 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4af46c47-6a0e-4abf-9bcc-ec9c435b38b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:13.305793 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4af46c47-6a0e-4abf-9bcc-ec9c435b38b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:13.357884 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4af46c47-6a0e-4abf-9bcc-ec9c435b38b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:13.384175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af46c47-6a0e-4abf-9bcc-ec9c435b38b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53cc618a-9633-4970-9f23-338f0cf65dbe,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:13.387920 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4af46c47-6a0e-4abf-9bcc-ec9c435b38b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:13.389964 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4af46c47-6a0e-4abf-9bcc-ec9c435b38b1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/53cc618a-9633-4970-9f23-338f0cf65dbe HTTP/1.1" status: 204 len: 168 time: 0.2056141 Sep 29 18:24:13.392289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53938) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:13.459466 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9e8aab58-eebf-4ce5-9e71-f1cf546ce83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:13.609834 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6ba4564b-c9fb-4850-94ea-55af49697ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:13.794542 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9e8aab58-eebf-4ce5-9e71-f1cf546ce83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:13.814275 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9e8aab58-eebf-4ce5-9e71-f1cf546ce83f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13b1f78-6a39-491d-af5a-cbf33ddb45e8']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:13.823723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9e8aab58-eebf-4ce5-9e71-f1cf546ce83f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4675a9d0-95ac-4a27-b498-7fa8d327c77c') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:13.824019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-9e8aab58-eebf-4ce5-9e71-f1cf546ce83f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4675a9d0-95ac-4a27-b498-7fa8d327c77c') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:13.832950 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9e8aab58-eebf-4ce5-9e71-f1cf546ce83f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:13.846601 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9e8aab58-eebf-4ce5-9e71-f1cf546ce83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:13.854280 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8aab58-eebf-4ce5-9e71-f1cf546ce83f admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:24:13.854670 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9e8aab58-eebf-4ce5-9e71-f1cf546ce83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:24:13.856306 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:24:13.911339 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9e8aab58-eebf-4ce5-9e71-f1cf546ce83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:13.917591 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9e8aab58-eebf-4ce5-9e71-f1cf546ce83f admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:13.919717 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9e8aab58-eebf-4ce5-9e71-f1cf546ce83f admin admin] 10.222.0.44 "DELETE /v2.0/networks/a13b1f78-6a39-491d-af5a-cbf33ddb45e8 HTTP/1.1" status: 204 len: 168 time: 0.5262134 Sep 29 18:24:13.930537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8aab58-eebf-4ce5-9e71-f1cf546ce83f admin admin] Pushing event deleted for resources: {'Network': ['ID=a13b1f78-6a39-491d-af5a-cbf33ddb45e8,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:14.024805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53944) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:14.065171 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-907c5ab8-5347-4cbd-bbe5-56fc396bb660 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8382814b72c4a1ea0b5ca03475b6361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391290 Sep 29 18:24:14.067553 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53946) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:14.114683 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-31cc9fca-379e-4c07-84e1-900cf3513a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:14.136213 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-31cc9fca-379e-4c07-84e1-900cf3513a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:14.183955 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-31cc9fca-379e-4c07-84e1-900cf3513a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:14.186552 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-31cc9fca-379e-4c07-84e1-900cf3513a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:14.187691 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-31cc9fca-379e-4c07-84e1-900cf3513a7d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3 HTTP/1.1" status: 204 len: 168 time: 0.1192455 Sep 29 18:24:14.196524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc9fca-379e-4c07-84e1-900cf3513a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45eaf48-bfcb-42c0-a5c0-a3663c7b20a3,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:14.737787 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:14.788750 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:14.876821 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53968) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:14.968893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ac31661b-fc95-4d2a-bdae-60312e47f5a5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1579008426'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:14.989992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac31661b-fc95-4d2a-bdae-60312e47f5a5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Made reservation on behalf of d9dffbd4af4b40a4b9d8dbed8742bb2e for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:14.994237 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac31661b-fc95-4d2a-bdae-60312e47f5a5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:15.005623 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac31661b-fc95-4d2a-bdae-60312e47f5a5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:15.097039 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac31661b-fc95-4d2a-bdae-60312e47f5a5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:15.101454 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac31661b-fc95-4d2a-bdae-60312e47f5a5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:15.124918 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:15.125693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac31661b-fc95-4d2a-bdae-60312e47f5a5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:24:15.140733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31661b-fc95-4d2a-bdae-60312e47f5a5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26605086-f303-4e15-9ba0-bdbd3ea4c0c7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:15.143623 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac31661b-fc95-4d2a-bdae-60312e47f5a5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:15.143963 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-ac31661b-fc95-4d2a-bdae-60312e47f5a5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Added segment 5aecc4b1-72a8-48a8-a5ff-d54202b3b627 of type vlan for network 3f3b19b3-fb03-4857-88c4-7e946560407a Sep 29 18:24:15.184535 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac31661b-fc95-4d2a-bdae-60312e47f5a5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:15.210648 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac31661b-fc95-4d2a-bdae-60312e47f5a5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:15.216074 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac31661b-fc95-4d2a-bdae-60312e47f5a5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:15.216770 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ac31661b-fc95-4d2a-bdae-60312e47f5a5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:15.268472 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device debadd71-c024-4437-8f8b-624564024818 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:24:15.282573 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ac31661b-fc95-4d2a-bdae-60312e47f5a5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4046042 Sep 29 18:24:15.288561 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: debadd71-c024-4437-8f8b-624564024818 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:24:15.288978 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device debadd71-c024-4437-8f8b-624564024818 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:24:15.325415 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31661b-fc95-4d2a-bdae-60312e47f5a5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event updated for resources: {'Network': ['ID=3f3b19b3-fb03-4857-88c4-7e946560407a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:15.337244 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 3f3b19b3-fb03-4857-88c4-7e946560407a details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:24:17.081758 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:18.652229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53972) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:18.657390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Request body: {'subnet': {'network_id': '3f3b19b3-fb03-4857-88c4-7e946560407a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:18.746116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Made reservation on behalf of d9dffbd4af4b40a4b9d8dbed8742bb2e for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:18.749640 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:18.927141 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:18.989455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event updated for resources: {'Subnet': ['ID=df558d97-9485-4539-8266-1b62a1cb2a6b,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:18.994272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Checking segment: {'id': '5aecc4b1-72a8-48a8-a5ff-d54202b3b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f3b19b3-fb03-4857-88c4-7e946560407a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:18.994638 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Network hostable DHCP agents. Network: 3f3b19b3-fb03-4857-88c4-7e946560407a, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:24:19.002007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.002362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.002722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.003045 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.003385 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.003720 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.004051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.004382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.004712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.005040 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.005394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.005725 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.026930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Network 3f3b19b3-fb03-4857-88c4-7e946560407a is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:24:19.034539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 3f3b19b3-fb03-4857-88c4-7e946560407a) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:19.039336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:19.039973 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.044157 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54d3c85-ee15-4e32-8c96-1da296c4026f None None] Network 3f3b19b3-fb03-4857-88c4-7e946560407a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:19.053808 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-65183db1-8b9a-4a88-9a8f-544297e70e29 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4004271 Sep 29 18:24:19.057331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53974) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:19.062109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c96b5909-66ce-4d1f-bfe4-d7f588dddac7 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-435229185'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:19.081757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96b5909-66ce-4d1f-bfe4-d7f588dddac7 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Made reservation on behalf of d9dffbd4af4b40a4b9d8dbed8742bb2e for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:19.085727 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c96b5909-66ce-4d1f-bfe4-d7f588dddac7 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.109134 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96b5909-66ce-4d1f-bfe4-d7f588dddac7 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:24:19.117852 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c96b5909-66ce-4d1f-bfe4-d7f588dddac7 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.118225 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-c96b5909-66ce-4d1f-bfe4-d7f588dddac7 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Added segment cfe6cb56-c84d-418e-b75d-84902d27f5df of type vlan for network f81c50f9-9cb3-4677-b2f3-674b7b70fd75 Sep 29 18:24:19.158682 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c96b5909-66ce-4d1f-bfe4-d7f588dddac7 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.182571 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c96b5909-66ce-4d1f-bfe4-d7f588dddac7 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.188588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96b5909-66ce-4d1f-bfe4-d7f588dddac7 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:19.189181 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c96b5909-66ce-4d1f-bfe4-d7f588dddac7 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.190943 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-3f3b19b3-fb03-4857-88c4-7e946560407a', 'network_id': '3f3b19b3-fb03-4857-88c4-7e946560407a', 'tenant_id': 'd9dffbd4af4b40a4b9d8dbed8742bb2e', 'fixed_ips': [{'subnet_id': 'df558d97-9485-4539-8266-1b62a1cb2a6b'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:24:19.191813 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.236533 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c96b5909-66ce-4d1f-bfe4-d7f588dddac7 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1756201 Sep 29 18:24:19.236762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53976) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:19.241895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0e29253d-9295-4276-a80b-6e77c08452f5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Request body: {'subnet': {'network_id': 'f81c50f9-9cb3-4677-b2f3-674b7b70fd75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:19.292076 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b5909-66ce-4d1f-bfe4-d7f588dddac7 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event updated for resources: {'Network': ['ID=f81c50f9-9cb3-4677-b2f3-674b7b70fd75,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:19.307638 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network f81c50f9-9cb3-4677-b2f3-674b7b70fd75 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:24:19.364923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e29253d-9295-4276-a80b-6e77c08452f5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Made reservation on behalf of d9dffbd4af4b40a4b9d8dbed8742bb2e for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:19.368580 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0e29253d-9295-4276-a80b-6e77c08452f5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.381080 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Allocated IP 2001:db8:0:ffff::2 (3f3b19b3-fb03-4857-88c4-7e946560407a/df558d97-9485-4539-8266-1b62a1cb2a6b/21ee145d-4ff2-4acc-a97a-42a8bede09c7) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:24:19.529684 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.535890 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.565151 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0e29253d-9295-4276-a80b-6e77c08452f5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.577876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Network 3f3b19b3-fb03-4857-88c4-7e946560407a is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:24:19.581229 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:19.584958 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:24:19.596063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Pushing event updated for resources: {'Port': ['ID=21ee145d-4ff2-4acc-a97a-42a8bede09c7,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:19.620155 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.620508 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.620854 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.621196 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.621559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.621893 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.622222 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.622550 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.622876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.623203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.623529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.623853 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:19.639094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29253d-9295-4276-a80b-6e77c08452f5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event updated for resources: {'Subnet': ['ID=cbbe276b-c932-4952-961f-23b211e79127,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:19.643192 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e29253d-9295-4276-a80b-6e77c08452f5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Checking segment: {'id': 'cfe6cb56-c84d-418e-b75d-84902d27f5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f81c50f9-9cb3-4677-b2f3-674b7b70fd75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:19.643544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e29253d-9295-4276-a80b-6e77c08452f5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Network hostable DHCP agents. Network: f81c50f9-9cb3-4677-b2f3-674b7b70fd75, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:24:19.659492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e29253d-9295-4276-a80b-6e77c08452f5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Network f81c50f9-9cb3-4677-b2f3-674b7b70fd75 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:24:19.660185 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Attempting to bind port 21ee145d-4ff2-4acc-a97a-42a8bede09c7 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:24:19.660434 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Attempting to bind port 21ee145d-4ff2-4acc-a97a-42a8bede09c7 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '5aecc4b1-72a8-48a8-a5ff-d54202b3b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f3b19b3-fb03-4857-88c4-7e946560407a'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:24:19.660803 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Attempting to bind port 21ee145d-4ff2-4acc-a97a-42a8bede09c7 on network 3f3b19b3-fb03-4857-88c4-7e946560407a {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:24:19.665995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:24:19.666381 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Checking segment: {'id': '5aecc4b1-72a8-48a8-a5ff-d54202b3b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f3b19b3-fb03-4857-88c4-7e946560407a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:19.666834 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.667276 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Bound using segment: {'id': '5aecc4b1-72a8-48a8-a5ff-d54202b3b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f3b19b3-fb03-4857-88c4-7e946560407a'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:24:19.667748 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Bound port: 21ee145d-4ff2-4acc-a97a-42a8bede09c7, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aecc4b1-72a8-48a8-a5ff-d54202b3b627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3f3b19b3-fb03-4857-88c4-7e946560407a'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:24:19.668132 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.668316 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0e29253d-9295-4276-a80b-6e77c08452f5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, f81c50f9-9cb3-4677-b2f3-674b7b70fd75) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:19.672620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e29253d-9295-4276-a80b-6e77c08452f5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:19.673216 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0e29253d-9295-4276-a80b-6e77c08452f5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.680600 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6538fc-1173-47d3-8065-c21d9768f1f8 None None] Network f81c50f9-9cb3-4677-b2f3-674b7b70fd75 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:19.687910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0e29253d-9295-4276-a80b-6e77c08452f5 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4501626 Sep 29 18:24:19.690642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53978) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:19.784483 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9014dbf-4bdf-48dd-9560-50fed5521442 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.796293 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] For port 21ee145d-4ff2-4acc-a97a-42a8bede09c7, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:24:19.800686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] For port 21ee145d-4ff2-4acc-a97a-42a8bede09c7, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=21ee145d-4ff2-4acc-a97a-42a8bede09c7,segment=NetworkSegment(5aecc4b1-72a8-48a8-a5ff-d54202b3b627),segment_id=5aecc4b1-72a8-48a8-a5ff-d54202b3b627)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:24:19.807150 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.877701 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9014dbf-4bdf-48dd-9560-50fed5521442 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.916764 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6225c7-b473-451e-b881-e0a1ec6d5e15 None None] Pushing event updated for resources: {'Port': ['ID=21ee145d-4ff2-4acc-a97a-42a8bede09c7,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:19.926414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132dce60-66a6-4ef6-8ddb-06b2da0344d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-f81c50f9-9cb3-4677-b2f3-674b7b70fd75', 'network_id': 'f81c50f9-9cb3-4677-b2f3-674b7b70fd75', 'tenant_id': 'd9dffbd4af4b40a4b9d8dbed8742bb2e', 'fixed_ips': [{'subnet_id': 'cbbe276b-c932-4952-961f-23b211e79127'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:24:19.927291 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-132dce60-66a6-4ef6-8ddb-06b2da0344d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.950473 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9014dbf-4bdf-48dd-9560-50fed5521442 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:19.978106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9014dbf-4bdf-48dd-9560-50fed5521442 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event deleted for resources: {'Subnet': ['ID=cbbe276b-c932-4952-961f-23b211e79127,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server [None req-132dce60-66a6-4ef6-8ddb-06b2da0344d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cbbe276b-c932-4952-961f-23b211e79127: This subnet is being modified by another concurrent operation. Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server raise exception Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cbbe276b-c932-4952-961f-23b211e79127: This subnet is being modified by another concurrent operation. Sep 29 18:24:20.048632 n-d-811748-2 neutron-server[95017]: ERROR oslo_messaging.rpc.server Sep 29 18:24:20.072635 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9014dbf-4bdf-48dd-9560-50fed5521442 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:20.084328 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acd8153-a8e6-4f25-aabc-f43674e9b10a None None] Network f81c50f9-9cb3-4677-b2f3-674b7b70fd75 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:20.096492 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-f9014dbf-4bdf-48dd-9560-50fed5521442 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81c50f9-9cb3-4677-b2f3-674b7b70fd75']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:20.113574 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-f9014dbf-4bdf-48dd-9560-50fed5521442 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe6cb56-c84d-418e-b75d-84902d27f5df') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:20.113923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-f9014dbf-4bdf-48dd-9560-50fed5521442 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe6cb56-c84d-418e-b75d-84902d27f5df') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:20.125612 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9014dbf-4bdf-48dd-9560-50fed5521442 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:20.140361 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9014dbf-4bdf-48dd-9560-50fed5521442 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:20.150876 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9014dbf-4bdf-48dd-9560-50fed5521442 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:24:20.151366 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9014dbf-4bdf-48dd-9560-50fed5521442 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:24:20.154735 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:24:20.253670 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9014dbf-4bdf-48dd-9560-50fed5521442 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:20.263975 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9014dbf-4bdf-48dd-9560-50fed5521442 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:20.268241 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f9014dbf-4bdf-48dd-9560-50fed5521442 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "DELETE /v2.0/networks/f81c50f9-9cb3-4677-b2f3-674b7b70fd75 HTTP/1.1" status: 204 len: 168 time: 0.5744991 Sep 29 18:24:20.270146 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53980) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:20.275659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-41a67e23-416e-424a-824b-2dcbf916cafa tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-900895362'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:20.281365 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9014dbf-4bdf-48dd-9560-50fed5521442 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event deleted for resources: {'Network': ['ID=f81c50f9-9cb3-4677-b2f3-674b7b70fd75,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:20.299509 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a67e23-416e-424a-824b-2dcbf916cafa tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Made reservation on behalf of d9dffbd4af4b40a4b9d8dbed8742bb2e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:20.302877 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41a67e23-416e-424a-824b-2dcbf916cafa tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:20.328789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a67e23-416e-424a-824b-2dcbf916cafa tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:24:20.338672 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41a67e23-416e-424a-824b-2dcbf916cafa tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:20.339014 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-41a67e23-416e-424a-824b-2dcbf916cafa tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Added segment f1cff1b5-3462-4364-9914-c6bfa860cdee of type vlan for network 24aa280e-3054-4618-ba52-6295cfcceb39 Sep 29 18:24:20.389042 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41a67e23-416e-424a-824b-2dcbf916cafa tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:20.425083 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41a67e23-416e-424a-824b-2dcbf916cafa tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:20.431834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a67e23-416e-424a-824b-2dcbf916cafa tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:20.432428 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-41a67e23-416e-424a-824b-2dcbf916cafa tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:20.468495 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-41a67e23-416e-424a-824b-2dcbf916cafa tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1972299 Sep 29 18:24:20.471599 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53982) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:20.481318 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c5ef2ad5-185d-4f75-bfa8-c066b1f100f0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Request body: {'subnet': {'network_id': '24aa280e-3054-4618-ba52-6295cfcceb39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:20.586934 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a67e23-416e-424a-824b-2dcbf916cafa tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event updated for resources: {'Network': ['ID=24aa280e-3054-4618-ba52-6295cfcceb39,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:20.603567 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 24aa280e-3054-4618-ba52-6295cfcceb39 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:24:20.608786 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ef2ad5-185d-4f75-bfa8-c066b1f100f0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Made reservation on behalf of d9dffbd4af4b40a4b9d8dbed8742bb2e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:20.612729 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5ef2ad5-185d-4f75-bfa8-c066b1f100f0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:20.672497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 21ee145d-4ff2-4acc-a97a-42a8bede09c7 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:24:20.692722 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.ipam_backend_mixin [None req-c5ef2ad5-185d-4f75-bfa8-c066b1f100f0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Performing IP validity checks on allocation pools {{(pid=95015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 29 18:24:20.693245 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.ipam_backend_mixin [None req-c5ef2ad5-185d-4f75-bfa8-c066b1f100f0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95015) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 29 18:24:20.742223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 21ee145d-4ff2-4acc-a97a-42a8bede09c7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:20.742603 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:20.836794 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:20.848741 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5ef2ad5-185d-4f75-bfa8-c066b1f100f0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:20.874245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 21ee145d-4ff2-4acc-a97a-42a8bede09c7, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=21ee145d-4ff2-4acc-a97a-42a8bede09c7,segment=NetworkSegment(5aecc4b1-72a8-48a8-a5ff-d54202b3b627),segment_id=5aecc4b1-72a8-48a8-a5ff-d54202b3b627)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:20.879369 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:20.948196 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262f8bf3-3d95-461f-afcd-25ab5ba18fcc None None] Network 3f3b19b3-fb03-4857-88c4-7e946560407a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:20.951496 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=21ee145d-4ff2-4acc-a97a-42a8bede09c7,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:20.958697 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ef2ad5-185d-4f75-bfa8-c066b1f100f0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Checking segment: {'id': 'f1cff1b5-3462-4364-9914-c6bfa860cdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '24aa280e-3054-4618-ba52-6295cfcceb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:20.959071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ef2ad5-185d-4f75-bfa8-c066b1f100f0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Network hostable DHCP agents. Network: 24aa280e-3054-4618-ba52-6295cfcceb39, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:24:20.963480 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef2ad5-185d-4f75-bfa8-c066b1f100f0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event updated for resources: {'Subnet': ['ID=d9ac97b7-72fe-4cae-9f38-207ffb5769c0,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:20.981782 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ef2ad5-185d-4f75-bfa8-c066b1f100f0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Network 24aa280e-3054-4618-ba52-6295cfcceb39 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:24:20.989975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-c5ef2ad5-185d-4f75-bfa8-c066b1f100f0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 24aa280e-3054-4618-ba52-6295cfcceb39) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:20.995574 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ef2ad5-185d-4f75-bfa8-c066b1f100f0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:20.996279 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c5ef2ad5-185d-4f75-bfa8-c066b1f100f0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.009259 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b978b79-362b-47e1-b4dd-82b30ce92db5 None None] Network 24aa280e-3054-4618-ba52-6295cfcceb39 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:21.012247 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c5ef2ad5-185d-4f75-bfa8-c066b1f100f0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5376205 Sep 29 18:24:21.015131 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53984) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:21.101745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-da86e57a-8a1a-48de-aeef-e7abe14eae21 None None] Provisioning complete for port 21ee145d-4ff2-4acc-a97a-42a8bede09c7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:21.102320 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-da86e57a-8a1a-48de-aeef-e7abe14eae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.107932 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3024df3f-268e-478f-9de4-e8bbc649402d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.188611 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3024df3f-268e-478f-9de4-e8bbc649402d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.252271 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3024df3f-268e-478f-9de4-e8bbc649402d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.287967 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024df3f-268e-478f-9de4-e8bbc649402d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ac97b7-72fe-4cae-9f38-207ffb5769c0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:21.288974 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed68a4ff-c28f-4f1d-bdc9-3e460681797e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-24aa280e-3054-4618-ba52-6295cfcceb39', 'network_id': '24aa280e-3054-4618-ba52-6295cfcceb39', 'tenant_id': 'd9dffbd4af4b40a4b9d8dbed8742bb2e', 'fixed_ips': [{'subnet_id': 'd9ac97b7-72fe-4cae-9f38-207ffb5769c0'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:24:21.290580 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ed68a4ff-c28f-4f1d-bdc9-3e460681797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.353788 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3024df3f-268e-478f-9de4-e8bbc649402d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.376667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-3024df3f-268e-478f-9de4-e8bbc649402d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24aa280e-3054-4618-ba52-6295cfcceb39']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:21.387529 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-3024df3f-268e-478f-9de4-e8bbc649402d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cff1b5-3462-4364-9914-c6bfa860cdee') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:21.387834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-3024df3f-268e-478f-9de4-e8bbc649402d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cff1b5-3462-4364-9914-c6bfa860cdee') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:21.394641 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c466382-9021-4ea6-bc83-c01fd47b2741 None None] Network 24aa280e-3054-4618-ba52-6295cfcceb39 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:21.397707 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3024df3f-268e-478f-9de4-e8bbc649402d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.411734 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3024df3f-268e-478f-9de4-e8bbc649402d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.423899 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3024df3f-268e-478f-9de4-e8bbc649402d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:24:21.424528 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3024df3f-268e-478f-9de4-e8bbc649402d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: timer() Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:24:21.427766 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:24:21.492824 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3024df3f-268e-478f-9de4-e8bbc649402d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.497636 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3024df3f-268e-478f-9de4-e8bbc649402d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.503353 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3024df3f-268e-478f-9de4-e8bbc649402d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "DELETE /v2.0/networks/24aa280e-3054-4618-ba52-6295cfcceb39 HTTP/1.1" status: 204 len: 168 time: 0.4835794 Sep 29 18:24:21.503947 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53986) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:21.511081 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3798e587-bb73-48b7-8a8f-46bf266736c3 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-124563340'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:21.516839 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97562a03-1547-4856-b8fd-d8bf07573c42 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 18:24:21.527320 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024df3f-268e-478f-9de4-e8bbc649402d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event deleted for resources: {'Network': ['ID=24aa280e-3054-4618-ba52-6295cfcceb39,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:21.545629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3798e587-bb73-48b7-8a8f-46bf266736c3 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Made reservation on behalf of d9dffbd4af4b40a4b9d8dbed8742bb2e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:21.549153 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3798e587-bb73-48b7-8a8f-46bf266736c3 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.561112 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-bed01a68-705a-459a-9558-1fe608c83500 None None] Provisioning complete for port 21ee145d-4ff2-4acc-a97a-42a8bede09c7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:21.561510 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bed01a68-705a-459a-9558-1fe608c83500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.572767 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3798e587-bb73-48b7-8a8f-46bf266736c3 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:24:21.582548 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3798e587-bb73-48b7-8a8f-46bf266736c3 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.582849 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-3798e587-bb73-48b7-8a8f-46bf266736c3 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Added segment 7ac81221-f673-465d-b4c0-8b9b426404c2 of type vlan for network 7949b42b-41fe-41c2-b42a-6ea490df34ce Sep 29 18:24:21.626044 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3798e587-bb73-48b7-8a8f-46bf266736c3 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.634110 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97562a03-1547-4856-b8fd-d8bf07573c42 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 18:24:21.650471 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3798e587-bb73-48b7-8a8f-46bf266736c3 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.656298 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3798e587-bb73-48b7-8a8f-46bf266736c3 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:21.656891 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3798e587-bb73-48b7-8a8f-46bf266736c3 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:21.692389 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3798e587-bb73-48b7-8a8f-46bf266736c3 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1878150 Sep 29 18:24:21.695382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53988) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:21.702076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-fea31dad-23b9-4b45-9b36-9d777d01506c tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Request body: {'subnet': {'network_id': '7949b42b-41fe-41c2-b42a-6ea490df34ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:21.747198 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798e587-bb73-48b7-8a8f-46bf266736c3 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event updated for resources: {'Network': ['ID=7949b42b-41fe-41c2-b42a-6ea490df34ce,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:21.757716 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 7949b42b-41fe-41c2-b42a-6ea490df34ce details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:24:22.161651 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea31dad-23b9-4b45-9b36-9d777d01506c tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Made reservation on behalf of d9dffbd4af4b40a4b9d8dbed8742bb2e for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:22.165252 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fea31dad-23b9-4b45-9b36-9d777d01506c tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:22.341659 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fea31dad-23b9-4b45-9b36-9d777d01506c tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:22.400909 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea31dad-23b9-4b45-9b36-9d777d01506c tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event updated for resources: {'Subnet': ['ID=3ed37bd1-3691-4759-9010-d1c3bb12b83f,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:22.407852 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea31dad-23b9-4b45-9b36-9d777d01506c tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Checking segment: {'id': '7ac81221-f673-465d-b4c0-8b9b426404c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7949b42b-41fe-41c2-b42a-6ea490df34ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:22.408209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea31dad-23b9-4b45-9b36-9d777d01506c tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Network hostable DHCP agents. Network: 7949b42b-41fe-41c2-b42a-6ea490df34ce, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:24:22.424372 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea31dad-23b9-4b45-9b36-9d777d01506c tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Network 7949b42b-41fe-41c2-b42a-6ea490df34ce is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:24:22.432670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-fea31dad-23b9-4b45-9b36-9d777d01506c tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 7949b42b-41fe-41c2-b42a-6ea490df34ce) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:22.436677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea31dad-23b9-4b45-9b36-9d777d01506c tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:22.437303 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fea31dad-23b9-4b45-9b36-9d777d01506c tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:22.441354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933fa492-957a-48bd-b2f9-5095f8fc39ab None None] Network 7949b42b-41fe-41c2-b42a-6ea490df34ce requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:22.451943 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fea31dad-23b9-4b45-9b36-9d777d01506c tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7554233 Sep 29 18:24:22.455242 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53990) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:22.460667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-be5fa436-a4c3-457f-9c7a-c46cbdb38812 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1893922374'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:22.482130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5fa436-a4c3-457f-9c7a-c46cbdb38812 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Made reservation on behalf of d9dffbd4af4b40a4b9d8dbed8742bb2e for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:22.485728 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be5fa436-a4c3-457f-9c7a-c46cbdb38812 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:22.511588 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5fa436-a4c3-457f-9c7a-c46cbdb38812 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:24:22.520972 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be5fa436-a4c3-457f-9c7a-c46cbdb38812 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:22.521337 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-be5fa436-a4c3-457f-9c7a-c46cbdb38812 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Added segment ae42f3a6-e3e0-4ce4-b229-6ee8087989ab of type vlan for network 8281874c-bc4f-4512-844b-42e24da62190 Sep 29 18:24:22.563153 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be5fa436-a4c3-457f-9c7a-c46cbdb38812 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:22.589566 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be5fa436-a4c3-457f-9c7a-c46cbdb38812 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:22.595185 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-7949b42b-41fe-41c2-b42a-6ea490df34ce', 'network_id': '7949b42b-41fe-41c2-b42a-6ea490df34ce', 'tenant_id': 'd9dffbd4af4b40a4b9d8dbed8742bb2e', 'fixed_ips': [{'subnet_id': '3ed37bd1-3691-4759-9010-d1c3bb12b83f'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:24:22.595335 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5fa436-a4c3-457f-9c7a-c46cbdb38812 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:22.595900 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-be5fa436-a4c3-457f-9c7a-c46cbdb38812 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:22.596347 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:22.600501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 21ee145d-4ff2-4acc-a97a-42a8bede09c7 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:24:22.637804 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-be5fa436-a4c3-457f-9c7a-c46cbdb38812 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1814234 Sep 29 18:24:22.638995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53992) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:22.645861 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-7d09ddaa-9e63-4ca2-94cc-0f3b2b99a02f tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Request body: {'subnet': {'network_id': '8281874c-bc4f-4512-844b-42e24da62190', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:22.670251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fa436-a4c3-457f-9c7a-c46cbdb38812 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event updated for resources: {'Network': ['ID=8281874c-bc4f-4512-844b-42e24da62190,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:22.702345 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 8281874c-bc4f-4512-844b-42e24da62190 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:24:22.734540 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d09ddaa-9e63-4ca2-94cc-0f3b2b99a02f tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Made reservation on behalf of d9dffbd4af4b40a4b9d8dbed8742bb2e for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:22.738245 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d09ddaa-9e63-4ca2-94cc-0f3b2b99a02f tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:22.822659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 21ee145d-4ff2-4acc-a97a-42a8bede09c7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:22.823206 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:22.875989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Allocated IP 2001:db8::2 (7949b42b-41fe-41c2-b42a-6ea490df34ce/3ed37bd1-3691-4759-9010-d1c3bb12b83f/8c4c38a3-db4a-4b80-bc94-2ea592f14089) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:24:22.923146 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d09ddaa-9e63-4ca2-94cc-0f3b2b99a02f tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:22.984983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09ddaa-9e63-4ca2-94cc-0f3b2b99a02f tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event updated for resources: {'Subnet': ['ID=7382ca8c-e002-4750-8ff6-6e8893470953,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:22.995836 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d09ddaa-9e63-4ca2-94cc-0f3b2b99a02f tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Checking segment: {'id': 'ae42f3a6-e3e0-4ce4-b229-6ee8087989ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '8281874c-bc4f-4512-844b-42e24da62190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:22.996205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d09ddaa-9e63-4ca2-94cc-0f3b2b99a02f tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Network hostable DHCP agents. Network: 8281874c-bc4f-4512-844b-42e24da62190, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:24:23.013041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d09ddaa-9e63-4ca2-94cc-0f3b2b99a02f tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Network 8281874c-bc4f-4512-844b-42e24da62190 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:24:23.022315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-7d09ddaa-9e63-4ca2-94cc-0f3b2b99a02f tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 8281874c-bc4f-4512-844b-42e24da62190) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:23.026680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d09ddaa-9e63-4ca2-94cc-0f3b2b99a02f tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:23.027275 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d09ddaa-9e63-4ca2-94cc-0f3b2b99a02f tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.044561 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7d09ddaa-9e63-4ca2-94cc-0f3b2b99a02f tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4017437 Sep 29 18:24:23.044771 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48220da-f640-4a89-955a-efeab1152557 None None] Network 8281874c-bc4f-4512-844b-42e24da62190 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:23.044881 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 53994) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:23.091011 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.123106 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.141648 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1bdacb8e-b46f-4742-a35e-339afeca0165 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.179759 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Network 7949b42b-41fe-41c2-b42a-6ea490df34ce is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:24:23.187537 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:23.189292 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Pushing event updated for resources: {'Port': ['ID=8c4c38a3-db4a-4b80-bc94-2ea592f14089,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:23.192105 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1bdacb8e-b46f-4742-a35e-339afeca0165 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.193154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:24:23.260888 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1bdacb8e-b46f-4742-a35e-339afeca0165 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.282310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Attempting to bind port 8c4c38a3-db4a-4b80-bc94-2ea592f14089 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:24:23.282679 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Attempting to bind port 8c4c38a3-db4a-4b80-bc94-2ea592f14089 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '7ac81221-f673-465d-b4c0-8b9b426404c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7949b42b-41fe-41c2-b42a-6ea490df34ce'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:24:23.283039 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Attempting to bind port 8c4c38a3-db4a-4b80-bc94-2ea592f14089 on network 7949b42b-41fe-41c2-b42a-6ea490df34ce {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:24:23.288880 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdacb8e-b46f-4742-a35e-339afeca0165 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event deleted for resources: {'Subnet': ['ID=7382ca8c-e002-4750-8ff6-6e8893470953,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:23.304861 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:24:23.305240 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Checking segment: {'id': '7ac81221-f673-465d-b4c0-8b9b426404c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7949b42b-41fe-41c2-b42a-6ea490df34ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:23.305754 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.306041 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Bound using segment: {'id': '7ac81221-f673-465d-b4c0-8b9b426404c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7949b42b-41fe-41c2-b42a-6ea490df34ce'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:24:23.306509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Bound port: 8c4c38a3-db4a-4b80-bc94-2ea592f14089, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac81221-f673-465d-b4c0-8b9b426404c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '7949b42b-41fe-41c2-b42a-6ea490df34ce'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:24:23.306888 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.311713 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f0a5cf-626e-40b7-b9c9-a57d7f2eb31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-8281874c-bc4f-4512-844b-42e24da62190', 'network_id': '8281874c-bc4f-4512-844b-42e24da62190', 'tenant_id': 'd9dffbd4af4b40a4b9d8dbed8742bb2e', 'fixed_ips': [{'subnet_id': '7382ca8c-e002-4750-8ff6-6e8893470953'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:24:23.312530 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-69f0a5cf-626e-40b7-b9c9-a57d7f2eb31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.351116 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1bdacb8e-b46f-4742-a35e-339afeca0165 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.371583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-1bdacb8e-b46f-4742-a35e-339afeca0165 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8281874c-bc4f-4512-844b-42e24da62190']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:23.380719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-1bdacb8e-b46f-4742-a35e-339afeca0165 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae42f3a6-e3e0-4ce4-b229-6ee8087989ab') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:23.381020 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-1bdacb8e-b46f-4742-a35e-339afeca0165 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae42f3a6-e3e0-4ce4-b229-6ee8087989ab') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:23.390524 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1bdacb8e-b46f-4742-a35e-339afeca0165 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.404425 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1bdacb8e-b46f-4742-a35e-339afeca0165 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.410381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdacb8e-b46f-4742-a35e-339afeca0165 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:24:23.410812 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1bdacb8e-b46f-4742-a35e-339afeca0165 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:24:23.414562 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:24:23.439023 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3491c0-095a-4570-afc8-f8e7d0bbfb2d None None] Network 8281874c-bc4f-4512-844b-42e24da62190 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:23.441164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] For port 8c4c38a3-db4a-4b80-bc94-2ea592f14089, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:24:23.444985 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] For port 8c4c38a3-db4a-4b80-bc94-2ea592f14089, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8c4c38a3-db4a-4b80-bc94-2ea592f14089,segment=NetworkSegment(7ac81221-f673-465d-b4c0-8b9b426404c2),segment_id=7ac81221-f673-465d-b4c0-8b9b426404c2)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:24:23.458816 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.480142 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1bdacb8e-b46f-4742-a35e-339afeca0165 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.486997 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1bdacb8e-b46f-4742-a35e-339afeca0165 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.488810 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1bdacb8e-b46f-4742-a35e-339afeca0165 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "DELETE /v2.0/networks/8281874c-bc4f-4512-844b-42e24da62190 HTTP/1.1" status: 204 len: 168 time: 0.4431009 Sep 29 18:24:23.493428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53996) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:23.509392 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdacb8e-b46f-4742-a35e-339afeca0165 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event deleted for resources: {'Network': ['ID=8281874c-bc4f-4512-844b-42e24da62190,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:23.522003 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-d129b68a-7db8-4936-bc51-34ec6d885de7 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] GET failed (client error): The resource could not be found. Sep 29 18:24:23.526045 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d129b68a-7db8-4936-bc51-34ec6d885de7 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "GET /v2.0/subnets/7382ca8c-e002-4750-8ff6-6e8893470953 HTTP/1.1" status: 404 len: 337 time: 0.0289550 Sep 29 18:24:23.526269 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 53998) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:23.549100 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce7a88a-9082-48e2-86f5-cbf8d57ee6a0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] DELETE failed (client error): The resource could not be found. Sep 29 18:24:23.549775 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce7a88a-9082-48e2-86f5-cbf8d57ee6a0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 18:24:23.551481 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0ce7a88a-9082-48e2-86f5-cbf8d57ee6a0 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "DELETE /v2.0/networks/8281874c-bc4f-4512-844b-42e24da62190 HTTP/1.1" status: 404 len: 339 time: 0.0242381 Sep 29 18:24:23.556842 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54000) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:23.583509 n-d-811748-2 neutron-server[95015]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e7470e-5b98-4ae9-a5c6-7ce1710bdc76 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] DELETE failed (client error): The resource could not be found. Sep 29 18:24:23.583896 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e7470e-5b98-4ae9-a5c6-7ce1710bdc76 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95015) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 18:24:23.585843 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-54e7470e-5b98-4ae9-a5c6-7ce1710bdc76 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "DELETE /v2.0/subnets/7382ca8c-e002-4750-8ff6-6e8893470953 HTTP/1.1" status: 404 len: 337 time: 0.0277941 Sep 29 18:24:23.588997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa3a8c-d4d9-47b0-a75b-94938d09e3e0 None None] Pushing event updated for resources: {'Port': ['ID=8c4c38a3-db4a-4b80-bc94-2ea592f14089,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:23.591461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54002) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:23.619270 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf7ac78-214b-44cf-b9c9-7c9665a93f21 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] DELETE failed (client error): The resource could not be found. Sep 29 18:24:23.620256 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf7ac78-214b-44cf-b9c9-7c9665a93f21 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 18:24:23.622113 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-dcf7ac78-214b-44cf-b9c9-7c9665a93f21 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "DELETE /v2.0/networks/8281874c-bc4f-4512-844b-42e24da62190 HTTP/1.1" status: 404 len: 339 time: 0.0283687 Sep 29 18:24:23.624754 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54004) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:23.682178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7cce47-6942-4ec2-add3-0cd275a6706d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Deleting subnet 3ed37bd1-3691-4759-9010-d1c3bb12b83f {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:24:23.685587 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf7cce47-6942-4ec2-add3-0cd275a6706d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.732384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf7cce47-6942-4ec2-add3-0cd275a6706d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.828427 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf7cce47-6942-4ec2-add3-0cd275a6706d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.891233 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf7cce47-6942-4ec2-add3-0cd275a6706d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.917503 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cce47-6942-4ec2-add3-0cd275a6706d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed37bd1-3691-4759-9010-d1c3bb12b83f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:23.922748 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-cf7cce47-6942-4ec2-add3-0cd275a6706d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:23.926394 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-cf7cce47-6942-4ec2-add3-0cd275a6706d tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "DELETE /v2.0/subnets/3ed37bd1-3691-4759-9010-d1c3bb12b83f HTTP/1.1" status: 204 len: 168 time: 0.2980044 Sep 29 18:24:23.926562 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54006) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:24.010447 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:24.061977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Deleting port 8c4c38a3-db4a-4b80-bc94-2ea592f14089 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:24:24.062314 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:24.128586 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] For port 8c4c38a3-db4a-4b80-bc94-2ea592f14089, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8c4c38a3-db4a-4b80-bc94-2ea592f14089,segment=NetworkSegment(7ac81221-f673-465d-b4c0-8b9b426404c2),segment_id=7ac81221-f673-465d-b4c0-8b9b426404c2)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:24.128952 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:24.141181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Calling delete_port for 8c4c38a3-db4a-4b80-bc94-2ea592f14089 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:24:24.223147 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:24.255489 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event deleted for resources: {'Port': ['ID=8c4c38a3-db4a-4b80-bc94-2ea592f14089,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:24.257936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] No DVR routers for this DVR port 8c4c38a3-db4a-4b80-bc94-2ea592f14089 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:24:24.337768 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:24.359416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7949b42b-41fe-41c2-b42a-6ea490df34ce']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:24.369841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac81221-f673-465d-b4c0-8b9b426404c2') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:24.370134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac81221-f673-465d-b4c0-8b9b426404c2') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:24.384931 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:24.398452 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:24.404763 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:24:24.405144 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: timer() Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:24:24.408048 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:24:24.461646 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f626ba09-38d9-47e2-8c2b-a91fdddad8f9 None None] Network 7949b42b-41fe-41c2-b42a-6ea490df34ce requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:24.466802 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:24.473499 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:24.475904 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "DELETE /v2.0/networks/7949b42b-41fe-41c2-b42a-6ea490df34ce HTTP/1.1" status: 204 len: 168 time: 0.5479159 Sep 29 18:24:24.478827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54008) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:24.488039 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15ebd6-d83c-4bed-bc3f-9422ec8c5505 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event deleted for resources: {'Network': ['ID=7949b42b-41fe-41c2-b42a-6ea490df34ce,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:24.507330 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ff4789-dfc7-4987-a91a-91de6d3ff625 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] DELETE failed (client error): The resource could not be found. Sep 29 18:24:24.507723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ff4789-dfc7-4987-a91a-91de6d3ff625 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 18:24:24.509485 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-26ff4789-dfc7-4987-a91a-91de6d3ff625 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "DELETE /v2.0/subnets/d9ac97b7-72fe-4cae-9f38-207ffb5769c0 HTTP/1.1" status: 404 len: 337 time: 0.0294909 Sep 29 18:24:24.512093 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54010) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:24.530123 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30f3b0b-0d9e-4f87-bd60-6f569ae02c44 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] DELETE failed (client error): The resource could not be found. Sep 29 18:24:24.530585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30f3b0b-0d9e-4f87-bd60-6f569ae02c44 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 18:24:24.532299 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c30f3b0b-0d9e-4f87-bd60-6f569ae02c44 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "DELETE /v2.0/networks/24aa280e-3054-4618-ba52-6295cfcceb39 HTTP/1.1" status: 404 len: 339 time: 0.0193236 Sep 29 18:24:24.534815 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54012) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:24.562708 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-1896c0a9-e724-408c-9216-5c4b9cf175b3 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] DELETE failed (client error): The resource could not be found. Sep 29 18:24:24.563171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1896c0a9-e724-408c-9216-5c4b9cf175b3 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 18:24:24.567280 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1896c0a9-e724-408c-9216-5c4b9cf175b3 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "DELETE /v2.0/subnets/cbbe276b-c932-4952-961f-23b211e79127 HTTP/1.1" status: 404 len: 337 time: 0.0291741 Sep 29 18:24:24.567513 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54014) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:24.567908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-711b8076-d777-4022-9583-bf54c2d8fc9c None None] Could not find standard attr ID for object 8c4c38a3-db4a-4b80-bc94-2ea592f14089. {{(pid=95017) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 18:24:24.586181 n-d-811748-2 neutron-server[95016]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba35521-7c4c-45a4-a6b7-0cb5fd8b2b37 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] DELETE failed (client error): The resource could not be found. Sep 29 18:24:24.586729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba35521-7c4c-45a4-a6b7-0cb5fd8b2b37 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95016) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 18:24:24.588351 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1ba35521-7c4c-45a4-a6b7-0cb5fd8b2b37 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "DELETE /v2.0/networks/f81c50f9-9cb3-4677-b2f3-674b7b70fd75 HTTP/1.1" status: 404 len: 339 time: 0.0199373 Sep 29 18:24:24.590929 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54016) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:24.644522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf3d533-1f32-4b00-8cd9-51fb4803060a None None] DHCP port deletion for 7949b42b-41fe-41c2-b42a-6ea490df34ce request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:24:24.656606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d084468-dff0-4313-9ea0-151f7b7c25ae tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Deleting subnet df558d97-9485-4539-8266-1b62a1cb2a6b {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:24:24.659828 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d084468-dff0-4313-9ea0-151f7b7c25ae tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:24.699743 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d084468-dff0-4313-9ea0-151f7b7c25ae tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:24.780721 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d084468-dff0-4313-9ea0-151f7b7c25ae tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:24.840972 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d084468-dff0-4313-9ea0-151f7b7c25ae tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:24.870335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d084468-dff0-4313-9ea0-151f7b7c25ae tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event deleted for resources: {'Subnet': ['ID=df558d97-9485-4539-8266-1b62a1cb2a6b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:24.872306 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0d084468-dff0-4313-9ea0-151f7b7c25ae tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:24.874192 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0d084468-dff0-4313-9ea0-151f7b7c25ae tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "DELETE /v2.0/subnets/df558d97-9485-4539-8266-1b62a1cb2a6b HTTP/1.1" status: 204 len: 168 time: 0.2823153 Sep 29 18:24:24.876662 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54018) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:24.880378 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea5a351-286d-4eba-9663-7e8d1a08a381 None None] Network 3f3b19b3-fb03-4857-88c4-7e946560407a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:24.950936 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.007987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Deleting port 21ee145d-4ff2-4acc-a97a-42a8bede09c7 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:24:25.008325 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.045611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cf947f-f56e-4d2b-9168-4a819799535d None None] DHCP port deletion for 3f3b19b3-fb03-4857-88c4-7e946560407a request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:24:25.070137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] For port 21ee145d-4ff2-4acc-a97a-42a8bede09c7, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=21ee145d-4ff2-4acc-a97a-42a8bede09c7,segment=NetworkSegment(5aecc4b1-72a8-48a8-a5ff-d54202b3b627),segment_id=5aecc4b1-72a8-48a8-a5ff-d54202b3b627)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:25.070496 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.082216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Calling delete_port for 21ee145d-4ff2-4acc-a97a-42a8bede09c7 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:24:25.091124 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-30cf947f-f56e-4d2b-9168-4a819799535d None None] Deleting port 21ee145d-4ff2-4acc-a97a-42a8bede09c7 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:24:25.091498 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-30cf947f-f56e-4d2b-9168-4a819799535d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.152607 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-30cf947f-f56e-4d2b-9168-4a819799535d None None] For port 21ee145d-4ff2-4acc-a97a-42a8bede09c7, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=21ee145d-4ff2-4acc-a97a-42a8bede09c7,segment=NetworkSegment(5aecc4b1-72a8-48a8-a5ff-d54202b3b627),segment_id=5aecc4b1-72a8-48a8-a5ff-d54202b3b627)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:25.153004 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-30cf947f-f56e-4d2b-9168-4a819799535d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.165561 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.166103 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-30cf947f-f56e-4d2b-9168-4a819799535d None None] Calling delete_port for 21ee145d-4ff2-4acc-a97a-42a8bede09c7 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:24:25.190499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event deleted for resources: {'Port': ['ID=21ee145d-4ff2-4acc-a97a-42a8bede09c7,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:25.198166 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] No DVR routers for this DVR port 21ee145d-4ff2-4acc-a97a-42a8bede09c7 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:24:25.249846 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-30cf947f-f56e-4d2b-9168-4a819799535d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.278131 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf947f-f56e-4d2b-9168-4a819799535d None None] Pushing event deleted for resources: {'Port': ['ID=21ee145d-4ff2-4acc-a97a-42a8bede09c7,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:25.278352 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.280489 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf947f-f56e-4d2b-9168-4a819799535d None None] No DVR routers for this DVR port 21ee145d-4ff2-4acc-a97a-42a8bede09c7 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:24:25.305086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3b19b3-fb03-4857-88c4-7e946560407a']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:25.314234 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aecc4b1-72a8-48a8-a5ff-d54202b3b627') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:25.314532 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aecc4b1-72a8-48a8-a5ff-d54202b3b627') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:25.324153 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.338278 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.344092 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:24:25.344474 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:24:25.347590 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:24:25.404073 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.410744 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.412519 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] 10.222.0.44 "DELETE /v2.0/networks/3f3b19b3-fb03-4857-88c4-7e946560407a HTTP/1.1" status: 204 len: 168 time: 0.5349479 Sep 29 18:24:25.423379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000af7f9-b99b-4f7e-b8f4-d9c486ec9e68 tempest-NetworksIpV6Test-1752195187 tempest-NetworksIpV6Test-1752195187-project] Pushing event deleted for resources: {'Network': ['ID=3f3b19b3-fb03-4857-88c4-7e946560407a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:25.648205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54024) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:25.775796 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-03c76099-c7bc-40ad-86ff-ed652904718a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9dffbd4af4b40a4b9d8dbed8742bb2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264400 Sep 29 18:24:25.778385 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54028) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:25.828920 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-944bbaba-0e11-4fbb-ac81-5b78aa4d75e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.848916 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-944bbaba-0e11-4fbb-ac81-5b78aa4d75e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.895348 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-944bbaba-0e11-4fbb-ac81-5b78aa4d75e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.898118 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-944bbaba-0e11-4fbb-ac81-5b78aa4d75e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:25.899278 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-944bbaba-0e11-4fbb-ac81-5b78aa4d75e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26605086-f303-4e15-9ba0-bdbd3ea4c0c7 HTTP/1.1" status: 204 len: 168 time: 0.1200197 Sep 29 18:24:25.907741 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bbaba-0e11-4fbb-ac81-5b78aa4d75e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26605086-f303-4e15-9ba0-bdbd3ea4c0c7,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:26.539401 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54050) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:26.582674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 21ee145d-4ff2-4acc-a97a-42a8bede09c7 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:24:26.603680 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 21ee145d-4ff2-4acc-a97a-42a8bede09c7 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:24:26.603949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 21ee145d-4ff2-4acc-a97a-42a8bede09c7 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:24:26.604390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8c4c38a3-db4a-4b80-bc94-2ea592f14089 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:24:26.622944 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 8c4c38a3-db4a-4b80-bc94-2ea592f14089 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:24:26.623293 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8c4c38a3-db4a-4b80-bc94-2ea592f14089 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:24:26.638875 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-cc12ea95-93ac-42aa-8e53-bac2aa32cebb tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-708333653', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:26.661062 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cc12ea95-93ac-42aa-8e53-bac2aa32cebb tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:26.662060 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cc12ea95-93ac-42aa-8e53-bac2aa32cebb tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:26.711103 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cc12ea95-93ac-42aa-8e53-bac2aa32cebb tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:26.715421 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cc12ea95-93ac-42aa-8e53-bac2aa32cebb tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:26.731980 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cc12ea95-93ac-42aa-8e53-bac2aa32cebb tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:26.733213 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cc12ea95-93ac-42aa-8e53-bac2aa32cebb tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1924114 Sep 29 18:24:26.735961 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54054) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:26.741494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-4241765f-adec-40f6-bf89-2b4f063dba62 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1313059075'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:26.761780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4241765f-adec-40f6-bf89-2b4f063dba62 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Made reservation on behalf of 5885b33a06f045bf84526597310c2cb8 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:26.765095 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4241765f-adec-40f6-bf89-2b4f063dba62 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:26.773260 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4241765f-adec-40f6-bf89-2b4f063dba62 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:26.862548 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4241765f-adec-40f6-bf89-2b4f063dba62 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:26.866666 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4241765f-adec-40f6-bf89-2b4f063dba62 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:26.893913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4241765f-adec-40f6-bf89-2b4f063dba62 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:24:26.900062 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241765f-adec-40f6-bf89-2b4f063dba62 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95bb0b9b-2e08-4673-ac98-ad38b4c9b78e,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:26.905906 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4241765f-adec-40f6-bf89-2b4f063dba62 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:26.906249 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-4241765f-adec-40f6-bf89-2b4f063dba62 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Added segment 2eec0184-1500-45e2-931b-6fff7d91c2da of type vlan for network 7e669335-17e4-4789-81be-4aa49a691a11 Sep 29 18:24:26.947551 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4241765f-adec-40f6-bf89-2b4f063dba62 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:26.970015 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4241765f-adec-40f6-bf89-2b4f063dba62 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:26.975992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4241765f-adec-40f6-bf89-2b4f063dba62 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:26.976580 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4241765f-adec-40f6-bf89-2b4f063dba62 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:27.003985 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4241765f-adec-40f6-bf89-2b4f063dba62 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2670364 Sep 29 18:24:27.007398 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54056) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:27.012618 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-71b04b51-cf72-4581-a922-12ca0b83d27a tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Request body: {'subnet': {'network_id': '7e669335-17e4-4789-81be-4aa49a691a11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:27.046403 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241765f-adec-40f6-bf89-2b4f063dba62 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Pushing event updated for resources: {'Network': ['ID=7e669335-17e4-4789-81be-4aa49a691a11,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:27.056396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 7e669335-17e4-4789-81be-4aa49a691a11 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:24:27.107863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b04b51-cf72-4581-a922-12ca0b83d27a tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Made reservation on behalf of 5885b33a06f045bf84526597310c2cb8 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:27.111728 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-71b04b51-cf72-4581-a922-12ca0b83d27a tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:27.291192 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-71b04b51-cf72-4581-a922-12ca0b83d27a tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:27.351840 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b04b51-cf72-4581-a922-12ca0b83d27a tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Pushing event updated for resources: {'Subnet': ['ID=edf5558f-688b-46de-bd63-70aa8caa5b67,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:27.358991 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b04b51-cf72-4581-a922-12ca0b83d27a tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Checking segment: {'id': '2eec0184-1500-45e2-931b-6fff7d91c2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e669335-17e4-4789-81be-4aa49a691a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:27.359200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b04b51-cf72-4581-a922-12ca0b83d27a tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Network hostable DHCP agents. Network: 7e669335-17e4-4789-81be-4aa49a691a11, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:24:27.376728 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b04b51-cf72-4581-a922-12ca0b83d27a tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Network 7e669335-17e4-4789-81be-4aa49a691a11 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:24:27.385577 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-71b04b51-cf72-4581-a922-12ca0b83d27a tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 7e669335-17e4-4789-81be-4aa49a691a11) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:27.392679 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b04b51-cf72-4581-a922-12ca0b83d27a tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:27.393269 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-71b04b51-cf72-4581-a922-12ca0b83d27a tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:27.393652 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5fb511-e1d6-4724-8694-0a0c9c4470d8 None None] Network 7e669335-17e4-4789-81be-4aa49a691a11 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:27.408096 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-71b04b51-cf72-4581-a922-12ca0b83d27a tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3993134 Sep 29 18:24:27.410984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54058) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:27.416091 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9a25022d-4925-46cb-ae82-9ab1520bb322 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1453746021'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:27.437382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a25022d-4925-46cb-ae82-9ab1520bb322 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Made reservation on behalf of 5885b33a06f045bf84526597310c2cb8 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:27.440860 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a25022d-4925-46cb-ae82-9ab1520bb322 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:27.466894 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a25022d-4925-46cb-ae82-9ab1520bb322 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:24:27.476355 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a25022d-4925-46cb-ae82-9ab1520bb322 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:27.476700 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-9a25022d-4925-46cb-ae82-9ab1520bb322 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Added segment bbe441a6-a823-434d-9705-0a3ebc14e6ba of type vlan for network b3618f2e-0a57-4017-a367-a92440937a85 Sep 29 18:24:27.517105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a25022d-4925-46cb-ae82-9ab1520bb322 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:27.541824 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a25022d-4925-46cb-ae82-9ab1520bb322 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:27.543765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-7e669335-17e4-4789-81be-4aa49a691a11', 'network_id': '7e669335-17e4-4789-81be-4aa49a691a11', 'tenant_id': '5885b33a06f045bf84526597310c2cb8', 'fixed_ips': [{'subnet_id': 'edf5558f-688b-46de-bd63-70aa8caa5b67'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:24:27.544642 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:27.547289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a25022d-4925-46cb-ae82-9ab1520bb322 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:27.547872 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9a25022d-4925-46cb-ae82-9ab1520bb322 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:27.586233 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9a25022d-4925-46cb-ae82-9ab1520bb322 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1742170 Sep 29 18:24:27.589006 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54060) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:27.593791 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-31d5825f-feaf-4b09-8194-be09035894a0 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Request body: {'subnet': {'network_id': 'b3618f2e-0a57-4017-a367-a92440937a85', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:27.640212 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25022d-4925-46cb-ae82-9ab1520bb322 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Pushing event updated for resources: {'Network': ['ID=b3618f2e-0a57-4017-a367-a92440937a85,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:27.658803 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network b3618f2e-0a57-4017-a367-a92440937a85 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:24:27.709041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d5825f-feaf-4b09-8194-be09035894a0 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Made reservation on behalf of 5885b33a06f045bf84526597310c2cb8 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:27.713086 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-31d5825f-feaf-4b09-8194-be09035894a0 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:27.739479 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Allocated IP 172.20.0.2 (7e669335-17e4-4789-81be-4aa49a691a11/edf5558f-688b-46de-bd63-70aa8caa5b67/255142cd-0d82-4cb8-940a-86755201bf92) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:24:27.892040 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:27.897943 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:27.902647 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-31d5825f-feaf-4b09-8194-be09035894a0 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:27.934546 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Network 7e669335-17e4-4789-81be-4aa49a691a11 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:24:27.937335 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:27.941707 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:24:27.953919 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Pushing event updated for resources: {'Port': ['ID=255142cd-0d82-4cb8-940a-86755201bf92,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:27.978615 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5825f-feaf-4b09-8194-be09035894a0 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Pushing event updated for resources: {'Subnet': ['ID=e8b6d718-7841-4bab-956e-3ce97b658b4e,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:27.987900 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d5825f-feaf-4b09-8194-be09035894a0 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Checking segment: {'id': 'bbe441a6-a823-434d-9705-0a3ebc14e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b3618f2e-0a57-4017-a367-a92440937a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:27.988509 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d5825f-feaf-4b09-8194-be09035894a0 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Network hostable DHCP agents. Network: b3618f2e-0a57-4017-a367-a92440937a85, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:24:28.010879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d5825f-feaf-4b09-8194-be09035894a0 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Network b3618f2e-0a57-4017-a367-a92440937a85 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:24:28.012555 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:28.016838 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Attempting to bind port 255142cd-0d82-4cb8-940a-86755201bf92 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:24:28.017252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Attempting to bind port 255142cd-0d82-4cb8-940a-86755201bf92 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '2eec0184-1500-45e2-931b-6fff7d91c2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e669335-17e4-4789-81be-4aa49a691a11'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:24:28.017689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Attempting to bind port 255142cd-0d82-4cb8-940a-86755201bf92 on network 7e669335-17e4-4789-81be-4aa49a691a11 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:24:28.019594 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-31d5825f-feaf-4b09-8194-be09035894a0 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, b3618f2e-0a57-4017-a367-a92440937a85) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:28.023590 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:24:28.024268 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Checking segment: {'id': '2eec0184-1500-45e2-931b-6fff7d91c2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e669335-17e4-4789-81be-4aa49a691a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:28.024451 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d5825f-feaf-4b09-8194-be09035894a0 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:28.024674 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:28.025068 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Bound using segment: {'id': '2eec0184-1500-45e2-931b-6fff7d91c2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e669335-17e4-4789-81be-4aa49a691a11'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:24:28.025219 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-31d5825f-feaf-4b09-8194-be09035894a0 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:28.025573 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Bound port: 255142cd-0d82-4cb8-940a-86755201bf92, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eec0184-1500-45e2-931b-6fff7d91c2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '7e669335-17e4-4789-81be-4aa49a691a11'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:24:28.026231 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:28.036469 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccdc799-4a7d-4ed5-93f6-05c91fa6e563 None None] Network b3618f2e-0a57-4017-a367-a92440937a85 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:28.040496 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-31d5825f-feaf-4b09-8194-be09035894a0 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4504488 Sep 29 18:24:28.043350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54062) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:28.047783 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a93be21a-91f6-47c2-8152-b00356045ab5 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b3618f2e-0a57-4017-a367-a92440937a85'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:28.155875 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] For port 255142cd-0d82-4cb8-940a-86755201bf92, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:24:28.158889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] For port 255142cd-0d82-4cb8-940a-86755201bf92, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=255142cd-0d82-4cb8-940a-86755201bf92,segment=NetworkSegment(2eec0184-1500-45e2-931b-6fff7d91c2da),segment_id=2eec0184-1500-45e2-931b-6fff7d91c2da)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:24:28.163841 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:28.259547 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a93be21a-91f6-47c2-8152-b00356045ab5 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:28.267686 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b475d5-0c91-4efe-8ff6-4b27381e27e9 None None] Pushing event updated for resources: {'Port': ['ID=255142cd-0d82-4cb8-940a-86755201bf92,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:28.282934 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-b3618f2e-0a57-4017-a367-a92440937a85', 'network_id': 'b3618f2e-0a57-4017-a367-a92440937a85', 'tenant_id': '5885b33a06f045bf84526597310c2cb8', 'fixed_ips': [{'subnet_id': 'e8b6d718-7841-4bab-956e-3ce97b658b4e'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:24:28.283922 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:28.374606 n-d-811748-2 neutron-server[95015]: INFO neutron.api.v2.resource [None req-a93be21a-91f6-47c2-8152-b00356045ab5 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 18:24:28.375939 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a93be21a-91f6-47c2-8152-b00356045ab5 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] 10.222.0.44 "PUT /v2.0/routers/3ddaf3ca-3a9c-4bfc-9368-2d2fd8b758db HTTP/1.1" status: 400 len: 364 time: 0.3316615 Sep 29 18:24:28.382921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54064) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:28.451541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Allocated IP 172.21.0.2 (b3618f2e-0a57-4017-a367-a92440937a85/e8b6d718-7841-4bab-956e-3ce97b658b4e/831086cf-4a8a-4ad4-85b7-10fb37aada5f) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:24:28.454349 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fdb7a37-6890-4872-a033-3d99222031ac tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Deleting subnet e8b6d718-7841-4bab-956e-3ce97b658b4e {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:24:28.638139 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 255142cd-0d82-4cb8-940a-86755201bf92 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:24:28.753317 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 255142cd-0d82-4cb8-940a-86755201bf92 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:28.754006 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:28.820810 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:28.826956 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7a37-6890-4872-a033-3d99222031ac tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:28.830366 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:28.867525 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7a37-6890-4872-a033-3d99222031ac tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:28.895941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Network b3618f2e-0a57-4017-a367-a92440937a85 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:24:28.902247 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:28.909654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:24:28.917117 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:28.921872 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Pushing event updated for resources: {'Port': ['ID=831086cf-4a8a-4ad4-85b7-10fb37aada5f,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:28.962552 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7a37-6890-4872-a033-3d99222031ac tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:28.997876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 255142cd-0d82-4cb8-940a-86755201bf92, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=255142cd-0d82-4cb8-940a-86755201bf92,segment=NetworkSegment(2eec0184-1500-45e2-931b-6fff7d91c2da),segment_id=2eec0184-1500-45e2-931b-6fff7d91c2da)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:28.998887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Attempting to bind port 831086cf-4a8a-4ad4-85b7-10fb37aada5f on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:24:28.999253 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Attempting to bind port 831086cf-4a8a-4ad4-85b7-10fb37aada5f by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'bbe441a6-a823-434d-9705-0a3ebc14e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b3618f2e-0a57-4017-a367-a92440937a85'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:24:28.999618 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Attempting to bind port 831086cf-4a8a-4ad4-85b7-10fb37aada5f on network b3618f2e-0a57-4017-a367-a92440937a85 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:24:29.005485 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.009706 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:24:29.010094 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Checking segment: {'id': 'bbe441a6-a823-434d-9705-0a3ebc14e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b3618f2e-0a57-4017-a367-a92440937a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:29.010526 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.010885 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Bound using segment: {'id': 'bbe441a6-a823-434d-9705-0a3ebc14e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b3618f2e-0a57-4017-a367-a92440937a85'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:24:29.011500 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Bound port: 831086cf-4a8a-4ad4-85b7-10fb37aada5f, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe441a6-a823-434d-9705-0a3ebc14e6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'b3618f2e-0a57-4017-a367-a92440937a85'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:24:29.011888 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.030769 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7a37-6890-4872-a033-3d99222031ac tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.063675 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7a37-6890-4872-a033-3d99222031ac tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.065605 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9fdb7a37-6890-4872-a033-3d99222031ac tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] 10.222.0.44 "DELETE /v2.0/subnets/e8b6d718-7841-4bab-956e-3ce97b658b4e HTTP/1.1" status: 204 len: 168 time: 0.6816473 Sep 29 18:24:29.066642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb7a37-6890-4872-a033-3d99222031ac tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b6d718-7841-4bab-956e-3ce97b658b4e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:29.069070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54066) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:29.104604 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=255142cd-0d82-4cb8-940a-86755201bf92,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:29.123613 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] For port 831086cf-4a8a-4ad4-85b7-10fb37aada5f, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:24:29.126908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] For port 831086cf-4a8a-4ad4-85b7-10fb37aada5f, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=831086cf-4a8a-4ad4-85b7-10fb37aada5f,segment=NetworkSegment(bbe441a6-a823-434d-9705-0a3ebc14e6ba),segment_id=bbe441a6-a823-434d-9705-0a3ebc14e6ba)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:24:29.131782 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.158994 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.211753 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd387ebb-0365-4b08-a7d0-52444406fe2f None None] Pushing event updated for resources: {'Port': ['ID=831086cf-4a8a-4ad4-85b7-10fb37aada5f,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:29.218964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Deleting port 831086cf-4a8a-4ad4-85b7-10fb37aada5f {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:24:29.219654 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.231486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770a915d-3860-4003-8b4e-e57710830ddd None None] Network b3618f2e-0a57-4017-a367-a92440937a85 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:29.296132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d23b4ab-2ab3-4956-a613-2546b67e02d2 None None] Network 7e669335-17e4-4789-81be-4aa49a691a11 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:29.297901 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] For port 831086cf-4a8a-4ad4-85b7-10fb37aada5f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=831086cf-4a8a-4ad4-85b7-10fb37aada5f,segment=NetworkSegment(bbe441a6-a823-434d-9705-0a3ebc14e6ba),segment_id=bbe441a6-a823-434d-9705-0a3ebc14e6ba)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:29.298266 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.311387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Calling delete_port for 831086cf-4a8a-4ad4-85b7-10fb37aada5f owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:24:29.389246 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.404076 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a60ce319-ed6b-4523-b84e-a7eb9584bd0e None None] Provisioning complete for port 255142cd-0d82-4cb8-940a-86755201bf92 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:29.404450 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a60ce319-ed6b-4523-b84e-a7eb9584bd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.418474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Pushing event deleted for resources: {'Port': ['ID=831086cf-4a8a-4ad4-85b7-10fb37aada5f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:29.424340 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] No DVR routers for this DVR port 831086cf-4a8a-4ad4-85b7-10fb37aada5f on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:24:29.505931 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.526962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3618f2e-0a57-4017-a367-a92440937a85']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:29.536020 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe441a6-a823-434d-9705-0a3ebc14e6ba') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:29.536317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe441a6-a823-434d-9705-0a3ebc14e6ba') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:29.550862 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.564847 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.572509 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:24:29.573091 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: timer() Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:24:29.576233 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:24:29.637511 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.649360 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.651185 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] 10.222.0.44 "DELETE /v2.0/networks/b3618f2e-0a57-4017-a367-a92440937a85 HTTP/1.1" status: 204 len: 168 time: 0.5795429 Sep 29 18:24:29.653772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54068) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:29.667022 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2c732-d896-425c-8e60-96fd9a34af42 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Pushing event deleted for resources: {'Network': ['ID=b3618f2e-0a57-4017-a367-a92440937a85,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:29.705780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b68dad4-29b7-4593-88e6-5bbf1e655b2f tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Deleting subnet edf5558f-688b-46de-bd63-70aa8caa5b67 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:24:29.709147 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9b68dad4-29b7-4593-88e6-5bbf1e655b2f tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.751139 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9b68dad4-29b7-4593-88e6-5bbf1e655b2f tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.753480 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbae222-9c7c-4909-83b3-25a3463163a0 None None] get_active_networks_info from n-d-811748-2 {{(pid=95017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 18:24:29.801557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-067463b1-30b9-4f8b-bcfd-c982a253b172 None None] Provisioning complete for port 255142cd-0d82-4cb8-940a-86755201bf92 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:29.802026 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-067463b1-30b9-4f8b-bcfd-c982a253b172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.841930 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9b68dad4-29b7-4593-88e6-5bbf1e655b2f tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.864976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbae222-9c7c-4909-83b3-25a3463163a0 None None] Resources bound (agent type, host, resource id): {{(pid=95017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 18:24:29.900035 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9b68dad4-29b7-4593-88e6-5bbf1e655b2f tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.929315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68dad4-29b7-4593-88e6-5bbf1e655b2f tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Pushing event deleted for resources: {'Subnet': ['ID=edf5558f-688b-46de-bd63-70aa8caa5b67,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:29.931131 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9b68dad4-29b7-4593-88e6-5bbf1e655b2f tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:29.935234 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9b68dad4-29b7-4593-88e6-5bbf1e655b2f tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] 10.222.0.44 "DELETE /v2.0/subnets/edf5558f-688b-46de-bd63-70aa8caa5b67 HTTP/1.1" status: 204 len: 168 time: 0.2782478 Sep 29 18:24:29.937022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54070) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:30.014423 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:30.065855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Deleting port 255142cd-0d82-4cb8-940a-86755201bf92 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:24:30.066192 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:30.114717 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e026fb-4f6f-4be2-b110-1d45d4bc9123 None None] Network 7e669335-17e4-4789-81be-4aa49a691a11 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:30.132170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] For port 255142cd-0d82-4cb8-940a-86755201bf92, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=255142cd-0d82-4cb8-940a-86755201bf92,segment=NetworkSegment(2eec0184-1500-45e2-931b-6fff7d91c2da),segment_id=2eec0184-1500-45e2-931b-6fff7d91c2da)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:30.132677 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:30.151037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Calling delete_port for 255142cd-0d82-4cb8-940a-86755201bf92 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:24:30.227731 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:30.256536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Pushing event deleted for resources: {'Port': ['ID=255142cd-0d82-4cb8-940a-86755201bf92,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:30.259062 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] No DVR routers for this DVR port 255142cd-0d82-4cb8-940a-86755201bf92 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:24:30.309387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036deb58-9651-4f13-8f1d-726af4965c7c None None] DHCP port deletion for 7e669335-17e4-4789-81be-4aa49a691a11 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:24:30.340897 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:30.360896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e669335-17e4-4789-81be-4aa49a691a11']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:30.369859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eec0184-1500-45e2-931b-6fff7d91c2da') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:30.370157 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eec0184-1500-45e2-931b-6fff7d91c2da') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:30.379191 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:30.392709 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:30.402812 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:24:30.403212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:24:30.406139 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:24:30.462276 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:30.469072 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:30.470818 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] 10.222.0.44 "DELETE /v2.0/networks/7e669335-17e4-4789-81be-4aa49a691a11 HTTP/1.1" status: 204 len: 168 time: 0.5342031 Sep 29 18:24:30.473773 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54072) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:30.485813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c12f4-2548-42b0-825a-e6822df929c9 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Pushing event deleted for resources: {'Network': ['ID=7e669335-17e4-4789-81be-4aa49a691a11,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:30.501417 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a56637a4-4173-4fca-bc21-057ec05d8d65 tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] 10.222.0.44 "GET /v2.0/ports?device_id=3ddaf3ca-3a9c-4bfc-9368-2d2fd8b758db HTTP/1.1" status: 200 len: 205 time: 0.0264807 Sep 29 18:24:30.503769 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54074) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:30.582554 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ef3c-973c-499b-bb8c-1946cd874c3f tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:30.585367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 255142cd-0d82-4cb8-940a-86755201bf92 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:24:30.608283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 255142cd-0d82-4cb8-940a-86755201bf92 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:24:30.608628 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 255142cd-0d82-4cb8-940a-86755201bf92 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:24:30.739871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ef3c-973c-499b-bb8c-1946cd874c3f tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:30.742771 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ef3c-973c-499b-bb8c-1946cd874c3f tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:30.785576 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ef3c-973c-499b-bb8c-1946cd874c3f tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:30.785998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c1ef3c-973c-499b-bb8c-1946cd874c3f tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Fanout notify agent at l3_agent the message router_deleted on router 3ddaf3ca-3a9c-4bfc-9368-2d2fd8b758db {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:24:30.795153 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a4c1ef3c-973c-499b-bb8c-1946cd874c3f tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:30.796266 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a4c1ef3c-973c-499b-bb8c-1946cd874c3f tempest-RoutersNegativeTest-1700390760 tempest-RoutersNegativeTest-1700390760-project] 10.222.0.44 "DELETE /v2.0/routers/3ddaf3ca-3a9c-4bfc-9368-2d2fd8b758db HTTP/1.1" status: 204 len: 168 time: 0.2914143 Sep 29 18:24:31.030935 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54080) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:31.159681 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c1c78163-9dc0-403f-bcd8-3e1f20e9c13f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5885b33a06f045bf84526597310c2cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1275949 Sep 29 18:24:31.162194 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54084) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:31.212555 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-707bdc92-e327-430f-be8a-8c743408d682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:31.233501 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-707bdc92-e327-430f-be8a-8c743408d682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:31.279550 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-707bdc92-e327-430f-be8a-8c743408d682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:31.282201 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-707bdc92-e327-430f-be8a-8c743408d682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:31.283327 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-707bdc92-e327-430f-be8a-8c743408d682 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/95bb0b9b-2e08-4673-ac98-ad38b4c9b78e HTTP/1.1" status: 204 len: 168 time: 0.1196568 Sep 29 18:24:31.291860 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bdc92-e327-430f-be8a-8c743408d682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bb0b9b-2e08-4673-ac98-ad38b4c9b78e,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:31.883798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54106) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:31.980404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-14d6429d-7634-49ed-ad0b-18ef1b338e21 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2036738609-network', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:32.001305 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d6429d-7634-49ed-ad0b-18ef1b338e21 admin admin] Made reservation on behalf of 4c63578a56bf471ca9a1bed14a9c8078 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:32.003533 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14d6429d-7634-49ed-ad0b-18ef1b338e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:32.012692 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14d6429d-7634-49ed-ad0b-18ef1b338e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:32.110318 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14d6429d-7634-49ed-ad0b-18ef1b338e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:32.113842 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14d6429d-7634-49ed-ad0b-18ef1b338e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:32.134468 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d6429d-7634-49ed-ad0b-18ef1b338e21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:24:32.147950 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6429d-7634-49ed-ad0b-18ef1b338e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd001f3b-a652-4591-b62e-712d72c0e50f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:32.156655 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14d6429d-7634-49ed-ad0b-18ef1b338e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:32.156994 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-14d6429d-7634-49ed-ad0b-18ef1b338e21 admin admin] Added segment 9c646345-ebf3-47d2-8232-8e4f18069921 of type vlan for network f6efb60d-496f-4f5c-a7b7-e868d9481b62 Sep 29 18:24:32.199292 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14d6429d-7634-49ed-ad0b-18ef1b338e21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:32.226589 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14d6429d-7634-49ed-ad0b-18ef1b338e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:32.227526 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d6429d-7634-49ed-ad0b-18ef1b338e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:32.228095 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-14d6429d-7634-49ed-ad0b-18ef1b338e21 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:32.252008 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-14d6429d-7634-49ed-ad0b-18ef1b338e21 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3671012 Sep 29 18:24:32.255222 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54110) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:32.261761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-18ec6147-b3b0-4066-a9f6-1fe493575a2c admin admin] Request body: {'subnet': {'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2036738609-subnet', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:32.282486 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ec6147-b3b0-4066-a9f6-1fe493575a2c admin admin] Made reservation on behalf of 4c63578a56bf471ca9a1bed14a9c8078 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:32.285012 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-18ec6147-b3b0-4066-a9f6-1fe493575a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:32.292520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6429d-7634-49ed-ad0b-18ef1b338e21 admin admin] Pushing event updated for resources: {'Network': ['ID=f6efb60d-496f-4f5c-a7b7-e868d9481b62,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:32.302028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network f6efb60d-496f-4f5c-a7b7-e868d9481b62 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:24:32.454131 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-18ec6147-b3b0-4066-a9f6-1fe493575a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:32.512274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec6147-b3b0-4066-a9f6-1fe493575a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f0803a-26a7-489e-9975-649479d42eb2,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:32.519235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ec6147-b3b0-4066-a9f6-1fe493575a2c admin admin] Checking segment: {'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:32.519616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec6147-b3b0-4066-a9f6-1fe493575a2c admin admin] Network hostable DHCP agents. Network: f6efb60d-496f-4f5c-a7b7-e868d9481b62, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:24:32.536101 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec6147-b3b0-4066-a9f6-1fe493575a2c admin admin] Network f6efb60d-496f-4f5c-a7b7-e868d9481b62 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:24:32.545891 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-18ec6147-b3b0-4066-a9f6-1fe493575a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, f6efb60d-496f-4f5c-a7b7-e868d9481b62) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:32.550364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec6147-b3b0-4066-a9f6-1fe493575a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:32.551370 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-18ec6147-b3b0-4066-a9f6-1fe493575a2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:32.554800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d23a5c3-e78f-4f38-a49c-948ceb31d763 None None] Network f6efb60d-496f-4f5c-a7b7-e868d9481b62 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:32.564754 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-18ec6147-b3b0-4066-a9f6-1fe493575a2c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3083603 Sep 29 18:24:32.567788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54112) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:32.572819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2036738609-router', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:32.593658 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:32.594649 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:32.644863 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:32.699963 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-f6efb60d-496f-4f5c-a7b7-e868d9481b62', 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'fixed_ips': [{'subnet_id': 'e7f0803a-26a7-489e-9975-649479d42eb2'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:24:32.700833 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:32.843162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Allocated IP 172.20.0.2 (f6efb60d-496f-4f5c-a7b7-e868d9481b62/e7f0803a-26a7-489e-9975-649479d42eb2/7a62aa49-c79b-463b-9ee8-becc5202f7f7) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:24:32.992221 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:32.998227 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:33.030003 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:33.039923 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Network f6efb60d-496f-4f5c-a7b7-e868d9481b62 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:24:33.042980 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:33.046561 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:24:33.056710 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Pushing event updated for resources: {'Port': ['ID=7a62aa49-c79b-463b-9ee8-becc5202f7f7,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:33.105625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Attempting to bind port 7a62aa49-c79b-463b-9ee8-becc5202f7f7 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:24:33.105996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Attempting to bind port 7a62aa49-c79b-463b-9ee8-becc5202f7f7 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:24:33.106362 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Attempting to bind port 7a62aa49-c79b-463b-9ee8-becc5202f7f7 on network f6efb60d-496f-4f5c-a7b7-e868d9481b62 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:24:33.111215 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:24:33.111586 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Checking segment: {'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:33.111986 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:33.112383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Bound using segment: {'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:24:33.112848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Bound port: 7a62aa49-c79b-463b-9ee8-becc5202f7f7, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:24:33.113229 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:33.177970 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] For port 7a62aa49-c79b-463b-9ee8-becc5202f7f7, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:24:33.181822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] For port 7a62aa49-c79b-463b-9ee8-becc5202f7f7, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7a62aa49-c79b-463b-9ee8-becc5202f7f7,segment=NetworkSegment(9c646345-ebf3-47d2-8232-8e4f18069921),segment_id=9c646345-ebf3-47d2-8232-8e4f18069921)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:24:33.186125 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:33.249852 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:33.250551 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60643a-e10d-441b-a037-7843371ab868 None None] Pushing event updated for resources: {'Port': ['ID=7a62aa49-c79b-463b-9ee8-becc5202f7f7,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:33.271994 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:33.391517 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Allocated IP 172.25.2.184 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/2a1b1ad8-e96c-4df8-8751-302ff2a3e863) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:24:33.510677 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:33.543094 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:33.577804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:24:33.580528 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:33.583885 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:24:33.609584 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Pushing event updated for resources: {'Port': ['ID=2a1b1ad8-e96c-4df8-8751-302ff2a3e863,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:33.833137 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:34.042667 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:34.134261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ed3401-9e2c-4e72-8b4a-89a6df5810ac None None] Network f6efb60d-496f-4f5c-a7b7-e868d9481b62 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:34.172905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Router f84caada-b876-4a84-b587-ae15975eb21f is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 18:24:34.223664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-85135d5c-5042-496f-af22-7e044f29443b None None] Provisioning complete for port 7a62aa49-c79b-463b-9ee8-becc5202f7f7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:34.224033 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-85135d5c-5042-496f-af22-7e044f29443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:34.283767 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:24:34.296415 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Sync routers for ids ['f84caada-b876-4a84-b587-ae15975eb21f'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:24:34.300277 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:34.301631 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3ff6ac33-7474-465d-8841-4b0f5e54878d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7321761 Sep 29 18:24:34.304982 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54114) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:34.349695 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Routers {'f84caada-b876-4a84-b587-ae15975eb21f'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:24:34.350771 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:24:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f84caada-b876-4a84-b587-ae15975eb21f'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:34.588839 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-85135d5c-5042-496f-af22-7e044f29443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:34.641170 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-85135d5c-5042-496f-af22-7e044f29443b None None] For port 7a62aa49-c79b-463b-9ee8-becc5202f7f7, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7a62aa49-c79b-463b-9ee8-becc5202f7f7,segment=NetworkSegment(9c646345-ebf3-47d2-8232-8e4f18069921),segment_id=9c646345-ebf3-47d2-8232-8e4f18069921)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:34.650749 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-85135d5c-5042-496f-af22-7e044f29443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:34.662351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7a62aa49-c79b-463b-9ee8-becc5202f7f7 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:24:34.665419 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Set router f84caada-b876-4a84-b587-ae15975eb21f gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:24:34.748219 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:34.842376 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85135d5c-5042-496f-af22-7e044f29443b None None] Pushing event updated for resources: {'Port': ['ID=7a62aa49-c79b-463b-9ee8-becc5202f7f7,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:34.885560 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 7a62aa49-c79b-463b-9ee8-becc5202f7f7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:34.885827 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:34.918086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Allocated IP 172.20.0.1 (f6efb60d-496f-4f5c-a7b7-e868d9481b62/e7f0803a-26a7-489e-9975-649479d42eb2/183593d1-60fb-4fe8-8d59-48cfef9f6234) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:24:34.931572 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c03040d9-1e37-4467-a450-e3b86470c562 None None] Provisioning complete for port 7a62aa49-c79b-463b-9ee8-becc5202f7f7 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:34.931943 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c03040d9-1e37-4467-a450-e3b86470c562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:35.025685 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:35.057967 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:35.067699 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'name': 'tempest-TestEncryptedCinderVolumes-2036738609-router', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '2a1b1ad8-e96c-4df8-8751-302ff2a3e863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:32Z', 'updated_at': '2021-09-29T18:24:33Z', 'revision_number': 3, 'project_id': '4c63578a56bf471ca9a1bed14a9c8078', 'gw_port': {'id': '2a1b1ad8-e96c-4df8-8751-302ff2a3e863', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:33Z', 'updated_at': '2021-09-29T18:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:35.098415 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Checking router: f84caada-b876-4a84-b587-ae15975eb21f for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:24:35.098763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Updating router f84caada-b876-4a84-b587-ae15975eb21f port 2a1b1ad8-e96c-4df8-8751-302ff2a3e863 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:24:35.099585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Network f6efb60d-496f-4f5c-a7b7-e868d9481b62 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:24:35.102443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:35.105874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:24:35.124400 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:35.138494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Pushing event updated for resources: {'Port': ['ID=183593d1-60fb-4fe8-8d59-48cfef9f6234,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:35.153612 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:35.306582 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:35.413252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-badbde99-35bb-4839-a8a7-0fb38e487f9e None None] Provisioning complete for port 183593d1-60fb-4fe8-8d59-48cfef9f6234 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:35.413953 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-badbde99-35bb-4839-a8a7-0fb38e487f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:35.417019 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:35.441497 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:35.470188 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:35.476144 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:35.484386 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-badbde99-35bb-4839-a8a7-0fb38e487f9e None None] Port 183593d1-60fb-4fe8-8d59-48cfef9f6234 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:24:35.499470 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Attempting to bind port 2a1b1ad8-e96c-4df8-8751-302ff2a3e863 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:24:35.499850 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Attempting to bind port 2a1b1ad8-e96c-4df8-8751-302ff2a3e863 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:24:35.500222 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Attempting to bind port 2a1b1ad8-e96c-4df8-8751-302ff2a3e863 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:24:35.512261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:24:35.512646 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:35.513056 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:35.513552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:24:35.514094 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Bound port: 2a1b1ad8-e96c-4df8-8751-302ff2a3e863, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:24:35.514551 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:35.516195 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c052306-a6ed-4dab-912a-2f42c4b94dd0 None None] Pushing event updated for resources: {'Port': ['ID=2a1b1ad8-e96c-4df8-8751-302ff2a3e863,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:35.544246 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:35.546919 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Pushing event updated for resources: {'Port': ['ID=183593d1-60fb-4fe8-8d59-48cfef9f6234,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:35.573205 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] For port 2a1b1ad8-e96c-4df8-8751-302ff2a3e863, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:24:35.576249 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] For port 2a1b1ad8-e96c-4df8-8751-302ff2a3e863, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2a1b1ad8-e96c-4df8-8751-302ff2a3e863,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:24:35.580811 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:35.635089 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Routers {'f84caada-b876-4a84-b587-ae15975eb21f'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:24:35.635702 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:24:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f84caada-b876-4a84-b587-ae15975eb21f'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:35.645131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Network f6efb60d-496f-4f5c-a7b7-e868d9481b62 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:24:35.646552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:35.699052 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c052306-a6ed-4dab-912a-2f42c4b94dd0 None None] Pushing event updated for resources: {'Port': ['ID=2a1b1ad8-e96c-4df8-8751-302ff2a3e863,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:35.747937 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] Set router f84caada-b876-4a84-b587-ae15975eb21f gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:24:35.772626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Router f84caada-b876-4a84-b587-ae15975eb21f has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:24:35.880026 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:24:35.885375 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2136d09f-59b7-4800-a68c-4e7ae3fe164b admin admin] 10.222.0.44 "PUT /v2.0/routers/f84caada-b876-4a84-b587-ae15975eb21f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5792284 Sep 29 18:24:35.918964 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-66639b41-7b2e-4c79-ae2f-a52b399a3f63 None None] Provisioning complete for port 183593d1-60fb-4fe8-8d59-48cfef9f6234 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:35.919233 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-66639b41-7b2e-4c79-ae2f-a52b399a3f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:35.982510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-66639b41-7b2e-4c79-ae2f-a52b399a3f63 None None] Port 183593d1-60fb-4fe8-8d59-48cfef9f6234 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:24:35.998766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'name': 'tempest-TestEncryptedCinderVolumes-2036738609-router', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '2a1b1ad8-e96c-4df8-8751-302ff2a3e863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:32Z', 'updated_at': '2021-09-29T18:24:35Z', 'revision_number': 4, 'project_id': '4c63578a56bf471ca9a1bed14a9c8078', 'gw_port': {'id': '2a1b1ad8-e96c-4df8-8751-302ff2a3e863', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:33Z', 'updated_at': '2021-09-29T18:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '183593d1-60fb-4fe8-8d59-48cfef9f6234', 'name': '', 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'mac_address': 'fa:16:3e:13:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e7f0803a-26a7-489e-9975-649479d42eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:34Z', 'updated_at': '2021-09-29T18:24:35Z', 'revision_number': 2, 'project_id': '4c63578a56bf471ca9a1bed14a9c8078', 'subnets': [{'id': 'e7f0803a-26a7-489e-9975-649479d42eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:36.025529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22b0fa-c392-4bf1-9a4f-6c7132de5a28 None None] The sync data for ids ['f84caada-b876-4a84-b587-ae15975eb21f'] in n-d-811748-2 is: [{'id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'name': 'tempest-TestEncryptedCinderVolumes-2036738609-router', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '2a1b1ad8-e96c-4df8-8751-302ff2a3e863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:32Z', 'updated_at': '2021-09-29T18:24:35Z', 'revision_number': 4, 'project_id': '4c63578a56bf471ca9a1bed14a9c8078', 'gw_port': {'id': '2a1b1ad8-e96c-4df8-8751-302ff2a3e863', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:33Z', 'updated_at': '2021-09-29T18:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '183593d1-60fb-4fe8-8d59-48cfef9f6234', 'name': '', 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'mac_address': 'fa:16:3e:13:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e7f0803a-26a7-489e-9975-649479d42eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:34Z', 'updated_at': '2021-09-29T18:24:35Z', 'revision_number': 2, 'project_id': '4c63578a56bf471ca9a1bed14a9c8078', 'subnets': [{'id': 'e7f0803a-26a7-489e-9975-649479d42eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:24:36.393468 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54130) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:36.398957 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6bbeb8ae-2bf4-4832-8b16-d010eec57e61 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-343924376-network', 'tenant_id': '4899443fe5254856a7966a104007b224'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:36.420553 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbeb8ae-2bf4-4832-8b16-d010eec57e61 admin admin] Made reservation on behalf of 4899443fe5254856a7966a104007b224 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:36.423195 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb8ae-2bf4-4832-8b16-d010eec57e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:36.433123 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb8ae-2bf4-4832-8b16-d010eec57e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:36.528782 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb8ae-2bf4-4832-8b16-d010eec57e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:36.533732 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb8ae-2bf4-4832-8b16-d010eec57e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:36.560523 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbeb8ae-2bf4-4832-8b16-d010eec57e61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:24:36.571149 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbeb8ae-2bf4-4832-8b16-d010eec57e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610adff7-eff2-4642-8c39-a0983f1a07e5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:36.586937 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb8ae-2bf4-4832-8b16-d010eec57e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:36.587277 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-6bbeb8ae-2bf4-4832-8b16-d010eec57e61 admin admin] Added segment 656b2845-4269-4b4b-b63e-ee49165fbe3a of type vlan for network 554a7344-0b56-4a04-87a4-f817f1314fc6 Sep 29 18:24:36.624782 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7a62aa49-c79b-463b-9ee8-becc5202f7f7 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:24:36.638313 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb8ae-2bf4-4832-8b16-d010eec57e61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:36.664692 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb8ae-2bf4-4832-8b16-d010eec57e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:36.665760 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbeb8ae-2bf4-4832-8b16-d010eec57e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:36.666299 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6bbeb8ae-2bf4-4832-8b16-d010eec57e61 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:36.703683 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6bbeb8ae-2bf4-4832-8b16-d010eec57e61 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3064682 Sep 29 18:24:36.704475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54132) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:36.714283 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 7a62aa49-c79b-463b-9ee8-becc5202f7f7 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:36.714944 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:36.715540 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-0b5ebaeb-e1df-44a6-8422-a0de4efef3ce admin admin] Request body: {'subnet': {'network_id': '554a7344-0b56-4a04-87a4-f817f1314fc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-343924376-subnet', 'tenant_id': '4899443fe5254856a7966a104007b224', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:36.741079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5ebaeb-e1df-44a6-8422-a0de4efef3ce admin admin] Made reservation on behalf of 4899443fe5254856a7966a104007b224 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:36.749970 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0b5ebaeb-e1df-44a6-8422-a0de4efef3ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:36.757411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbeb8ae-2bf4-4832-8b16-d010eec57e61 admin admin] Pushing event updated for resources: {'Network': ['ID=554a7344-0b56-4a04-87a4-f817f1314fc6,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:36.768527 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 554a7344-0b56-4a04-87a4-f817f1314fc6 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:24:36.946805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0b5ebaeb-e1df-44a6-8422-a0de4efef3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:37.011056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ebaeb-e1df-44a6-8422-a0de4efef3ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ebc5334-7139-4211-a43f-731ccdb25437,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:37.016683 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ebaeb-e1df-44a6-8422-a0de4efef3ce admin admin] Checking segment: {'id': '656b2845-4269-4b4b-b63e-ee49165fbe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '554a7344-0b56-4a04-87a4-f817f1314fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:37.016912 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5ebaeb-e1df-44a6-8422-a0de4efef3ce admin admin] Network hostable DHCP agents. Network: 554a7344-0b56-4a04-87a4-f817f1314fc6, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:24:37.034362 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5ebaeb-e1df-44a6-8422-a0de4efef3ce admin admin] Network 554a7344-0b56-4a04-87a4-f817f1314fc6 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:24:37.044364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-0b5ebaeb-e1df-44a6-8422-a0de4efef3ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 554a7344-0b56-4a04-87a4-f817f1314fc6) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:37.049466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5ebaeb-e1df-44a6-8422-a0de4efef3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:37.050046 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0b5ebaeb-e1df-44a6-8422-a0de4efef3ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:37.054156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f929f161-0726-4081-ac17-02f0482f2868 None None] Network 554a7344-0b56-4a04-87a4-f817f1314fc6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:37.066916 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0b5ebaeb-e1df-44a6-8422-a0de4efef3ce admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3573663 Sep 29 18:24:37.070462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54134) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:37.074917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-343924376-router', 'tenant_id': '4899443fe5254856a7966a104007b224', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:37.096037 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:37.097048 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:37.152050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:37.217529 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-554a7344-0b56-4a04-87a4-f817f1314fc6', 'network_id': '554a7344-0b56-4a04-87a4-f817f1314fc6', 'tenant_id': '4899443fe5254856a7966a104007b224', 'fixed_ips': [{'subnet_id': '5ebc5334-7139-4211-a43f-731ccdb25437'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:24:37.218406 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:37.308055 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:37.364500 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Allocated IP 172.20.0.2 (554a7344-0b56-4a04-87a4-f817f1314fc6/5ebc5334-7139-4211-a43f-731ccdb25437/553dd87e-c97c-4dbd-b347-e406ade76534) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:24:37.519910 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:37.526725 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:37.727217 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Network 554a7344-0b56-4a04-87a4-f817f1314fc6 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:24:37.729982 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:37.733587 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:24:37.742848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Pushing event updated for resources: {'Port': ['ID=553dd87e-c97c-4dbd-b347-e406ade76534,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:37.779374 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:37.793408 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Attempting to bind port 553dd87e-c97c-4dbd-b347-e406ade76534 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:24:37.793785 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Attempting to bind port 553dd87e-c97c-4dbd-b347-e406ade76534 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '656b2845-4269-4b4b-b63e-ee49165fbe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '554a7344-0b56-4a04-87a4-f817f1314fc6'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:24:37.794149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Attempting to bind port 553dd87e-c97c-4dbd-b347-e406ade76534 on network 554a7344-0b56-4a04-87a4-f817f1314fc6 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:24:37.799071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:24:37.799450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Checking segment: {'id': '656b2845-4269-4b4b-b63e-ee49165fbe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '554a7344-0b56-4a04-87a4-f817f1314fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:37.799887 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:37.800285 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Bound using segment: {'id': '656b2845-4269-4b4b-b63e-ee49165fbe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '554a7344-0b56-4a04-87a4-f817f1314fc6'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:24:37.800754 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Bound port: 553dd87e-c97c-4dbd-b347-e406ade76534, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656b2845-4269-4b4b-b63e-ee49165fbe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '554a7344-0b56-4a04-87a4-f817f1314fc6'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:24:37.801136 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:37.802243 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:37.870250 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] For port 553dd87e-c97c-4dbd-b347-e406ade76534, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:24:37.874234 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] For port 553dd87e-c97c-4dbd-b347-e406ade76534, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=553dd87e-c97c-4dbd-b347-e406ade76534,segment=NetworkSegment(656b2845-4269-4b4b-b63e-ee49165fbe3a),segment_id=656b2845-4269-4b4b-b63e-ee49165fbe3a)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:24:37.878327 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:37.914668 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Allocated IP 172.25.2.49 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/45a5c2ea-16c9-4daf-b58c-6961055c6fae) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:24:37.942383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48d9f2-61f6-406a-b1b4-284dac358283 None None] Pushing event updated for resources: {'Port': ['ID=553dd87e-c97c-4dbd-b347-e406ade76534,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:38.036806 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:38.090350 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:38.132675 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:24:38.137039 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:38.140703 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:24:38.176845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Pushing event updated for resources: {'Port': ['ID=45a5c2ea-16c9-4daf-b58c-6961055c6fae,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:38.209073 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Sync routers for ids ['f84caada-b876-4a84-b587-ae15975eb21f'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:24:38.219832 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Routers {'f84caada-b876-4a84-b587-ae15975eb21f'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:24:38.220686 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:24:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f84caada-b876-4a84-b587-ae15975eb21f'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:38.329446 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Set router f84caada-b876-4a84-b587-ae15975eb21f gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:24:38.406400 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:38.525124 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'name': 'tempest-TestEncryptedCinderVolumes-2036738609-router', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '2a1b1ad8-e96c-4df8-8751-302ff2a3e863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:32Z', 'updated_at': '2021-09-29T18:24:35Z', 'revision_number': 4, 'project_id': '4c63578a56bf471ca9a1bed14a9c8078', 'gw_port': {'id': '2a1b1ad8-e96c-4df8-8751-302ff2a3e863', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:33Z', 'updated_at': '2021-09-29T18:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '183593d1-60fb-4fe8-8d59-48cfef9f6234', 'name': '', 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'mac_address': 'fa:16:3e:13:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e7f0803a-26a7-489e-9975-649479d42eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:34Z', 'updated_at': '2021-09-29T18:24:35Z', 'revision_number': 2, 'project_id': '4c63578a56bf471ca9a1bed14a9c8078', 'subnets': [{'id': 'e7f0803a-26a7-489e-9975-649479d42eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:38.550887 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Checking router: f84caada-b876-4a84-b587-ae15975eb21f for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:24:38.551238 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Updating router f84caada-b876-4a84-b587-ae15975eb21f port 183593d1-60fb-4fe8-8d59-48cfef9f6234 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:24:38.581754 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:38.645769 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:38.696193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 553dd87e-c97c-4dbd-b347-e406ade76534 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:24:38.749903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 553dd87e-c97c-4dbd-b347-e406ade76534 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:38.750557 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:38.823619 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Router 28d6a026-76d3-4e55-b9aa-1ffbf8c06703 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 18:24:38.861296 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:38.898664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 553dd87e-c97c-4dbd-b347-e406ade76534, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=553dd87e-c97c-4dbd-b347-e406ade76534,segment=NetworkSegment(656b2845-4269-4b4b-b63e-ee49165fbe3a),segment_id=656b2845-4269-4b4b-b63e-ee49165fbe3a)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:38.904053 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:38.905372 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2a1b1ad8-e96c-4df8-8751-302ff2a3e863 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:24:38.925604 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:38.935150 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:38.946586 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24aec044-d803-456a-bda6-15dfd96cc91e None None] Network 554a7344-0b56-4a04-87a4-f817f1314fc6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:24:38.964830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:24:38.982791 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Sync routers for ids ['28d6a026-76d3-4e55-b9aa-1ffbf8c06703'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:24:38.993583 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b502b-733e-45f2-813a-3d187e0d052a None None] Pushing event updated for resources: {'Port': ['ID=183593d1-60fb-4fe8-8d59-48cfef9f6234,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:38.995441 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:39.000385 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e005b78a-f200-48a1-99c9-98088bd5fd2a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9286563 Sep 29 18:24:39.000758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54136) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:24:39.028968 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b502b-733e-45f2-813a-3d187e0d052a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:39.028968 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b502b-733e-45f2-813a-3d187e0d052a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:39.029377 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b502b-733e-45f2-813a-3d187e0d052a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:39.029666 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b502b-733e-45f2-813a-3d187e0d052a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:39.029988 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b502b-733e-45f2-813a-3d187e0d052a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:39.030516 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b502b-733e-45f2-813a-3d187e0d052a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:39.031008 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b502b-733e-45f2-813a-3d187e0d052a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:39.031495 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b502b-733e-45f2-813a-3d187e0d052a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:39.031977 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b502b-733e-45f2-813a-3d187e0d052a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:39.032459 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b502b-733e-45f2-813a-3d187e0d052a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:39.032946 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b502b-733e-45f2-813a-3d187e0d052a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:39.033466 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75b502b-733e-45f2-813a-3d187e0d052a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:24:39.067996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Routers {'28d6a026-76d3-4e55-b9aa-1ffbf8c06703'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:24:39.068734 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:24:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['28d6a026-76d3-4e55-b9aa-1ffbf8c06703'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:39.160814 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=553dd87e-c97c-4dbd-b347-e406ade76534,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:39.163928 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Attempting to bind port 183593d1-60fb-4fe8-8d59-48cfef9f6234 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:24:39.164508 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Attempting to bind port 183593d1-60fb-4fe8-8d59-48cfef9f6234 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:24:39.165047 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Attempting to bind port 183593d1-60fb-4fe8-8d59-48cfef9f6234 on network f6efb60d-496f-4f5c-a7b7-e868d9481b62 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:24:39.170670 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:24:39.171279 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Checking segment: {'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:39.171869 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:39.172717 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Bound using segment: {'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:24:39.173693 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Bound port: 183593d1-60fb-4fe8-8d59-48cfef9f6234, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:24:39.174263 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:39.219941 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 2a1b1ad8-e96c-4df8-8751-302ff2a3e863 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:39.220309 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:39.255029 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e440718f-28bb-4b6e-b63a-d271e5fbf16c None None] Provisioning complete for port 553dd87e-c97c-4dbd-b347-e406ade76534 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:39.255393 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e440718f-28bb-4b6e-b63a-d271e5fbf16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:39.255714 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] For port 183593d1-60fb-4fe8-8d59-48cfef9f6234, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:24:39.259495 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] For port 183593d1-60fb-4fe8-8d59-48cfef9f6234, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=183593d1-60fb-4fe8-8d59-48cfef9f6234,segment=NetworkSegment(9c646345-ebf3-47d2-8232-8e4f18069921),segment_id=9c646345-ebf3-47d2-8232-8e4f18069921)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:24:39.266205 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:39.327537 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Routers {'f84caada-b876-4a84-b587-ae15975eb21f'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:24:39.328239 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:24:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f84caada-b876-4a84-b587-ae15975eb21f'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:39.335753 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b502b-733e-45f2-813a-3d187e0d052a None None] Pushing event updated for resources: {'Port': ['ID=183593d1-60fb-4fe8-8d59-48cfef9f6234,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:39.405361 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Set router 28d6a026-76d3-4e55-b9aa-1ffbf8c06703 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:24:39.458285 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] Set router f84caada-b876-4a84-b587-ae15975eb21f gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:24:39.501137 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:39.511938 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:39.624501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 2a1b1ad8-e96c-4df8-8751-302ff2a3e863, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2a1b1ad8-e96c-4df8-8751-302ff2a3e863,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:39.636821 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:39.722153 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'name': 'tempest-TestEncryptedCinderVolumes-2036738609-router', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '2a1b1ad8-e96c-4df8-8751-302ff2a3e863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:32Z', 'updated_at': '2021-09-29T18:24:35Z', 'revision_number': 4, 'project_id': '4c63578a56bf471ca9a1bed14a9c8078', 'gw_port': {'id': '2a1b1ad8-e96c-4df8-8751-302ff2a3e863', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:33Z', 'updated_at': '2021-09-29T18:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '183593d1-60fb-4fe8-8d59-48cfef9f6234', 'name': '', 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'mac_address': 'fa:16:3e:13:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e7f0803a-26a7-489e-9975-649479d42eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:34Z', 'updated_at': '2021-09-29T18:24:39Z', 'revision_number': 4, 'project_id': '4c63578a56bf471ca9a1bed14a9c8078', 'subnets': [{'id': 'e7f0803a-26a7-489e-9975-649479d42eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:39.731698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=2a1b1ad8-e96c-4df8-8751-302ff2a3e863,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:39.744937 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Allocated IP 172.20.0.1 (554a7344-0b56-4a04-87a4-f817f1314fc6/5ebc5334-7139-4211-a43f-731ccdb25437/ab84413a-7de1-43c6-8acc-3718849eae35) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:24:39.757800 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda25c54-812e-4666-b1b9-8d332f54d455 None None] The sync data for ids ['f84caada-b876-4a84-b587-ae15975eb21f'] in n-d-811748-2 is: [{'id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'name': 'tempest-TestEncryptedCinderVolumes-2036738609-router', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '2a1b1ad8-e96c-4df8-8751-302ff2a3e863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:32Z', 'updated_at': '2021-09-29T18:24:35Z', 'revision_number': 4, 'project_id': '4c63578a56bf471ca9a1bed14a9c8078', 'gw_port': {'id': '2a1b1ad8-e96c-4df8-8751-302ff2a3e863', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:33Z', 'updated_at': '2021-09-29T18:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '183593d1-60fb-4fe8-8d59-48cfef9f6234', 'name': '', 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'mac_address': 'fa:16:3e:13:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e7f0803a-26a7-489e-9975-649479d42eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:34Z', 'updated_at': '2021-09-29T18:24:39Z', 'revision_number': 4, 'project_id': '4c63578a56bf471ca9a1bed14a9c8078', 'subnets': [{'id': 'e7f0803a-26a7-489e-9975-649479d42eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:24:39.768563 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-74d39612-efbf-4537-9a51-43084a3f260a None None] Provisioning complete for port 183593d1-60fb-4fe8-8d59-48cfef9f6234 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:39.769042 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-74d39612-efbf-4537-9a51-43084a3f260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:39.808763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'name': 'tempest-TestEncryptedCinderVolumes-343924376-router', 'tenant_id': '4899443fe5254856a7966a104007b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '45a5c2ea-16c9-4daf-b58c-6961055c6fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:37Z', 'updated_at': '2021-09-29T18:24:38Z', 'revision_number': 3, 'project_id': '4899443fe5254856a7966a104007b224', 'gw_port': {'id': '45a5c2ea-16c9-4daf-b58c-6961055c6fae', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:37Z', 'updated_at': '2021-09-29T18:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:39.840748 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Checking router: 28d6a026-76d3-4e55-b9aa-1ffbf8c06703 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:24:39.841106 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Updating router 28d6a026-76d3-4e55-b9aa-1ffbf8c06703 port 45a5c2ea-16c9-4daf-b58c-6961055c6fae binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:24:39.863568 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:39.890858 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:39.901211 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:39.929720 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-74d39612-efbf-4537-9a51-43084a3f260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:39.947743 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Network 554a7344-0b56-4a04-87a4-f817f1314fc6 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:24:39.955115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:39.957184 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Pushing event updated for resources: {'Port': ['ID=ab84413a-7de1-43c6-8acc-3718849eae35,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:39.959520 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:24:40.000188 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:40.028819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-74d39612-efbf-4537-9a51-43084a3f260a None None] For port 183593d1-60fb-4fe8-8d59-48cfef9f6234, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=183593d1-60fb-4fe8-8d59-48cfef9f6234,segment=NetworkSegment(9c646345-ebf3-47d2-8232-8e4f18069921),segment_id=9c646345-ebf3-47d2-8232-8e4f18069921)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:40.035148 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-74d39612-efbf-4537-9a51-43084a3f260a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:40.141660 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:40.143053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d39612-efbf-4537-9a51-43084a3f260a None None] Pushing event updated for resources: {'Port': ['ID=183593d1-60fb-4fe8-8d59-48cfef9f6234,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:40.177436 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7b6c2132-a3e3-4754-92ce-8ca7ea35737e None None] Provisioning complete for port 553dd87e-c97c-4dbd-b347-e406ade76534 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:40.177813 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7b6c2132-a3e3-4754-92ce-8ca7ea35737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:40.322932 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:40.326331 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:24:40.328384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:40.398880 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Pushing event updated for resources: {'Port': ['ID=ab84413a-7de1-43c6-8acc-3718849eae35,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:40.405423 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:40.453760 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:40.462809 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:40.497011 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Network 554a7344-0b56-4a04-87a4-f817f1314fc6 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:24:40.499048 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:40.523120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Attempting to bind port 45a5c2ea-16c9-4daf-b58c-6961055c6fae on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:24:40.523502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Attempting to bind port 45a5c2ea-16c9-4daf-b58c-6961055c6fae by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:24:40.523876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Attempting to bind port 45a5c2ea-16c9-4daf-b58c-6961055c6fae on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:24:40.526011 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8e7ca-68ca-4393-8688-c211300ccbc6 None None] Pushing event updated for resources: {'Port': ['ID=45a5c2ea-16c9-4daf-b58c-6961055c6fae,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:40.531759 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:24:40.532138 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:40.532660 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:40.533030 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:24:40.533400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Bound port: 45a5c2ea-16c9-4daf-b58c-6961055c6fae, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:24:40.533792 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:40.601832 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] For port 45a5c2ea-16c9-4daf-b58c-6961055c6fae, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:24:40.607907 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] For port 45a5c2ea-16c9-4daf-b58c-6961055c6fae, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=45a5c2ea-16c9-4daf-b58c-6961055c6fae,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:24:40.609500 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e10ccba0-a092-45ae-afb2-8afc6b0e2730 None None] Provisioning complete for port ab84413a-7de1-43c6-8acc-3718849eae35 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:40.609872 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e10ccba0-a092-45ae-afb2-8afc6b0e2730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:40.614387 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:40.637445 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Router 28d6a026-76d3-4e55-b9aa-1ffbf8c06703 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:24:40.665865 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 183593d1-60fb-4fe8-8d59-48cfef9f6234 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:24:40.716490 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e10ccba0-a092-45ae-afb2-8afc6b0e2730 None None] Port ab84413a-7de1-43c6-8acc-3718849eae35 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:24:40.744422 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8e7ca-68ca-4393-8688-c211300ccbc6 None None] Pushing event updated for resources: {'Port': ['ID=45a5c2ea-16c9-4daf-b58c-6961055c6fae,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:40.748541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Routers {'28d6a026-76d3-4e55-b9aa-1ffbf8c06703'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:24:40.749169 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:24:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['28d6a026-76d3-4e55-b9aa-1ffbf8c06703'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:40.769321 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:24:40.774604 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e617cfd5-f4b3-4970-925b-e658a2c7be46 admin admin] 10.222.0.44 "PUT /v2.0/routers/28d6a026-76d3-4e55-b9aa-1ffbf8c06703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7726696 Sep 29 18:24:40.826302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 183593d1-60fb-4fe8-8d59-48cfef9f6234 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:40.826861 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:40.899927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-aaba145e-5a0b-4882-adcf-e99c29f3352e None None] Provisioning complete for port ab84413a-7de1-43c6-8acc-3718849eae35 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:40.900299 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aaba145e-5a0b-4882-adcf-e99c29f3352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:40.930508 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-45eaacec-66fe-4418-b3bb-813546e7fefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:40.939735 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] Set router 28d6a026-76d3-4e55-b9aa-1ffbf8c06703 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:24:40.980239 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-aaba145e-5a0b-4882-adcf-e99c29f3352e None None] Port ab84413a-7de1-43c6-8acc-3718849eae35 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:24:41.071390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2a1b1ad8-e96c-4df8-8751-302ff2a3e863 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:24:41.186522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 2a1b1ad8-e96c-4df8-8751-302ff2a3e863 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:41.186898 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:41.248265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'name': 'tempest-TestEncryptedCinderVolumes-343924376-router', 'tenant_id': '4899443fe5254856a7966a104007b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '45a5c2ea-16c9-4daf-b58c-6961055c6fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:37Z', 'updated_at': '2021-09-29T18:24:40Z', 'revision_number': 4, 'project_id': '4899443fe5254856a7966a104007b224', 'gw_port': {'id': '45a5c2ea-16c9-4daf-b58c-6961055c6fae', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:37Z', 'updated_at': '2021-09-29T18:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'ab84413a-7de1-43c6-8acc-3718849eae35', 'name': '', 'network_id': '554a7344-0b56-4a04-87a4-f817f1314fc6', 'tenant_id': '4899443fe5254856a7966a104007b224', 'mac_address': 'fa:16:3e:e7:da:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5ebc5334-7139-4211-a43f-731ccdb25437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:39Z', 'updated_at': '2021-09-29T18:24:40Z', 'revision_number': 2, 'project_id': '4899443fe5254856a7966a104007b224', 'subnets': [{'id': '5ebc5334-7139-4211-a43f-731ccdb25437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:41.296246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fd9ec9-b787-4993-bc73-bf258e7bb64a None None] The sync data for ids ['28d6a026-76d3-4e55-b9aa-1ffbf8c06703'] in n-d-811748-2 is: [{'id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'name': 'tempest-TestEncryptedCinderVolumes-343924376-router', 'tenant_id': '4899443fe5254856a7966a104007b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '45a5c2ea-16c9-4daf-b58c-6961055c6fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:37Z', 'updated_at': '2021-09-29T18:24:40Z', 'revision_number': 4, 'project_id': '4899443fe5254856a7966a104007b224', 'gw_port': {'id': '45a5c2ea-16c9-4daf-b58c-6961055c6fae', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:37Z', 'updated_at': '2021-09-29T18:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'ab84413a-7de1-43c6-8acc-3718849eae35', 'name': '', 'network_id': '554a7344-0b56-4a04-87a4-f817f1314fc6', 'tenant_id': '4899443fe5254856a7966a104007b224', 'mac_address': 'fa:16:3e:e7:da:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5ebc5334-7139-4211-a43f-731ccdb25437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:39Z', 'updated_at': '2021-09-29T18:24:40Z', 'revision_number': 2, 'project_id': '4899443fe5254856a7966a104007b224', 'subnets': [{'id': '5ebc5334-7139-4211-a43f-731ccdb25437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:24:41.311658 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 553dd87e-c97c-4dbd-b347-e406ade76534 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:24:41.361702 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 553dd87e-c97c-4dbd-b347-e406ade76534 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:41.362182 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:41.667375 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-732f3e4b-b02e-47bd-b0a4-1c00e865d249 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:41.668935 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-732f3e4b-b02e-47bd-b0a4-1c00e865d249 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/networks?id=f6efb60d-496f-4f5c-a7b7-e868d9481b62 HTTP/1.1" status: 200 len: 817 time: 0.1300960 Sep 29 18:24:41.685114 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-25a11170-5dad-4027-8830-12585440065e tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/quotas/4c63578a56bf471ca9a1bed14a9c8078 HTTP/1.1" status: 200 len: 375 time: 0.0101979 Sep 29 18:24:41.739001 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-40434afc-ba44-4887-ac94-7682bdd3a839 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c63578a56bf471ca9a1bed14a9c8078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480628 Sep 29 18:24:41.840253 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-af926859-7fae-411e-9517-26d6bbe82c7e service neutron] 10.222.0.44 "GET /v2.0/networks/f6efb60d-496f-4f5c-a7b7-e868d9481b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893242 Sep 29 18:24:41.965181 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-dc431bd8-3fdf-4939-b012-506e366f7361 service neutron] 10.222.0.44 "GET /v2.0/networks/f6efb60d-496f-4f5c-a7b7-e868d9481b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187291 Sep 29 18:24:42.185498 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a16919e4-d23f-43d9-81da-0213ac0bb108 req-f8ccb2dd-e00f-46f2-b312-8c388011d7c8 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 210 time: 0.0277977 Sep 29 18:24:42.640721 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 45a5c2ea-16c9-4daf-b58c-6961055c6fae up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:24:42.695640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 45a5c2ea-16c9-4daf-b58c-6961055c6fae triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:42.696016 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:42.790123 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:42.812021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 45a5c2ea-16c9-4daf-b58c-6961055c6fae, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=45a5c2ea-16c9-4daf-b58c-6961055c6fae,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:42.815988 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:42.863352 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=45a5c2ea-16c9-4daf-b58c-6961055c6fae,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:43.172397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-40f63534-edf5-4128-912a-e57d83e9f05e tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:43.173961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-40f63534-edf5-4128-912a-e57d83e9f05e tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.49 "GET /v2.0/networks?id=f6efb60d-496f-4f5c-a7b7-e868d9481b62 HTTP/1.1" status: 200 len: 817 time: 0.1025515 Sep 29 18:24:43.187394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-28a36089-a088-4197-bd60-bb17ffc26969 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Request body: {'port': {'device_id': '81799cde-b0a4-413c-a497-a37ce049f1a9', 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62', 'admin_state_up': True, 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:43.291900 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-db1f92d9-bf95-4c3d-b6f4-f75b43e4187a req-19ade405-eaa0-40c7-9709-c64ae22246fd tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 210 time: 0.0267763 Sep 29 18:24:43.305625 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-28a36089-a088-4197-bd60-bb17ffc26969 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Made reservation on behalf of 4c63578a56bf471ca9a1bed14a9c8078 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:24:43.309750 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-28a36089-a088-4197-bd60-bb17ffc26969 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:43.440055 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-28a36089-a088-4197-bd60-bb17ffc26969 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Allocated IP 172.20.0.11 (f6efb60d-496f-4f5c-a7b7-e868d9481b62/e7f0803a-26a7-489e-9975-649479d42eb2/e8e95e59-6797-474a-9543-030a3adafc2c) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:24:43.512169 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Sync routers for ids ['28d6a026-76d3-4e55-b9aa-1ffbf8c06703'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:24:43.521098 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Routers {'28d6a026-76d3-4e55-b9aa-1ffbf8c06703'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:24:43.522263 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:24:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['28d6a026-76d3-4e55-b9aa-1ffbf8c06703'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:43.592620 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-28a36089-a088-4197-bd60-bb17ffc26969 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:43.611840 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-96335347-2f5a-4bd5-925b-f2c6d3698174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:43.633188 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Set router 28d6a026-76d3-4e55-b9aa-1ffbf8c06703 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:24:43.635433 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-28a36089-a088-4197-bd60-bb17ffc26969 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:43.678648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-28a36089-a088-4197-bd60-bb17ffc26969 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Network f6efb60d-496f-4f5c-a7b7-e868d9481b62 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:24:43.681446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-28a36089-a088-4197-bd60-bb17ffc26969 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:24:43.685163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-28a36089-a088-4197-bd60-bb17ffc26969 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:24:43.693628 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a36089-a088-4197-bd60-bb17ffc26969 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Pushing event updated for resources: {'Port': ['ID=e8e95e59-6797-474a-9543-030a3adafc2c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:43.749374 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-28a36089-a088-4197-bd60-bb17ffc26969 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:43.750151 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-28a36089-a088-4197-bd60-bb17ffc26969 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:43.766817 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-28a36089-a088-4197-bd60-bb17ffc26969 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5836821 Sep 29 18:24:43.780872 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Request body: {'port': {'device_id': '81799cde-b0a4-413c-a497-a37ce049f1a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:24:43.839253 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:43.860384 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'name': 'tempest-TestEncryptedCinderVolumes-343924376-router', 'tenant_id': '4899443fe5254856a7966a104007b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '45a5c2ea-16c9-4daf-b58c-6961055c6fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:37Z', 'updated_at': '2021-09-29T18:24:40Z', 'revision_number': 4, 'project_id': '4899443fe5254856a7966a104007b224', 'gw_port': {'id': '45a5c2ea-16c9-4daf-b58c-6961055c6fae', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:37Z', 'updated_at': '2021-09-29T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'ab84413a-7de1-43c6-8acc-3718849eae35', 'name': '', 'network_id': '554a7344-0b56-4a04-87a4-f817f1314fc6', 'tenant_id': '4899443fe5254856a7966a104007b224', 'mac_address': 'fa:16:3e:e7:da:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5ebc5334-7139-4211-a43f-731ccdb25437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:39Z', 'updated_at': '2021-09-29T18:24:40Z', 'revision_number': 2, 'project_id': '4899443fe5254856a7966a104007b224', 'subnets': [{'id': '5ebc5334-7139-4211-a43f-731ccdb25437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:43.890253 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Checking router: 28d6a026-76d3-4e55-b9aa-1ffbf8c06703 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:24:43.890601 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Updating router 28d6a026-76d3-4e55-b9aa-1ffbf8c06703 port ab84413a-7de1-43c6-8acc-3718849eae35 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:24:43.919350 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:43.923182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8f35d1f5-1622-4df4-86a6-85626d1aa35f None None] Provisioning complete for port e8e95e59-6797-474a-9543-030a3adafc2c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:43.923695 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8f35d1f5-1622-4df4-86a6-85626d1aa35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:43.962001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-8f35d1f5-1622-4df4-86a6-85626d1aa35f None None] Port e8e95e59-6797-474a-9543-030a3adafc2c cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:24:44.120879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e95e59-6797-474a-9543-030a3adafc2c {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:24:44.128631 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:44.141189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Transition to ACTIVE for port object e8e95e59-6797-474a-9543-030a3adafc2c will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:24:44.145422 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:44.198321 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:44.198949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Pushing event updated for resources: {'Port': ['ID=e8e95e59-6797-474a-9543-030a3adafc2c,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:44.206667 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:44.266083 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39054b6-b775-4ebc-9436-7fba4637d5ce None None] Pushing event updated for resources: {'Port': ['ID=ab84413a-7de1-43c6-8acc-3718849eae35,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:44.284077 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Attempting to bind port e8e95e59-6797-474a-9543-030a3adafc2c on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:24:44.284527 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Attempting to bind port e8e95e59-6797-474a-9543-030a3adafc2c by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:24:44.284956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Attempting to bind port e8e95e59-6797-474a-9543-030a3adafc2c on network f6efb60d-496f-4f5c-a7b7-e868d9481b62 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:24:44.290947 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Port e8e95e59-6797-474a-9543-030a3adafc2c on network f6efb60d-496f-4f5c-a7b7-e868d9481b62 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:24:44.291799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Attempting to bind port e8e95e59-6797-474a-9543-030a3adafc2c on network f6efb60d-496f-4f5c-a7b7-e868d9481b62 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:24:44.306113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:24:44.306444 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Checking segment: {'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:44.307013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Bound using segment: {'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:24:44.307610 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Bound port: e8e95e59-6797-474a-9543-030a3adafc2c, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:24:44.307969 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:44.325542 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Attempting to bind port ab84413a-7de1-43c6-8acc-3718849eae35 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:24:44.326103 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Attempting to bind port ab84413a-7de1-43c6-8acc-3718849eae35 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '656b2845-4269-4b4b-b63e-ee49165fbe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '554a7344-0b56-4a04-87a4-f817f1314fc6'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:24:44.326634 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Attempting to bind port ab84413a-7de1-43c6-8acc-3718849eae35 on network 554a7344-0b56-4a04-87a4-f817f1314fc6 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:24:44.332022 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:24:44.332392 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Checking segment: {'id': '656b2845-4269-4b4b-b63e-ee49165fbe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '554a7344-0b56-4a04-87a4-f817f1314fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:24:44.332790 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:44.333175 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Bound using segment: {'id': '656b2845-4269-4b4b-b63e-ee49165fbe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '554a7344-0b56-4a04-87a4-f817f1314fc6'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:24:44.333666 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Bound port: ab84413a-7de1-43c6-8acc-3718849eae35, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656b2845-4269-4b4b-b63e-ee49165fbe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '554a7344-0b56-4a04-87a4-f817f1314fc6'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:24:44.334101 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:44.392018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] For port e8e95e59-6797-474a-9543-030a3adafc2c, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:24:44.397208 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] For port e8e95e59-6797-474a-9543-030a3adafc2c, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e8e95e59-6797-474a-9543-030a3adafc2c,segment=NetworkSegment(9c646345-ebf3-47d2-8232-8e4f18069921),segment_id=9c646345-ebf3-47d2-8232-8e4f18069921)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:24:44.403384 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:44.430912 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] For port ab84413a-7de1-43c6-8acc-3718849eae35, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:24:44.434417 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] For port ab84413a-7de1-43c6-8acc-3718849eae35, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ab84413a-7de1-43c6-8acc-3718849eae35,segment=NetworkSegment(656b2845-4269-4b4b-b63e-ee49165fbe3a),segment_id=656b2845-4269-4b4b-b63e-ee49165fbe3a)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:24:44.439303 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:44.450379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:44.451203 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:44.452741 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] 10.222.0.49 "PUT /v2.0/ports/e8e95e59-6797-474a-9543-030a3adafc2c HTTP/1.1" status: 200 len: 1092 time: 0.6764221 Sep 29 18:24:44.453446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81799cde-b0a4-413c-a497-a37ce049f1a9', 'tag': 'e8e95e59-6797-474a-9543-030a3adafc2c'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:24:44.455778 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5099b49d-4fe7-486c-b087-4ce2cdd2f17a" -d '{"events": [{"name": "network-changed", "server_uuid": "81799cde-b0a4-413c-a497-a37ce049f1a9", "tag": "e8e95e59-6797-474a-9543-030a3adafc2c"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:24:44.457851 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd12e1b-8885-4d36-9ca7-27a9c078d7de req-c6222b7e-0f76-4ea7-a9af-efd2c8746288 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:44.459458 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4bd12e1b-8885-4d36-9ca7-27a9c078d7de req-c6222b7e-0f76-4ea7-a9af-efd2c8746288 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 944 time: 0.0644109 Sep 29 18:24:44.525896 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39054b6-b775-4ebc-9436-7fba4637d5ce None None] Pushing event updated for resources: {'Port': ['ID=ab84413a-7de1-43c6-8acc-3718849eae35,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:44.530734 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Routers {'28d6a026-76d3-4e55-b9aa-1ffbf8c06703'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:24:44.531368 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:24:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['28d6a026-76d3-4e55-b9aa-1ffbf8c06703'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:44.545956 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4bd12e1b-8885-4d36-9ca7-27a9c078d7de req-96dfa6ef-faea-416e-a3ac-6798a94101a7 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784962 Sep 29 18:24:44.561613 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30696c-035e-4c5f-942e-5e03aab2c06a service neutron] Pushing event updated for resources: {'Port': ['ID=e8e95e59-6797-474a-9543-030a3adafc2c,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:44.604482 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-86df7b73-f78f-4391-ac2c-44affe293fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:44.606468 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-86df7b73-f78f-4391-ac2c-44affe293fbd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c63578a56bf471ca9a1bed14a9c8078&device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 1095 time: 0.1029024 Sep 29 18:24:44.641832 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622bf80a-7fc2-4180-a5d9-c347d882ab54 x-openstack-request-id: req-622bf80a-7fc2-4180-a5d9-c347d882ab54 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:24:44.642127 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81799cde-b0a4-413c-a497-a37ce049f1a9", "tag": "e8e95e59-6797-474a-9543-030a3adafc2c", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:24:44.642380 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-622bf80a-7fc2-4180-a5d9-c347d882ab54 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:24:44.642777 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81799cde-b0a4-413c-a497-a37ce049f1a9', 'tag': 'e8e95e59-6797-474a-9543-030a3adafc2c', 'status': 'completed', 'code': 200} Sep 29 18:24:44.686973 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-999e8c11-b5e2-4d1d-a7c5-af75ba2e6b1f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8e95e59-6797-474a-9543-030a3adafc2c HTTP/1.1" status: 200 len: 217 time: 0.0712006 Sep 29 18:24:44.691967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 45a5c2ea-16c9-4daf-b58c-6961055c6fae up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:24:44.695564 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] Set router 28d6a026-76d3-4e55-b9aa-1ffbf8c06703 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:24:44.742586 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-cabd8d7c-544b-4b1e-bfc0-1087d3032a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:44.744230 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-cabd8d7c-544b-4b1e-bfc0-1087d3032a33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7f0803a-26a7-489e-9975-649479d42eb2 HTTP/1.1" status: 200 len: 856 time: 0.0495489 Sep 29 18:24:44.764426 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:44.783409 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c8a3f6ba-5057-4e7f-8842-be7100365d41 None None] Provisioning complete for port ab84413a-7de1-43c6-8acc-3718849eae35 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:44.784059 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f6ba-5057-4e7f-8842-be7100365d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:44.812099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-c6d51f2a-96c9-4425-9e3b-19a78741c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:44.813672 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-c6d51f2a-96c9-4425-9e3b-19a78741c65a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6efb60d-496f-4f5c-a7b7-e868d9481b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620480 Sep 29 18:24:44.857899 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:44.877651 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 45a5c2ea-16c9-4daf-b58c-6961055c6fae triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:44.878311 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:44.959827 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-d38bc5ad-187a-4df4-be53-79a2decce373 service neutron] 10.222.0.49 "GET /v2.0/networks/f6efb60d-496f-4f5c-a7b7-e868d9481b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387370 Sep 29 18:24:45.004482 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f6ba-5057-4e7f-8842-be7100365d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:45.019613 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ab84413a-7de1-43c6-8acc-3718849eae35 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:24:45.053407 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'name': 'tempest-TestEncryptedCinderVolumes-343924376-router', 'tenant_id': '4899443fe5254856a7966a104007b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '45a5c2ea-16c9-4daf-b58c-6961055c6fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:37Z', 'updated_at': '2021-09-29T18:24:40Z', 'revision_number': 4, 'project_id': '4899443fe5254856a7966a104007b224', 'gw_port': {'id': '45a5c2ea-16c9-4daf-b58c-6961055c6fae', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:37Z', 'updated_at': '2021-09-29T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'ab84413a-7de1-43c6-8acc-3718849eae35', 'name': '', 'network_id': '554a7344-0b56-4a04-87a4-f817f1314fc6', 'tenant_id': '4899443fe5254856a7966a104007b224', 'mac_address': 'fa:16:3e:e7:da:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5ebc5334-7139-4211-a43f-731ccdb25437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:39Z', 'updated_at': '2021-09-29T18:24:44Z', 'revision_number': 4, 'project_id': '4899443fe5254856a7966a104007b224', 'subnets': [{'id': '5ebc5334-7139-4211-a43f-731ccdb25437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:24:45.068187 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8a759222-d6f5-422c-94fd-e112e68e3789 req-ca89e64a-8be4-4e08-9d45-3e08a98f8e83 service neutron] 10.222.0.49 "GET /v2.0/networks/f6efb60d-496f-4f5c-a7b7-e868d9481b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015866 Sep 29 18:24:45.073690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c8a3f6ba-5057-4e7f-8842-be7100365d41 None None] For port ab84413a-7de1-43c6-8acc-3718849eae35, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ab84413a-7de1-43c6-8acc-3718849eae35,segment=NetworkSegment(656b2845-4269-4b4b-b63e-ee49165fbe3a),segment_id=656b2845-4269-4b4b-b63e-ee49165fbe3a)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:45.079926 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c8a3f6ba-5057-4e7f-8842-be7100365d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:45.089229 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9eadd0-74da-44bc-bda1-1350baa45193 None None] The sync data for ids ['28d6a026-76d3-4e55-b9aa-1ffbf8c06703'] in n-d-811748-2 is: [{'id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'name': 'tempest-TestEncryptedCinderVolumes-343924376-router', 'tenant_id': '4899443fe5254856a7966a104007b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '45a5c2ea-16c9-4daf-b58c-6961055c6fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:37Z', 'updated_at': '2021-09-29T18:24:40Z', 'revision_number': 4, 'project_id': '4899443fe5254856a7966a104007b224', 'gw_port': {'id': '45a5c2ea-16c9-4daf-b58c-6961055c6fae', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:37Z', 'updated_at': '2021-09-29T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'ab84413a-7de1-43c6-8acc-3718849eae35', 'name': '', 'network_id': '554a7344-0b56-4a04-87a4-f817f1314fc6', 'tenant_id': '4899443fe5254856a7966a104007b224', 'mac_address': 'fa:16:3e:e7:da:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '5ebc5334-7139-4211-a43f-731ccdb25437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:39Z', 'updated_at': '2021-09-29T18:24:44Z', 'revision_number': 4, 'project_id': '4899443fe5254856a7966a104007b224', 'subnets': [{'id': '5ebc5334-7139-4211-a43f-731ccdb25437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:24:45.117330 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ab84413a-7de1-43c6-8acc-3718849eae35 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:45.117708 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:45.175519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099b49d-4fe7-486c-b087-4ce2cdd2f17a req-a73ea462-3b81-4985-8626-0fa659e50712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:45.178420 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5099b49d-4fe7-486c-b087-4ce2cdd2f17a req-a73ea462-3b81-4985-8626-0fa659e50712 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c63578a56bf471ca9a1bed14a9c8078&device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 1095 time: 0.0521886 Sep 29 18:24:45.178678 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:45.186265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3f6ba-5057-4e7f-8842-be7100365d41 None None] Pushing event updated for resources: {'Port': ['ID=ab84413a-7de1-43c6-8acc-3718849eae35,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:45.208107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8ffe6b34-12c1-4ccf-bf4a-698a6e545e80 None None] Provisioning complete for port ab84413a-7de1-43c6-8acc-3718849eae35 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:45.208483 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8ffe6b34-12c1-4ccf-bf4a-698a6e545e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:45.293598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099b49d-4fe7-486c-b087-4ce2cdd2f17a req-ac3bd976-f50e-48a1-9a58-0bb5e6166096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:45.295354 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5099b49d-4fe7-486c-b087-4ce2cdd2f17a req-ac3bd976-f50e-48a1-9a58-0bb5e6166096 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6efb60d-496f-4f5c-a7b7-e868d9481b62 HTTP/1.1" status: 200 len: 918 time: 0.1110117 Sep 29 18:24:45.339147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5099b49d-4fe7-486c-b087-4ce2cdd2f17a req-f94eb826-a552-497a-9392-f94da77f7848 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8e95e59-6797-474a-9543-030a3adafc2c HTTP/1.1" status: 200 len: 217 time: 0.0352736 Sep 29 18:24:45.397435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099b49d-4fe7-486c-b087-4ce2cdd2f17a req-6dca035f-83db-44fa-b499-24cf7387a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:45.399129 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5099b49d-4fe7-486c-b087-4ce2cdd2f17a req-6dca035f-83db-44fa-b499-24cf7387a95c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7f0803a-26a7-489e-9975-649479d42eb2 HTTP/1.1" status: 200 len: 856 time: 0.0507586 Sep 29 18:24:45.447282 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099b49d-4fe7-486c-b087-4ce2cdd2f17a req-2bb3b5ee-8055-45fa-9b39-24228b3cf2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:45.448793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5099b49d-4fe7-486c-b087-4ce2cdd2f17a req-2bb3b5ee-8055-45fa-9b39-24228b3cf2e4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6efb60d-496f-4f5c-a7b7-e868d9481b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411730 Sep 29 18:24:45.554957 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5099b49d-4fe7-486c-b087-4ce2cdd2f17a req-a6fca1f1-50e5-4bdd-9b14-2c6ba2abac04 service neutron] 10.222.0.49 "GET /v2.0/networks/f6efb60d-496f-4f5c-a7b7-e868d9481b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967541 Sep 29 18:24:45.656206 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5099b49d-4fe7-486c-b087-4ce2cdd2f17a req-ad9c6f9d-2628-40c0-b2be-312403f8024e service neutron] 10.222.0.49 "GET /v2.0/networks/f6efb60d-496f-4f5c-a7b7-e868d9481b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925663 Sep 29 18:24:45.672311 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19594efa-3edc-4619-99a0-a64f418bb028 req-edac9be0-e802-4386-9bdc-0f9ddaab9eee tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:45.673859 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-19594efa-3edc-4619-99a0-a64f418bb028 req-edac9be0-e802-4386-9bdc-0f9ddaab9eee tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 944 time: 0.0519278 Sep 29 18:24:45.713836 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-19594efa-3edc-4619-99a0-a64f418bb028 req-509c07a7-2c60-4564-9795-24ade2104b19 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334642 Sep 29 18:24:46.598801 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ab84413a-7de1-43c6-8acc-3718849eae35 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:24:46.645021 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ab84413a-7de1-43c6-8acc-3718849eae35 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:46.645437 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:46.827619 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663f840-67c1-454f-929d-a23a627da0ef req-c54bc27e-db53-4798-b7ac-28c6298c4921 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:46.828986 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8663f840-67c1-454f-929d-a23a627da0ef req-c54bc27e-db53-4798-b7ac-28c6298c4921 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 944 time: 0.0474145 Sep 29 18:24:46.866249 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8663f840-67c1-454f-929d-a23a627da0ef req-d61fbf06-4e49-471f-9fd5-1da6ed699b11 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305064 Sep 29 18:24:47.084062 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:47.393458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e8e95e59-6797-474a-9543-030a3adafc2c details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:24:47.486105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e8e95e59-6797-474a-9543-030a3adafc2c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e8e95e59-6797-474a-9543-030a3adafc2c,segment=NetworkSegment(9c646345-ebf3-47d2-8232-8e4f18069921),segment_id=9c646345-ebf3-47d2-8232-8e4f18069921)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:47.497428 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'e8e95e59-6797-474a-9543-030a3adafc2c', 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62', 'port_id': 'e8e95e59-6797-474a-9543-030a3adafc2c', 'mac_address': 'fa:16:3e:15:96:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f0803a-26a7-489e-9975-649479d42eb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:24:47.532946 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:47.545132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e95e59-6797-474a-9543-030a3adafc2c {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:24:47.563822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e8e95e59-6797-474a-9543-030a3adafc2c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e8e95e59-6797-474a-9543-030a3adafc2c,segment=NetworkSegment(9c646345-ebf3-47d2-8232-8e4f18069921),segment_id=9c646345-ebf3-47d2-8232-8e4f18069921)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:47.567672 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:47.618964 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=e8e95e59-6797-474a-9543-030a3adafc2c,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:47.771019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['e8e95e59-6797-474a-9543-030a3adafc2c'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:24:47.978017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1236ce-8483-4e92-ae0e-80ff00e49457 req-746d7405-dba9-4e3c-a7c4-2bf0750856de tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:47.979470 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca1236ce-8483-4e92-ae0e-80ff00e49457 req-746d7405-dba9-4e3c-a7c4-2bf0750856de tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 945 time: 0.0485256 Sep 29 18:24:48.020281 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ca1236ce-8483-4e92-ae0e-80ff00e49457 req-6cf08dd3-b7a0-4803-a3c2-b2a478b1deb6 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348072 Sep 29 18:24:49.403946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e8e95e59-6797-474a-9543-030a3adafc2c up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:24:49.439341 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461613a6-f5d9-4aa5-aaef-228716fd2322 req-20193352-946c-4430-baa7-345e4901ad47 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:49.440812 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-461613a6-f5d9-4aa5-aaef-228716fd2322 req-20193352-946c-4430-baa7-345e4901ad47 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 945 time: 0.3558404 Sep 29 18:24:49.451904 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port e8e95e59-6797-474a-9543-030a3adafc2c completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:24:49.455574 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port e8e95e59-6797-474a-9543-030a3adafc2c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:24:49.456015 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:49.481019 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-461613a6-f5d9-4aa5-aaef-228716fd2322 req-f362737c-89a6-418d-8717-62b909f56a60 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332499 Sep 29 18:24:49.534162 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:49.556120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81799cde-b0a4-413c-a497-a37ce049f1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e95e59-6797-474a-9543-030a3adafc2c'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:24:49.558341 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e102780a-fcf3-4e54-b2a5-0bbbf59bb8ff" -d '{"events": [{"server_uuid": "81799cde-b0a4-413c-a497-a37ce049f1a9", "name": "network-vif-plugged", "status": "completed", "tag": "e8e95e59-6797-474a-9543-030a3adafc2c"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:24:49.571477 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e8e95e59-6797-474a-9543-030a3adafc2c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e8e95e59-6797-474a-9543-030a3adafc2c,segment=NetworkSegment(9c646345-ebf3-47d2-8232-8e4f18069921),segment_id=9c646345-ebf3-47d2-8232-8e4f18069921)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:24:49.575499 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:24:49.597953 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1e443a-b1c6-4e83-a3ef-4bf6cd19c378 x-openstack-request-id: req-0f1e443a-b1c6-4e83-a3ef-4bf6cd19c378 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:24:49.598241 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81799cde-b0a4-413c-a497-a37ce049f1a9", "name": "network-vif-plugged", "status": "completed", "tag": "e8e95e59-6797-474a-9543-030a3adafc2c", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:24:49.598489 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f1e443a-b1c6-4e83-a3ef-4bf6cd19c378 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:24:49.598867 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81799cde-b0a4-413c-a497-a37ce049f1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e95e59-6797-474a-9543-030a3adafc2c', 'code': 200} Sep 29 18:24:49.624394 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=e8e95e59-6797-474a-9543-030a3adafc2c,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:24:49.695630 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1c800-a4a7-458f-8050-c3d6b1539b76 req-99322a66-55fa-463a-a489-af5b547b25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:49.697140 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30f1c800-a4a7-458f-8050-c3d6b1539b76 req-99322a66-55fa-463a-a489-af5b547b25fd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 1097 time: 0.0412424 Sep 29 18:24:49.731801 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-30f1c800-a4a7-458f-8050-c3d6b1539b76 req-1366ada6-344b-414c-915f-79f811fd5496 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265007 Sep 29 18:24:50.596043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e8d8b-b671-4dea-a7ba-0b59369ef609 req-08e43134-27cd-4a52-a44a-57bea5cdffa1 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:50.597530 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-355e8d8b-b671-4dea-a7ba-0b59369ef609 req-08e43134-27cd-4a52-a44a-57bea5cdffa1 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 946 time: 0.0476506 Sep 29 18:24:50.635669 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-355e8d8b-b671-4dea-a7ba-0b59369ef609 req-3812e61b-c64a-4d63-bf9a-5b6d94f9b61e tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314410 Sep 29 18:24:51.752470 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7cbc8-abc7-4dce-a877-ccfe4e57f925 req-008466af-a2a6-4c71-8a4a-0af7fcce7308 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:51.753947 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78f7cbc8-abc7-4dce-a877-ccfe4e57f925 req-008466af-a2a6-4c71-8a4a-0af7fcce7308 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 946 time: 0.0508265 Sep 29 18:24:51.792252 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78f7cbc8-abc7-4dce-a877-ccfe4e57f925 req-45904006-526e-4224-89b8-deaf1f5b2f4b tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316572 Sep 29 18:24:51.904345 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a0b9d-36f0-4b0d-b3c1-c727be2bc3ea req-2bbf0cba-b8be-4d4d-aa07-faed4403f0a2 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:51.905825 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a42a0b9d-36f0-4b0d-b3c1-c727be2bc3ea req-2bbf0cba-b8be-4d4d-aa07-faed4403f0a2 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 946 time: 0.0482538 Sep 29 18:24:51.943666 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a42a0b9d-36f0-4b0d-b3c1-c727be2bc3ea req-6ae5abdc-d947-4c86-aec7-70a3898f00f2 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316677 Sep 29 18:24:56.452256 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-118861dc-8866-43ac-babd-770bebe5f962 req-a0259fe1-e872-48c5-bbe6-5d5705e80d3c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393097 Sep 29 18:24:56.554565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118861dc-8866-43ac-babd-770bebe5f962 req-3ba74f80-ad13-4975-a9ce-0be5c6ebee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:56.556062 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-118861dc-8866-43ac-babd-770bebe5f962 req-3ba74f80-ad13-4975-a9ce-0be5c6ebee83 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0427701 Sep 29 18:24:56.662902 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118861dc-8866-43ac-babd-770bebe5f962 req-af5d9cdb-dce1-41a7-a97d-f15fddbb1f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:56.664384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-118861dc-8866-43ac-babd-770bebe5f962 req-af5d9cdb-dce1-41a7-a97d-f15fddbb1f9f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0896246 Sep 29 18:24:56.705973 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-118861dc-8866-43ac-babd-770bebe5f962 req-4eeddef2-ae6b-424a-8046-6bdabe1b28ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0339563 Sep 29 18:24:56.763318 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118861dc-8866-43ac-babd-770bebe5f962 req-4e4450cc-a49e-46ec-8d2f-7a1fae45d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:56.764858 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-118861dc-8866-43ac-babd-770bebe5f962 req-4e4450cc-a49e-46ec-8d2f-7a1fae45d028 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0517256 Sep 29 18:24:56.812197 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118861dc-8866-43ac-babd-770bebe5f962 req-abb86a68-4958-4b34-bf19-0220b2c97cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:24:56.813709 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-118861dc-8866-43ac-babd-770bebe5f962 req-abb86a68-4958-4b34-bf19-0220b2c97cef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410516 Sep 29 18:24:56.910025 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-118861dc-8866-43ac-babd-770bebe5f962 req-fe089df5-9e70-40be-a6f5-687efd6d854d service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884683 Sep 29 18:24:57.001370 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-118861dc-8866-43ac-babd-770bebe5f962 req-cd2c6c76-89f3-420b-92cc-de4ff1b73153 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846844 Sep 29 18:24:57.974100 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:10.543249 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf5a04-2f7e-4ab6-a1d6-9c92b85e1e39 req-ba1c33b5-c184-49ad-9abf-3d6a2af40aed tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:10.544737 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16cf5a04-2f7e-4ab6-a1d6-9c92b85e1e39 req-ba1c33b5-c184-49ad-9abf-3d6a2af40aed tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 946 time: 0.0570405 Sep 29 18:25:10.582325 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-16cf5a04-2f7e-4ab6-a1d6-9c92b85e1e39 req-12402d7f-aa90-430b-93b9-38aff38d6fac tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316536 Sep 29 18:25:10.886770 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f2f84aed-4252-4a32-8b94-0acbca0abcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:11.698750 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cfa79-2c38-44a4-bb84-719e9941d471 req-3f81ede8-9151-49a7-9545-18966d55f723 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:11.700205 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d5cfa79-2c38-44a4-bb84-719e9941d471 req-3f81ede8-9151-49a7-9545-18966d55f723 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 946 time: 0.0513785 Sep 29 18:25:11.736293 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d5cfa79-2c38-44a4-bb84-719e9941d471 req-b28df4d3-6360-4d78-9167-8a22f61fef3e tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302610 Sep 29 18:25:12.092800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb64f2-1f77-4dbb-b37c-e442d5fa897e req-11086999-8668-4484-bff1-f0971f055136 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:12.094257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1adb64f2-1f77-4dbb-b37c-e442d5fa897e req-11086999-8668-4484-bff1-f0971f055136 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.49 "GET /v2.0/ports?device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 946 time: 0.0518234 Sep 29 18:25:12.182084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-1adb64f2-1f77-4dbb-b37c-e442d5fa897e req-9b59a55e-a6c0-43ea-ae00-a6683dd2c892 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Deleting port e8e95e59-6797-474a-9543-030a3adafc2c {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:25:12.182669 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1adb64f2-1f77-4dbb-b37c-e442d5fa897e req-9b59a55e-a6c0-43ea-ae00-a6683dd2c892 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:12.278241 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-1adb64f2-1f77-4dbb-b37c-e442d5fa897e req-9b59a55e-a6c0-43ea-ae00-a6683dd2c892 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] For port e8e95e59-6797-474a-9543-030a3adafc2c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e8e95e59-6797-474a-9543-030a3adafc2c,segment=NetworkSegment(9c646345-ebf3-47d2-8232-8e4f18069921),segment_id=9c646345-ebf3-47d2-8232-8e4f18069921)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:25:12.278603 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1adb64f2-1f77-4dbb-b37c-e442d5fa897e req-9b59a55e-a6c0-43ea-ae00-a6683dd2c892 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:12.289934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-1adb64f2-1f77-4dbb-b37c-e442d5fa897e req-9b59a55e-a6c0-43ea-ae00-a6683dd2c892 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Calling delete_port for e8e95e59-6797-474a-9543-030a3adafc2c owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:25:12.413700 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1adb64f2-1f77-4dbb-b37c-e442d5fa897e req-9b59a55e-a6c0-43ea-ae00-a6683dd2c892 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:12.425531 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['e8e95e59-6797-474a-9543-030a3adafc2c'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:25:12.444422 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59a55e-a6c0-43ea-ae00-a6683dd2c892 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Pushing event deleted for resources: {'Port': ['ID=e8e95e59-6797-474a-9543-030a3adafc2c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:12.489456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adb64f2-1f77-4dbb-b37c-e442d5fa897e req-9b59a55e-a6c0-43ea-ae00-a6683dd2c892 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] No DVR routers for this DVR port e8e95e59-6797-474a-9543-030a3adafc2c on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:25:12.493001 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-1adb64f2-1f77-4dbb-b37c-e442d5fa897e req-9b59a55e-a6c0-43ea-ae00-a6683dd2c892 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:12.495093 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1adb64f2-1f77-4dbb-b37c-e442d5fa897e req-9b59a55e-a6c0-43ea-ae00-a6683dd2c892 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.49 "DELETE /v2.0/ports/e8e95e59-6797-474a-9543-030a3adafc2c HTTP/1.1" status: 204 len: 173 time: 0.3951359 Sep 29 18:25:12.495545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81799cde-b0a4-413c-a497-a37ce049f1a9', 'name': 'network-vif-deleted', 'tag': 'e8e95e59-6797-474a-9543-030a3adafc2c'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:25:12.497957 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e83ead-46a7-4e91-bf67-8a515eab68ec" -d '{"events": [{"server_uuid": "81799cde-b0a4-413c-a497-a37ce049f1a9", "name": "network-vif-deleted", "tag": "e8e95e59-6797-474a-9543-030a3adafc2c"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:25:12.538941 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900d3dc5-5bc6-4f16-b4b9-680968f8564b x-openstack-request-id: req-900d3dc5-5bc6-4f16-b4b9-680968f8564b {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:25:12.539243 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81799cde-b0a4-413c-a497-a37ce049f1a9", "name": "network-vif-deleted", "tag": "e8e95e59-6797-474a-9543-030a3adafc2c", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:25:12.539504 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-900d3dc5-5bc6-4f16-b4b9-680968f8564b {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:25:12.539980 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81799cde-b0a4-413c-a497-a37ce049f1a9', 'name': 'network-vif-deleted', 'tag': 'e8e95e59-6797-474a-9543-030a3adafc2c', 'status': 'completed', 'code': 200} Sep 29 18:25:12.842615 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5aec6ce4-2b8e-4389-9fb0-058fc669ab1e req-0b4a2921-5362-49c2-8165-b06b0c31e7d6 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=81799cde-b0a4-413c-a497-a37ce049f1a9 HTTP/1.1" status: 200 len: 210 time: 0.0271702 Sep 29 18:25:13.611898 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dc59b614-9c11-48a0-ac3b-7fa33793ef48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:14.441891 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-7202b7c5-eaaf-46dc-82e6-4283ef080bb0 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:14.444040 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-7202b7c5-eaaf-46dc-82e6-4283ef080bb0 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/networks?id=f6efb60d-496f-4f5c-a7b7-e868d9481b62 HTTP/1.1" status: 200 len: 817 time: 0.1033528 Sep 29 18:25:14.458461 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-5e7f7c7e-fa72-4f09-b953-912c0af73d08 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/quotas/4c63578a56bf471ca9a1bed14a9c8078 HTTP/1.1" status: 200 len: 375 time: 0.0088751 Sep 29 18:25:14.515685 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-483ee416-1251-42b6-8084-d172a276a136 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c63578a56bf471ca9a1bed14a9c8078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508034 Sep 29 18:25:14.617997 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-199069f4-8294-417a-88a0-b71c556a1d2b service neutron] 10.222.0.44 "GET /v2.0/networks/f6efb60d-496f-4f5c-a7b7-e868d9481b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867765 Sep 29 18:25:14.711156 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-050c8021-404d-4a81-aeef-7e850c29efd0 service neutron] 10.222.0.44 "GET /v2.0/networks/f6efb60d-496f-4f5c-a7b7-e868d9481b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870662 Sep 29 18:25:14.743702 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:14.795016 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:14.871496 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f54eec2-4038-4768-b822-528bdac8b9ef req-e1b1bad7-33de-4bbb-81a5-be5217abf203 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 210 time: 0.0266221 Sep 29 18:25:15.139330 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:15.502734 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e8e95e59-6797-474a-9543-030a3adafc2c no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:25:15.522791 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: e8e95e59-6797-474a-9543-030a3adafc2c {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:25:15.523142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e8e95e59-6797-474a-9543-030a3adafc2c not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:25:15.829293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-524f2898-9731-47fa-a2ef-a7f10dc0d76b tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:15.830748 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-524f2898-9731-47fa-a2ef-a7f10dc0d76b tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.49 "GET /v2.0/networks?id=f6efb60d-496f-4f5c-a7b7-e868d9481b62 HTTP/1.1" status: 200 len: 817 time: 0.1044209 Sep 29 18:25:15.844112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-158b8272-0dc5-4ff0-8316-2d755ca3e1b9 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Request body: {'port': {'device_id': '8b8f5585-65b8-4972-8303-647d3b178c6e', 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62', 'admin_state_up': True, 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:25:15.982697 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2c332114-8698-41f6-b981-ce3055fc7dcf req-a7c33cb9-4f69-4a50-a197-177a11d974b0 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 210 time: 0.0283067 Sep 29 18:25:16.211259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-158b8272-0dc5-4ff0-8316-2d755ca3e1b9 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Made reservation on behalf of 4c63578a56bf471ca9a1bed14a9c8078 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:25:16.214960 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-158b8272-0dc5-4ff0-8316-2d755ca3e1b9 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:16.347636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-158b8272-0dc5-4ff0-8316-2d755ca3e1b9 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Allocated IP 172.20.0.11 (f6efb60d-496f-4f5c-a7b7-e868d9481b62/e7f0803a-26a7-489e-9975-649479d42eb2/6e43663f-7b85-48e4-8071-698f152aa5ef) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:25:16.489101 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-158b8272-0dc5-4ff0-8316-2d755ca3e1b9 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:16.525097 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-158b8272-0dc5-4ff0-8316-2d755ca3e1b9 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:16.566269 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-158b8272-0dc5-4ff0-8316-2d755ca3e1b9 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Network f6efb60d-496f-4f5c-a7b7-e868d9481b62 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:25:16.569911 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-158b8272-0dc5-4ff0-8316-2d755ca3e1b9 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:25:16.573601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-158b8272-0dc5-4ff0-8316-2d755ca3e1b9 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:25:16.581794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b8272-0dc5-4ff0-8316-2d755ca3e1b9 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Pushing event updated for resources: {'Port': ['ID=6e43663f-7b85-48e4-8071-698f152aa5ef,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:16.633164 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-158b8272-0dc5-4ff0-8316-2d755ca3e1b9 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:16.633845 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-158b8272-0dc5-4ff0-8316-2d755ca3e1b9 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:16.647949 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-158b8272-0dc5-4ff0-8316-2d755ca3e1b9 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8079448 Sep 29 18:25:16.660946 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Request body: {'port': {'device_id': '8b8f5585-65b8-4972-8303-647d3b178c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:25:16.720078 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:16.839822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-601de2e3-4d3d-4725-bdd3-054dc6758518 None None] Provisioning complete for port 6e43663f-7b85-48e4-8071-698f152aa5ef triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:25:16.840364 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-601de2e3-4d3d-4725-bdd3-054dc6758518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:16.873233 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-601de2e3-4d3d-4725-bdd3-054dc6758518 None None] Port 6e43663f-7b85-48e4-8071-698f152aa5ef cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:25:16.979063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e43663f-7b85-48e4-8071-698f152aa5ef {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:25:16.986308 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:16.999260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Transition to ACTIVE for port object 6e43663f-7b85-48e4-8071-698f152aa5ef will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:25:17.003021 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:17.078275 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Pushing event updated for resources: {'Port': ['ID=6e43663f-7b85-48e4-8071-698f152aa5ef,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:17.102918 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:17.115643 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe85ee7-d42b-422c-921f-eea11b6bae8e req-a457f9f9-4a16-4c33-aed2-02d9fc2bb111 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:17.118113 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dbe85ee7-d42b-422c-921f-eea11b6bae8e req-a457f9f9-4a16-4c33-aed2-02d9fc2bb111 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 944 time: 0.0654426 Sep 29 18:25:17.128312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Attempting to bind port 6e43663f-7b85-48e4-8071-698f152aa5ef on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:25:17.128656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Attempting to bind port 6e43663f-7b85-48e4-8071-698f152aa5ef by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:25:17.129059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Attempting to bind port 6e43663f-7b85-48e4-8071-698f152aa5ef on network f6efb60d-496f-4f5c-a7b7-e868d9481b62 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:25:17.133992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Port 6e43663f-7b85-48e4-8071-698f152aa5ef on network f6efb60d-496f-4f5c-a7b7-e868d9481b62 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:25:17.134309 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Attempting to bind port 6e43663f-7b85-48e4-8071-698f152aa5ef on network f6efb60d-496f-4f5c-a7b7-e868d9481b62 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:25:17.139302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:25:17.139642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Checking segment: {'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:25:17.140025 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Bound using segment: {'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:25:17.140462 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Bound port: 6e43663f-7b85-48e4-8071-698f152aa5ef, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c646345-ebf3-47d2-8232-8e4f18069921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:25:17.140819 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:17.159334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dbe85ee7-d42b-422c-921f-eea11b6bae8e req-92161d6f-a694-447a-94c6-240f37fdd8ea tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340455 Sep 29 18:25:17.208299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] For port 6e43663f-7b85-48e4-8071-698f152aa5ef, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:25:17.212989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] For port 6e43663f-7b85-48e4-8071-698f152aa5ef, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6e43663f-7b85-48e4-8071-698f152aa5ef,segment=NetworkSegment(9c646345-ebf3-47d2-8232-8e4f18069921),segment_id=9c646345-ebf3-47d2-8232-8e4f18069921)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:25:17.219023 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:17.253914 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:17.254584 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:17.255962 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] 10.222.0.49 "PUT /v2.0/ports/6e43663f-7b85-48e4-8071-698f152aa5ef HTTP/1.1" status: 200 len: 1092 time: 0.5993228 Sep 29 18:25:17.256394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8f5585-65b8-4972-8303-647d3b178c6e', 'tag': '6e43663f-7b85-48e4-8071-698f152aa5ef'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:25:17.259668 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22714e8f-d887-4c8b-851d-3560215af4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8f5585-65b8-4972-8303-647d3b178c6e", "tag": "6e43663f-7b85-48e4-8071-698f152aa5ef"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:25:17.283898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb416ec-083c-45c6-ae5b-f6793d7c0f9a service neutron] Pushing event updated for resources: {'Port': ['ID=6e43663f-7b85-48e4-8071-698f152aa5ef,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:17.328803 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:25:17.338863 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f1495c-d379-446a-a819-603b8808f685 x-openstack-request-id: req-18f1495c-d379-446a-a819-603b8808f685 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:25:17.339160 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8f5585-65b8-4972-8303-647d3b178c6e", "tag": "6e43663f-7b85-48e4-8071-698f152aa5ef", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:25:17.339415 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18f1495c-d379-446a-a819-603b8808f685 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:25:17.339815 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8f5585-65b8-4972-8303-647d3b178c6e', 'tag': '6e43663f-7b85-48e4-8071-698f152aa5ef', 'status': 'completed', 'code': 200} Sep 29 18:25:17.355635 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-fb60b43d-a05c-4df2-b8e8-d256a9b49c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:17.357174 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-fb60b43d-a05c-4df2-b8e8-d256a9b49c99 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c63578a56bf471ca9a1bed14a9c8078&device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 1095 time: 0.0538344 Sep 29 18:25:17.401595 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-f4c81f5e-c0cd-45eb-b9f8-b93a726dfb3b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e43663f-7b85-48e4-8071-698f152aa5ef HTTP/1.1" status: 200 len: 217 time: 0.0362499 Sep 29 18:25:17.453748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-17008226-ae43-4a22-baec-a733a4ee3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:17.455218 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-17008226-ae43-4a22-baec-a733a4ee3eec service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7f0803a-26a7-489e-9975-649479d42eb2 HTTP/1.1" status: 200 len: 856 time: 0.0467958 Sep 29 18:25:17.504457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-53423c90-74d4-457c-875b-967eee81faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:17.505881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-53423c90-74d4-457c-875b-967eee81faf6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6efb60d-496f-4f5c-a7b7-e868d9481b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441484 Sep 29 18:25:17.596750 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-cdf95ea3-d328-45c5-ba92-8c4eb4923a7e service neutron] 10.222.0.49 "GET /v2.0/networks/f6efb60d-496f-4f5c-a7b7-e868d9481b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835364 Sep 29 18:25:17.687359 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-50a60446-0592-4fa2-a26a-8e5a6fa52e32 req-97f54594-ae83-4b17-949c-d05a9a35b095 service neutron] 10.222.0.49 "GET /v2.0/networks/f6efb60d-496f-4f5c-a7b7-e868d9481b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840380 Sep 29 18:25:17.769562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22714e8f-d887-4c8b-851d-3560215af4d2 req-ac24a31b-3d38-4af0-aa1e-3b3694b8a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:17.770975 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22714e8f-d887-4c8b-851d-3560215af4d2 req-ac24a31b-3d38-4af0-aa1e-3b3694b8a69d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=4c63578a56bf471ca9a1bed14a9c8078&device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 1095 time: 0.0410659 Sep 29 18:25:17.863131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22714e8f-d887-4c8b-851d-3560215af4d2 req-7178df45-d3ec-41bf-b1bd-4b67dcc5cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:17.864584 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22714e8f-d887-4c8b-851d-3560215af4d2 req-7178df45-d3ec-41bf-b1bd-4b67dcc5cfa2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6efb60d-496f-4f5c-a7b7-e868d9481b62 HTTP/1.1" status: 200 len: 918 time: 0.0864902 Sep 29 18:25:17.905303 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22714e8f-d887-4c8b-851d-3560215af4d2 req-2a1f336a-b7df-4540-bb7e-0485760fcb82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e43663f-7b85-48e4-8071-698f152aa5ef HTTP/1.1" status: 200 len: 217 time: 0.0332582 Sep 29 18:25:17.953746 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22714e8f-d887-4c8b-851d-3560215af4d2 req-52900b65-3f26-4891-8a67-0adc471c7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:17.955136 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22714e8f-d887-4c8b-851d-3560215af4d2 req-52900b65-3f26-4891-8a67-0adc471c7310 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e7f0803a-26a7-489e-9975-649479d42eb2 HTTP/1.1" status: 200 len: 856 time: 0.0429199 Sep 29 18:25:17.999315 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22714e8f-d887-4c8b-851d-3560215af4d2 req-99475b05-4b52-472e-a899-83195b647663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:18.000762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22714e8f-d887-4c8b-851d-3560215af4d2 req-99475b05-4b52-472e-a899-83195b647663 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6efb60d-496f-4f5c-a7b7-e868d9481b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384345 Sep 29 18:25:18.100169 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22714e8f-d887-4c8b-851d-3560215af4d2 req-e125391b-a261-4ae2-85ae-5999ae15d2a3 service neutron] 10.222.0.49 "GET /v2.0/networks/f6efb60d-496f-4f5c-a7b7-e868d9481b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915356 Sep 29 18:25:18.195329 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22714e8f-d887-4c8b-851d-3560215af4d2 req-68c18fed-7795-4281-b67f-ad4431d60f88 service neutron] 10.222.0.49 "GET /v2.0/networks/f6efb60d-496f-4f5c-a7b7-e868d9481b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866909 Sep 29 18:25:18.279275 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8ab24-0613-4414-9ee8-acb8d6949746 req-638499d4-bfdb-41c1-be26-e3ecb1217d81 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:18.280755 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aae8ab24-0613-4414-9ee8-acb8d6949746 req-638499d4-bfdb-41c1-be26-e3ecb1217d81 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 944 time: 0.0494225 Sep 29 18:25:18.319536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aae8ab24-0613-4414-9ee8-acb8d6949746 req-45ef948f-d379-4063-a0de-d68adbc869b2 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322258 Sep 29 18:25:19.433201 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf7aee-377c-4ab4-a7f4-a6cb24a26dde req-2d8fe3f9-007d-4921-9225-758b89123c55 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:19.434695 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8daf7aee-377c-4ab4-a7f4-a6cb24a26dde req-2d8fe3f9-007d-4921-9225-758b89123c55 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 944 time: 0.0488374 Sep 29 18:25:19.470923 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8daf7aee-377c-4ab4-a7f4-a6cb24a26dde req-27de145d-9bba-41a8-be0b-7b096dc77bfa tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303266 Sep 29 18:25:20.612899 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d9848-f16a-43d0-930a-c1a546380a32 req-6f722b85-8647-4532-afb8-154b0e8c5070 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:20.614435 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-694d9848-f16a-43d0-930a-c1a546380a32 req-6f722b85-8647-4532-afb8-154b0e8c5070 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 944 time: 0.0592871 Sep 29 18:25:20.654445 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-694d9848-f16a-43d0-930a-c1a546380a32 req-2096d7b6-653f-4057-a2bd-5abf9cff3568 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331261 Sep 29 18:25:21.527558 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6e43663f-7b85-48e4-8071-698f152aa5ef details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:25:21.621459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6e43663f-7b85-48e4-8071-698f152aa5ef, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6e43663f-7b85-48e4-8071-698f152aa5ef,segment=NetworkSegment(9c646345-ebf3-47d2-8232-8e4f18069921),segment_id=9c646345-ebf3-47d2-8232-8e4f18069921)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:25:21.633545 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '6e43663f-7b85-48e4-8071-698f152aa5ef', 'network_id': 'f6efb60d-496f-4f5c-a7b7-e868d9481b62', 'port_id': '6e43663f-7b85-48e4-8071-698f152aa5ef', 'mac_address': 'fa:16:3e:7e:d2:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f0803a-26a7-489e-9975-649479d42eb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:25:21.670432 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:21.683395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e43663f-7b85-48e4-8071-698f152aa5ef {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:25:21.702946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6e43663f-7b85-48e4-8071-698f152aa5ef, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6e43663f-7b85-48e4-8071-698f152aa5ef,segment=NetworkSegment(9c646345-ebf3-47d2-8232-8e4f18069921),segment_id=9c646345-ebf3-47d2-8232-8e4f18069921)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:25:21.706823 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:21.757746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6e43663f-7b85-48e4-8071-698f152aa5ef,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:21.764844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:21.765203 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:21.765581 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:21.765916 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:21.766245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:21.766574 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:21.766902 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:21.767223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:21.767543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:21.767860 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:21.768180 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:21.768497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:21.775259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6c8b2-ac41-4e9c-9919-90166b7ccab8 req-45b8a841-22af-4c8c-a626-8b66601b8b75 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:21.776772 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9cf6c8b2-ac41-4e9c-9919-90166b7ccab8 req-45b8a841-22af-4c8c-a626-8b66601b8b75 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 945 time: 0.0520539 Sep 29 18:25:21.815483 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9cf6c8b2-ac41-4e9c-9919-90166b7ccab8 req-9d8d819f-3eae-4f81-8d8a-e78e3b54b745 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324767 Sep 29 18:25:21.899261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['6e43663f-7b85-48e4-8071-698f152aa5ef'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:25:22.926207 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d918be-2d26-4912-9d21-ae3d4a601b84 req-56ab6f25-add2-4aae-b57c-17583f0ea36a tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:22.927667 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f0d918be-2d26-4912-9d21-ae3d4a601b84 req-56ab6f25-add2-4aae-b57c-17583f0ea36a tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 945 time: 0.0481610 Sep 29 18:25:22.965512 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f0d918be-2d26-4912-9d21-ae3d4a601b84 req-5feaa4fb-c6ff-4125-9edb-45aa14389fdb tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319564 Sep 29 18:25:23.549195 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6e43663f-7b85-48e4-8071-698f152aa5ef up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:25:23.599680 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 6e43663f-7b85-48e4-8071-698f152aa5ef completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:25:23.604447 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 6e43663f-7b85-48e4-8071-698f152aa5ef triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:25:23.604818 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:23.679585 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:23.700575 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8f5585-65b8-4972-8303-647d3b178c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e43663f-7b85-48e4-8071-698f152aa5ef'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:25:23.702803 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792971e8-dc41-4c8c-80e2-0a836518970d" -d '{"events": [{"server_uuid": "8b8f5585-65b8-4972-8303-647d3b178c6e", "name": "network-vif-plugged", "status": "completed", "tag": "6e43663f-7b85-48e4-8071-698f152aa5ef"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:25:23.715190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 6e43663f-7b85-48e4-8071-698f152aa5ef, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6e43663f-7b85-48e4-8071-698f152aa5ef,segment=NetworkSegment(9c646345-ebf3-47d2-8232-8e4f18069921),segment_id=9c646345-ebf3-47d2-8232-8e4f18069921)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:25:23.719306 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:23.742601 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe87f54-91e8-43c0-a728-0d061a3288c5 x-openstack-request-id: req-7fe87f54-91e8-43c0-a728-0d061a3288c5 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:25:23.742887 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8f5585-65b8-4972-8303-647d3b178c6e", "name": "network-vif-plugged", "status": "completed", "tag": "6e43663f-7b85-48e4-8071-698f152aa5ef", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:25:23.743216 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fe87f54-91e8-43c0-a728-0d061a3288c5 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:25:23.743599 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8f5585-65b8-4972-8303-647d3b178c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e43663f-7b85-48e4-8071-698f152aa5ef', 'code': 200} Sep 29 18:25:23.768282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=6e43663f-7b85-48e4-8071-698f152aa5ef,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:23.833153 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7da01-99d3-49b0-b638-1bc9c898a60b req-4e379a50-1db4-4c93-a9db-0ceb169b63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:23.834658 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07d7da01-99d3-49b0-b638-1bc9c898a60b req-4e379a50-1db4-4c93-a9db-0ceb169b63b6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 1097 time: 0.0400505 Sep 29 18:25:23.868862 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-07d7da01-99d3-49b0-b638-1bc9c898a60b req-7b47bb46-c2eb-42c4-a5b3-fff88102d380 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276937 Sep 29 18:25:24.083338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26f64e-aa7f-418d-97ba-dc6e5f65b1bd req-cdbe6af6-197f-4765-b955-45e0ccf5e7bb tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:24.085239 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d26f64e-aa7f-418d-97ba-dc6e5f65b1bd req-cdbe6af6-197f-4765-b955-45e0ccf5e7bb tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 946 time: 0.0520861 Sep 29 18:25:24.122522 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d26f64e-aa7f-418d-97ba-dc6e5f65b1bd req-788e7b58-0320-4fa2-8850-96dd2c3acdd1 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 Sep 29 18:25:25.237040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf3f08-0717-4c6f-abee-03b194900b57 req-8b73d69d-2394-4230-a5f6-e38ffce87247 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:25.238580 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43bf3f08-0717-4c6f-abee-03b194900b57 req-8b73d69d-2394-4230-a5f6-e38ffce87247 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 946 time: 0.0502546 Sep 29 18:25:25.276434 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-43bf3f08-0717-4c6f-abee-03b194900b57 req-277ff788-20ed-4b35-bc9c-9c86305b8107 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313854 Sep 29 18:25:25.391863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243c385-5e41-43fe-b699-504c61e769cb req-1f8819e6-9e94-4b19-ad08-ed31a8deef41 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:25.393501 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9243c385-5e41-43fe-b699-504c61e769cb req-1f8819e6-9e94-4b19-ad08-ed31a8deef41 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 946 time: 0.0518820 Sep 29 18:25:25.430632 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9243c385-5e41-43fe-b699-504c61e769cb req-8d2bda7e-2573-4e56-9059-9aa9ceb39f7b tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310295 Sep 29 18:25:27.994693 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:40.888159 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-02a7db11-350c-4d3d-b4d5-6e55ff142a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:43.619191 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-47e168c8-c7fa-42f6-a434-7353f77bee84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:43.748500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cc190-c5aa-46c0-810f-1d2d5d784482 req-3b0de984-c5f6-4fe7-a12f-fed4682f5d3f tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:43.750014 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c8cc190-c5aa-46c0-810f-1d2d5d784482 req-3b0de984-c5f6-4fe7-a12f-fed4682f5d3f tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 946 time: 0.0543835 Sep 29 18:25:43.789508 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c8cc190-c5aa-46c0-810f-1d2d5d784482 req-67d214a2-c032-4eb8-a6b9-29836d60c1f5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332568 Sep 29 18:25:44.745063 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:44.796697 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:44.901231 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59691cb1-70dc-4c67-816e-bc1e1b9b3435 req-c4092910-c0b0-47ff-a5b0-23b47f56a526 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:44.902742 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-59691cb1-70dc-4c67-816e-bc1e1b9b3435 req-c4092910-c0b0-47ff-a5b0-23b47f56a526 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 946 time: 0.0478952 Sep 29 18:25:44.945056 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-59691cb1-70dc-4c67-816e-bc1e1b9b3435 req-deff59c0-215d-44fd-a717-7daa6c2ecee7 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/security-groups?id=cd001f3b-a652-4591-b62e-712d72c0e50f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363543 Sep 29 18:25:45.156049 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:45.246852 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811aa7c6-2047-443c-b2f9-28134c2ef5bc req-207eb940-64e1-4df6-8c97-8244a6b8b0bd tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:45.248329 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-811aa7c6-2047-443c-b2f9-28134c2ef5bc req-207eb940-64e1-4df6-8c97-8244a6b8b0bd tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.49 "GET /v2.0/ports?device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 946 time: 0.0492609 Sep 29 18:25:45.341951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-811aa7c6-2047-443c-b2f9-28134c2ef5bc req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Deleting port 6e43663f-7b85-48e4-8071-698f152aa5ef {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:25:45.342292 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-811aa7c6-2047-443c-b2f9-28134c2ef5bc req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:45.427581 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-811aa7c6-2047-443c-b2f9-28134c2ef5bc req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] For port 6e43663f-7b85-48e4-8071-698f152aa5ef, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=6e43663f-7b85-48e4-8071-698f152aa5ef,segment=NetworkSegment(9c646345-ebf3-47d2-8232-8e4f18069921),segment_id=9c646345-ebf3-47d2-8232-8e4f18069921)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:25:45.427998 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-811aa7c6-2047-443c-b2f9-28134c2ef5bc req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:45.440120 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-811aa7c6-2047-443c-b2f9-28134c2ef5bc req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Calling delete_port for 6e43663f-7b85-48e4-8071-698f152aa5ef owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:25:45.565186 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-811aa7c6-2047-443c-b2f9-28134c2ef5bc req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:45.578405 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['6e43663f-7b85-48e4-8071-698f152aa5ef'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:25:45.595830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Pushing event deleted for resources: {'Port': ['ID=6e43663f-7b85-48e4-8071-698f152aa5ef,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:45.622727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:45.623079 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:45.623485 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:45.623824 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:45.624146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:45.624475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:45.624797 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:45.625119 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:45.625473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:45.625794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:45.626112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:45.626429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:45.655175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-811aa7c6-2047-443c-b2f9-28134c2ef5bc req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] No DVR routers for this DVR port 6e43663f-7b85-48e4-8071-698f152aa5ef on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:25:45.658364 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-811aa7c6-2047-443c-b2f9-28134c2ef5bc req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:45.660584 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-811aa7c6-2047-443c-b2f9-28134c2ef5bc req-aaa96a0b-2656-403b-b15f-be91ee7163b5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.49 "DELETE /v2.0/ports/6e43663f-7b85-48e4-8071-698f152aa5ef HTTP/1.1" status: 204 len: 173 time: 0.4065068 Sep 29 18:25:45.661072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8f5585-65b8-4972-8303-647d3b178c6e', 'name': 'network-vif-deleted', 'tag': '6e43663f-7b85-48e4-8071-698f152aa5ef'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:25:45.663705 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4feae78d-5422-40f2-b147-91e68faa1be5" -d '{"events": [{"server_uuid": "8b8f5585-65b8-4972-8303-647d3b178c6e", "name": "network-vif-deleted", "tag": "6e43663f-7b85-48e4-8071-698f152aa5ef"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:25:45.702139 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d80325-08a6-4c93-b422-e9bfa4d0e67d x-openstack-request-id: req-28d80325-08a6-4c93-b422-e9bfa4d0e67d {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:25:45.702442 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8f5585-65b8-4972-8303-647d3b178c6e", "name": "network-vif-deleted", "tag": "6e43663f-7b85-48e4-8071-698f152aa5ef", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:25:45.702702 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28d80325-08a6-4c93-b422-e9bfa4d0e67d {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:25:45.703110 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8f5585-65b8-4972-8303-647d3b178c6e', 'name': 'network-vif-deleted', 'tag': '6e43663f-7b85-48e4-8071-698f152aa5ef', 'status': 'completed', 'code': 200} Sep 29 18:25:46.055462 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6851964f-6c3c-4413-8f11-70593bca2ec7 req-29a66980-f0f0-4f54-81b5-b11b9737eeb5 tempest-TestEncryptedCinderVolumes-556423761 tempest-TestEncryptedCinderVolumes-556423761-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b8f5585-65b8-4972-8303-647d3b178c6e HTTP/1.1" status: 200 len: 210 time: 0.0278778 Sep 29 18:25:47.087708 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:47.151537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54442) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:47.554499 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e108e3d2-7c97-4b61-a8eb-8654123cad63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:47.659341 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6e43663f-7b85-48e4-8071-698f152aa5ef no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:25:47.680285 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 6e43663f-7b85-48e4-8071-698f152aa5ef {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:25:47.680632 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 6e43663f-7b85-48e4-8071-698f152aa5ef not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:25:47.791990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-e108e3d2-7c97-4b61-a8eb-8654123cad63 admin admin] Deleting port 183593d1-60fb-4fe8-8d59-48cfef9f6234 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:25:47.792336 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e108e3d2-7c97-4b61-a8eb-8654123cad63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:47.868750 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-e108e3d2-7c97-4b61-a8eb-8654123cad63 admin admin] For port 183593d1-60fb-4fe8-8d59-48cfef9f6234, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=183593d1-60fb-4fe8-8d59-48cfef9f6234,segment=NetworkSegment(9c646345-ebf3-47d2-8232-8e4f18069921),segment_id=9c646345-ebf3-47d2-8232-8e4f18069921)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:25:47.869025 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e108e3d2-7c97-4b61-a8eb-8654123cad63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:47.881118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-e108e3d2-7c97-4b61-a8eb-8654123cad63 admin admin] Calling delete_port for 183593d1-60fb-4fe8-8d59-48cfef9f6234 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:25:48.054504 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e108e3d2-7c97-4b61-a8eb-8654123cad63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:48.082802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108e3d2-7c97-4b61-a8eb-8654123cad63 admin admin] Pushing event deleted for resources: {'Port': ['ID=183593d1-60fb-4fe8-8d59-48cfef9f6234,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:48.247555 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e108e3d2-7c97-4b61-a8eb-8654123cad63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:48.711892 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e108e3d2-7c97-4b61-a8eb-8654123cad63 admin admin] Router f84caada-b876-4a84-b587-ae15975eb21f has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:25:48.819302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e108e3d2-7c97-4b61-a8eb-8654123cad63 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:25:48.824494 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e108e3d2-7c97-4b61-a8eb-8654123cad63 admin admin] 10.222.0.44 "PUT /v2.0/routers/f84caada-b876-4a84-b587-ae15975eb21f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6718307 Sep 29 18:25:48.827059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54444) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:48.828158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1539c7-861d-4d91-8a6b-e26b88a67a33 None None] Sync routers for ids ['f84caada-b876-4a84-b587-ae15975eb21f'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:25:48.837187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1539c7-861d-4d91-8a6b-e26b88a67a33 None None] Routers {'f84caada-b876-4a84-b587-ae15975eb21f'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:25:48.837838 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ab1539c7-861d-4d91-8a6b-e26b88a67a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:25:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f84caada-b876-4a84-b587-ae15975eb21f'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:48.929490 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ebbe7c97-02cb-4055-933e-57c9c4a14e7f admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:49.036797 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ebbe7c97-02cb-4055-933e-57c9c4a14e7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:49.092873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe7c97-02cb-4055-933e-57c9c4a14e7f admin admin] Deleting port 2a1b1ad8-e96c-4df8-8751-302ff2a3e863 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:25:49.093137 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ebbe7c97-02cb-4055-933e-57c9c4a14e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:49.094896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-ab1539c7-861d-4d91-8a6b-e26b88a67a33 None None] Set router f84caada-b876-4a84-b587-ae15975eb21f gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:25:49.171990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-ebbe7c97-02cb-4055-933e-57c9c4a14e7f admin admin] For port 2a1b1ad8-e96c-4df8-8751-302ff2a3e863, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=2a1b1ad8-e96c-4df8-8751-302ff2a3e863,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:25:49.172359 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ebbe7c97-02cb-4055-933e-57c9c4a14e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:49.185487 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe7c97-02cb-4055-933e-57c9c4a14e7f admin admin] Calling delete_port for 2a1b1ad8-e96c-4df8-8751-302ff2a3e863 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:25:49.274208 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ab1539c7-861d-4d91-8a6b-e26b88a67a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'name': 'tempest-TestEncryptedCinderVolumes-2036738609-router', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.184'}], 'enable_snat': True}, 'gw_port_id': '2a1b1ad8-e96c-4df8-8751-302ff2a3e863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:32Z', 'updated_at': '2021-09-29T18:25:48Z', 'revision_number': 5, 'project_id': '4c63578a56bf471ca9a1bed14a9c8078', 'gw_port': {'id': '2a1b1ad8-e96c-4df8-8751-302ff2a3e863', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:33Z', 'updated_at': '2021-09-29T18:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:49.300550 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1539c7-861d-4d91-8a6b-e26b88a67a33 None None] Checking router: f84caada-b876-4a84-b587-ae15975eb21f for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:25:49.309218 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1539c7-861d-4d91-8a6b-e26b88a67a33 None None] Routers {'f84caada-b876-4a84-b587-ae15975eb21f'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:25:49.309870 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ab1539c7-861d-4d91-8a6b-e26b88a67a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:25:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['f84caada-b876-4a84-b587-ae15975eb21f'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:49.352519 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ebbe7c97-02cb-4055-933e-57c9c4a14e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:49.378358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe7c97-02cb-4055-933e-57c9c4a14e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1b1ad8-e96c-4df8-8751-302ff2a3e863,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:49.399553 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-ab1539c7-861d-4d91-8a6b-e26b88a67a33 None None] Set router f84caada-b876-4a84-b587-ae15975eb21f gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:25:49.441165 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ebbe7c97-02cb-4055-933e-57c9c4a14e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:49.451063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-ab1539c7-861d-4d91-8a6b-e26b88a67a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'name': 'tempest-TestEncryptedCinderVolumes-2036738609-router', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:32Z', 'updated_at': '2021-09-29T18:25:49Z', 'revision_number': 6, 'project_id': '4c63578a56bf471ca9a1bed14a9c8078', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:49.480518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1539c7-861d-4d91-8a6b-e26b88a67a33 None None] The sync data for ids ['f84caada-b876-4a84-b587-ae15975eb21f'] in n-d-811748-2 is: [{'id': 'f84caada-b876-4a84-b587-ae15975eb21f', 'name': 'tempest-TestEncryptedCinderVolumes-2036738609-router', 'tenant_id': '4c63578a56bf471ca9a1bed14a9c8078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:32Z', 'updated_at': '2021-09-29T18:25:49Z', 'revision_number': 6, 'project_id': '4c63578a56bf471ca9a1bed14a9c8078', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:25:49.547590 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ebbe7c97-02cb-4055-933e-57c9c4a14e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:49.549715 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ebbe7c97-02cb-4055-933e-57c9c4a14e7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:49.607600 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ebbe7c97-02cb-4055-933e-57c9c4a14e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:49.608024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbe7c97-02cb-4055-933e-57c9c4a14e7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f84caada-b876-4a84-b587-ae15975eb21f {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:25:49.612363 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ebbe7c97-02cb-4055-933e-57c9c4a14e7f admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:49.613527 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ebbe7c97-02cb-4055-933e-57c9c4a14e7f admin admin] 10.222.0.44 "DELETE /v2.0/routers/f84caada-b876-4a84-b587-ae15975eb21f HTTP/1.1" status: 204 len: 168 time: 0.7855275 Sep 29 18:25:49.616711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54446) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:49.665427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-5804c996-4bd3-4f93-8e73-5eec9672ef39 admin admin] Deleting subnet e7f0803a-26a7-489e-9975-649479d42eb2 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:25:49.668604 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5804c996-4bd3-4f93-8e73-5eec9672ef39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:49.707481 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5804c996-4bd3-4f93-8e73-5eec9672ef39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:49.782708 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5804c996-4bd3-4f93-8e73-5eec9672ef39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:49.841154 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5804c996-4bd3-4f93-8e73-5eec9672ef39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:49.868236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804c996-4bd3-4f93-8e73-5eec9672ef39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7f0803a-26a7-489e-9975-649479d42eb2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:49.871760 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5804c996-4bd3-4f93-8e73-5eec9672ef39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:49.873679 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5804c996-4bd3-4f93-8e73-5eec9672ef39 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e7f0803a-26a7-489e-9975-649479d42eb2 HTTP/1.1" status: 204 len: 168 time: 0.2558606 Sep 29 18:25:49.876047 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54448) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:49.878652 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a002c7-8a1f-44b0-9aef-988daa7543f2 None None] Network f6efb60d-496f-4f5c-a7b7-e868d9481b62 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:25:49.948737 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:50.007398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] Deleting port 7a62aa49-c79b-463b-9ee8-becc5202f7f7 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:25:50.007990 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:50.070806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] For port 7a62aa49-c79b-463b-9ee8-becc5202f7f7, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7a62aa49-c79b-463b-9ee8-becc5202f7f7,segment=NetworkSegment(9c646345-ebf3-47d2-8232-8e4f18069921),segment_id=9c646345-ebf3-47d2-8232-8e4f18069921)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:25:50.071170 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:50.082939 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] Calling delete_port for 7a62aa49-c79b-463b-9ee8-becc5202f7f7 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:25:50.162120 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:50.188393 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a62aa49-c79b-463b-9ee8-becc5202f7f7,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:50.190227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] No DVR routers for this DVR port 7a62aa49-c79b-463b-9ee8-becc5202f7f7 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:25:50.237703 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c8c474-f49b-48a2-841d-e24b49d45164 None None] DHCP port deletion for f6efb60d-496f-4f5c-a7b7-e868d9481b62 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:25:50.263916 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:50.290953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6efb60d-496f-4f5c-a7b7-e868d9481b62']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:50.299842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c646345-ebf3-47d2-8232-8e4f18069921') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:50.300133 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c646345-ebf3-47d2-8232-8e4f18069921') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:50.309682 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:50.323332 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:50.329791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:25:50.330316 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:25:50.332130 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:25:50.387277 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:50.392716 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:50.394575 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] 10.222.0.44 "DELETE /v2.0/networks/f6efb60d-496f-4f5c-a7b7-e868d9481b62 HTTP/1.1" status: 204 len: 168 time: 0.5174046 Sep 29 18:25:50.397905 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54450) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:50.404989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b23e5-cfcc-4ea1-8712-e578c57d429e admin admin] Pushing event deleted for resources: {'Network': ['ID=f6efb60d-496f-4f5c-a7b7-e868d9481b62,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:50.633772 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7a62aa49-c79b-463b-9ee8-becc5202f7f7 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:25:50.653288 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 7a62aa49-c79b-463b-9ee8-becc5202f7f7 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:25:50.653633 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7a62aa49-c79b-463b-9ee8-becc5202f7f7 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:25:50.654037 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 183593d1-60fb-4fe8-8d59-48cfef9f6234 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:25:50.672439 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 183593d1-60fb-4fe8-8d59-48cfef9f6234 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:25:50.672782 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 183593d1-60fb-4fe8-8d59-48cfef9f6234 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:25:50.673199 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2a1b1ad8-e96c-4df8-8751-302ff2a3e863 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:25:50.691805 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 2a1b1ad8-e96c-4df8-8751-302ff2a3e863 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:25:50.692149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 2a1b1ad8-e96c-4df8-8751-302ff2a3e863 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:25:50.762515 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:50.999826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Deleting port ab84413a-7de1-43c6-8acc-3718849eae35 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:25:51.000086 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:51.076280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] For port ab84413a-7de1-43c6-8acc-3718849eae35, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ab84413a-7de1-43c6-8acc-3718849eae35,segment=NetworkSegment(656b2845-4269-4b4b-b63e-ee49165fbe3a),segment_id=656b2845-4269-4b4b-b63e-ee49165fbe3a)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:25:51.076632 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:51.088513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Calling delete_port for ab84413a-7de1-43c6-8acc-3718849eae35 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:25:51.264310 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:51.293621 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Pushing event deleted for resources: {'Port': ['ID=ab84413a-7de1-43c6-8acc-3718849eae35,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:51.317667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:51.318013 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:51.318921 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:51.319369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:51.319748 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:51.320079 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:51.320407 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:51.320732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:51.321054 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:51.321401 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:51.321725 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:51.322046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:25:51.464300 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:51.671431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Router 28d6a026-76d3-4e55-b9aa-1ffbf8c06703 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:25:51.775091 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:25:51.780147 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f17c7648-978e-4be4-9a88-925a0ee9acea admin admin] 10.222.0.44 "PUT /v2.0/routers/28d6a026-76d3-4e55-b9aa-1ffbf8c06703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3810720 Sep 29 18:25:51.782847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54452) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:51.783753 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d9f0dc-a7ae-4ca9-bbfe-938409ee1714 None None] Sync routers for ids ['28d6a026-76d3-4e55-b9aa-1ffbf8c06703'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:25:51.792631 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d9f0dc-a7ae-4ca9-bbfe-938409ee1714 None None] Routers {'28d6a026-76d3-4e55-b9aa-1ffbf8c06703'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:25:51.793233 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e9d9f0dc-a7ae-4ca9-bbfe-938409ee1714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:25:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['28d6a026-76d3-4e55-b9aa-1ffbf8c06703'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:51.881707 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-606e3a2d-abcc-40c6-9cb6-a2b04eef7b15 admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:51.893980 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-e9d9f0dc-a7ae-4ca9-bbfe-938409ee1714 None None] Set router 28d6a026-76d3-4e55-b9aa-1ffbf8c06703 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:25:51.998532 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-606e3a2d-abcc-40c6-9cb6-a2b04eef7b15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:52.055835 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-606e3a2d-abcc-40c6-9cb6-a2b04eef7b15 admin admin] Deleting port 45a5c2ea-16c9-4daf-b58c-6961055c6fae {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:25:52.056172 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-606e3a2d-abcc-40c6-9cb6-a2b04eef7b15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:52.085599 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e9d9f0dc-a7ae-4ca9-bbfe-938409ee1714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'name': 'tempest-TestEncryptedCinderVolumes-343924376-router', 'tenant_id': '4899443fe5254856a7966a104007b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '45a5c2ea-16c9-4daf-b58c-6961055c6fae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:37Z', 'updated_at': '2021-09-29T18:25:51Z', 'revision_number': 5, 'project_id': '4899443fe5254856a7966a104007b224', 'gw_port': {'id': '45a5c2ea-16c9-4daf-b58c-6961055c6fae', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:13:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:24:37Z', 'updated_at': '2021-09-29T18:24:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:52.110836 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d9f0dc-a7ae-4ca9-bbfe-938409ee1714 None None] Checking router: 28d6a026-76d3-4e55-b9aa-1ffbf8c06703 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:25:52.119295 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d9f0dc-a7ae-4ca9-bbfe-938409ee1714 None None] Routers {'28d6a026-76d3-4e55-b9aa-1ffbf8c06703'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:25:52.119885 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e9d9f0dc-a7ae-4ca9-bbfe-938409ee1714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:25:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['28d6a026-76d3-4e55-b9aa-1ffbf8c06703'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:52.134211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-606e3a2d-abcc-40c6-9cb6-a2b04eef7b15 admin admin] For port 45a5c2ea-16c9-4daf-b58c-6961055c6fae, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=45a5c2ea-16c9-4daf-b58c-6961055c6fae,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:25:52.134567 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-606e3a2d-abcc-40c6-9cb6-a2b04eef7b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:52.147093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-606e3a2d-abcc-40c6-9cb6-a2b04eef7b15 admin admin] Calling delete_port for 45a5c2ea-16c9-4daf-b58c-6961055c6fae owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:25:52.203393 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-e9d9f0dc-a7ae-4ca9-bbfe-938409ee1714 None None] Set router 28d6a026-76d3-4e55-b9aa-1ffbf8c06703 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:25:52.256666 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-e9d9f0dc-a7ae-4ca9-bbfe-938409ee1714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'name': 'tempest-TestEncryptedCinderVolumes-343924376-router', 'tenant_id': '4899443fe5254856a7966a104007b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:37Z', 'updated_at': '2021-09-29T18:25:51Z', 'revision_number': 6, 'project_id': '4899443fe5254856a7966a104007b224', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:52.282961 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d9f0dc-a7ae-4ca9-bbfe-938409ee1714 None None] The sync data for ids ['28d6a026-76d3-4e55-b9aa-1ffbf8c06703'] in n-d-811748-2 is: [{'id': '28d6a026-76d3-4e55-b9aa-1ffbf8c06703', 'name': 'tempest-TestEncryptedCinderVolumes-343924376-router', 'tenant_id': '4899443fe5254856a7966a104007b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:24:37Z', 'updated_at': '2021-09-29T18:25:51Z', 'revision_number': 6, 'project_id': '4899443fe5254856a7966a104007b224', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:25:52.316049 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-606e3a2d-abcc-40c6-9cb6-a2b04eef7b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:52.341986 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e3a2d-abcc-40c6-9cb6-a2b04eef7b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=45a5c2ea-16c9-4daf-b58c-6961055c6fae,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:52.403263 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-606e3a2d-abcc-40c6-9cb6-a2b04eef7b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:52.488824 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-606e3a2d-abcc-40c6-9cb6-a2b04eef7b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:52.491581 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-606e3a2d-abcc-40c6-9cb6-a2b04eef7b15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:52.534311 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-606e3a2d-abcc-40c6-9cb6-a2b04eef7b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:52.534789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606e3a2d-abcc-40c6-9cb6-a2b04eef7b15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28d6a026-76d3-4e55-b9aa-1ffbf8c06703 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:25:52.539993 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-606e3a2d-abcc-40c6-9cb6-a2b04eef7b15 admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:52.541617 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-606e3a2d-abcc-40c6-9cb6-a2b04eef7b15 admin admin] 10.222.0.44 "DELETE /v2.0/routers/28d6a026-76d3-4e55-b9aa-1ffbf8c06703 HTTP/1.1" status: 204 len: 168 time: 0.7578230 Sep 29 18:25:52.544165 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54454) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:52.587828 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-378e7531-8a7d-46f6-affb-14a630f3ac1b admin admin] Deleting subnet 5ebc5334-7139-4211-a43f-731ccdb25437 {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:25:52.590928 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-378e7531-8a7d-46f6-affb-14a630f3ac1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:52.630257 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-378e7531-8a7d-46f6-affb-14a630f3ac1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:52.729095 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-378e7531-8a7d-46f6-affb-14a630f3ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:52.779760 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-378e7531-8a7d-46f6-affb-14a630f3ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:52.804890 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e7531-8a7d-46f6-affb-14a630f3ac1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ebc5334-7139-4211-a43f-731ccdb25437,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:52.808477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-378e7531-8a7d-46f6-affb-14a630f3ac1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:52.811206 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-378e7531-8a7d-46f6-affb-14a630f3ac1b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5ebc5334-7139-4211-a43f-731ccdb25437 HTTP/1.1" status: 204 len: 168 time: 0.2652116 Sep 29 18:25:52.812716 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54456) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:52.815152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0db93d-1e63-4ef9-997e-24bdec3e4d43 None None] Network 554a7344-0b56-4a04-87a4-f817f1314fc6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:25:52.883852 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:52.934884 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] Deleting port 553dd87e-c97c-4dbd-b347-e406ade76534 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:25:52.935225 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:53.000477 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] For port 553dd87e-c97c-4dbd-b347-e406ade76534, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=553dd87e-c97c-4dbd-b347-e406ade76534,segment=NetworkSegment(656b2845-4269-4b4b-b63e-ee49165fbe3a),segment_id=656b2845-4269-4b4b-b63e-ee49165fbe3a)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:25:53.000772 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:53.012693 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] Calling delete_port for 553dd87e-c97c-4dbd-b347-e406ade76534 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:25:53.058311 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e95867d-c23b-40b9-a01d-ed1f2d21c056 None None] DHCP port deletion for 554a7344-0b56-4a04-87a4-f817f1314fc6 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:25:53.084351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ab84413a-7de1-43c6-8acc-3718849eae35 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:25:53.098163 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:53.112921 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: ab84413a-7de1-43c6-8acc-3718849eae35 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:25:53.113377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ab84413a-7de1-43c6-8acc-3718849eae35 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:25:53.124292 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] Pushing event deleted for resources: {'Port': ['ID=553dd87e-c97c-4dbd-b347-e406ade76534,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:53.127973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] No DVR routers for this DVR port 553dd87e-c97c-4dbd-b347-e406ade76534 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:25:53.134764 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-7e95867d-c23b-40b9-a01d-ed1f2d21c056 None None] Deleting port 553dd87e-c97c-4dbd-b347-e406ade76534 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:25:53.135146 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e95867d-c23b-40b9-a01d-ed1f2d21c056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:53.199867 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7e95867d-c23b-40b9-a01d-ed1f2d21c056 None None] For port 553dd87e-c97c-4dbd-b347-e406ade76534, host n-d-811748-2, got binding levels [] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:25:53.200266 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e95867d-c23b-40b9-a01d-ed1f2d21c056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:53.213509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-7e95867d-c23b-40b9-a01d-ed1f2d21c056 None None] Calling delete_port for 553dd87e-c97c-4dbd-b347-e406ade76534 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:25:53.216198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.ipam_backend_mixin [None req-7e95867d-c23b-40b9-a01d-ed1f2d21c056 None None] Port 553dd87e-c97c-4dbd-b347-e406ade76534 was not found and therefore no delete operation was performed {{(pid=95017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 18:25:53.217480 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7e95867d-c23b-40b9-a01d-ed1f2d21c056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:53.249791 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95867d-c23b-40b9-a01d-ed1f2d21c056 None None] Pushing event deleted for resources: {'Port': ['ID=553dd87e-c97c-4dbd-b347-e406ade76534,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:53.253995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e95867d-c23b-40b9-a01d-ed1f2d21c056 None None] No DVR routers for this DVR port 553dd87e-c97c-4dbd-b347-e406ade76534 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:25:53.515149 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:53.535196 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554a7344-0b56-4a04-87a4-f817f1314fc6']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:53.545329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '656b2845-4269-4b4b-b63e-ee49165fbe3a') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:53.545630 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '656b2845-4269-4b4b-b63e-ee49165fbe3a') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:53.554805 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:53.567472 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:53.573890 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:25:53.574359 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: timer() Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:25:53.575974 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:25:53.633990 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:53.639485 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:53.641342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] 10.222.0.44 "DELETE /v2.0/networks/554a7344-0b56-4a04-87a4-f817f1314fc6 HTTP/1.1" status: 204 len: 168 time: 0.8276665 Sep 29 18:25:53.651718 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b537b-6307-40d0-82c2-b9743e1a109a admin admin] Pushing event deleted for resources: {'Network': ['ID=554a7344-0b56-4a04-87a4-f817f1314fc6,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:53.792720 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54462) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:53.832207 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3dd4efc8-8717-41e9-bd6e-c14caead3b78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c63578a56bf471ca9a1bed14a9c8078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381589 Sep 29 18:25:53.834806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54464) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:53.882915 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-815da9c2-e16a-42d0-9aef-4f55aa6f53cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:53.903258 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-815da9c2-e16a-42d0-9aef-4f55aa6f53cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:53.953875 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-815da9c2-e16a-42d0-9aef-4f55aa6f53cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:53.956348 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-815da9c2-e16a-42d0-9aef-4f55aa6f53cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:53.957504 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-815da9c2-e16a-42d0-9aef-4f55aa6f53cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd001f3b-a652-4591-b62e-712d72c0e50f HTTP/1.1" status: 204 len: 168 time: 0.1216898 Sep 29 18:25:53.966379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815da9c2-e16a-42d0-9aef-4f55aa6f53cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd001f3b-a652-4591-b62e-712d72c0e50f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:54.263408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54470) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:54.303742 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ddad959d-b19a-4837-9414-3e3eaa1b0f45 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4899443fe5254856a7966a104007b224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391829 Sep 29 18:25:54.306134 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54472) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:54.327410 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:25:54.352740 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9a9837a-1c30-4f4b-aba2-398db1df5c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:54.372600 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9a9837a-1c30-4f4b-aba2-398db1df5c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:54.419340 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9a9837a-1c30-4f4b-aba2-398db1df5c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:54.421912 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d9a9837a-1c30-4f4b-aba2-398db1df5c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:54.423063 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d9a9837a-1c30-4f4b-aba2-398db1df5c41 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/610adff7-eff2-4642-8c39-a0983f1a07e5 HTTP/1.1" status: 204 len: 168 time: 0.1160209 Sep 29 18:25:54.430766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9837a-1c30-4f4b-aba2-398db1df5c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610adff7-eff2-4642-8c39-a0983f1a07e5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:54.635401 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 45a5c2ea-16c9-4daf-b58c-6961055c6fae no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:25:54.658674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 45a5c2ea-16c9-4daf-b58c-6961055c6fae {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:25:54.659018 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 45a5c2ea-16c9-4daf-b58c-6961055c6fae not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:25:54.659522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 553dd87e-c97c-4dbd-b347-e406ade76534 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:25:54.678039 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 553dd87e-c97c-4dbd-b347-e406ade76534 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:25:54.678387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 553dd87e-c97c-4dbd-b347-e406ade76534 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:25:55.091100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54494) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:55.194325 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-076714ef-6bd7-4980-b5f8-db5324622115 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1575281343-network', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:25:55.215748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076714ef-6bd7-4980-b5f8-db5324622115 admin admin] Made reservation on behalf of 8c5d9431dfbb457b929a712b9e11da75 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:25:55.218119 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-076714ef-6bd7-4980-b5f8-db5324622115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:55.227233 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-076714ef-6bd7-4980-b5f8-db5324622115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:55.319873 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-076714ef-6bd7-4980-b5f8-db5324622115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:55.323708 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-076714ef-6bd7-4980-b5f8-db5324622115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:55.349376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076714ef-6bd7-4980-b5f8-db5324622115 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:25:55.355971 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076714ef-6bd7-4980-b5f8-db5324622115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16c6727-bde2-4674-b1f4-30cf72be64cd,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:55.361812 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-076714ef-6bd7-4980-b5f8-db5324622115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:55.362163 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-076714ef-6bd7-4980-b5f8-db5324622115 admin admin] Added segment 10e6bdfe-44a3-45b6-811b-a4d227ae5b6b of type vlan for network 45ee501e-1d58-4b19-869c-9568c378fbc6 Sep 29 18:25:55.402689 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-076714ef-6bd7-4980-b5f8-db5324622115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:55.425361 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-076714ef-6bd7-4980-b5f8-db5324622115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:55.426237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076714ef-6bd7-4980-b5f8-db5324622115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:55.426815 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-076714ef-6bd7-4980-b5f8-db5324622115 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:55.453508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-076714ef-6bd7-4980-b5f8-db5324622115 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3583510 Sep 29 18:25:55.453829 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54498) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:55.458756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d034e201-ae98-4d28-bbb4-91754d1f6223 admin admin] Request body: {'subnet': {'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1575281343-subnet', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:25:55.479271 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d034e201-ae98-4d28-bbb4-91754d1f6223 admin admin] Made reservation on behalf of 8c5d9431dfbb457b929a712b9e11da75 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:25:55.481922 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d034e201-ae98-4d28-bbb4-91754d1f6223 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:55.488124 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076714ef-6bd7-4980-b5f8-db5324622115 admin admin] Pushing event updated for resources: {'Network': ['ID=45ee501e-1d58-4b19-869c-9568c378fbc6,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:55.499232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 45ee501e-1d58-4b19-869c-9568c378fbc6 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:25:55.650009 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d034e201-ae98-4d28-bbb4-91754d1f6223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:55.707525 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034e201-ae98-4d28-bbb4-91754d1f6223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=478fd663-c036-400f-96b2-bc1bf743435b,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:55.711799 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d034e201-ae98-4d28-bbb4-91754d1f6223 admin admin] Checking segment: {'id': '10e6bdfe-44a3-45b6-811b-a4d227ae5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:25:55.712150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d034e201-ae98-4d28-bbb4-91754d1f6223 admin admin] Network hostable DHCP agents. Network: 45ee501e-1d58-4b19-869c-9568c378fbc6, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:25:55.729215 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d034e201-ae98-4d28-bbb4-91754d1f6223 admin admin] Network 45ee501e-1d58-4b19-869c-9568c378fbc6 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:25:55.736967 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d034e201-ae98-4d28-bbb4-91754d1f6223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 45ee501e-1d58-4b19-869c-9568c378fbc6) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:25:55.741694 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d034e201-ae98-4d28-bbb4-91754d1f6223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:55.742282 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d034e201-ae98-4d28-bbb4-91754d1f6223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:55.746146 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1327f551-5ac7-49e5-ac4b-ddfa6eef1031 None None] Network 45ee501e-1d58-4b19-869c-9568c378fbc6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:25:55.756567 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d034e201-ae98-4d28-bbb4-91754d1f6223 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3010178 Sep 29 18:25:55.759565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54500) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:55.763927 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1575281343-router', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:25:55.783587 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:55.784560 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:55.838286 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:55.894802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-45ee501e-1d58-4b19-869c-9568c378fbc6', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'fixed_ips': [{'subnet_id': '478fd663-c036-400f-96b2-bc1bf743435b'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:25:55.895693 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:55.975568 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:56.030179 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Allocated IP 172.20.0.2 (45ee501e-1d58-4b19-869c-9568c378fbc6/478fd663-c036-400f-96b2-bc1bf743435b/ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:25:56.176163 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:56.178370 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:56.182876 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:56.197981 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:56.220662 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Network 45ee501e-1d58-4b19-869c-9568c378fbc6 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:25:56.223459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:25:56.233380 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:25:56.236353 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Pushing event updated for resources: {'Port': ['ID=ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:56.288252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Attempting to bind port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:25:56.288624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Attempting to bind port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '10e6bdfe-44a3-45b6-811b-a4d227ae5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:25:56.288986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Attempting to bind port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b on network 45ee501e-1d58-4b19-869c-9568c378fbc6 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:25:56.293981 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:25:56.294356 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Checking segment: {'id': '10e6bdfe-44a3-45b6-811b-a4d227ae5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:25:56.294761 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:56.295169 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Bound using segment: {'id': '10e6bdfe-44a3-45b6-811b-a4d227ae5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:25:56.295621 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Bound port: ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e6bdfe-44a3-45b6-811b-a4d227ae5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:25:56.296020 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:56.311587 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Allocated IP 172.25.2.146 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:25:56.362444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] For port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:25:56.366276 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] For port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b,segment=NetworkSegment(10e6bdfe-44a3-45b6-811b-a4d227ae5b6b),segment_id=10e6bdfe-44a3-45b6-811b-a4d227ae5b6b)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:25:56.370627 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:56.413846 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:56.428262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d45e8-c1c2-4da2-ad8a-ccb09523996d None None] Pushing event updated for resources: {'Port': ['ID=ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:56.455365 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:56.498713 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:25:56.501396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:25:56.504912 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:25:56.512974 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Pushing event updated for resources: {'Port': ['ID=9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:56.731302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:25:56.787517 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:25:56.788256 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:56.796312 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:56.866650 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:56.900896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b,segment=NetworkSegment(10e6bdfe-44a3-45b6-811b-a4d227ae5b6b),segment_id=10e6bdfe-44a3-45b6-811b-a4d227ae5b6b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:25:56.904851 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:56.952016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:56.993614 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:57.122692 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 18:25:57.230279 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:25:57.243357 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Sync routers for ids ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:25:57.248748 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:57.250380 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e13b4dd0-5371-4438-ae03-a00822367c9f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4898250 Sep 29 18:25:57.252445 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Routers {'023aaa2c-b1f9-49b5-a8bd-d90402669f52'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:25:57.253046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54502) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:57.253306 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:25:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:57.368054 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Set router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:25:57.401585 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cde912-8979-41ae-a187-439a56e1199e None None] Network 45ee501e-1d58-4b19-869c-9568c378fbc6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:25:57.561958 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-57286f6e-5828-439c-a7cd-c351d2782dea None None] Provisioning complete for port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:25:57.562327 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-57286f6e-5828-439c-a7cd-c351d2782dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:57.683484 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:57.847046 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Allocated IP 172.20.0.1 (45ee501e-1d58-4b19-869c-9568c378fbc6/478fd663-c036-400f-96b2-bc1bf743435b/1738cddd-36b1-4aef-ac16-bac0d2142da0) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:25:57.913778 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'name': 'tempest-TestMinimumBasicScenario-1575281343-router', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:25:55Z', 'updated_at': '2021-09-29T18:25:56Z', 'revision_number': 3, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'gw_port': {'id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:56Z', 'updated_at': '2021-09-29T18:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:57.953060 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:57.953592 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Checking router: 023aaa2c-b1f9-49b5-a8bd-d90402669f52 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:25:57.954143 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Updating router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 port 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:25:57.985877 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:57.993587 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:58.034083 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Network 45ee501e-1d58-4b19-869c-9568c378fbc6 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:25:58.035722 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:58.037030 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:25:58.040678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:25:58.071038 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Pushing event updated for resources: {'Port': ['ID=1738cddd-36b1-4aef-ac16-bac0d2142da0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:58.091179 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:58.202798 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3f6c1fb3-bb9b-47d1-af9d-a1b66ac06c7e None None] Provisioning complete for port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:25:58.203175 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3f6c1fb3-bb9b-47d1-af9d-a1b66ac06c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:58.230124 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:58.334347 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:58.343720 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:58.407375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Attempting to bind port 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:25:58.407745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Attempting to bind port 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:25:58.408107 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Attempting to bind port 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:25:58.410144 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4184a-6583-493e-a7ae-a33e5d3b770a None None] Pushing event updated for resources: {'Port': ['ID=9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:58.416118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:25:58.416500 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:25:58.416903 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:58.417312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:25:58.417774 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Bound port: 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:25:58.418178 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:58.441831 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:58.449568 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c29d5f37-6a69-4634-8807-f7af6fd1b7ec req-b033ae7a-4709-411c-b9b5-456ebac28dde service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0660186 Sep 29 18:25:58.450306 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:58.476140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] For port 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:25:58.490618 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] For port 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:25:58.492565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9af4b537-6bd2-40f1-9e71-06707358aa81 None None] Provisioning complete for port 1738cddd-36b1-4aef-ac16-bac0d2142da0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:25:58.493062 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9af4b537-6bd2-40f1-9e71-06707358aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:58.496374 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:58.526986 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Pushing event updated for resources: {'Port': ['ID=1738cddd-36b1-4aef-ac16-bac0d2142da0,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:58.530735 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:58.571175 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-9af4b537-6bd2-40f1-9e71-06707358aa81 None None] Port 1738cddd-36b1-4aef-ac16-bac0d2142da0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:25:58.587390 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Routers {'023aaa2c-b1f9-49b5-a8bd-d90402669f52'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:25:58.588034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:25:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:58.593346 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d5f37-6a69-4634-8807-f7af6fd1b7ec req-40e0fb1a-dba2-4fe2-abe8-a926db5156b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:58.594052 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c29d5f37-6a69-4634-8807-f7af6fd1b7ec req-40e0fb1a-dba2-4fe2-abe8-a926db5156b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0758209 Sep 29 18:25:58.625548 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4184a-6583-493e-a7ae-a33e5d3b770a None None] Pushing event updated for resources: {'Port': ['ID=9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:25:58.658928 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:25:58.716553 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Network 45ee501e-1d58-4b19-869c-9568c378fbc6 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:25:58.719177 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:25:58.734933 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] Set router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:25:58.766733 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:25:58.767109 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:59.007565 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ed969b5e-5780-4ae8-9ff0-093de0432bee None None] Provisioning complete for port 1738cddd-36b1-4aef-ac16-bac0d2142da0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:25:59.008472 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ed969b5e-5780-4ae8-9ff0-093de0432bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:59.048269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ed969b5e-5780-4ae8-9ff0-093de0432bee None None] Port 1738cddd-36b1-4aef-ac16-bac0d2142da0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:25:59.053549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'name': 'tempest-TestMinimumBasicScenario-1575281343-router', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:25:55Z', 'updated_at': '2021-09-29T18:25:58Z', 'revision_number': 4, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'gw_port': {'id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:56Z', 'updated_at': '2021-09-29T18:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '1738cddd-36b1-4aef-ac16-bac0d2142da0', 'name': '', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'mac_address': 'fa:16:3e:f8:bf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '478fd663-c036-400f-96b2-bc1bf743435b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:57Z', 'updated_at': '2021-09-29T18:25:58Z', 'revision_number': 2, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'subnets': [{'id': '478fd663-c036-400f-96b2-bc1bf743435b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:25:59.080678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeda949-1847-4e81-a7c0-868e24d72bad None None] The sync data for ids ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'] in n-d-811748-2 is: [{'id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'name': 'tempest-TestMinimumBasicScenario-1575281343-router', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:25:55Z', 'updated_at': '2021-09-29T18:25:58Z', 'revision_number': 4, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'gw_port': {'id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:56Z', 'updated_at': '2021-09-29T18:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '1738cddd-36b1-4aef-ac16-bac0d2142da0', 'name': '', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'mac_address': 'fa:16:3e:f8:bf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '478fd663-c036-400f-96b2-bc1bf743435b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:57Z', 'updated_at': '2021-09-29T18:25:58Z', 'revision_number': 2, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'subnets': [{'id': '478fd663-c036-400f-96b2-bc1bf743435b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:25:59.087565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d5f37-6a69-4634-8807-f7af6fd1b7ec req-9d21097a-5fcf-4060-b696-7b2ce90851e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:59.089042 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c29d5f37-6a69-4634-8807-f7af6fd1b7ec req-9d21097a-5fcf-4060-b696-7b2ce90851e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.4666274 Sep 29 18:25:59.157421 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c29d5f37-6a69-4634-8807-f7af6fd1b7ec req-57139e00-59d3-4f02-add9-c75c1eda5ca2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0431120 Sep 29 18:25:59.228751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d5f37-6a69-4634-8807-f7af6fd1b7ec req-5393e442-5ca7-41a0-94b7-d318c64543f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:59.230259 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c29d5f37-6a69-4634-8807-f7af6fd1b7ec req-5393e442-5ca7-41a0-94b7-d318c64543f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0625823 Sep 29 18:25:59.235604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:25:59.361039 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d5f37-6a69-4634-8807-f7af6fd1b7ec req-b75760ef-9886-4eeb-a902-0271e47ec30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:25:59.362759 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c29d5f37-6a69-4634-8807-f7af6fd1b7ec req-b75760ef-9886-4eeb-a902-0271e47ec30e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243958 Sep 29 18:25:59.411807 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:25:59.418007 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-40e2679b-1aa0-42af-8ed8-1f6968fd2c43 admin admin] 10.222.0.44 "PUT /v2.0/routers/023aaa2c-b1f9-49b5-a8bd-d90402669f52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1639240 Sep 29 18:25:59.473606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c29d5f37-6a69-4634-8807-f7af6fd1b7ec req-97f51843-f9e0-4f1f-a64f-581e91ccc7d8 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021094 Sep 29 18:25:59.578169 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c29d5f37-6a69-4634-8807-f7af6fd1b7ec req-6a154e41-afe2-47da-8031-63488c384d6a service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976970 Sep 29 18:25:59.938373 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54518) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:25:59.944472 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-440495fb-5186-43f5-8d84-258d53829f38 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-663639874-network', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:25:59.965890 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440495fb-5186-43f5-8d84-258d53829f38 admin admin] Made reservation on behalf of 6b7623fbbbdc43a9b8e01ab5174f6180 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:25:59.968298 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-440495fb-5186-43f5-8d84-258d53829f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:25:59.978474 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-440495fb-5186-43f5-8d84-258d53829f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:00.073833 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-440495fb-5186-43f5-8d84-258d53829f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:00.078805 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-440495fb-5186-43f5-8d84-258d53829f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:00.106732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440495fb-5186-43f5-8d84-258d53829f38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:26:00.113074 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440495fb-5186-43f5-8d84-258d53829f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b2d552-ac0c-4c83-92dd-90f5165c6079,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:00.119907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-440495fb-5186-43f5-8d84-258d53829f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:00.120265 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-440495fb-5186-43f5-8d84-258d53829f38 admin admin] Added segment 8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074 of type vlan for network c47508f1-f190-4135-a43e-fcdce657dba4 Sep 29 18:26:00.164488 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-440495fb-5186-43f5-8d84-258d53829f38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:00.190447 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-440495fb-5186-43f5-8d84-258d53829f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:00.191493 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440495fb-5186-43f5-8d84-258d53829f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:00.192071 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-440495fb-5186-43f5-8d84-258d53829f38 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:00.228937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-440495fb-5186-43f5-8d84-258d53829f38 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2842741 Sep 29 18:26:00.228937 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54520) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:26:00.232071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5b2f9947-33ef-4806-be04-c701a83c0675 admin admin] Request body: {'subnet': {'network_id': 'c47508f1-f190-4135-a43e-fcdce657dba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-663639874-subnet', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:26:00.267518 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440495fb-5186-43f5-8d84-258d53829f38 admin admin] Pushing event updated for resources: {'Network': ['ID=c47508f1-f190-4135-a43e-fcdce657dba4,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:00.280180 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network c47508f1-f190-4135-a43e-fcdce657dba4 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:26:00.290652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2f9947-33ef-4806-be04-c701a83c0675 admin admin] Made reservation on behalf of 6b7623fbbbdc43a9b8e01ab5174f6180 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:26:00.294877 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b2f9947-33ef-4806-be04-c701a83c0675 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:00.465197 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b2f9947-33ef-4806-be04-c701a83c0675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:00.522364 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f9947-33ef-4806-be04-c701a83c0675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82efa703-ff47-40ba-b936-1687133825aa,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:00.530562 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2f9947-33ef-4806-be04-c701a83c0675 admin admin] Checking segment: {'id': '8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c47508f1-f190-4135-a43e-fcdce657dba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:26:00.530925 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2f9947-33ef-4806-be04-c701a83c0675 admin admin] Network hostable DHCP agents. Network: c47508f1-f190-4135-a43e-fcdce657dba4, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:26:00.548826 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2f9947-33ef-4806-be04-c701a83c0675 admin admin] Network c47508f1-f190-4135-a43e-fcdce657dba4 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:26:00.557832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5b2f9947-33ef-4806-be04-c701a83c0675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, c47508f1-f190-4135-a43e-fcdce657dba4) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:26:00.562306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2f9947-33ef-4806-be04-c701a83c0675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:00.563312 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5b2f9947-33ef-4806-be04-c701a83c0675 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:00.566818 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe9481c-6c62-487e-b851-9bbc8af65a1c None None] Network c47508f1-f190-4135-a43e-fcdce657dba4 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:26:00.577419 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5b2f9947-33ef-4806-be04-c701a83c0675 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3490279 Sep 29 18:26:00.579864 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54522) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:26:00.585061 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-663639874-router', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:26:00.611534 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:00.613410 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:00.682932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:26:00.696152 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:00.762952 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-c47508f1-f190-4135-a43e-fcdce657dba4', 'network_id': 'c47508f1-f190-4135-a43e-fcdce657dba4', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'fixed_ips': [{'subnet_id': '82efa703-ff47-40ba-b936-1687133825aa'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:26:00.764015 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:00.779543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:00.779936 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:00.857336 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:00.964399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Allocated IP 172.20.0.2 (c47508f1-f190-4135-a43e-fcdce657dba4/82efa703-ff47-40ba-b936-1687133825aa/832b30a6-cc75-419f-9bd9-0451184a1d96) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:26:00.968407 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.010282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:26:01.016225 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.071947 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.091764 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.112294 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:01.112871 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Sync routers for ids ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:26:01.122987 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Routers {'023aaa2c-b1f9-49b5-a8bd-d90402669f52'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:26:01.124123 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:25:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:26:01.182745 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.188551 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.200591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Allocated IP 172.25.2.123 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/4e0fc5d0-9307-4905-a142-1ed7a2770bb1) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:26:01.225948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Network c47508f1-f190-4135-a43e-fcdce657dba4 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:26:01.229351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:26:01.232792 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:26:01.243811 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Pushing event updated for resources: {'Port': ['ID=832b30a6-cc75-419f-9bd9-0451184a1d96,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:01.249035 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Set router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:26:01.305316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Attempting to bind port 832b30a6-cc75-419f-9bd9-0451184a1d96 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:26:01.305316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Attempting to bind port 832b30a6-cc75-419f-9bd9-0451184a1d96 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c47508f1-f190-4135-a43e-fcdce657dba4'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:26:01.306025 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Attempting to bind port 832b30a6-cc75-419f-9bd9-0451184a1d96 on network c47508f1-f190-4135-a43e-fcdce657dba4 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:26:01.312665 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:26:01.313052 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Checking segment: {'id': '8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c47508f1-f190-4135-a43e-fcdce657dba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:26:01.313607 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.314078 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Bound using segment: {'id': '8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c47508f1-f190-4135-a43e-fcdce657dba4'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:26:01.314448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Bound port: 832b30a6-cc75-419f-9bd9-0451184a1d96, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c47508f1-f190-4135-a43e-fcdce657dba4'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:26:01.314880 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.325314 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.363722 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.402850 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:26:01.406170 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:26:01.409348 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:26:01.438182 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Pushing event updated for resources: {'Port': ['ID=4e0fc5d0-9307-4905-a142-1ed7a2770bb1,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:01.448016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] For port 832b30a6-cc75-419f-9bd9-0451184a1d96, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:26:01.451972 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] For port 832b30a6-cc75-419f-9bd9-0451184a1d96, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=832b30a6-cc75-419f-9bd9-0451184a1d96,segment=NetworkSegment(8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074),segment_id=8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:26:01.456442 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.476138 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'name': 'tempest-TestMinimumBasicScenario-1575281343-router', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:25:55Z', 'updated_at': '2021-09-29T18:25:58Z', 'revision_number': 4, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'gw_port': {'id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:56Z', 'updated_at': '2021-09-29T18:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '1738cddd-36b1-4aef-ac16-bac0d2142da0', 'name': '', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'mac_address': 'fa:16:3e:f8:bf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '478fd663-c036-400f-96b2-bc1bf743435b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:57Z', 'updated_at': '2021-09-29T18:25:58Z', 'revision_number': 2, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'subnets': [{'id': '478fd663-c036-400f-96b2-bc1bf743435b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:26:01.503056 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Checking router: 023aaa2c-b1f9-49b5-a8bd-d90402669f52 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:26:01.503553 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Updating router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 port 1738cddd-36b1-4aef-ac16-bac0d2142da0 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:26:01.531045 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.694690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd06d2-3fd9-4682-9e88-6b5e7e154486 None None] Pushing event updated for resources: {'Port': ['ID=832b30a6-cc75-419f-9bd9-0451184a1d96,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:01.699431 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.822990 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.829159 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.940342 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Attempting to bind port 1738cddd-36b1-4aef-ac16-bac0d2142da0 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:26:01.940795 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Attempting to bind port 1738cddd-36b1-4aef-ac16-bac0d2142da0 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '10e6bdfe-44a3-45b6-811b-a4d227ae5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:26:01.941223 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Attempting to bind port 1738cddd-36b1-4aef-ac16-bac0d2142da0 on network 45ee501e-1d58-4b19-869c-9568c378fbc6 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:26:01.952612 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:26:01.953061 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Checking segment: {'id': '10e6bdfe-44a3-45b6-811b-a4d227ae5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:26:01.953707 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.954321 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Bound using segment: {'id': '10e6bdfe-44a3-45b6-811b-a4d227ae5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:26:01.954857 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Bound port: 1738cddd-36b1-4aef-ac16-bac0d2142da0, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e6bdfe-44a3-45b6-811b-a4d227ae5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:26:01.955302 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:01.966340 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:02.028349 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] For port 1738cddd-36b1-4aef-ac16-bac0d2142da0, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:26:02.031770 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] For port 1738cddd-36b1-4aef-ac16-bac0d2142da0, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1738cddd-36b1-4aef-ac16-bac0d2142da0,segment=NetworkSegment(10e6bdfe-44a3-45b6-811b-a4d227ae5b6b),segment_id=10e6bdfe-44a3-45b6-811b-a4d227ae5b6b)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:26:02.033552 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4ac33-5452-4228-b0e4-8e325d85dc03 None None] Pushing event updated for resources: {'Port': ['ID=1738cddd-36b1-4aef-ac16-bac0d2142da0,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:02.047402 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4ac33-5452-4228-b0e4-8e325d85dc03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:02.047616 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4ac33-5452-4228-b0e4-8e325d85dc03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:02.048203 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4ac33-5452-4228-b0e4-8e325d85dc03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:02.048538 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4ac33-5452-4228-b0e4-8e325d85dc03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:02.048903 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4ac33-5452-4228-b0e4-8e325d85dc03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:02.049508 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4ac33-5452-4228-b0e4-8e325d85dc03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:02.050086 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4ac33-5452-4228-b0e4-8e325d85dc03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:02.050872 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4ac33-5452-4228-b0e4-8e325d85dc03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:02.051705 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4ac33-5452-4228-b0e4-8e325d85dc03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:02.052295 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4ac33-5452-4228-b0e4-8e325d85dc03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:02.052678 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4ac33-5452-4228-b0e4-8e325d85dc03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:02.053007 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b4ac33-5452-4228-b0e4-8e325d85dc03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:02.058621 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:02.112261 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4ac33-5452-4228-b0e4-8e325d85dc03 None None] Pushing event updated for resources: {'Port': ['ID=1738cddd-36b1-4aef-ac16-bac0d2142da0,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:02.127876 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Routers {'023aaa2c-b1f9-49b5-a8bd-d90402669f52'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:26:02.128687 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:25:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:26:02.138877 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Router 455bd6d2-7f44-4241-8a38-bb89f7c0e0a7 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 18:26:02.195033 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-fb9d6624-b93f-4c5d-b62d-a1c721173aad None None] Provisioning complete for port 1738cddd-36b1-4aef-ac16-bac0d2142da0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:02.195330 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6624-b93f-4c5d-b62d-a1c721173aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:02.269776 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:26:02.281255 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Sync routers for ids ['455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:26:02.288590 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:02.293097 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54524) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:26:02.293688 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-11d2d06f-909c-4214-a85f-1016cf10979e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7122371 Sep 29 18:26:02.306893 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6624-b93f-4c5d-b62d-a1c721173aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:02.310915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Routers {'455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:26:02.311557 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:25:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:26:02.360778 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] Set router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:26:02.427206 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-fb9d6624-b93f-4c5d-b62d-a1c721173aad None None] For port 1738cddd-36b1-4aef-ac16-bac0d2142da0, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1738cddd-36b1-4aef-ac16-bac0d2142da0,segment=NetworkSegment(10e6bdfe-44a3-45b6-811b-a4d227ae5b6b),segment_id=10e6bdfe-44a3-45b6-811b-a4d227ae5b6b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:26:02.436850 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fb9d6624-b93f-4c5d-b62d-a1c721173aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:02.487622 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Set router 455bd6d2-7f44-4241-8a38-bb89f7c0e0a7 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:26:02.637082 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'name': 'tempest-TestMinimumBasicScenario-1575281343-router', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:25:55Z', 'updated_at': '2021-09-29T18:25:58Z', 'revision_number': 4, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'gw_port': {'id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:56Z', 'updated_at': '2021-09-29T18:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '1738cddd-36b1-4aef-ac16-bac0d2142da0', 'name': '', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'mac_address': 'fa:16:3e:f8:bf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '478fd663-c036-400f-96b2-bc1bf743435b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:57Z', 'updated_at': '2021-09-29T18:26:02Z', 'revision_number': 4, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'subnets': [{'id': '478fd663-c036-400f-96b2-bc1bf743435b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:26:02.637314 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9d6624-b93f-4c5d-b62d-a1c721173aad None None] Pushing event updated for resources: {'Port': ['ID=1738cddd-36b1-4aef-ac16-bac0d2142da0,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:02.641836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2c1b2508-dd63-4901-9f99-9e2b43860c8f None None] Provisioning complete for port 1738cddd-36b1-4aef-ac16-bac0d2142da0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:02.642338 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2c1b2508-dd63-4901-9f99-9e2b43860c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:02.695051 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3c0a24-7fab-4bdb-8a3e-073affd05078 None None] The sync data for ids ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'] in n-d-811748-2 is: [{'id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'name': 'tempest-TestMinimumBasicScenario-1575281343-router', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:25:55Z', 'updated_at': '2021-09-29T18:25:58Z', 'revision_number': 4, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'gw_port': {'id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:56Z', 'updated_at': '2021-09-29T18:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '1738cddd-36b1-4aef-ac16-bac0d2142da0', 'name': '', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'mac_address': 'fa:16:3e:f8:bf:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '478fd663-c036-400f-96b2-bc1bf743435b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:57Z', 'updated_at': '2021-09-29T18:26:02Z', 'revision_number': 4, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'subnets': [{'id': '478fd663-c036-400f-96b2-bc1bf743435b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:26:02.843528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'name': 'tempest-TestMinimumBasicScenario-663639874-router', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '4e0fc5d0-9307-4905-a142-1ed7a2770bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:26:00Z', 'updated_at': '2021-09-29T18:26:01Z', 'revision_number': 3, 'project_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'gw_port': {'id': '4e0fc5d0-9307-4905-a142-1ed7a2770bb1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:26:01Z', 'updated_at': '2021-09-29T18:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:26:02.856318 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:02.877933 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Checking router: 455bd6d2-7f44-4241-8a38-bb89f7c0e0a7 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:26:02.878285 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Updating router 455bd6d2-7f44-4241-8a38-bb89f7c0e0a7 port 4e0fc5d0-9307-4905-a142-1ed7a2770bb1 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:26:02.886162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 832b30a6-cc75-419f-9bd9-0451184a1d96 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:26:02.948154 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:02.989126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd473a5-f722-4aad-84f7-92fc55a1ab8d None None] Network c47508f1-f190-4135-a43e-fcdce657dba4 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:26:03.063915 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 832b30a6-cc75-419f-9bd9-0451184a1d96 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:03.064283 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.066997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Allocated IP 172.20.0.1 (c47508f1-f190-4135-a43e-fcdce657dba4/82efa703-ff47-40ba-b936-1687133825aa/37395a0c-9430-4130-a631-73a505922caa) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:26:03.183215 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.185409 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9a9428f4-4f15-4b82-8423-eb6e0fc711bc None None] Provisioning complete for port 832b30a6-cc75-419f-9bd9-0451184a1d96 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:03.185783 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9a9428f4-4f15-4b82-8423-eb6e0fc711bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.221821 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.266201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Network c47508f1-f190-4135-a43e-fcdce657dba4 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:26:03.269014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:26:03.272273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:26:03.305899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Pushing event updated for resources: {'Port': ['ID=37395a0c-9430-4130-a631-73a505922caa,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:03.326058 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.432344 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.463111 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.470842 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9a9428f4-4f15-4b82-8423-eb6e0fc711bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.544227 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 832b30a6-cc75-419f-9bd9-0451184a1d96, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=832b30a6-cc75-419f-9bd9-0451184a1d96,segment=NetworkSegment(8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074),segment_id=8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:26:03.552987 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.553924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:26:03.612519 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.635671 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.641570 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.656331 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.708439 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.db.api [None req-9a9428f4-4f15-4b82-8423-eb6e0fc711bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 18:26:03.709467 n-d-811748-2 neutron-server[95017]: DEBUG oslo_db.api [None req-9a9428f4-4f15-4b82-8423-eb6e0fc711bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 18:26:03.709961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=832b30a6-cc75-419f-9bd9-0451184a1d96,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:03.712683 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Attempting to bind port 4e0fc5d0-9307-4905-a142-1ed7a2770bb1 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:26:03.713051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Attempting to bind port 4e0fc5d0-9307-4905-a142-1ed7a2770bb1 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:26:03.713476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Attempting to bind port 4e0fc5d0-9307-4905-a142-1ed7a2770bb1 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:26:03.715233 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.717972 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Pushing event updated for resources: {'Port': ['ID=37395a0c-9430-4130-a631-73a505922caa,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:03.757344 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:26:03.757980 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:26:03.758395 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.758794 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:26:03.759277 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Bound port: 4e0fc5d0-9307-4905-a142-1ed7a2770bb1, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:26:03.759664 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.793832 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db2fd0-1176-4c86-b388-847e0cc9b280 None None] Pushing event updated for resources: {'Port': ['ID=4e0fc5d0-9307-4905-a142-1ed7a2770bb1,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:03.797806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:03.798177 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.815465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Network c47508f1-f190-4135-a43e-fcdce657dba4 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:26:03.816987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:26:03.859352 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] For port 4e0fc5d0-9307-4905-a142-1ed7a2770bb1, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:26:03.874584 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] For port 4e0fc5d0-9307-4905-a142-1ed7a2770bb1, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4e0fc5d0-9307-4905-a142-1ed7a2770bb1,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:26:03.882607 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:03.950856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Router 455bd6d2-7f44-4241-8a38-bb89f7c0e0a7 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:26:03.965431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1738cddd-36b1-4aef-ac16-bac0d2142da0 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:26:03.994601 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Routers {'455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:26:03.995245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:25:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:26:04.000397 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db2fd0-1176-4c86-b388-847e0cc9b280 None None] Pushing event updated for resources: {'Port': ['ID=4e0fc5d0-9307-4905-a142-1ed7a2770bb1,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:04.072261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:26:04.078023 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c837c9ad-9965-4d45-a264-be923bfaaecc admin admin] 10.222.0.44 "PUT /v2.0/routers/455bd6d2-7f44-4241-8a38-bb89f7c0e0a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7835579 Sep 29 18:26:04.324449 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] Set router 455bd6d2-7f44-4241-8a38-bb89f7c0e0a7 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:26:04.326075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 1738cddd-36b1-4aef-ac16-bac0d2142da0 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:04.326453 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:04.468138 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-476733cd-ae1d-494e-a98d-d8b8843ec0d6 None None] Provisioning complete for port 37395a0c-9430-4130-a631-73a505922caa triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:04.468826 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-476733cd-ae1d-494e-a98d-d8b8843ec0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:04.567899 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-476733cd-ae1d-494e-a98d-d8b8843ec0d6 None None] Port 37395a0c-9430-4130-a631-73a505922caa cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:26:04.622119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-476733cd-ae1d-494e-a98d-d8b8843ec0d6 None None] Provisioning complete for port 832b30a6-cc75-419f-9bd9-0451184a1d96 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:04.622514 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-476733cd-ae1d-494e-a98d-d8b8843ec0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:04.686873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1738cddd-36b1-4aef-ac16-bac0d2142da0 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:26:04.743607 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'name': 'tempest-TestMinimumBasicScenario-663639874-router', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '4e0fc5d0-9307-4905-a142-1ed7a2770bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:26:00Z', 'updated_at': '2021-09-29T18:26:03Z', 'revision_number': 4, 'project_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'gw_port': {'id': '4e0fc5d0-9307-4905-a142-1ed7a2770bb1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:26:01Z', 'updated_at': '2021-09-29T18:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '37395a0c-9430-4130-a631-73a505922caa', 'name': '', 'network_id': 'c47508f1-f190-4135-a43e-fcdce657dba4', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'mac_address': 'fa:16:3e:ae:34:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '82efa703-ff47-40ba-b936-1687133825aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:26:02Z', 'updated_at': '2021-09-29T18:26:03Z', 'revision_number': 2, 'project_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'subnets': [{'id': '82efa703-ff47-40ba-b936-1687133825aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:26:04.786171 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7267cb35-6622-4795-a63e-a62a19d41225 None None] The sync data for ids ['455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'] in n-d-811748-2 is: [{'id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'name': 'tempest-TestMinimumBasicScenario-663639874-router', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '4e0fc5d0-9307-4905-a142-1ed7a2770bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:26:00Z', 'updated_at': '2021-09-29T18:26:03Z', 'revision_number': 4, 'project_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'gw_port': {'id': '4e0fc5d0-9307-4905-a142-1ed7a2770bb1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:26:01Z', 'updated_at': '2021-09-29T18:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '37395a0c-9430-4130-a631-73a505922caa', 'name': '', 'network_id': 'c47508f1-f190-4135-a43e-fcdce657dba4', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'mac_address': 'fa:16:3e:ae:34:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '82efa703-ff47-40ba-b936-1687133825aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:26:02Z', 'updated_at': '2021-09-29T18:26:03Z', 'revision_number': 2, 'project_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'subnets': [{'id': '82efa703-ff47-40ba-b936-1687133825aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:26:04.806707 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 1738cddd-36b1-4aef-ac16-bac0d2142da0 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:04.812124 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:04.901522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 832b30a6-cc75-419f-9bd9-0451184a1d96 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:26:04.961174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 832b30a6-cc75-419f-9bd9-0451184a1d96 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:04.961835 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:06.686668 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4e0fc5d0-9307-4905-a142-1ed7a2770bb1 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:26:06.743930 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 4e0fc5d0-9307-4905-a142-1ed7a2770bb1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:06.744038 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:06.852851 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:06.888560 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 4e0fc5d0-9307-4905-a142-1ed7a2770bb1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4e0fc5d0-9307-4905-a142-1ed7a2770bb1,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:26:06.892265 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:06.959172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=4e0fc5d0-9307-4905-a142-1ed7a2770bb1,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:07.190247 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Sync routers for ids ['455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:26:07.203099 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Routers {'455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:26:07.204116 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:25:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:26:07.334404 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Set router 455bd6d2-7f44-4241-8a38-bb89f7c0e0a7 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:26:07.553885 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'name': 'tempest-TestMinimumBasicScenario-663639874-router', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '4e0fc5d0-9307-4905-a142-1ed7a2770bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:26:00Z', 'updated_at': '2021-09-29T18:26:03Z', 'revision_number': 4, 'project_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'gw_port': {'id': '4e0fc5d0-9307-4905-a142-1ed7a2770bb1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:26:01Z', 'updated_at': '2021-09-29T18:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '37395a0c-9430-4130-a631-73a505922caa', 'name': '', 'network_id': 'c47508f1-f190-4135-a43e-fcdce657dba4', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'mac_address': 'fa:16:3e:ae:34:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '82efa703-ff47-40ba-b936-1687133825aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:26:02Z', 'updated_at': '2021-09-29T18:26:03Z', 'revision_number': 2, 'project_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'subnets': [{'id': '82efa703-ff47-40ba-b936-1687133825aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:26:07.582041 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Checking router: 455bd6d2-7f44-4241-8a38-bb89f7c0e0a7 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:26:07.582310 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Updating router 455bd6d2-7f44-4241-8a38-bb89f7c0e0a7 port 37395a0c-9430-4130-a631-73a505922caa binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:26:07.609365 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:07.900393 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:07.909531 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:07.981768 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d5a24-2e93-431d-862d-5a8af41169ef None None] Pushing event updated for resources: {'Port': ['ID=37395a0c-9430-4130-a631-73a505922caa,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:08.019761 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Attempting to bind port 37395a0c-9430-4130-a631-73a505922caa on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:26:08.020127 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Attempting to bind port 37395a0c-9430-4130-a631-73a505922caa by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c47508f1-f190-4135-a43e-fcdce657dba4'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:26:08.020478 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Attempting to bind port 37395a0c-9430-4130-a631-73a505922caa on network c47508f1-f190-4135-a43e-fcdce657dba4 {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:26:08.026894 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:26:08.027261 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Checking segment: {'id': '8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c47508f1-f190-4135-a43e-fcdce657dba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:26:08.027648 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:08.028031 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Bound using segment: {'id': '8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c47508f1-f190-4135-a43e-fcdce657dba4'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:26:08.028484 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Bound port: 37395a0c-9430-4130-a631-73a505922caa, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'c47508f1-f190-4135-a43e-fcdce657dba4'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:26:08.028853 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:08.110624 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] For port 37395a0c-9430-4130-a631-73a505922caa, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:26:08.114104 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] For port 37395a0c-9430-4130-a631-73a505922caa, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=37395a0c-9430-4130-a631-73a505922caa,segment=NetworkSegment(8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074),segment_id=8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:26:08.120213 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:08.191792 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Routers {'455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:26:08.192472 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:25:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:26:08.252819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c40f08cb-6ea6-40a0-9ade-fe75f67aca2a None None] Provisioning complete for port 37395a0c-9430-4130-a631-73a505922caa triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:08.253337 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c40f08cb-6ea6-40a0-9ade-fe75f67aca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:08.301548 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d5a24-2e93-431d-862d-5a8af41169ef None None] Pushing event updated for resources: {'Port': ['ID=37395a0c-9430-4130-a631-73a505922caa,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:08.375174 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c40f08cb-6ea6-40a0-9ade-fe75f67aca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:08.376100 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] Set router 455bd6d2-7f44-4241-8a38-bb89f7c0e0a7 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:26:08.421439 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c40f08cb-6ea6-40a0-9ade-fe75f67aca2a None None] For port 37395a0c-9430-4130-a631-73a505922caa, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=37395a0c-9430-4130-a631-73a505922caa,segment=NetworkSegment(8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074),segment_id=8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:26:08.428861 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c40f08cb-6ea6-40a0-9ade-fe75f67aca2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:08.514521 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f08cb-6ea6-40a0-9ade-fe75f67aca2a None None] Pushing event updated for resources: {'Port': ['ID=37395a0c-9430-4130-a631-73a505922caa,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:08.550563 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ba94962d-20a5-4682-8874-0fc7ef3331e2 None None] Provisioning complete for port 37395a0c-9430-4130-a631-73a505922caa triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:08.551311 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba94962d-20a5-4682-8874-0fc7ef3331e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:08.658644 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'name': 'tempest-TestMinimumBasicScenario-663639874-router', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '4e0fc5d0-9307-4905-a142-1ed7a2770bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:26:00Z', 'updated_at': '2021-09-29T18:26:03Z', 'revision_number': 4, 'project_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'gw_port': {'id': '4e0fc5d0-9307-4905-a142-1ed7a2770bb1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:26:01Z', 'updated_at': '2021-09-29T18:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '37395a0c-9430-4130-a631-73a505922caa', 'name': '', 'network_id': 'c47508f1-f190-4135-a43e-fcdce657dba4', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'mac_address': 'fa:16:3e:ae:34:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '82efa703-ff47-40ba-b936-1687133825aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:26:02Z', 'updated_at': '2021-09-29T18:26:08Z', 'revision_number': 4, 'project_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'subnets': [{'id': '82efa703-ff47-40ba-b936-1687133825aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:26:08.706706 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce89be-0e83-4b58-beb1-0e9ccfb0039a None None] The sync data for ids ['455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'] in n-d-811748-2 is: [{'id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'name': 'tempest-TestMinimumBasicScenario-663639874-router', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '4e0fc5d0-9307-4905-a142-1ed7a2770bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:26:00Z', 'updated_at': '2021-09-29T18:26:03Z', 'revision_number': 4, 'project_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'gw_port': {'id': '4e0fc5d0-9307-4905-a142-1ed7a2770bb1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:26:01Z', 'updated_at': '2021-09-29T18:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '37395a0c-9430-4130-a631-73a505922caa', 'name': '', 'network_id': 'c47508f1-f190-4135-a43e-fcdce657dba4', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'mac_address': 'fa:16:3e:ae:34:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '82efa703-ff47-40ba-b936-1687133825aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:26:02Z', 'updated_at': '2021-09-29T18:26:08Z', 'revision_number': 4, 'project_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'subnets': [{'id': '82efa703-ff47-40ba-b936-1687133825aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:26:08.738732 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4e0fc5d0-9307-4905-a142-1ed7a2770bb1 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:26:08.809217 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 4e0fc5d0-9307-4905-a142-1ed7a2770bb1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:08.809923 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:08.922119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 37395a0c-9430-4130-a631-73a505922caa up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:26:08.981323 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 37395a0c-9430-4130-a631-73a505922caa triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:08.981687 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:10.893189 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8f4608ac-a97e-4826-9663-cf2f7854e6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:13.611823 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a79c6950-2b66-46ea-8027-96bf9c0f534a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:14.483687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-cd9d19d7-fb13-428c-859d-13bbc8e9b5aa tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:14.485197 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-cd9d19d7-fb13-428c-859d-13bbc8e9b5aa tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/networks?id=45ee501e-1d58-4b19-869c-9568c378fbc6 HTTP/1.1" status: 200 len: 815 time: 0.1012430 Sep 29 18:26:14.499740 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-c68c6d49-c2e0-4b95-8778-bd79b37c013a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/quotas/8c5d9431dfbb457b929a712b9e11da75 HTTP/1.1" status: 200 len: 375 time: 0.0086958 Sep 29 18:26:14.550138 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-26fcf7aa-e8a1-4560-b3e7-ee2d4da4d23e tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c5d9431dfbb457b929a712b9e11da75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451736 Sep 29 18:26:14.648469 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-c46f5f0e-d7cc-40d1-8807-7789f182730b service neutron] 10.222.0.44 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865338 Sep 29 18:26:14.741931 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-9135dcdc-fd29-4f32-9bbb-ed4e24e543d4 service neutron] 10.222.0.44 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871172 Sep 29 18:26:14.747280 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:14.798628 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:14.904928 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b2963228-6c5b-4b19-a09d-4a41732651a9 req-b4e5a059-6216-463f-ba84-51ce57df2f68 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 210 time: 0.0279541 Sep 29 18:26:15.156590 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:15.835925 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-665bd5ef-e135-4d21-b832-9a75ae07e1c8 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:15.837485 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-665bd5ef-e135-4d21-b832-9a75ae07e1c8 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.49 "GET /v2.0/networks?id=45ee501e-1d58-4b19-869c-9568c378fbc6 HTTP/1.1" status: 200 len: 815 time: 0.1104133 Sep 29 18:26:15.852441 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-f763bc67-2125-4ff4-aab3-86312a7e1df0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Request body: {'port': {'device_id': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'admin_state_up': True, 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:26:15.959879 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-f763bc67-2125-4ff4-aab3-86312a7e1df0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Made reservation on behalf of 8c5d9431dfbb457b929a712b9e11da75 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:26:15.963868 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-f763bc67-2125-4ff4-aab3-86312a7e1df0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:16.016677 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef222fe2-b2a8-4f09-bdea-2db9f322d64d req-9f299d13-1de6-4fab-aafa-7c6b5ead4075 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 210 time: 0.0278940 Sep 29 18:26:16.107970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-f763bc67-2125-4ff4-aab3-86312a7e1df0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Allocated IP 172.20.0.5 (45ee501e-1d58-4b19-869c-9568c378fbc6/478fd663-c036-400f-96b2-bc1bf743435b/cf3e55f9-f065-469c-a8c7-2b5520994f99) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:26:16.269221 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-f763bc67-2125-4ff4-aab3-86312a7e1df0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:16.306434 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-f763bc67-2125-4ff4-aab3-86312a7e1df0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:16.356248 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-f763bc67-2125-4ff4-aab3-86312a7e1df0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Network 45ee501e-1d58-4b19-869c-9568c378fbc6 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:26:16.360336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-f763bc67-2125-4ff4-aab3-86312a7e1df0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:26:16.367949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-f763bc67-2125-4ff4-aab3-86312a7e1df0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:26:16.372615 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763bc67-2125-4ff4-aab3-86312a7e1df0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Pushing event updated for resources: {'Port': ['ID=cf3e55f9-f065-469c-a8c7-2b5520994f99,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:16.425214 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-f763bc67-2125-4ff4-aab3-86312a7e1df0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:16.426057 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-f763bc67-2125-4ff4-aab3-86312a7e1df0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:16.451239 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-f763bc67-2125-4ff4-aab3-86312a7e1df0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6042082 Sep 29 18:26:16.676583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-bf463001-8497-454a-bb99-b489339719a8 None None] Provisioning complete for port cf3e55f9-f065-469c-a8c7-2b5520994f99 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:16.677128 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bf463001-8497-454a-bb99-b489339719a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:16.712218 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-bf463001-8497-454a-bb99-b489339719a8 None None] Port cf3e55f9-f065-469c-a8c7-2b5520994f99 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:26:17.094905 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:17.137485 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be367d-759f-4a62-8a83-1b19a289e81b req-11866edb-87ca-4ab9-8072-0f1f9c365d78 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:17.138974 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d5be367d-759f-4a62-8a83-1b19a289e81b req-11866edb-87ca-4ab9-8072-0f1f9c365d78 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 931 time: 0.0507653 Sep 29 18:26:17.179643 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d5be367d-759f-4a62-8a83-1b19a289e81b req-8c65ffb0-10f2-486c-9b37-5ec80167fd13 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345821 Sep 29 18:26:18.300765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f6ebc-db86-4cb7-9e05-133a9d80007b req-10cc7a24-b7a1-4d9d-8139-125c763159e9 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:18.302926 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff5f6ebc-db86-4cb7-9e05-133a9d80007b req-10cc7a24-b7a1-4d9d-8139-125c763159e9 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 931 time: 0.0498357 Sep 29 18:26:18.346756 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff5f6ebc-db86-4cb7-9e05-133a9d80007b req-e55f6c3b-c635-4cbb-b097-b457f5e48d4b tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375974 Sep 29 18:26:19.473176 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ae012-0aaa-4faa-8773-213448b4f142 req-699cd400-e5de-4dfe-a695-e0c2239414c9 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:19.475288 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b1ae012-0aaa-4faa-8773-213448b4f142 req-699cd400-e5de-4dfe-a695-e0c2239414c9 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 931 time: 0.0541489 Sep 29 18:26:19.515647 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3b1ae012-0aaa-4faa-8773-213448b4f142 req-f26a1c86-3fe5-4cdb-9ec3-6fe9d04f97e7 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339651 Sep 29 18:26:20.638565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218acfb-f004-4f71-bd0d-398e481538c9 req-ef77d063-be31-461c-b530-6af50ae68619 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:20.640058 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8218acfb-f004-4f71-bd0d-398e481538c9 req-ef77d063-be31-461c-b530-6af50ae68619 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 931 time: 0.0510287 Sep 29 18:26:20.680053 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8218acfb-f004-4f71-bd0d-398e481538c9 req-df8bec91-1040-4632-9f0d-62cb94a9b12c tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334167 Sep 29 18:26:21.800008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63486cff-db48-445c-a83e-37e065296c26 req-cde784cd-c124-474d-a081-45c14212631b tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:21.801512 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-63486cff-db48-445c-a83e-37e065296c26 req-cde784cd-c124-474d-a081-45c14212631b tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 931 time: 0.0514894 Sep 29 18:26:21.845236 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-63486cff-db48-445c-a83e-37e065296c26 req-ac5bc980-e506-47fa-a432-9e9ef98d8bf0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369847 Sep 29 18:26:22.966920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cd920-6c11-4d8c-882a-3c9bf0bf584b req-5f28934c-1810-4dee-aae0-5d00ab7831a9 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:22.968434 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea5cd920-6c11-4d8c-882a-3c9bf0bf584b req-5f28934c-1810-4dee-aae0-5d00ab7831a9 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 931 time: 0.0507467 Sep 29 18:26:23.010294 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ea5cd920-6c11-4d8c-882a-3c9bf0bf584b req-e4974e95-fd99-42a4-b86b-b82ae8f29452 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342486 Sep 29 18:26:24.132396 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74cf5f-fbf6-4327-b95c-a8532a27eec5 req-e500c00e-3ad6-4d79-9504-5f5a5332e490 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:24.134390 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef74cf5f-fbf6-4327-b95c-a8532a27eec5 req-e500c00e-3ad6-4d79-9504-5f5a5332e490 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 931 time: 0.0506978 Sep 29 18:26:24.180098 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef74cf5f-fbf6-4327-b95c-a8532a27eec5 req-e94a768e-91bf-4627-bab1-08692d41539f tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377123 Sep 29 18:26:25.311465 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c338ad3-6b00-4bae-b737-955acca0f65c req-a974337c-a2b0-4018-8eac-953749a5e103 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:25.312965 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c338ad3-6b00-4bae-b737-955acca0f65c req-a974337c-a2b0-4018-8eac-953749a5e103 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 931 time: 0.0518827 Sep 29 18:26:25.358864 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4c338ad3-6b00-4bae-b737-955acca0f65c req-93949128-937b-48e2-833a-ebcc306742ab tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390186 Sep 29 18:26:26.476798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e502e-2eba-4b94-bb15-c363d75f113f req-26c81449-b67b-49e7-9384-45d95de88e79 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:26.478276 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e38e502e-2eba-4b94-bb15-c363d75f113f req-26c81449-b67b-49e7-9384-45d95de88e79 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 931 time: 0.0501316 Sep 29 18:26:26.516039 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e38e502e-2eba-4b94-bb15-c363d75f113f req-1b244fa0-4688-43f4-a523-c337bf77a761 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317597 Sep 29 18:26:26.705313 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Request body: {'port': {'device_id': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:26:27.028915 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:27.276861 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3e55f9-f065-469c-a8c7-2b5520994f99 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:26:27.284103 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:27.296130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Transition to ACTIVE for port object cf3e55f9-f065-469c-a8c7-2b5520994f99 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:26:27.299903 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:27.373633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3e55f9-f065-469c-a8c7-2b5520994f99,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:27.426012 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Attempting to bind port cf3e55f9-f065-469c-a8c7-2b5520994f99 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:26:27.426357 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Attempting to bind port cf3e55f9-f065-469c-a8c7-2b5520994f99 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '10e6bdfe-44a3-45b6-811b-a4d227ae5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:26:27.426690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Attempting to bind port cf3e55f9-f065-469c-a8c7-2b5520994f99 on network 45ee501e-1d58-4b19-869c-9568c378fbc6 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:26:27.432555 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Port cf3e55f9-f065-469c-a8c7-2b5520994f99 on network 45ee501e-1d58-4b19-869c-9568c378fbc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:26:27.432882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Attempting to bind port cf3e55f9-f065-469c-a8c7-2b5520994f99 on network 45ee501e-1d58-4b19-869c-9568c378fbc6 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:26:27.437820 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:26:27.438165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Checking segment: {'id': '10e6bdfe-44a3-45b6-811b-a4d227ae5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:26:27.438554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Bound using segment: {'id': '10e6bdfe-44a3-45b6-811b-a4d227ae5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:26:27.438989 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Bound port: cf3e55f9-f065-469c-a8c7-2b5520994f99, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e6bdfe-44a3-45b6-811b-a4d227ae5b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:26:27.439351 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:27.504859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] For port cf3e55f9-f065-469c-a8c7-2b5520994f99, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:26:27.508302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] For port cf3e55f9-f065-469c-a8c7-2b5520994f99, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=cf3e55f9-f065-469c-a8c7-2b5520994f99,segment=NetworkSegment(10e6bdfe-44a3-45b6-811b-a4d227ae5b6b),segment_id=10e6bdfe-44a3-45b6-811b-a4d227ae5b6b)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:26:27.512458 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:27.549510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:27.550138 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:27.551595 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] 10.222.0.49 "PUT /v2.0/ports/cf3e55f9-f065-469c-a8c7-2b5520994f99 HTTP/1.1" status: 200 len: 1091 time: 0.8510838 Sep 29 18:26:27.552660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'tag': 'cf3e55f9-f065-469c-a8c7-2b5520994f99'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:26:27.555547 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713e6802-b9e6-413e-88e5-14e18e241edf" -d '{"events": [{"name": "network-changed", "server_uuid": "a5df6463-45a9-4ad5-acb8-85533148037d", "tag": "cf3e55f9-f065-469c-a8c7-2b5520994f99"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:26:27.582356 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e8b97-8a3d-49b3-a25a-4133a95fbdf9 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3e55f9-f065-469c-a8c7-2b5520994f99,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:27.634637 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-5486a0c8-bd4c-4484-a9ba-f0314e8528c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:27.636311 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-5486a0c8-bd4c-4484-a9ba-f0314e8528c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c5d9431dfbb457b929a712b9e11da75&device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 1094 time: 0.0451341 Sep 29 18:26:27.648088 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3de322-7672-4fc4-8aaa-1873c25fbd31 req-7d2136ee-ec36-4a54-8915-da6794d0909c tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:27.649639 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd3de322-7672-4fc4-8aaa-1873c25fbd31 req-7d2136ee-ec36-4a54-8915-da6794d0909c tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 943 time: 0.0538328 Sep 29 18:26:27.680943 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-821285a2-ebc5-43c8-9c5d-d3a75d2d68c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf3e55f9-f065-469c-a8c7-2b5520994f99 HTTP/1.1" status: 200 len: 217 time: 0.0358119 Sep 29 18:26:27.690239 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd3de322-7672-4fc4-8aaa-1873c25fbd31 req-1784ccf9-242b-40e4-be48-7b809484e18e tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344450 Sep 29 18:26:27.734339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-569e58f2-b6f2-4d18-bd57-3b2c0b7119f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:27.735831 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-569e58f2-b6f2-4d18-bd57-3b2c0b7119f3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=478fd663-c036-400f-96b2-bc1bf743435b HTTP/1.1" status: 200 len: 854 time: 0.0475106 Sep 29 18:26:27.738972 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d8beea-60e1-4cdb-a1d8-4a6a5f713ef5 x-openstack-request-id: req-00d8beea-60e1-4cdb-a1d8-4a6a5f713ef5 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:26:27.739269 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5df6463-45a9-4ad5-acb8-85533148037d", "tag": "cf3e55f9-f065-469c-a8c7-2b5520994f99", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:26:27.739553 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00d8beea-60e1-4cdb-a1d8-4a6a5f713ef5 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:26:27.740068 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'tag': 'cf3e55f9-f065-469c-a8c7-2b5520994f99', 'status': 'completed', 'code': 200} Sep 29 18:26:27.790755 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-5577c6bd-ac47-4f41-8faa-f05c3c4dbc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:27.792275 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-5577c6bd-ac47-4f41-8faa-f05c3c4dbc67 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45ee501e-1d58-4b19-869c-9568c378fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479794 Sep 29 18:26:27.883500 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-39d8e7ce-51a0-4f98-a66c-a1d81e2be8da service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832107 Sep 29 18:26:27.976876 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-48d83828-50e7-401d-a7de-907c3b885fe7 req-321d275c-6e07-4fe5-b283-dabf23725119 service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854967 Sep 29 18:26:28.003591 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:28.059642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e6802-b9e6-413e-88e5-14e18e241edf req-d4a75e5e-5471-4b0a-95bd-f514be2901b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:28.061141 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-713e6802-b9e6-413e-88e5-14e18e241edf req-d4a75e5e-5471-4b0a-95bd-f514be2901b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c5d9431dfbb457b929a712b9e11da75&device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 1094 time: 0.0407801 Sep 29 18:26:28.153895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e6802-b9e6-413e-88e5-14e18e241edf req-c2d9ed3a-bf5e-445b-9d1f-c0d405553bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:28.155257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-713e6802-b9e6-413e-88e5-14e18e241edf req-c2d9ed3a-bf5e-445b-9d1f-c0d405553bab service neutron] 10.222.0.49 "GET /v2.0/networks?id=45ee501e-1d58-4b19-869c-9568c378fbc6 HTTP/1.1" status: 200 len: 916 time: 0.0874851 Sep 29 18:26:28.194792 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-713e6802-b9e6-413e-88e5-14e18e241edf req-95716290-e245-4afd-92bc-5714f6846457 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf3e55f9-f065-469c-a8c7-2b5520994f99 HTTP/1.1" status: 200 len: 217 time: 0.0328407 Sep 29 18:26:28.242423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e6802-b9e6-413e-88e5-14e18e241edf req-f0184c92-2575-4bd6-94ac-5187c784b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:28.243885 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-713e6802-b9e6-413e-88e5-14e18e241edf req-f0184c92-2575-4bd6-94ac-5187c784b061 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=478fd663-c036-400f-96b2-bc1bf743435b HTTP/1.1" status: 200 len: 854 time: 0.0423479 Sep 29 18:26:28.295348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e6802-b9e6-413e-88e5-14e18e241edf req-f3d51468-b834-4af7-ae01-546b49883bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:28.296820 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-713e6802-b9e6-413e-88e5-14e18e241edf req-f3d51468-b834-4af7-ae01-546b49883bc3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45ee501e-1d58-4b19-869c-9568c378fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444348 Sep 29 18:26:28.387769 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-713e6802-b9e6-413e-88e5-14e18e241edf req-e8ae8873-4ab1-46bd-a057-c62f57ce21a0 service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825472 Sep 29 18:26:28.480030 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-713e6802-b9e6-413e-88e5-14e18e241edf req-4e2bd236-ebce-4d96-ac59-2275f3f495d1 service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840311 Sep 29 18:26:28.807737 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52815625-aeda-4105-9e6a-9454ef73f48d req-a5e108c2-3993-4520-b270-466a1cdc7848 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:28.809099 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-52815625-aeda-4105-9e6a-9454ef73f48d req-a5e108c2-3993-4520-b270-466a1cdc7848 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 943 time: 0.0493159 Sep 29 18:26:28.850511 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-52815625-aeda-4105-9e6a-9454ef73f48d req-565d90d4-8077-466f-af70-90da3a1cf2c5 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354829 Sep 29 18:26:29.965257 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f1c34-58e9-4b8e-9a32-902f0c370c23 req-22aa4df7-70c8-427e-93c2-896e08fdac41 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:29.966747 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-659f1c34-58e9-4b8e-9a32-902f0c370c23 req-22aa4df7-70c8-427e-93c2-896e08fdac41 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 943 time: 0.0487392 Sep 29 18:26:30.003180 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-659f1c34-58e9-4b8e-9a32-902f0c370c23 req-f5f0b96a-5332-4124-8acc-0e32b5c1e8d0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306213 Sep 29 18:26:31.117559 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcc9f3-5d4d-405f-8d1c-6db265a97f32 req-53ba597f-e288-4490-82a6-d8f51bbdb003 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:31.119012 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fadcc9f3-5d4d-405f-8d1c-6db265a97f32 req-53ba597f-e288-4490-82a6-d8f51bbdb003 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 943 time: 0.0483115 Sep 29 18:26:31.155229 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fadcc9f3-5d4d-405f-8d1c-6db265a97f32 req-4bdfbffb-37b3-4395-94f6-1be00230bb44 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303986 Sep 29 18:26:31.327791 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:26:31.815507 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device cf3e55f9-f065-469c-a8c7-2b5520994f99 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:26:31.911712 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port cf3e55f9-f065-469c-a8c7-2b5520994f99, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=cf3e55f9-f065-469c-a8c7-2b5520994f99,segment=NetworkSegment(10e6bdfe-44a3-45b6-811b-a4d227ae5b6b),segment_id=10e6bdfe-44a3-45b6-811b-a4d227ae5b6b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:26:31.922745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'cf3e55f9-f065-469c-a8c7-2b5520994f99', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'port_id': 'cf3e55f9-f065-469c-a8c7-2b5520994f99', 'mac_address': 'fa:16:3e:5a:74:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 736, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '478fd663-c036-400f-96b2-bc1bf743435b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:26:31.961324 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:31.973451 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3e55f9-f065-469c-a8c7-2b5520994f99 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:26:31.992036 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port cf3e55f9-f065-469c-a8c7-2b5520994f99, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=cf3e55f9-f065-469c-a8c7-2b5520994f99,segment=NetworkSegment(10e6bdfe-44a3-45b6-811b-a4d227ae5b6b),segment_id=10e6bdfe-44a3-45b6-811b-a4d227ae5b6b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:26:31.995944 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:32.044586 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=cf3e55f9-f065-469c-a8c7-2b5520994f99,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:32.051648 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:32.052120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:32.052537 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:32.052803 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:32.053132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:32.053485 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:32.053809 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:32.054128 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:32.054445 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:32.054762 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:32.055079 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:32.055394 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:32.232613 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['cf3e55f9-f065-469c-a8c7-2b5520994f99'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:26:32.269924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7851cf-433d-4f69-ae6c-1c774c5462eb req-a8b76a73-3088-434f-ad68-8bcc1878d1c1 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:32.271649 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f7851cf-433d-4f69-ae6c-1c774c5462eb req-a8b76a73-3088-434f-ad68-8bcc1878d1c1 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 944 time: 0.0506942 Sep 29 18:26:32.313412 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f7851cf-433d-4f69-ae6c-1c774c5462eb req-00a8442b-150a-4d32-b8c0-034c08520a09 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357087 Sep 29 18:26:33.425823 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3b01f-4781-4b2f-8f6f-59276dac272a req-0d3e94f0-18a4-4a50-9767-6ff583d16736 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:33.427526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ede3b01f-4781-4b2f-8f6f-59276dac272a req-0d3e94f0-18a4-4a50-9767-6ff583d16736 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 944 time: 0.0492756 Sep 29 18:26:33.469591 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ede3b01f-4781-4b2f-8f6f-59276dac272a req-7e0bfd9c-4c49-48b6-aa9f-6b3d3577d7ee tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339622 Sep 29 18:26:33.830739 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device cf3e55f9-f065-469c-a8c7-2b5520994f99 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:26:33.881372 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port cf3e55f9-f065-469c-a8c7-2b5520994f99 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:26:33.885160 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port cf3e55f9-f065-469c-a8c7-2b5520994f99 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:33.885560 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:33.958902 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:33.980600 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3e55f9-f065-469c-a8c7-2b5520994f99'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:26:33.983094 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecb5bbd-925a-4999-aa81-86a6c4558cd2" -d '{"events": [{"server_uuid": "a5df6463-45a9-4ad5-acb8-85533148037d", "name": "network-vif-plugged", "status": "completed", "tag": "cf3e55f9-f065-469c-a8c7-2b5520994f99"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:26:33.996404 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port cf3e55f9-f065-469c-a8c7-2b5520994f99, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=cf3e55f9-f065-469c-a8c7-2b5520994f99,segment=NetworkSegment(10e6bdfe-44a3-45b6-811b-a4d227ae5b6b),segment_id=10e6bdfe-44a3-45b6-811b-a4d227ae5b6b)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:26:34.000410 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:34.023926 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d31e1a-9383-4caf-91a3-81741c6707f4 x-openstack-request-id: req-e6d31e1a-9383-4caf-91a3-81741c6707f4 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:26:34.024217 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5df6463-45a9-4ad5-acb8-85533148037d", "name": "network-vif-plugged", "status": "completed", "tag": "cf3e55f9-f065-469c-a8c7-2b5520994f99", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:26:34.024469 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6d31e1a-9383-4caf-91a3-81741c6707f4 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:26:34.024853 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3e55f9-f065-469c-a8c7-2b5520994f99', 'code': 200} Sep 29 18:26:34.050433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=cf3e55f9-f065-469c-a8c7-2b5520994f99,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:34.112772 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861672a-8a7f-459b-af23-9772172d87ba req-021aad2d-10c3-40c5-b426-0158b406b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:34.114331 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2861672a-8a7f-459b-af23-9772172d87ba req-021aad2d-10c3-40c5-b426-0158b406b961 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 1096 time: 0.0398221 Sep 29 18:26:34.147994 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2861672a-8a7f-459b-af23-9772172d87ba req-9fd2c5e3-fddb-4500-80f5-06aca496bd55 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268407 Sep 29 18:26:34.582468 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a19ab-4d85-47ac-bf86-534da2b60cd5 req-4650cc66-32e9-42e4-8ad1-0e09864aa9ee tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:34.584708 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de1a19ab-4d85-47ac-bf86-534da2b60cd5 req-4650cc66-32e9-42e4-8ad1-0e09864aa9ee tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 945 time: 0.0488298 Sep 29 18:26:34.621895 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de1a19ab-4d85-47ac-bf86-534da2b60cd5 req-2e7e8528-aed0-48c5-8330-65a5a343ac91 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312760 Sep 29 18:26:35.735737 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e028e-ce1b-4bd6-84f1-7341e18e3446 req-f0491cd9-92d0-480b-a29a-93e9b883a01e tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:35.737205 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-800e028e-ce1b-4bd6-84f1-7341e18e3446 req-f0491cd9-92d0-480b-a29a-93e9b883a01e tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 945 time: 0.0483081 Sep 29 18:26:35.777895 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-800e028e-ce1b-4bd6-84f1-7341e18e3446 req-67821d0d-7158-4b06-8474-8a2e21033ab4 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338643 Sep 29 18:26:35.889598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c22704-8f15-4396-83cb-f45aee70f4d9 req-200777aa-b478-4a16-a680-d761aa995145 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:35.891179 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f1c22704-8f15-4396-83cb-f45aee70f4d9 req-200777aa-b478-4a16-a680-d761aa995145 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 945 time: 0.0491533 Sep 29 18:26:35.928188 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f1c22704-8f15-4396-83cb-f45aee70f4d9 req-8b472ef7-1aed-4358-afd5-a562146b3bad tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309532 Sep 29 18:26:36.116093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0d4bf-37c5-4d1c-831a-629027601da8 req-2608eace-057f-405d-9d58-d56aee874722 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:36.117559 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cf0d4bf-37c5-4d1c-831a-629027601da8 req-2608eace-057f-405d-9d58-d56aee874722 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 945 time: 0.0483928 Sep 29 18:26:36.154513 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1cf0d4bf-37c5-4d1c-831a-629027601da8 req-e69d2454-fffc-41e4-9c73-72dca865730d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310409 Sep 29 18:26:40.889826 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d390aa92-77de-4982-bc27-d5b4fe196887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:43.612415 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9da1559e-1dcc-4ef6-8648-3a7b69878072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:44.749530 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:44.802699 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:45.148611 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:47.096996 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:47.675106 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597400f-faa8-4a6e-8c39-093cc586b435 req-97640e4f-9995-4f72-807b-b76239cf751b tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:47.676472 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7597400f-faa8-4a6e-8c39-093cc586b435 req-97640e4f-9995-4f72-807b-b76239cf751b tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 945 time: 0.0479887 Sep 29 18:26:47.716315 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7597400f-faa8-4a6e-8c39-093cc586b435 req-17759b47-55d4-45a9-84f1-5716f1486bee tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332294 Sep 29 18:26:47.738369 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54720) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:26:47.865299 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39fb1d9-183e-46e2-8630-b8fa78d5183a tempest-TestMinimumBasicScenario-255333786 tempest-TestMinimumBasicScenario-255333786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:47.866782 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b39fb1d9-183e-46e2-8630-b8fa78d5183a tempest-TestMinimumBasicScenario-255333786 tempest-TestMinimumBasicScenario-255333786-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 1091 time: 0.1274076 Sep 29 18:26:47.869853 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54724) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:26:47.874118 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': 'cf3e55f9-f065-469c-a8c7-2b5520994f99', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:26:47.895117 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:47.990221 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:48.093884 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Allocated IP 172.25.2.167 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/81e1132f-5301-4f84-bd24-a882373d08e2) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:26:48.193734 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:48.230907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:48.267290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:26:48.270002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:26:48.273114 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:26:48.301325 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Pushing event updated for resources: {'Port': ['ID=81e1132f-5301-4f84-bd24-a882373d08e2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:48.619355 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:49.000209 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:49.149835 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:49.154299 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:49.222878 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Pushing event updated for resources: {'Port': ['ID=81e1132f-5301-4f84-bd24-a882373d08e2,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:49.232006 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:49.328860 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Floating IP 7a3ec32b-4d5c-48a2-934f-323b66bb9811 associated. External IP: 172.25.2.167, port: cf3e55f9-f065-469c-a8c7-2b5520994f99. Sep 29 18:26:49.421313 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4a9ca87-1b42-47eb-9f8c-710043d4843c req-5b7ea885-ae80-4366-8ea6-8748d9cf5dc8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394018 Sep 29 18:26:49.503420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9ca87-1b42-47eb-9f8c-710043d4843c req-3da450eb-6ed4-4fe8-937c-4e360a322c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:49.505546 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4a9ca87-1b42-47eb-9f8c-710043d4843c req-3da450eb-6ed4-4fe8-937c-4e360a322c30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c5d9431dfbb457b929a712b9e11da75&device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 1096 time: 0.0445580 Sep 29 18:26:49.538395 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:26:49.607804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9ca87-1b42-47eb-9f8c-710043d4843c req-6897825c-d6ef-4bae-8ab4-24477290e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:49.609221 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4a9ca87-1b42-47eb-9f8c-710043d4843c req-6897825c-d6ef-4bae-8ab4-24477290e092 service neutron] 10.222.0.49 "GET /v2.0/networks?id=45ee501e-1d58-4b19-869c-9568c378fbc6 HTTP/1.1" status: 200 len: 916 time: 0.0859044 Sep 29 18:26:49.646043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:26:49.656985 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec10e7-3a79-4671-82a2-b45d609bbf66 None None] Sync routers for ids ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:26:49.663213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:49.668580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec10e7-3a79-4671-82a2-b45d609bbf66 None None] Routers {'023aaa2c-b1f9-49b5-a8bd-d90402669f52'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:26:49.669496 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-24ec10e7-3a79-4671-82a2-b45d609bbf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:26:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:26:49.686795 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4a9ca87-1b42-47eb-9f8c-710043d4843c req-bf3acb06-5bfa-42d4-8a6e-8c300d5e6323 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf3e55f9-f065-469c-a8c7-2b5520994f99 HTTP/1.1" status: 200 len: 999 time: 0.0707850 Sep 29 18:26:49.702743 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-37b8b2af-1892-4ce6-a7c7-ebb76849383d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8292944 Sep 29 18:26:49.702743 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'tag': 'cf3e55f9-f065-469c-a8c7-2b5520994f99'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:26:49.705328 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe444781-2cda-4fff-b2ba-a917e8eca834" -d '{"events": [{"name": "network-changed", "server_uuid": "a5df6463-45a9-4ad5-acb8-85533148037d", "tag": "cf3e55f9-f065-469c-a8c7-2b5520994f99"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:26:49.706353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54726) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:26:49.711141 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-0df15c29-433e-4397-92ba-e73959b220d6 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1529327670', 'description': 'tempest-secgroup-smoke-1529327670 description', 'project_id': '8c5d9431dfbb457b929a712b9e11da75'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:26:49.735979 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0df15c29-433e-4397-92ba-e73959b220d6 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:49.738320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9ca87-1b42-47eb-9f8c-710043d4843c req-c3385f96-7457-44c3-9c24-53f348144ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:49.740660 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4a9ca87-1b42-47eb-9f8c-710043d4843c req-c3385f96-7457-44c3-9c24-53f348144ed2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=478fd663-c036-400f-96b2-bc1bf743435b HTTP/1.1" status: 200 len: 854 time: 0.0461993 Sep 29 18:26:49.748537 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f221c8-e200-4d0e-ad7a-f4c3c072e55b x-openstack-request-id: req-d8f221c8-e200-4d0e-ad7a-f4c3c072e55b {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:26:49.748826 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5df6463-45a9-4ad5-acb8-85533148037d", "tag": "cf3e55f9-f065-469c-a8c7-2b5520994f99", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:26:49.749067 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8f221c8-e200-4d0e-ad7a-f4c3c072e55b {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:26:49.749487 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'tag': 'cf3e55f9-f065-469c-a8c7-2b5520994f99', 'status': 'completed', 'code': 200} Sep 29 18:26:49.790857 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-24ec10e7-3a79-4671-82a2-b45d609bbf66 None None] Set router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:26:49.792816 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9ca87-1b42-47eb-9f8c-710043d4843c req-f8e412b7-4899-4fbc-be62-d55027573c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:49.794705 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4a9ca87-1b42-47eb-9f8c-710043d4843c req-f8e412b7-4899-4fbc-be62-d55027573c2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45ee501e-1d58-4b19-869c-9568c378fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457375 Sep 29 18:26:49.832215 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0df15c29-433e-4397-92ba-e73959b220d6 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:49.837196 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0df15c29-433e-4397-92ba-e73959b220d6 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:49.863079 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0df15c29-433e-4397-92ba-e73959b220d6 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:49.864336 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0df15c29-433e-4397-92ba-e73959b220d6 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1569653 Sep 29 18:26:49.867337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54730) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:26:49.871701 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7ba5f426-4bef-4b9d-8cc6-c70098ea4e3c tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Request body: {'security_group_rule': {'security_group_id': '3429c01b-295e-4166-aa2d-d4671be96768', 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:26:49.879384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df15c29-433e-4397-92ba-e73959b220d6 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3429c01b-295e-4166-aa2d-d4671be96768,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:49.907276 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f426-4bef-4b9d-8cc6-c70098ea4e3c tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:49.913319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4a9ca87-1b42-47eb-9f8c-710043d4843c req-350adf1e-a1e9-40b3-9054-78bb7c690df5 service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992239 Sep 29 18:26:49.970291 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f426-4bef-4b9d-8cc6-c70098ea4e3c tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:49.974848 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f426-4bef-4b9d-8cc6-c70098ea4e3c tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:49.994413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5f426-4bef-4b9d-8cc6-c70098ea4e3c tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b5f9e9-fe93-4440-86ee-11ec463944d7,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:50.005477 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7ba5f426-4bef-4b9d-8cc6-c70098ea4e3c tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.007012 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7ba5f426-4bef-4b9d-8cc6-c70098ea4e3c tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387525 Sep 29 18:26:50.010305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54732) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:26:50.014979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Request body: {'security_group_rule': {'security_group_id': '3429c01b-295e-4166-aa2d-d4671be96768', 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:26:50.021937 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c4a9ca87-1b42-47eb-9f8c-710043d4843c req-20e0fbbc-17eb-4fa4-98f4-fb15ff762852 service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020141 Sep 29 18:26:50.032954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-24ec10e7-3a79-4671-82a2-b45d609bbf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'name': 'tempest-TestMinimumBasicScenario-1575281343-router', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:25:55Z', 'updated_at': '2021-09-29T18:25:58Z', 'revision_number': 4, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'gw_port': {'id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:56Z', 'updated_at': '2021-09-29T18:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7a3ec32b-4d5c-48a2-934f-323b66bb9811', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'port_id': 'cf3e55f9-f065-469c-a8c7-2b5520994f99', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'mac_address': 'fa:16:3e:5a:74:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:26:48Z', 'updated_at': '2021-09-29T18:26:48Z', 'revision_number': 0, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1738cddd-36b1-4aef-ac16-bac0d2142da0', 'name': '', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'mac_address': 'fa:16:3e:f8:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '478fd663-c036-400f-96b2-bc1bf743435b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:57Z', 'updated_at': '2021-09-29T18:26:02Z', 'revision_number': 5, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'subnets': [{'id': '478fd663-c036-400f-96b2-bc1bf743435b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:26:50.046516 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.064889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec10e7-3a79-4671-82a2-b45d609bbf66 None None] Checking router: 023aaa2c-b1f9-49b5-a8bd-d90402669f52 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:26:50.073823 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ec10e7-3a79-4671-82a2-b45d609bbf66 None None] Routers {'023aaa2c-b1f9-49b5-a8bd-d90402669f52'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:26:50.074431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-24ec10e7-3a79-4671-82a2-b45d609bbf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:26:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:26:50.137200 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.144724 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.171667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe444781-2cda-4fff-b2ba-a917e8eca834 req-bac20d99-9698-46f9-a3ed-05a598b87a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:50.173391 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fe444781-2cda-4fff-b2ba-a917e8eca834 req-bac20d99-9698-46f9-a3ed-05a598b87a4f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c5d9431dfbb457b929a712b9e11da75&device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 1096 time: 0.0815420 Sep 29 18:26:50.174776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2fd866-ed14-47c7-88ff-cbad76674274,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:50.178058 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.178231 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-24ec10e7-3a79-4671-82a2-b45d609bbf66 None None] Set router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:26:50.179172 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1679015 Sep 29 18:26:50.182087 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54734) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:26:50.187053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-25b527cd-2a09-4ce9-8618-115166ea400b tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Request body: {'security_group_rule': {'security_group_id': '3429c01b-295e-4166-aa2d-d4671be96768', 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:26:50.194764 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:50.195122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:50.195466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:50.195809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:50.196150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:50.196485 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:50.196818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:50.197150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:50.197522 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:50.197837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:50.198168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:50.198494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787d9a3a-4c00-472a-86ea-4d5d4dc4fff2 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:26:50.221353 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-25b527cd-2a09-4ce9-8618-115166ea400b tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.285057 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe444781-2cda-4fff-b2ba-a917e8eca834 req-b56b019c-87b8-4e2f-bc46-a9151b922775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:50.287320 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fe444781-2cda-4fff-b2ba-a917e8eca834 req-b56b019c-87b8-4e2f-bc46-a9151b922775 service neutron] 10.222.0.49 "GET /v2.0/networks?id=45ee501e-1d58-4b19-869c-9568c378fbc6 HTTP/1.1" status: 200 len: 916 time: 0.1062133 Sep 29 18:26:50.295112 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-25b527cd-2a09-4ce9-8618-115166ea400b tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.299236 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-25b527cd-2a09-4ce9-8618-115166ea400b tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.314912 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b527cd-2a09-4ce9-8618-115166ea400b tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c7f97b-66ec-4944-83df-80a3aa59604b,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:50.324634 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-25b527cd-2a09-4ce9-8618-115166ea400b tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.326393 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-25b527cd-2a09-4ce9-8618-115166ea400b tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433203 Sep 29 18:26:50.329491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54736) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:26:50.335553 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5856e402-3607-4c2f-8a6e-f268601df9da tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Request body: {'security_group_rule': {'security_group_id': '3429c01b-295e-4166-aa2d-d4671be96768', 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:26:50.366520 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5856e402-3607-4c2f-8a6e-f268601df9da tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.373306 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fe444781-2cda-4fff-b2ba-a917e8eca834 req-7eec00b0-1598-44d6-b552-e5ff69ae2a4a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf3e55f9-f065-469c-a8c7-2b5520994f99 HTTP/1.1" status: 200 len: 999 time: 0.0761731 Sep 29 18:26:50.427703 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-24ec10e7-3a79-4671-82a2-b45d609bbf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'name': 'tempest-TestMinimumBasicScenario-1575281343-router', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:25:55Z', 'updated_at': '2021-09-29T18:25:58Z', 'revision_number': 4, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'gw_port': {'id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:56Z', 'updated_at': '2021-09-29T18:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7a3ec32b-4d5c-48a2-934f-323b66bb9811', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'port_id': 'cf3e55f9-f065-469c-a8c7-2b5520994f99', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'mac_address': 'fa:16:3e:5a:74:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:26:48Z', 'updated_at': '2021-09-29T18:26:48Z', 'revision_number': 0, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1738cddd-36b1-4aef-ac16-bac0d2142da0', 'name': '', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'mac_address': 'fa:16:3e:f8:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '478fd663-c036-400f-96b2-bc1bf743435b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:57Z', 'updated_at': '2021-09-29T18:26:02Z', 'revision_number': 5, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'subnets': [{'id': '478fd663-c036-400f-96b2-bc1bf743435b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:26:50.429448 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5856e402-3607-4c2f-8a6e-f268601df9da tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.430888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe444781-2cda-4fff-b2ba-a917e8eca834 req-3458606d-e9eb-4924-8c30-d1641d8c9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:50.431496 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fe444781-2cda-4fff-b2ba-a917e8eca834 req-3458606d-e9eb-4924-8c30-d1641d8c9451 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=478fd663-c036-400f-96b2-bc1bf743435b HTTP/1.1" status: 200 len: 854 time: 0.0499649 Sep 29 18:26:50.434404 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5856e402-3607-4c2f-8a6e-f268601df9da tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.454725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ec10e7-3a79-4671-82a2-b45d609bbf66 None None] The sync data for ids ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'] in n-d-811748-2 is: [{'id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'name': 'tempest-TestMinimumBasicScenario-1575281343-router', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:25:55Z', 'updated_at': '2021-09-29T18:25:58Z', 'revision_number': 4, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'gw_port': {'id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:56Z', 'updated_at': '2021-09-29T18:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '7a3ec32b-4d5c-48a2-934f-323b66bb9811', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'port_id': 'cf3e55f9-f065-469c-a8c7-2b5520994f99', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'mac_address': 'fa:16:3e:5a:74:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:26:48Z', 'updated_at': '2021-09-29T18:26:48Z', 'revision_number': 0, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1738cddd-36b1-4aef-ac16-bac0d2142da0', 'name': '', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'mac_address': 'fa:16:3e:f8:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '478fd663-c036-400f-96b2-bc1bf743435b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:57Z', 'updated_at': '2021-09-29T18:26:02Z', 'revision_number': 5, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'subnets': [{'id': '478fd663-c036-400f-96b2-bc1bf743435b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:26:50.455031 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856e402-3607-4c2f-8a6e-f268601df9da tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86eba95-0b97-4238-a15a-ac157efe504f,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:50.460616 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5856e402-3607-4c2f-8a6e-f268601df9da tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.461989 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5856e402-3607-4c2f-8a6e-f268601df9da tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312025 Sep 29 18:26:50.464829 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54738) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:26:50.469335 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4ec5b2bd-b0db-454f-ae72-aff2f38940bf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Request body: {'security_group_rule': {'security_group_id': '3429c01b-295e-4166-aa2d-d4671be96768', 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:26:50.484407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe444781-2cda-4fff-b2ba-a917e8eca834 req-09e413bb-94a0-45b8-a591-86c961e8bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:50.486229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fe444781-2cda-4fff-b2ba-a917e8eca834 req-09e413bb-94a0-45b8-a591-86c961e8bf43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45ee501e-1d58-4b19-869c-9568c378fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443885 Sep 29 18:26:50.493687 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-4ec5b2bd-b0db-454f-ae72-aff2f38940bf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Project 8c5d9431dfbb457b929a712b9e11da75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:26:50.498873 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ec5b2bd-b0db-454f-ae72-aff2f38940bf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.567776 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ec5b2bd-b0db-454f-ae72-aff2f38940bf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.572412 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ec5b2bd-b0db-454f-ae72-aff2f38940bf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.590229 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5b2bd-b0db-454f-ae72-aff2f38940bf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=520461af-25f1-4c0b-bfc0-7a2150f02419,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:50.594380 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fe444781-2cda-4fff-b2ba-a917e8eca834 req-b4a5b0e9-eb9e-420e-b5d7-42cd5b62fcaf service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985022 Sep 29 18:26:50.599481 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ec5b2bd-b0db-454f-ae72-aff2f38940bf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.601795 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4ec5b2bd-b0db-454f-ae72-aff2f38940bf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359048 Sep 29 18:26:50.603382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54740) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:26:50.608029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7fcfecfa-82eb-4dd6-ad71-1a519f8e4e91 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Request body: {'security_group_rule': {'security_group_id': '3429c01b-295e-4166-aa2d-d4671be96768', 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:26:50.639675 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-7fcfecfa-82eb-4dd6-ad71-1a519f8e4e91 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Project 8c5d9431dfbb457b929a712b9e11da75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:26:50.645040 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7fcfecfa-82eb-4dd6-ad71-1a519f8e4e91 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.701517 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88c9f54-7fe8-4b0e-a9c9-8a1195860d39 None None] New status for floating IP 7a3ec32b-4d5c-48a2-934f-323b66bb9811: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:26:50.710493 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fe444781-2cda-4fff-b2ba-a917e8eca834 req-ac1cfe55-1617-4d57-9ba2-acd7fec84f1b service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087382 Sep 29 18:26:50.714713 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7fcfecfa-82eb-4dd6-ad71-1a519f8e4e91 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.719342 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7fcfecfa-82eb-4dd6-ad71-1a519f8e4e91 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.737999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfecfa-82eb-4dd6-ad71-1a519f8e4e91 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e54b36-b2db-46f4-9720-b1478f3d2c7d,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:50.746141 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7fcfecfa-82eb-4dd6-ad71-1a519f8e4e91 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:50.749305 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7fcfecfa-82eb-4dd6-ad71-1a519f8e4e91 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430771 Sep 29 18:26:50.828952 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5fd1c90a-9731-403f-a2cb-b18572318503 req-080e9d3c-2d60-47ab-b92c-1d9862bb9ea8 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529327670&fields=id&tenant_id=8c5d9431dfbb457b929a712b9e11da75 HTTP/1.1" status: 200 len: 267 time: 0.0339878 Sep 29 18:26:50.885095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1c90a-9731-403f-a2cb-b18572318503 req-46fdc032-cd43-4202-b0d0-74dd5effcdb9 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:50.886885 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5fd1c90a-9731-403f-a2cb-b18572318503 req-46fdc032-cd43-4202-b0d0-74dd5effcdb9 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 945 time: 0.0512393 Sep 29 18:26:50.902300 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-5fd1c90a-9731-403f-a2cb-b18572318503 req-c3927d17-eda4-46e7-b570-d3e83dd7de90 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Request body: {'port': {'security_groups': ['f16c6727-bde2-4674-b1f4-30cf72be64cd', '3429c01b-295e-4166-aa2d-d4671be96768']}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:26:50.970577 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5fd1c90a-9731-403f-a2cb-b18572318503 req-c3927d17-eda4-46e7-b570-d3e83dd7de90 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:51.150969 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-5fd1c90a-9731-403f-a2cb-b18572318503 req-c3927d17-eda4-46e7-b570-d3e83dd7de90 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] For port cf3e55f9-f065-469c-a8c7-2b5520994f99, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=cf3e55f9-f065-469c-a8c7-2b5520994f99,segment=NetworkSegment(10e6bdfe-44a3-45b6-811b-a4d227ae5b6b),segment_id=10e6bdfe-44a3-45b6-811b-a4d227ae5b6b)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:26:51.181473 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5fd1c90a-9731-403f-a2cb-b18572318503 req-c3927d17-eda4-46e7-b570-d3e83dd7de90 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:51.185992 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5fd1c90a-9731-403f-a2cb-b18572318503 req-c3927d17-eda4-46e7-b570-d3e83dd7de90 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:51.198343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['cf3e55f9-f065-469c-a8c7-2b5520994f99'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:26:51.228858 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1c90a-9731-403f-a2cb-b18572318503 req-c3927d17-eda4-46e7-b570-d3e83dd7de90 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:51.229560 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-5fd1c90a-9731-403f-a2cb-b18572318503 req-c3927d17-eda4-46e7-b570-d3e83dd7de90 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:51.230972 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5fd1c90a-9731-403f-a2cb-b18572318503 req-c3927d17-eda4-46e7-b570-d3e83dd7de90 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "PUT /v2.0/ports/cf3e55f9-f065-469c-a8c7-2b5520994f99 HTTP/1.1" status: 200 len: 981 time: 0.3333066 Sep 29 18:26:51.256162 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3927d17-eda4-46e7-b570-d3e83dd7de90 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Pushing event updated for resources: {'Port': ['ID=cf3e55f9-f065-469c-a8c7-2b5520994f99,revision_number=6']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:26:51.359512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd4d28-90e5-4f82-89bd-9e76bb4e3931 req-2948bf2d-32ff-4614-aabd-b714ce0dd5c9 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:51.361792 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-21dd4d28-90e5-4f82-89bd-9e76bb4e3931 req-2948bf2d-32ff-4614-aabd-b714ce0dd5c9 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 984 time: 0.0640538 Sep 29 18:26:51.411822 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-21dd4d28-90e5-4f82-89bd-9e76bb4e3931 req-382543f4-bb03-452f-a60f-ae64339b259a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&id=3429c01b-295e-4166-aa2d-d4671be96768&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436668 Sep 29 18:26:51.440212 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['cf3e55f9-f065-469c-a8c7-2b5520994f99'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:26:51.524906 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-6794c2fd-efcb-44fe-a926-be3678d712c8 None None] Provisioning complete for port cf3e55f9-f065-469c-a8c7-2b5520994f99 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:26:51.525175 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6794c2fd-efcb-44fe-a926-be3678d712c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:26:51.750604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'tag': 'cf3e55f9-f065-469c-a8c7-2b5520994f99'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:26:51.753069 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004be827-e1bd-43f8-9716-142c1b0a5e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5df6463-45a9-4ad5-acb8-85533148037d", "tag": "cf3e55f9-f065-469c-a8c7-2b5520994f99"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:26:51.789074 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3bf42d-197c-453b-9a33-acf79fd3b4ca x-openstack-request-id: req-2c3bf42d-197c-453b-9a33-acf79fd3b4ca {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:26:51.789417 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5df6463-45a9-4ad5-acb8-85533148037d", "tag": "cf3e55f9-f065-469c-a8c7-2b5520994f99", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:26:51.789669 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c3bf42d-197c-453b-9a33-acf79fd3b4ca {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:26:51.790126 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'tag': 'cf3e55f9-f065-469c-a8c7-2b5520994f99', 'status': 'completed', 'code': 200} Sep 29 18:26:51.854591 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004be827-e1bd-43f8-9716-142c1b0a5e0f req-bd1a69c1-4ccf-4411-a025-e7c8c732caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:51.856103 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-004be827-e1bd-43f8-9716-142c1b0a5e0f req-bd1a69c1-4ccf-4411-a025-e7c8c732caa6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c5d9431dfbb457b929a712b9e11da75&device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 1135 time: 0.0422735 Sep 29 18:26:51.955331 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004be827-e1bd-43f8-9716-142c1b0a5e0f req-0e3b5625-3ac6-4fe9-9de0-5341c3a47441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:51.957095 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-004be827-e1bd-43f8-9716-142c1b0a5e0f req-0e3b5625-3ac6-4fe9-9de0-5341c3a47441 service neutron] 10.222.0.49 "GET /v2.0/networks?id=45ee501e-1d58-4b19-869c-9568c378fbc6 HTTP/1.1" status: 200 len: 916 time: 0.0918748 Sep 29 18:26:52.029476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-004be827-e1bd-43f8-9716-142c1b0a5e0f req-956bad6d-7067-48a7-beb2-c6f150655e4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf3e55f9-f065-469c-a8c7-2b5520994f99 HTTP/1.1" status: 200 len: 1001 time: 0.0638709 Sep 29 18:26:52.079023 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004be827-e1bd-43f8-9716-142c1b0a5e0f req-29d056e4-1469-4c81-b43b-08dfbf779164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:52.080373 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-004be827-e1bd-43f8-9716-142c1b0a5e0f req-29d056e4-1469-4c81-b43b-08dfbf779164 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=478fd663-c036-400f-96b2-bc1bf743435b HTTP/1.1" status: 200 len: 854 time: 0.0437760 Sep 29 18:26:52.127707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004be827-e1bd-43f8-9716-142c1b0a5e0f req-e688fd14-5c31-4a31-a1e6-3922a1485ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:26:52.129127 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-004be827-e1bd-43f8-9716-142c1b0a5e0f req-e688fd14-5c31-4a31-a1e6-3922a1485ae3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45ee501e-1d58-4b19-869c-9568c378fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387809 Sep 29 18:26:52.220851 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-004be827-e1bd-43f8-9716-142c1b0a5e0f req-2b8e123f-56bc-4466-a84c-b07f84f8d8db service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824196 Sep 29 18:26:52.316058 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-004be827-e1bd-43f8-9716-142c1b0a5e0f req-648e09e8-be97-41d6-b9b6-cf6e6f2fab0f service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869322 Sep 29 18:26:58.007025 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:00.450245 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-593167f8-8f13-40ea-9514-3c10e28e38e4 req-5e190923-1c03-433d-88b1-cf653ff43fd1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400803 Sep 29 18:27:00.545430 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593167f8-8f13-40ea-9514-3c10e28e38e4 req-db1f9b55-dfc1-473f-88cf-f82c46abcdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:00.546896 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-593167f8-8f13-40ea-9514-3c10e28e38e4 req-db1f9b55-dfc1-473f-88cf-f82c46abcdfc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0392904 Sep 29 18:27:00.652172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593167f8-8f13-40ea-9514-3c10e28e38e4 req-9b965f3c-e619-4935-b9ab-be8bce14a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:00.653642 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-593167f8-8f13-40ea-9514-3c10e28e38e4 req-9b965f3c-e619-4935-b9ab-be8bce14a687 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0862865 Sep 29 18:27:00.694946 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-593167f8-8f13-40ea-9514-3c10e28e38e4 req-6e604f60-8f6c-4267-8897-6e91ddc6f918 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0331113 Sep 29 18:27:00.743029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593167f8-8f13-40ea-9514-3c10e28e38e4 req-792d9d7e-0f0f-4e81-955f-d44be6612dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:00.744482 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-593167f8-8f13-40ea-9514-3c10e28e38e4 req-792d9d7e-0f0f-4e81-955f-d44be6612dc7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0429335 Sep 29 18:27:00.793762 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593167f8-8f13-40ea-9514-3c10e28e38e4 req-71864a1c-75d2-4884-8a0d-57d5655aeabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:00.795226 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-593167f8-8f13-40ea-9514-3c10e28e38e4 req-71864a1c-75d2-4884-8a0d-57d5655aeabe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437195 Sep 29 18:27:00.883945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-593167f8-8f13-40ea-9514-3c10e28e38e4 req-584ca3a2-2056-48da-aef2-d39dd5890c2e service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804231 Sep 29 18:27:00.977676 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-593167f8-8f13-40ea-9514-3c10e28e38e4 req-57d00c3d-4b0d-40fa-b79f-4476f62600af service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867589 Sep 29 18:27:08.326785 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:27:08.641604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dceba-2e91-4dba-bbba-d5328ffb56c0 req-91941f4e-d9f1-40d2-b690-c344137f3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:08.642324 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a6854-5846-4600-b19c-67da971617cf req-13ef9ff3-90da-496c-a8f6-011fbd6c90ce tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:08.643093 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-394dceba-2e91-4dba-bbba-d5328ffb56c0 req-91941f4e-d9f1-40d2-b690-c344137f3958 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c5d9431dfbb457b929a712b9e11da75&device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 1135 time: 0.0415609 Sep 29 18:27:08.643844 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-797a6854-5846-4600-b19c-67da971617cf req-13ef9ff3-90da-496c-a8f6-011fbd6c90ce tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 984 time: 0.0533803 Sep 29 18:27:08.685774 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-797a6854-5846-4600-b19c-67da971617cf req-d974bccb-f8d7-4e06-b186-b62f0ccc224b tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&id=3429c01b-295e-4166-aa2d-d4671be96768&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355837 Sep 29 18:27:08.734112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dceba-2e91-4dba-bbba-d5328ffb56c0 req-b71cb5ab-eaab-4fbc-89b7-267f222af25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:08.735588 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-394dceba-2e91-4dba-bbba-d5328ffb56c0 req-b71cb5ab-eaab-4fbc-89b7-267f222af25e service neutron] 10.222.0.49 "GET /v2.0/networks?id=45ee501e-1d58-4b19-869c-9568c378fbc6 HTTP/1.1" status: 200 len: 916 time: 0.0855887 Sep 29 18:27:08.805840 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-394dceba-2e91-4dba-bbba-d5328ffb56c0 req-c395676f-bf19-4d87-9a80-946704875b70 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf3e55f9-f065-469c-a8c7-2b5520994f99 HTTP/1.1" status: 200 len: 1001 time: 0.0617774 Sep 29 18:27:08.853826 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dceba-2e91-4dba-bbba-d5328ffb56c0 req-17306e4f-58fd-4cee-a3bd-6f7f2419e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:08.855218 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-394dceba-2e91-4dba-bbba-d5328ffb56c0 req-17306e4f-58fd-4cee-a3bd-6f7f2419e5be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=478fd663-c036-400f-96b2-bc1bf743435b HTTP/1.1" status: 200 len: 854 time: 0.0420015 Sep 29 18:27:08.901466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dceba-2e91-4dba-bbba-d5328ffb56c0 req-984c1c0a-47e7-404c-be5a-bb26abe7df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:08.902913 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-394dceba-2e91-4dba-bbba-d5328ffb56c0 req-984c1c0a-47e7-404c-be5a-bb26abe7df5f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45ee501e-1d58-4b19-869c-9568c378fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396643 Sep 29 18:27:08.995921 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-394dceba-2e91-4dba-bbba-d5328ffb56c0 req-28344523-f6af-4314-a525-4eec83d7b290 service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843554 Sep 29 18:27:09.089534 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-394dceba-2e91-4dba-bbba-d5328ffb56c0 req-a536229d-6312-499c-8aa3-7c62105d586c service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857635 Sep 29 18:27:09.803952 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccc0ce-df5a-4c9f-b2ee-2498e0fb02b6 req-25bb93e5-dbab-4fa8-a88d-4be5d5780819 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:09.805445 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b7ccc0ce-df5a-4c9f-b2ee-2498e0fb02b6 req-25bb93e5-dbab-4fa8-a88d-4be5d5780819 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 984 time: 0.0495522 Sep 29 18:27:09.844676 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b7ccc0ce-df5a-4c9f-b2ee-2498e0fb02b6 req-f38e13ab-79eb-4874-88dd-72b1c7d63d0f tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&id=3429c01b-295e-4166-aa2d-d4671be96768&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330899 Sep 29 18:27:10.891486 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-91b15491-afe4-4083-a6e7-206f81cef76b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:10.964104 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805b977-f9af-40f3-84b5-7c94ebb20c3a req-fbcc10b2-44cc-4091-a5fb-b918366f8fae tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:10.965579 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8805b977-f9af-40f3-84b5-7c94ebb20c3a req-fbcc10b2-44cc-4091-a5fb-b918366f8fae tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 984 time: 0.0524654 Sep 29 18:27:11.003433 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8805b977-f9af-40f3-84b5-7c94ebb20c3a req-af345e08-941e-4f14-ace2-2921b48dd131 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&id=3429c01b-295e-4166-aa2d-d4671be96768&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318391 Sep 29 18:27:12.117944 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591a95e-4350-40e6-9f84-c4138855a363 req-1b40cbb6-b455-47c6-9293-253f7dca7b34 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:12.119420 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8591a95e-4350-40e6-9f84-c4138855a363 req-1b40cbb6-b455-47c6-9293-253f7dca7b34 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 984 time: 0.0486269 Sep 29 18:27:12.158966 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8591a95e-4350-40e6-9f84-c4138855a363 req-ead3fe8d-0932-4441-8576-835d05cf1767 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&id=3429c01b-295e-4166-aa2d-d4671be96768&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334580 Sep 29 18:27:13.280789 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1b61a-1ea6-4ab7-9d7a-6dffaa3f5cba req-43ae615b-0537-468e-bc94-7fa23c55a063 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:13.282199 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bbd1b61a-1ea6-4ab7-9d7a-6dffaa3f5cba req-43ae615b-0537-468e-bc94-7fa23c55a063 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 984 time: 0.0501842 Sep 29 18:27:13.323297 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bbd1b61a-1ea6-4ab7-9d7a-6dffaa3f5cba req-77a69011-a694-4b2c-9fa2-9008580f86fb tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&id=3429c01b-295e-4166-aa2d-d4671be96768&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330720 Sep 29 18:27:13.612970 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9168ef8c-8373-4c33-b124-3634f7e24b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:14.442387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e455e69-d7c9-4fd7-9ae2-ff5b310f6165 req-c19f89d0-6b1a-4db9-8764-96b332a901c3 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:14.444516 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e455e69-d7c9-4fd7-9ae2-ff5b310f6165 req-c19f89d0-6b1a-4db9-8764-96b332a901c3 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 984 time: 0.0539591 Sep 29 18:27:14.485861 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e455e69-d7c9-4fd7-9ae2-ff5b310f6165 req-420c0788-8ca3-4185-ab3d-3d5de2717211 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&id=3429c01b-295e-4166-aa2d-d4671be96768&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345590 Sep 29 18:27:14.750974 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:14.804516 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:15.146029 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:15.598353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f802e5f-d8a1-4442-8896-8a712b02efc2 req-62aba2c9-c652-45c2-9258-f0c3aad42075 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:15.599804 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9f802e5f-d8a1-4442-8896-8a712b02efc2 req-62aba2c9-c652-45c2-9258-f0c3aad42075 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 984 time: 0.0486662 Sep 29 18:27:15.638881 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9f802e5f-d8a1-4442-8896-8a712b02efc2 req-f252827d-62e3-48eb-a38b-80cb0f12ecc7 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&id=3429c01b-295e-4166-aa2d-d4671be96768&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330303 Sep 29 18:27:16.753374 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572d0bf-2260-44d2-b8ac-765cc86cd4b2 req-93459f52-0b57-41f7-995a-e63195d9f5de tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:16.756020 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1572d0bf-2260-44d2-b8ac-765cc86cd4b2 req-93459f52-0b57-41f7-995a-e63195d9f5de tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 984 time: 0.0506494 Sep 29 18:27:16.796229 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1572d0bf-2260-44d2-b8ac-765cc86cd4b2 req-1131824a-21bf-4f14-8bea-051c18c55289 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&id=3429c01b-295e-4166-aa2d-d4671be96768&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338111 Sep 29 18:27:17.100154 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:17.915612 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312361a3-063c-4ddc-a4bf-b81412f7063f req-1219e107-bf12-466d-91be-cf111ad9e976 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:17.917064 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-312361a3-063c-4ddc-a4bf-b81412f7063f req-1219e107-bf12-466d-91be-cf111ad9e976 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 984 time: 0.0522065 Sep 29 18:27:17.955437 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-312361a3-063c-4ddc-a4bf-b81412f7063f req-6ced6af3-0a9a-40a0-b132-73c48ebb29a4 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&id=3429c01b-295e-4166-aa2d-d4671be96768&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323849 Sep 29 18:27:19.074441 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbb211-b815-46ae-957f-1579221c1f8b req-7976b343-75ca-4506-898d-3b94d6195923 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:19.075945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7fdbb211-b815-46ae-957f-1579221c1f8b req-7976b343-75ca-4506-898d-3b94d6195923 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 984 time: 0.0508864 Sep 29 18:27:19.115677 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7fdbb211-b815-46ae-957f-1579221c1f8b req-d9345d24-5f2c-478b-90ee-4be4fff4b951 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&id=3429c01b-295e-4166-aa2d-d4671be96768&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337069 Sep 29 18:27:20.227830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dff72-4a4e-4948-9d87-2e3aefb32218 req-8bd8f41d-0c1c-407a-8638-8975f542585e tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:20.229376 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-961dff72-4a4e-4948-9d87-2e3aefb32218 req-8bd8f41d-0c1c-407a-8638-8975f542585e tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 984 time: 0.0486820 Sep 29 18:27:20.270032 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-961dff72-4a4e-4948-9d87-2e3aefb32218 req-2ddbfca9-f23e-4359-9708-c5f7d3c3e48b tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&id=3429c01b-295e-4166-aa2d-d4671be96768&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345836 Sep 29 18:27:28.003127 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:40.893057 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9dd51617-eb1d-4807-9105-8530f0c36297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:43.613632 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b486c9d2-dc4d-411f-bff1-3f3f0eb0292d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:44.751211 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:44.807944 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:45.149561 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:45.324844 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:27:47.102757 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:50.412062 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49981b89-9a33-4dd7-9e6c-3ed32b556731 req-b32206ea-7d82-4d4f-a57c-9c708e85bbfc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400603 Sep 29 18:27:50.490145 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49981b89-9a33-4dd7-9e6c-3ed32b556731 req-2ef0a331-7ca0-410c-9c33-39a44368b3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:50.491617 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49981b89-9a33-4dd7-9e6c-3ed32b556731 req-2ef0a331-7ca0-410c-9c33-39a44368b3f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c5d9431dfbb457b929a712b9e11da75&device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 1135 time: 0.0398228 Sep 29 18:27:50.594022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49981b89-9a33-4dd7-9e6c-3ed32b556731 req-c8f48fd8-fe18-4f96-8451-1f6728967160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:50.595445 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49981b89-9a33-4dd7-9e6c-3ed32b556731 req-c8f48fd8-fe18-4f96-8451-1f6728967160 service neutron] 10.222.0.49 "GET /v2.0/networks?id=45ee501e-1d58-4b19-869c-9568c378fbc6 HTTP/1.1" status: 200 len: 916 time: 0.0851524 Sep 29 18:27:50.659172 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49981b89-9a33-4dd7-9e6c-3ed32b556731 req-60513ece-e93d-4eb5-8e5d-48340e37205e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf3e55f9-f065-469c-a8c7-2b5520994f99 HTTP/1.1" status: 200 len: 1001 time: 0.0564644 Sep 29 18:27:50.706165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49981b89-9a33-4dd7-9e6c-3ed32b556731 req-a686c5ad-c26d-46bc-aaf9-6f04fd9f8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:50.708180 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49981b89-9a33-4dd7-9e6c-3ed32b556731 req-a686c5ad-c26d-46bc-aaf9-6f04fd9f8c7c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=478fd663-c036-400f-96b2-bc1bf743435b HTTP/1.1" status: 200 len: 854 time: 0.0425997 Sep 29 18:27:50.755452 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49981b89-9a33-4dd7-9e6c-3ed32b556731 req-e081665c-b681-4397-bf26-1bade56a8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:50.756895 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49981b89-9a33-4dd7-9e6c-3ed32b556731 req-e081665c-b681-4397-bf26-1bade56a8c5b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45ee501e-1d58-4b19-869c-9568c378fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421834 Sep 29 18:27:50.843694 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49981b89-9a33-4dd7-9e6c-3ed32b556731 req-08e66c4d-2000-4ef2-aaf8-4123e484e2ef service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794628 Sep 29 18:27:50.933591 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-49981b89-9a33-4dd7-9e6c-3ed32b556731 req-47a5bda9-7287-46ad-be9f-4ad2954e5c6f service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832181 Sep 29 18:27:52.723054 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-23fa0cf4-5a68-4876-aceb-7aaf86dbf12d req-9a9d82b9-d955-46f6-98c4-f14085ddda19 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529327670&fields=id&tenant_id=8c5d9431dfbb457b929a712b9e11da75 HTTP/1.1" status: 200 len: 267 time: 0.0378776 Sep 29 18:27:52.776049 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa0cf4-5a68-4876-aceb-7aaf86dbf12d req-8d0e8491-2dec-49ee-b2d2-9ae84cfe613d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:52.777566 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-23fa0cf4-5a68-4876-aceb-7aaf86dbf12d req-8d0e8491-2dec-49ee-b2d2-9ae84cfe613d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 984 time: 0.0488434 Sep 29 18:27:52.788423 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-23fa0cf4-5a68-4876-aceb-7aaf86dbf12d req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Request body: {'port': {'security_groups': ['f16c6727-bde2-4674-b1f4-30cf72be64cd']}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:27:52.851737 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-23fa0cf4-5a68-4876-aceb-7aaf86dbf12d req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:53.022978 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-23fa0cf4-5a68-4876-aceb-7aaf86dbf12d req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] For port cf3e55f9-f065-469c-a8c7-2b5520994f99, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=cf3e55f9-f065-469c-a8c7-2b5520994f99,segment=NetworkSegment(10e6bdfe-44a3-45b6-811b-a4d227ae5b6b),segment_id=10e6bdfe-44a3-45b6-811b-a4d227ae5b6b)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:27:53.051422 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-23fa0cf4-5a68-4876-aceb-7aaf86dbf12d req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:53.055965 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-23fa0cf4-5a68-4876-aceb-7aaf86dbf12d req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:53.068332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['cf3e55f9-f065-469c-a8c7-2b5520994f99'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:27:53.103460 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa0cf4-5a68-4876-aceb-7aaf86dbf12d req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:53.104088 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-23fa0cf4-5a68-4876-aceb-7aaf86dbf12d req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:53.105533 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-23fa0cf4-5a68-4876-aceb-7aaf86dbf12d req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "PUT /v2.0/ports/cf3e55f9-f065-469c-a8c7-2b5520994f99 HTTP/1.1" status: 200 len: 942 time: 0.3215907 Sep 29 18:27:53.106004 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'tag': 'cf3e55f9-f065-469c-a8c7-2b5520994f99'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:27:53.108324 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd74f2a1-4f66-4297-9cee-12720576de88" -d '{"events": [{"name": "network-changed", "server_uuid": "a5df6463-45a9-4ad5-acb8-85533148037d", "tag": "cf3e55f9-f065-469c-a8c7-2b5520994f99"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:27:53.111915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54794) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:27:53.133217 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Pushing event updated for resources: {'Port': ['ID=cf3e55f9-f065-469c-a8c7-2b5520994f99,revision_number=7']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:27:53.141591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.142025 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.142437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.142858 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.143570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.143570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.144014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.144436 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.144832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.145226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.145644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.146035 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46b557e-cf3b-4285-aa80-75a7e9043abf tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.167613 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc82c37e-6259-4ec2-8704-04b9a8d858cd x-openstack-request-id: req-dc82c37e-6259-4ec2-8704-04b9a8d858cd {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:27:53.167870 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5df6463-45a9-4ad5-acb8-85533148037d", "tag": "cf3e55f9-f065-469c-a8c7-2b5520994f99", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:27:53.167970 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc82c37e-6259-4ec2-8704-04b9a8d858cd {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:27:53.168462 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'tag': 'cf3e55f9-f065-469c-a8c7-2b5520994f99', 'status': 'completed', 'code': 200} Sep 29 18:27:53.185659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['cf3e55f9-f065-469c-a8c7-2b5520994f99'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:27:53.227797 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:53.259013 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:53.273063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74f2a1-4f66-4297-9cee-12720576de88 req-a43ac3df-8a19-4a16-8bab-fb9ad6db1e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:53.275061 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd74f2a1-4f66-4297-9cee-12720576de88 req-a43ac3df-8a19-4a16-8bab-fb9ad6db1e92 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c5d9431dfbb457b929a712b9e11da75&device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 1096 time: 0.0850320 Sep 29 18:27:53.388860 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-002c9d83-0937-46a8-bdb7-fea020f65b9a None None] Provisioning complete for port cf3e55f9-f065-469c-a8c7-2b5520994f99 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:27:53.389148 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-002c9d83-0937-46a8-bdb7-fea020f65b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:53.392616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74f2a1-4f66-4297-9cee-12720576de88 req-423b2b0d-aa0a-4299-a6d6-1eb0c9158494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:53.394445 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd74f2a1-4f66-4297-9cee-12720576de88 req-423b2b0d-aa0a-4299-a6d6-1eb0c9158494 service neutron] 10.222.0.49 "GET /v2.0/networks?id=45ee501e-1d58-4b19-869c-9568c378fbc6 HTTP/1.1" status: 200 len: 916 time: 0.1075244 Sep 29 18:27:53.409260 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:53.412422 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:53.413570 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "DELETE /v2.0/security-groups/3429c01b-295e-4166-aa2d-d4671be96768 HTTP/1.1" status: 204 len: 168 time: 0.3006916 Sep 29 18:27:53.416337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54796) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:27:53.453765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3429c01b-295e-4166-aa2d-d4671be96768,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:27:53.469892 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.470243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.470568 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.470895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.471223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.471547 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.471871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.472191 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.472730 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.473116 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.473464 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.473783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187fdbde-5a62-418e-bf0e-3671c7bd595a tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:27:53.492304 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd74f2a1-4f66-4297-9cee-12720576de88 req-cb746e60-4818-4dfc-a593-999de2cd7885 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf3e55f9-f065-469c-a8c7-2b5520994f99 HTTP/1.1" status: 200 len: 1001 time: 0.0899177 Sep 29 18:27:53.542715 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74f2a1-4f66-4297-9cee-12720576de88 req-597ab372-c698-456e-9e50-5774ec0b84a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:53.544077 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd74f2a1-4f66-4297-9cee-12720576de88 req-597ab372-c698-456e-9e50-5774ec0b84a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=478fd663-c036-400f-96b2-bc1bf743435b HTTP/1.1" status: 200 len: 854 time: 0.0442953 Sep 29 18:27:53.579115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-4450bdc5-b7ba-4639-988d-56cef900c4fc tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Deleting port 81e1132f-5301-4f84-bd24-a882373d08e2 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:27:53.579457 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4450bdc5-b7ba-4639-988d-56cef900c4fc tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:53.590129 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74f2a1-4f66-4297-9cee-12720576de88 req-6649dae6-2fb3-4821-940d-498fe150cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:53.591618 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd74f2a1-4f66-4297-9cee-12720576de88 req-6649dae6-2fb3-4821-940d-498fe150cf30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45ee501e-1d58-4b19-869c-9568c378fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391984 Sep 29 18:27:53.655685 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4450bdc5-b7ba-4639-988d-56cef900c4fc tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:53.656013 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4450bdc5-b7ba-4639-988d-56cef900c4fc tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:53.668017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-4450bdc5-b7ba-4639-988d-56cef900c4fc tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Calling delete_port for 81e1132f-5301-4f84-bd24-a882373d08e2 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:27:53.684953 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd74f2a1-4f66-4297-9cee-12720576de88 req-b21c7399-e182-40a1-94dc-1d65851f2574 service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856051 Sep 29 18:27:53.773493 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dd74f2a1-4f66-4297-9cee-12720576de88 req-b947c3c7-f381-48c1-80a4-dc8b5310f1b1 service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816491 Sep 29 18:27:53.837018 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4450bdc5-b7ba-4639-988d-56cef900c4fc tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:53.867661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450bdc5-b7ba-4639-988d-56cef900c4fc tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Pushing event deleted for resources: {'Port': ['ID=81e1132f-5301-4f84-bd24-a882373d08e2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:27:53.926248 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4450bdc5-b7ba-4639-988d-56cef900c4fc tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:53.926605 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-4450bdc5-b7ba-4639-988d-56cef900c4fc tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Floating IP 7a3ec32b-4d5c-48a2-934f-323b66bb9811 disassociated (deleted). External IP: 172.25.2.167, port: cf3e55f9-f065-469c-a8c7-2b5520994f99. Sep 29 18:27:54.128692 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4450bdc5-b7ba-4639-988d-56cef900c4fc tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:27:54.235064 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4450bdc5-b7ba-4639-988d-56cef900c4fc tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:27:54.239689 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4450bdc5-b7ba-4639-988d-56cef900c4fc tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:27:54.247363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42043dcc-7aeb-4dde-b6a1-bf138d44bd86 None None] Sync routers for ids ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:27:54.256490 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42043dcc-7aeb-4dde-b6a1-bf138d44bd86 None None] Routers {'023aaa2c-b1f9-49b5-a8bd-d90402669f52'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:27:54.257104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-42043dcc-7aeb-4dde-b6a1-bf138d44bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:27:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:27:54.266166 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4450bdc5-b7ba-4639-988d-56cef900c4fc tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "DELETE /v2.0/floatingips/7a3ec32b-4d5c-48a2-934f-323b66bb9811 HTTP/1.1" status: 204 len: 168 time: 0.8486729 Sep 29 18:27:54.367961 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-42043dcc-7aeb-4dde-b6a1-bf138d44bd86 None None] Set router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:27:54.570856 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-42043dcc-7aeb-4dde-b6a1-bf138d44bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'name': 'tempest-TestMinimumBasicScenario-1575281343-router', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:25:55Z', 'updated_at': '2021-09-29T18:25:58Z', 'revision_number': 4, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'gw_port': {'id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:56Z', 'updated_at': '2021-09-29T18:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '1738cddd-36b1-4aef-ac16-bac0d2142da0', 'name': '', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'mac_address': 'fa:16:3e:f8:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '478fd663-c036-400f-96b2-bc1bf743435b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:57Z', 'updated_at': '2021-09-29T18:26:02Z', 'revision_number': 5, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'subnets': [{'id': '478fd663-c036-400f-96b2-bc1bf743435b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:27:54.600065 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42043dcc-7aeb-4dde-b6a1-bf138d44bd86 None None] Checking router: 023aaa2c-b1f9-49b5-a8bd-d90402669f52 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:27:54.609482 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42043dcc-7aeb-4dde-b6a1-bf138d44bd86 None None] Routers {'023aaa2c-b1f9-49b5-a8bd-d90402669f52'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:27:54.610092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-42043dcc-7aeb-4dde-b6a1-bf138d44bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:27:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:27:54.713113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-42043dcc-7aeb-4dde-b6a1-bf138d44bd86 None None] Set router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:27:54.904289 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-42043dcc-7aeb-4dde-b6a1-bf138d44bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'name': 'tempest-TestMinimumBasicScenario-1575281343-router', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:25:55Z', 'updated_at': '2021-09-29T18:25:58Z', 'revision_number': 4, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'gw_port': {'id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:56Z', 'updated_at': '2021-09-29T18:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '1738cddd-36b1-4aef-ac16-bac0d2142da0', 'name': '', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'mac_address': 'fa:16:3e:f8:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '478fd663-c036-400f-96b2-bc1bf743435b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:57Z', 'updated_at': '2021-09-29T18:26:02Z', 'revision_number': 5, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'subnets': [{'id': '478fd663-c036-400f-96b2-bc1bf743435b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:27:54.932585 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42043dcc-7aeb-4dde-b6a1-bf138d44bd86 None None] The sync data for ids ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'] in n-d-811748-2 is: [{'id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'name': 'tempest-TestMinimumBasicScenario-1575281343-router', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:25:55Z', 'updated_at': '2021-09-29T18:25:58Z', 'revision_number': 4, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'gw_port': {'id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:56Z', 'updated_at': '2021-09-29T18:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '1738cddd-36b1-4aef-ac16-bac0d2142da0', 'name': '', 'network_id': '45ee501e-1d58-4b19-869c-9568c378fbc6', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'mac_address': 'fa:16:3e:f8:bf:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '478fd663-c036-400f-96b2-bc1bf743435b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:57Z', 'updated_at': '2021-09-29T18:26:02Z', 'revision_number': 5, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'subnets': [{'id': '478fd663-c036-400f-96b2-bc1bf743435b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:27:55.155887 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b142ba9-282e-4454-aa29-c579b68d2cd0 None None] New status for floating IP 7a3ec32b-4d5c-48a2-934f-323b66bb9811: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:27:55.169779 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'tag': 'cf3e55f9-f065-469c-a8c7-2b5520994f99'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:27:55.172260 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f382977-11ad-4eb3-8ac9-80e76185509c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5df6463-45a9-4ad5-acb8-85533148037d", "tag": "cf3e55f9-f065-469c-a8c7-2b5520994f99"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:27:55.222760 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267fc6fd-a9fa-49e8-ba0c-6eddf5bab84c x-openstack-request-id: req-267fc6fd-a9fa-49e8-ba0c-6eddf5bab84c {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:27:55.223426 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5df6463-45a9-4ad5-acb8-85533148037d", "tag": "cf3e55f9-f065-469c-a8c7-2b5520994f99", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:27:55.223875 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-267fc6fd-a9fa-49e8-ba0c-6eddf5bab84c {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:27:55.224642 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'tag': 'cf3e55f9-f065-469c-a8c7-2b5520994f99', 'status': 'completed', 'code': 200} Sep 29 18:27:55.290704 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f382977-11ad-4eb3-8ac9-80e76185509c req-46b378f4-6478-4cb6-b31a-c716dc00193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:55.292230 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f382977-11ad-4eb3-8ac9-80e76185509c req-46b378f4-6478-4cb6-b31a-c716dc00193b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c5d9431dfbb457b929a712b9e11da75&device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 1096 time: 0.0473723 Sep 29 18:27:55.385676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f382977-11ad-4eb3-8ac9-80e76185509c req-ce3fd7d1-3499-4b96-b5ad-88865d1f0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:55.387292 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f382977-11ad-4eb3-8ac9-80e76185509c req-ce3fd7d1-3499-4b96-b5ad-88865d1f0749 service neutron] 10.222.0.49 "GET /v2.0/networks?id=45ee501e-1d58-4b19-869c-9568c378fbc6 HTTP/1.1" status: 200 len: 916 time: 0.0887392 Sep 29 18:27:55.432104 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f382977-11ad-4eb3-8ac9-80e76185509c req-418888fc-d140-4b8e-a812-4b31008cd878 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf3e55f9-f065-469c-a8c7-2b5520994f99 HTTP/1.1" status: 200 len: 217 time: 0.0379975 Sep 29 18:27:55.484051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f382977-11ad-4eb3-8ac9-80e76185509c req-445b51cd-43ac-402b-a024-7fbf9c2bab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:55.485533 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f382977-11ad-4eb3-8ac9-80e76185509c req-445b51cd-43ac-402b-a024-7fbf9c2bab6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=478fd663-c036-400f-96b2-bc1bf743435b HTTP/1.1" status: 200 len: 854 time: 0.0472090 Sep 29 18:27:55.532845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f382977-11ad-4eb3-8ac9-80e76185509c req-1d4bd44c-b660-4c23-9f56-f4d28376a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:27:55.534434 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f382977-11ad-4eb3-8ac9-80e76185509c req-1d4bd44c-b660-4c23-9f56-f4d28376a93c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45ee501e-1d58-4b19-869c-9568c378fbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417364 Sep 29 18:27:55.632834 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f382977-11ad-4eb3-8ac9-80e76185509c req-1bbc0a1f-2cf5-47fc-a953-4d37f6599262 service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908461 Sep 29 18:27:55.986390 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-2f382977-11ad-4eb3-8ac9-80e76185509c req-e28d19b9-ba86-4d40-ac25-4693f36bfa98 service neutron] 10.222.0.49 "GET /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468533 Sep 29 18:27:58.017958 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:00.453236 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d366f62-82a0-46a2-ae95-aa5a49dd5ea4 req-b9f779ae-7de4-4339-bfb0-1a60407b9bf5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0827327 Sep 29 18:28:00.554379 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d366f62-82a0-46a2-ae95-aa5a49dd5ea4 req-4a23153d-a990-425b-886b-5323e9abef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:00.555797 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d366f62-82a0-46a2-ae95-aa5a49dd5ea4 req-4a23153d-a990-425b-886b-5323e9abef3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0401590 Sep 29 18:28:00.665596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d366f62-82a0-46a2-ae95-aa5a49dd5ea4 req-9c7c133a-53f4-4531-922c-940c74feccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:00.667078 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d366f62-82a0-46a2-ae95-aa5a49dd5ea4 req-9c7c133a-53f4-4531-922c-940c74feccc6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0915413 Sep 29 18:28:00.709849 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d366f62-82a0-46a2-ae95-aa5a49dd5ea4 req-f7264d69-d3d6-4eda-91eb-42020676378f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0346086 Sep 29 18:28:00.764484 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d366f62-82a0-46a2-ae95-aa5a49dd5ea4 req-17848ba4-08cd-4d14-a920-fa2a3568210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:00.765970 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d366f62-82a0-46a2-ae95-aa5a49dd5ea4 req-17848ba4-08cd-4d14-a920-fa2a3568210a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0497100 Sep 29 18:28:00.815490 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d366f62-82a0-46a2-ae95-aa5a49dd5ea4 req-2f8a07eb-1c19-467a-9a17-5010df085108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:00.817629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d366f62-82a0-46a2-ae95-aa5a49dd5ea4 req-2f8a07eb-1c19-467a-9a17-5010df085108 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424132 Sep 29 18:28:00.912199 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d366f62-82a0-46a2-ae95-aa5a49dd5ea4 req-6f5ca45c-8e9f-4e86-8a8b-3bd45e4f9c9d service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875919 Sep 29 18:28:01.005743 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d366f62-82a0-46a2-ae95-aa5a49dd5ea4 req-cbd76794-35d0-42ff-a8ca-bff42b6c091a service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868461 Sep 29 18:28:01.203482 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce2978-9d8e-4169-b0e2-032681736831 req-7fb5fece-983b-4eb2-b84c-25acdea93ac0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:01.204935 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-89ce2978-9d8e-4169-b0e2-032681736831 req-7fb5fece-983b-4eb2-b84c-25acdea93ac0 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 945 time: 0.0483994 Sep 29 18:28:01.244360 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-89ce2978-9d8e-4169-b0e2-032681736831 req-3da46b4b-d91b-41c5-ab6c-95e7a9afd7e1 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331814 Sep 29 18:28:02.368673 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0b14b-7ab0-4f8a-aa6c-3e1a1cc230ec req-ed2c6c2f-561c-4443-ae8b-65be617e996d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:02.370886 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b5f0b14b-7ab0-4f8a-aa6c-3e1a1cc230ec req-ed2c6c2f-561c-4443-ae8b-65be617e996d tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 945 time: 0.0605848 Sep 29 18:28:02.408081 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b5f0b14b-7ab0-4f8a-aa6c-3e1a1cc230ec req-8074f1d4-0c3c-4e93-ac4c-294bbb83176b tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/security-groups?id=f16c6727-bde2-4674-b1f4-30cf72be64cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313139 Sep 29 18:28:02.797125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec07fa4-6b78-4cd9-8f8f-370fb91052f5 req-da5e8598-2189-4a3b-9647-cb077f502709 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:02.798591 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dec07fa4-6b78-4cd9-8f8f-370fb91052f5 req-da5e8598-2189-4a3b-9647-cb077f502709 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 945 time: 0.0473433 Sep 29 18:28:02.888453 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-dec07fa4-6b78-4cd9-8f8f-370fb91052f5 req-cb827aa8-1f10-4664-9be8-9a308a8f00e7 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Deleting port cf3e55f9-f065-469c-a8c7-2b5520994f99 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:28:02.888714 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dec07fa4-6b78-4cd9-8f8f-370fb91052f5 req-cb827aa8-1f10-4664-9be8-9a308a8f00e7 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:02.976146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-dec07fa4-6b78-4cd9-8f8f-370fb91052f5 req-cb827aa8-1f10-4664-9be8-9a308a8f00e7 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] For port cf3e55f9-f065-469c-a8c7-2b5520994f99, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=cf3e55f9-f065-469c-a8c7-2b5520994f99,segment=NetworkSegment(10e6bdfe-44a3-45b6-811b-a4d227ae5b6b),segment_id=10e6bdfe-44a3-45b6-811b-a4d227ae5b6b)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:28:02.976507 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dec07fa4-6b78-4cd9-8f8f-370fb91052f5 req-cb827aa8-1f10-4664-9be8-9a308a8f00e7 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:02.987850 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-dec07fa4-6b78-4cd9-8f8f-370fb91052f5 req-cb827aa8-1f10-4664-9be8-9a308a8f00e7 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Calling delete_port for cf3e55f9-f065-469c-a8c7-2b5520994f99 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:28:03.110093 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dec07fa4-6b78-4cd9-8f8f-370fb91052f5 req-cb827aa8-1f10-4664-9be8-9a308a8f00e7 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:03.121673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['cf3e55f9-f065-469c-a8c7-2b5520994f99'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:28:03.140149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb827aa8-1f10-4664-9be8-9a308a8f00e7 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Pushing event deleted for resources: {'Port': ['ID=cf3e55f9-f065-469c-a8c7-2b5520994f99,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:03.183056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec07fa4-6b78-4cd9-8f8f-370fb91052f5 req-cb827aa8-1f10-4664-9be8-9a308a8f00e7 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] No DVR routers for this DVR port cf3e55f9-f065-469c-a8c7-2b5520994f99 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:28:03.185760 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dec07fa4-6b78-4cd9-8f8f-370fb91052f5 req-cb827aa8-1f10-4664-9be8-9a308a8f00e7 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:03.187749 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dec07fa4-6b78-4cd9-8f8f-370fb91052f5 req-cb827aa8-1f10-4664-9be8-9a308a8f00e7 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.49 "DELETE /v2.0/ports/cf3e55f9-f065-469c-a8c7-2b5520994f99 HTTP/1.1" status: 204 len: 173 time: 0.3825402 Sep 29 18:28:03.188189 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'name': 'network-vif-deleted', 'tag': 'cf3e55f9-f065-469c-a8c7-2b5520994f99'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:28:03.190505 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30ec5d5-3e10-4b2c-9f06-d166ec39854d" -d '{"events": [{"server_uuid": "a5df6463-45a9-4ad5-acb8-85533148037d", "name": "network-vif-deleted", "tag": "cf3e55f9-f065-469c-a8c7-2b5520994f99"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:28:03.232027 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889f393c-41cd-49ed-9339-95279be56560 x-openstack-request-id: req-889f393c-41cd-49ed-9339-95279be56560 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:28:03.232566 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5df6463-45a9-4ad5-acb8-85533148037d", "name": "network-vif-deleted", "tag": "cf3e55f9-f065-469c-a8c7-2b5520994f99", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:28:03.232819 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-889f393c-41cd-49ed-9339-95279be56560 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:28:03.233216 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5df6463-45a9-4ad5-acb8-85533148037d', 'name': 'network-vif-deleted', 'tag': 'cf3e55f9-f065-469c-a8c7-2b5520994f99', 'status': 'completed', 'code': 200} Sep 29 18:28:03.528096 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0e64131b-9eed-41ed-93c9-1fdd9cd9c874 req-df15ec3e-0ddc-45da-b9f8-354b2d53cb26 tempest-TestMinimumBasicScenario-526761477 tempest-TestMinimumBasicScenario-526761477-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5df6463-45a9-4ad5-acb8-85533148037d HTTP/1.1" status: 200 len: 210 time: 0.0327175 Sep 29 18:28:05.096975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54894) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:05.453297 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aab53b7e-0b6a-4513-a23e-6d24b81ab09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:06.000911 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-aab53b7e-0b6a-4513-a23e-6d24b81ab09c admin admin] Deleting port 1738cddd-36b1-4aef-ac16-bac0d2142da0 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:28:06.001247 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aab53b7e-0b6a-4513-a23e-6d24b81ab09c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:06.079388 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-aab53b7e-0b6a-4513-a23e-6d24b81ab09c admin admin] For port 1738cddd-36b1-4aef-ac16-bac0d2142da0, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=1738cddd-36b1-4aef-ac16-bac0d2142da0,segment=NetworkSegment(10e6bdfe-44a3-45b6-811b-a4d227ae5b6b),segment_id=10e6bdfe-44a3-45b6-811b-a4d227ae5b6b)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:28:06.079776 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aab53b7e-0b6a-4513-a23e-6d24b81ab09c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:06.092247 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-aab53b7e-0b6a-4513-a23e-6d24b81ab09c admin admin] Calling delete_port for 1738cddd-36b1-4aef-ac16-bac0d2142da0 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:28:06.211518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device cf3e55f9-f065-469c-a8c7-2b5520994f99 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:28:06.232187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: cf3e55f9-f065-469c-a8c7-2b5520994f99 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:28:06.232534 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device cf3e55f9-f065-469c-a8c7-2b5520994f99 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:28:06.270779 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aab53b7e-0b6a-4513-a23e-6d24b81ab09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:06.295488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab53b7e-0b6a-4513-a23e-6d24b81ab09c admin admin] Pushing event deleted for resources: {'Port': ['ID=1738cddd-36b1-4aef-ac16-bac0d2142da0,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:06.462578 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-aab53b7e-0b6a-4513-a23e-6d24b81ab09c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:06.664747 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab53b7e-0b6a-4513-a23e-6d24b81ab09c admin admin] Router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:28:06.773093 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab53b7e-0b6a-4513-a23e-6d24b81ab09c admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:28:06.779931 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-aab53b7e-0b6a-4513-a23e-6d24b81ab09c admin admin] 10.222.0.44 "PUT /v2.0/routers/023aaa2c-b1f9-49b5-a8bd-d90402669f52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6817441 Sep 29 18:28:06.780966 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54896) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:06.782340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36a7fd0-9cf3-474e-b451-5d94faad6472 None None] Sync routers for ids ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:28:06.792074 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36a7fd0-9cf3-474e-b451-5d94faad6472 None None] Routers {'023aaa2c-b1f9-49b5-a8bd-d90402669f52'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:28:06.792836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e36a7fd0-9cf3-474e-b451-5d94faad6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:27:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:06.883544 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bd6abff3-4d5e-44f0-ad62-20b21c062503 admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:06.895423 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e36a7fd0-9cf3-474e-b451-5d94faad6472 None None] Set router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:28:06.982809 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bd6abff3-4d5e-44f0-ad62-20b21c062503 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.036442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-bd6abff3-4d5e-44f0-ad62-20b21c062503 admin admin] Deleting port 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:28:07.036780 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bd6abff3-4d5e-44f0-ad62-20b21c062503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.080038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e36a7fd0-9cf3-474e-b451-5d94faad6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'name': 'tempest-TestMinimumBasicScenario-1575281343-router', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:25:55Z', 'updated_at': '2021-09-29T18:28:06Z', 'revision_number': 5, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'gw_port': {'id': '9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:25:56Z', 'updated_at': '2021-09-29T18:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:07.105684 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36a7fd0-9cf3-474e-b451-5d94faad6472 None None] Checking router: 023aaa2c-b1f9-49b5-a8bd-d90402669f52 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:28:07.114883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36a7fd0-9cf3-474e-b451-5d94faad6472 None None] Routers {'023aaa2c-b1f9-49b5-a8bd-d90402669f52'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:28:07.115543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e36a7fd0-9cf3-474e-b451-5d94faad6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:27:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:07.117935 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-bd6abff3-4d5e-44f0-ad62-20b21c062503 admin admin] For port 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:28:07.118301 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bd6abff3-4d5e-44f0-ad62-20b21c062503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.129971 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-bd6abff3-4d5e-44f0-ad62-20b21c062503 admin admin] Calling delete_port for 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:28:07.200476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e36a7fd0-9cf3-474e-b451-5d94faad6472 None None] Set router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:28:07.257416 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e36a7fd0-9cf3-474e-b451-5d94faad6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'name': 'tempest-TestMinimumBasicScenario-1575281343-router', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:25:55Z', 'updated_at': '2021-09-29T18:28:06Z', 'revision_number': 6, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:07.283544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36a7fd0-9cf3-474e-b451-5d94faad6472 None None] The sync data for ids ['023aaa2c-b1f9-49b5-a8bd-d90402669f52'] in n-d-811748-2 is: [{'id': '023aaa2c-b1f9-49b5-a8bd-d90402669f52', 'name': 'tempest-TestMinimumBasicScenario-1575281343-router', 'tenant_id': '8c5d9431dfbb457b929a712b9e11da75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:25:55Z', 'updated_at': '2021-09-29T18:28:06Z', 'revision_number': 6, 'project_id': '8c5d9431dfbb457b929a712b9e11da75', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:28:07.305074 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bd6abff3-4d5e-44f0-ad62-20b21c062503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.331000 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6abff3-4d5e-44f0-ad62-20b21c062503 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:07.396014 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bd6abff3-4d5e-44f0-ad62-20b21c062503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.487224 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bd6abff3-4d5e-44f0-ad62-20b21c062503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.489943 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bd6abff3-4d5e-44f0-ad62-20b21c062503 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.537725 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bd6abff3-4d5e-44f0-ad62-20b21c062503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.538270 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6abff3-4d5e-44f0-ad62-20b21c062503 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 023aaa2c-b1f9-49b5-a8bd-d90402669f52 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:28:07.542950 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bd6abff3-4d5e-44f0-ad62-20b21c062503 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.544108 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bd6abff3-4d5e-44f0-ad62-20b21c062503 admin admin] 10.222.0.44 "DELETE /v2.0/routers/023aaa2c-b1f9-49b5-a8bd-d90402669f52 HTTP/1.1" status: 204 len: 168 time: 0.7621312 Sep 29 18:28:07.546642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54898) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:07.589728 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63b92d1-5326-4e5b-a4ee-5acbdc585b22 admin admin] Deleting subnet 478fd663-c036-400f-96b2-bc1bf743435b {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:28:07.592526 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b63b92d1-5326-4e5b-a4ee-5acbdc585b22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.626061 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b63b92d1-5326-4e5b-a4ee-5acbdc585b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.712104 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b63b92d1-5326-4e5b-a4ee-5acbdc585b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.764688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b63b92d1-5326-4e5b-a4ee-5acbdc585b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.792667 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b92d1-5326-4e5b-a4ee-5acbdc585b22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=478fd663-c036-400f-96b2-bc1bf743435b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:07.794304 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-b63b92d1-5326-4e5b-a4ee-5acbdc585b22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.796909 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-b63b92d1-5326-4e5b-a4ee-5acbdc585b22 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/478fd663-c036-400f-96b2-bc1bf743435b HTTP/1.1" status: 204 len: 168 time: 0.2492924 Sep 29 18:28:07.798612 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54900) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:07.799066 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479859f4-6d0b-4d23-99ff-d545968dd7d9 None None] Network 45ee501e-1d58-4b19-869c-9568c378fbc6 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:28:07.865448 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.923466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] Deleting port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:28:07.923806 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.985778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] For port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b,segment=NetworkSegment(10e6bdfe-44a3-45b6-811b-a4d227ae5b6b),segment_id=10e6bdfe-44a3-45b6-811b-a4d227ae5b6b)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:28:07.986085 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:07.997646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] Calling delete_port for ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:28:08.041803 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] DHCP port deletion for 45ee501e-1d58-4b19-869c-9568c378fbc6 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:28:08.083148 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:08.089488 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Deleting port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:28:08.089868 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:08.111575 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] No DVR routers for this DVR port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:28:08.148680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:08.160866 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] For port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b, host n-d-811748-2, got binding levels [] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:28:08.161264 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:08.172726 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Calling delete_port for ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:28:08.175363 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.ipam_backend_mixin [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b was not found and therefore no delete operation was performed {{(pid=95017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 18:28:08.176568 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:08.195255 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:08.199870 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Pushing event deleted for resources: {'Port': ['ID=ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:08.210306 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:08.210660 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:08.211003 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:08.211344 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:08.211680 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:08.212018 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:08.212343 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:08.212672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:08.213003 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:08.213351 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:08.213678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:08.214002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:08.216835 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26217c8-83e0-479b-8412-52e5e764055b None None] No DVR routers for this DVR port ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:28:08.220511 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ee501e-1d58-4b19-869c-9568c378fbc6']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:08.235921 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e6bdfe-44a3-45b6-811b-a4d227ae5b6b') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:08.236217 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e6bdfe-44a3-45b6-811b-a4d227ae5b6b') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:08.246881 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:08.261493 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:08.267446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:28:08.267882 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:28:08.269822 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:28:08.326558 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:08.336314 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:08.340982 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/45ee501e-1d58-4b19-869c-9568c378fbc6 HTTP/1.1" status: 204 len: 168 time: 0.5386593 Sep 29 18:28:08.341369 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54902) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:08.392649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0bc87-b302-46a0-a090-5511e84b0ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=45ee501e-1d58-4b19-869c-9568c378fbc6,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:08.697687 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-071b3634-bad3-4b5b-a882-d7bc419de3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:08.724374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1738cddd-36b1-4aef-ac16-bac0d2142da0 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:28:08.744841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 1738cddd-36b1-4aef-ac16-bac0d2142da0 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:28:08.745192 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 1738cddd-36b1-4aef-ac16-bac0d2142da0 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:28:08.745650 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:28:08.763919 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:28:08.764264 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9a8ca645-7f5e-49a3-965a-8d8aacd3fe0d not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:28:08.764685 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:28:08.938410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:28:08.938753 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ffe6d2fc-da29-4d97-ae4c-8388f5f48e7b not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:28:08.958052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-071b3634-bad3-4b5b-a882-d7bc419de3fb admin admin] Deleting port 37395a0c-9430-4130-a631-73a505922caa {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:28:08.958590 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-071b3634-bad3-4b5b-a882-d7bc419de3fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:09.035355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-071b3634-bad3-4b5b-a882-d7bc419de3fb admin admin] For port 37395a0c-9430-4130-a631-73a505922caa, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=37395a0c-9430-4130-a631-73a505922caa,segment=NetworkSegment(8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074),segment_id=8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:28:09.035721 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-071b3634-bad3-4b5b-a882-d7bc419de3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:09.047672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-071b3634-bad3-4b5b-a882-d7bc419de3fb admin admin] Calling delete_port for 37395a0c-9430-4130-a631-73a505922caa owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:28:09.223397 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-071b3634-bad3-4b5b-a882-d7bc419de3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:09.250109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b3634-bad3-4b5b-a882-d7bc419de3fb admin admin] Pushing event deleted for resources: {'Port': ['ID=37395a0c-9430-4130-a631-73a505922caa,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:09.416690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-071b3634-bad3-4b5b-a882-d7bc419de3fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:09.896872 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071b3634-bad3-4b5b-a882-d7bc419de3fb admin admin] Router 455bd6d2-7f44-4241-8a38-bb89f7c0e0a7 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:28:10.003964 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071b3634-bad3-4b5b-a882-d7bc419de3fb admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:28:10.009180 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-071b3634-bad3-4b5b-a882-d7bc419de3fb admin admin] 10.222.0.44 "PUT /v2.0/routers/455bd6d2-7f44-4241-8a38-bb89f7c0e0a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6658888 Sep 29 18:28:10.011676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54904) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:10.014395 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcab94c-d4e3-4a65-b134-d9fd52881a26 None None] Sync routers for ids ['455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:28:10.023440 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcab94c-d4e3-4a65-b134-d9fd52881a26 None None] Routers {'455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:28:10.024075 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4dcab94c-d4e3-4a65-b134-d9fd52881a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:27:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:10.114506 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-00368464-689e-42f7-9658-1da42d6fb6f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:10.127198 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-4dcab94c-d4e3-4a65-b134-d9fd52881a26 None None] Set router 455bd6d2-7f44-4241-8a38-bb89f7c0e0a7 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:28:10.216102 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-00368464-689e-42f7-9658-1da42d6fb6f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:10.268557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-00368464-689e-42f7-9658-1da42d6fb6f5 admin admin] Deleting port 4e0fc5d0-9307-4905-a142-1ed7a2770bb1 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:28:10.268943 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-00368464-689e-42f7-9658-1da42d6fb6f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:10.302535 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4dcab94c-d4e3-4a65-b134-d9fd52881a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'name': 'tempest-TestMinimumBasicScenario-663639874-router', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '4e0fc5d0-9307-4905-a142-1ed7a2770bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:26:00Z', 'updated_at': '2021-09-29T18:28:09Z', 'revision_number': 5, 'project_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'gw_port': {'id': '4e0fc5d0-9307-4905-a142-1ed7a2770bb1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:eb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:26:01Z', 'updated_at': '2021-09-29T18:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:10.331624 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcab94c-d4e3-4a65-b134-d9fd52881a26 None None] Checking router: 455bd6d2-7f44-4241-8a38-bb89f7c0e0a7 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:28:10.340103 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcab94c-d4e3-4a65-b134-d9fd52881a26 None None] Routers {'455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:28:10.340692 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4dcab94c-d4e3-4a65-b134-d9fd52881a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:27:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:10.349936 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-00368464-689e-42f7-9658-1da42d6fb6f5 admin admin] For port 4e0fc5d0-9307-4905-a142-1ed7a2770bb1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4e0fc5d0-9307-4905-a142-1ed7a2770bb1,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:28:10.350302 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-00368464-689e-42f7-9658-1da42d6fb6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:10.361702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-00368464-689e-42f7-9658-1da42d6fb6f5 admin admin] Calling delete_port for 4e0fc5d0-9307-4905-a142-1ed7a2770bb1 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:28:10.424882 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-4dcab94c-d4e3-4a65-b134-d9fd52881a26 None None] Set router 455bd6d2-7f44-4241-8a38-bb89f7c0e0a7 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:28:10.475878 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4dcab94c-d4e3-4a65-b134-d9fd52881a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'name': 'tempest-TestMinimumBasicScenario-663639874-router', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:26:00Z', 'updated_at': '2021-09-29T18:28:10Z', 'revision_number': 6, 'project_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:10.505505 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcab94c-d4e3-4a65-b134-d9fd52881a26 None None] The sync data for ids ['455bd6d2-7f44-4241-8a38-bb89f7c0e0a7'] in n-d-811748-2 is: [{'id': '455bd6d2-7f44-4241-8a38-bb89f7c0e0a7', 'name': 'tempest-TestMinimumBasicScenario-663639874-router', 'tenant_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:26:00Z', 'updated_at': '2021-09-29T18:28:10Z', 'revision_number': 6, 'project_id': '6b7623fbbbdc43a9b8e01ab5174f6180', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:28:10.530508 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-00368464-689e-42f7-9658-1da42d6fb6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:10.560299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00368464-689e-42f7-9658-1da42d6fb6f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e0fc5d0-9307-4905-a142-1ed7a2770bb1,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:10.621995 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-00368464-689e-42f7-9658-1da42d6fb6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:10.710648 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-00368464-689e-42f7-9658-1da42d6fb6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:10.712729 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-00368464-689e-42f7-9658-1da42d6fb6f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:10.759021 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-00368464-689e-42f7-9658-1da42d6fb6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:10.759594 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00368464-689e-42f7-9658-1da42d6fb6f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 455bd6d2-7f44-4241-8a38-bb89f7c0e0a7 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:28:10.763742 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-00368464-689e-42f7-9658-1da42d6fb6f5 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:10.764891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-00368464-689e-42f7-9658-1da42d6fb6f5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/455bd6d2-7f44-4241-8a38-bb89f7c0e0a7 HTTP/1.1" status: 204 len: 168 time: 0.7522371 Sep 29 18:28:10.767417 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54906) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:10.811981 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-99db7363-e840-46e1-8ff0-c143412b1225 admin admin] Deleting subnet 82efa703-ff47-40ba-b936-1687133825aa {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:28:10.814874 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99db7363-e840-46e1-8ff0-c143412b1225 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:10.848521 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99db7363-e840-46e1-8ff0-c143412b1225 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:10.898829 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c33494e1-65e4-4007-ac2e-ba2f0a185847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:10.946260 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99db7363-e840-46e1-8ff0-c143412b1225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.007726 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99db7363-e840-46e1-8ff0-c143412b1225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.036161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db7363-e840-46e1-8ff0-c143412b1225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82efa703-ff47-40ba-b936-1687133825aa,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:11.038164 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-99db7363-e840-46e1-8ff0-c143412b1225 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.040149 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-99db7363-e840-46e1-8ff0-c143412b1225 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/82efa703-ff47-40ba-b936-1687133825aa HTTP/1.1" status: 204 len: 168 time: 0.2717140 Sep 29 18:28:11.042594 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54908) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:11.042737 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d403252-d066-449a-955d-37760609b3f1 None None] Network c47508f1-f190-4135-a43e-fcdce657dba4 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:28:11.114246 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.166463 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] Deleting port 832b30a6-cc75-419f-9bd9-0451184a1d96 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:28:11.166808 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.230205 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] For port 832b30a6-cc75-419f-9bd9-0451184a1d96, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=832b30a6-cc75-419f-9bd9-0451184a1d96,segment=NetworkSegment(8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074),segment_id=8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:28:11.230570 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.242694 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] Calling delete_port for 832b30a6-cc75-419f-9bd9-0451184a1d96 owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:28:11.296410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 37395a0c-9430-4130-a631-73a505922caa no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:28:11.300292 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d6714d-7c82-4e89-b776-c7d10a513a47 None None] DHCP port deletion for c47508f1-f190-4135-a43e-fcdce657dba4 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:28:11.330286 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.334018 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 37395a0c-9430-4130-a631-73a505922caa {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:28:11.334369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 37395a0c-9430-4130-a631-73a505922caa not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:28:11.351676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] No DVR routers for this DVR port 832b30a6-cc75-419f-9bd9-0451184a1d96 on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:28:11.374014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=832b30a6-cc75-419f-9bd9-0451184a1d96,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:11.446854 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.467607 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47508f1-f190-4135-a43e-fcdce657dba4']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:11.477687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:11.477985 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfb9b37-7ee1-437b-ac50-6f9bf4cdd074') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:11.487364 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.501390 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.508211 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:28:11.509037 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:28:11.511301 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:28:11.572052 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.577714 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.579551 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c47508f1-f190-4135-a43e-fcdce657dba4 HTTP/1.1" status: 204 len: 168 time: 0.5360456 Sep 29 18:28:11.590797 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c0ceb-bd79-41fb-92b3-16a0599b0fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c47508f1-f190-4135-a43e-fcdce657dba4,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:11.737131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54914) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:11.781540 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-30c014a2-fa4e-4194-92c4-84ad3a9b06db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c5d9431dfbb457b929a712b9e11da75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431542 Sep 29 18:28:11.784031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54916) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:11.830092 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ce96152-7885-4805-bb62-e7a42ba8986d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.850894 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ce96152-7885-4805-bb62-e7a42ba8986d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.899091 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ce96152-7885-4805-bb62-e7a42ba8986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.901654 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8ce96152-7885-4805-bb62-e7a42ba8986d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:11.902831 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8ce96152-7885-4805-bb62-e7a42ba8986d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f16c6727-bde2-4674-b1f4-30cf72be64cd HTTP/1.1" status: 204 len: 168 time: 0.1179194 Sep 29 18:28:11.910592 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce96152-7885-4805-bb62-e7a42ba8986d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16c6727-bde2-4674-b1f4-30cf72be64cd,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:12.230133 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54922) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:12.272539 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c97f5451-7605-4abe-b54a-414b1b9831c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b7623fbbbdc43a9b8e01ab5174f6180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412447 Sep 29 18:28:12.275168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54924) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:12.323510 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-609f6572-f03e-4095-a6cb-df1612a673ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:12.344183 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-609f6572-f03e-4095-a6cb-df1612a673ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:12.393089 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-609f6572-f03e-4095-a6cb-df1612a673ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:12.396394 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-609f6572-f03e-4095-a6cb-df1612a673ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:12.397501 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-609f6572-f03e-4095-a6cb-df1612a673ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2b2d552-ac0c-4c83-92dd-90f5165c6079 HTTP/1.1" status: 204 len: 168 time: 0.1214049 Sep 29 18:28:12.405185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f6572-f03e-4095-a6cb-df1612a673ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b2d552-ac0c-4c83-92dd-90f5165c6079,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:12.705678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 832b30a6-cc75-419f-9bd9-0451184a1d96 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:28:12.725989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 832b30a6-cc75-419f-9bd9-0451184a1d96 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:28:12.726336 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 832b30a6-cc75-419f-9bd9-0451184a1d96 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:28:12.726752 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4e0fc5d0-9307-4905-a142-1ed7a2770bb1 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:28:12.745924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 4e0fc5d0-9307-4905-a142-1ed7a2770bb1 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:28:12.746267 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4e0fc5d0-9307-4905-a142-1ed7a2770bb1 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:28:13.614974 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-70b44121-47a8-4b7d-8d50-dcd3a6baf383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.075003 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54964) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:14.079515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5660e40d-dee5-40eb-89ad-142d7471999f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480214358', 'description': 'tempest-secgroup-smoke-480214358 description', 'project_id': '1d50132f353842469c421763ad2cc781'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:28:14.101968 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5660e40d-dee5-40eb-89ad-142d7471999f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.109594 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5660e40d-dee5-40eb-89ad-142d7471999f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.201686 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5660e40d-dee5-40eb-89ad-142d7471999f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.205181 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5660e40d-dee5-40eb-89ad-142d7471999f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.242341 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660e40d-dee5-40eb-89ad-142d7471999f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0e77a7-4473-40de-ace4-499cdb9035e7,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:14.303277 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5660e40d-dee5-40eb-89ad-142d7471999f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.306967 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5660e40d-dee5-40eb-89ad-142d7471999f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.329504 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5660e40d-dee5-40eb-89ad-142d7471999f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.330697 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5660e40d-dee5-40eb-89ad-142d7471999f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2546947 Sep 29 18:28:14.334005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54966) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:14.338742 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a1239ef9-3b3e-4ced-aa4f-b92a52cc0b16 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'e523c8d3-809c-45be-bed7-5d59b3be631d', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:28:14.339428 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660e40d-dee5-40eb-89ad-142d7471999f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e523c8d3-809c-45be-bed7-5d59b3be631d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:14.366080 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1239ef9-3b3e-4ced-aa4f-b92a52cc0b16 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.420520 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1239ef9-3b3e-4ced-aa4f-b92a52cc0b16 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.423924 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1239ef9-3b3e-4ced-aa4f-b92a52cc0b16 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.442109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1239ef9-3b3e-4ced-aa4f-b92a52cc0b16 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7cc9397-a72c-40bb-948b-b772ecb5203c,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:14.447441 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a1239ef9-3b3e-4ced-aa4f-b92a52cc0b16 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.448478 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a1239ef9-3b3e-4ced-aa4f-b92a52cc0b16 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134717 Sep 29 18:28:14.451335 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54968) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:14.455895 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-d872d78e-9b72-45c2-b4cc-3e990f9be4c9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'e523c8d3-809c-45be-bed7-5d59b3be631d', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:28:14.483046 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d872d78e-9b72-45c2-b4cc-3e990f9be4c9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.544099 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d872d78e-9b72-45c2-b4cc-3e990f9be4c9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.547434 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d872d78e-9b72-45c2-b4cc-3e990f9be4c9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.564845 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872d78e-9b72-45c2-b4cc-3e990f9be4c9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b913199-3d91-4097-b788-1da47f73e60e,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:14.571843 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d872d78e-9b72-45c2-b4cc-3e990f9be4c9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.573047 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d872d78e-9b72-45c2-b4cc-3e990f9be4c9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207819 Sep 29 18:28:14.575841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54972) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:14.580097 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-92424afb-de99-4eae-a84c-3cfceb2569be tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'e523c8d3-809c-45be-bed7-5d59b3be631d', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:28:14.606146 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92424afb-de99-4eae-a84c-3cfceb2569be tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.662754 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92424afb-de99-4eae-a84c-3cfceb2569be tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.666142 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92424afb-de99-4eae-a84c-3cfceb2569be tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.684736 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92424afb-de99-4eae-a84c-3cfceb2569be tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bb63a8-8193-4c0a-9a19-525496a20085,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:14.688070 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-92424afb-de99-4eae-a84c-3cfceb2569be tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.691860 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-92424afb-de99-4eae-a84c-3cfceb2569be tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124954 Sep 29 18:28:14.692353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54974) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:14.696260 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4ee8002b-d8bd-4125-9a7b-367f9f8a7a40 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'e523c8d3-809c-45be-bed7-5d59b3be631d', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:28:14.721722 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ee8002b-d8bd-4125-9a7b-367f9f8a7a40 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.752415 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.781549 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ee8002b-d8bd-4125-9a7b-367f9f8a7a40 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.785433 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ee8002b-d8bd-4125-9a7b-367f9f8a7a40 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.802843 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8002b-d8bd-4125-9a7b-367f9f8a7a40 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fc5a26-6200-411f-9372-0dd666fcf1da,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:14.809718 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4ee8002b-d8bd-4125-9a7b-367f9f8a7a40 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.813477 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4ee8002b-d8bd-4125-9a7b-367f9f8a7a40 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179647 Sep 29 18:28:14.813724 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54976) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:14.817425 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.818328 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b19231f2-c213-4516-b114-e4d3a4a13b11 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'e523c8d3-809c-45be-bed7-5d59b3be631d', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:28:14.838732 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-b19231f2-c213-4516-b114-e4d3a4a13b11 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Project 1d50132f353842469c421763ad2cc781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:28:14.843418 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b19231f2-c213-4516-b114-e4d3a4a13b11 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.904919 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b19231f2-c213-4516-b114-e4d3a4a13b11 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.908461 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b19231f2-c213-4516-b114-e4d3a4a13b11 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.923081 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19231f2-c213-4516-b114-e4d3a4a13b11 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85864f28-cf80-4458-9748-46ec8ce25f75,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:14.932173 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b19231f2-c213-4516-b114-e4d3a4a13b11 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:14.934569 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b19231f2-c213-4516-b114-e4d3a4a13b11 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188920 Sep 29 18:28:14.936292 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54978) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:14.940784 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f8a7883e-cded-4b75-901e-1fc768270c8c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'e523c8d3-809c-45be-bed7-5d59b3be631d', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:28:14.962194 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-f8a7883e-cded-4b75-901e-1fc768270c8c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Project 1d50132f353842469c421763ad2cc781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:28:14.967207 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8a7883e-cded-4b75-901e-1fc768270c8c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.026739 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8a7883e-cded-4b75-901e-1fc768270c8c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.030068 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8a7883e-cded-4b75-901e-1fc768270c8c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.049747 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7883e-cded-4b75-901e-1fc768270c8c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1759ccff-c51c-40b0-b198-41ca0b4a1723,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:15.053551 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8a7883e-cded-4b75-901e-1fc768270c8c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.054730 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f8a7883e-cded-4b75-901e-1fc768270c8c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175065 Sep 29 18:28:15.057839 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54980) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:15.062549 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-5326c262-05ad-456e-97ab-7acfe9a19e77 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'network': {'name': 'tempest-network-smoke--1477477014', 'project_id': '1d50132f353842469c421763ad2cc781', 'port_security_enabled': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:28:15.083500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5326c262-05ad-456e-97ab-7acfe9a19e77 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Made reservation on behalf of 1d50132f353842469c421763ad2cc781 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:28:15.086943 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5326c262-05ad-456e-97ab-7acfe9a19e77 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.110159 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5326c262-05ad-456e-97ab-7acfe9a19e77 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:28:15.118891 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5326c262-05ad-456e-97ab-7acfe9a19e77 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.119229 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-5326c262-05ad-456e-97ab-7acfe9a19e77 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Added segment 696c44de-619d-406e-b009-1683a2124afc of type vlan for network 69aa770d-15cc-4cb1-bd52-189f9b36ac8a Sep 29 18:28:15.144898 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.162919 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5326c262-05ad-456e-97ab-7acfe9a19e77 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.186054 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5326c262-05ad-456e-97ab-7acfe9a19e77 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.191727 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5326c262-05ad-456e-97ab-7acfe9a19e77 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:15.192310 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5326c262-05ad-456e-97ab-7acfe9a19e77 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.228507 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5326c262-05ad-456e-97ab-7acfe9a19e77 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1696217 Sep 29 18:28:15.231600 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54982) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:15.236229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-133531871', 'admin_state_up': True, 'project_id': '1d50132f353842469c421763ad2cc781', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:28:15.260242 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.261226 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.261678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326c262-05ad-456e-97ab-7acfe9a19e77 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Network': ['ID=69aa770d-15cc-4cb1-bd52-189f9b36ac8a,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:15.272722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 69aa770d-15cc-4cb1-bd52-189f9b36ac8a details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:28:15.314970 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.493128 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.678364 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.697128 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.799842 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.25.2.42 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/012e7276-46a6-46e1-a49c-d4a2d463876f) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:28:15.896844 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.932790 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:15.967940 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:28:15.971396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:28:15.973806 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:28:16.006212 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=012e7276-46a6-46e1-a49c-d4a2d463876f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:16.280841 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:16.738270 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:16.860465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router 49542c6f-297e-4cb6-8804-48bd4f734528 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 18:28:16.963804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:28:16.974750 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Sync routers for ids ['49542c6f-297e-4cb6-8804-48bd4f734528'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:28:16.982636 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:16.986812 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d4ff554d-590e-428e-a33f-26c6f8af4f1b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7513351 Sep 29 18:28:16.986949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Routers {'49542c6f-297e-4cb6-8804-48bd4f734528'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:28:16.987051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:28:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['49542c6f-297e-4cb6-8804-48bd4f734528'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:16.987163 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54986) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:17.097472 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Set router 49542c6f-297e-4cb6-8804-48bd4f734528 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:28:17.117387 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9e15d05c-64d8-4e74-8445-fa6f2756eae4 tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=1d50132f353842469c421763ad2cc781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1288166 Sep 29 18:28:17.120004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54990) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:17.169783 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:17.268098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad59a250-e4a3-4fa8-87fe-9b5c79ad555b tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:17.270484 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ad59a250-e4a3-4fa8-87fe-9b5c79ad555b tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1492751 Sep 29 18:28:17.273109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54992) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:17.281149 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133531871', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:16Z', 'revision_number': 3, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:17.307848 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2eb90eca-21b0-4687-8ca3-76b2255d4fe3 tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332305 Sep 29 18:28:17.310355 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 54994) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:17.311096 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Checking router: 49542c6f-297e-4cb6-8804-48bd4f734528 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:28:17.311448 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Updating router 49542c6f-297e-4cb6-8804-48bd4f734528 port 012e7276-46a6-46e1-a49c-d4a2d463876f binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:28:17.315160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-a3697c05-af82-4331-a9fd-36e1b8873ad4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1851987918', 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'project_id': '1d50132f353842469c421763ad2cc781', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:28:17.337159 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:17.409118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3697c05-af82-4331-a9fd-36e1b8873ad4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Made reservation on behalf of 1d50132f353842469c421763ad2cc781 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:28:17.412513 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3697c05-af82-4331-a9fd-36e1b8873ad4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:17.591176 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3697c05-af82-4331-a9fd-36e1b8873ad4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:17.608191 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:17.614667 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:17.652353 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3697c05-af82-4331-a9fd-36e1b8873ad4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Subnet': ['ID=9142804c-55c5-439d-afa8-93d43ad9c6ab,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:17.662832 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3697c05-af82-4331-a9fd-36e1b8873ad4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Checking segment: {'id': '696c44de-619d-406e-b009-1683a2124afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:28:17.663198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3697c05-af82-4331-a9fd-36e1b8873ad4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network hostable DHCP agents. Network: 69aa770d-15cc-4cb1-bd52-189f9b36ac8a, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:28:17.667164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Attempting to bind port 012e7276-46a6-46e1-a49c-d4a2d463876f on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:28:17.667539 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Attempting to bind port 012e7276-46a6-46e1-a49c-d4a2d463876f by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:28:17.667897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Attempting to bind port 012e7276-46a6-46e1-a49c-d4a2d463876f on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:28:17.670911 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6fc25-2e8a-4be3-8825-c6876e6e6abb None None] Pushing event updated for resources: {'Port': ['ID=012e7276-46a6-46e1-a49c-d4a2d463876f,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:17.676023 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:28:17.676584 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:28:17.677115 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:17.677536 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:28:17.678126 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Bound port: 012e7276-46a6-46e1-a49c-d4a2d463876f, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:28:17.678674 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:17.682160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3697c05-af82-4331-a9fd-36e1b8873ad4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 69aa770d-15cc-4cb1-bd52-189f9b36ac8a is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:28:17.689595 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-a3697c05-af82-4331-a9fd-36e1b8873ad4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 69aa770d-15cc-4cb1-bd52-189f9b36ac8a) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:28:17.694334 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3697c05-af82-4331-a9fd-36e1b8873ad4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:17.695056 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-a3697c05-af82-4331-a9fd-36e1b8873ad4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:17.704052 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6291a4c1-be97-4119-b64d-cdc34e637f30 None None] Network 69aa770d-15cc-4cb1-bd52-189f9b36ac8a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:28:17.711192 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-a3697c05-af82-4331-a9fd-36e1b8873ad4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3991466 Sep 29 18:28:17.713664 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 54996) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:17.793016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] For port 012e7276-46a6-46e1-a49c-d4a2d463876f, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:28:17.808924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] For port 012e7276-46a6-46e1-a49c-d4a2d463876f, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=012e7276-46a6-46e1-a49c-d4a2d463876f,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:28:17.818822 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:17.913911 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Routers {'49542c6f-297e-4cb6-8804-48bd4f734528'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:28:17.914446 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:28:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['49542c6f-297e-4cb6-8804-48bd4f734528'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:17.920953 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6fc25-2e8a-4be3-8825-c6876e6e6abb None None] Pushing event updated for resources: {'Port': ['ID=012e7276-46a6-46e1-a49c-d4a2d463876f,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:18.005552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'fixed_ips': [{'subnet_id': '9142804c-55c5-439d-afa8-93d43ad9c6ab'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:28:18.006421 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:18.108916 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] Set router 49542c6f-297e-4cb6-8804-48bd4f734528 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:28:18.144645 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:18.278169 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Allocated IP 172.20.0.2 (69aa770d-15cc-4cb1-bd52-189f9b36ac8a/9142804c-55c5-439d-afa8-93d43ad9c6ab/c0cf8715-b4fb-4561-b415-a777c677275f) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:28:18.423883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133531871', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:16Z', 'revision_number': 3, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:18.466974 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4572969-2706-45bf-9816-ff507fa49ce5 None None] The sync data for ids ['49542c6f-297e-4cb6-8804-48bd4f734528'] in n-d-811748-2 is: [{'id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133531871', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:16Z', 'revision_number': 3, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:28:18.488465 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:18.495531 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:18.538550 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Network 69aa770d-15cc-4cb1-bd52-189f9b36ac8a is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:28:18.541443 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:28:18.545112 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:28:18.550158 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.20.0.1 (69aa770d-15cc-4cb1-bd52-189f9b36ac8a/9142804c-55c5-439d-afa8-93d43ad9c6ab/6f30c3d8-8895-4e63-bfc9-a77bfbe78a98) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:28:18.554373 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Pushing event updated for resources: {'Port': ['ID=c0cf8715-b4fb-4561-b415-a777c677275f,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:18.607086 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Attempting to bind port c0cf8715-b4fb-4561-b415-a777c677275f on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:28:18.607466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Attempting to bind port c0cf8715-b4fb-4561-b415-a777c677275f by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '696c44de-619d-406e-b009-1683a2124afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:28:18.607832 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Attempting to bind port c0cf8715-b4fb-4561-b415-a777c677275f on network 69aa770d-15cc-4cb1-bd52-189f9b36ac8a {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:28:18.613076 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:28:18.613493 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Checking segment: {'id': '696c44de-619d-406e-b009-1683a2124afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:28:18.613898 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:18.614296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Bound using segment: {'id': '696c44de-619d-406e-b009-1683a2124afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:28:18.614778 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Bound port: c0cf8715-b4fb-4561-b415-a777c677275f, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696c44de-619d-406e-b009-1683a2124afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:28:18.615163 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:18.673813 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:18.691885 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] For port c0cf8715-b4fb-4561-b415-a777c677275f, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:28:18.699030 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] For port c0cf8715-b4fb-4561-b415-a777c677275f, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c0cf8715-b4fb-4561-b415-a777c677275f,segment=NetworkSegment(696c44de-619d-406e-b009-1683a2124afc),segment_id=696c44de-619d-406e-b009-1683a2124afc)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:28:18.713674 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:18.714690 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:18.758531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 69aa770d-15cc-4cb1-bd52-189f9b36ac8a is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:28:18.761727 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:28:18.766081 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:28:18.798889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=6f30c3d8-8895-4e63-bfc9-a77bfbe78a98,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:18.808131 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842edfd-9b1b-4496-82da-f4c56180b056 None None] Pushing event updated for resources: {'Port': ['ID=c0cf8715-b4fb-4561-b415-a777c677275f,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:18.826478 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:18.985708 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:19.291626 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:19.296208 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:19.372888 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:19.374531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=6f30c3d8-8895-4e63-bfc9-a77bfbe78a98,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:19.476553 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 69aa770d-15cc-4cb1-bd52-189f9b36ac8a is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:28:19.478049 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:28:19.594232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router 49542c6f-297e-4cb6-8804-48bd4f734528 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:28:19.723232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:28:19.728643 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-bbe8d9ce-67d4-47b4-b501-7a02d1c3c351 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "PUT /v2.0/routers/49542c6f-297e-4cb6-8804-48bd4f734528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0138998 Sep 29 18:28:19.735172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb1aca5-d61a-41a1-b1ac-7b0cb9366777 None None] Network 69aa770d-15cc-4cb1-bd52-189f9b36ac8a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:28:19.879747 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-506a03b8-c8e4-48bc-b7fb-66d4c6f7cc52 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480214358&fields=id&tenant_id=1d50132f353842469c421763ad2cc781 HTTP/1.1" status: 200 len: 267 time: 0.0394197 Sep 29 18:28:19.959057 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-84c97497-aa8f-435b-9262-938d548fbfb5 None None] Provisioning complete for port c0cf8715-b4fb-4561-b415-a777c677275f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:28:19.959432 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-84c97497-aa8f-435b-9262-938d548fbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:19.989753 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-00c97ae0-d698-43ec-9fe3-ca771d4a9a18 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:19.991275 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-00c97ae0-d698-43ec-9fe3-ca771d4a9a18 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/networks?id=69aa770d-15cc-4cb1-bd52-189f9b36ac8a HTTP/1.1" status: 200 len: 797 time: 0.1036055 Sep 29 18:28:20.010248 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-799a9191-4451-4b7e-909f-ca71db910583 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/quotas/1d50132f353842469c421763ad2cc781 HTTP/1.1" status: 200 len: 375 time: 0.0113864 Sep 29 18:28:20.068986 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-c0182e5b-e707-4c87-97de-97a03d84244d tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529532 Sep 29 18:28:20.108901 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-84c97497-aa8f-435b-9262-938d548fbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:20.148694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-84c97497-aa8f-435b-9262-938d548fbfb5 None None] For port c0cf8715-b4fb-4561-b415-a777c677275f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c0cf8715-b4fb-4561-b415-a777c677275f,segment=NetworkSegment(696c44de-619d-406e-b009-1683a2124afc),segment_id=696c44de-619d-406e-b009-1683a2124afc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:28:20.152981 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-84c97497-aa8f-435b-9262-938d548fbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:20.197952 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-245b1592-f7ee-4b44-8187-a4b11d5459ea service neutron] 10.222.0.44 "GET /v2.0/networks/69aa770d-15cc-4cb1-bd52-189f9b36ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119430 Sep 29 18:28:20.207851 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Sync routers for ids ['49542c6f-297e-4cb6-8804-48bd4f734528'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:28:20.210330 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c97497-aa8f-435b-9262-938d548fbfb5 None None] Pushing event updated for resources: {'Port': ['ID=c0cf8715-b4fb-4561-b415-a777c677275f,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:20.219849 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Routers {'49542c6f-297e-4cb6-8804-48bd4f734528'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:28:20.221616 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:28:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['49542c6f-297e-4cb6-8804-48bd4f734528'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:20.297766 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-24fcec03-477a-47e6-af85-5077a3c3bdff service neutron] 10.222.0.44 "GET /v2.0/networks/69aa770d-15cc-4cb1-bd52-189f9b36ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986624 Sep 29 18:28:20.339971 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Set router 49542c6f-297e-4cb6-8804-48bd4f734528 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:28:20.380836 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-72446f20-213a-4640-9f76-17a9db82d362 None None] Provisioning complete for port c0cf8715-b4fb-4561-b415-a777c677275f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:28:20.381472 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-72446f20-213a-4640-9f76-17a9db82d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:20.525141 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-72446f20-213a-4640-9f76-17a9db82d362 None None] Provisioning complete for port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:28:20.525545 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-72446f20-213a-4640-9f76-17a9db82d362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:20.571871 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-72446f20-213a-4640-9f76-17a9db82d362 None None] Port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:28:20.585086 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133531871', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:18Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '6f30c3d8-8895-4e63-bfc9-a77bfbe78a98', 'name': '', 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:13:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:18Z', 'updated_at': '2021-09-29T18:28:19Z', 'revision_number': 2, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:20.613892 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Checking router: 49542c6f-297e-4cb6-8804-48bd4f734528 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:28:20.614240 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Updating router 49542c6f-297e-4cb6-8804-48bd4f734528 port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:28:20.645134 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:20.705755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-678cd16d-f6bf-41b9-9ae9-afc46fb10077 None None] Provisioning complete for port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:28:20.706159 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-678cd16d-f6bf-41b9-9ae9-afc46fb10077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:20.769679 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-678cd16d-f6bf-41b9-9ae9-afc46fb10077 None None] Port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:28:20.807356 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 012e7276-46a6-46e1-a49c-d4a2d463876f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:28:20.854549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 012e7276-46a6-46e1-a49c-d4a2d463876f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:28:20.854933 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:20.900367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d0c11da8-3cb4-4159-8fd1-3fc5f50fcb41 None None] Provisioning complete for port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:28:20.900642 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d0c11da8-3cb4-4159-8fd1-3fc5f50fcb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:20.960425 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d0c11da8-3cb4-4159-8fd1-3fc5f50fcb41 None None] Port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:28:20.974735 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:20.994304 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 012e7276-46a6-46e1-a49c-d4a2d463876f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=012e7276-46a6-46e1-a49c-d4a2d463876f,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:28:20.998001 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:20.998837 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c0cf8715-b4fb-4561-b415-a777c677275f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:28:21.028293 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:21.033838 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:21.076382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=012e7276-46a6-46e1-a49c-d4a2d463876f,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:21.090835 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port c0cf8715-b4fb-4561-b415-a777c677275f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:28:21.091253 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c0dae-d790-41c5-adec-17f7838aa8eb None None] Pushing event updated for resources: {'Port': ['ID=6f30c3d8-8895-4e63-bfc9-a77bfbe78a98,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:21.091383 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:21.118136 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c0dae-d790-41c5-adec-17f7838aa8eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:21.118422 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c0dae-d790-41c5-adec-17f7838aa8eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:21.118711 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c0dae-d790-41c5-adec-17f7838aa8eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:21.119040 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c0dae-d790-41c5-adec-17f7838aa8eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:21.119371 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c0dae-d790-41c5-adec-17f7838aa8eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:21.119693 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c0dae-d790-41c5-adec-17f7838aa8eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:21.120012 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c0dae-d790-41c5-adec-17f7838aa8eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:21.120327 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c0dae-d790-41c5-adec-17f7838aa8eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:21.120644 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c0dae-d790-41c5-adec-17f7838aa8eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:21.120957 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c0dae-d790-41c5-adec-17f7838aa8eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:21.121271 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c0dae-d790-41c5-adec-17f7838aa8eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:21.121639 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c0dae-d790-41c5-adec-17f7838aa8eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:28:21.151162 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Attempting to bind port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:28:21.151530 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Attempting to bind port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '696c44de-619d-406e-b009-1683a2124afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:28:21.151918 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Attempting to bind port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 on network 69aa770d-15cc-4cb1-bd52-189f9b36ac8a {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:28:21.156778 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:28:21.157146 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Checking segment: {'id': '696c44de-619d-406e-b009-1683a2124afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:28:21.157577 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:21.157964 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Bound using segment: {'id': '696c44de-619d-406e-b009-1683a2124afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:28:21.158418 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Bound port: 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696c44de-619d-406e-b009-1683a2124afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:28:21.159981 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:21.230220 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] For port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:28:21.233505 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] For port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6f30c3d8-8895-4e63-bfc9-a77bfbe78a98,segment=NetworkSegment(696c44de-619d-406e-b009-1683a2124afc),segment_id=696c44de-619d-406e-b009-1683a2124afc)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:28:21.238053 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:21.286450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e1df0ad3-523c-4f1b-abed-fd94f45a5f98 None None] Provisioning complete for port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:28:21.286836 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e1df0ad3-523c-4f1b-abed-fd94f45a5f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:21.295147 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Routers {'49542c6f-297e-4cb6-8804-48bd4f734528'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:28:21.295797 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:28:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['49542c6f-297e-4cb6-8804-48bd4f734528'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:21.300755 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c0dae-d790-41c5-adec-17f7838aa8eb None None] Pushing event updated for resources: {'Port': ['ID=6f30c3d8-8895-4e63-bfc9-a77bfbe78a98,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:21.376759 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e1df0ad3-523c-4f1b-abed-fd94f45a5f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:21.408909 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] Set router 49542c6f-297e-4cb6-8804-48bd4f734528 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:28:21.412403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e1df0ad3-523c-4f1b-abed-fd94f45a5f98 None None] For port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6f30c3d8-8895-4e63-bfc9-a77bfbe78a98,segment=NetworkSegment(696c44de-619d-406e-b009-1683a2124afc),segment_id=696c44de-619d-406e-b009-1683a2124afc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:28:21.418868 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e1df0ad3-523c-4f1b-abed-fd94f45a5f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:21.477545 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df0ad3-523c-4f1b-abed-fd94f45a5f98 None None] Pushing event updated for resources: {'Port': ['ID=6f30c3d8-8895-4e63-bfc9-a77bfbe78a98,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:21.540000 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2eb3e43b-daf8-41cb-9663-943502498deb None None] Provisioning complete for port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:28:21.540527 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e43b-daf8-41cb-9663-943502498deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:21.632775 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-92a013fa-6336-4a1e-902b-9842f91f2fab req-fda8f26f-e5c6-4f9d-bf90-fe5c1b7cdd02 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 210 time: 0.1104674 Sep 29 18:28:21.665560 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133531871', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:18Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '6f30c3d8-8895-4e63-bfc9-a77bfbe78a98', 'name': '', 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:13:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:18Z', 'updated_at': '2021-09-29T18:28:21Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:21.693454 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeb0ee8-e7e3-4990-a86f-0c8db5133fe0 None None] The sync data for ids ['49542c6f-297e-4cb6-8804-48bd4f734528'] in n-d-811748-2 is: [{'id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133531871', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:18Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '6f30c3d8-8895-4e63-bfc9-a77bfbe78a98', 'name': '', 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:13:96:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:18Z', 'updated_at': '2021-09-29T18:28:21Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:28:22.323396 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:28:22.762896 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c0e2d20-b899-4ae9-9442-5e9f6671e019 req-f8ee9c5e-4769-4a0f-885e-ffa1f8278e4e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 210 time: 0.0465229 Sep 29 18:28:22.820984 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 012e7276-46a6-46e1-a49c-d4a2d463876f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:28:22.841780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-0bc9c41e-ee3b-4de5-821c-e5ba7087cbe7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:22.843509 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-0bc9c41e-ee3b-4de5-821c-e5ba7087cbe7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "GET /v2.0/networks?id=69aa770d-15cc-4cb1-bd52-189f9b36ac8a HTTP/1.1" status: 200 len: 797 time: 0.1325848 Sep 29 18:28:22.874339 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 012e7276-46a6-46e1-a49c-d4a2d463876f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:28:22.874859 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:22.888839 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-b240a4e4-d610-47dd-82e1-d989bc47ed3d tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d50132f353842469c421763ad2cc781 HTTP/1.1" status: 200 len: 379 time: 0.0362356 Sep 29 18:28:22.899305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-9989104e-25e2-4ed1-a758-8f2c4cd01da0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'port': {'device_id': '33f1cc50-b553-4b35-8d3e-0da2884f910e', 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'admin_state_up': True, 'tenant_id': '1d50132f353842469c421763ad2cc781', 'security_groups': ['e523c8d3-809c-45be-bed7-5d59b3be631d']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:28:22.954320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:28:22.999157 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:28:22.999531 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:23.005221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-9989104e-25e2-4ed1-a758-8f2c4cd01da0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Made reservation on behalf of 1d50132f353842469c421763ad2cc781 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:28:23.009043 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-9989104e-25e2-4ed1-a758-8f2c4cd01da0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:23.134787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-9989104e-25e2-4ed1-a758-8f2c4cd01da0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.20.0.12 (69aa770d-15cc-4cb1-bd52-189f9b36ac8a/9142804c-55c5-439d-afa8-93d43ad9c6ab/1d209bef-af79-4e3b-b0c9-5cee1313671c) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:28:23.272904 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-9989104e-25e2-4ed1-a758-8f2c4cd01da0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:23.305704 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-9989104e-25e2-4ed1-a758-8f2c4cd01da0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:23.349496 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-9989104e-25e2-4ed1-a758-8f2c4cd01da0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 69aa770d-15cc-4cb1-bd52-189f9b36ac8a is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:28:23.353472 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-9989104e-25e2-4ed1-a758-8f2c4cd01da0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:28:23.356332 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-9989104e-25e2-4ed1-a758-8f2c4cd01da0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:28:23.391710 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989104e-25e2-4ed1-a758-8f2c4cd01da0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=1d209bef-af79-4e3b-b0c9-5cee1313671c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:23.418763 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-9989104e-25e2-4ed1-a758-8f2c4cd01da0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:23.419443 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-9989104e-25e2-4ed1-a758-8f2c4cd01da0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:23.439477 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-9989104e-25e2-4ed1-a758-8f2c4cd01da0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5437691 Sep 29 18:28:23.452454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Request body: {'port': {'device_id': '33f1cc50-b553-4b35-8d3e-0da2884f910e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:28:23.514579 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:23.581311 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a36b46b8-f0e2-4e4e-8e6c-028f0d8d5095 None None] Provisioning complete for port 1d209bef-af79-4e3b-b0c9-5cee1313671c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:28:23.581665 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a36b46b8-f0e2-4e4e-8e6c-028f0d8d5095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:23.618030 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a36b46b8-f0e2-4e4e-8e6c-028f0d8d5095 None None] Port 1d209bef-af79-4e3b-b0c9-5cee1313671c cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:28:23.781848 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d209bef-af79-4e3b-b0c9-5cee1313671c {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:28:23.789782 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:23.802537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Transition to ACTIVE for port object 1d209bef-af79-4e3b-b0c9-5cee1313671c will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:28:23.806193 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:23.857371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Pushing event updated for resources: {'Port': ['ID=1d209bef-af79-4e3b-b0c9-5cee1313671c,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:23.867115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6203615-f85c-442e-acb3-3a89eed73a6f req-13fe0311-82e5-4504-9a2d-27fffa31a3e5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:23.868685 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c6203615-f85c-442e-acb3-3a89eed73a6f req-13fe0311-82e5-4504-9a2d-27fffa31a3e5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 944 time: 0.0507073 Sep 29 18:28:23.917454 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c6203615-f85c-442e-acb3-3a89eed73a6f req-00a2dbe6-e8fc-4486-b957-247010ae738c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=e523c8d3-809c-45be-bed7-5d59b3be631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420742 Sep 29 18:28:23.929505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Attempting to bind port 1d209bef-af79-4e3b-b0c9-5cee1313671c on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:28:23.930008 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Attempting to bind port 1d209bef-af79-4e3b-b0c9-5cee1313671c by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '696c44de-619d-406e-b009-1683a2124afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:28:23.930400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Attempting to bind port 1d209bef-af79-4e3b-b0c9-5cee1313671c on network 69aa770d-15cc-4cb1-bd52-189f9b36ac8a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:28:23.935146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Port 1d209bef-af79-4e3b-b0c9-5cee1313671c on network 69aa770d-15cc-4cb1-bd52-189f9b36ac8a not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:28:23.935576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Attempting to bind port 1d209bef-af79-4e3b-b0c9-5cee1313671c on network 69aa770d-15cc-4cb1-bd52-189f9b36ac8a {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:28:23.940760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:28:23.940944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Checking segment: {'id': '696c44de-619d-406e-b009-1683a2124afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:28:23.941572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Bound using segment: {'id': '696c44de-619d-406e-b009-1683a2124afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:28:23.942016 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Bound port: 1d209bef-af79-4e3b-b0c9-5cee1313671c, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '696c44de-619d-406e-b009-1683a2124afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:28:23.942384 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:24.009603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] For port 1d209bef-af79-4e3b-b0c9-5cee1313671c, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:28:24.013121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] For port 1d209bef-af79-4e3b-b0c9-5cee1313671c, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=1d209bef-af79-4e3b-b0c9-5cee1313671c,segment=NetworkSegment(696c44de-619d-406e-b009-1683a2124afc),segment_id=696c44de-619d-406e-b009-1683a2124afc)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:28:24.017949 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:24.053109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:24.053759 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:24.055143 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] 10.222.0.49 "PUT /v2.0/ports/1d209bef-af79-4e3b-b0c9-5cee1313671c HTTP/1.1" status: 200 len: 1092 time: 0.6071532 Sep 29 18:28:24.055587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f1cc50-b553-4b35-8d3e-0da2884f910e', 'tag': '1d209bef-af79-4e3b-b0c9-5cee1313671c'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:28:24.057875 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec5db9a-045d-4704-ac66-a7a258f783c8" -d '{"events": [{"name": "network-changed", "server_uuid": "33f1cc50-b553-4b35-8d3e-0da2884f910e", "tag": "1d209bef-af79-4e3b-b0c9-5cee1313671c"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:28:24.086582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2155f1-fd00-450a-9db1-746d8205ac90 service neutron] Pushing event updated for resources: {'Port': ['ID=1d209bef-af79-4e3b-b0c9-5cee1313671c,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:24.107652 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bee80e-b9d2-4284-a7f1-98ecf7d6647a x-openstack-request-id: req-95bee80e-b9d2-4284-a7f1-98ecf7d6647a {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:28:24.107882 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f1cc50-b553-4b35-8d3e-0da2884f910e", "tag": "1d209bef-af79-4e3b-b0c9-5cee1313671c", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:28:24.108135 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95bee80e-b9d2-4284-a7f1-98ecf7d6647a {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:28:24.108527 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f1cc50-b553-4b35-8d3e-0da2884f910e', 'tag': '1d209bef-af79-4e3b-b0c9-5cee1313671c', 'status': 'completed', 'code': 200} Sep 29 18:28:24.151817 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-89b8c635-b231-4dc6-8140-b4dc8bfb402a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:24.153366 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-89b8c635-b231-4dc6-8140-b4dc8bfb402a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 1095 time: 0.0550578 Sep 29 18:28:24.196516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-87de7bba-96f5-4394-b7ca-afc7320937f1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d209bef-af79-4e3b-b0c9-5cee1313671c HTTP/1.1" status: 200 len: 217 time: 0.0341756 Sep 29 18:28:24.246722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-82b269b6-7572-44f1-8bb9-67afabd7f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:24.248249 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-82b269b6-7572-44f1-8bb9-67afabd7f4d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9142804c-55c5-439d-afa8-93d43ad9c6ab HTTP/1.1" status: 200 len: 835 time: 0.0453668 Sep 29 18:28:24.297475 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-654b317e-f909-4608-82c4-579c667d83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:24.298873 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-654b317e-f909-4608-82c4-579c667d83d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69aa770d-15cc-4cb1-bd52-189f9b36ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438664 Sep 29 18:28:24.388449 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-d2e6ac97-4c6b-4501-b9d7-7bdaa3047009 service neutron] 10.222.0.49 "GET /v2.0/networks/69aa770d-15cc-4cb1-bd52-189f9b36ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815201 Sep 29 18:28:24.478983 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-4e0430c4-0ca7-4c92-9c05-ecfe3e2c066f req-c828cc35-c4f8-42b0-9eba-f5ea2a6a8b1f service neutron] 10.222.0.49 "GET /v2.0/networks/69aa770d-15cc-4cb1-bd52-189f9b36ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829692 Sep 29 18:28:24.561748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5db9a-045d-4704-ac66-a7a258f783c8 req-c8996888-beb7-4b02-b6eb-f9614c7043dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:24.563128 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6ec5db9a-045d-4704-ac66-a7a258f783c8 req-c8996888-beb7-4b02-b6eb-f9614c7043dc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 1095 time: 0.0401778 Sep 29 18:28:24.655179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5db9a-045d-4704-ac66-a7a258f783c8 req-2962aeca-8316-45ec-ab0f-699f86984ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:24.656657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6ec5db9a-045d-4704-ac66-a7a258f783c8 req-2962aeca-8316-45ec-ab0f-699f86984ea8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=69aa770d-15cc-4cb1-bd52-189f9b36ac8a HTTP/1.1" status: 200 len: 898 time: 0.0865717 Sep 29 18:28:24.699228 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6ec5db9a-045d-4704-ac66-a7a258f783c8 req-9c34844a-9251-4e45-93fe-bf401fc3c627 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d209bef-af79-4e3b-b0c9-5cee1313671c HTTP/1.1" status: 200 len: 217 time: 0.0345700 Sep 29 18:28:24.748188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5db9a-045d-4704-ac66-a7a258f783c8 req-4cb09b25-9cd2-4611-9e5c-340999f424b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:24.749583 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6ec5db9a-045d-4704-ac66-a7a258f783c8 req-4cb09b25-9cd2-4611-9e5c-340999f424b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9142804c-55c5-439d-afa8-93d43ad9c6ab HTTP/1.1" status: 200 len: 835 time: 0.0418084 Sep 29 18:28:24.794160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5db9a-045d-4704-ac66-a7a258f783c8 req-ec5d0765-585e-4d7f-a795-2b4caef64f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:24.795657 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6ec5db9a-045d-4704-ac66-a7a258f783c8 req-ec5d0765-585e-4d7f-a795-2b4caef64f6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69aa770d-15cc-4cb1-bd52-189f9b36ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378206 Sep 29 18:28:24.886186 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6ec5db9a-045d-4704-ac66-a7a258f783c8 req-c631bf2e-3d23-40d8-b3b3-3036517035e4 service neutron] 10.222.0.49 "GET /v2.0/networks/69aa770d-15cc-4cb1-bd52-189f9b36ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828569 Sep 29 18:28:24.979125 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6ec5db9a-045d-4704-ac66-a7a258f783c8 req-4de74539-ff78-4c61-9d0d-5b352e957c8f service neutron] 10.222.0.49 "GET /v2.0/networks/69aa770d-15cc-4cb1-bd52-189f9b36ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840480 Sep 29 18:28:25.048577 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86939-603f-4088-9425-a148b4e1b75f req-6ecd0bc8-5eb6-478d-a79d-bafcfcc8ce3c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:25.050606 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-75b86939-603f-4088-9425-a148b4e1b75f req-6ecd0bc8-5eb6-478d-a79d-bafcfcc8ce3c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 944 time: 0.0534041 Sep 29 18:28:25.093332 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-75b86939-603f-4088-9425-a148b4e1b75f req-45158d40-c97d-4c1e-a64c-af30fd1b1304 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=e523c8d3-809c-45be-bed7-5d59b3be631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367324 Sep 29 18:28:26.208598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f6e97-f82e-49b0-98e0-160928ec73b6 req-28e9b8c1-0eff-4894-9401-c978715060f4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:26.210857 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f08f6e97-f82e-49b0-98e0-160928ec73b6 req-28e9b8c1-0eff-4894-9401-c978715060f4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 944 time: 0.0487895 Sep 29 18:28:26.248815 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f08f6e97-f82e-49b0-98e0-160928ec73b6 req-9963083e-ba63-4bec-a7b5-3bb8c1a9b305 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=e523c8d3-809c-45be-bed7-5d59b3be631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319796 Sep 29 18:28:26.274664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 1d209bef-af79-4e3b-b0c9-5cee1313671c details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:28:26.367180 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 1d209bef-af79-4e3b-b0c9-5cee1313671c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=1d209bef-af79-4e3b-b0c9-5cee1313671c,segment=NetworkSegment(696c44de-619d-406e-b009-1683a2124afc),segment_id=696c44de-619d-406e-b009-1683a2124afc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:28:26.377833 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '1d209bef-af79-4e3b-b0c9-5cee1313671c', 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'port_id': '1d209bef-af79-4e3b-b0c9-5cee1313671c', 'mac_address': 'fa:16:3e:5c:7a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:28:26.419312 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:26.432437 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d209bef-af79-4e3b-b0c9-5cee1313671c {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:28:26.451241 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 1d209bef-af79-4e3b-b0c9-5cee1313671c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=1d209bef-af79-4e3b-b0c9-5cee1313671c,segment=NetworkSegment(696c44de-619d-406e-b009-1683a2124afc),segment_id=696c44de-619d-406e-b009-1683a2124afc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:28:26.455136 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:26.500456 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=1d209bef-af79-4e3b-b0c9-5cee1313671c,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:26.651559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['1d209bef-af79-4e3b-b0c9-5cee1313671c'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:28:27.362955 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2361616d-5b9c-4d8b-aafa-78b6614d2e53 req-44046e50-7806-4a4f-8bf5-e490aed1c84f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:27.364436 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2361616d-5b9c-4d8b-aafa-78b6614d2e53 req-44046e50-7806-4a4f-8bf5-e490aed1c84f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 945 time: 0.0485907 Sep 29 18:28:27.404351 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2361616d-5b9c-4d8b-aafa-78b6614d2e53 req-5fa7e6dd-a050-49b4-b4f5-d6a1f3374f04 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=e523c8d3-809c-45be-bed7-5d59b3be631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340543 Sep 29 18:28:28.015071 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:28.274600 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 1d209bef-af79-4e3b-b0c9-5cee1313671c up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:28:28.321487 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 1d209bef-af79-4e3b-b0c9-5cee1313671c completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:28:28.324922 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 1d209bef-af79-4e3b-b0c9-5cee1313671c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:28:28.325298 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:28.403534 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:28.424730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f1cc50-b553-4b35-8d3e-0da2884f910e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d209bef-af79-4e3b-b0c9-5cee1313671c'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:28:28.427373 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1691b979-05f1-460d-a74b-ae11cb820837" -d '{"events": [{"server_uuid": "33f1cc50-b553-4b35-8d3e-0da2884f910e", "name": "network-vif-plugged", "status": "completed", "tag": "1d209bef-af79-4e3b-b0c9-5cee1313671c"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:28:28.440050 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 1d209bef-af79-4e3b-b0c9-5cee1313671c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=1d209bef-af79-4e3b-b0c9-5cee1313671c,segment=NetworkSegment(696c44de-619d-406e-b009-1683a2124afc),segment_id=696c44de-619d-406e-b009-1683a2124afc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:28:28.445610 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:28.493029 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=1d209bef-af79-4e3b-b0c9-5cee1313671c,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:28.521543 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659e15e-1ccf-4dcf-b50f-90cea9cf5ded req-d99e7189-f02f-444e-9416-6dcc777cc8e5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:28.523025 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e659e15e-1ccf-4dcf-b50f-90cea9cf5ded req-d99e7189-f02f-444e-9416-6dcc777cc8e5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 946 time: 0.0503502 Sep 29 18:28:28.560111 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e659e15e-1ccf-4dcf-b50f-90cea9cf5ded req-bab40690-b506-4dc2-9cb7-aeaf41c9535a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=e523c8d3-809c-45be-bed7-5d59b3be631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310550 Sep 29 18:28:28.602100 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6504308-d0d1-40f6-9f60-fc74387c6b06 x-openstack-request-id: req-f6504308-d0d1-40f6-9f60-fc74387c6b06 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:28:28.602500 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f1cc50-b553-4b35-8d3e-0da2884f910e", "name": "network-vif-plugged", "status": "completed", "tag": "1d209bef-af79-4e3b-b0c9-5cee1313671c", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:28:28.602686 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6504308-d0d1-40f6-9f60-fc74387c6b06 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:28:28.603056 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f1cc50-b553-4b35-8d3e-0da2884f910e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d209bef-af79-4e3b-b0c9-5cee1313671c', 'code': 200} Sep 29 18:28:28.698118 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd121790-a614-4f74-a49d-7a2d27db2c0b req-77b29f9d-6cc0-4809-a071-dc85a462f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:28.699661 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd121790-a614-4f74-a49d-7a2d27db2c0b req-77b29f9d-6cc0-4809-a071-dc85a462f954 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 1097 time: 0.0397472 Sep 29 18:28:28.732772 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fd121790-a614-4f74-a49d-7a2d27db2c0b req-d8bd218a-4301-4c9f-a031-7fe1366bf19c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e523c8d3-809c-45be-bed7-5d59b3be631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260656 Sep 29 18:28:29.675257 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53737c82-1975-4267-b65d-04e450c0e154 req-ede69765-19d6-4f3d-8980-3afa1115dd22 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:29.676709 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-53737c82-1975-4267-b65d-04e450c0e154 req-ede69765-19d6-4f3d-8980-3afa1115dd22 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 946 time: 0.0489290 Sep 29 18:28:29.723082 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-53737c82-1975-4267-b65d-04e450c0e154 req-f85c59aa-0b2c-4cf5-9a63-c1b20abfdf25 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=e523c8d3-809c-45be-bed7-5d59b3be631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402956 Sep 29 18:28:30.843691 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81632928-149b-4eeb-b1cd-53700ccfe122 req-70f0c242-de67-475f-b946-0c249055f751 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:30.845141 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81632928-149b-4eeb-b1cd-53700ccfe122 req-70f0c242-de67-475f-b946-0c249055f751 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 946 time: 0.0470908 Sep 29 18:28:30.885600 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-81632928-149b-4eeb-b1cd-53700ccfe122 req-805eca1d-2552-44db-a565-b356fe096b68 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=e523c8d3-809c-45be-bed7-5d59b3be631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339644 Sep 29 18:28:30.994996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27be16-1b51-49e2-8ef4-5d5401842261 req-75283f60-c6a8-4fc6-a5a7-a41b8e74b199 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:30.996427 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d27be16-1b51-49e2-8ef4-5d5401842261 req-75283f60-c6a8-4fc6-a5a7-a41b8e74b199 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 946 time: 0.0476665 Sep 29 18:28:31.032613 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d27be16-1b51-49e2-8ef4-5d5401842261 req-eafb0c28-33a9-4f9e-93b2-85f2454e6e79 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=e523c8d3-809c-45be-bed7-5d59b3be631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303042 Sep 29 18:28:31.054053 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55050) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:31.093403 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1caf1a-0ae8-47a9-bde1-ccaf556531df tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:31.094877 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7e1caf1a-0ae8-47a9-bde1-ccaf556531df tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 1092 time: 0.0398765 Sep 29 18:28:31.098279 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55052) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:31.102397 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '1d209bef-af79-4e3b-b0c9-5cee1313671c', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:28:31.123213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:31.219734 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:31.319680 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.25.2.124 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/f4de4b41-164d-4a93-bff0-55bfefa160d2) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:28:31.423896 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:31.457658 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:31.495455 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:28:31.498125 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:28:31.501681 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:28:31.511103 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=f4de4b41-164d-4a93-bff0-55bfefa160d2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:32.152932 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:32.216037 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:32.362947 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:32.367565 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:32.441777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=f4de4b41-164d-4a93-bff0-55bfefa160d2,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:28:32.448657 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:32.547187 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Floating IP 8a81a435-535f-4f65-84f6-7ddf100a608a associated. External IP: 172.25.2.124, port: 1d209bef-af79-4e3b-b0c9-5cee1313671c. Sep 29 18:28:32.748084 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router 49542c6f-297e-4cb6-8804-48bd4f734528 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:28:32.854331 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:28:32.865226 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f61f375-27bd-4c39-b79a-360cfa8edd83 None None] Sync routers for ids ['49542c6f-297e-4cb6-8804-48bd4f734528'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:28:32.870445 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:32.874997 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f61f375-27bd-4c39-b79a-360cfa8edd83 None None] Routers {'49542c6f-297e-4cb6-8804-48bd4f734528'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:28:32.875620 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-8f61f375-27bd-4c39-b79a-360cfa8edd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:28:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['49542c6f-297e-4cb6-8804-48bd4f734528'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:32.897481 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b8b138e1-e426-49c1-b91b-1852cfecdd81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7981727 Sep 29 18:28:32.898086 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f1cc50-b553-4b35-8d3e-0da2884f910e', 'tag': '1d209bef-af79-4e3b-b0c9-5cee1313671c'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:28:32.900453 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed11add-0b3d-4399-af4f-18d2e007d9f1" -d '{"events": [{"name": "network-changed", "server_uuid": "33f1cc50-b553-4b35-8d3e-0da2884f910e", "tag": "1d209bef-af79-4e3b-b0c9-5cee1313671c"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:28:32.982431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-8f61f375-27bd-4c39-b79a-360cfa8edd83 None None] Set router 49542c6f-297e-4cb6-8804-48bd4f734528 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:28:32.997994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcce15-a350-4256-a2fb-15b412e18a33 req-94e9ce23-543d-4733-9ad0-55ddefe12ac5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:32.999571 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26fcce15-a350-4256-a2fb-15b412e18a33 req-94e9ce23-543d-4733-9ad0-55ddefe12ac5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 946 time: 0.0526597 Sep 29 18:28:33.038679 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26fcce15-a350-4256-a2fb-15b412e18a33 req-aed7ba3a-ccb8-4644-a623-e0a484039acd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=e523c8d3-809c-45be-bed7-5d59b3be631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328367 Sep 29 18:28:33.063146 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55058) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:33.106027 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e46696-3f3e-46c9-bd58-96296a1692d3 x-openstack-request-id: req-77e46696-3f3e-46c9-bd58-96296a1692d3 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:28:33.106321 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f1cc50-b553-4b35-8d3e-0da2884f910e", "tag": "1d209bef-af79-4e3b-b0c9-5cee1313671c", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:28:33.106571 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77e46696-3f3e-46c9-bd58-96296a1692d3 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:28:33.106967 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f1cc50-b553-4b35-8d3e-0da2884f910e', 'tag': '1d209bef-af79-4e3b-b0c9-5cee1313671c', 'status': 'completed', 'code': 200} Sep 29 18:28:33.129513 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e3e19284-6e15-4ec6-afdd-69eab380b050 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/8a81a435-535f-4f65-84f6-7ddf100a608a HTTP/1.1" status: 200 len: 992 time: 0.0638878 Sep 29 18:28:33.153094 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed11add-0b3d-4399-af4f-18d2e007d9f1 req-81fd0b5e-f465-489c-b036-93c57258d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:33.154598 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ed11add-0b3d-4399-af4f-18d2e007d9f1 req-81fd0b5e-f465-489c-b036-93c57258d527 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 1097 time: 0.0423636 Sep 29 18:28:33.219077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-8f61f375-27bd-4c39-b79a-360cfa8edd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133531871', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:18Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '8a81a435-535f-4f65-84f6-7ddf100a608a', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'port_id': '1d209bef-af79-4e3b-b0c9-5cee1313671c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'mac_address': 'fa:16:3e:5c:7a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1cc50-b553-4b35-8d3e-0da2884f910e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:28:31Z', 'updated_at': '2021-09-29T18:28:31Z', 'revision_number': 0, 'project_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f30c3d8-8895-4e63-bfc9-a77bfbe78a98', 'name': '', 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:13:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:18Z', 'updated_at': '2021-09-29T18:28:21Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:33.244859 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed11add-0b3d-4399-af4f-18d2e007d9f1 req-dbe9ccab-3aa6-46da-9f10-3ad0b64691f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:33.246636 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f61f375-27bd-4c39-b79a-360cfa8edd83 None None] Checking router: 49542c6f-297e-4cb6-8804-48bd4f734528 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:28:33.246779 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ed11add-0b3d-4399-af4f-18d2e007d9f1 req-dbe9ccab-3aa6-46da-9f10-3ad0b64691f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=69aa770d-15cc-4cb1-bd52-189f9b36ac8a HTTP/1.1" status: 200 len: 898 time: 0.0853055 Sep 29 18:28:33.254920 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f61f375-27bd-4c39-b79a-360cfa8edd83 None None] Routers {'49542c6f-297e-4cb6-8804-48bd4f734528'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:28:33.255459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-8f61f375-27bd-4c39-b79a-360cfa8edd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:28:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['49542c6f-297e-4cb6-8804-48bd4f734528'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:33.309955 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ed11add-0b3d-4399-af4f-18d2e007d9f1 req-18ff97b2-ca72-47b4-bb95-9428a4ddfe63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d209bef-af79-4e3b-b0c9-5cee1313671c HTTP/1.1" status: 200 len: 1000 time: 0.0566072 Sep 29 18:28:33.360188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-8f61f375-27bd-4c39-b79a-360cfa8edd83 None None] Set router 49542c6f-297e-4cb6-8804-48bd4f734528 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:28:33.362864 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed11add-0b3d-4399-af4f-18d2e007d9f1 req-ebe1e7e1-e295-4fea-b394-a64c085eb705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:33.364352 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ed11add-0b3d-4399-af4f-18d2e007d9f1 req-ebe1e7e1-e295-4fea-b394-a64c085eb705 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9142804c-55c5-439d-afa8-93d43ad9c6ab HTTP/1.1" status: 200 len: 835 time: 0.0463884 Sep 29 18:28:33.415031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed11add-0b3d-4399-af4f-18d2e007d9f1 req-fdd36966-9530-41aa-b00a-627135621cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:33.416539 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ed11add-0b3d-4399-af4f-18d2e007d9f1 req-fdd36966-9530-41aa-b00a-627135621cf4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69aa770d-15cc-4cb1-bd52-189f9b36ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441997 Sep 29 18:28:33.509320 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ed11add-0b3d-4399-af4f-18d2e007d9f1 req-968f3d22-8d79-4e72-8788-9eb09098b605 service neutron] 10.222.0.49 "GET /v2.0/networks/69aa770d-15cc-4cb1-bd52-189f9b36ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855567 Sep 29 18:28:33.589711 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-8f61f375-27bd-4c39-b79a-360cfa8edd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133531871', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:18Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '8a81a435-535f-4f65-84f6-7ddf100a608a', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'port_id': '1d209bef-af79-4e3b-b0c9-5cee1313671c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'mac_address': 'fa:16:3e:5c:7a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1cc50-b553-4b35-8d3e-0da2884f910e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:28:31Z', 'updated_at': '2021-09-29T18:28:31Z', 'revision_number': 0, 'project_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f30c3d8-8895-4e63-bfc9-a77bfbe78a98', 'name': '', 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:13:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:18Z', 'updated_at': '2021-09-29T18:28:21Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:28:33.602503 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3ed11add-0b3d-4399-af4f-18d2e007d9f1 req-c11b502d-9d4c-48d4-bacf-4b3b6a666874 service neutron] 10.222.0.49 "GET /v2.0/networks/69aa770d-15cc-4cb1-bd52-189f9b36ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863028 Sep 29 18:28:33.615962 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f61f375-27bd-4c39-b79a-360cfa8edd83 None None] The sync data for ids ['49542c6f-297e-4cb6-8804-48bd4f734528'] in n-d-811748-2 is: [{'id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133531871', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:18Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '8a81a435-535f-4f65-84f6-7ddf100a608a', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'floating_ip_address': '172.25.2.124', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'port_id': '1d209bef-af79-4e3b-b0c9-5cee1313671c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'mac_address': 'fa:16:3e:5c:7a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f1cc50-b553-4b35-8d3e-0da2884f910e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:28:31Z', 'updated_at': '2021-09-29T18:28:31Z', 'revision_number': 0, 'project_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f30c3d8-8895-4e63-bfc9-a77bfbe78a98', 'name': '', 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:13:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:18Z', 'updated_at': '2021-09-29T18:28:21Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:28:33.809555 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15875178-a9dc-4300-b637-c29083e2c84c None None] New status for floating IP 8a81a435-535f-4f65-84f6-7ddf100a608a: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:28:34.132355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55060) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:28:34.194797 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-18820a23-1b23-465e-adaa-733a9b653348 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/8a81a435-535f-4f65-84f6-7ddf100a608a HTTP/1.1" status: 200 len: 994 time: 0.0613391 Sep 29 18:28:40.902081 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d3b896cb-d459-494b-9cb6-13d3517cc16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:43.614849 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c5da8786-5b41-4969-b708-40464cfb693a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:44.753504 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:44.813694 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:45.160622 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:47.109196 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:50.460497 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e24bddb5-470b-41ac-8902-9550c497efde req-606aa449-e294-4ed1-8a58-18707b876131 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873020 Sep 29 18:28:50.547215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bddb5-470b-41ac-8902-9550c497efde req-a56419af-9d58-4369-91f3-a0710e22c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:50.548568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e24bddb5-470b-41ac-8902-9550c497efde req-a56419af-9d58-4369-91f3-a0710e22c084 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 1097 time: 0.0401070 Sep 29 18:28:50.658221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bddb5-470b-41ac-8902-9550c497efde req-26efa2b5-3570-466c-be42-07026338b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:50.659811 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e24bddb5-470b-41ac-8902-9550c497efde req-26efa2b5-3570-466c-be42-07026338b95e service neutron] 10.222.0.49 "GET /v2.0/networks?id=69aa770d-15cc-4cb1-bd52-189f9b36ac8a HTTP/1.1" status: 200 len: 898 time: 0.0886245 Sep 29 18:28:50.730076 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e24bddb5-470b-41ac-8902-9550c497efde req-d3d74702-f9ae-41e4-8e6d-0abff50318de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d209bef-af79-4e3b-b0c9-5cee1313671c HTTP/1.1" status: 200 len: 1002 time: 0.0612383 Sep 29 18:28:50.782246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bddb5-470b-41ac-8902-9550c497efde req-13867fc0-1d20-48b6-a64b-c869d1aed978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:50.783910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e24bddb5-470b-41ac-8902-9550c497efde req-13867fc0-1d20-48b6-a64b-c869d1aed978 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9142804c-55c5-439d-afa8-93d43ad9c6ab HTTP/1.1" status: 200 len: 835 time: 0.0461497 Sep 29 18:28:50.828883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bddb5-470b-41ac-8902-9550c497efde req-85326bce-c9c6-41f9-9305-cd474370a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:28:50.830259 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e24bddb5-470b-41ac-8902-9550c497efde req-85326bce-c9c6-41f9-9305-cd474370a08d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69aa770d-15cc-4cb1-bd52-189f9b36ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388081 Sep 29 18:28:50.920069 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e24bddb5-470b-41ac-8902-9550c497efde req-bf429064-4ec5-4dba-af59-315c7f77058d service neutron] 10.222.0.49 "GET /v2.0/networks/69aa770d-15cc-4cb1-bd52-189f9b36ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815375 Sep 29 18:28:51.006941 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e24bddb5-470b-41ac-8902-9550c497efde req-9c144940-eba1-40de-afbc-9db351f53328 service neutron] 10.222.0.49 "GET /v2.0/networks/69aa770d-15cc-4cb1-bd52-189f9b36ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786817 Sep 29 18:28:58.026879 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:28:59.326017 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:29:02.456980 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a42caf56-7059-49f4-9ddd-14543cc0f065 req-c8d4ffd8-20d7-4541-ae40-1cd560e64bd6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0378418 Sep 29 18:29:02.566443 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42caf56-7059-49f4-9ddd-14543cc0f065 req-652b2256-b9a4-4d52-9455-bda69a82d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:02.568657 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a42caf56-7059-49f4-9ddd-14543cc0f065 req-652b2256-b9a4-4d52-9455-bda69a82d20f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0495534 Sep 29 18:29:02.673178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42caf56-7059-49f4-9ddd-14543cc0f065 req-0a049a22-f7e2-4c13-b312-b7b8ff5a2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:02.674666 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a42caf56-7059-49f4-9ddd-14543cc0f065 req-0a049a22-f7e2-4c13-b312-b7b8ff5a2749 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0874515 Sep 29 18:29:02.716476 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a42caf56-7059-49f4-9ddd-14543cc0f065 req-6b44c4cb-c6d2-4eae-b888-a956b953aeb9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0349658 Sep 29 18:29:02.764568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42caf56-7059-49f4-9ddd-14543cc0f065 req-79bacded-dbb4-41bd-b286-f173d2b81a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:02.765977 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a42caf56-7059-49f4-9ddd-14543cc0f065 req-79bacded-dbb4-41bd-b286-f173d2b81a33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0422094 Sep 29 18:29:02.813353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42caf56-7059-49f4-9ddd-14543cc0f065 req-99edc839-18bc-41a2-bf0d-fc96f46e01e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:02.814751 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a42caf56-7059-49f4-9ddd-14543cc0f065 req-99edc839-18bc-41a2-bf0d-fc96f46e01e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423319 Sep 29 18:29:02.903392 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a42caf56-7059-49f4-9ddd-14543cc0f065 req-3821b601-a8cc-47c1-8e38-519b928d18a7 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813012 Sep 29 18:29:02.995414 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a42caf56-7059-49f4-9ddd-14543cc0f065 req-52697926-8fbf-4c3f-9807-fa5a11b2680d service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844765 Sep 29 18:29:05.232259 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e09800-1ad4-46d5-836e-ed08491531f5 req-691f060f-ad7c-4141-92e2-6cfb7c7bdcaa tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:05.233840 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33e09800-1ad4-46d5-836e-ed08491531f5 req-691f060f-ad7c-4141-92e2-6cfb7c7bdcaa tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 946 time: 0.0495908 Sep 29 18:29:05.273580 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33e09800-1ad4-46d5-836e-ed08491531f5 req-b29ff258-3bb4-448c-b064-52cf3eb8fac8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=e523c8d3-809c-45be-bed7-5d59b3be631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329540 Sep 29 18:29:06.392649 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213909e-3c36-4190-9874-15a3a662796d req-0a131b4b-6aa9-4ed4-9d9f-f734c334988e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:06.394149 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2213909e-3c36-4190-9874-15a3a662796d req-0a131b4b-6aa9-4ed4-9d9f-f734c334988e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 946 time: 0.0523081 Sep 29 18:29:06.431803 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2213909e-3c36-4190-9874-15a3a662796d req-c0984769-5383-4139-ab36-62fce44285bc tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=e523c8d3-809c-45be-bed7-5d59b3be631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310433 Sep 29 18:29:06.453797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55084) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:06.517634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2d99530a-f3bb-46e6-94d2-814d194fc98a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/8a81a435-535f-4f65-84f6-7ddf100a608a HTTP/1.1" status: 200 len: 994 time: 0.0626178 Sep 29 18:29:07.776625 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106537b-8a37-47c3-a633-8024fcff87d9 req-577b7dc5-7131-433a-9eb7-99a931230627 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:07.778215 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a106537b-8a37-47c3-a633-8024fcff87d9 req-577b7dc5-7131-433a-9eb7-99a931230627 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 946 time: 0.0504937 Sep 29 18:29:07.818813 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a106537b-8a37-47c3-a633-8024fcff87d9 req-df2133f9-2bdc-4c71-90e3-52d249645f81 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=e523c8d3-809c-45be-bed7-5d59b3be631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343657 Sep 29 18:29:08.934218 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb98578-d589-4af3-b497-ab5454b12b4c req-8041fdb6-3279-4eff-b0de-f8b803f65e92 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:08.935594 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ffb98578-d589-4af3-b497-ab5454b12b4c req-8041fdb6-3279-4eff-b0de-f8b803f65e92 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 946 time: 0.0490823 Sep 29 18:29:08.976892 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ffb98578-d589-4af3-b497-ab5454b12b4c req-e20fd736-a76e-4da0-8f67-902287acce98 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=e523c8d3-809c-45be-bed7-5d59b3be631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351255 Sep 29 18:29:08.999181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55096) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:09.058633 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-22934f37-7f4a-4efb-9871-d3614ea2e47f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/8a81a435-535f-4f65-84f6-7ddf100a608a HTTP/1.1" status: 200 len: 994 time: 0.0583577 Sep 29 18:29:09.304611 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55102) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:09.456925 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port f4de4b41-164d-4a93-bff0-55bfefa160d2 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:29:09.457268 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:09.533656 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:09.533885 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:09.545147 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for f4de4b41-164d-4a93-bff0-55bfefa160d2 owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:29:09.964924 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:09.989634 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=f4de4b41-164d-4a93-bff0-55bfefa160d2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:10.001021 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:10.001396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:10.001735 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:10.002069 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:10.002399 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:10.002727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:10.003052 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:10.003376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:10.003706 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:10.004046 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:10.005122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:10.005563 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:10.057223 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:10.057595 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Floating IP 8a81a435-535f-4f65-84f6-7ddf100a608a disassociated (deleted). External IP: 172.25.2.124, port: 1d209bef-af79-4e3b-b0c9-5cee1313671c. Sep 29 18:29:10.260390 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router 49542c6f-297e-4cb6-8804-48bd4f734528 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:29:10.364433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:29:10.369085 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:10.373701 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3685ab-bc64-498a-94f6-426173d52c44 None None] Sync routers for ids ['49542c6f-297e-4cb6-8804-48bd4f734528'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:29:10.388294 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3685ab-bc64-498a-94f6-426173d52c44 None None] Routers {'49542c6f-297e-4cb6-8804-48bd4f734528'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:29:10.388914 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-da3685ab-bc64-498a-94f6-426173d52c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:28:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['49542c6f-297e-4cb6-8804-48bd4f734528'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:10.398114 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0a7ad1d4-b553-49cf-aa72-2dc061ddba23 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/floatingips/8a81a435-535f-4f65-84f6-7ddf100a608a HTTP/1.1" status: 204 len: 168 time: 1.0923903 Sep 29 18:29:10.398743 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f1cc50-b553-4b35-8d3e-0da2884f910e', 'tag': '1d209bef-af79-4e3b-b0c9-5cee1313671c'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:29:10.401164 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535cb47b-a6e5-48e5-9b0f-f0349a6cc831" -d '{"events": [{"name": "network-changed", "server_uuid": "33f1cc50-b553-4b35-8d3e-0da2884f910e", "tag": "1d209bef-af79-4e3b-b0c9-5cee1313671c"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:29:10.495388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-da3685ab-bc64-498a-94f6-426173d52c44 None None] Set router 49542c6f-297e-4cb6-8804-48bd4f734528 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:29:10.616172 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a237640-88f7-4866-af31-906cd81262c4 x-openstack-request-id: req-1a237640-88f7-4866-af31-906cd81262c4 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:29:10.616474 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f1cc50-b553-4b35-8d3e-0da2884f910e", "tag": "1d209bef-af79-4e3b-b0c9-5cee1313671c", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:29:10.616942 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a237640-88f7-4866-af31-906cd81262c4 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:29:10.617586 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f1cc50-b553-4b35-8d3e-0da2884f910e', 'tag': '1d209bef-af79-4e3b-b0c9-5cee1313671c', 'status': 'completed', 'code': 200} Sep 29 18:29:10.695936 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cb47b-a6e5-48e5-9b0f-f0349a6cc831 req-7e74a0db-7fb8-4a9e-a015-aa121bfcdb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:10.697797 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-535cb47b-a6e5-48e5-9b0f-f0349a6cc831 req-7e74a0db-7fb8-4a9e-a015-aa121bfcdb02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 1097 time: 0.0556951 Sep 29 18:29:10.721387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554dc896-b96e-475e-b627-1088c71adcab req-7931e848-eb8d-4a87-85a3-0b57d552694f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:10.722933 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-554dc896-b96e-475e-b627-1088c71adcab req-7931e848-eb8d-4a87-85a3-0b57d552694f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 946 time: 0.0522513 Sep 29 18:29:10.766578 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-554dc896-b96e-475e-b627-1088c71adcab req-403e7770-5d34-4902-9f0b-5f28e6962c55 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=e523c8d3-809c-45be-bed7-5d59b3be631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348780 Sep 29 18:29:10.800997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cb47b-a6e5-48e5-9b0f-f0349a6cc831 req-e5de85bc-815b-4064-b336-25e4a544bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:10.803015 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-535cb47b-a6e5-48e5-9b0f-f0349a6cc831 req-e5de85bc-815b-4064-b336-25e4a544bdf1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=69aa770d-15cc-4cb1-bd52-189f9b36ac8a HTTP/1.1" status: 200 len: 898 time: 0.0964372 Sep 29 18:29:10.844896 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-535cb47b-a6e5-48e5-9b0f-f0349a6cc831 req-cd6e6017-d5ce-4cd8-8fb1-26c91f45d2f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d209bef-af79-4e3b-b0c9-5cee1313671c HTTP/1.1" status: 200 len: 217 time: 0.0332122 Sep 29 18:29:10.877177 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-da3685ab-bc64-498a-94f6-426173d52c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133531871', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:18Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '6f30c3d8-8895-4e63-bfc9-a77bfbe78a98', 'name': '', 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:13:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:18Z', 'updated_at': '2021-09-29T18:28:21Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:10.897880 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cb47b-a6e5-48e5-9b0f-f0349a6cc831 req-fb0b52b3-63bb-427d-b56b-bae1ca4a2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:10.899324 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-535cb47b-a6e5-48e5-9b0f-f0349a6cc831 req-fb0b52b3-63bb-427d-b56b-bae1ca4a2837 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9142804c-55c5-439d-afa8-93d43ad9c6ab HTTP/1.1" status: 200 len: 835 time: 0.0472729 Sep 29 18:29:10.906835 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3685ab-bc64-498a-94f6-426173d52c44 None None] Checking router: 49542c6f-297e-4cb6-8804-48bd4f734528 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:29:10.921097 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3685ab-bc64-498a-94f6-426173d52c44 None None] Routers {'49542c6f-297e-4cb6-8804-48bd4f734528'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:29:10.921802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-da3685ab-bc64-498a-94f6-426173d52c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:28:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['49542c6f-297e-4cb6-8804-48bd4f734528'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:10.924876 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3690667d-be3f-44a3-bca0-8d20258272e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:10.946838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cb47b-a6e5-48e5-9b0f-f0349a6cc831 req-27f21048-fb94-40f8-805f-7bb6a9f471f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:10.948339 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-535cb47b-a6e5-48e5-9b0f-f0349a6cc831 req-27f21048-fb94-40f8-805f-7bb6a9f471f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=69aa770d-15cc-4cb1-bd52-189f9b36ac8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414238 Sep 29 18:29:11.029519 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-da3685ab-bc64-498a-94f6-426173d52c44 None None] Set router 49542c6f-297e-4cb6-8804-48bd4f734528 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:29:11.037727 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-535cb47b-a6e5-48e5-9b0f-f0349a6cc831 req-30d425ec-6abc-43a0-be38-3ec3f1755799 service neutron] 10.222.0.49 "GET /v2.0/networks/69aa770d-15cc-4cb1-bd52-189f9b36ac8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816712 Sep 29 18:29:11.131922 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-535cb47b-a6e5-48e5-9b0f-f0349a6cc831 req-08d6568d-88bf-470a-8549-64f3f21e0cd7 service neutron] 10.222.0.49 "GET /v2.0/networks/69aa770d-15cc-4cb1-bd52-189f9b36ac8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860491 Sep 29 18:29:11.232781 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-da3685ab-bc64-498a-94f6-426173d52c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133531871', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:18Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '6f30c3d8-8895-4e63-bfc9-a77bfbe78a98', 'name': '', 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:13:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:18Z', 'updated_at': '2021-09-29T18:28:21Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:11.262585 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3685ab-bc64-498a-94f6-426173d52c44 None None] The sync data for ids ['49542c6f-297e-4cb6-8804-48bd4f734528'] in n-d-811748-2 is: [{'id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133531871', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:18Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '6f30c3d8-8895-4e63-bfc9-a77bfbe78a98', 'name': '', 'network_id': '69aa770d-15cc-4cb1-bd52-189f9b36ac8a', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:13:96:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:18Z', 'updated_at': '2021-09-29T18:28:21Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '9142804c-55c5-439d-afa8-93d43ad9c6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:29:11.490377 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486faacb-85a4-42c0-93ce-135ff08ac4cc None None] New status for floating IP 8a81a435-535f-4f65-84f6-7ddf100a608a: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:29:11.897980 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f40e6-bce4-4986-aedd-0bdfac93291e req-e6a9b7e8-4427-4a20-ba4f-c290bd47cfdc tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:11.899458 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-675f40e6-bce4-4986-aedd-0bdfac93291e req-e6a9b7e8-4427-4a20-ba4f-c290bd47cfdc tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 946 time: 0.0588942 Sep 29 18:29:11.940519 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-675f40e6-bce4-4986-aedd-0bdfac93291e req-fb1399c4-4483-4e29-a126-39ad2c89dbb7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=e523c8d3-809c-45be-bed7-5d59b3be631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346549 Sep 29 18:29:12.146305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e3c43e-ab52-4d50-ad99-3075d64f1079 req-428ac007-d67f-4797-906a-985f38ab0e80 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:12.147642 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a1e3c43e-ab52-4d50-ad99-3075d64f1079 req-428ac007-d67f-4797-906a-985f38ab0e80 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "GET /v2.0/ports?device_id=33f1cc50-b553-4b35-8d3e-0da2884f910e HTTP/1.1" status: 200 len: 946 time: 0.0478637 Sep 29 18:29:12.239190 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a1e3c43e-ab52-4d50-ad99-3075d64f1079 req-528ab254-7b23-40ac-8129-fee48c5612e2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port 1d209bef-af79-4e3b-b0c9-5cee1313671c {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:29:12.239688 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a1e3c43e-ab52-4d50-ad99-3075d64f1079 req-528ab254-7b23-40ac-8129-fee48c5612e2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:12.325788 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-a1e3c43e-ab52-4d50-ad99-3075d64f1079 req-528ab254-7b23-40ac-8129-fee48c5612e2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] For port 1d209bef-af79-4e3b-b0c9-5cee1313671c, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=1d209bef-af79-4e3b-b0c9-5cee1313671c,segment=NetworkSegment(696c44de-619d-406e-b009-1683a2124afc),segment_id=696c44de-619d-406e-b009-1683a2124afc)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:29:12.326156 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a1e3c43e-ab52-4d50-ad99-3075d64f1079 req-528ab254-7b23-40ac-8129-fee48c5612e2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:12.338146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-a1e3c43e-ab52-4d50-ad99-3075d64f1079 req-528ab254-7b23-40ac-8129-fee48c5612e2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for 1d209bef-af79-4e3b-b0c9-5cee1313671c owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:29:12.465080 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a1e3c43e-ab52-4d50-ad99-3075d64f1079 req-528ab254-7b23-40ac-8129-fee48c5612e2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:12.493536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ab254-7b23-40ac-8129-fee48c5612e2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=1d209bef-af79-4e3b-b0c9-5cee1313671c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:12.538168 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e3c43e-ab52-4d50-ad99-3075d64f1079 req-528ab254-7b23-40ac-8129-fee48c5612e2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] No DVR routers for this DVR port 1d209bef-af79-4e3b-b0c9-5cee1313671c on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:29:12.540800 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-a1e3c43e-ab52-4d50-ad99-3075d64f1079 req-528ab254-7b23-40ac-8129-fee48c5612e2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:12.542794 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a1e3c43e-ab52-4d50-ad99-3075d64f1079 req-528ab254-7b23-40ac-8129-fee48c5612e2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "DELETE /v2.0/ports/1d209bef-af79-4e3b-b0c9-5cee1313671c HTTP/1.1" status: 204 len: 173 time: 0.3886480 Sep 29 18:29:12.618572 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f1cc50-b553-4b35-8d3e-0da2884f910e', 'name': 'network-vif-deleted', 'tag': '1d209bef-af79-4e3b-b0c9-5cee1313671c'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:29:12.621328 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d8ab2b-ff89-44e2-899e-ed9140883ce0" -d '{"events": [{"server_uuid": "33f1cc50-b553-4b35-8d3e-0da2884f910e", "name": "network-vif-deleted", "tag": "1d209bef-af79-4e3b-b0c9-5cee1313671c"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:29:12.657522 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b8bbba-0e62-494e-861e-b046bd684ef0 x-openstack-request-id: req-40b8bbba-0e62-494e-861e-b046bd684ef0 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:29:12.657824 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f1cc50-b553-4b35-8d3e-0da2884f910e", "name": "network-vif-deleted", "tag": "1d209bef-af79-4e3b-b0c9-5cee1313671c", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:29:12.658070 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40b8bbba-0e62-494e-861e-b046bd684ef0 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:29:12.658514 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f1cc50-b553-4b35-8d3e-0da2884f910e', 'name': 'network-vif-deleted', 'tag': '1d209bef-af79-4e3b-b0c9-5cee1313671c', 'status': 'completed', 'code': 200} Sep 29 18:29:13.000106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55126) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:13.344838 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7cbd994d-f460-4ec6-9209-35a1f44a5e32 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:13.592606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-7cbd994d-f460-4ec6-9209-35a1f44a5e32 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:29:13.592960 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7cbd994d-f460-4ec6-9209-35a1f44a5e32 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:13.615943 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f483a93b-f611-4284-abb3-5bf6df9bac51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:13.691542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-7cbd994d-f460-4ec6-9209-35a1f44a5e32 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] For port 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=6f30c3d8-8895-4e63-bfc9-a77bfbe78a98,segment=NetworkSegment(696c44de-619d-406e-b009-1683a2124afc),segment_id=696c44de-619d-406e-b009-1683a2124afc)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:29:13.691928 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7cbd994d-f460-4ec6-9209-35a1f44a5e32 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:13.703202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-7cbd994d-f460-4ec6-9209-35a1f44a5e32 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:29:13.889189 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7cbd994d-f460-4ec6-9209-35a1f44a5e32 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:13.913977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd994d-f460-4ec6-9209-35a1f44a5e32 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=6f30c3d8-8895-4e63-bfc9-a77bfbe78a98,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:14.086509 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7cbd994d-f460-4ec6-9209-35a1f44a5e32 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:14.297943 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbd994d-f460-4ec6-9209-35a1f44a5e32 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router 49542c6f-297e-4cb6-8804-48bd4f734528 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:29:14.401702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbd994d-f460-4ec6-9209-35a1f44a5e32 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:29:14.406743 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7cbd994d-f460-4ec6-9209-35a1f44a5e32 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "PUT /v2.0/routers/49542c6f-297e-4cb6-8804-48bd4f734528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4056380 Sep 29 18:29:14.409473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55130) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:14.412608 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1256d0-9012-47b0-969b-3bd104d7c6c3 None None] Sync routers for ids ['49542c6f-297e-4cb6-8804-48bd4f734528'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:29:14.421586 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1256d0-9012-47b0-969b-3bd104d7c6c3 None None] Routers {'49542c6f-297e-4cb6-8804-48bd4f734528'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:29:14.422274 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0a1256d0-9012-47b0-969b-3bd104d7c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:29:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['49542c6f-297e-4cb6-8804-48bd4f734528'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:14.460934 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-c843df5d-296c-4a74-8a07-d6e923fbd38c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting subnet 9142804c-55c5-439d-afa8-93d43ad9c6ab {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:29:14.464047 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c843df5d-296c-4a74-8a07-d6e923fbd38c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:14.504647 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c843df5d-296c-4a74-8a07-d6e923fbd38c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:14.527356 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-0a1256d0-9012-47b0-969b-3bd104d7c6c3 None None] Set router 49542c6f-297e-4cb6-8804-48bd4f734528 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:29:14.593997 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c843df5d-296c-4a74-8a07-d6e923fbd38c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:14.651795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c843df5d-296c-4a74-8a07-d6e923fbd38c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:14.679796 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843df5d-296c-4a74-8a07-d6e923fbd38c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Subnet': ['ID=9142804c-55c5-439d-afa8-93d43ad9c6ab,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:14.683538 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c843df5d-296c-4a74-8a07-d6e923fbd38c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:14.685490 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c843df5d-296c-4a74-8a07-d6e923fbd38c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/subnets/9142804c-55c5-439d-afa8-93d43ad9c6ab HTTP/1.1" status: 204 len: 168 time: 0.2749527 Sep 29 18:29:14.688130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55132) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:14.692373 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07a64b3-b9d2-4539-b797-bdb52df14ae2 None None] Network 69aa770d-15cc-4cb1-bd52-189f9b36ac8a requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:29:14.784197 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:14.810682 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c213fed2-50c7-4492-bf56-a8e032f9a95f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:14.814432 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0a1256d0-9012-47b0-969b-3bd104d7c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133531871', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:29:13Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:14.857869 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1256d0-9012-47b0-969b-3bd104d7c6c3 None None] Checking router: 49542c6f-297e-4cb6-8804-48bd4f734528 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:29:14.869659 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:14.875091 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1256d0-9012-47b0-969b-3bd104d7c6c3 None None] Routers {'49542c6f-297e-4cb6-8804-48bd4f734528'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:29:14.875713 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0a1256d0-9012-47b0-969b-3bd104d7c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:29:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['49542c6f-297e-4cb6-8804-48bd4f734528'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:14.915730 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c213fed2-50c7-4492-bf56-a8e032f9a95f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:14.974244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c213fed2-50c7-4492-bf56-a8e032f9a95f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port 012e7276-46a6-46e1-a49c-d4a2d463876f {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:29:14.974781 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c213fed2-50c7-4492-bf56-a8e032f9a95f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:14.994629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-0a1256d0-9012-47b0-969b-3bd104d7c6c3 None None] Set router 49542c6f-297e-4cb6-8804-48bd4f734528 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:29:15.026057 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] DHCP port deletion for 69aa770d-15cc-4cb1-bd52-189f9b36ac8a request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:29:15.057398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-c213fed2-50c7-4492-bf56-a8e032f9a95f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] For port 012e7276-46a6-46e1-a49c-d4a2d463876f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=012e7276-46a6-46e1-a49c-d4a2d463876f,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:29:15.057795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c213fed2-50c7-4492-bf56-a8e032f9a95f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.069520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c213fed2-50c7-4492-bf56-a8e032f9a95f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for 012e7276-46a6-46e1-a49c-d4a2d463876f owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:29:15.195639 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Deleting port c0cf8715-b4fb-4561-b415-a777c677275f {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:29:15.196003 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.199449 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.235557 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c213fed2-50c7-4492-bf56-a8e032f9a95f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.263761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213fed2-50c7-4492-bf56-a8e032f9a95f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=012e7276-46a6-46e1-a49c-d4a2d463876f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:15.271835 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] For port c0cf8715-b4fb-4561-b415-a777c677275f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c0cf8715-b4fb-4561-b415-a777c677275f,segment=NetworkSegment(696c44de-619d-406e-b009-1683a2124afc),segment_id=696c44de-619d-406e-b009-1683a2124afc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:29:15.272234 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.291533 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Calling delete_port for c0cf8715-b4fb-4561-b415-a777c677275f owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:29:15.309645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-0a1256d0-9012-47b0-969b-3bd104d7c6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133531871', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:29:13Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:15.321999 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c213fed2-50c7-4492-bf56-a8e032f9a95f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.364921 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1256d0-9012-47b0-969b-3bd104d7c6c3 None None] The sync data for ids ['49542c6f-297e-4cb6-8804-48bd4f734528'] in n-d-811748-2 is: [{'id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'name': 'tempest-TestNetworkAdvancedServerOps-router-133531871', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:29:13Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '012e7276-46a6-46e1-a49c-d4a2d463876f', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49542c6f-297e-4cb6-8804-48bd4f734528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:28:15Z', 'updated_at': '2021-09-29T18:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:29:15.411595 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.417667 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c213fed2-50c7-4492-bf56-a8e032f9a95f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.419802 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c213fed2-50c7-4492-bf56-a8e032f9a95f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.443040 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Pushing event deleted for resources: {'Port': ['ID=c0cf8715-b4fb-4561-b415-a777c677275f,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:15.446221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] No DVR routers for this DVR port c0cf8715-b4fb-4561-b415-a777c677275f on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:29:15.453156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.453532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.453874 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.454213 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.454546 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.454877 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.455208 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.455534 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.455865 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.456543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.456543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.456801 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686ab2e-3756-4cca-8566-c3d73d12eb12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.467634 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c213fed2-50c7-4492-bf56-a8e032f9a95f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.468198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c213fed2-50c7-4492-bf56-a8e032f9a95f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Fanout notify agent at l3_agent the message router_deleted on router 49542c6f-297e-4cb6-8804-48bd4f734528 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:29:15.474985 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c213fed2-50c7-4492-bf56-a8e032f9a95f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.476089 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c213fed2-50c7-4492-bf56-a8e032f9a95f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/routers/49542c6f-297e-4cb6-8804-48bd4f734528 HTTP/1.1" status: 204 len: 168 time: 0.7870390 Sep 29 18:29:15.478779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55134) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:15.552005 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-31a24310-9de4-43ff-acb2-eb84de2a1108 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.638052 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-31a24310-9de4-43ff-acb2-eb84de2a1108 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.658229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-31a24310-9de4-43ff-acb2-eb84de2a1108 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69aa770d-15cc-4cb1-bd52-189f9b36ac8a']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:15.667252 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-31a24310-9de4-43ff-acb2-eb84de2a1108 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696c44de-619d-406e-b009-1683a2124afc') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:15.667556 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-31a24310-9de4-43ff-acb2-eb84de2a1108 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696c44de-619d-406e-b009-1683a2124afc') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:15.677172 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-31a24310-9de4-43ff-acb2-eb84de2a1108 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.689933 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-31a24310-9de4-43ff-acb2-eb84de2a1108 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.696251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a24310-9de4-43ff-acb2-eb84de2a1108 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:29:15.696653 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-31a24310-9de4-43ff-acb2-eb84de2a1108 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:29:15.699524 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:29:15.769203 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-31a24310-9de4-43ff-acb2-eb84de2a1108 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.776646 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-31a24310-9de4-43ff-acb2-eb84de2a1108 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.778486 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-31a24310-9de4-43ff-acb2-eb84de2a1108 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/networks/69aa770d-15cc-4cb1-bd52-189f9b36ac8a HTTP/1.1" status: 204 len: 168 time: 0.2987864 Sep 29 18:29:15.781700 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55136) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:15.791473 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a24310-9de4-43ff-acb2-eb84de2a1108 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Network': ['ID=69aa770d-15cc-4cb1-bd52-189f9b36ac8a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:15.847329 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.873216 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.939504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.942582 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:15.943757 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/security-groups/e523c8d3-809c-45be-bed7-5d59b3be631d HTTP/1.1" status: 204 len: 168 time: 0.1608522 Sep 29 18:29:15.953328 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e523c8d3-809c-45be-bed7-5d59b3be631d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:15.964130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.964477 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.964991 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.965507 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.966023 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.966357 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.966759 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.967055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.967418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.967817 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.968144 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:15.968500 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af57804f-5d73-47a0-bfc7-9b7a63a651e1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:29:16.250536 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55142) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:16.255956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4a631e08-34eb-489d-8cc7-314ce8bd35bc tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-660978405', 'description': 'tempest-secgroup-smoke-660978405 description', 'project_id': '1d50132f353842469c421763ad2cc781'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:29:16.278599 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a631e08-34eb-489d-8cc7-314ce8bd35bc tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.359466 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a631e08-34eb-489d-8cc7-314ce8bd35bc tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.363745 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a631e08-34eb-489d-8cc7-314ce8bd35bc tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.394519 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a631e08-34eb-489d-8cc7-314ce8bd35bc tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.396699 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4a631e08-34eb-489d-8cc7-314ce8bd35bc tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1451530 Sep 29 18:29:16.399570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55144) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:16.402912 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a631e08-34eb-489d-8cc7-314ce8bd35bc tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c005bf-1f72-45ed-83ea-fad0e1d603d4,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:16.408307 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f8f24caf-06fc-4353-bbcc-39dd553a1845 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'a2c005bf-1f72-45ed-83ea-fad0e1d603d4', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:29:16.434504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8f24caf-06fc-4353-bbcc-39dd553a1845 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.484393 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 1d209bef-af79-4e3b-b0c9-5cee1313671c no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:29:16.488392 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8f24caf-06fc-4353-bbcc-39dd553a1845 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.492568 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8f24caf-06fc-4353-bbcc-39dd553a1845 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.505803 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 1d209bef-af79-4e3b-b0c9-5cee1313671c {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:29:16.506155 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 1d209bef-af79-4e3b-b0c9-5cee1313671c not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:29:16.507721 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f24caf-06fc-4353-bbcc-39dd553a1845 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31f6c90-e98b-44f1-a272-fc4b7607f690,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:16.516736 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f8f24caf-06fc-4353-bbcc-39dd553a1845 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.517954 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f8f24caf-06fc-4353-bbcc-39dd553a1845 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1174822 Sep 29 18:29:16.520844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55146) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:16.525232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-acd049b1-19b8-4306-82a8-b5552e1b2ff2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'a2c005bf-1f72-45ed-83ea-fad0e1d603d4', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:29:16.550762 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acd049b1-19b8-4306-82a8-b5552e1b2ff2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.606064 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acd049b1-19b8-4306-82a8-b5552e1b2ff2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.609907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acd049b1-19b8-4306-82a8-b5552e1b2ff2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.627142 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd049b1-19b8-4306-82a8-b5552e1b2ff2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b34b20c-a62b-492f-8d67-9d81a9cb61a9,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:16.633394 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acd049b1-19b8-4306-82a8-b5552e1b2ff2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.634881 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-acd049b1-19b8-4306-82a8-b5552e1b2ff2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130388 Sep 29 18:29:16.637595 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55148) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:16.641913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-63e42abd-de77-42d1-ac2e-2451967f78a8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'a2c005bf-1f72-45ed-83ea-fad0e1d603d4', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:29:16.666461 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63e42abd-de77-42d1-ac2e-2451967f78a8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.732308 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63e42abd-de77-42d1-ac2e-2451967f78a8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.735718 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63e42abd-de77-42d1-ac2e-2451967f78a8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.751376 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 012e7276-46a6-46e1-a49c-d4a2d463876f no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:29:16.752152 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e42abd-de77-42d1-ac2e-2451967f78a8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80941973-935c-461b-b1f3-8c3ea3a4bbeb,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:16.762280 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63e42abd-de77-42d1-ac2e-2451967f78a8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.763498 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-63e42abd-de77-42d1-ac2e-2451967f78a8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249969 Sep 29 18:29:16.766339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55150) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:16.771038 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f9b8d009-49af-4f87-a347-05e7bc120fa8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'a2c005bf-1f72-45ed-83ea-fad0e1d603d4', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:29:16.772403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 012e7276-46a6-46e1-a49c-d4a2d463876f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:29:16.772765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 012e7276-46a6-46e1-a49c-d4a2d463876f not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:29:16.773178 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c0cf8715-b4fb-4561-b415-a777c677275f no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:29:16.792348 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: c0cf8715-b4fb-4561-b415-a777c677275f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:29:16.792694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c0cf8715-b4fb-4561-b415-a777c677275f not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:29:16.793199 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:29:16.797953 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d009-49af-4f87-a347-05e7bc120fa8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.812227 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:29:16.812580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 6f30c3d8-8895-4e63-bfc9-a77bfbe78a98 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:29:16.860004 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d009-49af-4f87-a347-05e7bc120fa8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.863074 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d009-49af-4f87-a347-05e7bc120fa8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.880684 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8d009-49af-4f87-a347-05e7bc120fa8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542e2c1a-27ad-473b-b99a-5b5720bb4795,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:16.887200 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d009-49af-4f87-a347-05e7bc120fa8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.888497 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f9b8d009-49af-4f87-a347-05e7bc120fa8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211252 Sep 29 18:29:16.891125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55152) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:16.895992 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-436b228e-1140-4701-a239-ed68069d79d8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'a2c005bf-1f72-45ed-83ea-fad0e1d603d4', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:29:16.917107 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-436b228e-1140-4701-a239-ed68069d79d8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Project 1d50132f353842469c421763ad2cc781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:29:16.921622 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-436b228e-1140-4701-a239-ed68069d79d8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.979720 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-436b228e-1140-4701-a239-ed68069d79d8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.982982 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-436b228e-1140-4701-a239-ed68069d79d8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:16.997867 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b228e-1140-4701-a239-ed68069d79d8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adb946e-f817-4831-a469-fcd9e53cf807,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:17.006458 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-436b228e-1140-4701-a239-ed68069d79d8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:17.007638 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-436b228e-1140-4701-a239-ed68069d79d8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155987 Sep 29 18:29:17.010606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55154) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:17.014845 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-62fcc914-d1cb-4005-9b83-d397ec65d63a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'a2c005bf-1f72-45ed-83ea-fad0e1d603d4', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:29:17.035630 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-62fcc914-d1cb-4005-9b83-d397ec65d63a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Project 1d50132f353842469c421763ad2cc781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:29:17.040420 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-62fcc914-d1cb-4005-9b83-d397ec65d63a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:17.112482 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:17.380599 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-62fcc914-d1cb-4005-9b83-d397ec65d63a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:17.384923 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-62fcc914-d1cb-4005-9b83-d397ec65d63a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:17.402503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcc914-d1cb-4005-9b83-d397ec65d63a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31958ca0-0e59-45d5-b67b-df70edea6d9e,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:17.408751 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-62fcc914-d1cb-4005-9b83-d397ec65d63a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:17.409986 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-62fcc914-d1cb-4005-9b83-d397ec65d63a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3984337 Sep 29 18:29:17.413476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55156) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:17.418472 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c96df115-5983-4294-979d-67889ef52e9b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'network': {'name': 'tempest-network-smoke--798700512', 'project_id': '1d50132f353842469c421763ad2cc781', 'port_security_enabled': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:29:17.437812 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96df115-5983-4294-979d-67889ef52e9b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Made reservation on behalf of 1d50132f353842469c421763ad2cc781 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:29:17.441200 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c96df115-5983-4294-979d-67889ef52e9b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:17.464284 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96df115-5983-4294-979d-67889ef52e9b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:29:17.473600 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c96df115-5983-4294-979d-67889ef52e9b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:17.473951 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-c96df115-5983-4294-979d-67889ef52e9b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Added segment 14db8bf3-0c3a-4243-8ece-52b66917f705 of type vlan for network db090f45-0e4f-4e97-b696-f12dad02e622 Sep 29 18:29:17.521189 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c96df115-5983-4294-979d-67889ef52e9b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:17.544994 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c96df115-5983-4294-979d-67889ef52e9b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:17.550505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96df115-5983-4294-979d-67889ef52e9b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:17.551640 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c96df115-5983-4294-979d-67889ef52e9b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:17.578627 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c96df115-5983-4294-979d-67889ef52e9b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1641576 Sep 29 18:29:17.581535 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55158) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:17.586229 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1301553219', 'admin_state_up': True, 'project_id': '1d50132f353842469c421763ad2cc781', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:29:17.608929 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:17.609940 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:17.622033 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96df115-5983-4294-979d-67889ef52e9b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Network': ['ID=db090f45-0e4f-4e97-b696-f12dad02e622,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:17.633769 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network db090f45-0e4f-4e97-b696-f12dad02e622 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:29:17.665557 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:17.805437 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:17.992225 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:18.010711 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:18.113757 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.25.2.86 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/e0f963d5-1d29-4fa9-9816-1dd3444651ad) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:29:18.212151 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:18.245579 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:18.280209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:29:18.283021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:29:18.286807 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:29:18.322212 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=e0f963d5-1d29-4fa9-9816-1dd3444651ad,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:18.539423 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:18.731730 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:19.172117 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router 293a6b55-9571-458a-8817-860d4c6eaddb is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 18:29:19.277872 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:29:19.287325 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Sync routers for ids ['293a6b55-9571-458a-8817-860d4c6eaddb'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:29:19.294988 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:19.296189 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a5b6df86-6b59-4553-a0f8-8dc6d671542e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7135785 Sep 29 18:29:19.296546 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Routers {'293a6b55-9571-458a-8817-860d4c6eaddb'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:29:19.297142 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:29:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['293a6b55-9571-458a-8817-860d4c6eaddb'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:19.299454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55160) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:19.327816 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0265b001-4c13-4339-9ab4-325b6e912738 tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=1d50132f353842469c421763ad2cc781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270815 Sep 29 18:29:19.330357 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55162) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:19.399638 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Set router 293a6b55-9571-458a-8817-860d4c6eaddb gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:29:19.418291 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f27008-d45e-4795-bc6f-605a0dfe131b tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:19.419778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c4f27008-d45e-4795-bc6f-605a0dfe131b tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881972 Sep 29 18:29:19.422701 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55164) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:19.450408 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-07e02412-4384-490f-9f51-b93658b0d14b tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266879 Sep 29 18:29:19.452896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55166) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:19.458048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-83f12609-5a46-46af-b2b1-5ad20f0e8b78 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1258261818', 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622', 'project_id': '1d50132f353842469c421763ad2cc781', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:29:19.553150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f12609-5a46-46af-b2b1-5ad20f0e8b78 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Made reservation on behalf of 1d50132f353842469c421763ad2cc781 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:29:19.556656 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-83f12609-5a46-46af-b2b1-5ad20f0e8b78 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:19.578153 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1301553219', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:29:17Z', 'updated_at': '2021-09-29T18:29:18Z', 'revision_number': 3, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:18Z', 'updated_at': '2021-09-29T18:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:19.604832 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Checking router: 293a6b55-9571-458a-8817-860d4c6eaddb for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:29:19.605180 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Updating router 293a6b55-9571-458a-8817-860d4c6eaddb port e0f963d5-1d29-4fa9-9816-1dd3444651ad binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:29:19.630420 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:19.740956 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-83f12609-5a46-46af-b2b1-5ad20f0e8b78 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:19.807780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f12609-5a46-46af-b2b1-5ad20f0e8b78 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Subnet': ['ID=caa2aafc-b210-4beb-9f78-772dd44db0aa,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:19.814851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f12609-5a46-46af-b2b1-5ad20f0e8b78 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Checking segment: {'id': '14db8bf3-0c3a-4243-8ece-52b66917f705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:29:19.815210 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f12609-5a46-46af-b2b1-5ad20f0e8b78 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network hostable DHCP agents. Network: db090f45-0e4f-4e97-b696-f12dad02e622, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:29:19.832002 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f12609-5a46-46af-b2b1-5ad20f0e8b78 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network db090f45-0e4f-4e97-b696-f12dad02e622 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:29:19.841824 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-83f12609-5a46-46af-b2b1-5ad20f0e8b78 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, db090f45-0e4f-4e97-b696-f12dad02e622) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:29:19.845802 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f12609-5a46-46af-b2b1-5ad20f0e8b78 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:19.846392 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-83f12609-5a46-46af-b2b1-5ad20f0e8b78 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:19.852423 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8c447-a7af-4c3c-a0cc-9f7951fb523c None None] Network db090f45-0e4f-4e97-b696-f12dad02e622 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:29:19.862733 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-83f12609-5a46-46af-b2b1-5ad20f0e8b78 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4086947 Sep 29 18:29:19.866146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55168) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:19.901958 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:19.908687 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:19.961186 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Attempting to bind port e0f963d5-1d29-4fa9-9816-1dd3444651ad on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:29:19.961604 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Attempting to bind port e0f963d5-1d29-4fa9-9816-1dd3444651ad by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:29:19.961965 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Attempting to bind port e0f963d5-1d29-4fa9-9816-1dd3444651ad on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:29:19.969606 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:29:19.969981 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:29:19.970381 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:19.970777 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:29:19.971237 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Bound port: e0f963d5-1d29-4fa9-9816-1dd3444651ad, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:29:19.971822 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:19.996639 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bc718-81b3-440c-8155-52ab1b05c167 None None] Pushing event updated for resources: {'Port': ['ID=e0f963d5-1d29-4fa9-9816-1dd3444651ad,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:20.010507 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-db090f45-0e4f-4e97-b696-f12dad02e622', 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'fixed_ips': [{'subnet_id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:29:20.011370 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:20.033338 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] For port e0f963d5-1d29-4fa9-9816-1dd3444651ad, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:29:20.036637 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] For port e0f963d5-1d29-4fa9-9816-1dd3444651ad, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e0f963d5-1d29-4fa9-9816-1dd3444651ad,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:29:20.041401 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:20.090866 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Routers {'293a6b55-9571-458a-8817-860d4c6eaddb'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:29:20.091498 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:29:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['293a6b55-9571-458a-8817-860d4c6eaddb'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:20.150829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Allocated IP 172.20.0.2 (db090f45-0e4f-4e97-b696-f12dad02e622/caa2aafc-b210-4beb-9f78-772dd44db0aa/86a8184e-318f-415a-9a55-6c4edfc22fa1) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:29:20.166878 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bc718-81b3-440c-8155-52ab1b05c167 None None] Pushing event updated for resources: {'Port': ['ID=e0f963d5-1d29-4fa9-9816-1dd3444651ad,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:20.215649 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] Set router 293a6b55-9571-458a-8817-860d4c6eaddb gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:29:20.307368 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:20.313269 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:20.334864 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:20.354297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Network db090f45-0e4f-4e97-b696-f12dad02e622 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:29:20.357708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:29:20.360271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:29:20.373611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Pushing event updated for resources: {'Port': ['ID=86a8184e-318f-415a-9a55-6c4edfc22fa1,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:20.420056 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1301553219', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:29:17Z', 'updated_at': '2021-09-29T18:29:18Z', 'revision_number': 3, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:18Z', 'updated_at': '2021-09-29T18:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:20.429527 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Attempting to bind port 86a8184e-318f-415a-9a55-6c4edfc22fa1 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:29:20.430231 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Attempting to bind port 86a8184e-318f-415a-9a55-6c4edfc22fa1 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '14db8bf3-0c3a-4243-8ece-52b66917f705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:29:20.430512 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Attempting to bind port 86a8184e-318f-415a-9a55-6c4edfc22fa1 on network db090f45-0e4f-4e97-b696-f12dad02e622 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:29:20.435767 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:29:20.436235 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Checking segment: {'id': '14db8bf3-0c3a-4243-8ece-52b66917f705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:29:20.436863 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:20.437162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Bound using segment: {'id': '14db8bf3-0c3a-4243-8ece-52b66917f705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:29:20.437731 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Bound port: 86a8184e-318f-415a-9a55-6c4edfc22fa1, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14db8bf3-0c3a-4243-8ece-52b66917f705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:29:20.438544 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:20.508600 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] For port 86a8184e-318f-415a-9a55-6c4edfc22fa1, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:29:20.512522 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] For port 86a8184e-318f-415a-9a55-6c4edfc22fa1, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=86a8184e-318f-415a-9a55-6c4edfc22fa1,segment=NetworkSegment(14db8bf3-0c3a-4243-8ece-52b66917f705),segment_id=14db8bf3-0c3a-4243-8ece-52b66917f705)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:29:20.517754 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:20.539830 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa5e402-5bab-418b-b7dd-6664b0e0e89b None None] The sync data for ids ['293a6b55-9571-458a-8817-860d4c6eaddb'] in n-d-811748-2 is: [{'id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1301553219', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:29:17Z', 'updated_at': '2021-09-29T18:29:18Z', 'revision_number': 3, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:18Z', 'updated_at': '2021-09-29T18:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:29:20.587858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042f017-675c-4f04-a974-27770ca55ebd None None] Pushing event updated for resources: {'Port': ['ID=86a8184e-318f-415a-9a55-6c4edfc22fa1,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:20.678358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.20.0.1 (db090f45-0e4f-4e97-b696-f12dad02e622/caa2aafc-b210-4beb-9f78-772dd44db0aa/688627e8-3f5d-490c-824c-1402a764a927) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:29:20.843000 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:20.887693 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:20.937917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network db090f45-0e4f-4e97-b696-f12dad02e622 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:29:20.941051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:29:20.948281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:29:20.952303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=688627e8-3f5d-490c-824c-1402a764a927,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:21.001379 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:21.134800 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:21.440576 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:21.445874 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:21.523300 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=688627e8-3f5d-490c-824c-1402a764a927,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:21.545394 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:21.575392 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58e78ee-4079-4abe-b7bd-ed5e467b64f8 None None] Network db090f45-0e4f-4e97-b696-f12dad02e622 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:29:21.639981 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network db090f45-0e4f-4e97-b696-f12dad02e622 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:29:21.641510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:29:21.648391 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f00f6003-095a-486b-8376-2c269969f8ca None None] Provisioning complete for port 86a8184e-318f-415a-9a55-6c4edfc22fa1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:29:21.648768 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f00f6003-095a-486b-8376-2c269969f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:21.759805 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router 293a6b55-9571-458a-8817-860d4c6eaddb has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:29:21.874045 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:29:21.879512 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-2941999d-52c8-43f7-9109-63ed09048617 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "PUT /v2.0/routers/293a6b55-9571-458a-8817-860d4c6eaddb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0122321 Sep 29 18:29:21.954620 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f00f6003-095a-486b-8376-2c269969f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:22.007923 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f00f6003-095a-486b-8376-2c269969f8ca None None] For port 86a8184e-318f-415a-9a55-6c4edfc22fa1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=86a8184e-318f-415a-9a55-6c4edfc22fa1,segment=NetworkSegment(14db8bf3-0c3a-4243-8ece-52b66917f705),segment_id=14db8bf3-0c3a-4243-8ece-52b66917f705)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:29:22.012540 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f00f6003-095a-486b-8376-2c269969f8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:22.060140 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-4e1a267b-9e8f-43bb-91fd-0930d5a7c944 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-660978405&fields=id&tenant_id=1d50132f353842469c421763ad2cc781 HTTP/1.1" status: 200 len: 267 time: 0.0424752 Sep 29 18:29:22.063620 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f6003-095a-486b-8376-2c269969f8ca None None] Pushing event updated for resources: {'Port': ['ID=86a8184e-318f-415a-9a55-6c4edfc22fa1,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:22.179461 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-63091e77-523a-4cf9-8dcd-7c6e453db313 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:22.180978 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-63091e77-523a-4cf9-8dcd-7c6e453db313 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/networks?id=db090f45-0e4f-4e97-b696-f12dad02e622 HTTP/1.1" status: 200 len: 796 time: 0.1107428 Sep 29 18:29:22.197328 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-783e3b06-b8f4-4c98-8000-c89048345848 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/quotas/1d50132f353842469c421763ad2cc781 HTTP/1.1" status: 200 len: 375 time: 0.0103626 Sep 29 18:29:22.238016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-23d91a2b-5002-4450-a18f-f11d1f0eb274 None None] Provisioning complete for port 688627e8-3f5d-490c-824c-1402a764a927 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:29:22.238520 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-23d91a2b-5002-4450-a18f-f11d1f0eb274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:22.264520 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-2153b959-a0c9-4609-8186-2f2903caf9c9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597749 Sep 29 18:29:22.285919 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-23d91a2b-5002-4450-a18f-f11d1f0eb274 None None] Port 688627e8-3f5d-490c-824c-1402a764a927 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:29:22.301085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Sync routers for ids ['293a6b55-9571-458a-8817-860d4c6eaddb'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:29:22.304735 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-23d91a2b-5002-4450-a18f-f11d1f0eb274 None None] Provisioning complete for port 86a8184e-318f-415a-9a55-6c4edfc22fa1 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:29:22.305103 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-23d91a2b-5002-4450-a18f-f11d1f0eb274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:22.336834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-625ad303-3465-451e-b3fc-70d1a63f333b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:29:22.337874 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-625ad303-3465-451e-b3fc-70d1a63f333b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576530 Sep 29 18:29:22.339527 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Routers {'293a6b55-9571-458a-8817-860d4c6eaddb'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:29:22.340309 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:29:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['293a6b55-9571-458a-8817-860d4c6eaddb'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:22.441698 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-2af60a32-6df0-4539-a302-5d7b6e3278bc service neutron] 10.222.0.44 "GET /v2.0/networks/db090f45-0e4f-4e97-b696-f12dad02e622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969307 Sep 29 18:29:22.494705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Set router 293a6b55-9571-458a-8817-860d4c6eaddb gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:29:22.552059 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-5cd4f465-33c9-4087-8eb2-85d5649200d3 service neutron] 10.222.0.44 "GET /v2.0/networks/db090f45-0e4f-4e97-b696-f12dad02e622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033528 Sep 29 18:29:22.649589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0425df04-3c52-4ca8-816b-deb5ab704f9b None None] Provisioning complete for port 688627e8-3f5d-490c-824c-1402a764a927 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:29:22.650164 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0425df04-3c52-4ca8-816b-deb5ab704f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:22.724315 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0425df04-3c52-4ca8-816b-deb5ab704f9b None None] Port 688627e8-3f5d-490c-824c-1402a764a927 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:29:22.733161 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e0fbf92b-d0d7-4059-8ad2-e937f084fac1 req-f853fce7-1e07-4253-9142-18e288c3083e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 210 time: 0.0320134 Sep 29 18:29:22.763167 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1301553219', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:29:17Z', 'updated_at': '2021-09-29T18:29:21Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:18Z', 'updated_at': '2021-09-29T18:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '688627e8-3f5d-490c-824c-1402a764a927', 'name': '', 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:53:23:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:20Z', 'updated_at': '2021-09-29T18:29:21Z', 'revision_number': 2, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:22.793495 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Checking router: 293a6b55-9571-458a-8817-860d4c6eaddb for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:29:22.794308 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Updating router 293a6b55-9571-458a-8817-860d4c6eaddb port 688627e8-3f5d-490c-824c-1402a764a927 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:29:22.819855 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:22.860278 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e0f963d5-1d29-4fa9-9816-1dd3444651ad up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:29:22.901986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-661bb8b2-6815-4f9e-909f-9d98e54bd059 None None] Provisioning complete for port 688627e8-3f5d-490c-824c-1402a764a927 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:29:22.902359 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-661bb8b2-6815-4f9e-909f-9d98e54bd059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:23.010257 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-661bb8b2-6815-4f9e-909f-9d98e54bd059 None None] Port 688627e8-3f5d-490c-824c-1402a764a927 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:29:23.021559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e0f963d5-1d29-4fa9-9816-1dd3444651ad triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:29:23.021932 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:23.175843 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:23.233463 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port e0f963d5-1d29-4fa9-9816-1dd3444651ad, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e0f963d5-1d29-4fa9-9816-1dd3444651ad,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:29:23.246272 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:23.247094 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 86a8184e-318f-415a-9a55-6c4edfc22fa1 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:29:23.254393 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:23.296948 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:23.349129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=e0f963d5-1d29-4fa9-9816-1dd3444651ad,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:23.413609 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 86a8184e-318f-415a-9a55-6c4edfc22fa1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:29:23.413895 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:23.449344 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ac8a8-3f8d-42e7-baa4-3127e6a07efc None None] Pushing event updated for resources: {'Port': ['ID=688627e8-3f5d-490c-824c-1402a764a927,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:23.472820 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Attempting to bind port 688627e8-3f5d-490c-824c-1402a764a927 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:29:23.473806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Attempting to bind port 688627e8-3f5d-490c-824c-1402a764a927 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '14db8bf3-0c3a-4243-8ece-52b66917f705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:29:23.474173 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Attempting to bind port 688627e8-3f5d-490c-824c-1402a764a927 on network db090f45-0e4f-4e97-b696-f12dad02e622 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:29:23.485493 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:29:23.485655 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Checking segment: {'id': '14db8bf3-0c3a-4243-8ece-52b66917f705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:29:23.485936 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:23.486325 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Bound using segment: {'id': '14db8bf3-0c3a-4243-8ece-52b66917f705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:29:23.487084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Bound port: 688627e8-3f5d-490c-824c-1402a764a927, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14db8bf3-0c3a-4243-8ece-52b66917f705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:29:23.487295 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:23.593706 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-03564199-92d9-40b7-b873-8fc2d9a48659 None None] Provisioning complete for port 688627e8-3f5d-490c-824c-1402a764a927 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:29:23.594001 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-03564199-92d9-40b7-b873-8fc2d9a48659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:23.622157 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] For port 688627e8-3f5d-490c-824c-1402a764a927, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:29:23.638762 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] For port 688627e8-3f5d-490c-824c-1402a764a927, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=688627e8-3f5d-490c-824c-1402a764a927,segment=NetworkSegment(14db8bf3-0c3a-4243-8ece-52b66917f705),segment_id=14db8bf3-0c3a-4243-8ece-52b66917f705)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:29:23.646282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-03564199-92d9-40b7-b873-8fc2d9a48659 None None] Port 688627e8-3f5d-490c-824c-1402a764a927 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:29:23.648313 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:23.701963 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-e8a33dd3-2605-46da-9459-79436bd8204f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:23.703967 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Routers {'293a6b55-9571-458a-8817-860d4c6eaddb'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:29:23.704601 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:29:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['293a6b55-9571-458a-8817-860d4c6eaddb'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:23.704729 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-e8a33dd3-2605-46da-9459-79436bd8204f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "GET /v2.0/networks?id=db090f45-0e4f-4e97-b696-f12dad02e622 HTTP/1.1" status: 200 len: 796 time: 0.1352377 Sep 29 18:29:23.758307 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-ab249ba4-6f72-4a87-a031-a5e285594543 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d50132f353842469c421763ad2cc781 HTTP/1.1" status: 200 len: 379 time: 0.0433421 Sep 29 18:29:23.773260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-422833da-afcd-4025-8524-b9248cef42ae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'port': {'device_id': 'ccfe9998-0df7-44dd-978a-50dd2c2fd0be', 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622', 'admin_state_up': True, 'tenant_id': '1d50132f353842469c421763ad2cc781', 'security_groups': ['a2c005bf-1f72-45ed-83ea-fad0e1d603d4']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:29:23.775352 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ac8a8-3f8d-42e7-baa4-3127e6a07efc None None] Pushing event updated for resources: {'Port': ['ID=688627e8-3f5d-490c-824c-1402a764a927,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:23.828269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] Set router 293a6b55-9571-458a-8817-860d4c6eaddb gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:29:23.847256 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e22eaa2b-5cd4-4f1d-94aa-65f6a8b16449 req-da9e2937-97e1-4a7b-9f19-812e8dcd313e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 210 time: 0.0271454 Sep 29 18:29:23.909673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-422833da-afcd-4025-8524-b9248cef42ae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Made reservation on behalf of 1d50132f353842469c421763ad2cc781 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:29:23.913711 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-422833da-afcd-4025-8524-b9248cef42ae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:24.010785 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7c022646-e483-4206-8f72-ab1a99c4e365 None None] Provisioning complete for port 688627e8-3f5d-490c-824c-1402a764a927 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:29:24.011072 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7c022646-e483-4206-8f72-ab1a99c4e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:24.051215 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-422833da-afcd-4025-8524-b9248cef42ae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.20.0.4 (db090f45-0e4f-4e97-b696-f12dad02e622/caa2aafc-b210-4beb-9f78-772dd44db0aa/77216c44-b396-4d65-ac0d-6c417e607b1f) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:29:24.130841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1301553219', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:29:17Z', 'updated_at': '2021-09-29T18:29:21Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:18Z', 'updated_at': '2021-09-29T18:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '688627e8-3f5d-490c-824c-1402a764a927', 'name': '', 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:53:23:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:20Z', 'updated_at': '2021-09-29T18:29:23Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:24.162556 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7c022646-e483-4206-8f72-ab1a99c4e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:24.165809 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f6c744-e79b-45b0-b6a2-1266691dcd42 None None] The sync data for ids ['293a6b55-9571-458a-8817-860d4c6eaddb'] in n-d-811748-2 is: [{'id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1301553219', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:29:17Z', 'updated_at': '2021-09-29T18:29:21Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:18Z', 'updated_at': '2021-09-29T18:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '688627e8-3f5d-490c-824c-1402a764a927', 'name': '', 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:53:23:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:20Z', 'updated_at': '2021-09-29T18:29:23Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:29:24.196307 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-422833da-afcd-4025-8524-b9248cef42ae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:24.205185 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7c022646-e483-4206-8f72-ab1a99c4e365 None None] For port 688627e8-3f5d-490c-824c-1402a764a927, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=688627e8-3f5d-490c-824c-1402a764a927,segment=NetworkSegment(14db8bf3-0c3a-4243-8ece-52b66917f705),segment_id=14db8bf3-0c3a-4243-8ece-52b66917f705)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:29:24.210113 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7c022646-e483-4206-8f72-ab1a99c4e365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:24.255420 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-422833da-afcd-4025-8524-b9248cef42ae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:24.301466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c022646-e483-4206-8f72-ab1a99c4e365 None None] Pushing event updated for resources: {'Port': ['ID=688627e8-3f5d-490c-824c-1402a764a927,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:24.303699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-422833da-afcd-4025-8524-b9248cef42ae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network db090f45-0e4f-4e97-b696-f12dad02e622 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:29:24.308115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-422833da-afcd-4025-8524-b9248cef42ae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:29:24.310573 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-422833da-afcd-4025-8524-b9248cef42ae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:29:24.353978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422833da-afcd-4025-8524-b9248cef42ae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=77216c44-b396-4d65-ac0d-6c417e607b1f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:24.372759 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-422833da-afcd-4025-8524-b9248cef42ae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:24.373544 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-422833da-afcd-4025-8524-b9248cef42ae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:24.391332 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-422833da-afcd-4025-8524-b9248cef42ae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6236866 Sep 29 18:29:24.403656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Request body: {'port': {'device_id': 'ccfe9998-0df7-44dd-978a-50dd2c2fd0be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:29:24.468750 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:24.548875 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-719576eb-cf7f-4582-a9c3-789a9ebce2ea None None] Provisioning complete for port 77216c44-b396-4d65-ac0d-6c417e607b1f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:29:24.549250 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-719576eb-cf7f-4582-a9c3-789a9ebce2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:24.585825 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-719576eb-cf7f-4582-a9c3-789a9ebce2ea None None] Port 77216c44-b396-4d65-ac0d-6c417e607b1f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:29:24.753048 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77216c44-b396-4d65-ac0d-6c417e607b1f {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:29:24.761636 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:24.774588 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Transition to ACTIVE for port object 77216c44-b396-4d65-ac0d-6c417e607b1f will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:29:24.779381 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:24.862037 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e0f963d5-1d29-4fa9-9816-1dd3444651ad up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:29:24.884797 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Pushing event updated for resources: {'Port': ['ID=77216c44-b396-4d65-ac0d-6c417e607b1f,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:24.914379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Attempting to bind port 77216c44-b396-4d65-ac0d-6c417e607b1f on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:29:24.914719 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Attempting to bind port 77216c44-b396-4d65-ac0d-6c417e607b1f by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '14db8bf3-0c3a-4243-8ece-52b66917f705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:29:24.915045 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Attempting to bind port 77216c44-b396-4d65-ac0d-6c417e607b1f on network db090f45-0e4f-4e97-b696-f12dad02e622 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:29:24.920184 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Port 77216c44-b396-4d65-ac0d-6c417e607b1f on network db090f45-0e4f-4e97-b696-f12dad02e622 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:29:24.920603 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Attempting to bind port 77216c44-b396-4d65-ac0d-6c417e607b1f on network db090f45-0e4f-4e97-b696-f12dad02e622 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:29:24.929012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e0f963d5-1d29-4fa9-9816-1dd3444651ad triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:29:24.929443 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:24.935573 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:29:24.936337 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Checking segment: {'id': '14db8bf3-0c3a-4243-8ece-52b66917f705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:29:24.936970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Bound using segment: {'id': '14db8bf3-0c3a-4243-8ece-52b66917f705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:29:24.937722 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Bound port: 77216c44-b396-4d65-ac0d-6c417e607b1f, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14db8bf3-0c3a-4243-8ece-52b66917f705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:29:24.938451 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:25.016061 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbabe7-558d-408c-b615-4dd32818d5d4 req-2a5500ef-a733-44e1-bc6d-77a023fb48a6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:25.025078 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e2dbabe7-558d-408c-b615-4dd32818d5d4 req-2a5500ef-a733-44e1-bc6d-77a023fb48a6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 943 time: 0.0666015 Sep 29 18:29:25.053780 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] For port 77216c44-b396-4d65-ac0d-6c417e607b1f, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:29:25.058991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] For port 77216c44-b396-4d65-ac0d-6c417e607b1f, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=77216c44-b396-4d65-ac0d-6c417e607b1f,segment=NetworkSegment(14db8bf3-0c3a-4243-8ece-52b66917f705),segment_id=14db8bf3-0c3a-4243-8ece-52b66917f705)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:29:25.068981 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:25.076488 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e2dbabe7-558d-408c-b615-4dd32818d5d4 req-9c14b962-6103-402e-95fd-7d64c6ce17dc tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472841 Sep 29 18:29:25.080106 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 688627e8-3f5d-490c-824c-1402a764a927 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:29:25.122913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:25.123260 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:25.124731 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] 10.222.0.49 "PUT /v2.0/ports/77216c44-b396-4d65-ac0d-6c417e607b1f HTTP/1.1" status: 200 len: 1091 time: 0.7254732 Sep 29 18:29:25.125267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfe9998-0df7-44dd-978a-50dd2c2fd0be', 'tag': '77216c44-b396-4d65-ac0d-6c417e607b1f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:29:25.127660 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cd569a-f4f3-4d99-83f6-c3c1cc067c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfe9998-0df7-44dd-978a-50dd2c2fd0be", "tag": "77216c44-b396-4d65-ac0d-6c417e607b1f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:29:25.171334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 688627e8-3f5d-490c-824c-1402a764a927 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:29:25.171790 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:25.218644 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cae91c-95c5-41fe-b9a4-2f21dc2d0f11 x-openstack-request-id: req-40cae91c-95c5-41fe-b9a4-2f21dc2d0f11 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:29:25.218942 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfe9998-0df7-44dd-978a-50dd2c2fd0be", "tag": "77216c44-b396-4d65-ac0d-6c417e607b1f", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:29:25.219194 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40cae91c-95c5-41fe-b9a4-2f21dc2d0f11 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:29:25.219838 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfe9998-0df7-44dd-978a-50dd2c2fd0be', 'tag': '77216c44-b396-4d65-ac0d-6c417e607b1f', 'status': 'completed', 'code': 200} Sep 29 18:29:25.223431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad81f56-d25f-4213-a1e2-8869e94d27b4 service neutron] Pushing event updated for resources: {'Port': ['ID=77216c44-b396-4d65-ac0d-6c417e607b1f,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:25.241480 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-9e7cd6c8-44b4-47cd-9ba4-1ac53a1ab194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:25.243205 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-9e7cd6c8-44b4-47cd-9ba4-1ac53a1ab194 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 1094 time: 0.0734518 Sep 29 18:29:25.306191 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-0e75d0fb-95e0-4b1a-bce1-0b6dc2742619 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77216c44-b396-4d65-ac0d-6c417e607b1f HTTP/1.1" status: 200 len: 217 time: 0.0542066 Sep 29 18:29:25.379546 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-17d63729-778f-4fb2-ae68-30ecaaf3c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:25.381055 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-17d63729-778f-4fb2-ae68-30ecaaf3c5c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caa2aafc-b210-4beb-9f78-772dd44db0aa HTTP/1.1" status: 200 len: 835 time: 0.0680716 Sep 29 18:29:25.439795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-d7d37d52-6401-4f60-aef0-2c7ccfc30019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:25.441305 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-d7d37d52-6401-4f60-aef0-2c7ccfc30019 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=db090f45-0e4f-4e97-b696-f12dad02e622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519288 Sep 29 18:29:25.566778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-de49e6c6-3342-401a-a835-c37c5afee328 service neutron] 10.222.0.49 "GET /v2.0/networks/db090f45-0e4f-4e97-b696-f12dad02e622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171265 Sep 29 18:29:26.000615 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d616d4d8-6207-44f3-8ea2-6d4373441001 req-2c49b7f9-7317-4455-ac3a-f37dc7162bf6 service neutron] 10.222.0.49 "GET /v2.0/networks/db090f45-0e4f-4e97-b696-f12dad02e622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260242 Sep 29 18:29:26.086642 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd569a-f4f3-4d99-83f6-c3c1cc067c2c req-7697419b-33ce-4b77-a3cf-0e1131ebf20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:26.088181 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3cd569a-f4f3-4d99-83f6-c3c1cc067c2c req-7697419b-33ce-4b77-a3cf-0e1131ebf20b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 1094 time: 0.0412273 Sep 29 18:29:26.181131 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd569a-f4f3-4d99-83f6-c3c1cc067c2c req-b74622b0-b6f0-4611-bea0-98a485a4e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:26.183231 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3cd569a-f4f3-4d99-83f6-c3c1cc067c2c req-b74622b0-b6f0-4611-bea0-98a485a4e608 service neutron] 10.222.0.49 "GET /v2.0/networks?id=db090f45-0e4f-4e97-b696-f12dad02e622 HTTP/1.1" status: 200 len: 897 time: 0.0882170 Sep 29 18:29:26.194032 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31f8c1-f26d-4dbe-8572-97d56aa54318 req-ca10feb0-7577-4ee2-bbab-c7ccd7270db9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:26.195533 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cf31f8c1-f26d-4dbe-8572-97d56aa54318 req-ca10feb0-7577-4ee2-bbab-c7ccd7270db9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 943 time: 0.0523188 Sep 29 18:29:26.224642 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3cd569a-f4f3-4d99-83f6-c3c1cc067c2c req-738d3511-1e95-40ba-bb01-4623f68c9d92 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77216c44-b396-4d65-ac0d-6c417e607b1f HTTP/1.1" status: 200 len: 217 time: 0.0344670 Sep 29 18:29:26.237609 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cf31f8c1-f26d-4dbe-8572-97d56aa54318 req-f85839fb-8e44-46e6-a323-fbe6184f55a7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359447 Sep 29 18:29:26.277250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd569a-f4f3-4d99-83f6-c3c1cc067c2c req-c433bf56-8bf3-4d0a-a604-b4d01cded960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:26.278765 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3cd569a-f4f3-4d99-83f6-c3c1cc067c2c req-c433bf56-8bf3-4d0a-a604-b4d01cded960 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caa2aafc-b210-4beb-9f78-772dd44db0aa HTTP/1.1" status: 200 len: 835 time: 0.0453086 Sep 29 18:29:26.325061 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd569a-f4f3-4d99-83f6-c3c1cc067c2c req-3ee7c401-4985-4756-98b8-5f80c9ba9979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:26.326554 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3cd569a-f4f3-4d99-83f6-c3c1cc067c2c req-3ee7c401-4985-4756-98b8-5f80c9ba9979 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=db090f45-0e4f-4e97-b696-f12dad02e622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397255 Sep 29 18:29:26.420384 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3cd569a-f4f3-4d99-83f6-c3c1cc067c2c req-a2138f30-f313-4f2c-9cfd-de5ad32105ea service neutron] 10.222.0.49 "GET /v2.0/networks/db090f45-0e4f-4e97-b696-f12dad02e622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860300 Sep 29 18:29:26.511971 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d3cd569a-f4f3-4d99-83f6-c3c1cc067c2c req-2a012c3f-ca8a-45c4-9c70-99dd542dd663 service neutron] 10.222.0.49 "GET /v2.0/networks/db090f45-0e4f-4e97-b696-f12dad02e622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842521 Sep 29 18:29:27.353041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cca1d9-bec2-4e3c-907a-23ba54c676c8 req-86523f1f-fd87-42a3-a618-eb0000d5c59d tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:27.354590 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0cca1d9-bec2-4e3c-907a-23ba54c676c8 req-86523f1f-fd87-42a3-a618-eb0000d5c59d tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 943 time: 0.0485289 Sep 29 18:29:27.392965 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0cca1d9-bec2-4e3c-907a-23ba54c676c8 req-ab0682df-42bd-4c9a-b568-4f776e9d8e70 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324693 Sep 29 18:29:28.045111 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:28.505531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299d4aa-efa6-49a5-8f80-a0f207fab701 req-3838ec15-fa11-4dff-85fb-fdad5684f688 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:28.506982 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0299d4aa-efa6-49a5-8f80-a0f207fab701 req-3838ec15-fa11-4dff-85fb-fdad5684f688 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 943 time: 0.0477922 Sep 29 18:29:28.543233 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0299d4aa-efa6-49a5-8f80-a0f207fab701 req-70dfcbc2-a587-4248-816c-8cb081de6c30 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302169 Sep 29 18:29:28.565460 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 77216c44-b396-4d65-ac0d-6c417e607b1f details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:29:28.659067 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 77216c44-b396-4d65-ac0d-6c417e607b1f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=77216c44-b396-4d65-ac0d-6c417e607b1f,segment=NetworkSegment(14db8bf3-0c3a-4243-8ece-52b66917f705),segment_id=14db8bf3-0c3a-4243-8ece-52b66917f705)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:29:28.670213 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '77216c44-b396-4d65-ac0d-6c417e607b1f', 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622', 'port_id': '77216c44-b396-4d65-ac0d-6c417e607b1f', 'mac_address': 'fa:16:3e:a6:05:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:29:28.706638 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:28.720265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77216c44-b396-4d65-ac0d-6c417e607b1f {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:29:28.739892 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 77216c44-b396-4d65-ac0d-6c417e607b1f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=77216c44-b396-4d65-ac0d-6c417e607b1f,segment=NetworkSegment(14db8bf3-0c3a-4243-8ece-52b66917f705),segment_id=14db8bf3-0c3a-4243-8ece-52b66917f705)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:29:28.744660 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:28.793674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=77216c44-b396-4d65-ac0d-6c417e607b1f,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:28.946339 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['77216c44-b396-4d65-ac0d-6c417e607b1f'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:29:29.657069 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addfeb5-995a-4258-a243-976ffab52131 req-82cf413c-d701-47a9-b3bd-8f29613bece0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:29.658562 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0addfeb5-995a-4258-a243-976ffab52131 req-82cf413c-d701-47a9-b3bd-8f29613bece0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 944 time: 0.0487454 Sep 29 18:29:29.699069 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0addfeb5-995a-4258-a243-976ffab52131 req-11acffbf-a91b-4338-8095-e3de66651b2b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345104 Sep 29 18:29:30.561608 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 77216c44-b396-4d65-ac0d-6c417e607b1f up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:29:30.608991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 77216c44-b396-4d65-ac0d-6c417e607b1f completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:29:30.612598 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 77216c44-b396-4d65-ac0d-6c417e607b1f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:29:30.612972 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:30.687854 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:30.716193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfe9998-0df7-44dd-978a-50dd2c2fd0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77216c44-b396-4d65-ac0d-6c417e607b1f'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:29:30.718443 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058a243c-d297-4d75-871a-859db8419d8f" -d '{"events": [{"server_uuid": "ccfe9998-0df7-44dd-978a-50dd2c2fd0be", "name": "network-vif-plugged", "status": "completed", "tag": "77216c44-b396-4d65-ac0d-6c417e607b1f"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:29:30.889588 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74689e9-3b59-465b-8af3-e0b16c9037ff x-openstack-request-id: req-b74689e9-3b59-465b-8af3-e0b16c9037ff {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:29:30.889919 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfe9998-0df7-44dd-978a-50dd2c2fd0be", "name": "network-vif-plugged", "status": "completed", "tag": "77216c44-b396-4d65-ac0d-6c417e607b1f", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:29:30.890133 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b74689e9-3b59-465b-8af3-e0b16c9037ff {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:29:30.890521 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfe9998-0df7-44dd-978a-50dd2c2fd0be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77216c44-b396-4d65-ac0d-6c417e607b1f', 'code': 200} Sep 29 18:29:30.892257 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 77216c44-b396-4d65-ac0d-6c417e607b1f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=77216c44-b396-4d65-ac0d-6c417e607b1f,segment=NetworkSegment(14db8bf3-0c3a-4243-8ece-52b66917f705),segment_id=14db8bf3-0c3a-4243-8ece-52b66917f705)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:29:30.897420 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:30.917892 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d436c8-e9dc-4305-94f2-d2605fbf41eb req-c2a87d35-512b-4d29-a7e0-bbd368cf889c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:30.919415 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-71d436c8-e9dc-4305-94f2-d2605fbf41eb req-c2a87d35-512b-4d29-a7e0-bbd368cf889c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 944 time: 0.0544133 Sep 29 18:29:30.926501 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88bb30-8445-4d25-8d74-b9049a4503ee req-12351e43-8cd5-4ed5-9e50-7daeac7bc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:30.928062 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b88bb30-8445-4d25-8d74-b9049a4503ee req-12351e43-8cd5-4ed5-9e50-7daeac7bc4a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 1095 time: 0.0456223 Sep 29 18:29:30.951717 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=77216c44-b396-4d65-ac0d-6c417e607b1f,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:30.961760 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-71d436c8-e9dc-4305-94f2-d2605fbf41eb req-fe13c44f-e229-4842-8fa8-a11e6f76e8fb tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354612 Sep 29 18:29:30.965345 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b88bb30-8445-4d25-8d74-b9049a4503ee req-837508c7-e9ad-476b-9e91-6af9e288ec12 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293922 Sep 29 18:29:32.073767 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9acbc6-8ea7-4484-b0a0-912a3d7ee15f req-3e704bb5-7c9a-4627-bea2-7d5b2ba0bcec tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:32.075224 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9e9acbc6-8ea7-4484-b0a0-912a3d7ee15f req-3e704bb5-7c9a-4627-bea2-7d5b2ba0bcec tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0487196 Sep 29 18:29:32.112324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9e9acbc6-8ea7-4484-b0a0-912a3d7ee15f req-88e45b55-61ad-4e7f-8f63-e7e33908e1d4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312104 Sep 29 18:29:32.224200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b7f7b-d15d-4e2b-b714-21918a1e7650 req-42368567-186c-4ee7-884a-767f8dd8715e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:32.225711 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f31b7f7b-d15d-4e2b-b714-21918a1e7650 req-42368567-186c-4ee7-884a-767f8dd8715e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0486243 Sep 29 18:29:32.267006 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f31b7f7b-d15d-4e2b-b714-21918a1e7650 req-02160947-7905-4d0b-b752-af2bfd4ff674 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352931 Sep 29 18:29:32.290227 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55222) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:32.329479 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb1c92c-fcb4-44e6-be39-9b0000cd53c1 tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:32.330982 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4bb1c92c-fcb4-44e6-be39-9b0000cd53c1 tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 1091 time: 0.0397682 Sep 29 18:29:32.334526 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55224) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:32.338817 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '77216c44-b396-4d65-ac0d-6c417e607b1f', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:29:32.360615 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:32.458254 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:32.561887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.25.2.156 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/5d69bb1e-5ef9-4d8e-a02c-d592cee81c13) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:29:32.661625 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:32.698421 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:32.736578 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:29:32.739667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:29:32.746709 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:29:32.749442 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=5d69bb1e-5ef9-4d8e-a02c-d592cee81c13,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:33.083261 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:33.147047 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:33.293932 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:33.298321 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:33.364573 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=5d69bb1e-5ef9-4d8e-a02c-d592cee81c13,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:29:33.374017 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:33.473070 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Floating IP 360bba79-dcc1-4545-8ee2-b826add45985 associated. External IP: 172.25.2.156, port: 77216c44-b396-4d65-ac0d-6c417e607b1f. Sep 29 18:29:33.676991 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router 293a6b55-9571-458a-8817-860d4c6eaddb has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:29:33.791972 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:29:33.802917 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f38bda-fe35-4969-937f-400d69a13a47 None None] Sync routers for ids ['293a6b55-9571-458a-8817-860d4c6eaddb'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:29:33.809160 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:33.811509 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f38bda-fe35-4969-937f-400d69a13a47 None None] Routers {'293a6b55-9571-458a-8817-860d4c6eaddb'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:29:33.812112 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a0f38bda-fe35-4969-937f-400d69a13a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:29:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['293a6b55-9571-458a-8817-860d4c6eaddb'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:33.837160 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-7a9caf51-d499-4475-9604-b0b6d4e2e3f0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5015335 Sep 29 18:29:33.837834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfe9998-0df7-44dd-978a-50dd2c2fd0be', 'tag': '77216c44-b396-4d65-ac0d-6c417e607b1f'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:29:33.840094 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d641005-1dc4-48ac-8632-4d8f19530014" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfe9998-0df7-44dd-978a-50dd2c2fd0be", "tag": "77216c44-b396-4d65-ac0d-6c417e607b1f"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:29:33.916883 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-a0f38bda-fe35-4969-937f-400d69a13a47 None None] Set router 293a6b55-9571-458a-8817-860d4c6eaddb gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:29:33.933417 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f24e6-0e72-4507-96bb-4822b425c1bc req-cb854a76-76b8-4d73-8c2f-52115755b049 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:33.934848 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-324f24e6-0e72-4507-96bb-4822b425c1bc req-cb854a76-76b8-4d73-8c2f-52115755b049 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0487931 Sep 29 18:29:33.974357 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-324f24e6-0e72-4507-96bb-4822b425c1bc req-d18a0e75-568a-4c54-aead-4db7615a97e9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327771 Sep 29 18:29:33.996478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55232) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:34.061542 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-624ae299-b40c-4bca-a2c1-02f2e1977313 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/360bba79-dcc1-4545-8ee2-b826add45985 HTTP/1.1" status: 200 len: 991 time: 0.0638719 Sep 29 18:29:34.084193 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabd74e7-adb4-4d7d-8f17-40ec43134287 x-openstack-request-id: req-dabd74e7-adb4-4d7d-8f17-40ec43134287 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:29:34.084714 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfe9998-0df7-44dd-978a-50dd2c2fd0be", "tag": "77216c44-b396-4d65-ac0d-6c417e607b1f", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:29:34.084714 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dabd74e7-adb4-4d7d-8f17-40ec43134287 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:29:34.085130 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfe9998-0df7-44dd-978a-50dd2c2fd0be', 'tag': '77216c44-b396-4d65-ac0d-6c417e607b1f', 'status': 'completed', 'code': 200} Sep 29 18:29:34.143996 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a0f38bda-fe35-4969-937f-400d69a13a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1301553219', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:29:17Z', 'updated_at': '2021-09-29T18:29:21Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:18Z', 'updated_at': '2021-09-29T18:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '360bba79-dcc1-4545-8ee2-b826add45985', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'port_id': '77216c44-b396-4d65-ac0d-6c417e607b1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622', 'mac_address': 'fa:16:3e:a6:05:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfe9998-0df7-44dd-978a-50dd2c2fd0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:29:32Z', 'updated_at': '2021-09-29T18:29:32Z', 'revision_number': 0, 'project_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688627e8-3f5d-490c-824c-1402a764a927', 'name': '', 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:53:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:20Z', 'updated_at': '2021-09-29T18:29:24Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:34.149757 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d641005-1dc4-48ac-8632-4d8f19530014 req-384c224b-9200-4612-b9c6-28e6b202c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:34.151249 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6d641005-1dc4-48ac-8632-4d8f19530014 req-384c224b-9200-4612-b9c6-28e6b202c904 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 1096 time: 0.0447719 Sep 29 18:29:34.174244 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f38bda-fe35-4969-937f-400d69a13a47 None None] Checking router: 293a6b55-9571-458a-8817-860d4c6eaddb for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:29:34.184301 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f38bda-fe35-4969-937f-400d69a13a47 None None] Routers {'293a6b55-9571-458a-8817-860d4c6eaddb'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:29:34.184909 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a0f38bda-fe35-4969-937f-400d69a13a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:29:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['293a6b55-9571-458a-8817-860d4c6eaddb'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:34.242672 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d641005-1dc4-48ac-8632-4d8f19530014 req-4541fdfd-2000-4d7a-b9dd-ba568488881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:34.244173 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6d641005-1dc4-48ac-8632-4d8f19530014 req-4541fdfd-2000-4d7a-b9dd-ba568488881a service neutron] 10.222.0.49 "GET /v2.0/networks?id=db090f45-0e4f-4e97-b696-f12dad02e622 HTTP/1.1" status: 200 len: 897 time: 0.0859149 Sep 29 18:29:34.290269 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-a0f38bda-fe35-4969-937f-400d69a13a47 None None] Set router 293a6b55-9571-458a-8817-860d4c6eaddb gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:29:34.312308 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6d641005-1dc4-48ac-8632-4d8f19530014 req-9f953651-b54e-4bb2-92fa-f187be7a0b49 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77216c44-b396-4d65-ac0d-6c417e607b1f HTTP/1.1" status: 200 len: 999 time: 0.0615773 Sep 29 18:29:34.361260 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d641005-1dc4-48ac-8632-4d8f19530014 req-a0795a2c-935d-49d7-b45e-7770575eebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:34.362782 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6d641005-1dc4-48ac-8632-4d8f19530014 req-a0795a2c-935d-49d7-b45e-7770575eebdf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caa2aafc-b210-4beb-9f78-772dd44db0aa HTTP/1.1" status: 200 len: 835 time: 0.0435154 Sep 29 18:29:34.411818 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d641005-1dc4-48ac-8632-4d8f19530014 req-c899b6b3-5f91-4e2b-aa07-368f44efc92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:34.413341 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6d641005-1dc4-48ac-8632-4d8f19530014 req-c899b6b3-5f91-4e2b-aa07-368f44efc92e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=db090f45-0e4f-4e97-b696-f12dad02e622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421259 Sep 29 18:29:34.506212 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a0f38bda-fe35-4969-937f-400d69a13a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1301553219', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:29:17Z', 'updated_at': '2021-09-29T18:29:21Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:18Z', 'updated_at': '2021-09-29T18:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '360bba79-dcc1-4545-8ee2-b826add45985', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'port_id': '77216c44-b396-4d65-ac0d-6c417e607b1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622', 'mac_address': 'fa:16:3e:a6:05:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfe9998-0df7-44dd-978a-50dd2c2fd0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:29:32Z', 'updated_at': '2021-09-29T18:29:32Z', 'revision_number': 0, 'project_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688627e8-3f5d-490c-824c-1402a764a927', 'name': '', 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:53:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:20Z', 'updated_at': '2021-09-29T18:29:24Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:29:34.513116 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6d641005-1dc4-48ac-8632-4d8f19530014 req-55a84f73-b8d7-4891-9d27-fb6284782b0a service neutron] 10.222.0.49 "GET /v2.0/networks/db090f45-0e4f-4e97-b696-f12dad02e622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911882 Sep 29 18:29:34.535695 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f38bda-fe35-4969-937f-400d69a13a47 None None] The sync data for ids ['293a6b55-9571-458a-8817-860d4c6eaddb'] in n-d-811748-2 is: [{'id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1301553219', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:29:17Z', 'updated_at': '2021-09-29T18:29:21Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:18Z', 'updated_at': '2021-09-29T18:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '360bba79-dcc1-4545-8ee2-b826add45985', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'floating_ip_address': '172.25.2.156', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'port_id': '77216c44-b396-4d65-ac0d-6c417e607b1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622', 'mac_address': 'fa:16:3e:a6:05:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccfe9998-0df7-44dd-978a-50dd2c2fd0be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:29:32Z', 'updated_at': '2021-09-29T18:29:32Z', 'revision_number': 0, 'project_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '688627e8-3f5d-490c-824c-1402a764a927', 'name': '', 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:53:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:20Z', 'updated_at': '2021-09-29T18:29:24Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:29:34.607899 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6d641005-1dc4-48ac-8632-4d8f19530014 req-687ebd40-00a0-4a2c-960e-9247172795d0 service neutron] 10.222.0.49 "GET /v2.0/networks/db090f45-0e4f-4e97-b696-f12dad02e622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879869 Sep 29 18:29:34.732795 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac7fbc2-e9d5-4e45-8ae9-d6a8e36d095e None None] New status for floating IP 360bba79-dcc1-4545-8ee2-b826add45985: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:29:35.065107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55234) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:29:35.127718 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ad2b3566-43d2-4f34-864e-42527a86f4db tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/360bba79-dcc1-4545-8ee2-b826add45985 HTTP/1.1" status: 200 len: 993 time: 0.0615108 Sep 29 18:29:36.324587 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:29:40.905888 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a70f4f9f-8821-485a-8399-32f7d113f630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:43.616718 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-14f07a8b-a482-4da2-86e0-067ad49cdda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:44.755690 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:44.819276 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:45.160549 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:47.116109 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:29:52.407603 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88bca402-7552-4452-bfe6-2f28cf194e5e req-b89d0b23-e20d-4f91-b90d-912c13e3ebda service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394387 Sep 29 18:29:52.491434 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca402-7552-4452-bfe6-2f28cf194e5e req-bb9d87f2-894e-4c8d-99ac-cfbef3330bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:52.492899 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88bca402-7552-4452-bfe6-2f28cf194e5e req-bb9d87f2-894e-4c8d-99ac-cfbef3330bc8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 1096 time: 0.0398610 Sep 29 18:29:52.607714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca402-7552-4452-bfe6-2f28cf194e5e req-898b46ed-d2b4-4cd5-bee0-c6a846250dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:52.609084 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88bca402-7552-4452-bfe6-2f28cf194e5e req-898b46ed-d2b4-4cd5-bee0-c6a846250dca service neutron] 10.222.0.49 "GET /v2.0/networks?id=db090f45-0e4f-4e97-b696-f12dad02e622 HTTP/1.1" status: 200 len: 897 time: 0.0919483 Sep 29 18:29:52.673346 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88bca402-7552-4452-bfe6-2f28cf194e5e req-95f5d9f7-cc14-4f8f-a99c-e20e365a0ccd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77216c44-b396-4d65-ac0d-6c417e607b1f HTTP/1.1" status: 200 len: 1001 time: 0.0555251 Sep 29 18:29:52.725321 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca402-7552-4452-bfe6-2f28cf194e5e req-d3be8117-03a1-4bd7-bb53-626791074596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:52.726779 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88bca402-7552-4452-bfe6-2f28cf194e5e req-d3be8117-03a1-4bd7-bb53-626791074596 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caa2aafc-b210-4beb-9f78-772dd44db0aa HTTP/1.1" status: 200 len: 835 time: 0.0461221 Sep 29 18:29:52.775099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bca402-7552-4452-bfe6-2f28cf194e5e req-04098da0-3f41-4993-bf1e-792940e2623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:29:52.776544 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88bca402-7552-4452-bfe6-2f28cf194e5e req-04098da0-3f41-4993-bf1e-792940e2623a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=db090f45-0e4f-4e97-b696-f12dad02e622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415554 Sep 29 18:29:52.869158 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88bca402-7552-4452-bfe6-2f28cf194e5e req-932e4ac5-7927-4692-8a86-55e7d44769b9 service neutron] 10.222.0.49 "GET /v2.0/networks/db090f45-0e4f-4e97-b696-f12dad02e622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847414 Sep 29 18:29:52.968053 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88bca402-7552-4452-bfe6-2f28cf194e5e req-4e4f57b4-151c-4187-b386-ba6d1d1968cb service neutron] 10.222.0.49 "GET /v2.0/networks/db090f45-0e4f-4e97-b696-f12dad02e622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917888 Sep 29 18:29:58.039609 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:03.411991 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86c38043-95dc-4405-a4c6-25cccf61744e req-899ece61-ac9f-4c93-a305-1ad876c84707 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430171 Sep 29 18:30:03.508235 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c38043-95dc-4405-a4c6-25cccf61744e req-18abfb28-e6b6-4928-bbdf-a7c157169cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:03.509898 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86c38043-95dc-4405-a4c6-25cccf61744e req-18abfb28-e6b6-4928-bbdf-a7c157169cf6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0403664 Sep 29 18:30:03.610058 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c38043-95dc-4405-a4c6-25cccf61744e req-e8be4d36-b425-4614-a5ef-f501546c13eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:03.611518 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86c38043-95dc-4405-a4c6-25cccf61744e req-e8be4d36-b425-4614-a5ef-f501546c13eb service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0829113 Sep 29 18:30:03.655138 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86c38043-95dc-4405-a4c6-25cccf61744e req-4693064b-3d04-49c5-b4aa-f4f0b4ee93ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0369787 Sep 29 18:30:03.705815 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c38043-95dc-4405-a4c6-25cccf61744e req-117c78c2-0345-4942-8ced-90ddfed23087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:03.707539 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86c38043-95dc-4405-a4c6-25cccf61744e req-117c78c2-0345-4942-8ced-90ddfed23087 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0455952 Sep 29 18:30:03.754471 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c38043-95dc-4405-a4c6-25cccf61744e req-9a6ffc8b-9545-41d0-bfa9-13b145faa22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:03.755988 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86c38043-95dc-4405-a4c6-25cccf61744e req-9a6ffc8b-9545-41d0-bfa9-13b145faa22e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409961 Sep 29 18:30:03.768167 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-86c38043-95dc-4405-a4c6-25cccf61744e req-5169afca-aac2-442c-af41-a6897402751f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:30:03.769076 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86c38043-95dc-4405-a4c6-25cccf61744e req-5169afca-aac2-442c-af41-a6897402751f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049000 Sep 29 18:30:03.890515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991bff2-3bc1-4817-a6e4-725163152a27 req-583d7f03-b565-4b5f-8d2b-11d03404aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:03.892040 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1991bff2-3bc1-4817-a6e4-725163152a27 req-583d7f03-b565-4b5f-8d2b-11d03404aeb5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 1096 time: 0.0416560 Sep 29 18:30:03.897477 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86c38043-95dc-4405-a4c6-25cccf61744e req-2508bb3a-929e-435b-ad3e-835f9fdb3659 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210740 Sep 29 18:30:03.910001 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a2f68-d6df-4486-8341-e925da64af2b req-677c60b9-f533-415d-8aa0-a6c53b5c5b6e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:03.911700 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-165a2f68-d6df-4486-8341-e925da64af2b req-677c60b9-f533-415d-8aa0-a6c53b5c5b6e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0690091 Sep 29 18:30:03.992626 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991bff2-3bc1-4817-a6e4-725163152a27 req-7cf7c8c3-92e2-48a8-bdb0-b309e2fd6840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:03.994174 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1991bff2-3bc1-4817-a6e4-725163152a27 req-7cf7c8c3-92e2-48a8-bdb0-b309e2fd6840 service neutron] 10.222.0.49 "GET /v2.0/networks?id=db090f45-0e4f-4e97-b696-f12dad02e622 HTTP/1.1" status: 200 len: 897 time: 0.0946610 Sep 29 18:30:04.004242 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-165a2f68-d6df-4486-8341-e925da64af2b req-0690c8d0-eb8c-4e86-89ac-279501471947 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845392 Sep 29 18:30:04.028186 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86c38043-95dc-4405-a4c6-25cccf61744e req-c1597d93-e3e5-4194-8a11-33913860fdd6 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154561 Sep 29 18:30:04.061796 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1991bff2-3bc1-4817-a6e4-725163152a27 req-96982f14-fd08-4b9e-a71f-92b295befadf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77216c44-b396-4d65-ac0d-6c417e607b1f HTTP/1.1" status: 200 len: 1001 time: 0.0599954 Sep 29 18:30:04.115027 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991bff2-3bc1-4817-a6e4-725163152a27 req-a0def0bf-4cf0-4819-8f91-42e1f1456fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:04.116438 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1991bff2-3bc1-4817-a6e4-725163152a27 req-a0def0bf-4cf0-4819-8f91-42e1f1456fe5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caa2aafc-b210-4beb-9f78-772dd44db0aa HTTP/1.1" status: 200 len: 835 time: 0.0473344 Sep 29 18:30:04.165187 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991bff2-3bc1-4817-a6e4-725163152a27 req-b83e560d-078d-4c4c-a246-8b2485c193c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:04.166702 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1991bff2-3bc1-4817-a6e4-725163152a27 req-b83e560d-078d-4c4c-a246-8b2485c193c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=db090f45-0e4f-4e97-b696-f12dad02e622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428729 Sep 29 18:30:04.260491 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1991bff2-3bc1-4817-a6e4-725163152a27 req-deb985aa-855f-448b-8f59-196d5cafd332 service neutron] 10.222.0.49 "GET /v2.0/networks/db090f45-0e4f-4e97-b696-f12dad02e622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850017 Sep 29 18:30:04.350287 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-1991bff2-3bc1-4817-a6e4-725163152a27 req-729c5962-e9e7-42b7-9c9a-949dcac4d12b service neutron] 10.222.0.49 "GET /v2.0/networks/db090f45-0e4f-4e97-b696-f12dad02e622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820763 Sep 29 18:30:05.126431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e5437-94d6-4a6c-961a-59ab1fa77ce1 req-c9e1f17f-c0de-4476-844d-e99e8ffda46d tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:05.127924 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-936e5437-94d6-4a6c-961a-59ab1fa77ce1 req-c9e1f17f-c0de-4476-844d-e99e8ffda46d tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0512414 Sep 29 18:30:05.166089 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-936e5437-94d6-4a6c-961a-59ab1fa77ce1 req-e89ccc1b-0815-4c1c-8dc7-e6fd01294610 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319371 Sep 29 18:30:06.279453 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af32815-2c52-4111-9eba-d802cb2a630a req-a9bb33a2-d0ea-4d2b-b166-740ae0b1ff38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:06.280915 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4af32815-2c52-4111-9eba-d802cb2a630a req-a9bb33a2-d0ea-4d2b-b166-740ae0b1ff38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0482156 Sep 29 18:30:06.317492 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4af32815-2c52-4111-9eba-d802cb2a630a req-4b407a38-7903-4eec-b589-62ee50ad1cc4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304213 Sep 29 18:30:07.434650 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad75135-ccc5-474d-8c54-5158be3e5a9c req-05f4a94e-4494-46a1-b940-4f3cacda5cae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:07.436084 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2ad75135-ccc5-474d-8c54-5158be3e5a9c req-05f4a94e-4494-46a1-b940-4f3cacda5cae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0525143 Sep 29 18:30:07.473463 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2ad75135-ccc5-474d-8c54-5158be3e5a9c req-e7bb5ffc-f985-46ad-81f4-62b64fec03d5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313334 Sep 29 18:30:08.588183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e5cab-48cf-4dec-bddf-40e8b51007fd req-50d56369-6dbd-4d81-a041-56a47930293a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:08.589666 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-208e5cab-48cf-4dec-bddf-40e8b51007fd req-50d56369-6dbd-4d81-a041-56a47930293a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0481386 Sep 29 18:30:08.626942 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-208e5cab-48cf-4dec-bddf-40e8b51007fd req-75fcc6a9-8813-40a9-88d3-10774a2800ef tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313339 Sep 29 18:30:09.679821 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-8a7a6934-3ace-445e-b7f6-638981bf81eb req-f69918d2-88ec-4142-a1ad-1ed0cdace365 tempest-ServerActionsTestJSON-569862566 tempest-ServerActionsTestJSON-569862566-project] (95016) timed out ('10.222.0.44', 45074) {{(pid=95016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 18:30:09.740092 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18f329-6e38-4b9d-910f-acf0882adfb7 req-eaebd274-8207-4d32-873b-baebf4833c0a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:09.741584 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4b18f329-6e38-4b9d-910f-acf0882adfb7 req-eaebd274-8207-4d32-873b-baebf4833c0a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0490024 Sep 29 18:30:09.779952 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4b18f329-6e38-4b9d-910f-acf0882adfb7 req-b8d2e933-15c3-4cc8-95f8-94e7d0b701c1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325150 Sep 29 18:30:10.897071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d0fd7-f9e9-4a15-8fa0-00bdd5a6e4df req-d75cb442-e9c0-4d06-b0b4-fed298c835d5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:10.898604 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-227d0fd7-f9e9-4a15-8fa0-00bdd5a6e4df req-d75cb442-e9c0-4d06-b0b4-fed298c835d5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0524037 Sep 29 18:30:10.907975 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bed9f94e-1576-4745-85a8-7ddc3407fe00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:10.936652 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-227d0fd7-f9e9-4a15-8fa0-00bdd5a6e4df req-1f38bc4b-40be-4c06-88b9-231fad10e478 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320475 Sep 29 18:30:12.061926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de06ee9-543e-4c40-8e45-f8ce9735a7af req-faac2df3-f8c5-4db2-b15a-7d3b0876f87b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:12.063407 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5de06ee9-543e-4c40-8e45-f8ce9735a7af req-faac2df3-f8c5-4db2-b15a-7d3b0876f87b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0480814 Sep 29 18:30:12.100136 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5de06ee9-543e-4c40-8e45-f8ce9735a7af req-91aceca0-5f2e-46e1-b4d4-3fda2786e9f7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301163 Sep 29 18:30:13.218159 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cba25f-9eef-4f48-93da-0244e1dcac39 req-a0cc9630-345f-4b7c-8b3d-93ce557a6558 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:13.219625 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-59cba25f-9eef-4f48-93da-0244e1dcac39 req-a0cc9630-345f-4b7c-8b3d-93ce557a6558 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0505397 Sep 29 18:30:13.257799 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-59cba25f-9eef-4f48-93da-0244e1dcac39 req-1fce282c-4757-4858-8152-7aea194d4f2f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316827 Sep 29 18:30:13.323486 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:30:13.617347 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f5985e15-9847-4e9f-840d-e47085390483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:14.376130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ea51a-cb7f-4fb6-be4f-91d8f1b1ec30 req-e75e16dc-80f5-4f0c-8f1c-9a50367d618c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:14.377620 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a40ea51a-cb7f-4fb6-be4f-91d8f1b1ec30 req-e75e16dc-80f5-4f0c-8f1c-9a50367d618c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0526655 Sep 29 18:30:14.416306 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a40ea51a-cb7f-4fb6-be4f-91d8f1b1ec30 req-cfbdebec-4c3e-4bbd-9bd8-167587a76d4a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318570 Sep 29 18:30:14.757152 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:14.822349 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:15.166769 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:15.530546 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b6175-91d6-4076-ae6c-38583bbca00f req-1b625e0a-4406-4372-ad0c-4a0786948307 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:15.532188 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c5b6175-91d6-4076-ae6c-38583bbca00f req-1b625e0a-4406-4372-ad0c-4a0786948307 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0492170 Sep 29 18:30:15.569630 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1c5b6175-91d6-4076-ae6c-38583bbca00f req-28bcfe79-f871-4a4a-902a-c6bb8a52fc57 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309186 Sep 29 18:30:15.591022 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55276) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:15.653989 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d94c66ad-68a0-410e-9512-69c2f05d1893 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/360bba79-dcc1-4545-8ee2-b826add45985 HTTP/1.1" status: 200 len: 993 time: 0.0618379 Sep 29 18:30:17.118855 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:28.048990 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:40.909110 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e5f5e91c-514e-4ec9-aefa-808d0942c25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:43.618154 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d519d761-17cb-45aa-a916-56f6bfb4d74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:44.757989 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:44.824677 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:45.172175 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:45.992987 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55288) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:46.144972 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port 5d69bb1e-5ef9-4d8e-a02c-d592cee81c13 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:30:46.145390 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:46.217021 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:46.217364 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:46.229127 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for 5d69bb1e-5ef9-4d8e-a02c-d592cee81c13 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:30:46.373671 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:46.399781 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=5d69bb1e-5ef9-4d8e-a02c-d592cee81c13,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:46.425989 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:46.426334 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:46.426669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:46.427002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:46.427331 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:46.427658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:46.427982 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:46.428305 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:46.428629 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:46.428948 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:46.429266 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:46.429604 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:46.469570 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:46.469897 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Floating IP 360bba79-dcc1-4545-8ee2-b826add45985 disassociated (deleted). External IP: 172.25.2.156, port: 77216c44-b396-4d65-ac0d-6c417e607b1f. Sep 29 18:30:46.671200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router 293a6b55-9571-458a-8817-860d4c6eaddb has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:30:47.079460 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:30:47.084233 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:47.089352 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926187b-b616-4cf3-8635-e6323175eaa1 None None] Sync routers for ids ['293a6b55-9571-458a-8817-860d4c6eaddb'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:30:47.099091 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926187b-b616-4cf3-8635-e6323175eaa1 None None] Routers {'293a6b55-9571-458a-8817-860d4c6eaddb'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:30:47.099689 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0926187b-b616-4cf3-8635-e6323175eaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:30:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['293a6b55-9571-458a-8817-860d4c6eaddb'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:30:47.112746 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c796893f-9b83-4dd9-89d8-f2c333f4714a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/floatingips/360bba79-dcc1-4545-8ee2-b826add45985 HTTP/1.1" status: 204 len: 168 time: 1.1180170 Sep 29 18:30:47.113483 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccfe9998-0df7-44dd-978a-50dd2c2fd0be', 'tag': '77216c44-b396-4d65-ac0d-6c417e607b1f'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:30:47.115887 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbed780-e244-4ba1-80f1-4c040c038234" -d '{"events": [{"name": "network-changed", "server_uuid": "ccfe9998-0df7-44dd-978a-50dd2c2fd0be", "tag": "77216c44-b396-4d65-ac0d-6c417e607b1f"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:30:47.136598 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:47.207215 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-0926187b-b616-4cf3-8635-e6323175eaa1 None None] Set router 293a6b55-9571-458a-8817-860d4c6eaddb gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:30:47.271624 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4905dda9-9dd7-4856-bf22-131ad88c1152 x-openstack-request-id: req-4905dda9-9dd7-4856-bf22-131ad88c1152 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:30:47.272325 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccfe9998-0df7-44dd-978a-50dd2c2fd0be", "tag": "77216c44-b396-4d65-ac0d-6c417e607b1f", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:30:47.272780 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4905dda9-9dd7-4856-bf22-131ad88c1152 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:30:47.273267 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccfe9998-0df7-44dd-978a-50dd2c2fd0be', 'tag': '77216c44-b396-4d65-ac0d-6c417e607b1f', 'status': 'completed', 'code': 200} Sep 29 18:30:47.337944 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbed780-e244-4ba1-80f1-4c040c038234 req-256d4314-49d2-4bc9-a755-52056b9bf9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:47.339489 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fbed780-e244-4ba1-80f1-4c040c038234 req-256d4314-49d2-4bc9-a755-52056b9bf9b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 1096 time: 0.0433517 Sep 29 18:30:47.371627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8ba88-5191-4361-b70c-72bfcc6f5d54 req-dd66e2b4-2119-4026-b0c6-84062c526274 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:47.373244 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7a8ba88-5191-4361-b70c-72bfcc6f5d54 req-dd66e2b4-2119-4026-b0c6-84062c526274 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0547657 Sep 29 18:30:47.411039 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0926187b-b616-4cf3-8635-e6323175eaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1301553219', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:29:17Z', 'updated_at': '2021-09-29T18:29:21Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:18Z', 'updated_at': '2021-09-29T18:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '688627e8-3f5d-490c-824c-1402a764a927', 'name': '', 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:53:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:20Z', 'updated_at': '2021-09-29T18:29:24Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:30:47.415827 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7a8ba88-5191-4361-b70c-72bfcc6f5d54 req-3a42cc67-247d-429b-953e-91e2d604d24e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359979 Sep 29 18:30:47.437895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbed780-e244-4ba1-80f1-4c040c038234 req-8c2dc310-3c49-4063-8532-39db7feb0edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:47.439385 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fbed780-e244-4ba1-80f1-4c040c038234 req-8c2dc310-3c49-4063-8532-39db7feb0edf service neutron] 10.222.0.49 "GET /v2.0/networks?id=db090f45-0e4f-4e97-b696-f12dad02e622 HTTP/1.1" status: 200 len: 897 time: 0.0914059 Sep 29 18:30:47.440447 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926187b-b616-4cf3-8635-e6323175eaa1 None None] Checking router: 293a6b55-9571-458a-8817-860d4c6eaddb for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:30:47.448591 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926187b-b616-4cf3-8635-e6323175eaa1 None None] Routers {'293a6b55-9571-458a-8817-860d4c6eaddb'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:30:47.449186 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0926187b-b616-4cf3-8635-e6323175eaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:30:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['293a6b55-9571-458a-8817-860d4c6eaddb'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:30:47.481460 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fbed780-e244-4ba1-80f1-4c040c038234 req-029c8301-664c-4eba-ba26-70657e7925ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77216c44-b396-4d65-ac0d-6c417e607b1f HTTP/1.1" status: 200 len: 217 time: 0.0342133 Sep 29 18:30:47.536693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbed780-e244-4ba1-80f1-4c040c038234 req-f87434b4-c82d-46da-bcd6-d0c40d2bf61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:47.538553 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fbed780-e244-4ba1-80f1-4c040c038234 req-f87434b4-c82d-46da-bcd6-d0c40d2bf61a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=caa2aafc-b210-4beb-9f78-772dd44db0aa HTTP/1.1" status: 200 len: 835 time: 0.0499239 Sep 29 18:30:47.549037 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-0926187b-b616-4cf3-8635-e6323175eaa1 None None] Set router 293a6b55-9571-458a-8817-860d4c6eaddb gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:30:47.586774 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbed780-e244-4ba1-80f1-4c040c038234 req-c6ab16eb-3e2b-47a1-a4ed-33f9ca93ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:47.588358 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fbed780-e244-4ba1-80f1-4c040c038234 req-c6ab16eb-3e2b-47a1-a4ed-33f9ca93ac56 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=db090f45-0e4f-4e97-b696-f12dad02e622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411546 Sep 29 18:30:47.600510 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-8fbed780-e244-4ba1-80f1-4c040c038234 req-00030942-d7a3-40c8-a2e1-4d9bb829dba5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:30:47.601590 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fbed780-e244-4ba1-80f1-4c040c038234 req-00030942-d7a3-40c8-a2e1-4d9bb829dba5 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054343 Sep 29 18:30:47.699026 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fbed780-e244-4ba1-80f1-4c040c038234 req-bf0e5c29-c119-45e0-a15f-3fa6eb406c05 service neutron] 10.222.0.49 "GET /v2.0/networks/db090f45-0e4f-4e97-b696-f12dad02e622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895982 Sep 29 18:30:47.793081 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-8fbed780-e244-4ba1-80f1-4c040c038234 req-4b80d304-f374-4717-ba72-d5c1fe351be8 service neutron] 10.222.0.49 "GET /v2.0/networks/db090f45-0e4f-4e97-b696-f12dad02e622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853372 Sep 29 18:30:47.834692 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0926187b-b616-4cf3-8635-e6323175eaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1301553219', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:29:17Z', 'updated_at': '2021-09-29T18:29:21Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:18Z', 'updated_at': '2021-09-29T18:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '688627e8-3f5d-490c-824c-1402a764a927', 'name': '', 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:53:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:20Z', 'updated_at': '2021-09-29T18:29:24Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:30:47.859688 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926187b-b616-4cf3-8635-e6323175eaa1 None None] The sync data for ids ['293a6b55-9571-458a-8817-860d4c6eaddb'] in n-d-811748-2 is: [{'id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1301553219', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:29:17Z', 'updated_at': '2021-09-29T18:29:21Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:18Z', 'updated_at': '2021-09-29T18:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '688627e8-3f5d-490c-824c-1402a764a927', 'name': '', 'network_id': 'db090f45-0e4f-4e97-b696-f12dad02e622', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:53:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:20Z', 'updated_at': '2021-09-29T18:29:24Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'caa2aafc-b210-4beb-9f78-772dd44db0aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:30:48.064481 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1b1814-a374-40a1-b3bc-eba08de64f06 None None] New status for floating IP 360bba79-dcc1-4545-8ee2-b826add45985: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:30:48.530431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f51f3-7fa0-470b-aa11-927ebac1c6aa req-da09f235-61ec-414c-b880-2df8af507678 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:48.531889 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-180f51f3-7fa0-470b-aa11-927ebac1c6aa req-da09f235-61ec-414c-b880-2df8af507678 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0481892 Sep 29 18:30:48.571641 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-180f51f3-7fa0-470b-aa11-927ebac1c6aa req-58a7ce68-c46e-409a-8410-45cf2a5ff85b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=a2c005bf-1f72-45ed-83ea-fad0e1d603d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330701 Sep 29 18:30:48.773361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61db519-762e-4636-a8ac-2625fee6814e req-a058a142-5909-404f-af14-9d5460a7f78a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:48.774813 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d61db519-762e-4636-a8ac-2625fee6814e req-a058a142-5909-404f-af14-9d5460a7f78a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 945 time: 0.0476155 Sep 29 18:30:48.865564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-d61db519-762e-4636-a8ac-2625fee6814e req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port 77216c44-b396-4d65-ac0d-6c417e607b1f {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:30:48.865910 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d61db519-762e-4636-a8ac-2625fee6814e req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:48.949715 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-d61db519-762e-4636-a8ac-2625fee6814e req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] For port 77216c44-b396-4d65-ac0d-6c417e607b1f, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=77216c44-b396-4d65-ac0d-6c417e607b1f,segment=NetworkSegment(14db8bf3-0c3a-4243-8ece-52b66917f705),segment_id=14db8bf3-0c3a-4243-8ece-52b66917f705)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:30:48.950076 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d61db519-762e-4636-a8ac-2625fee6814e req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:48.966290 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-d61db519-762e-4636-a8ac-2625fee6814e req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for 77216c44-b396-4d65-ac0d-6c417e607b1f owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:30:49.089729 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d61db519-762e-4636-a8ac-2625fee6814e req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:49.116891 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=77216c44-b396-4d65-ac0d-6c417e607b1f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:49.129323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:49.129680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:49.130024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:49.130363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:49.130696 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:49.131104 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:49.131348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:49.131688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:49.132007 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:49.132334 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:49.132658 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:49.132979 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:49.175396 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61db519-762e-4636-a8ac-2625fee6814e req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] No DVR routers for this DVR port 77216c44-b396-4d65-ac0d-6c417e607b1f on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:30:49.178042 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-d61db519-762e-4636-a8ac-2625fee6814e req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:49.180041 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d61db519-762e-4636-a8ac-2625fee6814e req-6c5b66f0-8d4e-4e42-8eea-f89f5bf83232 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "DELETE /v2.0/ports/77216c44-b396-4d65-ac0d-6c417e607b1f HTTP/1.1" status: 204 len: 173 time: 0.3990502 Sep 29 18:30:49.180478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccfe9998-0df7-44dd-978a-50dd2c2fd0be', 'name': 'network-vif-deleted', 'tag': '77216c44-b396-4d65-ac0d-6c417e607b1f'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:30:49.182759 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a624e4b0-71a5-4284-acf1-b2c206afa802" -d '{"events": [{"server_uuid": "ccfe9998-0df7-44dd-978a-50dd2c2fd0be", "name": "network-vif-deleted", "tag": "77216c44-b396-4d65-ac0d-6c417e607b1f"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:30:49.224008 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a10cf6b-b764-4fa2-b0e5-90871ebd3c46 x-openstack-request-id: req-1a10cf6b-b764-4fa2-b0e5-90871ebd3c46 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:30:49.224303 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccfe9998-0df7-44dd-978a-50dd2c2fd0be", "name": "network-vif-deleted", "tag": "77216c44-b396-4d65-ac0d-6c417e607b1f", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:30:49.224557 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a10cf6b-b764-4fa2-b0e5-90871ebd3c46 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:30:49.224963 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccfe9998-0df7-44dd-978a-50dd2c2fd0be', 'name': 'network-vif-deleted', 'tag': '77216c44-b396-4d65-ac0d-6c417e607b1f', 'status': 'completed', 'code': 200} Sep 29 18:30:49.690950 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1df8a656-8069-4488-b86d-6ba6a195e876 req-abb91328-e9f0-40f3-8792-4713e256b31d tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccfe9998-0df7-44dd-978a-50dd2c2fd0be HTTP/1.1" status: 200 len: 210 time: 0.0296395 Sep 29 18:30:50.326056 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:30:50.745145 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55304) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:51.056086 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 77216c44-b396-4d65-ac0d-6c417e607b1f no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:30:51.075766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 77216c44-b396-4d65-ac0d-6c417e607b1f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:30:51.076108 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 77216c44-b396-4d65-ac0d-6c417e607b1f not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:30:51.095825 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3cf1229e-51c4-48d5-9ec8-388df9b69303 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:51.352639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1229e-51c4-48d5-9ec8-388df9b69303 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port 688627e8-3f5d-490c-824c-1402a764a927 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:30:51.352905 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3cf1229e-51c4-48d5-9ec8-388df9b69303 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:51.442808 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-3cf1229e-51c4-48d5-9ec8-388df9b69303 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] For port 688627e8-3f5d-490c-824c-1402a764a927, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=688627e8-3f5d-490c-824c-1402a764a927,segment=NetworkSegment(14db8bf3-0c3a-4243-8ece-52b66917f705),segment_id=14db8bf3-0c3a-4243-8ece-52b66917f705)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:30:51.443163 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3cf1229e-51c4-48d5-9ec8-388df9b69303 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:51.454492 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-3cf1229e-51c4-48d5-9ec8-388df9b69303 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for 688627e8-3f5d-490c-824c-1402a764a927 owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:30:51.640957 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3cf1229e-51c4-48d5-9ec8-388df9b69303 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:51.669678 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1229e-51c4-48d5-9ec8-388df9b69303 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=688627e8-3f5d-490c-824c-1402a764a927,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:51.851627 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3cf1229e-51c4-48d5-9ec8-388df9b69303 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:52.063315 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf1229e-51c4-48d5-9ec8-388df9b69303 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router 293a6b55-9571-458a-8817-860d4c6eaddb has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:30:52.169783 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf1229e-51c4-48d5-9ec8-388df9b69303 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:30:52.175604 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3cf1229e-51c4-48d5-9ec8-388df9b69303 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "PUT /v2.0/routers/293a6b55-9571-458a-8817-860d4c6eaddb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4292858 Sep 29 18:30:52.178253 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55308) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:52.180807 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13934588-2a9c-41fa-9b02-b1e4df023046 None None] Sync routers for ids ['293a6b55-9571-458a-8817-860d4c6eaddb'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:30:52.189896 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13934588-2a9c-41fa-9b02-b1e4df023046 None None] Routers {'293a6b55-9571-458a-8817-860d4c6eaddb'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:30:52.191174 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-13934588-2a9c-41fa-9b02-b1e4df023046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:30:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['293a6b55-9571-458a-8817-860d4c6eaddb'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:30:52.229619 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-905e785c-66e5-44d0-9426-39abab6588c6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting subnet caa2aafc-b210-4beb-9f78-772dd44db0aa {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:30:52.232634 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-905e785c-66e5-44d0-9426-39abab6588c6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:52.276973 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-905e785c-66e5-44d0-9426-39abab6588c6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:52.295630 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-13934588-2a9c-41fa-9b02-b1e4df023046 None None] Set router 293a6b55-9571-458a-8817-860d4c6eaddb gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:30:52.364970 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-905e785c-66e5-44d0-9426-39abab6588c6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:52.423073 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-905e785c-66e5-44d0-9426-39abab6588c6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:52.453696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e785c-66e5-44d0-9426-39abab6588c6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Subnet': ['ID=caa2aafc-b210-4beb-9f78-772dd44db0aa,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:52.458193 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-905e785c-66e5-44d0-9426-39abab6588c6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:52.460089 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-905e785c-66e5-44d0-9426-39abab6588c6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/subnets/caa2aafc-b210-4beb-9f78-772dd44db0aa HTTP/1.1" status: 204 len: 168 time: 0.2808995 Sep 29 18:30:52.462734 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55312) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:52.468937 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b78b77d-fe56-4d49-b47c-2140fdf4e0ab None None] Network db090f45-0e4f-4e97-b696-f12dad02e622 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:30:52.482514 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-13934588-2a9c-41fa-9b02-b1e4df023046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1301553219', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:29:17Z', 'updated_at': '2021-09-29T18:30:51Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:18Z', 'updated_at': '2021-09-29T18:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:30:52.509499 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13934588-2a9c-41fa-9b02-b1e4df023046 None None] Checking router: 293a6b55-9571-458a-8817-860d4c6eaddb for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:30:52.517879 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13934588-2a9c-41fa-9b02-b1e4df023046 None None] Routers {'293a6b55-9571-458a-8817-860d4c6eaddb'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:30:52.519019 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-13934588-2a9c-41fa-9b02-b1e4df023046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:30:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['293a6b55-9571-458a-8817-860d4c6eaddb'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:30:52.571901 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c01c7609-41eb-4157-8b34-b79853fcec66 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:52.634583 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-13934588-2a9c-41fa-9b02-b1e4df023046 None None] Set router 293a6b55-9571-458a-8817-860d4c6eaddb gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:30:52.646873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] DHCP port deletion for db090f45-0e4f-4e97-b696-f12dad02e622 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:30:52.686661 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c01c7609-41eb-4157-8b34-b79853fcec66 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:52.698140 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Deleting port 86a8184e-318f-415a-9a55-6c4edfc22fa1 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:30:52.698510 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:52.748344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c01c7609-41eb-4157-8b34-b79853fcec66 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port e0f963d5-1d29-4fa9-9816-1dd3444651ad {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:30:52.748761 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c01c7609-41eb-4157-8b34-b79853fcec66 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:52.769737 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] For port 86a8184e-318f-415a-9a55-6c4edfc22fa1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=86a8184e-318f-415a-9a55-6c4edfc22fa1,segment=NetworkSegment(14db8bf3-0c3a-4243-8ece-52b66917f705),segment_id=14db8bf3-0c3a-4243-8ece-52b66917f705)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:30:52.770138 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:52.783025 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Calling delete_port for 86a8184e-318f-415a-9a55-6c4edfc22fa1 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:30:52.828824 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-13934588-2a9c-41fa-9b02-b1e4df023046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1301553219', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:29:17Z', 'updated_at': '2021-09-29T18:30:51Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:18Z', 'updated_at': '2021-09-29T18:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:30:52.861293 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-c01c7609-41eb-4157-8b34-b79853fcec66 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] For port e0f963d5-1d29-4fa9-9816-1dd3444651ad, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e0f963d5-1d29-4fa9-9816-1dd3444651ad,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:30:52.861293 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c01c7609-41eb-4157-8b34-b79853fcec66 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:52.862783 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13934588-2a9c-41fa-9b02-b1e4df023046 None None] The sync data for ids ['293a6b55-9571-458a-8817-860d4c6eaddb'] in n-d-811748-2 is: [{'id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1301553219', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:29:17Z', 'updated_at': '2021-09-29T18:30:51Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'e0f963d5-1d29-4fa9-9816-1dd3444651ad', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:b0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293a6b55-9571-458a-8817-860d4c6eaddb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:29:18Z', 'updated_at': '2021-09-29T18:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:30:52.872944 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-c01c7609-41eb-4157-8b34-b79853fcec66 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for e0f963d5-1d29-4fa9-9816-1dd3444651ad owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:30:52.883323 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:52.915899 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Pushing event deleted for resources: {'Port': ['ID=86a8184e-318f-415a-9a55-6c4edfc22fa1,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:52.925757 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 86a8184e-318f-415a-9a55-6c4edfc22fa1 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:30:52.928357 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] No DVR routers for this DVR port 86a8184e-318f-415a-9a55-6c4edfc22fa1 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:30:52.932329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:52.932678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:52.933019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:52.933379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:52.933714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:52.934045 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:52.934367 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:52.937802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:52.937802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:52.937802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:52.937802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:52.937802 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6f8176-1a5b-485b-b719-5df7dbd77fdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:30:52.958833 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 86a8184e-318f-415a-9a55-6c4edfc22fa1 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:30:52.959184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 86a8184e-318f-415a-9a55-6c4edfc22fa1 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:30:53.048580 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c01c7609-41eb-4157-8b34-b79853fcec66 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.073431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c7609-41eb-4157-8b34-b79853fcec66 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=e0f963d5-1d29-4fa9-9816-1dd3444651ad,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:53.135241 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c01c7609-41eb-4157-8b34-b79853fcec66 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.229057 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c01c7609-41eb-4157-8b34-b79853fcec66 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.231587 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c01c7609-41eb-4157-8b34-b79853fcec66 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.279941 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c01c7609-41eb-4157-8b34-b79853fcec66 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.279941 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01c7609-41eb-4157-8b34-b79853fcec66 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Fanout notify agent at l3_agent the message router_deleted on router 293a6b55-9571-458a-8817-860d4c6eaddb {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:30:53.286871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c01c7609-41eb-4157-8b34-b79853fcec66 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.288150 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c01c7609-41eb-4157-8b34-b79853fcec66 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/routers/293a6b55-9571-458a-8817-860d4c6eaddb HTTP/1.1" status: 204 len: 168 time: 0.8244979 Sep 29 18:30:53.290941 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55314) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:53.372052 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9862b807-bc55-45ca-b05e-dfb24274a3d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.456657 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9862b807-bc55-45ca-b05e-dfb24274a3d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.479449 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-9862b807-bc55-45ca-b05e-dfb24274a3d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db090f45-0e4f-4e97-b696-f12dad02e622']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:30:53.489957 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-9862b807-bc55-45ca-b05e-dfb24274a3d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14db8bf3-0c3a-4243-8ece-52b66917f705') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:30:53.490252 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-9862b807-bc55-45ca-b05e-dfb24274a3d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14db8bf3-0c3a-4243-8ece-52b66917f705') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:30:53.500485 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9862b807-bc55-45ca-b05e-dfb24274a3d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.514687 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9862b807-bc55-45ca-b05e-dfb24274a3d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.521924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9862b807-bc55-45ca-b05e-dfb24274a3d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:30:53.522312 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9862b807-bc55-45ca-b05e-dfb24274a3d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: timer() Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:30:53.525499 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:30:53.591594 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9862b807-bc55-45ca-b05e-dfb24274a3d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.599396 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9862b807-bc55-45ca-b05e-dfb24274a3d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.600982 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9862b807-bc55-45ca-b05e-dfb24274a3d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/networks/db090f45-0e4f-4e97-b696-f12dad02e622 HTTP/1.1" status: 204 len: 168 time: 0.3091111 Sep 29 18:30:53.603884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55316) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:53.613255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862b807-bc55-45ca-b05e-dfb24274a3d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Network': ['ID=db090f45-0e4f-4e97-b696-f12dad02e622,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:53.661738 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37152142-0b2a-4153-857e-0017822bec0e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.688085 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37152142-0b2a-4153-857e-0017822bec0e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.746979 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37152142-0b2a-4153-857e-0017822bec0e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.749563 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-37152142-0b2a-4153-857e-0017822bec0e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:53.750709 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-37152142-0b2a-4153-857e-0017822bec0e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/security-groups/a2c005bf-1f72-45ed-83ea-fad0e1d603d4 HTTP/1.1" status: 204 len: 168 time: 0.1458528 Sep 29 18:30:53.760470 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37152142-0b2a-4153-857e-0017822bec0e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c005bf-1f72-45ed-83ea-fad0e1d603d4,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:54.037680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55322) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:54.042288 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-fb5e7728-e280-406a-8167-5ed5939d13eb tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-554878365', 'description': 'tempest-secgroup-smoke-554878365 description', 'project_id': '1d50132f353842469c421763ad2cc781'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:30:54.063537 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7728-e280-406a-8167-5ed5939d13eb tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.146728 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7728-e280-406a-8167-5ed5939d13eb tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.150335 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7728-e280-406a-8167-5ed5939d13eb tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.176494 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-fb5e7728-e280-406a-8167-5ed5939d13eb tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.177756 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-fb5e7728-e280-406a-8167-5ed5939d13eb tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1390653 Sep 29 18:30:54.180956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55324) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:54.181841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e7728-e280-406a-8167-5ed5939d13eb tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e37f84f-7260-48d6-aad6-2f434fd3b2a5,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:54.186973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-1400f48a-3a66-4b79-b049-e062c4603ee0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': '6e37f84f-7260-48d6-aad6-2f434fd3b2a5', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:30:54.212390 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1400f48a-3a66-4b79-b049-e062c4603ee0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.268754 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1400f48a-3a66-4b79-b049-e062c4603ee0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.272415 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1400f48a-3a66-4b79-b049-e062c4603ee0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.295506 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400f48a-3a66-4b79-b049-e062c4603ee0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c58a146-67bf-45d4-a461-aff522a74a9d,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:54.306183 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-1400f48a-3a66-4b79-b049-e062c4603ee0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.307654 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1400f48a-3a66-4b79-b049-e062c4603ee0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248612 Sep 29 18:30:54.310175 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55326) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:54.314410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-0198b424-20d2-4dc9-bc5f-f8ed6180d2f7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': '6e37f84f-7260-48d6-aad6-2f434fd3b2a5', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:30:54.341908 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0198b424-20d2-4dc9-bc5f-f8ed6180d2f7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.398200 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0198b424-20d2-4dc9-bc5f-f8ed6180d2f7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.402253 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0198b424-20d2-4dc9-bc5f-f8ed6180d2f7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.425596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198b424-20d2-4dc9-bc5f-f8ed6180d2f7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4578baa-1c02-4c1c-a3d2-1419d1b535db,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:54.429420 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0198b424-20d2-4dc9-bc5f-f8ed6180d2f7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.430584 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0198b424-20d2-4dc9-bc5f-f8ed6180d2f7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195035 Sep 29 18:30:54.433465 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55328) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:54.437841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-404271fa-4d77-4dc1-b8e9-759a83dc7427 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': '6e37f84f-7260-48d6-aad6-2f434fd3b2a5', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:30:54.464038 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-404271fa-4d77-4dc1-b8e9-759a83dc7427 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.521347 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-404271fa-4d77-4dc1-b8e9-759a83dc7427 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.525021 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-404271fa-4d77-4dc1-b8e9-759a83dc7427 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.543082 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404271fa-4d77-4dc1-b8e9-759a83dc7427 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92784954-096a-4bc9-9ab7-6dfe5f70ab18,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:54.548976 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-404271fa-4d77-4dc1-b8e9-759a83dc7427 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.549852 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-404271fa-4d77-4dc1-b8e9-759a83dc7427 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154571 Sep 29 18:30:54.552973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55330) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:54.557235 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-76909cb0-bd38-41e8-b4d8-cc9b4294e0d9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': '6e37f84f-7260-48d6-aad6-2f434fd3b2a5', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:30:54.583650 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-76909cb0-bd38-41e8-b4d8-cc9b4294e0d9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.642099 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-76909cb0-bd38-41e8-b4d8-cc9b4294e0d9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.645723 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-76909cb0-bd38-41e8-b4d8-cc9b4294e0d9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.666596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76909cb0-bd38-41e8-b4d8-cc9b4294e0d9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b2d07aa-1186-41d7-a567-02b649eb5148,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:54.670023 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-76909cb0-bd38-41e8-b4d8-cc9b4294e0d9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.671185 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-76909cb0-bd38-41e8-b4d8-cc9b4294e0d9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172702 Sep 29 18:30:54.673987 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55332) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:54.678862 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-9fdff4a3-34f6-43ec-b0b7-0e206a9487f9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': '6e37f84f-7260-48d6-aad6-2f434fd3b2a5', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:30:54.701085 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-9fdff4a3-34f6-43ec-b0b7-0e206a9487f9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Project 1d50132f353842469c421763ad2cc781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:30:54.706208 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fdff4a3-34f6-43ec-b0b7-0e206a9487f9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.766420 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fdff4a3-34f6-43ec-b0b7-0e206a9487f9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.771026 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fdff4a3-34f6-43ec-b0b7-0e206a9487f9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.784502 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdff4a3-34f6-43ec-b0b7-0e206a9487f9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e328199-785a-4b9a-b3de-25dcd62e1177,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:54.796118 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9fdff4a3-34f6-43ec-b0b7-0e206a9487f9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.797337 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9fdff4a3-34f6-43ec-b0b7-0e206a9487f9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217613 Sep 29 18:30:54.801648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55334) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:54.807743 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e0f963d5-1d29-4fa9-9816-1dd3444651ad no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:30:54.811545 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-f41315c4-c7f5-474c-b037-14d6ec3be8aa tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': '6e37f84f-7260-48d6-aad6-2f434fd3b2a5', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:30:54.833120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: e0f963d5-1d29-4fa9-9816-1dd3444651ad {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:30:54.833503 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e0f963d5-1d29-4fa9-9816-1dd3444651ad not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:30:54.833958 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 688627e8-3f5d-490c-824c-1402a764a927 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:30:54.834480 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-f41315c4-c7f5-474c-b037-14d6ec3be8aa tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Project 1d50132f353842469c421763ad2cc781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:30:54.839434 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f41315c4-c7f5-474c-b037-14d6ec3be8aa tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.852889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 688627e8-3f5d-490c-824c-1402a764a927 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:30:54.853230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 688627e8-3f5d-490c-824c-1402a764a927 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:30:54.899412 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f41315c4-c7f5-474c-b037-14d6ec3be8aa tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.902690 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f41315c4-c7f5-474c-b037-14d6ec3be8aa tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.919046 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41315c4-c7f5-474c-b037-14d6ec3be8aa tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ad1558-31f8-4739-8c9d-0a247d56cf45,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:54.926237 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f41315c4-c7f5-474c-b037-14d6ec3be8aa tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.927422 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f41315c4-c7f5-474c-b037-14d6ec3be8aa tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247697 Sep 29 18:30:54.930286 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55336) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:54.935050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-549ee2fd-5bfd-4f82-bdb5-f7e6adc65036 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'network': {'name': 'tempest-network-smoke--1821578650', 'project_id': '1d50132f353842469c421763ad2cc781', 'port_security_enabled': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:30:54.954693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549ee2fd-5bfd-4f82-bdb5-f7e6adc65036 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Made reservation on behalf of 1d50132f353842469c421763ad2cc781 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:30:54.958217 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-549ee2fd-5bfd-4f82-bdb5-f7e6adc65036 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.981073 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549ee2fd-5bfd-4f82-bdb5-f7e6adc65036 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:30:54.991093 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-549ee2fd-5bfd-4f82-bdb5-f7e6adc65036 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:54.991461 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-549ee2fd-5bfd-4f82-bdb5-f7e6adc65036 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Added segment 2c61f8cb-145b-4ae8-a38b-00e99603486d of type vlan for network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f Sep 29 18:30:55.030971 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-549ee2fd-5bfd-4f82-bdb5-f7e6adc65036 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:55.055543 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-549ee2fd-5bfd-4f82-bdb5-f7e6adc65036 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:55.061051 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549ee2fd-5bfd-4f82-bdb5-f7e6adc65036 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:55.061698 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-549ee2fd-5bfd-4f82-bdb5-f7e6adc65036 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:55.091950 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-549ee2fd-5bfd-4f82-bdb5-f7e6adc65036 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1605005 Sep 29 18:30:55.094633 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55338) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:55.099994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-806227198', 'admin_state_up': True, 'project_id': '1d50132f353842469c421763ad2cc781', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:30:55.123571 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:55.125373 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:55.132794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ee2fd-5bfd-4f82-bdb5-f7e6adc65036 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Network': ['ID=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:55.144298 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:30:55.178908 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:55.314178 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:55.807520 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:55.827137 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:55.933636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.25.2.173 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/b8b63db4-1d39-4b59-b7fd-3236d35a0d8b) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:30:56.033627 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:56.071075 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:56.106837 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:30:56.109659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:30:56.113638 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:30:56.139535 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=b8b63db4-1d39-4b59-b7fd-3236d35a0d8b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:56.368481 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:56.562161 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:56.687346 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 18:30:56.792616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:30:56.803014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Sync routers for ids ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:30:56.810601 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:56.811842 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c6df34a1-2205-460c-ae69-7a6ca4347636 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7161744 Sep 29 18:30:56.812800 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Routers {'3c104e2c-6a45-45ad-b6c1-1f2f09a25027'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:30:56.813465 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:30:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:30:56.815056 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55340) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:56.850467 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c0aac12d-1107-4c9b-9ad3-460826637d3e tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=1d50132f353842469c421763ad2cc781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334120 Sep 29 18:30:56.852225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55342) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:56.918235 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Set router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:30:56.999573 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b8279f-bad1-4227-bc58-3fab1ded1bb4 tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:57.000978 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-71b8279f-bad1-4227-bc58-3fab1ded1bb4 tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1478674 Sep 29 18:30:57.003946 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55344) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:57.039130 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b3e03430-8058-4ef4-80c4-fe3d1546f57d tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341287 Sep 29 18:30:57.041645 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55346) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:57.046238 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4e8f58d3-c6b2-43c9-9d29-1bdb54bb8d0a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2113400896', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'project_id': '1d50132f353842469c421763ad2cc781', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:30:57.095002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806227198', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:56Z', 'revision_number': 3, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:30:57.120644 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Checking router: 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:30:57.120995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Updating router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 port b8b63db4-1d39-4b59-b7fd-3236d35a0d8b binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:30:57.134571 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8f58d3-c6b2-43c9-9d29-1bdb54bb8d0a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Made reservation on behalf of 1d50132f353842469c421763ad2cc781 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:30:57.138430 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e8f58d3-c6b2-43c9-9d29-1bdb54bb8d0a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:57.146251 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:57.320196 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e8f58d3-c6b2-43c9-9d29-1bdb54bb8d0a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:57.381374 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f58d3-c6b2-43c9-9d29-1bdb54bb8d0a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Subnet': ['ID=fa1a652d-01a6-4c99-bb8c-b7ea946caf74,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:57.388677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f58d3-c6b2-43c9-9d29-1bdb54bb8d0a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Checking segment: {'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:30:57.389616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8f58d3-c6b2-43c9-9d29-1bdb54bb8d0a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network hostable DHCP agents. Network: 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:30:57.401252 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:57.406419 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8f58d3-c6b2-43c9-9d29-1bdb54bb8d0a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:30:57.406924 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:57.416209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-4e8f58d3-c6b2-43c9-9d29-1bdb54bb8d0a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:30:57.420353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f58d3-c6b2-43c9-9d29-1bdb54bb8d0a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:57.420954 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e8f58d3-c6b2-43c9-9d29-1bdb54bb8d0a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:57.435845 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4e8f58d3-c6b2-43c9-9d29-1bdb54bb8d0a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3932154 Sep 29 18:30:57.438638 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55348) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:30:57.451398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fb79b9-0dcf-4559-9a34-c78040ac5066 None None] Network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:30:57.472745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Attempting to bind port b8b63db4-1d39-4b59-b7fd-3236d35a0d8b on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:30:57.473118 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Attempting to bind port b8b63db4-1d39-4b59-b7fd-3236d35a0d8b by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:30:57.473500 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Attempting to bind port b8b63db4-1d39-4b59-b7fd-3236d35a0d8b on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:30:57.490043 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:30:57.490409 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:30:57.490818 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:57.491186 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:30:57.491650 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Bound port: b8b63db4-1d39-4b59-b7fd-3236d35a0d8b, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:30:57.492025 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:57.520329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2066edf-6407-4c55-923d-6d6d104aeeff None None] Pushing event updated for resources: {'Port': ['ID=b8b63db4-1d39-4b59-b7fd-3236d35a0d8b,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:57.603689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] For port b8b63db4-1d39-4b59-b7fd-3236d35a0d8b, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:30:57.634892 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] For port b8b63db4-1d39-4b59-b7fd-3236d35a0d8b, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b8b63db4-1d39-4b59-b7fd-3236d35a0d8b,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:30:57.640371 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:57.723560 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Routers {'3c104e2c-6a45-45ad-b6c1-1f2f09a25027'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:30:57.724193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:30:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:30:57.733214 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'fixed_ips': [{'subnet_id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:30:57.734091 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:57.874417 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:57.976220 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2066edf-6407-4c55-923d-6d6d104aeeff None None] Pushing event updated for resources: {'Port': ['ID=b8b63db4-1d39-4b59-b7fd-3236d35a0d8b,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:58.098670 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] Set router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:30:58.100528 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:58.142181 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.20.0.1 (5caa453a-d5f4-4df1-b20b-2db90e8e1c7f/fa1a652d-01a6-4c99-bb8c-b7ea946caf74/9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:30:58.255194 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:58.286290 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806227198', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:56Z', 'revision_number': 3, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:30:58.289617 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:58.316490 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654af123-3c20-4c4d-8abc-1d071faecd31 None None] The sync data for ids ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'] in n-d-811748-2 is: [{'id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806227198', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:56Z', 'revision_number': 3, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:30:58.328968 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:30:58.332925 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:30:58.341383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:30:58.366625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Allocated IP 172.20.0.2 (5caa453a-d5f4-4df1-b20b-2db90e8e1c7f/fa1a652d-01a6-4c99-bb8c-b7ea946caf74/abf8c3c3-2121-414f-bf96-718aabc06e17) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:30:58.371476 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:58.396267 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:58.529341 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:58.531474 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:58.535982 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:58.581623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:30:58.589306 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:30:58.596111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:30:58.601142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Pushing event updated for resources: {'Port': ['ID=abf8c3c3-2121-414f-bf96-718aabc06e17,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:58.665542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Attempting to bind port abf8c3c3-2121-414f-bf96-718aabc06e17 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:30:58.666080 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Attempting to bind port abf8c3c3-2121-414f-bf96-718aabc06e17 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:30:58.666463 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Attempting to bind port abf8c3c3-2121-414f-bf96-718aabc06e17 on network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:30:58.671779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:30:58.672154 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Checking segment: {'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:30:58.672560 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:58.673454 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Bound using segment: {'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:30:58.673454 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Bound port: abf8c3c3-2121-414f-bf96-718aabc06e17, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:30:58.673816 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:58.742927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] For port abf8c3c3-2121-414f-bf96-718aabc06e17, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:30:58.746509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] For port abf8c3c3-2121-414f-bf96-718aabc06e17, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=abf8c3c3-2121-414f-bf96-718aabc06e17,segment=NetworkSegment(2c61f8cb-145b-4ae8-a38b-00e99603486d),segment_id=2c61f8cb-145b-4ae8-a38b-00e99603486d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:30:58.754731 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:58.853054 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b8b63db4-1d39-4b59-b7fd-3236d35a0d8b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:30:58.861197 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c515e-6b20-4431-93b1-d703f12209d9 None None] Pushing event updated for resources: {'Port': ['ID=abf8c3c3-2121-414f-bf96-718aabc06e17,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:58.873209 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:58.879413 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:58.923205 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b8b63db4-1d39-4b59-b7fd-3236d35a0d8b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:30:58.923628 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:58.972543 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:58.977929 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:59.030615 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:59.056297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port b8b63db4-1d39-4b59-b7fd-3236d35a0d8b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b8b63db4-1d39-4b59-b7fd-3236d35a0d8b,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:30:59.063046 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:30:59.106970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:30:59.108366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:30:59.147929 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=b8b63db4-1d39-4b59-b7fd-3236d35a0d8b,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:30:59.241021 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:30:59.355917 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:30:59.361254 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5d26ecad-2c6b-4cb5-afa8-37c8e07b352b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "PUT /v2.0/routers/3c104e2c-6a45-45ad-b6c1-1f2f09a25027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9216383 Sep 29 18:30:59.498993 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-bd8da93d-1503-4c3b-91d3-dd90c1ca1d56 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-554878365&fields=id&tenant_id=1d50132f353842469c421763ad2cc781 HTTP/1.1" status: 200 len: 267 time: 0.0322850 Sep 29 18:30:59.925174 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-55ba6f94-01da-4257-8317-fe6ca1163ebd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:30:59.926660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-55ba6f94-01da-4257-8317-fe6ca1163ebd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/networks?id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f HTTP/1.1" status: 200 len: 797 time: 0.4200857 Sep 29 18:30:59.942726 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-0f1a331d-0f7e-47d2-8516-35cdd19545be tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/quotas/1d50132f353842469c421763ad2cc781 HTTP/1.1" status: 200 len: 375 time: 0.0101180 Sep 29 18:30:59.996089 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-2cdac2dd-ed39-4bb4-92d0-5c16649eeeed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476935 Sep 29 18:31:00.100616 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-43a151ff-1ae8-4d54-8733-22f03e347334 service neutron] 10.222.0.44 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911973 Sep 29 18:31:00.199623 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-80bda9d8-2aba-4d1b-985c-0b0d0fdea2f9 service neutron] 10.222.0.44 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907106 Sep 29 18:31:00.262594 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272e2305-6543-46b2-9525-78f2d280848a None None] Network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:31:00.349839 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Sync routers for ids ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:31:00.360746 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Routers {'3c104e2c-6a45-45ad-b6c1-1f2f09a25027'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:31:00.361385 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:30:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:31:00.366528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-551f6f78-d4d0-421a-8ed8-983a6e09a0f0 None None] Provisioning complete for port abf8c3c3-2121-414f-bf96-718aabc06e17 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:31:00.367209 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-551f6f78-d4d0-421a-8ed8-983a6e09a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:00.382221 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-63e82ff4-c578-488f-bb1f-9af83e7281af req-25643d6e-f8af-4693-bd62-ab86f6d1aca5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 210 time: 0.0372603 Sep 29 18:31:00.469331 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Set router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:31:00.503784 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-551f6f78-d4d0-421a-8ed8-983a6e09a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:00.541098 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-551f6f78-d4d0-421a-8ed8-983a6e09a0f0 None None] For port abf8c3c3-2121-414f-bf96-718aabc06e17, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=abf8c3c3-2121-414f-bf96-718aabc06e17,segment=NetworkSegment(2c61f8cb-145b-4ae8-a38b-00e99603486d),segment_id=2c61f8cb-145b-4ae8-a38b-00e99603486d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:31:00.545766 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-551f6f78-d4d0-421a-8ed8-983a6e09a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:00.596667 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f6f78-d4d0-421a-8ed8-983a6e09a0f0 None None] Pushing event updated for resources: {'Port': ['ID=abf8c3c3-2121-414f-bf96-718aabc06e17,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:31:00.672217 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806227198', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:58Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0', 'name': '', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:32:ce:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:57Z', 'updated_at': '2021-09-29T18:30:58Z', 'revision_number': 2, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:31:00.698060 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Checking router: 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:31:00.698396 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Updating router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:31:00.723657 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:00.765835 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b49e967d-eb96-441b-9e2f-c129f077433a None None] Provisioning complete for port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:31:00.766216 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b49e967d-eb96-441b-9e2f-c129f077433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:00.814127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b49e967d-eb96-441b-9e2f-c129f077433a None None] Port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:31:00.828661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b49e967d-eb96-441b-9e2f-c129f077433a None None] Provisioning complete for port abf8c3c3-2121-414f-bf96-718aabc06e17 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:31:00.828954 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b49e967d-eb96-441b-9e2f-c129f077433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:00.932170 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device abf8c3c3-2121-414f-bf96-718aabc06e17 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:31:00.983349 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port abf8c3c3-2121-414f-bf96-718aabc06e17 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:31:00.983835 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:01.022421 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:01.028628 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:01.076250 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-a0f2aa7a-30d6-43b6-af26-aad09529bfa9 None None] Provisioning complete for port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:31:01.076718 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a0f2aa7a-30d6-43b6-af26-aad09529bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:01.079055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b8b63db4-1d39-4b59-b7fd-3236d35a0d8b up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:31:01.080277 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308502e1-ae2b-42c9-a0d9-87e6fa8c6e82 None None] Pushing event updated for resources: {'Port': ['ID=9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:31:01.094047 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308502e1-ae2b-42c9-a0d9-87e6fa8c6e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:31:01.094384 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308502e1-ae2b-42c9-a0d9-87e6fa8c6e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:31:01.094717 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308502e1-ae2b-42c9-a0d9-87e6fa8c6e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:31:01.095045 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308502e1-ae2b-42c9-a0d9-87e6fa8c6e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:31:01.095368 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308502e1-ae2b-42c9-a0d9-87e6fa8c6e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:31:01.095689 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308502e1-ae2b-42c9-a0d9-87e6fa8c6e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:31:01.096077 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308502e1-ae2b-42c9-a0d9-87e6fa8c6e82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:31:01.096453 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308502e1-ae2b-42c9-a0d9-87e6fa8c6e82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:31:01.096776 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308502e1-ae2b-42c9-a0d9-87e6fa8c6e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:31:01.097091 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308502e1-ae2b-42c9-a0d9-87e6fa8c6e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:31:01.097438 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308502e1-ae2b-42c9-a0d9-87e6fa8c6e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:31:01.097752 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308502e1-ae2b-42c9-a0d9-87e6fa8c6e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:31:01.144182 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2aa7a-30d6-43b6-af26-aad09529bfa9 None None] Port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:31:01.149354 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Attempting to bind port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:31:01.149719 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Attempting to bind port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:31:01.150078 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Attempting to bind port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 on network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:31:01.154978 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:31:01.155345 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Checking segment: {'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:31:01.155745 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:01.156264 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Bound using segment: {'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:31:01.156599 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Bound port: 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:31:01.157321 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:01.158689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port b8b63db4-1d39-4b59-b7fd-3236d35a0d8b triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:31:01.159062 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:01.266758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f3d60210-b890-48e1-96c9-1c17f1b331b7 None None] Provisioning complete for port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:31:01.267428 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f3d60210-b890-48e1-96c9-1c17f1b331b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:01.307296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-f3d60210-b890-48e1-96c9-1c17f1b331b7 None None] Port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:31:01.324309 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] For port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:31:01.327348 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] For port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0,segment=NetworkSegment(2c61f8cb-145b-4ae8-a38b-00e99603486d),segment_id=2c61f8cb-145b-4ae8-a38b-00e99603486d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:31:01.332951 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:01.393259 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308502e1-ae2b-42c9-a0d9-87e6fa8c6e82 None None] Pushing event updated for resources: {'Port': ['ID=9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:31:01.395785 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Routers {'3c104e2c-6a45-45ad-b6c1-1f2f09a25027'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:31:01.396384 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:30:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:31:01.437595 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-c96aaaf1-5d4d-4d70-9d73-fd7a1cbb70c5 None None] Provisioning complete for port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:31:01.438178 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c96aaaf1-5d4d-4d70-9d73-fd7a1cbb70c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:01.521567 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] Set router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:31:01.546323 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-454d3778-b70d-4ce3-932b-823ffc3a1513 req-5f0ee29b-a15b-45c0-b8a4-2304d945e5c5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 210 time: 0.0556390 Sep 29 18:31:01.607368 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c96aaaf1-5d4d-4d70-9d73-fd7a1cbb70c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:01.641271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-c96aaaf1-5d4d-4d70-9d73-fd7a1cbb70c5 None None] For port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0,segment=NetworkSegment(2c61f8cb-145b-4ae8-a38b-00e99603486d),segment_id=2c61f8cb-145b-4ae8-a38b-00e99603486d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:31:01.646725 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c96aaaf1-5d4d-4d70-9d73-fd7a1cbb70c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:01.696907 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96aaaf1-5d4d-4d70-9d73-fd7a1cbb70c5 None None] Pushing event updated for resources: {'Port': ['ID=9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:31:01.736472 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806227198', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:58Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0', 'name': '', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:32:ce:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:57Z', 'updated_at': '2021-09-29T18:31:01Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:31:01.767946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e1ed105d-5701-4417-af3a-6a21d77def34 None None] Provisioning complete for port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:31:01.769025 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e1ed105d-5701-4417-af3a-6a21d77def34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:01.771940 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b5648-3c11-4306-b417-5b94d8a40013 None None] The sync data for ids ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'] in n-d-811748-2 is: [{'id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806227198', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:58Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0', 'name': '', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:32:ce:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:57Z', 'updated_at': '2021-09-29T18:31:01Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:31:02.656880 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-febfefa8-6dbc-49d3-8cde-51a0f9d7fb87 req-a7729262-1ccb-4f7e-8b38-ab29f1851bef tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 210 time: 0.0346463 Sep 29 18:31:02.828168 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:31:02.880543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:31:02.880919 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:03.416225 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-e6dbdca4-0e23-43d3-a4da-8fc1ff5fce5e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:03.418425 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-e6dbdca4-0e23-43d3-a4da-8fc1ff5fce5e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "GET /v2.0/networks?id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f HTTP/1.1" status: 200 len: 797 time: 0.1080878 Sep 29 18:31:03.430732 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f8985c0-5793-400e-a6eb-79f1fba28e00 req-3f6565e0-b8f6-4d57-9ee5-c8e7ed37e0cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418863 Sep 29 18:31:03.465113 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-a0520751-e227-451c-9771-97b7ce26455b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d50132f353842469c421763ad2cc781 HTTP/1.1" status: 200 len: 379 time: 0.0375280 Sep 29 18:31:03.476296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-b8552965-82b6-4549-8f98-69d961d82920 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'port': {'device_id': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'admin_state_up': True, 'tenant_id': '1d50132f353842469c421763ad2cc781', 'security_groups': ['6e37f84f-7260-48d6-aad6-2f434fd3b2a5']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:31:03.528417 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8985c0-5793-400e-a6eb-79f1fba28e00 req-309799d3-1823-4791-abaa-5f2c2c02e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:03.529928 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f8985c0-5793-400e-a6eb-79f1fba28e00 req-309799d3-1823-4791-abaa-5f2c2c02e3a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0404413 Sep 29 18:31:03.582289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-b8552965-82b6-4549-8f98-69d961d82920 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Made reservation on behalf of 1d50132f353842469c421763ad2cc781 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:31:03.586601 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-b8552965-82b6-4549-8f98-69d961d82920 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:03.636405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8985c0-5793-400e-a6eb-79f1fba28e00 req-be4cb25f-af77-4e4c-abc2-e3ce60ab8c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:03.637909 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f8985c0-5793-400e-a6eb-79f1fba28e00 req-be4cb25f-af77-4e4c-abc2-e3ce60ab8c61 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0873377 Sep 29 18:31:03.678993 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f8985c0-5793-400e-a6eb-79f1fba28e00 req-32feeecf-f045-46de-9821-19f108e2a0f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0331950 Sep 29 18:31:03.718519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-b8552965-82b6-4549-8f98-69d961d82920 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.20.0.9 (5caa453a-d5f4-4df1-b20b-2db90e8e1c7f/fa1a652d-01a6-4c99-bb8c-b7ea946caf74/088762e0-0098-45d0-881b-6e3bf505bac3) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:31:03.739007 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8985c0-5793-400e-a6eb-79f1fba28e00 req-e6e32576-a162-4adb-a9f5-9741759cd6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:03.740470 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f8985c0-5793-400e-a6eb-79f1fba28e00 req-e6e32576-a162-4adb-a9f5-9741759cd6a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0463099 Sep 29 18:31:03.789806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18f1dcb6-23a6-4dba-9832-f2b4d966644e req-583d5521-5efe-4640-a39f-34b7c4a4d78f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 210 time: 0.0483651 Sep 29 18:31:03.813884 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8985c0-5793-400e-a6eb-79f1fba28e00 req-c037a969-93f5-4a69-a3c3-5f016bfa2350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:03.815588 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f8985c0-5793-400e-a6eb-79f1fba28e00 req-c037a969-93f5-4a69-a3c3-5f016bfa2350 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648744 Sep 29 18:31:03.863588 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-b8552965-82b6-4549-8f98-69d961d82920 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:03.897125 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-b8552965-82b6-4549-8f98-69d961d82920 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:03.906208 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f8985c0-5793-400e-a6eb-79f1fba28e00 req-a7d8d85a-9079-4d2f-b74c-00865a5819e5 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837419 Sep 29 18:31:03.939927 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-b8552965-82b6-4549-8f98-69d961d82920 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:31:03.943419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-b8552965-82b6-4549-8f98-69d961d82920 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:31:03.945995 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-b8552965-82b6-4549-8f98-69d961d82920 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:31:03.974649 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8552965-82b6-4549-8f98-69d961d82920 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=088762e0-0098-45d0-881b-6e3bf505bac3,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:31:04.005786 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-b8552965-82b6-4549-8f98-69d961d82920 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:04.006033 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8f8985c0-5793-400e-a6eb-79f1fba28e00 req-e89bfe6b-442c-496a-805e-485682aceaf4 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917020 Sep 29 18:31:04.006862 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-b8552965-82b6-4549-8f98-69d961d82920 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:04.022649 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-b8552965-82b6-4549-8f98-69d961d82920 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5501795 Sep 29 18:31:04.036106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Request body: {'port': {'device_id': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:31:04.096832 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:04.214705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-068135d9-e1ba-4c11-930d-748519cd1ecd None None] Provisioning complete for port 088762e0-0098-45d0-881b-6e3bf505bac3 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:31:04.215314 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-068135d9-e1ba-4c11-930d-748519cd1ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:04.253641 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-068135d9-e1ba-4c11-930d-748519cd1ecd None None] Port 088762e0-0098-45d0-881b-6e3bf505bac3 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:31:04.372509 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088762e0-0098-45d0-881b-6e3bf505bac3 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:31:04.379873 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:04.391440 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Transition to ACTIVE for port object 088762e0-0098-45d0-881b-6e3bf505bac3 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:31:04.396778 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:04.466246 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Pushing event updated for resources: {'Port': ['ID=088762e0-0098-45d0-881b-6e3bf505bac3,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:31:04.522827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Attempting to bind port 088762e0-0098-45d0-881b-6e3bf505bac3 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:31:04.523161 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Attempting to bind port 088762e0-0098-45d0-881b-6e3bf505bac3 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:31:04.523490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Attempting to bind port 088762e0-0098-45d0-881b-6e3bf505bac3 on network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:31:04.527970 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Port 088762e0-0098-45d0-881b-6e3bf505bac3 on network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:31:04.528289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Attempting to bind port 088762e0-0098-45d0-881b-6e3bf505bac3 on network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:31:04.533144 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:31:04.533574 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Checking segment: {'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:31:04.534579 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Bound using segment: {'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:31:04.535014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Bound port: 088762e0-0098-45d0-881b-6e3bf505bac3, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:31:04.535375 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:04.601201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] For port 088762e0-0098-45d0-881b-6e3bf505bac3, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:31:04.604213 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] For port 088762e0-0098-45d0-881b-6e3bf505bac3, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=088762e0-0098-45d0-881b-6e3bf505bac3,segment=NetworkSegment(2c61f8cb-145b-4ae8-a38b-00e99603486d),segment_id=2c61f8cb-145b-4ae8-a38b-00e99603486d)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:31:04.608215 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:04.642542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:04.643184 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:04.644632 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] 10.222.0.49 "PUT /v2.0/ports/088762e0-0098-45d0-881b-6e3bf505bac3 HTTP/1.1" status: 200 len: 1091 time: 0.6135354 Sep 29 18:31:04.645004 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'tag': '088762e0-0098-45d0-881b-6e3bf505bac3'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:31:04.647271 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d19c6c2-3057-40bf-a60b-b8b0e137f800" -d '{"events": [{"name": "network-changed", "server_uuid": "d2110b44-981f-48eb-971c-d0dc910ec4a8", "tag": "088762e0-0098-45d0-881b-6e3bf505bac3"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:31:04.683442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7faa9-8a54-4e94-8f05-531d7c9d9eaf service neutron] Pushing event updated for resources: {'Port': ['ID=088762e0-0098-45d0-881b-6e3bf505bac3,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:31:04.716355 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0a81eb-95dc-44b6-b301-2a18cf544326 x-openstack-request-id: req-5e0a81eb-95dc-44b6-b301-2a18cf544326 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:31:04.716652 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2110b44-981f-48eb-971c-d0dc910ec4a8", "tag": "088762e0-0098-45d0-881b-6e3bf505bac3", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:31:04.716898 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e0a81eb-95dc-44b6-b301-2a18cf544326 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:31:04.717370 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'tag': '088762e0-0098-45d0-881b-6e3bf505bac3', 'status': 'completed', 'code': 200} Sep 29 18:31:04.734133 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-ce01dc8b-2d8e-46cc-bc38-8bcb09b03d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:04.735781 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-ce01dc8b-2d8e-46cc-bc38-8bcb09b03d33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0478425 Sep 29 18:31:04.785365 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-d02fd0fd-aca4-4968-a89a-b02a8970557b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=088762e0-0098-45d0-881b-6e3bf505bac3 HTTP/1.1" status: 200 len: 217 time: 0.0396414 Sep 29 18:31:04.843594 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-9bd42fe9-de48-4e89-8575-4d4b50d0d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:04.845199 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-9bd42fe9-de48-4e89-8575-4d4b50d0d602 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa1a652d-01a6-4c99-bb8c-b7ea946caf74 HTTP/1.1" status: 200 len: 835 time: 0.0523641 Sep 29 18:31:04.903050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-942ae95c-66eb-43d9-8505-96eb3d75be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:04.905314 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-942ae95c-66eb-43d9-8505-96eb3d75be6f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514967 Sep 29 18:31:04.925579 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fc7ba-9a7e-4843-a6b3-d4b9f537bd58 req-677d170b-6ee2-401b-b07e-c70ce53aa67e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:04.927183 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2b7fc7ba-9a7e-4843-a6b3-d4b9f537bd58 req-677d170b-6ee2-401b-b07e-c70ce53aa67e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 943 time: 0.0507438 Sep 29 18:31:04.969051 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2b7fc7ba-9a7e-4843-a6b3-d4b9f537bd58 req-59e9d27c-85f3-466e-a433-cbadca472584 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335181 Sep 29 18:31:05.001543 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-006d4f4a-b79b-4ae8-b68a-fb0cf88c48e8 service neutron] 10.222.0.49 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893221 Sep 29 18:31:05.088948 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-53ec3da9-eca1-4901-9f3f-d723a99011b8 req-5b0ea250-3a65-4d50-a705-3c388f45158c service neutron] 10.222.0.49 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806201 Sep 29 18:31:05.180098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19c6c2-3057-40bf-a60b-b8b0e137f800 req-173aff32-b693-4dc7-8930-661690cc3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:05.181946 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d19c6c2-3057-40bf-a60b-b8b0e137f800 req-173aff32-b693-4dc7-8930-661690cc3f65 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0471945 Sep 29 18:31:05.272072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19c6c2-3057-40bf-a60b-b8b0e137f800 req-6fae035b-5bc4-4e0a-bcc2-40569e6899cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:05.273587 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d19c6c2-3057-40bf-a60b-b8b0e137f800 req-6fae035b-5bc4-4e0a-bcc2-40569e6899cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f HTTP/1.1" status: 200 len: 898 time: 0.0849645 Sep 29 18:31:05.317677 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d19c6c2-3057-40bf-a60b-b8b0e137f800 req-ed3ed8bd-6e96-4b4d-b059-e6fb70d41924 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=088762e0-0098-45d0-881b-6e3bf505bac3 HTTP/1.1" status: 200 len: 217 time: 0.0371945 Sep 29 18:31:05.368762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19c6c2-3057-40bf-a60b-b8b0e137f800 req-ae9e198f-2c2d-45ec-8064-8f43e16557f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:05.370180 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d19c6c2-3057-40bf-a60b-b8b0e137f800 req-ae9e198f-2c2d-45ec-8064-8f43e16557f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa1a652d-01a6-4c99-bb8c-b7ea946caf74 HTTP/1.1" status: 200 len: 835 time: 0.0458651 Sep 29 18:31:05.416660 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19c6c2-3057-40bf-a60b-b8b0e137f800 req-93e41975-9b6b-4062-b5e3-53403f81b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:05.418147 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d19c6c2-3057-40bf-a60b-b8b0e137f800 req-93e41975-9b6b-4062-b5e3-53403f81b14c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403049 Sep 29 18:31:05.510585 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d19c6c2-3057-40bf-a60b-b8b0e137f800 req-2dd00dc7-8e25-4abf-806f-f3dd9a69557b service neutron] 10.222.0.49 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848589 Sep 29 18:31:05.602015 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5d19c6c2-3057-40bf-a60b-b8b0e137f800 req-d13118cb-23f6-46ef-904c-ae24e23a1640 service neutron] 10.222.0.49 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828888 Sep 29 18:31:06.087338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f486c-f2d8-4c56-8de0-8efde5cc8e9e req-84378c3e-84ef-4fd9-a976-ee05e44ae357 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:06.088797 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-727f486c-f2d8-4c56-8de0-8efde5cc8e9e req-84378c3e-84ef-4fd9-a976-ee05e44ae357 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 943 time: 0.0526783 Sep 29 18:31:06.125437 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-727f486c-f2d8-4c56-8de0-8efde5cc8e9e req-dedf5bb9-1666-4075-a9be-37fe3df4990e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307651 Sep 29 18:31:07.170844 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 088762e0-0098-45d0-881b-6e3bf505bac3 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:31:07.240387 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3930c59-776d-464a-9ee6-e759c6840e57 req-222cb92c-26b9-4503-9b10-f4f8b82f31d8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:07.241915 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3930c59-776d-464a-9ee6-e759c6840e57 req-222cb92c-26b9-4503-9b10-f4f8b82f31d8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 943 time: 0.0489736 Sep 29 18:31:07.269746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 088762e0-0098-45d0-881b-6e3bf505bac3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=088762e0-0098-45d0-881b-6e3bf505bac3,segment=NetworkSegment(2c61f8cb-145b-4ae8-a38b-00e99603486d),segment_id=2c61f8cb-145b-4ae8-a38b-00e99603486d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:31:07.280616 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3930c59-776d-464a-9ee6-e759c6840e57 req-548f0fff-0dc2-4aa3-af8c-d6cb4a04eb74 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326488 Sep 29 18:31:07.284782 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '088762e0-0098-45d0-881b-6e3bf505bac3', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'port_id': '088762e0-0098-45d0-881b-6e3bf505bac3', 'mac_address': 'fa:16:3e:2c:29:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:31:07.321881 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:07.334991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088762e0-0098-45d0-881b-6e3bf505bac3 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:31:07.353513 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 088762e0-0098-45d0-881b-6e3bf505bac3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=088762e0-0098-45d0-881b-6e3bf505bac3,segment=NetworkSegment(2c61f8cb-145b-4ae8-a38b-00e99603486d),segment_id=2c61f8cb-145b-4ae8-a38b-00e99603486d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:31:07.357150 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:07.403019 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=088762e0-0098-45d0-881b-6e3bf505bac3,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:31:07.557198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['088762e0-0098-45d0-881b-6e3bf505bac3'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:31:08.397478 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994dc272-8bde-4c83-b84a-6b6c6bef7321 req-3ce469cd-9264-43ef-be4e-13a208eb290a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:08.398963 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-994dc272-8bde-4c83-b84a-6b6c6bef7321 req-3ce469cd-9264-43ef-be4e-13a208eb290a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 944 time: 0.0481014 Sep 29 18:31:08.435854 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-994dc272-8bde-4c83-b84a-6b6c6bef7321 req-aa436316-c179-4de2-ba94-9abfc57c7c69 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309916 Sep 29 18:31:09.190426 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 088762e0-0098-45d0-881b-6e3bf505bac3 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:31:09.240106 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 088762e0-0098-45d0-881b-6e3bf505bac3 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:31:09.243895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 088762e0-0098-45d0-881b-6e3bf505bac3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:31:09.244269 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:09.320435 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:09.342221 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088762e0-0098-45d0-881b-6e3bf505bac3'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:31:09.344436 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367b2307-6d7e-4b6b-b115-ab0813bd3b08" -d '{"events": [{"server_uuid": "d2110b44-981f-48eb-971c-d0dc910ec4a8", "name": "network-vif-plugged", "status": "completed", "tag": "088762e0-0098-45d0-881b-6e3bf505bac3"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:31:09.357374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 088762e0-0098-45d0-881b-6e3bf505bac3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=088762e0-0098-45d0-881b-6e3bf505bac3,segment=NetworkSegment(2c61f8cb-145b-4ae8-a38b-00e99603486d),segment_id=2c61f8cb-145b-4ae8-a38b-00e99603486d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:31:09.362354 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:09.391101 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0145e91f-549f-4960-9dc8-60b532ca4b2d x-openstack-request-id: req-0145e91f-549f-4960-9dc8-60b532ca4b2d {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:31:09.391435 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2110b44-981f-48eb-971c-d0dc910ec4a8", "name": "network-vif-plugged", "status": "completed", "tag": "088762e0-0098-45d0-881b-6e3bf505bac3", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:31:09.391693 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0145e91f-549f-4960-9dc8-60b532ca4b2d {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:31:09.392078 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088762e0-0098-45d0-881b-6e3bf505bac3', 'code': 200} Sep 29 18:31:09.417637 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=088762e0-0098-45d0-881b-6e3bf505bac3,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:31:09.488086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0604cfa-b102-4c07-9405-b8da400b2fcd req-c0a92fdd-0a12-46eb-b7f4-eb5f6225e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:09.489646 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a0604cfa-b102-4c07-9405-b8da400b2fcd req-c0a92fdd-0a12-46eb-b7f4-eb5f6225e4ce service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0465071 Sep 29 18:31:09.524461 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-a0604cfa-b102-4c07-9405-b8da400b2fcd req-14d7db42-91d5-476b-9621-2a039f4d9f01 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280938 Sep 29 18:31:09.556240 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea0be3-3ad0-4b63-937b-8b736fbf394e req-ddf7e45b-9a3d-402c-b78a-5038b7452a3c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:09.557752 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d9ea0be3-3ad0-4b63-937b-8b736fbf394e req-ddf7e45b-9a3d-402c-b78a-5038b7452a3c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0527148 Sep 29 18:31:09.593743 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d9ea0be3-3ad0-4b63-937b-8b736fbf394e req-6e1677bc-fd68-466e-9143-55688e481662 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299580 Sep 29 18:31:10.710923 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a5724-6f8f-4391-a4ff-97c870603271 req-4b1fea50-24bb-480d-a041-7f716b9947e3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:10.712384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b33a5724-6f8f-4391-a4ff-97c870603271 req-4b1fea50-24bb-480d-a041-7f716b9947e3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0493927 Sep 29 18:31:10.748821 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b33a5724-6f8f-4391-a4ff-97c870603271 req-88c910af-ae72-43ee-acd5-8b3f64089662 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304294 Sep 29 18:31:10.863329 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d3022-1de2-40f4-aa44-d512ef34e3ae req-0375ed6c-0492-4133-bbea-42d458dcab35 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:10.864782 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-102d3022-1de2-40f4-aa44-d512ef34e3ae req-0375ed6c-0492-4133-bbea-42d458dcab35 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0481431 Sep 29 18:31:10.902703 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-102d3022-1de2-40f4-aa44-d512ef34e3ae req-f89bd55c-f61a-412e-bafc-fb3a1e399626 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319614 Sep 29 18:31:10.913540 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bab8b726-e992-4319-bcb8-5159a1b339d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:10.924467 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55406) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:31:10.969139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace01ee7-81d7-4115-8289-a5d3fa982d40 tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:10.970672 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ace01ee7-81d7-4115-8289-a5d3fa982d40 tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 1091 time: 0.0447645 Sep 29 18:31:10.973564 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55408) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:31:10.977724 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '088762e0-0098-45d0-881b-6e3bf505bac3', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:31:10.997658 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:11.091312 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:11.194995 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.25.2.77 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/7faeb7a7-03e9-4aa7-934a-a9188fb2feec) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:31:11.295131 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:11.327653 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:11.372405 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:31:11.376592 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:31:11.380226 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:31:11.387909 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=7faeb7a7-03e9-4aa7-934a-a9188fb2feec,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:31:11.721339 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:11.788985 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:11.936674 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:11.942314 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:12.012040 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=7faeb7a7-03e9-4aa7-934a-a9188fb2feec,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:31:12.022218 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:12.121359 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Floating IP 0fda4b46-6f8e-482b-a29e-65f8d8e2eaa6 associated. External IP: 172.25.2.77, port: 088762e0-0098-45d0-881b-6e3bf505bac3. Sep 29 18:31:12.328328 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:31:12.444608 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:31:12.454805 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa0ffd0-bb68-4497-a942-0524ecaf4fa0 None None] Sync routers for ids ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:31:12.462259 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:12.465697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa0ffd0-bb68-4497-a942-0524ecaf4fa0 None None] Routers {'3c104e2c-6a45-45ad-b6c1-1f2f09a25027'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:31:12.466328 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-afa0ffd0-bb68-4497-a942-0524ecaf4fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:30:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:31:12.489834 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4e853c0d-5762-4f0d-9246-d812dfad18d0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5152817 Sep 29 18:31:12.490511 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'tag': '088762e0-0098-45d0-881b-6e3bf505bac3'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:31:12.492873 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c841b3-3673-4080-a25f-c7384dd1ce03" -d '{"events": [{"name": "network-changed", "server_uuid": "d2110b44-981f-48eb-971c-d0dc910ec4a8", "tag": "088762e0-0098-45d0-881b-6e3bf505bac3"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:31:12.572398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-afa0ffd0-bb68-4497-a942-0524ecaf4fa0 None None] Set router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:31:12.586293 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ec0c2-e104-46d7-85e3-7c2a122bfde0 req-afce2f5c-c11a-4d5a-81a1-65d721b9b4f5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:12.587709 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e52ec0c2-e104-46d7-85e3-7c2a122bfde0 req-afce2f5c-c11a-4d5a-81a1-65d721b9b4f5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0501373 Sep 29 18:31:12.629498 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e52ec0c2-e104-46d7-85e3-7c2a122bfde0 req-ccb63e13-1aed-4016-af70-d94fdea54492 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357568 Sep 29 18:31:12.656572 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55414) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:31:12.703430 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a8b385-c420-4cad-818e-5f04505c886c x-openstack-request-id: req-89a8b385-c420-4cad-818e-5f04505c886c {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:31:12.703726 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2110b44-981f-48eb-971c-d0dc910ec4a8", "tag": "088762e0-0098-45d0-881b-6e3bf505bac3", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:31:12.703980 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89a8b385-c420-4cad-818e-5f04505c886c {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:31:12.704381 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'tag': '088762e0-0098-45d0-881b-6e3bf505bac3', 'status': 'completed', 'code': 200} Sep 29 18:31:12.730213 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-48b62792-f054-4939-9498-0acb11ca8738 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/0fda4b46-6f8e-482b-a29e-65f8d8e2eaa6 HTTP/1.1" status: 200 len: 990 time: 0.0711935 Sep 29 18:31:12.746954 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c841b3-3673-4080-a25f-c7384dd1ce03 req-b2681dbc-54ae-41b1-be98-211413c57f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:12.748446 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42c841b3-3673-4080-a25f-c7384dd1ce03 req-b2681dbc-54ae-41b1-be98-211413c57f9b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0407698 Sep 29 18:31:12.819629 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-afa0ffd0-bb68-4497-a942-0524ecaf4fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806227198', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:58Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '0fda4b46-6f8e-482b-a29e-65f8d8e2eaa6', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'port_id': '088762e0-0098-45d0-881b-6e3bf505bac3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'mac_address': 'fa:16:3e:2c:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:31:11Z', 'updated_at': '2021-09-29T18:31:11Z', 'revision_number': 0, 'project_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0', 'name': '', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:32:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:57Z', 'updated_at': '2021-09-29T18:31:01Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:31:12.837953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c841b3-3673-4080-a25f-c7384dd1ce03 req-db51444f-f050-40ee-999a-3f16096e5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:12.839339 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42c841b3-3673-4080-a25f-c7384dd1ce03 req-db51444f-f050-40ee-999a-3f16096e5c01 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f HTTP/1.1" status: 200 len: 898 time: 0.0838611 Sep 29 18:31:12.846025 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa0ffd0-bb68-4497-a942-0524ecaf4fa0 None None] Checking router: 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:31:12.855121 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa0ffd0-bb68-4497-a942-0524ecaf4fa0 None None] Routers {'3c104e2c-6a45-45ad-b6c1-1f2f09a25027'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:31:12.855728 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-afa0ffd0-bb68-4497-a942-0524ecaf4fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:30:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:31:12.970690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-afa0ffd0-bb68-4497-a942-0524ecaf4fa0 None None] Set router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:31:13.205731 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42c841b3-3673-4080-a25f-c7384dd1ce03 req-5d4bd705-5e38-4bf4-843d-18ed401c22c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=088762e0-0098-45d0-881b-6e3bf505bac3 HTTP/1.1" status: 200 len: 998 time: 0.3595753 Sep 29 18:31:13.257395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c841b3-3673-4080-a25f-c7384dd1ce03 req-89218a11-40db-47c4-b0a1-d3c628cef07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:13.258863 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42c841b3-3673-4080-a25f-c7384dd1ce03 req-89218a11-40db-47c4-b0a1-d3c628cef07a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa1a652d-01a6-4c99-bb8c-b7ea946caf74 HTTP/1.1" status: 200 len: 835 time: 0.0457690 Sep 29 18:31:13.306988 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c841b3-3673-4080-a25f-c7384dd1ce03 req-6fd2e8df-b364-4a45-848e-9db067c38215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:13.308551 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42c841b3-3673-4080-a25f-c7384dd1ce03 req-6fd2e8df-b364-4a45-848e-9db067c38215 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406342 Sep 29 18:31:13.362051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-afa0ffd0-bb68-4497-a942-0524ecaf4fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806227198', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:58Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '0fda4b46-6f8e-482b-a29e-65f8d8e2eaa6', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'port_id': '088762e0-0098-45d0-881b-6e3bf505bac3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'mac_address': 'fa:16:3e:2c:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:31:11Z', 'updated_at': '2021-09-29T18:31:11Z', 'revision_number': 0, 'project_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0', 'name': '', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:32:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:57Z', 'updated_at': '2021-09-29T18:31:01Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:31:13.388625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa0ffd0-bb68-4497-a942-0524ecaf4fa0 None None] The sync data for ids ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'] in n-d-811748-2 is: [{'id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806227198', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:58Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '0fda4b46-6f8e-482b-a29e-65f8d8e2eaa6', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'floating_ip_address': '172.25.2.77', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'port_id': '088762e0-0098-45d0-881b-6e3bf505bac3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'mac_address': 'fa:16:3e:2c:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:31:11Z', 'updated_at': '2021-09-29T18:31:11Z', 'revision_number': 0, 'project_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0', 'name': '', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:32:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:57Z', 'updated_at': '2021-09-29T18:31:01Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:31:13.402020 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42c841b3-3673-4080-a25f-c7384dd1ce03 req-c9a165cc-d41a-4f91-8b5b-9bb11634200a service neutron] 10.222.0.49 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863221 Sep 29 18:31:13.498577 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-42c841b3-3673-4080-a25f-c7384dd1ce03 req-2c970282-4b22-4327-a576-24d21a1a7b56 service neutron] 10.222.0.49 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894823 Sep 29 18:31:13.575934 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecb39a0-5029-4689-96f8-25cd4ed134ac None None] New status for floating IP 0fda4b46-6f8e-482b-a29e-65f8d8e2eaa6: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:31:13.618234 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2613e7ca-c44f-4211-af66-e796b668d765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:13.732955 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55416) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:31:13.793106 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-84a58e7a-b2d8-4212-9da7-fbe9a3c2acca tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/0fda4b46-6f8e-482b-a29e-65f8d8e2eaa6 HTTP/1.1" status: 200 len: 992 time: 0.0588958 Sep 29 18:31:14.759858 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:14.827606 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:15.176482 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:17.125268 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:27.325724 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:31:28.066372 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:40.917832 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6c5be416-d624-4ebd-b5ca-a147ada9616d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:43.620270 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a4e1e2a5-8b1f-4a72-89f9-e9908c1e3baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:44.761036 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:44.829791 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:45.173039 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:47.032231 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-fe3e0501-89ea-44af-8d49-93e2008ffd86 req-f9660c78-5a2b-4d36-81d5-f65a393e3232 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:31:47.033119 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fe3e0501-89ea-44af-8d49-93e2008ffd86 req-f9660c78-5a2b-4d36-81d5-f65a393e3232 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052488 Sep 29 18:31:47.130427 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:47.212748 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaf78a-b121-4424-bc00-8760d5e7e737 req-18bbeedd-4fa5-481d-a7b4-a716d4111753 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:47.214270 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7bbaf78a-b121-4424-bc00-8760d5e7e737 req-18bbeedd-4fa5-481d-a7b4-a716d4111753 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0497212 Sep 29 18:31:47.240825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-0d027773-34fa-4938-9a08-8eb9fc777f41 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875275 Sep 29 18:31:47.250014 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-4ba7163e-5e28-446b-970e-934dcc065a06 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:31:47.251095 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-4ba7163e-5e28-446b-970e-934dcc065a06 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052965 Sep 29 18:31:47.256601 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7bbaf78a-b121-4424-bc00-8760d5e7e737 req-c7e9d3d1-79a1-43b1-80ad-cb83fef3599b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363984 Sep 29 18:31:48.374059 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9030b0a-aa5d-4af7-b7f3-5165178aa201 req-fabed3ad-3a8b-40ac-b4cf-1ac3176d6d18 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:48.375536 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d9030b0a-aa5d-4af7-b7f3-5165178aa201 req-fabed3ad-3a8b-40ac-b4cf-1ac3176d6d18 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0511127 Sep 29 18:31:48.412812 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d9030b0a-aa5d-4af7-b7f3-5165178aa201 req-1eefe00b-b628-49a0-a25e-4e8055a433e4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310128 Sep 29 18:31:49.525211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97faa2b5-0567-45e9-89d2-3ac12368b1cb req-a6bc5359-9268-46dd-aacf-7209a5891719 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:49.526620 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-97faa2b5-0567-45e9-89d2-3ac12368b1cb req-a6bc5359-9268-46dd-aacf-7209a5891719 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0479410 Sep 29 18:31:49.563375 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-97faa2b5-0567-45e9-89d2-3ac12368b1cb req-2fe0f8dd-b40e-4808-bf50-b2ecb12545e6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309005 Sep 29 18:31:50.498585 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-20c6b793-68ca-4c8e-a484-eadf99c73865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:50.499976 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-20c6b793-68ca-4c8e-a484-eadf99c73865 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0412054 Sep 29 18:31:50.592738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-83d3ba42-ff80-4987-86bb-3c6cad9c0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:50.594239 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-83d3ba42-ff80-4987-86bb-3c6cad9c0b87 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f HTTP/1.1" status: 200 len: 898 time: 0.0871418 Sep 29 18:31:50.660475 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-91767792-ec23-4486-bcda-42de5259d5cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=088762e0-0098-45d0-881b-6e3bf505bac3 HTTP/1.1" status: 200 len: 1000 time: 0.0588048 Sep 29 18:31:50.681591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c2c96-5615-48c2-b9ff-172c30645ebd req-4edefcd1-26f9-4fd4-805f-e7726511cca2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:50.683088 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-926c2c96-5615-48c2-b9ff-172c30645ebd req-4edefcd1-26f9-4fd4-805f-e7726511cca2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0490944 Sep 29 18:31:50.711218 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-c574c0a8-bc84-4966-b0b4-c82120d94152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:50.712705 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-c574c0a8-bc84-4966-b0b4-c82120d94152 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa1a652d-01a6-4c99-bb8c-b7ea946caf74 HTTP/1.1" status: 200 len: 835 time: 0.0458834 Sep 29 18:31:50.721399 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-926c2c96-5615-48c2-b9ff-172c30645ebd req-9f6c68fc-d685-4072-b747-8b64f223ba65 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322871 Sep 29 18:31:50.762289 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-a0dbd2ce-8bfe-4348-876d-6ce5ee038cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:50.763711 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-a0dbd2ce-8bfe-4348-876d-6ce5ee038cd7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435665 Sep 29 18:31:50.850814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-6b78b399-b838-4f42-8af2-54e967457ea7 service neutron] 10.222.0.49 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799789 Sep 29 18:31:50.943431 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-81042b6e-091c-43e7-a6c0-63df670adbcd service neutron] 10.222.0.49 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852704 Sep 29 18:31:51.839166 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9009733-9471-4282-ac00-c9b5fe4a97b5 req-d8056ac3-3c79-4ef0-b083-d4e6d4d98dce tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:51.840653 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a9009733-9471-4282-ac00-c9b5fe4a97b5 req-d8056ac3-3c79-4ef0-b083-d4e6d4d98dce tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0531795 Sep 29 18:31:51.877287 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a9009733-9471-4282-ac00-c9b5fe4a97b5 req-8877abbb-9913-4415-b832-955f0a058114 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307946 Sep 29 18:31:52.993890 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbdbee-8edb-46a5-bc52-b5f7a0aaa9f4 req-0db79698-af0e-4340-8772-c8cc977e005a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:52.995401 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2bcbdbee-8edb-46a5-bc52-b5f7a0aaa9f4 req-0db79698-af0e-4340-8772-c8cc977e005a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0524051 Sep 29 18:31:53.033654 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2bcbdbee-8edb-46a5-bc52-b5f7a0aaa9f4 req-9b1fb9b3-87ac-45ff-a1e2-a9294f550cbf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322387 Sep 29 18:31:54.146839 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8973c-03ba-4a9f-887b-3e9c01d087cd req-8b44daca-4294-4e15-b058-a3a85aa52cc7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:54.148316 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2ea8973c-03ba-4a9f-887b-3e9c01d087cd req-8b44daca-4294-4e15-b058-a3a85aa52cc7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0480490 Sep 29 18:31:54.186168 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2ea8973c-03ba-4a9f-887b-3e9c01d087cd req-3df94a07-3636-4485-9305-59c45ec25a0e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318308 Sep 29 18:31:54.436744 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98270b8-0f5b-45cc-8a5a-30867d67aa5b req-80620dbc-b12b-4ca4-b36a-7296cab44679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:54.438240 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b98270b8-0f5b-45cc-8a5a-30867d67aa5b req-80620dbc-b12b-4ca4-b36a-7296cab44679 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0400572 Sep 29 18:31:54.543507 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98270b8-0f5b-45cc-8a5a-30867d67aa5b req-4456a7a1-7b24-4738-aac6-050baec72b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:54.545040 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b98270b8-0f5b-45cc-8a5a-30867d67aa5b req-4456a7a1-7b24-4738-aac6-050baec72b34 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f HTTP/1.1" status: 200 len: 898 time: 0.0875280 Sep 29 18:31:54.608307 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b98270b8-0f5b-45cc-8a5a-30867d67aa5b req-56c41f8f-d300-49c5-879d-02f2891914ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=088762e0-0098-45d0-881b-6e3bf505bac3 HTTP/1.1" status: 200 len: 1000 time: 0.0561376 Sep 29 18:31:54.667539 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98270b8-0f5b-45cc-8a5a-30867d67aa5b req-0599775e-40dd-4847-ac71-90189f8c7fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:54.669002 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b98270b8-0f5b-45cc-8a5a-30867d67aa5b req-0599775e-40dd-4847-ac71-90189f8c7fed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa1a652d-01a6-4c99-bb8c-b7ea946caf74 HTTP/1.1" status: 200 len: 835 time: 0.0542083 Sep 29 18:31:54.717674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98270b8-0f5b-45cc-8a5a-30867d67aa5b req-07ff769a-1ca0-4ae6-bd72-0717a3c9f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:54.719076 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b98270b8-0f5b-45cc-8a5a-30867d67aa5b req-07ff769a-1ca0-4ae6-bd72-0717a3c9f89a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432200 Sep 29 18:31:54.807516 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b98270b8-0f5b-45cc-8a5a-30867d67aa5b req-948c7a02-8b5f-404e-98ed-61a09a4abf32 service neutron] 10.222.0.49 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809348 Sep 29 18:31:54.900479 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b98270b8-0f5b-45cc-8a5a-30867d67aa5b req-7c17665b-bee2-48be-83c4-e27e94823f7e service neutron] 10.222.0.49 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857425 Sep 29 18:31:55.308300 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfbc0a-6c2e-48bc-a07a-0c53a99e91db req-5e77b0d9-d1bc-432c-bc41-38661d4d6ed4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:55.309842 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39cfbc0a-6c2e-48bc-a07a-0c53a99e91db req-5e77b0d9-d1bc-432c-bc41-38661d4d6ed4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0545108 Sep 29 18:31:55.349945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39cfbc0a-6c2e-48bc-a07a-0c53a99e91db req-b002b699-f000-4e43-a251-23734f1ae85f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340760 Sep 29 18:31:56.463858 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70ec03-56cb-43b4-a4c4-efa58a65c398 req-7b9d64e3-06e6-4804-9479-2d6fa7e8802a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:56.465342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d70ec03-56cb-43b4-a4c4-efa58a65c398 req-7b9d64e3-06e6-4804-9479-2d6fa7e8802a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0484025 Sep 29 18:31:56.503762 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1d70ec03-56cb-43b4-a4c4-efa58a65c398 req-02280723-3c16-4887-9c9c-812bf2e14cdd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324519 Sep 29 18:31:57.620250 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb57bf2-5e17-4490-9028-0a2006f5c588 req-a7a49944-944a-486a-88c5-016552dcc3f6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:57.621782 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ebb57bf2-5e17-4490-9028-0a2006f5c588 req-a7a49944-944a-486a-88c5-016552dcc3f6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0516706 Sep 29 18:31:57.659521 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ebb57bf2-5e17-4490-9028-0a2006f5c588 req-0d343139-1312-4b86-9e8f-bc18dedac36d tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310030 Sep 29 18:31:58.070845 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:31:58.777908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7366df-6b15-43dd-b366-b028dcf42a23 req-b9425dd2-aee7-4c38-9aa0-f43593764e55 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:58.779370 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5a7366df-6b15-43dd-b366-b028dcf42a23 req-b9425dd2-aee7-4c38-9aa0-f43593764e55 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0515158 Sep 29 18:31:58.818073 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5a7366df-6b15-43dd-b366-b028dcf42a23 req-0063d901-9853-4a68-aec1-ff4fb33438cd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320628 Sep 29 18:31:59.931841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78620ae5-7ccc-4a06-b87a-f8db1c20eac0 req-500f5f33-e586-4528-9993-8f3c20f2da2f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:31:59.933325 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78620ae5-7ccc-4a06-b87a-f8db1c20eac0 req-500f5f33-e586-4528-9993-8f3c20f2da2f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0492504 Sep 29 18:31:59.969631 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-78620ae5-7ccc-4a06-b87a-f8db1c20eac0 req-b0fcc8aa-e206-4730-9310-b8c3b9c0d14d tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303686 Sep 29 18:32:01.083288 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8ca53-75c2-4da5-aeca-353cb993718f req-1cac559f-ce15-46b1-bb91-89067d7017b2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:01.084651 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aae8ca53-75c2-4da5-aeca-353cb993718f req-1cac559f-ce15-46b1-bb91-89067d7017b2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0475841 Sep 29 18:32:01.122245 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aae8ca53-75c2-4da5-aeca-353cb993718f req-aa8b9b4d-5f29-4b51-9af7-17dcd348f679 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317514 Sep 29 18:32:02.240418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123373a-b66a-4044-99fa-6b894a8a378a req-686d2129-8042-4957-86b5-747d5bfa84ae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:02.242000 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c123373a-b66a-4044-99fa-6b894a8a378a req-686d2129-8042-4957-86b5-747d5bfa84ae tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0530722 Sep 29 18:32:02.279378 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c123373a-b66a-4044-99fa-6b894a8a378a req-6f2bbb3d-8148-48dd-9224-948cf1ab81af tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312777 Sep 29 18:32:02.799639 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-41203019-e602-4b3a-a16f-e35c1aa0cc5f service neutron] show failed (client error): The resource could not be found. Sep 29 18:32:02.800867 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-41203019-e602-4b3a-a16f-e35c1aa0cc5f service neutron] 10.222.0.49 "GET /v2.0/ports/088762e0-0098-45d0-881b-6e3bf505bac3/bindings/n-h2-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.0547805 Sep 29 18:32:03.006964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-d57e5eb1-587e-4d6a-bbbc-b2e239e9c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:03.008457 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-d57e5eb1-587e-4d6a-bbbc-b2e239e9c0d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8&tenant_id=1d50132f353842469c421763ad2cc781 HTTP/1.1" status: 200 len: 1096 time: 0.0409162 Sep 29 18:32:03.025873 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811748-2', 'device_owner': 'compute:nova'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:32:03.079517 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:03.277206 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] For port 088762e0-0098-45d0-881b-6e3bf505bac3, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=088762e0-0098-45d0-881b-6e3bf505bac3,segment=NetworkSegment(2c61f8cb-145b-4ae8-a38b-00e99603486d),segment_id=2c61f8cb-145b-4ae8-a38b-00e99603486d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:32:03.309374 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] For port 088762e0-0098-45d0-881b-6e3bf505bac3, host n-h1-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:32:03.348908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088762e0-0098-45d0-881b-6e3bf505bac3'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:32:03.351235 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79019a23-87ce-4f0e-8aac-e11366045e48" -d '{"events": [{"server_uuid": "d2110b44-981f-48eb-971c-d0dc910ec4a8", "name": "network-vif-unplugged", "status": "completed", "tag": "088762e0-0098-45d0-881b-6e3bf505bac3"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:32:03.356745 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:03.391985 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Transition to ACTIVE for port object 088762e0-0098-45d0-881b-6e3bf505bac3 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:32:03.399935 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:03.403746 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-937caa36-690e-4884-b87c-571899d6ef62 req-bccfe5c9-d17e-4265-a29b-95b664a11967 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402703 Sep 29 18:32:03.443339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33fde5-8f95-40b7-964c-e80a9c542e2b req-5066a58b-ffa4-4946-a6cf-302e9e34d2bb tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:03.444853 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4b33fde5-8f95-40b7-964c-e80a9c542e2b req-5066a58b-ffa4-4946-a6cf-302e9e34d2bb tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0907106 Sep 29 18:32:03.503368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Pushing event updated for resources: {'Port': ['ID=088762e0-0098-45d0-881b-6e3bf505bac3,revision_number=6']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:32:03.513159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937caa36-690e-4884-b87c-571899d6ef62 req-16bed4e8-6627-4993-b7bc-7178ffffe5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:03.514930 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-937caa36-690e-4884-b87c-571899d6ef62 req-16bed4e8-6627-4993-b7bc-7178ffffe5cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0507517 Sep 29 18:32:03.526466 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:03.526809 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:03.527151 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:03.527547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:03.527813 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:03.528135 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:03.528456 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:03.528777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:03.529126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:03.529432 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:03.529750 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:03.530066 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:03.570664 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] No DVR routers for this DVR port 088762e0-0098-45d0-881b-6e3bf505bac3 on host n-h1-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:32:03.585402 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4b33fde5-8f95-40b7-964c-e80a9c542e2b req-defb6785-8841-4370-8493-477a7d31c565 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273096 Sep 29 18:32:03.628019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937caa36-690e-4884-b87c-571899d6ef62 req-b43b9e8b-50f4-4241-afff-150fa8b8cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:03.630003 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-937caa36-690e-4884-b87c-571899d6ef62 req-b43b9e8b-50f4-4241-afff-150fa8b8cd50 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0948515 Sep 29 18:32:03.658423 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 18:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e115b40-5e28-403e-85d7-0963c4cdd6c0 x-openstack-request-id: req-9e115b40-5e28-403e-85d7-0963c4cdd6c0 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:32:03.659418 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2110b44-981f-48eb-971c-d0dc910ec4a8", "name": "network-vif-unplugged", "status": "completed", "tag": "088762e0-0098-45d0-881b-6e3bf505bac3", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:32:03.659692 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e115b40-5e28-403e-85d7-0963c4cdd6c0 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:32:03.660091 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088762e0-0098-45d0-881b-6e3bf505bac3', 'code': 200} Sep 29 18:32:03.680923 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-937caa36-690e-4884-b87c-571899d6ef62 req-fb95d540-4c14-4629-8221-442c4617b43b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0434647 Sep 29 18:32:03.724136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Attempting to bind port 088762e0-0098-45d0-881b-6e3bf505bac3 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:32:03.724390 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Attempting to bind port 088762e0-0098-45d0-881b-6e3bf505bac3 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:32:03.724712 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Attempting to bind port 088762e0-0098-45d0-881b-6e3bf505bac3 on network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:32:03.729432 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Port 088762e0-0098-45d0-881b-6e3bf505bac3 on network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:32:03.729746 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Attempting to bind port 088762e0-0098-45d0-881b-6e3bf505bac3 on network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:32:03.734371 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:32:03.734704 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Checking segment: {'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:32:03.735083 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Bound using segment: {'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:32:03.735499 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Bound port: 088762e0-0098-45d0-881b-6e3bf505bac3, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c61f8cb-145b-4ae8-a38b-00e99603486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:32:03.735849 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:03.737656 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937caa36-690e-4884-b87c-571899d6ef62 req-f9204d86-06a1-410a-adec-c2b992bba5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:03.739173 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-937caa36-690e-4884-b87c-571899d6ef62 req-f9204d86-06a1-410a-adec-c2b992bba5d9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0452170 Sep 29 18:32:03.786098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937caa36-690e-4884-b87c-571899d6ef62 req-28606351-74a8-42d0-b7dd-1da071e3e485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:03.787492 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-937caa36-690e-4884-b87c-571899d6ef62 req-28606351-74a8-42d0-b7dd-1da071e3e485 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413232 Sep 29 18:32:03.804014 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] For port 088762e0-0098-45d0-881b-6e3bf505bac3, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:32:03.807083 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] For port 088762e0-0098-45d0-881b-6e3bf505bac3, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=088762e0-0098-45d0-881b-6e3bf505bac3,segment=NetworkSegment(2c61f8cb-145b-4ae8-a38b-00e99603486d),segment_id=2c61f8cb-145b-4ae8-a38b-00e99603486d)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:32:03.812614 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:03.848235 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:03.848809 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:03.850228 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] 10.222.0.35 "PUT /v2.0/ports/088762e0-0098-45d0-881b-6e3bf505bac3 HTTP/1.1" status: 200 len: 1091 time: 0.8282404 Sep 29 18:32:03.870362 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f998e0-916d-4785-b8b6-af605f57f891 service neutron] Pushing event updated for resources: {'Port': ['ID=088762e0-0098-45d0-881b-6e3bf505bac3,revision_number=7']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:32:03.888907 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-937caa36-690e-4884-b87c-571899d6ef62 req-eb76a311-c17e-4e1f-bfd7-2efd146f011e service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944808 Sep 29 18:32:03.939787 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-6c6062ab-3719-4c49-9013-b94617305fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:03.941091 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-6c6062ab-3719-4c49-9013-b94617305fdd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0420401 Sep 29 18:32:03.986858 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-937caa36-690e-4884-b87c-571899d6ef62 req-f72a0ca6-085a-4254-8c61-bb74445a97fb service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876231 Sep 29 18:32:04.041898 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-470e84d0-6900-4536-8372-4c9c739b2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:04.043368 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-470e84d0-6900-4536-8372-4c9c739b2deb service neutron] 10.222.0.35 "GET /v2.0/networks?id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f HTTP/1.1" status: 200 len: 898 time: 0.0959291 Sep 29 18:32:04.108721 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-acb66f59-2dd8-4473-9430-bfeda1b8e16e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=088762e0-0098-45d0-881b-6e3bf505bac3 HTTP/1.1" status: 200 len: 998 time: 0.0582712 Sep 29 18:32:04.156160 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-cdc24bba-04a3-4b73-a95f-19e88d4e359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:04.157492 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-cdc24bba-04a3-4b73-a95f-19e88d4e359d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa1a652d-01a6-4c99-bb8c-b7ea946caf74 HTTP/1.1" status: 200 len: 835 time: 0.0423682 Sep 29 18:32:04.205019 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-a5410965-bca3-4fa3-a120-4dd911be1728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:04.207142 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-a5410965-bca3-4fa3-a120-4dd911be1728 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430763 Sep 29 18:32:04.297037 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-e13b794c-856e-443a-ae2a-86b55c13568f service neutron] 10.222.0.35 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813944 Sep 29 18:32:04.324543 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:32:04.388982 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c50d5b8-5f73-41ec-b7b1-ed03da84586d req-ed274365-4c89-4152-886b-7208f4e8f2c8 service neutron] 10.222.0.35 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850551 Sep 29 18:32:04.705084 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b986d5-8a92-409d-9c49-f7716c287f92 req-0a4b2550-054b-4bed-a608-559f0e57446b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:04.706644 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d9b986d5-8a92-409d-9c49-f7716c287f92 req-0a4b2550-054b-4bed-a608-559f0e57446b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 943 time: 0.0493748 Sep 29 18:32:04.744478 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d9b986d5-8a92-409d-9c49-f7716c287f92 req-5b86e1a1-94ba-49ba-85c5-06af2e975611 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317447 Sep 29 18:32:05.502042 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 088762e0-0098-45d0-881b-6e3bf505bac3 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:32:05.541978 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 088762e0-0098-45d0-881b-6e3bf505bac3 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:32:05.661079 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'tag': '088762e0-0098-45d0-881b-6e3bf505bac3'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:32:05.663457 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c75983-10ab-490f-a59c-e954f69f6965" -d '{"events": [{"name": "network-changed", "server_uuid": "d2110b44-981f-48eb-971c-d0dc910ec4a8", "tag": "088762e0-0098-45d0-881b-6e3bf505bac3"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:32:05.711749 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5649409-99de-4434-94d5-e401f92ff9da x-openstack-request-id: req-a5649409-99de-4434-94d5-e401f92ff9da {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:32:05.712632 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2110b44-981f-48eb-971c-d0dc910ec4a8", "tag": "088762e0-0098-45d0-881b-6e3bf505bac3", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:32:05.712888 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5649409-99de-4434-94d5-e401f92ff9da {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:32:05.713462 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'tag': '088762e0-0098-45d0-881b-6e3bf505bac3', 'status': 'completed', 'code': 200} Sep 29 18:32:05.770765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-77ce1c87-88a1-4380-8b41-f5639c71e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:05.772322 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-77ce1c87-88a1-4380-8b41-f5639c71e5d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0433023 Sep 29 18:32:05.797459 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-ab9d0294-f0fa-4a37-a983-fc9c8189ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:05.799086 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-ab9d0294-f0fa-4a37-a983-fc9c8189ac06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 1094 time: 0.0430412 Sep 29 18:32:05.869681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-b1d0576f-1c84-446b-bc42-d7901a304b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:05.871077 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-b1d0576f-1c84-446b-bc42-d7901a304b45 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f HTTP/1.1" status: 200 len: 898 time: 0.0921202 Sep 29 18:32:05.923241 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ae53f-4eff-41d3-89ca-7bc227b3a500 req-9e65442d-0cea-47cf-8f5b-e797dc0f6326 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:05.924724 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9b9ae53f-4eff-41d3-89ca-7bc227b3a500 req-9e65442d-0cea-47cf-8f5b-e797dc0f6326 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 943 time: 0.0944922 Sep 29 18:32:05.939326 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-4a6d3bc2-11e4-4a3f-ab7a-4c12db268354 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=088762e0-0098-45d0-881b-6e3bf505bac3 HTTP/1.1" status: 200 len: 998 time: 0.0609102 Sep 29 18:32:05.941204 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-6b193a96-3d00-4689-b0a5-0265c8977864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:05.942617 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-6b193a96-3d00-4689-b0a5-0265c8977864 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f HTTP/1.1" status: 200 len: 898 time: 0.1354332 Sep 29 18:32:05.987882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-90b41a60-12ee-4174-8913-d0d866e5c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:05.989418 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-90b41a60-12ee-4174-8913-d0d866e5c4bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa1a652d-01a6-4c99-bb8c-b7ea946caf74 HTTP/1.1" status: 200 len: 835 time: 0.0435081 Sep 29 18:32:06.007923 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9b9ae53f-4eff-41d3-89ca-7bc227b3a500 req-d7484b16-27f0-414a-89a5-6e5b514e10dd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751569 Sep 29 18:32:06.025599 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-d48273a8-c700-4f9a-bbbe-427e983404b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=088762e0-0098-45d0-881b-6e3bf505bac3 HTTP/1.1" status: 200 len: 998 time: 0.0741229 Sep 29 18:32:06.035351 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-938c0d7c-cd5c-471f-a607-6caaba529dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:06.036825 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-938c0d7c-cd5c-471f-a607-6caaba529dd1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409317 Sep 29 18:32:06.074833 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-d4b375c9-b81d-49f6-a70d-bcfcd91c5f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:06.076266 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-d4b375c9-b81d-49f6-a70d-bcfcd91c5f64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa1a652d-01a6-4c99-bb8c-b7ea946caf74 HTTP/1.1" status: 200 len: 835 time: 0.0436325 Sep 29 18:32:06.122116 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-6ef6f020-b196-43fd-94d3-10b8d2cace21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:06.123596 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-6ef6f020-b196-43fd-94d3-10b8d2cace21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401795 Sep 29 18:32:06.129384 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-b3371548-e895-438b-a9c8-ddeee6debef8 service neutron] 10.222.0.49 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846832 Sep 29 18:32:06.217799 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-d0817dd4-027b-475c-b719-0e03026d345d service neutron] 10.222.0.35 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867066 Sep 29 18:32:06.218073 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-d1c91491-e776-4e21-a58e-1c130fb441af service neutron] 10.222.0.49 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814607 Sep 29 18:32:06.311905 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c0c75983-10ab-490f-a59c-e954f69f6965 req-a8eec720-6181-40fc-b9fa-6d0eb8f19fda service neutron] 10.222.0.35 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861838 Sep 29 18:32:07.123268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8327ce-5c23-4ce0-9cdd-645e9197284c req-5871cb66-a252-4d4b-9549-215e8ff8d66c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:07.124723 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f8327ce-5c23-4ce0-9cdd-645e9197284c req-5871cb66-a252-4d4b-9549-215e8ff8d66c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 943 time: 0.0479596 Sep 29 18:32:07.161529 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7f8327ce-5c23-4ce0-9cdd-645e9197284c req-a60eb2e3-996a-4bfb-a16d-44b7a91cae3a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308452 Sep 29 18:32:07.240730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 088762e0-0098-45d0-881b-6e3bf505bac3 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:32:07.336127 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 088762e0-0098-45d0-881b-6e3bf505bac3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=088762e0-0098-45d0-881b-6e3bf505bac3,segment=NetworkSegment(2c61f8cb-145b-4ae8-a38b-00e99603486d),segment_id=2c61f8cb-145b-4ae8-a38b-00e99603486d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:32:07.346476 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '088762e0-0098-45d0-881b-6e3bf505bac3', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'port_id': '088762e0-0098-45d0-881b-6e3bf505bac3', 'mac_address': 'fa:16:3e:2c:29:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:32:07.382064 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:07.394306 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088762e0-0098-45d0-881b-6e3bf505bac3 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:32:07.412377 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 088762e0-0098-45d0-881b-6e3bf505bac3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=088762e0-0098-45d0-881b-6e3bf505bac3,segment=NetworkSegment(2c61f8cb-145b-4ae8-a38b-00e99603486d),segment_id=2c61f8cb-145b-4ae8-a38b-00e99603486d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:32:07.416374 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:07.461569 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=088762e0-0098-45d0-881b-6e3bf505bac3,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:32:07.468747 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:07.469097 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:07.469467 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:07.469804 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:07.470137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:07.470468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:07.470797 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:07.471125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:07.471450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:07.471774 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:07.472100 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:07.472421 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:07.900657 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['088762e0-0098-45d0-881b-6e3bf505bac3'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:32:08.275854 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fd2d9-603a-4b05-be93-fa00efa58115 req-acd74bac-cc27-43a7-b6ed-5a3775cc2fa8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:08.277318 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d07fd2d9-603a-4b05-be93-fa00efa58115 req-acd74bac-cc27-43a7-b6ed-5a3775cc2fa8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 944 time: 0.0487840 Sep 29 18:32:08.314533 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d07fd2d9-603a-4b05-be93-fa00efa58115 req-26660be3-c67b-4c6d-8589-5d41edb92b50 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307684 Sep 29 18:32:08.510206 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61f55d-c434-4e6f-a37c-3ac93a383253 req-70bc23c7-df04-4f48-95a8-0324f8dabf50 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:08.512076 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c61f55d-c434-4e6f-a37c-3ac93a383253 req-70bc23c7-df04-4f48-95a8-0324f8dabf50 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 944 time: 0.0495114 Sep 29 18:32:08.518353 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8b109-6ab6-479b-8eec-103709c9b2d4 req-0465724f-6a46-4cf4-b7e6-c6a557930be4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:08.519823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02d8b109-6ab6-479b-8eec-103709c9b2d4 req-0465724f-6a46-4cf4-b7e6-c6a557930be4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8&tenant_id=1d50132f353842469c421763ad2cc781&binding%3Ahost_id=n-h2-811748-2 HTTP/1.1" status: 200 len: 944 time: 0.0510025 Sep 29 18:32:08.554142 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c61f55d-c434-4e6f-a37c-3ac93a383253 req-8aa963f6-ba2f-4566-aab4-4a590282db75 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361011 Sep 29 18:32:08.584295 n-d-811748-2 neutron-server[95016]: INFO neutron.api.v2.resource [req-02d8b109-6ab6-479b-8eec-103709c9b2d4 req-f9d3a96e-6423-4484-87f8-e3fcfa671f9d service neutron] delete failed (client error): The resource could not be found. Sep 29 18:32:08.585335 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02d8b109-6ab6-479b-8eec-103709c9b2d4 req-f9d3a96e-6423-4484-87f8-e3fcfa671f9d service neutron] 10.222.0.49 "DELETE /v2.0/ports/088762e0-0098-45d0-881b-6e3bf505bac3/bindings/n-h1-811748-2 HTTP/1.1" status: 404 len: 380 time: 0.0584898 Sep 29 18:32:08.667741 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8b109-6ab6-479b-8eec-103709c9b2d4 req-5223e35a-8a2c-4573-ae50-322fbf8ecf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:08.669429 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02d8b109-6ab6-479b-8eec-103709c9b2d4 req-5223e35a-8a2c-4573-ae50-322fbf8ecf25 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 1095 time: 0.0407140 Sep 29 18:32:08.674694 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f470d-55ab-4977-bf1a-4e99ec8ef85c req-3c87fd6b-a813-4f3d-8ad1-191a806d8def tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:08.676155 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff8f470d-55ab-4977-bf1a-4e99ec8ef85c req-3c87fd6b-a813-4f3d-8ad1-191a806d8def tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 944 time: 0.0477092 Sep 29 18:32:08.713479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ff8f470d-55ab-4977-bf1a-4e99ec8ef85c req-869077cf-3949-4e0a-ad7a-b9a87e81f4bc tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305259 Sep 29 18:32:08.765186 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8b109-6ab6-479b-8eec-103709c9b2d4 req-d536376e-2556-4d87-a88b-ad2576bdb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:08.766589 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02d8b109-6ab6-479b-8eec-103709c9b2d4 req-d536376e-2556-4d87-a88b-ad2576bdb111 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f HTTP/1.1" status: 200 len: 898 time: 0.0906355 Sep 29 18:32:08.831979 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02d8b109-6ab6-479b-8eec-103709c9b2d4 req-9b278012-0419-4370-b3b4-c9fa8f4ede0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=088762e0-0098-45d0-881b-6e3bf505bac3 HTTP/1.1" status: 200 len: 999 time: 0.0583696 Sep 29 18:32:08.878695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8b109-6ab6-479b-8eec-103709c9b2d4 req-0af3ff9e-51df-4a97-8cba-79c0e88aa25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:08.880066 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02d8b109-6ab6-479b-8eec-103709c9b2d4 req-0af3ff9e-51df-4a97-8cba-79c0e88aa25c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa1a652d-01a6-4c99-bb8c-b7ea946caf74 HTTP/1.1" status: 200 len: 835 time: 0.0414722 Sep 29 18:32:08.928381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8b109-6ab6-479b-8eec-103709c9b2d4 req-d8ccf336-0022-4045-8add-d1804be40e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:08.929881 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02d8b109-6ab6-479b-8eec-103709c9b2d4 req-d8ccf336-0022-4045-8add-d1804be40e05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426576 Sep 29 18:32:09.018768 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02d8b109-6ab6-479b-8eec-103709c9b2d4 req-5161c5af-769f-4f63-937a-1f82290df5f5 service neutron] 10.222.0.49 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806284 Sep 29 18:32:09.108656 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-02d8b109-6ab6-479b-8eec-103709c9b2d4 req-0fa0eb9e-7368-4aad-8a36-06526ab710c1 service neutron] 10.222.0.49 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835342 Sep 29 18:32:09.240980 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 088762e0-0098-45d0-881b-6e3bf505bac3 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:32:09.291429 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 088762e0-0098-45d0-881b-6e3bf505bac3 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:32:09.294819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 088762e0-0098-45d0-881b-6e3bf505bac3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:32:09.295193 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:09.369254 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:09.391517 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088762e0-0098-45d0-881b-6e3bf505bac3'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:32:09.393782 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960c4ce8-5def-4fa5-b1c3-62b395dfd542" -d '{"events": [{"server_uuid": "d2110b44-981f-48eb-971c-d0dc910ec4a8", "name": "network-vif-plugged", "status": "completed", "tag": "088762e0-0098-45d0-881b-6e3bf505bac3"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:32:09.406770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 088762e0-0098-45d0-881b-6e3bf505bac3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=088762e0-0098-45d0-881b-6e3bf505bac3,segment=NetworkSegment(2c61f8cb-145b-4ae8-a38b-00e99603486d),segment_id=2c61f8cb-145b-4ae8-a38b-00e99603486d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:32:09.411007 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:09.451987 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2cbfdb-592b-4956-a750-7f5d6a876196 x-openstack-request-id: req-1f2cbfdb-592b-4956-a750-7f5d6a876196 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:32:09.452286 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2110b44-981f-48eb-971c-d0dc910ec4a8", "name": "network-vif-plugged", "status": "completed", "tag": "088762e0-0098-45d0-881b-6e3bf505bac3", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:32:09.452520 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f2cbfdb-592b-4956-a750-7f5d6a876196 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:32:09.452905 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088762e0-0098-45d0-881b-6e3bf505bac3', 'code': 200} Sep 29 18:32:09.462028 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=088762e0-0098-45d0-881b-6e3bf505bac3,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:32:09.828727 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15ec9f-2b50-48fa-baff-659b8fa32ada req-a59b83aa-f456-42c6-a6e7-ca7e995bbaf0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:09.830150 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c15ec9f-2b50-48fa-baff-659b8fa32ada req-a59b83aa-f456-42c6-a6e7-ca7e995bbaf0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0477946 Sep 29 18:32:09.867858 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7c15ec9f-2b50-48fa-baff-659b8fa32ada req-a671fb31-6e80-4507-b5ad-1f6d1823868e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311205 Sep 29 18:32:09.890128 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55512) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:32:10.270651 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9b095525-d90f-466c-8e32-dd8a645dde8e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/0fda4b46-6f8e-482b-a29e-65f8d8e2eaa6 HTTP/1.1" status: 200 len: 992 time: 0.3794148 Sep 29 18:32:10.919307 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d620a3ab-bd70-4f80-a50a-8a2adc438a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:13.624635 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-57d7d49b-e9a2-4c3c-a4aa-a88c0c0fea60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:14.762588 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:14.832786 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:15.170957 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:17.130012 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:28.086477 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:40.920704 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6f8933d7-8618-45e2-a916-c3c002d920e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:41.325137 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:32:43.625409 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-118f9402-ff6a-4645-bd0c-1e0fa6bb4d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:44.764164 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:44.834749 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:45.187565 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:47.134009 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:58.082804 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:58.739736 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55532) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:32:58.894294 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port 7faeb7a7-03e9-4aa7-934a-a9188fb2feec {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:32:58.894637 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:58.971735 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:58.972068 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:58.983870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for 7faeb7a7-03e9-4aa7-934a-a9188fb2feec owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:32:59.128979 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:59.158580 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=7faeb7a7-03e9-4aa7-934a-a9188fb2feec,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:32:59.183146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:59.183494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:59.183836 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:59.184173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:59.184505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:59.184835 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:59.185165 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:59.185524 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:59.185849 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:59.186171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:59.186494 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:59.186813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:32:59.224607 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:59.224934 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Floating IP 0fda4b46-6f8e-482b-a29e-65f8d8e2eaa6 disassociated (deleted). External IP: 172.25.2.77, port: 088762e0-0098-45d0-881b-6e3bf505bac3. Sep 29 18:32:59.425352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:32:59.528130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:32:59.532985 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:32:59.537771 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c1ae21-cd12-4fda-8176-124507d05ea3 None None] Sync routers for ids ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:32:59.546908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c1ae21-cd12-4fda-8176-124507d05ea3 None None] Routers {'3c104e2c-6a45-45ad-b6c1-1f2f09a25027'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:32:59.547528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c6c1ae21-cd12-4fda-8176-124507d05ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:32:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:32:59.558395 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9c98b484-923b-4dd0-a6b4-39cbd34e7966 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/floatingips/0fda4b46-6f8e-482b-a29e-65f8d8e2eaa6 HTTP/1.1" status: 204 len: 168 time: 0.8175583 Sep 29 18:32:59.558975 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'tag': '088762e0-0098-45d0-881b-6e3bf505bac3'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:32:59.561208 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd79a67-a698-4790-a32b-d672c6bb114a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2110b44-981f-48eb-971c-d0dc910ec4a8", "tag": "088762e0-0098-45d0-881b-6e3bf505bac3"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:32:59.656195 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-c6c1ae21-cd12-4fda-8176-124507d05ea3 None None] Set router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:32:59.717085 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78429ef5-59ee-4626-9788-eb58c70165e2 x-openstack-request-id: req-78429ef5-59ee-4626-9788-eb58c70165e2 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:32:59.717425 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2110b44-981f-48eb-971c-d0dc910ec4a8", "tag": "088762e0-0098-45d0-881b-6e3bf505bac3", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:32:59.717678 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78429ef5-59ee-4626-9788-eb58c70165e2 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:32:59.718077 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'tag': '088762e0-0098-45d0-881b-6e3bf505bac3', 'status': 'completed', 'code': 200} Sep 29 18:32:59.838236 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f9893-417d-4e7d-a462-55d5e09a3cb6 req-e2fb917a-3c49-4896-8898-057e63e2c536 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:59.840463 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ce0f9893-417d-4e7d-a462-55d5e09a3cb6 req-e2fb917a-3c49-4896-8898-057e63e2c536 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0765250 Sep 29 18:32:59.845438 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd79a67-a698-4790-a32b-d672c6bb114a req-517c6417-eb22-44ae-83db-233edf1f124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:59.846841 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fdd79a67-a698-4790-a32b-d672c6bb114a req-517c6417-eb22-44ae-83db-233edf1f124d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0737648 Sep 29 18:32:59.859590 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c6c1ae21-cd12-4fda-8176-124507d05ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806227198', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:58Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0', 'name': '', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:32:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:57Z', 'updated_at': '2021-09-29T18:31:01Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:32:59.890568 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c1ae21-cd12-4fda-8176-124507d05ea3 None None] Checking router: 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:32:59.898918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c1ae21-cd12-4fda-8176-124507d05ea3 None None] Routers {'3c104e2c-6a45-45ad-b6c1-1f2f09a25027'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:32:59.899532 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c6c1ae21-cd12-4fda-8176-124507d05ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:32:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:32:59.909765 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ce0f9893-417d-4e7d-a462-55d5e09a3cb6 req-ab3bd426-e84d-4602-bfa5-1f77c43a9033 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619669 Sep 29 18:32:59.963023 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd79a67-a698-4790-a32b-d672c6bb114a req-072fbb59-d309-4687-9cad-983bf4d61190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:32:59.964408 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fdd79a67-a698-4790-a32b-d672c6bb114a req-072fbb59-d309-4687-9cad-983bf4d61190 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f HTTP/1.1" status: 200 len: 898 time: 0.1034796 Sep 29 18:33:00.004348 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-c6c1ae21-cd12-4fda-8176-124507d05ea3 None None] Set router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:33:00.005228 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fdd79a67-a698-4790-a32b-d672c6bb114a req-a2b704ef-abb9-4b6a-938e-f878f799080a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=088762e0-0098-45d0-881b-6e3bf505bac3 HTTP/1.1" status: 200 len: 217 time: 0.0333061 Sep 29 18:33:00.058710 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd79a67-a698-4790-a32b-d672c6bb114a req-45c63bbf-f06e-4db0-9f48-128e72a71b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:00.060139 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fdd79a67-a698-4790-a32b-d672c6bb114a req-45c63bbf-f06e-4db0-9f48-128e72a71b01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fa1a652d-01a6-4c99-bb8c-b7ea946caf74 HTTP/1.1" status: 200 len: 835 time: 0.0463994 Sep 29 18:33:00.105720 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd79a67-a698-4790-a32b-d672c6bb114a req-4ae1a80a-f352-444d-9aa3-4825b6884de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:00.107196 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fdd79a67-a698-4790-a32b-d672c6bb114a req-4ae1a80a-f352-444d-9aa3-4825b6884de4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394833 Sep 29 18:33:00.197849 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fdd79a67-a698-4790-a32b-d672c6bb114a req-fc45dc9d-5be8-4336-a3a7-a34ab7449812 service neutron] 10.222.0.35 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827792 Sep 29 18:33:00.200950 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c6c1ae21-cd12-4fda-8176-124507d05ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806227198', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:58Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0', 'name': '', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:32:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:57Z', 'updated_at': '2021-09-29T18:31:01Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:00.227656 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c1ae21-cd12-4fda-8176-124507d05ea3 None None] The sync data for ids ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'] in n-d-811748-2 is: [{'id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806227198', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:58Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0', 'name': '', 'network_id': '5caa453a-d5f4-4df1-b20b-2db90e8e1c7f', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:32:ce:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:57Z', 'updated_at': '2021-09-29T18:31:01Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'fa1a652d-01a6-4c99-bb8c-b7ea946caf74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:33:00.297415 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fdd79a67-a698-4790-a32b-d672c6bb114a req-8d124023-566d-4c3d-a08f-74412ccb2fd9 service neutron] 10.222.0.35 "GET /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918667 Sep 29 18:33:00.444328 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9dd3b-8cee-42d8-90df-60e6e0b7c6e3 None None] New status for floating IP 0fda4b46-6f8e-482b-a29e-65f8d8e2eaa6: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:33:01.031256 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aee54a-2fa6-4e88-9e84-d90989b4742d req-5c602ba8-716e-424d-8487-5e04f1e26439 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:01.032746 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-87aee54a-2fa6-4e88-9e84-d90989b4742d req-5c602ba8-716e-424d-8487-5e04f1e26439 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0491962 Sep 29 18:33:01.071828 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-87aee54a-2fa6-4e88-9e84-d90989b4742d req-24b4bc34-1db2-476c-a080-d698aaaaf2b2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=6e37f84f-7260-48d6-aad6-2f434fd3b2a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317938 Sep 29 18:33:01.371078 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe2ff-d116-4be5-b8ab-17f314283f05 req-28e76560-b81d-4f5b-b656-b66c0a8c28fc tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:01.372418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8eafe2ff-d116-4be5-b8ab-17f314283f05 req-28e76560-b81d-4f5b-b656-b66c0a8c28fc tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 945 time: 0.0506873 Sep 29 18:33:01.458066 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-8eafe2ff-d116-4be5-b8ab-17f314283f05 req-f6b7cbc3-4a02-44cc-b8ae-59e8b6a946ed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port 088762e0-0098-45d0-881b-6e3bf505bac3 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:33:01.458412 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-8eafe2ff-d116-4be5-b8ab-17f314283f05 req-f6b7cbc3-4a02-44cc-b8ae-59e8b6a946ed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:01.548532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-8eafe2ff-d116-4be5-b8ab-17f314283f05 req-f6b7cbc3-4a02-44cc-b8ae-59e8b6a946ed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] For port 088762e0-0098-45d0-881b-6e3bf505bac3, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=088762e0-0098-45d0-881b-6e3bf505bac3,segment=NetworkSegment(2c61f8cb-145b-4ae8-a38b-00e99603486d),segment_id=2c61f8cb-145b-4ae8-a38b-00e99603486d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:33:01.548891 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-8eafe2ff-d116-4be5-b8ab-17f314283f05 req-f6b7cbc3-4a02-44cc-b8ae-59e8b6a946ed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:01.560224 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-8eafe2ff-d116-4be5-b8ab-17f314283f05 req-f6b7cbc3-4a02-44cc-b8ae-59e8b6a946ed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for 088762e0-0098-45d0-881b-6e3bf505bac3 owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:33:01.687831 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-8eafe2ff-d116-4be5-b8ab-17f314283f05 req-f6b7cbc3-4a02-44cc-b8ae-59e8b6a946ed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:01.721547 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7cbc3-4a02-44cc-b8ae-59e8b6a946ed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=088762e0-0098-45d0-881b-6e3bf505bac3,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:01.760002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eafe2ff-d116-4be5-b8ab-17f314283f05 req-f6b7cbc3-4a02-44cc-b8ae-59e8b6a946ed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] No DVR routers for this DVR port 088762e0-0098-45d0-881b-6e3bf505bac3 on host n-h2-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:33:01.762910 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-8eafe2ff-d116-4be5-b8ab-17f314283f05 req-f6b7cbc3-4a02-44cc-b8ae-59e8b6a946ed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:01.764928 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8eafe2ff-d116-4be5-b8ab-17f314283f05 req-f6b7cbc3-4a02-44cc-b8ae-59e8b6a946ed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.35 "DELETE /v2.0/ports/088762e0-0098-45d0-881b-6e3bf505bac3 HTTP/1.1" status: 204 len: 173 time: 0.3867397 Sep 29 18:33:01.765402 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'name': 'network-vif-deleted', 'tag': '088762e0-0098-45d0-881b-6e3bf505bac3'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:33:01.767638 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc55614-c968-4772-a241-46faa48a13d5" -d '{"events": [{"server_uuid": "d2110b44-981f-48eb-971c-d0dc910ec4a8", "name": "network-vif-deleted", "tag": "088762e0-0098-45d0-881b-6e3bf505bac3"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:33:01.806799 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c248ce-ac0a-41c4-a1fa-629042f7e26a x-openstack-request-id: req-a1c248ce-ac0a-41c4-a1fa-629042f7e26a {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:33:01.807103 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2110b44-981f-48eb-971c-d0dc910ec4a8", "name": "network-vif-deleted", "tag": "088762e0-0098-45d0-881b-6e3bf505bac3", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:33:01.807361 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1c248ce-ac0a-41c4-a1fa-629042f7e26a {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:33:01.807774 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2110b44-981f-48eb-971c-d0dc910ec4a8', 'name': 'network-vif-deleted', 'tag': '088762e0-0098-45d0-881b-6e3bf505bac3', 'status': 'completed', 'code': 200} Sep 29 18:33:02.184928 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e2d14b22-cc22-4800-b599-e83c0cca19dd req-675e21a8-1c6e-475d-8b67-1b2a36dfa9b6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2110b44-981f-48eb-971c-d0dc910ec4a8 HTTP/1.1" status: 200 len: 210 time: 0.0284982 Sep 29 18:33:03.245651 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55548) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:03.878359 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-825fe1ee-eed4-4c57-97c7-20624144ddf5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:04.125242 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-825fe1ee-eed4-4c57-97c7-20624144ddf5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:33:04.125608 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-825fe1ee-eed4-4c57-97c7-20624144ddf5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:04.214143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-825fe1ee-eed4-4c57-97c7-20624144ddf5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] For port 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0,segment=NetworkSegment(2c61f8cb-145b-4ae8-a38b-00e99603486d),segment_id=2c61f8cb-145b-4ae8-a38b-00e99603486d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:33:04.214500 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-825fe1ee-eed4-4c57-97c7-20624144ddf5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:04.226392 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-825fe1ee-eed4-4c57-97c7-20624144ddf5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:33:04.408468 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-825fe1ee-eed4-4c57-97c7-20624144ddf5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:04.436086 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fe1ee-eed4-4c57-97c7-20624144ddf5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:04.610360 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-825fe1ee-eed4-4c57-97c7-20624144ddf5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:04.834123 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825fe1ee-eed4-4c57-97c7-20624144ddf5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:33:04.948125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825fe1ee-eed4-4c57-97c7-20624144ddf5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:33:04.953126 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-825fe1ee-eed4-4c57-97c7-20624144ddf5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "PUT /v2.0/routers/3c104e2c-6a45-45ad-b6c1-1f2f09a25027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7064457 Sep 29 18:33:04.955953 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55550) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:04.957650 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcdb891-54a5-4fc1-9028-3f00adb69a4d None None] Sync routers for ids ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:33:04.971297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcdb891-54a5-4fc1-9028-3f00adb69a4d None None] Routers {'3c104e2c-6a45-45ad-b6c1-1f2f09a25027'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:33:04.971912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-efcdb891-54a5-4fc1-9028-3f00adb69a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:32:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:05.006690 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-641f901f-f96b-477e-9620-e60ca088d21a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting subnet fa1a652d-01a6-4c99-bb8c-b7ea946caf74 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:33:05.010575 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-641f901f-f96b-477e-9620-e60ca088d21a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:05.059339 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-641f901f-f96b-477e-9620-e60ca088d21a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:05.080628 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-efcdb891-54a5-4fc1-9028-3f00adb69a4d None None] Set router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:33:05.145588 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-641f901f-f96b-477e-9620-e60ca088d21a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:05.214360 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-641f901f-f96b-477e-9620-e60ca088d21a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:05.249586 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f901f-f96b-477e-9620-e60ca088d21a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Subnet': ['ID=fa1a652d-01a6-4c99-bb8c-b7ea946caf74,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:05.251586 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-641f901f-f96b-477e-9620-e60ca088d21a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:05.253513 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-641f901f-f96b-477e-9620-e60ca088d21a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/subnets/fa1a652d-01a6-4c99-bb8c-b7ea946caf74 HTTP/1.1" status: 204 len: 168 time: 0.2965879 Sep 29 18:33:05.256299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55552) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:05.264372 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da23a77-e460-44d7-82d9-fee26e4ab7d2 None None] Network 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:33:05.337110 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-efcdb891-54a5-4fc1-9028-3f00adb69a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806227198', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:33:04Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:05.368292 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efab8a48-17d1-42ff-bc8d-8c244278155c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:05.383916 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcdb891-54a5-4fc1-9028-3f00adb69a4d None None] Checking router: 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:33:05.408545 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcdb891-54a5-4fc1-9028-3f00adb69a4d None None] Routers {'3c104e2c-6a45-45ad-b6c1-1f2f09a25027'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:33:05.409388 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-efcdb891-54a5-4fc1-9028-3f00adb69a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:32:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:05.479252 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efab8a48-17d1-42ff-bc8d-8c244278155c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:05.537446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-efab8a48-17d1-42ff-bc8d-8c244278155c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port b8b63db4-1d39-4b59-b7fd-3236d35a0d8b {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:33:05.537790 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efab8a48-17d1-42ff-bc8d-8c244278155c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:05.622590 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-efab8a48-17d1-42ff-bc8d-8c244278155c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] For port b8b63db4-1d39-4b59-b7fd-3236d35a0d8b, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=b8b63db4-1d39-4b59-b7fd-3236d35a0d8b,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:33:05.622961 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efab8a48-17d1-42ff-bc8d-8c244278155c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:05.631477 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 088762e0-0098-45d0-881b-6e3bf505bac3 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:33:05.635598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-efab8a48-17d1-42ff-bc8d-8c244278155c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for b8b63db4-1d39-4b59-b7fd-3236d35a0d8b owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:33:05.662036 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 088762e0-0098-45d0-881b-6e3bf505bac3 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:33:05.662976 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 088762e0-0098-45d0-881b-6e3bf505bac3 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:33:05.699731 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-efcdb891-54a5-4fc1-9028-3f00adb69a4d None None] Set router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:33:05.727000 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f38821c-8522-4ae3-980c-cf0d6ecb712e None None] DHCP port deletion for 5caa453a-d5f4-4df1-b20b-2db90e8e1c7f request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:33:05.812200 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efab8a48-17d1-42ff-bc8d-8c244278155c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:05.839054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab8a48-17d1-42ff-bc8d-8c244278155c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=b8b63db4-1d39-4b59-b7fd-3236d35a0d8b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:05.870548 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1f38821c-8522-4ae3-980c-cf0d6ecb712e None None] Deleting port abf8c3c3-2121-414f-bf96-718aabc06e17 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:33:05.870843 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f38821c-8522-4ae3-980c-cf0d6ecb712e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:05.900526 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efab8a48-17d1-42ff-bc8d-8c244278155c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:05.958301 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1f38821c-8522-4ae3-980c-cf0d6ecb712e None None] For port abf8c3c3-2121-414f-bf96-718aabc06e17, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=abf8c3c3-2121-414f-bf96-718aabc06e17,segment=NetworkSegment(2c61f8cb-145b-4ae8-a38b-00e99603486d),segment_id=2c61f8cb-145b-4ae8-a38b-00e99603486d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:33:05.958918 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f38821c-8522-4ae3-980c-cf0d6ecb712e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:05.973935 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-1f38821c-8522-4ae3-980c-cf0d6ecb712e None None] Calling delete_port for abf8c3c3-2121-414f-bf96-718aabc06e17 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:33:05.991572 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efab8a48-17d1-42ff-bc8d-8c244278155c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:05.993710 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efab8a48-17d1-42ff-bc8d-8c244278155c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.028400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-efcdb891-54a5-4fc1-9028-3f00adb69a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806227198', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:33:04Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:06.038018 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efab8a48-17d1-42ff-bc8d-8c244278155c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.039587 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efab8a48-17d1-42ff-bc8d-8c244278155c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Fanout notify agent at l3_agent the message router_deleted on router 3c104e2c-6a45-45ad-b6c1-1f2f09a25027 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:33:06.046722 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-efab8a48-17d1-42ff-bc8d-8c244278155c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.047837 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-efab8a48-17d1-42ff-bc8d-8c244278155c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/routers/3c104e2c-6a45-45ad-b6c1-1f2f09a25027 HTTP/1.1" status: 204 len: 168 time: 0.7904968 Sep 29 18:33:06.050516 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55554) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:06.057084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcdb891-54a5-4fc1-9028-3f00adb69a4d None None] The sync data for ids ['3c104e2c-6a45-45ad-b6c1-1f2f09a25027'] in n-d-811748-2 is: [{'id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-806227198', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:33:04Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'b8b63db4-1d39-4b59-b7fd-3236d35a0d8b', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c104e2c-6a45-45ad-b6c1-1f2f09a25027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:30:55Z', 'updated_at': '2021-09-29T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:33:06.100691 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1f38821c-8522-4ae3-980c-cf0d6ecb712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.124690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38821c-8522-4ae3-980c-cf0d6ecb712e None None] Pushing event deleted for resources: {'Port': ['ID=abf8c3c3-2121-414f-bf96-718aabc06e17,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:06.131037 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6a10d3b-a3d0-4859-ab5b-b0ac63cf3b29 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.131257 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f38821c-8522-4ae3-980c-cf0d6ecb712e None None] No DVR routers for this DVR port abf8c3c3-2121-414f-bf96-718aabc06e17 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:33:06.223568 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6a10d3b-a3d0-4859-ab5b-b0ac63cf3b29 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.243049 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-d6a10d3b-a3d0-4859-ab5b-b0ac63cf3b29 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5caa453a-d5f4-4df1-b20b-2db90e8e1c7f']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:06.252433 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-d6a10d3b-a3d0-4859-ab5b-b0ac63cf3b29 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c61f8cb-145b-4ae8-a38b-00e99603486d') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:06.252723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-d6a10d3b-a3d0-4859-ab5b-b0ac63cf3b29 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c61f8cb-145b-4ae8-a38b-00e99603486d') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:06.262533 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6a10d3b-a3d0-4859-ab5b-b0ac63cf3b29 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.276014 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6a10d3b-a3d0-4859-ab5b-b0ac63cf3b29 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.282151 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a10d3b-a3d0-4859-ab5b-b0ac63cf3b29 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:33:06.282629 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6a10d3b-a3d0-4859-ab5b-b0ac63cf3b29 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:33:06.285601 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:33:06.345430 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6a10d3b-a3d0-4859-ab5b-b0ac63cf3b29 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.352394 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-d6a10d3b-a3d0-4859-ab5b-b0ac63cf3b29 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.354322 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d6a10d3b-a3d0-4859-ab5b-b0ac63cf3b29 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/networks/5caa453a-d5f4-4df1-b20b-2db90e8e1c7f HTTP/1.1" status: 204 len: 168 time: 0.3028879 Sep 29 18:33:06.357360 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55556) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:06.365363 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a10d3b-a3d0-4859-ab5b-b0ac63cf3b29 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Network': ['ID=5caa453a-d5f4-4df1-b20b-2db90e8e1c7f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:06.422708 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.448422 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.514638 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.517236 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.520990 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/security-groups/6e37f84f-7260-48d6-aad6-2f434fd3b2a5 HTTP/1.1" status: 204 len: 168 time: 0.1601622 Sep 29 18:33:06.529058 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e37f84f-7260-48d6-aad6-2f434fd3b2a5,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:06.539532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:06.539883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:06.540220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:06.540550 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:06.541111 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:06.541751 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:06.542156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:06.542443 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:06.542995 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:06.543408 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:06.543777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:06.544097 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f68d59-ff32-4375-a72a-e4b3bc2df323 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:06.840209 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55562) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:06.844800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-dd8f6390-69ab-42e9-a6ec-780f9cce0e80 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945927276', 'description': 'tempest-secgroup-smoke-1945927276 description', 'project_id': '1d50132f353842469c421763ad2cc781'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:33:06.866376 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dd8f6390-69ab-42e9-a6ec-780f9cce0e80 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.948441 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dd8f6390-69ab-42e9-a6ec-780f9cce0e80 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.951842 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dd8f6390-69ab-42e9-a6ec-780f9cce0e80 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.973009 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-dd8f6390-69ab-42e9-a6ec-780f9cce0e80 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:06.974171 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-dd8f6390-69ab-42e9-a6ec-780f9cce0e80 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1329465 Sep 29 18:33:06.978292 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55564) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:06.983032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f6390-69ab-42e9-a6ec-780f9cce0e80 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146f420a-1bc8-412a-9589-dabe29a82ffc,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:06.985973 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-94d6ebdb-e0c4-48c2-928c-87743569913c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': '146f420a-1bc8-412a-9589-dabe29a82ffc', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:33:07.015040 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94d6ebdb-e0c4-48c2-928c-87743569913c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.067673 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94d6ebdb-e0c4-48c2-928c-87743569913c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.072981 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94d6ebdb-e0c4-48c2-928c-87743569913c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.081939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:33:07.089531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6ebdb-e0c4-48c2-928c-87743569913c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1933e642-5159-438a-af5e-065f6e3f0b23,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:07.106830 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-94d6ebdb-e0c4-48c2-928c-87743569913c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.108358 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-94d6ebdb-e0c4-48c2-928c-87743569913c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287379 Sep 29 18:33:07.109727 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:33:07.110077 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9ad329ba-390f-4ca3-8fc3-87fb7a3f32a0 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:33:07.110582 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device abf8c3c3-2121-414f-bf96-718aabc06e17 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:33:07.110969 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55566) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:07.115361 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-400c7344-1733-46b5-b6cf-059f5f715c0f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': '146f420a-1bc8-412a-9589-dabe29a82ffc', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:33:07.129852 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: abf8c3c3-2121-414f-bf96-718aabc06e17 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:33:07.130198 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device abf8c3c3-2121-414f-bf96-718aabc06e17 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:33:07.130640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b8b63db4-1d39-4b59-b7fd-3236d35a0d8b no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:33:07.141553 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-400c7344-1733-46b5-b6cf-059f5f715c0f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.149542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: b8b63db4-1d39-4b59-b7fd-3236d35a0d8b {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:33:07.149887 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device b8b63db4-1d39-4b59-b7fd-3236d35a0d8b not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:33:07.196971 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-400c7344-1733-46b5-b6cf-059f5f715c0f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.200320 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-400c7344-1733-46b5-b6cf-059f5f715c0f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.214293 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c7344-1733-46b5-b6cf-059f5f715c0f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a661a14f-9a7e-4a3f-9623-e4b50a53668c,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:07.223077 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-400c7344-1733-46b5-b6cf-059f5f715c0f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.225727 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-400c7344-1733-46b5-b6cf-059f5f715c0f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137581 Sep 29 18:33:07.227631 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55568) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:07.232008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-053a1c06-9b84-42c5-910c-5ac8bdc601e9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': '146f420a-1bc8-412a-9589-dabe29a82ffc', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:33:07.258742 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-053a1c06-9b84-42c5-910c-5ac8bdc601e9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.315749 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-053a1c06-9b84-42c5-910c-5ac8bdc601e9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.319118 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-053a1c06-9b84-42c5-910c-5ac8bdc601e9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.336852 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a1c06-9b84-42c5-910c-5ac8bdc601e9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc86baf-1383-4718-978f-de46beaa9494,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:07.342889 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-053a1c06-9b84-42c5-910c-5ac8bdc601e9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.344158 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-053a1c06-9b84-42c5-910c-5ac8bdc601e9 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155875 Sep 29 18:33:07.346846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55570) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:07.351924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c1077079-534a-48f2-8f9c-bb29e5a9ff45 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': '146f420a-1bc8-412a-9589-dabe29a82ffc', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:33:07.375974 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1077079-534a-48f2-8f9c-bb29e5a9ff45 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.434869 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1077079-534a-48f2-8f9c-bb29e5a9ff45 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.438463 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1077079-534a-48f2-8f9c-bb29e5a9ff45 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.455465 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1077079-534a-48f2-8f9c-bb29e5a9ff45 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81854141-f03f-4e28-9104-bd986a50c461,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:07.461662 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c1077079-534a-48f2-8f9c-bb29e5a9ff45 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.462845 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c1077079-534a-48f2-8f9c-bb29e5a9ff45 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150696 Sep 29 18:33:07.465513 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55572) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:07.469745 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-210a3493-be10-4691-bfa4-83c619fdef08 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': '146f420a-1bc8-412a-9589-dabe29a82ffc', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:33:07.491294 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-210a3493-be10-4691-bfa4-83c619fdef08 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Project 1d50132f353842469c421763ad2cc781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:33:07.496246 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-210a3493-be10-4691-bfa4-83c619fdef08 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.555511 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-210a3493-be10-4691-bfa4-83c619fdef08 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.559239 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-210a3493-be10-4691-bfa4-83c619fdef08 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.575889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a3493-be10-4691-bfa4-83c619fdef08 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05163cbc-ad2b-4284-9cca-3ad9e8160fa0,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:07.582516 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-210a3493-be10-4691-bfa4-83c619fdef08 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.583941 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-210a3493-be10-4691-bfa4-83c619fdef08 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175151 Sep 29 18:33:07.587363 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55574) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:07.591733 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-17ac67de-4ccc-4f7d-9b77-48cad79d0133 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': '146f420a-1bc8-412a-9589-dabe29a82ffc', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:33:07.613328 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-17ac67de-4ccc-4f7d-9b77-48cad79d0133 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Project 1d50132f353842469c421763ad2cc781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:33:07.618041 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-17ac67de-4ccc-4f7d-9b77-48cad79d0133 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.677617 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-17ac67de-4ccc-4f7d-9b77-48cad79d0133 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.681003 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-17ac67de-4ccc-4f7d-9b77-48cad79d0133 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.698974 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac67de-4ccc-4f7d-9b77-48cad79d0133 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1785b4b0-67dc-44bd-89f1-36e3760d59b9,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:07.703724 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-17ac67de-4ccc-4f7d-9b77-48cad79d0133 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.704903 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-17ac67de-4ccc-4f7d-9b77-48cad79d0133 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166122 Sep 29 18:33:07.707775 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55576) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:07.713368 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-83aa700e-2f2c-48b5-96e3-7a167b07a74f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'network': {'name': 'tempest-network-smoke--1624283256', 'project_id': '1d50132f353842469c421763ad2cc781', 'port_security_enabled': True}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:33:07.732962 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aa700e-2f2c-48b5-96e3-7a167b07a74f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Made reservation on behalf of 1d50132f353842469c421763ad2cc781 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:33:07.736364 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-83aa700e-2f2c-48b5-96e3-7a167b07a74f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.759505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83aa700e-2f2c-48b5-96e3-7a167b07a74f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:33:07.768814 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-83aa700e-2f2c-48b5-96e3-7a167b07a74f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.769247 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-83aa700e-2f2c-48b5-96e3-7a167b07a74f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Added segment 7b734ac0-b47b-4457-aa52-0b40370797c4 of type vlan for network d31313fd-9d03-44fd-b5ae-1e1fb126e378 Sep 29 18:33:07.811846 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-83aa700e-2f2c-48b5-96e3-7a167b07a74f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.837067 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-83aa700e-2f2c-48b5-96e3-7a167b07a74f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.843008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aa700e-2f2c-48b5-96e3-7a167b07a74f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:07.843591 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-83aa700e-2f2c-48b5-96e3-7a167b07a74f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.872126 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-83aa700e-2f2c-48b5-96e3-7a167b07a74f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1634324 Sep 29 18:33:07.874984 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55578) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:07.879586 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-163197938', 'admin_state_up': True, 'project_id': '1d50132f353842469c421763ad2cc781', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:33:07.903975 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.904929 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:07.914837 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa700e-2f2c-48b5-96e3-7a167b07a74f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Network': ['ID=d31313fd-9d03-44fd-b5ae-1e1fb126e378,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:07.925905 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network d31313fd-9d03-44fd-b5ae-1e1fb126e378 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:33:07.959096 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:08.102880 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:08.290417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:08.308787 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:08.410676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.25.2.27 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/0cddc452-8078-4b0b-92d0-8c1c821197e2) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:33:08.508118 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:08.540063 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:08.574884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:33:08.577651 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:33:08.580938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:33:08.610087 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=0cddc452-8078-4b0b-92d0-8c1c821197e2,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:08.828979 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:09.319823 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:09.446317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router ba1e857a-765c-400e-8704-da75998bf672 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 18:33:09.553173 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:33:09.563255 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Sync routers for ids ['ba1e857a-765c-400e-8704-da75998bf672'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:33:09.570056 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:09.571310 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-04499c53-2f17-40b1-9dff-90bb28feead3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6953132 Sep 29 18:33:09.572645 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Routers {'ba1e857a-765c-400e-8704-da75998bf672'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:33:09.573247 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:32:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ba1e857a-765c-400e-8704-da75998bf672'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:09.574688 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55580) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:09.603903 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-aa4afa2b-be72-45a0-a175-3e6b1468a4a8 tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=1d50132f353842469c421763ad2cc781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280800 Sep 29 18:33:09.606601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55582) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:09.676527 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Set router ba1e857a-765c-400e-8704-da75998bf672 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:33:09.695011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfdcb3c-6078-4b48-9132-b1751d3d521b tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:09.696569 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-3cfdcb3c-6078-4b48-9132-b1751d3d521b tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890710 Sep 29 18:33:09.699454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55584) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:09.727990 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8924279a-062c-4ee4-8581-13b194f3d76d tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274739 Sep 29 18:33:09.730550 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55586) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:09.735166 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-62df5e65-262d-4e4d-968a-953cce567250 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1713545906', 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378', 'project_id': '1d50132f353842469c421763ad2cc781', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:33:09.830385 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62df5e65-262d-4e4d-968a-953cce567250 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Made reservation on behalf of 1d50132f353842469c421763ad2cc781 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:33:09.833840 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-62df5e65-262d-4e4d-968a-953cce567250 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:09.861148 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1e857a-765c-400e-8704-da75998bf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163197938', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:33:07Z', 'updated_at': '2021-09-29T18:33:08Z', 'revision_number': 3, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:08Z', 'updated_at': '2021-09-29T18:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:09.887951 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Checking router: ba1e857a-765c-400e-8704-da75998bf672 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:33:09.888294 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Updating router ba1e857a-765c-400e-8704-da75998bf672 port 0cddc452-8078-4b0b-92d0-8c1c821197e2 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:33:09.913670 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:10.017050 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-62df5e65-262d-4e4d-968a-953cce567250 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:10.070100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df5e65-262d-4e4d-968a-953cce567250 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Subnet': ['ID=869af19e-b3e2-495c-874d-52b295f8b2bd,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:10.086978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df5e65-262d-4e4d-968a-953cce567250 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Checking segment: {'id': '7b734ac0-b47b-4457-aa52-0b40370797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:33:10.087274 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df5e65-262d-4e4d-968a-953cce567250 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network hostable DHCP agents. Network: d31313fd-9d03-44fd-b5ae-1e1fb126e378, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:33:10.103646 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df5e65-262d-4e4d-968a-953cce567250 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network d31313fd-9d03-44fd-b5ae-1e1fb126e378 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:33:10.112282 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-62df5e65-262d-4e4d-968a-953cce567250 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, d31313fd-9d03-44fd-b5ae-1e1fb126e378) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:33:10.116470 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62df5e65-262d-4e4d-968a-953cce567250 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:10.117053 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-62df5e65-262d-4e4d-968a-953cce567250 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:10.125904 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d18b51-0953-496a-b976-27cd068f4f08 None None] Network d31313fd-9d03-44fd-b5ae-1e1fb126e378 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:33:10.132941 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-62df5e65-262d-4e4d-968a-953cce567250 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4014361 Sep 29 18:33:10.136471 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55588) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:10.168140 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:10.174625 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:10.213056 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397bceac-11c6-441c-af6f-6ee775fa2db3 None None] Pushing event updated for resources: {'Port': ['ID=0cddc452-8078-4b0b-92d0-8c1c821197e2,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:10.222584 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bceac-11c6-441c-af6f-6ee775fa2db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.222923 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bceac-11c6-441c-af6f-6ee775fa2db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.223260 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bceac-11c6-441c-af6f-6ee775fa2db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.224046 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bceac-11c6-441c-af6f-6ee775fa2db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.224347 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bceac-11c6-441c-af6f-6ee775fa2db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.224672 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bceac-11c6-441c-af6f-6ee775fa2db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.224995 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bceac-11c6-441c-af6f-6ee775fa2db3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.225336 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bceac-11c6-441c-af6f-6ee775fa2db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.225661 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bceac-11c6-441c-af6f-6ee775fa2db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.226065 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bceac-11c6-441c-af6f-6ee775fa2db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.226638 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bceac-11c6-441c-af6f-6ee775fa2db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.227176 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397bceac-11c6-441c-af6f-6ee775fa2db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.246781 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Attempting to bind port 0cddc452-8078-4b0b-92d0-8c1c821197e2 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:33:10.246781 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Attempting to bind port 0cddc452-8078-4b0b-92d0-8c1c821197e2 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:33:10.247060 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Attempting to bind port 0cddc452-8078-4b0b-92d0-8c1c821197e2 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:33:10.252400 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:33:10.252718 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:33:10.253117 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:10.255065 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:33:10.255065 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Bound port: 0cddc452-8078-4b0b-92d0-8c1c821197e2, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:33:10.255065 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:10.282959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-d31313fd-9d03-44fd-b5ae-1e1fb126e378', 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'fixed_ips': [{'subnet_id': '869af19e-b3e2-495c-874d-52b295f8b2bd'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:33:10.283984 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:10.307971 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] For port 0cddc452-8078-4b0b-92d0-8c1c821197e2, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:33:10.313109 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] For port 0cddc452-8078-4b0b-92d0-8c1c821197e2, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0cddc452-8078-4b0b-92d0-8c1c821197e2,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:33:10.318558 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:10.379630 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397bceac-11c6-441c-af6f-6ee775fa2db3 None None] Pushing event updated for resources: {'Port': ['ID=0cddc452-8078-4b0b-92d0-8c1c821197e2,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:10.387589 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Routers {'ba1e857a-765c-400e-8704-da75998bf672'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:33:10.388203 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:32:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ba1e857a-765c-400e-8704-da75998bf672'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:10.438034 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Allocated IP 172.20.0.2 (d31313fd-9d03-44fd-b5ae-1e1fb126e378/869af19e-b3e2-495c-874d-52b295f8b2bd/c6f693ec-0934-4b7c-b79a-de673865c294) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:33:10.582537 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] Set router ba1e857a-765c-400e-8704-da75998bf672 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:33:10.606931 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:10.612346 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:10.613013 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:10.654657 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Network d31313fd-9d03-44fd-b5ae-1e1fb126e378 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:33:10.660302 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:33:10.667614 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:33:10.670904 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Pushing event updated for resources: {'Port': ['ID=c6f693ec-0934-4b7c-b79a-de673865c294,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:10.684444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.684444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.684444 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.684860 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.684973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.685375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.685717 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.686044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.686374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.686698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.687130 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.687466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:33:10.737018 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Attempting to bind port c6f693ec-0934-4b7c-b79a-de673865c294 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:33:10.737424 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Attempting to bind port c6f693ec-0934-4b7c-b79a-de673865c294 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '7b734ac0-b47b-4457-aa52-0b40370797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:33:10.737798 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Attempting to bind port c6f693ec-0934-4b7c-b79a-de673865c294 on network d31313fd-9d03-44fd-b5ae-1e1fb126e378 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:33:10.744253 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:33:10.744641 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Checking segment: {'id': '7b734ac0-b47b-4457-aa52-0b40370797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:33:10.745052 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:10.745481 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Bound using segment: {'id': '7b734ac0-b47b-4457-aa52-0b40370797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:33:10.745959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Bound port: c6f693ec-0934-4b7c-b79a-de673865c294, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b734ac0-b47b-4457-aa52-0b40370797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:33:10.746343 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:10.768152 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1e857a-765c-400e-8704-da75998bf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163197938', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:33:07Z', 'updated_at': '2021-09-29T18:33:08Z', 'revision_number': 3, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:08Z', 'updated_at': '2021-09-29T18:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:10.796585 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c2eb8e-fba0-4f87-806b-830c4358a831 None None] The sync data for ids ['ba1e857a-765c-400e-8704-da75998bf672'] in n-d-811748-2 is: [{'id': 'ba1e857a-765c-400e-8704-da75998bf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163197938', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:33:07Z', 'updated_at': '2021-09-29T18:33:08Z', 'revision_number': 3, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:08Z', 'updated_at': '2021-09-29T18:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:33:10.833543 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] For port c6f693ec-0934-4b7c-b79a-de673865c294, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:33:10.837970 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] For port c6f693ec-0934-4b7c-b79a-de673865c294, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c6f693ec-0934-4b7c-b79a-de673865c294,segment=NetworkSegment(7b734ac0-b47b-4457-aa52-0b40370797c4),segment_id=7b734ac0-b47b-4457-aa52-0b40370797c4)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:33:10.847242 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:10.906958 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b32e82-25e0-4deb-9497-6da669b86863 None None] Pushing event updated for resources: {'Port': ['ID=c6f693ec-0934-4b7c-b79a-de673865c294,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:10.927683 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-32f8e932-5b31-4ab0-a0a9-dba3fe1d468f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:10.933130 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.20.0.1 (d31313fd-9d03-44fd-b5ae-1e1fb126e378/869af19e-b3e2-495c-874d-52b295f8b2bd/7b834db3-ca01-4ebc-ab61-3628ba8a6167) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:33:11.088841 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:11.154213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:11.199480 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network d31313fd-9d03-44fd-b5ae-1e1fb126e378 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:33:11.202741 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:33:11.212437 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:33:11.252192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=7b834db3-ca01-4ebc-ab61-3628ba8a6167,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:11.279461 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:11.423156 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:11.722133 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:11.727433 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:11.807515 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=7b834db3-ca01-4ebc-ab61-3628ba8a6167,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:11.810417 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:11.905844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network d31313fd-9d03-44fd-b5ae-1e1fb126e378 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:33:11.907308 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:33:11.928373 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fde252-f57b-4b7d-b14f-5ae03aabc773 None None] Network d31313fd-9d03-44fd-b5ae-1e1fb126e378 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:33:12.015567 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-f3695643-862d-49e5-8638-ce1295c7aac1 None None] Provisioning complete for port c6f693ec-0934-4b7c-b79a-de673865c294 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:33:12.015937 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f3695643-862d-49e5-8638-ce1295c7aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:12.026543 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router ba1e857a-765c-400e-8704-da75998bf672 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:33:12.138256 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:33:12.144507 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-29fc4f19-cbdb-4c7a-9428-a42a0f3c3641 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "PUT /v2.0/routers/ba1e857a-765c-400e-8704-da75998bf672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0058300 Sep 29 18:33:12.154036 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f3695643-862d-49e5-8638-ce1295c7aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:12.195190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-f3695643-862d-49e5-8638-ce1295c7aac1 None None] For port c6f693ec-0934-4b7c-b79a-de673865c294, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c6f693ec-0934-4b7c-b79a-de673865c294,segment=NetworkSegment(7b734ac0-b47b-4457-aa52-0b40370797c4),segment_id=7b734ac0-b47b-4457-aa52-0b40370797c4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:33:12.201589 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f3695643-862d-49e5-8638-ce1295c7aac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:12.258875 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3695643-862d-49e5-8638-ce1295c7aac1 None None] Pushing event updated for resources: {'Port': ['ID=c6f693ec-0934-4b7c-b79a-de673865c294,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:12.343366 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-352ae96c-5239-4970-a2e6-a92c1bae7d44 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945927276&fields=id&tenant_id=1d50132f353842469c421763ad2cc781 HTTP/1.1" status: 200 len: 267 time: 0.0416913 Sep 29 18:33:12.423478 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9a8eaf11-292e-4284-8247-bbff804829f7 None None] Provisioning complete for port 7b834db3-ca01-4ebc-ab61-3628ba8a6167 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:33:12.423938 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9a8eaf11-292e-4284-8247-bbff804829f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:12.459775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-9a8eaf11-292e-4284-8247-bbff804829f7 None None] Port 7b834db3-ca01-4ebc-ab61-3628ba8a6167 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:33:12.471237 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9a8eaf11-292e-4284-8247-bbff804829f7 None None] Provisioning complete for port c6f693ec-0934-4b7c-b79a-de673865c294 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:33:12.471965 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9a8eaf11-292e-4284-8247-bbff804829f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:12.477722 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-bb5cc300-77bb-4c99-b837-6ead943403b0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:12.478853 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-bb5cc300-77bb-4c99-b837-6ead943403b0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/networks?id=d31313fd-9d03-44fd-b5ae-1e1fb126e378 HTTP/1.1" status: 200 len: 797 time: 0.1276228 Sep 29 18:33:12.496284 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-a9bb51f5-a8f8-451f-b57f-d987bf23ef64 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/quotas/1d50132f353842469c421763ad2cc781 HTTP/1.1" status: 200 len: 375 time: 0.0102336 Sep 29 18:33:12.523794 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Sync routers for ids ['ba1e857a-765c-400e-8704-da75998bf672'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:33:12.538822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Routers {'ba1e857a-765c-400e-8704-da75998bf672'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:33:12.540130 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:32:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ba1e857a-765c-400e-8704-da75998bf672'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:12.551149 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-aa615211-950a-4f77-a372-c0ca0b50480e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484324 Sep 29 18:33:12.675957 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-6eab87e6-650d-487c-99fe-d31ea5e1b90e service neutron] 10.222.0.44 "GET /v2.0/networks/d31313fd-9d03-44fd-b5ae-1e1fb126e378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052880 Sep 29 18:33:12.697858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Set router ba1e857a-765c-400e-8704-da75998bf672 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:33:12.780027 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-ece63e7e-6d5f-4a82-8f3e-ed628028ef7e service neutron] 10.222.0.44 "GET /v2.0/networks/d31313fd-9d03-44fd-b5ae-1e1fb126e378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031740 Sep 29 18:33:12.838332 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2d27400c-4db9-479d-8ee1-7fb5bbc4a534 None None] Provisioning complete for port 7b834db3-ca01-4ebc-ab61-3628ba8a6167 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:33:12.838332 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2d27400c-4db9-479d-8ee1-7fb5bbc4a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:12.894971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-2d27400c-4db9-479d-8ee1-7fb5bbc4a534 None None] Port 7b834db3-ca01-4ebc-ab61-3628ba8a6167 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:33:12.962788 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1e857a-765c-400e-8704-da75998bf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163197938', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:33:07Z', 'updated_at': '2021-09-29T18:33:11Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:08Z', 'updated_at': '2021-09-29T18:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '7b834db3-ca01-4ebc-ab61-3628ba8a6167', 'name': '', 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:68:d9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:10Z', 'updated_at': '2021-09-29T18:33:11Z', 'revision_number': 2, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:12.967954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c6f693ec-0934-4b7c-b79a-de673865c294 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:33:12.984847 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d4635ad-2d87-40cd-aa52-187240852056 req-25591f71-8c29-45b6-aaec-cf7afbe4fe0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 210 time: 0.0393159 Sep 29 18:33:13.027638 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Checking router: ba1e857a-765c-400e-8704-da75998bf672 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:33:13.027996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Updating router ba1e857a-765c-400e-8704-da75998bf672 port 7b834db3-ca01-4ebc-ab61-3628ba8a6167 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:33:13.070437 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:13.073595 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e0b3473e-214c-4794-9d90-2101be741c1e None None] Provisioning complete for port 7b834db3-ca01-4ebc-ab61-3628ba8a6167 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:33:13.073957 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e0b3473e-214c-4794-9d90-2101be741c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:13.144468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3473e-214c-4794-9d90-2101be741c1e None None] Port 7b834db3-ca01-4ebc-ab61-3628ba8a6167 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:33:13.151623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port c6f693ec-0934-4b7c-b79a-de673865c294 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:33:13.151742 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:13.362382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0cddc452-8078-4b0b-92d0-8c1c821197e2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:33:13.464452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0cddc452-8078-4b0b-92d0-8c1c821197e2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:33:13.464776 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:13.511643 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:13.521658 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:13.576936 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292a243-d119-463f-8986-a0fad2339b95 None None] Pushing event updated for resources: {'Port': ['ID=7b834db3-ca01-4ebc-ab61-3628ba8a6167,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:13.826763 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:13.855012 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-45402294-7b63-4d42-b30f-c191f4de9f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:13.865526 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Attempting to bind port 7b834db3-ca01-4ebc-ab61-3628ba8a6167 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:33:13.865874 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Attempting to bind port 7b834db3-ca01-4ebc-ab61-3628ba8a6167 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '7b734ac0-b47b-4457-aa52-0b40370797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:33:13.866228 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Attempting to bind port 7b834db3-ca01-4ebc-ab61-3628ba8a6167 on network d31313fd-9d03-44fd-b5ae-1e1fb126e378 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:33:13.873645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 0cddc452-8078-4b0b-92d0-8c1c821197e2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0cddc452-8078-4b0b-92d0-8c1c821197e2,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:33:13.874570 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-32b2861c-ec34-4beb-8728-8077533b4c53 None None] Provisioning complete for port 7b834db3-ca01-4ebc-ab61-3628ba8a6167 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:33:13.874946 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-32b2861c-ec34-4beb-8728-8077533b4c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:13.879442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:33:13.879706 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Checking segment: {'id': '7b734ac0-b47b-4457-aa52-0b40370797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:33:13.880096 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:13.880455 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Bound using segment: {'id': '7b734ac0-b47b-4457-aa52-0b40370797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:33:13.880970 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Bound port: 7b834db3-ca01-4ebc-ab61-3628ba8a6167, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b734ac0-b47b-4457-aa52-0b40370797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:33:13.881406 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:13.906854 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:13.967959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-32b2861c-ec34-4beb-8728-8077533b4c53 None None] Port 7b834db3-ca01-4ebc-ab61-3628ba8a6167 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:33:13.988850 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-f242105d-bc16-4d4e-853f-ec09efd7fb58 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:13.990320 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-f242105d-bc16-4d4e-853f-ec09efd7fb58 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "GET /v2.0/networks?id=d31313fd-9d03-44fd-b5ae-1e1fb126e378 HTTP/1.1" status: 200 len: 797 time: 0.1782260 Sep 29 18:33:14.019959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=0cddc452-8078-4b0b-92d0-8c1c821197e2,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:14.028061 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] For port 7b834db3-ca01-4ebc-ab61-3628ba8a6167, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:33:14.032394 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] For port 7b834db3-ca01-4ebc-ab61-3628ba8a6167, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7b834db3-ca01-4ebc-ab61-3628ba8a6167,segment=NetworkSegment(7b734ac0-b47b-4457-aa52-0b40370797c4),segment_id=7b734ac0-b47b-4457-aa52-0b40370797c4)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:33:14.036749 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:14.058075 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-44e9b7b7-151c-461f-90cb-7e5380a7bb87 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d50132f353842469c421763ad2cc781 HTTP/1.1" status: 200 len: 380 time: 0.0516481 Sep 29 18:33:14.069912 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-409c1054-a28c-455a-9f22-66af7f2347bf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'port': {'device_id': 'a6a886d9-6bab-4f97-b913-85d0bb7058c7', 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378', 'admin_state_up': True, 'tenant_id': '1d50132f353842469c421763ad2cc781', 'security_groups': ['146f420a-1bc8-412a-9589-dabe29a82ffc']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:33:14.096479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a6f34d0-a63a-4de8-ae2e-d2880a350e2f req-9b8031c6-5c7c-4de0-b9cb-89f7a65d67a6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 210 time: 0.0303543 Sep 29 18:33:14.119697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Routers {'ba1e857a-765c-400e-8704-da75998bf672'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:33:14.120459 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:33:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ba1e857a-765c-400e-8704-da75998bf672'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:14.122396 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292a243-d119-463f-8986-a0fad2339b95 None None] Pushing event updated for resources: {'Port': ['ID=7b834db3-ca01-4ebc-ab61-3628ba8a6167,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:14.198305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-409c1054-a28c-455a-9f22-66af7f2347bf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Made reservation on behalf of 1d50132f353842469c421763ad2cc781 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:33:14.202421 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-409c1054-a28c-455a-9f22-66af7f2347bf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:14.244189 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] Set router ba1e857a-765c-400e-8704-da75998bf672 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:33:14.345723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-409c1054-a28c-455a-9f22-66af7f2347bf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.20.0.3 (d31313fd-9d03-44fd-b5ae-1e1fb126e378/869af19e-b3e2-495c-874d-52b295f8b2bd/3a475907-64ed-481e-9f25-f2bce8ccaa12) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:33:14.418927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d55997c-a7f7-458d-a6cc-7d359f63d32a None None] Provisioning complete for port 7b834db3-ca01-4ebc-ab61-3628ba8a6167 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:33:14.419186 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d55997c-a7f7-458d-a6cc-7d359f63d32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:14.492768 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-409c1054-a28c-455a-9f22-66af7f2347bf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:14.540390 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-409c1054-a28c-455a-9f22-66af7f2347bf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:14.542054 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1e857a-765c-400e-8704-da75998bf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163197938', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:33:07Z', 'updated_at': '2021-09-29T18:33:11Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:08Z', 'updated_at': '2021-09-29T18:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '7b834db3-ca01-4ebc-ab61-3628ba8a6167', 'name': '', 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:68:d9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:10Z', 'updated_at': '2021-09-29T18:33:14Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:14.545213 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d55997c-a7f7-458d-a6cc-7d359f63d32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:14.576678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bae6b8-f71a-4cd5-864a-deff7ab2d99a None None] The sync data for ids ['ba1e857a-765c-400e-8704-da75998bf672'] in n-d-811748-2 is: [{'id': 'ba1e857a-765c-400e-8704-da75998bf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163197938', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:33:07Z', 'updated_at': '2021-09-29T18:33:11Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:08Z', 'updated_at': '2021-09-29T18:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '7b834db3-ca01-4ebc-ab61-3628ba8a6167', 'name': '', 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:68:d9:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:10Z', 'updated_at': '2021-09-29T18:33:14Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:33:14.582770 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-409c1054-a28c-455a-9f22-66af7f2347bf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network d31313fd-9d03-44fd-b5ae-1e1fb126e378 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:33:14.586800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-409c1054-a28c-455a-9f22-66af7f2347bf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:33:14.590297 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-409c1054-a28c-455a-9f22-66af7f2347bf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:33:14.605419 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d55997c-a7f7-458d-a6cc-7d359f63d32a None None] For port 7b834db3-ca01-4ebc-ab61-3628ba8a6167, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7b834db3-ca01-4ebc-ab61-3628ba8a6167,segment=NetworkSegment(7b734ac0-b47b-4457-aa52-0b40370797c4),segment_id=7b734ac0-b47b-4457-aa52-0b40370797c4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:33:14.610120 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d55997c-a7f7-458d-a6cc-7d359f63d32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:14.639609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c1054-a28c-455a-9f22-66af7f2347bf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=3a475907-64ed-481e-9f25-f2bce8ccaa12,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:14.687611 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55997c-a7f7-458d-a6cc-7d359f63d32a None None] Pushing event updated for resources: {'Port': ['ID=7b834db3-ca01-4ebc-ab61-3628ba8a6167,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:14.689468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-409c1054-a28c-455a-9f22-66af7f2347bf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:14.689834 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-409c1054-a28c-455a-9f22-66af7f2347bf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:14.708276 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-409c1054-a28c-455a-9f22-66af7f2347bf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6421602 Sep 29 18:33:14.720896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Request body: {'port': {'device_id': 'a6a886d9-6bab-4f97-b913-85d0bb7058c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:33:14.775121 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:14.784926 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:14.842647 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:14.935328 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7042b102-ad05-4ed6-819e-6cc64fd6aeac None None] Provisioning complete for port 3a475907-64ed-481e-9f25-f2bce8ccaa12 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:33:14.935805 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7042b102-ad05-4ed6-819e-6cc64fd6aeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:14.989530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-7042b102-ad05-4ed6-819e-6cc64fd6aeac None None] Port 3a475907-64ed-481e-9f25-f2bce8ccaa12 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:33:15.007796 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0cddc452-8078-4b0b-92d0-8c1c821197e2 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:33:15.061263 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 0cddc452-8078-4b0b-92d0-8c1c821197e2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:33:15.061783 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:15.102797 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a475907-64ed-481e-9f25-f2bce8ccaa12 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:33:15.110703 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:15.125991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Transition to ACTIVE for port object 3a475907-64ed-481e-9f25-f2bce8ccaa12 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:33:15.131778 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:15.153458 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7b834db3-ca01-4ebc-ab61-3628ba8a6167 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:33:15.230402 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:15.235200 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 7b834db3-ca01-4ebc-ab61-3628ba8a6167 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:33:15.235396 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:15.251705 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Pushing event updated for resources: {'Port': ['ID=3a475907-64ed-481e-9f25-f2bce8ccaa12,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:15.286591 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed1a45-77f9-4468-9ed7-0b51b117fbd6 req-f1ae0cf6-5c41-42e8-98ce-7e7444df4cb0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:15.288407 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c6ed1a45-77f9-4468-9ed7-0b51b117fbd6 req-f1ae0cf6-5c41-42e8-98ce-7e7444df4cb0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 943 time: 0.1095393 Sep 29 18:33:15.311419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Attempting to bind port 3a475907-64ed-481e-9f25-f2bce8ccaa12 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:33:15.311765 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Attempting to bind port 3a475907-64ed-481e-9f25-f2bce8ccaa12 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '7b734ac0-b47b-4457-aa52-0b40370797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:33:15.312100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Attempting to bind port 3a475907-64ed-481e-9f25-f2bce8ccaa12 on network d31313fd-9d03-44fd-b5ae-1e1fb126e378 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:33:15.318915 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Port 3a475907-64ed-481e-9f25-f2bce8ccaa12 on network d31313fd-9d03-44fd-b5ae-1e1fb126e378 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:33:15.319236 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Attempting to bind port 3a475907-64ed-481e-9f25-f2bce8ccaa12 on network d31313fd-9d03-44fd-b5ae-1e1fb126e378 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:33:15.330232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:33:15.330614 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Checking segment: {'id': '7b734ac0-b47b-4457-aa52-0b40370797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:33:15.330958 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Bound using segment: {'id': '7b734ac0-b47b-4457-aa52-0b40370797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:33:15.331403 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Bound port: 3a475907-64ed-481e-9f25-f2bce8ccaa12, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b734ac0-b47b-4457-aa52-0b40370797c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:33:15.331971 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:15.371905 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c6ed1a45-77f9-4468-9ed7-0b51b117fbd6 req-73181789-865f-479e-96e7-09657c1b3977 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757596 Sep 29 18:33:15.433293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] For port 3a475907-64ed-481e-9f25-f2bce8ccaa12, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:33:15.437082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] For port 3a475907-64ed-481e-9f25-f2bce8ccaa12, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=3a475907-64ed-481e-9f25-f2bce8ccaa12,segment=NetworkSegment(7b734ac0-b47b-4457-aa52-0b40370797c4),segment_id=7b734ac0-b47b-4457-aa52-0b40370797c4)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:33:15.441810 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:15.480578 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:15.481133 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:15.482569 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] 10.222.0.49 "PUT /v2.0/ports/3a475907-64ed-481e-9f25-f2bce8ccaa12 HTTP/1.1" status: 200 len: 1091 time: 0.7664073 Sep 29 18:33:15.483018 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a886d9-6bab-4f97-b913-85d0bb7058c7', 'tag': '3a475907-64ed-481e-9f25-f2bce8ccaa12'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:33:15.485314 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5a9361-61bf-4755-be2c-db7366905e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a886d9-6bab-4f97-b913-85d0bb7058c7", "tag": "3a475907-64ed-481e-9f25-f2bce8ccaa12"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:33:15.562476 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d927eb-8a52-4c51-8d00-c6715844321b x-openstack-request-id: req-46d927eb-8a52-4c51-8d00-c6715844321b {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:33:15.562783 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a886d9-6bab-4f97-b913-85d0bb7058c7", "tag": "3a475907-64ed-481e-9f25-f2bce8ccaa12", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:33:15.563038 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46d927eb-8a52-4c51-8d00-c6715844321b {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:33:15.563438 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a886d9-6bab-4f97-b913-85d0bb7058c7', 'tag': '3a475907-64ed-481e-9f25-f2bce8ccaa12', 'status': 'completed', 'code': 200} Sep 29 18:33:15.565783 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d588b0b-63a6-4f20-85a9-c8a1daa4b363 service neutron] Pushing event updated for resources: {'Port': ['ID=3a475907-64ed-481e-9f25-f2bce8ccaa12,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:15.588712 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-f21f7d8d-7240-4dbd-b432-fbf70f0c75bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:15.590379 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-f21f7d8d-7240-4dbd-b432-fbf70f0c75bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 1094 time: 0.0602295 Sep 29 18:33:15.641905 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-2a7fdf45-2dfc-4ce0-8224-f5741b175f3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a475907-64ed-481e-9f25-f2bce8ccaa12 HTTP/1.1" status: 200 len: 217 time: 0.0424745 Sep 29 18:33:15.694388 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-57336d1f-3b9b-4fce-836e-056c636e09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:15.696567 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-57336d1f-3b9b-4fce-836e-056c636e09c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=869af19e-b3e2-495c-874d-52b295f8b2bd HTTP/1.1" status: 200 len: 835 time: 0.0479980 Sep 29 18:33:15.749061 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-0fde78be-9809-45d6-88b4-89ba256dd23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:15.750645 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-0fde78be-9809-45d6-88b4-89ba256dd23a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d31313fd-9d03-44fd-b5ae-1e1fb126e378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456793 Sep 29 18:33:15.850508 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-a10d6f29-581c-4dfa-a298-d40e51dc2a10 service neutron] 10.222.0.49 "GET /v2.0/networks/d31313fd-9d03-44fd-b5ae-1e1fb126e378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918312 Sep 29 18:33:15.945874 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-26aa682b-412d-4a67-9b94-6f255c7fba1b req-5fb6ec1b-295b-4837-bed8-1704b5555254 service neutron] 10.222.0.49 "GET /v2.0/networks/d31313fd-9d03-44fd-b5ae-1e1fb126e378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878057 Sep 29 18:33:16.034616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a9361-61bf-4755-be2c-db7366905e1f req-4f72c73a-b04a-4019-83fb-40f546fc9b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:16.036099 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f5a9361-61bf-4755-be2c-db7366905e1f req-4f72c73a-b04a-4019-83fb-40f546fc9b01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 1094 time: 0.0451267 Sep 29 18:33:16.129991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a9361-61bf-4755-be2c-db7366905e1f req-e6fd30fc-e470-4d1c-83f2-af74a654d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:16.131420 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f5a9361-61bf-4755-be2c-db7366905e1f req-e6fd30fc-e470-4d1c-83f2-af74a654d931 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d31313fd-9d03-44fd-b5ae-1e1fb126e378 HTTP/1.1" status: 200 len: 898 time: 0.0841236 Sep 29 18:33:16.174748 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f5a9361-61bf-4755-be2c-db7366905e1f req-115072c6-7bb5-40ef-a9d8-17d6a5e39fac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a475907-64ed-481e-9f25-f2bce8ccaa12 HTTP/1.1" status: 200 len: 217 time: 0.0363879 Sep 29 18:33:16.223130 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a9361-61bf-4755-be2c-db7366905e1f req-bcf932b0-c46b-44f6-b2a0-2c18ecd24266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:16.224619 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f5a9361-61bf-4755-be2c-db7366905e1f req-bcf932b0-c46b-44f6-b2a0-2c18ecd24266 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=869af19e-b3e2-495c-874d-52b295f8b2bd HTTP/1.1" status: 200 len: 835 time: 0.0430732 Sep 29 18:33:16.272419 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a9361-61bf-4755-be2c-db7366905e1f req-2616d6d9-0790-490a-aa8f-47c2cd6ff07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:16.274536 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f5a9361-61bf-4755-be2c-db7366905e1f req-2616d6d9-0790-490a-aa8f-47c2cd6ff07c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d31313fd-9d03-44fd-b5ae-1e1fb126e378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427332 Sep 29 18:33:16.369789 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f5a9361-61bf-4755-be2c-db7366905e1f req-423c4ad8-72ae-4416-9bec-0e3aa107c5c6 service neutron] 10.222.0.49 "GET /v2.0/networks/d31313fd-9d03-44fd-b5ae-1e1fb126e378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870934 Sep 29 18:33:16.460829 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0f5a9361-61bf-4755-be2c-db7366905e1f req-4634502c-f332-4636-a2cf-00bf01d66b0c service neutron] 10.222.0.49 "GET /v2.0/networks/d31313fd-9d03-44fd-b5ae-1e1fb126e378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820105 Sep 29 18:33:16.494192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad73b2-9e17-4fc5-9f85-753eea266b8b req-5eda2c2e-f665-42be-b710-1c213fab30c8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:16.495678 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ecad73b2-9e17-4fc5-9f85-753eea266b8b req-5eda2c2e-f665-42be-b710-1c213fab30c8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 943 time: 0.0538993 Sep 29 18:33:16.532405 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ecad73b2-9e17-4fc5-9f85-753eea266b8b req-57733d3c-4849-4015-b673-2810b79d0869 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308728 Sep 29 18:33:17.137712 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:17.643647 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d9387-2f8b-47fc-a3bc-795d386dc2cf req-9c987d66-4c32-45d4-bbff-aa0b60ae2bd7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:17.645085 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d1d9387-2f8b-47fc-a3bc-795d386dc2cf req-9c987d66-4c32-45d4-bbff-aa0b60ae2bd7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 943 time: 0.0477359 Sep 29 18:33:17.683210 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5d1d9387-2f8b-47fc-a3bc-795d386dc2cf req-09cc074e-90de-4949-93d9-cf6b9e88d597 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319545 Sep 29 18:33:17.753959 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 3a475907-64ed-481e-9f25-f2bce8ccaa12 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:33:17.850216 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 3a475907-64ed-481e-9f25-f2bce8ccaa12, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=3a475907-64ed-481e-9f25-f2bce8ccaa12,segment=NetworkSegment(7b734ac0-b47b-4457-aa52-0b40370797c4),segment_id=7b734ac0-b47b-4457-aa52-0b40370797c4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:33:17.861510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '3a475907-64ed-481e-9f25-f2bce8ccaa12', 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378', 'port_id': '3a475907-64ed-481e-9f25-f2bce8ccaa12', 'mac_address': 'fa:16:3e:b6:5a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:33:17.899146 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:17.911433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a475907-64ed-481e-9f25-f2bce8ccaa12 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:33:17.930586 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 3a475907-64ed-481e-9f25-f2bce8ccaa12, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=3a475907-64ed-481e-9f25-f2bce8ccaa12,segment=NetworkSegment(7b734ac0-b47b-4457-aa52-0b40370797c4),segment_id=7b734ac0-b47b-4457-aa52-0b40370797c4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:33:17.934673 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:17.984029 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=3a475907-64ed-481e-9f25-f2bce8ccaa12,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:18.138760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['3a475907-64ed-481e-9f25-f2bce8ccaa12'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:33:18.324126 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:33:18.805714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090cdba-94d2-41d8-b823-d0a2ede70a80 req-5eea4015-fab7-4aa5-92ee-17378f3d93d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:18.807159 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d090cdba-94d2-41d8-b823-d0a2ede70a80 req-5eea4015-fab7-4aa5-92ee-17378f3d93d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 944 time: 0.0518210 Sep 29 18:33:18.845021 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d090cdba-94d2-41d8-b823-d0a2ede70a80 req-13678808-46ca-444c-a9e4-baa543a53981 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319247 Sep 29 18:33:19.784664 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 3a475907-64ed-481e-9f25-f2bce8ccaa12 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:33:19.835897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 3a475907-64ed-481e-9f25-f2bce8ccaa12 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:33:19.839806 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 3a475907-64ed-481e-9f25-f2bce8ccaa12 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:33:19.840210 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:19.915872 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:19.937912 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a886d9-6bab-4f97-b913-85d0bb7058c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a475907-64ed-481e-9f25-f2bce8ccaa12'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:33:19.940206 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b44b078-bf78-4e66-b898-60440668409e" -d '{"events": [{"server_uuid": "a6a886d9-6bab-4f97-b913-85d0bb7058c7", "name": "network-vif-plugged", "status": "completed", "tag": "3a475907-64ed-481e-9f25-f2bce8ccaa12"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:33:19.952749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 3a475907-64ed-481e-9f25-f2bce8ccaa12, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=3a475907-64ed-481e-9f25-f2bce8ccaa12,segment=NetworkSegment(7b734ac0-b47b-4457-aa52-0b40370797c4),segment_id=7b734ac0-b47b-4457-aa52-0b40370797c4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:33:19.957711 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:19.963720 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129d8cd-1d15-47aa-9dab-23b2112b6856 req-c4f590ba-c7fc-4781-a33e-954e686c0e61 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:19.965255 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5129d8cd-1d15-47aa-9dab-23b2112b6856 req-c4f590ba-c7fc-4781-a33e-954e686c0e61 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 944 time: 0.0516326 Sep 29 18:33:20.002902 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5129d8cd-1d15-47aa-9dab-23b2112b6856 req-17f037d3-90b1-4e19-8b19-9faaa396735a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315561 Sep 29 18:33:20.010607 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=3a475907-64ed-481e-9f25-f2bce8ccaa12,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:20.047194 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab94ccb6-6fcf-496b-acd3-d2c25146a7cd x-openstack-request-id: req-ab94ccb6-6fcf-496b-acd3-d2c25146a7cd {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:33:20.047493 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a886d9-6bab-4f97-b913-85d0bb7058c7", "name": "network-vif-plugged", "status": "completed", "tag": "3a475907-64ed-481e-9f25-f2bce8ccaa12", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:33:20.047749 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab94ccb6-6fcf-496b-acd3-d2c25146a7cd {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:33:20.048151 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a886d9-6bab-4f97-b913-85d0bb7058c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a475907-64ed-481e-9f25-f2bce8ccaa12', 'code': 200} Sep 29 18:33:20.143235 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cb0f3-f791-48a3-a8a5-bfc95401ba56 req-afee8ba7-ec5c-4202-934e-30c41bd01227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:20.144705 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-090cb0f3-f791-48a3-a8a5-bfc95401ba56 req-afee8ba7-ec5c-4202-934e-30c41bd01227 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 1096 time: 0.0400858 Sep 29 18:33:20.182340 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-090cb0f3-f791-48a3-a8a5-bfc95401ba56 req-7cd7e82b-834a-4731-89ac-61de30c0a430 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307801 Sep 29 18:33:21.130434 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393f113-9f55-474e-9ce2-4dae211d9d28 req-b51a86eb-d023-4a5d-ae96-f66f4da3937e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:21.132347 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e393f113-9f55-474e-9ce2-4dae211d9d28 req-b51a86eb-d023-4a5d-ae96-f66f4da3937e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0584068 Sep 29 18:33:21.173257 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e393f113-9f55-474e-9ce2-4dae211d9d28 req-fd765234-e18c-47f4-ad92-52e15326e86c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344114 Sep 29 18:33:22.355029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c3f5f-e04b-41d4-8980-046647118d29 req-f9fa288e-a768-4481-9a8b-d36ec4edb35a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:22.356472 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d39c3f5f-e04b-41d4-8980-046647118d29 req-f9fa288e-a768-4481-9a8b-d36ec4edb35a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.1099250 Sep 29 18:33:22.393793 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d39c3f5f-e04b-41d4-8980-046647118d29 req-d61bce96-a1da-4f4e-9785-784c5bd50868 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312827 Sep 29 18:33:22.504483 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8affcc-6fdd-4f21-b802-6e998f04431b req-83f193b5-25b9-40a2-beaf-02a232440caf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:22.505879 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8b8affcc-6fdd-4f21-b802-6e998f04431b req-83f193b5-25b9-40a2-beaf-02a232440caf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0480921 Sep 29 18:33:22.542855 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8b8affcc-6fdd-4f21-b802-6e998f04431b req-fb0e5b9c-b7d5-4248-a5b9-8bb08e3b497d tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301659 Sep 29 18:33:22.563819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55646) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:22.643759 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f16e7d-6827-4595-85d6-405b3ad0e359 tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:22.645315 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-94f16e7d-6827-4595-85d6-405b3ad0e359 tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 1091 time: 0.0805371 Sep 29 18:33:22.648342 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55650) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:22.652549 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '3a475907-64ed-481e-9f25-f2bce8ccaa12', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:33:22.674664 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:22.773329 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:22.876271 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.25.2.194 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/6c532471-ff18-4104-a9e0-8606b750f42c) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:33:22.975459 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:23.007578 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:23.042976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:33:23.045616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:33:23.048879 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:33:23.081355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=6c532471-ff18-4104-a9e0-8606b750f42c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:23.390877 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:23.458504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:23.600278 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:23.605296 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:23.678257 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=6c532471-ff18-4104-a9e0-8606b750f42c,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:33:23.686244 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:24.107961 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Floating IP b04f6c85-fecc-448d-977a-f5c24f9bf798 associated. External IP: 172.25.2.194, port: 3a475907-64ed-481e-9f25-f2bce8ccaa12. Sep 29 18:33:24.309183 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router ba1e857a-765c-400e-8704-da75998bf672 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:33:24.413633 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:33:24.423316 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d5f42-c0a2-4f07-a14a-57fd396ccb48 None None] Sync routers for ids ['ba1e857a-765c-400e-8704-da75998bf672'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:33:24.428965 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:24.432366 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d5f42-c0a2-4f07-a14a-57fd396ccb48 None None] Routers {'ba1e857a-765c-400e-8704-da75998bf672'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:33:24.432970 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f59d5f42-c0a2-4f07-a14a-57fd396ccb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:33:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ba1e857a-765c-400e-8704-da75998bf672'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:24.459701 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-dfbda612-c157-4b55-b2ae-42f16ce79f38 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8103583 Sep 29 18:33:24.461359 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a886d9-6bab-4f97-b913-85d0bb7058c7', 'tag': '3a475907-64ed-481e-9f25-f2bce8ccaa12'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:33:24.463663 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0828ccd7-7952-4c21-b959-f5246af45755" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a886d9-6bab-4f97-b913-85d0bb7058c7", "tag": "3a475907-64ed-481e-9f25-f2bce8ccaa12"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:33:24.541667 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-f59d5f42-c0a2-4f07-a14a-57fd396ccb48 None None] Set router ba1e857a-765c-400e-8704-da75998bf672 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:33:24.557496 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2c0fa-9e20-4b7d-8c80-b69a717bdb19 req-1d58eecb-2ff7-48b4-8aeb-5cb75d6b2fd7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:24.558980 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5ea2c0fa-9e20-4b7d-8c80-b69a717bdb19 req-1d58eecb-2ff7-48b4-8aeb-5cb75d6b2fd7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0491009 Sep 29 18:33:24.596766 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5ea2c0fa-9e20-4b7d-8c80-b69a717bdb19 req-c3447813-3862-4138-a06b-3cedc273c00a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318398 Sep 29 18:33:24.619310 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55656) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:24.656810 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb3848f-8424-423d-9459-cdbaed54613a x-openstack-request-id: req-5eb3848f-8424-423d-9459-cdbaed54613a {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:33:24.657166 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a886d9-6bab-4f97-b913-85d0bb7058c7", "tag": "3a475907-64ed-481e-9f25-f2bce8ccaa12", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:33:24.657464 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5eb3848f-8424-423d-9459-cdbaed54613a {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:33:24.657867 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a886d9-6bab-4f97-b913-85d0bb7058c7', 'tag': '3a475907-64ed-481e-9f25-f2bce8ccaa12', 'status': 'completed', 'code': 200} Sep 29 18:33:24.685043 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-39853269-3599-4763-8f45-b8290e9bae8d tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/b04f6c85-fecc-448d-977a-f5c24f9bf798 HTTP/1.1" status: 200 len: 991 time: 0.0634086 Sep 29 18:33:24.704868 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828ccd7-7952-4c21-b959-f5246af45755 req-fc782e4c-dceb-417c-abec-4d3ec6388cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:24.706414 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0828ccd7-7952-4c21-b959-f5246af45755 req-fc782e4c-dceb-417c-abec-4d3ec6388cbf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 1096 time: 0.0412755 Sep 29 18:33:24.764692 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f59d5f42-c0a2-4f07-a14a-57fd396ccb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1e857a-765c-400e-8704-da75998bf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163197938', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:33:07Z', 'updated_at': '2021-09-29T18:33:11Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:08Z', 'updated_at': '2021-09-29T18:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'b04f6c85-fecc-448d-977a-f5c24f9bf798', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'port_id': '3a475907-64ed-481e-9f25-f2bce8ccaa12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378', 'mac_address': 'fa:16:3e:b6:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a886d9-6bab-4f97-b913-85d0bb7058c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:33:23Z', 'updated_at': '2021-09-29T18:33:23Z', 'revision_number': 0, 'project_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b834db3-ca01-4ebc-ab61-3628ba8a6167', 'name': '', 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:68:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:10Z', 'updated_at': '2021-09-29T18:33:14Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:24.793542 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828ccd7-7952-4c21-b959-f5246af45755 req-92b4aaf3-ae11-4d41-92fd-6f1885d6fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:24.795013 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0828ccd7-7952-4c21-b959-f5246af45755 req-92b4aaf3-ae11-4d41-92fd-6f1885d6fd77 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d31313fd-9d03-44fd-b5ae-1e1fb126e378 HTTP/1.1" status: 200 len: 898 time: 0.0823238 Sep 29 18:33:24.795274 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d5f42-c0a2-4f07-a14a-57fd396ccb48 None None] Checking router: ba1e857a-765c-400e-8704-da75998bf672 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:33:24.803300 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d5f42-c0a2-4f07-a14a-57fd396ccb48 None None] Routers {'ba1e857a-765c-400e-8704-da75998bf672'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:33:24.804525 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f59d5f42-c0a2-4f07-a14a-57fd396ccb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:33:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ba1e857a-765c-400e-8704-da75998bf672'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:24.872303 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0828ccd7-7952-4c21-b959-f5246af45755 req-5738b035-18d5-4ff2-bd17-59db0bca9654 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a475907-64ed-481e-9f25-f2bce8ccaa12 HTTP/1.1" status: 200 len: 999 time: 0.0699699 Sep 29 18:33:24.914774 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-f59d5f42-c0a2-4f07-a14a-57fd396ccb48 None None] Set router ba1e857a-765c-400e-8704-da75998bf672 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:33:24.922906 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828ccd7-7952-4c21-b959-f5246af45755 req-b2c23c2e-0b27-4da3-9b55-717a0baf2129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:24.924400 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0828ccd7-7952-4c21-b959-f5246af45755 req-b2c23c2e-0b27-4da3-9b55-717a0baf2129 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=869af19e-b3e2-495c-874d-52b295f8b2bd HTTP/1.1" status: 200 len: 835 time: 0.0449007 Sep 29 18:33:24.977059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828ccd7-7952-4c21-b959-f5246af45755 req-acc22fab-30c8-4497-8f7a-375b5f89d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:24.978488 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0828ccd7-7952-4c21-b959-f5246af45755 req-acc22fab-30c8-4497-8f7a-375b5f89d58a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d31313fd-9d03-44fd-b5ae-1e1fb126e378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474043 Sep 29 18:33:25.075036 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0828ccd7-7952-4c21-b959-f5246af45755 req-ef8c529c-cff1-4961-b81d-1630dd9725db service neutron] 10.222.0.49 "GET /v2.0/networks/d31313fd-9d03-44fd-b5ae-1e1fb126e378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888426 Sep 29 18:33:25.143902 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-f59d5f42-c0a2-4f07-a14a-57fd396ccb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1e857a-765c-400e-8704-da75998bf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163197938', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:33:07Z', 'updated_at': '2021-09-29T18:33:11Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:08Z', 'updated_at': '2021-09-29T18:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'b04f6c85-fecc-448d-977a-f5c24f9bf798', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'port_id': '3a475907-64ed-481e-9f25-f2bce8ccaa12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378', 'mac_address': 'fa:16:3e:b6:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a886d9-6bab-4f97-b913-85d0bb7058c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:33:23Z', 'updated_at': '2021-09-29T18:33:23Z', 'revision_number': 0, 'project_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b834db3-ca01-4ebc-ab61-3628ba8a6167', 'name': '', 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:68:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:10Z', 'updated_at': '2021-09-29T18:33:14Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:33:25.176901 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59d5f42-c0a2-4f07-a14a-57fd396ccb48 None None] The sync data for ids ['ba1e857a-765c-400e-8704-da75998bf672'] in n-d-811748-2 is: [{'id': 'ba1e857a-765c-400e-8704-da75998bf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163197938', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:33:07Z', 'updated_at': '2021-09-29T18:33:11Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:08Z', 'updated_at': '2021-09-29T18:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': 'b04f6c85-fecc-448d-977a-f5c24f9bf798', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'floating_ip_address': '172.25.2.194', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'port_id': '3a475907-64ed-481e-9f25-f2bce8ccaa12', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378', 'mac_address': 'fa:16:3e:b6:5a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a886d9-6bab-4f97-b913-85d0bb7058c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:33:23Z', 'updated_at': '2021-09-29T18:33:23Z', 'revision_number': 0, 'project_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b834db3-ca01-4ebc-ab61-3628ba8a6167', 'name': '', 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:68:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:10Z', 'updated_at': '2021-09-29T18:33:14Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:33:25.177235 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-0828ccd7-7952-4c21-b959-f5246af45755 req-c6783c22-9fa7-450d-971e-fe08e17459a4 service neutron] 10.222.0.49 "GET /v2.0/networks/d31313fd-9d03-44fd-b5ae-1e1fb126e378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947731 Sep 29 18:33:25.372014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15037d53-f2ab-4fd6-bb10-b589bffb6f5c None None] New status for floating IP b04f6c85-fecc-448d-977a-f5c24f9bf798: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:33:25.687797 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55658) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:33:25.749907 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c5bd4961-d6b7-43e0-ac83-79d9086e7780 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/b04f6c85-fecc-448d-977a-f5c24f9bf798 HTTP/1.1" status: 200 len: 993 time: 0.0609317 Sep 29 18:33:28.096945 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:36.486223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-130e533a-4784-4841-bc21-ff3be185399c req-a3b35320-d96b-408a-ba6d-44dbaab8df0c service neutron] (95016) timed out ('10.222.0.49', 50708) {{(pid=95016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 18:33:40.918918 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-709518d7-8584-45f8-a23e-362d0b66946e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:43.626752 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3056b338-d3f8-48ed-9a29-63173f0cb040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:44.768504 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:44.841325 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:45.187479 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:47.140140 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:55.323609 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:33:57.098159 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a7cba-07ee-4f44-b5be-9c30a1d10e3e req-6133fefb-7f18-4c53-909c-c3a0204b76fb tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:57.099553 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c33a7cba-07ee-4f44-b5be-9c30a1d10e3e req-6133fefb-7f18-4c53-909c-c3a0204b76fb tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0525486 Sep 29 18:33:57.137857 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c33a7cba-07ee-4f44-b5be-9c30a1d10e3e req-8ff4eed9-3639-49f6-b343-12aef405ead2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313480 Sep 29 18:33:57.489157 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23059884-5213-4d71-b277-3c2567108985 req-ba0fffb5-69cc-4588-8f90-0327e243ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:57.490690 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23059884-5213-4d71-b277-3c2567108985 req-ba0fffb5-69cc-4588-8f90-0327e243ceba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 1096 time: 0.0771418 Sep 29 18:33:57.589997 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23059884-5213-4d71-b277-3c2567108985 req-45a17c0c-9bd0-467a-a2a7-46a708bbf430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:57.591428 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23059884-5213-4d71-b277-3c2567108985 req-45a17c0c-9bd0-467a-a2a7-46a708bbf430 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d31313fd-9d03-44fd-b5ae-1e1fb126e378 HTTP/1.1" status: 200 len: 898 time: 0.0810945 Sep 29 18:33:57.658918 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23059884-5213-4d71-b277-3c2567108985 req-6a12efef-7215-4e31-b441-52db0af2ab27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a475907-64ed-481e-9f25-f2bce8ccaa12 HTTP/1.1" status: 200 len: 1001 time: 0.0600843 Sep 29 18:33:57.707760 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23059884-5213-4d71-b277-3c2567108985 req-1ad23b75-e8f8-4c03-aba9-a3859b7a1019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:57.709226 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23059884-5213-4d71-b277-3c2567108985 req-1ad23b75-e8f8-4c03-aba9-a3859b7a1019 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=869af19e-b3e2-495c-874d-52b295f8b2bd HTTP/1.1" status: 200 len: 835 time: 0.0429943 Sep 29 18:33:57.752437 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23059884-5213-4d71-b277-3c2567108985 req-67f9d8ba-3d46-4ee1-8f0f-b942f92c2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:57.753901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23059884-5213-4d71-b277-3c2567108985 req-67f9d8ba-3d46-4ee1-8f0f-b942f92c2625 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d31313fd-9d03-44fd-b5ae-1e1fb126e378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380845 Sep 29 18:33:57.844710 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23059884-5213-4d71-b277-3c2567108985 req-7c741039-7a78-4dcc-bbea-f4fe8babc5cc service neutron] 10.222.0.49 "GET /v2.0/networks/d31313fd-9d03-44fd-b5ae-1e1fb126e378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831711 Sep 29 18:33:57.935588 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-23059884-5213-4d71-b277-3c2567108985 req-99e01e2e-63f4-4c17-ac18-b0f23c3c7eac service neutron] 10.222.0.49 "GET /v2.0/networks/d31313fd-9d03-44fd-b5ae-1e1fb126e378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827985 Sep 29 18:33:58.095194 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:33:58.256929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc704b-a256-4168-a7c3-b350cd5e7abe req-37eb970a-5523-4d69-a1f0-d626d6ce071f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:58.258429 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-58fc704b-a256-4168-a7c3-b350cd5e7abe req-37eb970a-5523-4d69-a1f0-d626d6ce071f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0530243 Sep 29 18:33:58.296512 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-58fc704b-a256-4168-a7c3-b350cd5e7abe req-f0b026b4-4bbd-447f-be1f-e8fcb393629d tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314062 Sep 29 18:33:59.409290 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39df862-f316-4f00-9b49-4a2acbcbbb4a req-4cc89962-bcb3-4e48-a644-7c7a6706d427 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:33:59.410782 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a39df862-f316-4f00-9b49-4a2acbcbbb4a req-4cc89962-bcb3-4e48-a644-7c7a6706d427 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0484047 Sep 29 18:33:59.448460 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a39df862-f316-4f00-9b49-4a2acbcbbb4a req-00a1b59b-a4ce-4e61-b245-c9d4085a8d15 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311837 Sep 29 18:34:00.564467 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41f14c-d1de-4165-b4dc-e9bc50abf957 req-b1c99d6e-9992-47c4-b1f2-140f1edb820b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:00.566185 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-db41f14c-d1de-4165-b4dc-e9bc50abf957 req-b1c99d6e-9992-47c4-b1f2-140f1edb820b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0496693 Sep 29 18:34:00.603048 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-db41f14c-d1de-4165-b4dc-e9bc50abf957 req-2e30a17a-78c1-4928-99c4-ebea807f4077 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302424 Sep 29 18:34:01.727876 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb5e8c-88c7-4f26-8b8d-1cc07dd02fc8 req-7f2bdca3-09ea-4b56-b360-297a1140f564 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:01.729401 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2cb5e8c-88c7-4f26-8b8d-1cc07dd02fc8 req-7f2bdca3-09ea-4b56-b360-297a1140f564 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0544255 Sep 29 18:34:01.766826 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d2cb5e8c-88c7-4f26-8b8d-1cc07dd02fc8 req-59b5b595-2765-44ad-8436-0b9139407319 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315075 Sep 29 18:34:02.895074 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33167274-2efc-4a9e-bcba-e322783a7125 req-154fda7c-cc7b-4e3e-9ee9-52a2127da993 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:02.896563 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33167274-2efc-4a9e-bcba-e322783a7125 req-154fda7c-cc7b-4e3e-9ee9-52a2127da993 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0483651 Sep 29 18:34:02.934808 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-33167274-2efc-4a9e-bcba-e322783a7125 req-d6589557-deb5-40e4-8f24-6479a56336c0 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310936 Sep 29 18:34:03.536086 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-605fb403-62bf-4950-b7df-7b67023a8f79 req-5cf55659-81ba-4a06-92f8-f169f9c106e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1029034 Sep 29 18:34:03.635404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fb403-62bf-4950-b7df-7b67023a8f79 req-914213f5-e2b8-41ae-950a-1c01a4fa8833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:03.637152 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-605fb403-62bf-4950-b7df-7b67023a8f79 req-914213f5-e2b8-41ae-950a-1c01a4fa8833 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0409286 Sep 29 18:34:03.741516 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fb403-62bf-4950-b7df-7b67023a8f79 req-fb5ab7b6-2bef-4e7e-8dbb-fe6a5f32e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:03.743633 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-605fb403-62bf-4950-b7df-7b67023a8f79 req-fb5ab7b6-2bef-4e7e-8dbb-fe6a5f32e50c service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0877342 Sep 29 18:34:03.783602 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-605fb403-62bf-4950-b7df-7b67023a8f79 req-9e5cce14-2a85-4f3d-bd87-259e964b2e7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0332034 Sep 29 18:34:03.836450 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fb403-62bf-4950-b7df-7b67023a8f79 req-0a53af8d-da4b-440f-b8f3-d4ac4ae3d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:03.837885 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-605fb403-62bf-4950-b7df-7b67023a8f79 req-0a53af8d-da4b-440f-b8f3-d4ac4ae3d11a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0474551 Sep 29 18:34:03.882157 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fb403-62bf-4950-b7df-7b67023a8f79 req-020f75ce-0dd9-4e1e-9dd7-3fba23eb5ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:03.883740 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-605fb403-62bf-4950-b7df-7b67023a8f79 req-020f75ce-0dd9-4e1e-9dd7-3fba23eb5ad6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392923 Sep 29 18:34:03.973073 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-605fb403-62bf-4950-b7df-7b67023a8f79 req-1083acac-442f-47d1-a986-4ea8855d448a service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824535 Sep 29 18:34:04.101491 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82858d7a-164f-4c3d-84f1-ae687f4932b2 req-4bffe36c-512f-4415-8880-94455d75a26e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:04.103954 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-82858d7a-164f-4c3d-84f1-ae687f4932b2 req-4bffe36c-512f-4415-8880-94455d75a26e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.1013594 Sep 29 18:34:04.105782 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-605fb403-62bf-4950-b7df-7b67023a8f79 req-cae6a6eb-a958-4f47-a02c-280c3167dbb3 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253688 Sep 29 18:34:04.147031 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-82858d7a-164f-4c3d-84f1-ae687f4932b2 req-6376181f-ac8a-4fc8-9906-f0f44cb3375a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369420 Sep 29 18:34:05.263725 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de3af-cb85-4ec1-a226-bfce1320222d req-b5f6cf60-78aa-4147-81f4-860291f97caf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:05.265368 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c02de3af-cb85-4ec1-a226-bfce1320222d req-b5f6cf60-78aa-4147-81f4-860291f97caf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0502369 Sep 29 18:34:05.307065 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c02de3af-cb85-4ec1-a226-bfce1320222d req-cdcad976-30a3-4caa-81b0-4169253b2fe7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357225 Sep 29 18:34:06.421674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42b955-bc19-48d3-8de8-e2276ec7d200 req-b02493eb-87eb-4e95-8b8a-4e2795b83608 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:06.423172 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f42b955-bc19-48d3-8de8-e2276ec7d200 req-b02493eb-87eb-4e95-8b8a-4e2795b83608 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0477369 Sep 29 18:34:06.459759 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f42b955-bc19-48d3-8de8-e2276ec7d200 req-a002bb55-c1a3-43ea-8fdb-9e90b9af8bee tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307038 Sep 29 18:34:07.573545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e16d0-11e5-4477-9423-e6bed4c8b5fc req-6b455b75-5a16-4b9b-a3f9-6f6dbc45b8ef tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:07.575006 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-323e16d0-11e5-4477-9423-e6bed4c8b5fc req-6b455b75-5a16-4b9b-a3f9-6f6dbc45b8ef tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0489037 Sep 29 18:34:07.616051 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-323e16d0-11e5-4477-9423-e6bed4c8b5fc req-dd2db73f-c554-4af5-9b4c-e0a9d3fe488b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351884 Sep 29 18:34:08.730567 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4286b7-fa57-4952-8670-7c43d0dfcf11 req-d3d5bfc3-965c-4e3e-8d68-550f3bc38237 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:08.732028 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2c4286b7-fa57-4952-8670-7c43d0dfcf11 req-d3d5bfc3-965c-4e3e-8d68-550f3bc38237 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0487306 Sep 29 18:34:08.768466 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2c4286b7-fa57-4952-8670-7c43d0dfcf11 req-edb477f8-0016-4f68-a769-e5c2b04db3cd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305672 Sep 29 18:34:09.886025 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7521d-a47e-468f-b2f0-debaaef78893 req-6effbbcf-00ce-4687-82fc-07a1ef0909b4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:09.887784 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4dd7521d-a47e-468f-b2f0-debaaef78893 req-6effbbcf-00ce-4687-82fc-07a1ef0909b4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0510626 Sep 29 18:34:09.924655 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4dd7521d-a47e-468f-b2f0-debaaef78893 req-23a2530e-eab9-4ac5-a64b-aa9e4c94c5be tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309992 Sep 29 18:34:10.920411 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a40b043-735d-44ed-bc90-533844713e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:11.038466 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97808a0-d431-4d73-aa78-6d891883f495 req-7dc69d8e-5e9a-496d-bf44-53d56144596f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:11.040446 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f97808a0-d431-4d73-aa78-6d891883f495 req-7dc69d8e-5e9a-496d-bf44-53d56144596f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0483730 Sep 29 18:34:11.088355 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f97808a0-d431-4d73-aa78-6d891883f495 req-f7df0225-2d2b-4c90-aa80-c2d456234165 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416420 Sep 29 18:34:12.203110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6d648-0f64-41ee-854f-d20c9b612d87 req-28dce761-12f3-49b7-b96a-66254765c772 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:12.204598 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-50a6d648-0f64-41ee-854f-d20c9b612d87 req-28dce761-12f3-49b7-b96a-66254765c772 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0495634 Sep 29 18:34:12.245235 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-50a6d648-0f64-41ee-854f-d20c9b612d87 req-41e2321c-6c2d-4f58-9101-195a96383df6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347083 Sep 29 18:34:13.364685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c449efe-483e-46fa-85cf-814f9e94d6bd req-44ea89b3-ad33-48ab-8c22-3ded629f16d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:13.366200 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c449efe-483e-46fa-85cf-814f9e94d6bd req-44ea89b3-ad33-48ab-8c22-3ded629f16d2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0514374 Sep 29 18:34:13.403918 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9c449efe-483e-46fa-85cf-814f9e94d6bd req-554f8f07-5f15-4634-a224-8f467838ac30 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316954 Sep 29 18:34:13.425766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55716) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:13.484961 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-614fe9c1-7aba-4002-bc76-690804cff3b5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/b04f6c85-fecc-448d-977a-f5c24f9bf798 HTTP/1.1" status: 200 len: 993 time: 0.0580513 Sep 29 18:34:13.627748 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-128da4a9-eb5c-4628-9581-92472b1edd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:14.742077 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecc6b7-b052-442f-bb48-f6eb9f784bf7 req-23812407-8a2b-4f95-95f2-f5a46a73c408 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:14.743644 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86ecc6b7-b052-442f-bb48-f6eb9f784bf7 req-23812407-8a2b-4f95-95f2-f5a46a73c408 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0489829 Sep 29 18:34:14.767978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13963e5a-91a5-4436-ad40-b68a83f91436 req-3e3e33cf-1e8a-413a-928c-f54eb43e67b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:14.769512 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13963e5a-91a5-4436-ad40-b68a83f91436 req-3e3e33cf-1e8a-413a-928c-f54eb43e67b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 1096 time: 0.0410991 Sep 29 18:34:14.771197 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:14.786876 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86ecc6b7-b052-442f-bb48-f6eb9f784bf7 req-908b704d-5d2d-47a7-96a0-fed555f90537 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371983 Sep 29 18:34:14.844843 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:14.864227 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13963e5a-91a5-4436-ad40-b68a83f91436 req-9fbe641a-702d-4a25-95d8-fed25fa85073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:14.865826 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13963e5a-91a5-4436-ad40-b68a83f91436 req-9fbe641a-702d-4a25-95d8-fed25fa85073 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d31313fd-9d03-44fd-b5ae-1e1fb126e378 HTTP/1.1" status: 200 len: 898 time: 0.0897827 Sep 29 18:34:14.928589 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13963e5a-91a5-4436-ad40-b68a83f91436 req-47868787-5357-4da1-8622-95fd08478a31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a475907-64ed-481e-9f25-f2bce8ccaa12 HTTP/1.1" status: 200 len: 1001 time: 0.0561574 Sep 29 18:34:14.980364 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13963e5a-91a5-4436-ad40-b68a83f91436 req-c776bea0-6454-4748-bcb3-d0a4ea4afa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:14.981788 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13963e5a-91a5-4436-ad40-b68a83f91436 req-c776bea0-6454-4748-bcb3-d0a4ea4afa02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=869af19e-b3e2-495c-874d-52b295f8b2bd HTTP/1.1" status: 200 len: 835 time: 0.0467401 Sep 29 18:34:15.027426 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13963e5a-91a5-4436-ad40-b68a83f91436 req-9f631aad-5512-43f8-b0f3-1b4f92f25395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:15.028798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13963e5a-91a5-4436-ad40-b68a83f91436 req-9f631aad-5512-43f8-b0f3-1b4f92f25395 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d31313fd-9d03-44fd-b5ae-1e1fb126e378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393429 Sep 29 18:34:15.118549 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13963e5a-91a5-4436-ad40-b68a83f91436 req-c9de22d5-b51e-4cfe-8059-95f622c6d14d service neutron] 10.222.0.49 "GET /v2.0/networks/d31313fd-9d03-44fd-b5ae-1e1fb126e378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820386 Sep 29 18:34:15.180922 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:15.216670 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-13963e5a-91a5-4436-ad40-b68a83f91436 req-001c1cb6-fb9c-40e7-ad85-25dd7bb5fae5 service neutron] 10.222.0.49 "GET /v2.0/networks/d31313fd-9d03-44fd-b5ae-1e1fb126e378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908439 Sep 29 18:34:15.905850 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb4416-3ee8-4042-8507-77d6e6e0f6e6 req-128f7f57-171a-4e79-aab6-dc6720cf8960 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:15.907309 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eccb4416-3ee8-4042-8507-77d6e6e0f6e6 req-128f7f57-171a-4e79-aab6-dc6720cf8960 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0483985 Sep 29 18:34:15.947327 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eccb4416-3ee8-4042-8507-77d6e6e0f6e6 req-c3546fbe-1d0c-41c9-a6ae-18d4ee5fd249 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341568 Sep 29 18:34:15.971390 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55728) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:16.031493 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-36e906c0-9be6-4371-806a-8a288e32d681 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/b04f6c85-fecc-448d-977a-f5c24f9bf798 HTTP/1.1" status: 200 len: 993 time: 0.0589859 Sep 29 18:34:17.142374 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:28.101766 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:32.323592 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:34:40.920564 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3797d587-a18e-4374-9762-71b6129778b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:43.627554 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c76a64dc-fa8a-4962-8f45-9601a45e88d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:44.772351 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:44.845452 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:45.195023 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:46.382027 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55740) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:46.536636 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port 6c532471-ff18-4104-a9e0-8606b750f42c {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:34:46.536890 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:46.618912 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:46.619233 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:46.631324 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for 6c532471-ff18-4104-a9e0-8606b750f42c owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:34:46.777304 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:46.801532 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=6c532471-ff18-4104-a9e0-8606b750f42c,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:46.813034 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:46.813411 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:46.813751 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:46.814089 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:46.814422 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:46.814759 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:46.815113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:46.815442 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:46.815771 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:46.816098 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:46.816421 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:46.816741 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:46.872633 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:46.872963 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Floating IP b04f6c85-fecc-448d-977a-f5c24f9bf798 disassociated (deleted). External IP: 172.25.2.194, port: 3a475907-64ed-481e-9f25-f2bce8ccaa12. Sep 29 18:34:47.146771 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:47.367821 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router ba1e857a-765c-400e-8704-da75998bf672 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:34:47.472112 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:34:47.476917 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:47.482465 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fc1823-4d00-4e44-8267-241c8d398572 None None] Sync routers for ids ['ba1e857a-765c-400e-8704-da75998bf672'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:34:47.491364 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fc1823-4d00-4e44-8267-241c8d398572 None None] Routers {'ba1e857a-765c-400e-8704-da75998bf672'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:34:47.491974 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a4fc1823-4d00-4e44-8267-241c8d398572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:34:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ba1e857a-765c-400e-8704-da75998bf672'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:34:47.507910 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c9c0ee43-f160-4666-b236-d48fa4d4cc39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/floatingips/b04f6c85-fecc-448d-977a-f5c24f9bf798 HTTP/1.1" status: 204 len: 168 time: 1.1247091 Sep 29 18:34:47.508450 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a886d9-6bab-4f97-b913-85d0bb7058c7', 'tag': '3a475907-64ed-481e-9f25-f2bce8ccaa12'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:34:47.510741 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36eefd71-a2e5-4230-af64-cf2fd0960527" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a886d9-6bab-4f97-b913-85d0bb7058c7", "tag": "3a475907-64ed-481e-9f25-f2bce8ccaa12"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:34:47.596052 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-a4fc1823-4d00-4e44-8267-241c8d398572 None None] Set router ba1e857a-765c-400e-8704-da75998bf672 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:34:47.726847 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107cab97-fbb1-4b0d-bd85-3edddf980322 x-openstack-request-id: req-107cab97-fbb1-4b0d-bd85-3edddf980322 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:34:47.727176 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a886d9-6bab-4f97-b913-85d0bb7058c7", "tag": "3a475907-64ed-481e-9f25-f2bce8ccaa12", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:34:47.728086 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-107cab97-fbb1-4b0d-bd85-3edddf980322 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:34:47.728730 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a886d9-6bab-4f97-b913-85d0bb7058c7', 'tag': '3a475907-64ed-481e-9f25-f2bce8ccaa12', 'status': 'completed', 'code': 200} Sep 29 18:34:47.793726 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eefd71-a2e5-4230-af64-cf2fd0960527 req-d4f0b9a1-6adf-4464-a5a4-491468ff98a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:47.795243 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-36eefd71-a2e5-4230-af64-cf2fd0960527 req-d4f0b9a1-6adf-4464-a5a4-491468ff98a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 1096 time: 0.0430779 Sep 29 18:34:47.828993 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d903cc-c700-4c23-ae01-7411e9cdb44d req-d2c162b8-efe7-4077-81f6-a9e39397b57e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:47.830660 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-90d903cc-c700-4c23-ae01-7411e9cdb44d req-d2c162b8-efe7-4077-81f6-a9e39397b57e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0550599 Sep 29 18:34:47.869929 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-90d903cc-c700-4c23-ae01-7411e9cdb44d req-cd93c437-c1bd-41f3-90a3-c2942b199dbc tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328710 Sep 29 18:34:47.888728 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a4fc1823-4d00-4e44-8267-241c8d398572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1e857a-765c-400e-8704-da75998bf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163197938', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:33:07Z', 'updated_at': '2021-09-29T18:33:11Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:08Z', 'updated_at': '2021-09-29T18:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '7b834db3-ca01-4ebc-ab61-3628ba8a6167', 'name': '', 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:68:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:10Z', 'updated_at': '2021-09-29T18:33:14Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:34:47.902699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eefd71-a2e5-4230-af64-cf2fd0960527 req-72308cec-4b80-4466-9332-43da99dcb74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:47.904300 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-36eefd71-a2e5-4230-af64-cf2fd0960527 req-72308cec-4b80-4466-9332-43da99dcb74f service neutron] 10.222.0.49 "GET /v2.0/networks?id=d31313fd-9d03-44fd-b5ae-1e1fb126e378 HTTP/1.1" status: 200 len: 898 time: 0.0997951 Sep 29 18:34:47.918002 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fc1823-4d00-4e44-8267-241c8d398572 None None] Checking router: ba1e857a-765c-400e-8704-da75998bf672 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:34:47.926075 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fc1823-4d00-4e44-8267-241c8d398572 None None] Routers {'ba1e857a-765c-400e-8704-da75998bf672'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:34:47.926678 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a4fc1823-4d00-4e44-8267-241c8d398572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:34:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ba1e857a-765c-400e-8704-da75998bf672'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:34:47.948413 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-36eefd71-a2e5-4230-af64-cf2fd0960527 req-2e74b9eb-7af6-4bd1-b6d5-a171dd8394e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a475907-64ed-481e-9f25-f2bce8ccaa12 HTTP/1.1" status: 200 len: 217 time: 0.0338748 Sep 29 18:34:48.002223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eefd71-a2e5-4230-af64-cf2fd0960527 req-a38f3a05-08a0-4770-b53f-eaf1ce29be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:48.003590 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-36eefd71-a2e5-4230-af64-cf2fd0960527 req-a38f3a05-08a0-4770-b53f-eaf1ce29be13 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=869af19e-b3e2-495c-874d-52b295f8b2bd HTTP/1.1" status: 200 len: 835 time: 0.0477247 Sep 29 18:34:48.028427 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-a4fc1823-4d00-4e44-8267-241c8d398572 None None] Set router ba1e857a-765c-400e-8704-da75998bf672 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:34:48.051099 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eefd71-a2e5-4230-af64-cf2fd0960527 req-f71ad3d3-604b-4384-826e-783d93a36b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:48.052593 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-36eefd71-a2e5-4230-af64-cf2fd0960527 req-f71ad3d3-604b-4384-826e-783d93a36b7a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d31313fd-9d03-44fd-b5ae-1e1fb126e378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399206 Sep 29 18:34:48.145182 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-36eefd71-a2e5-4230-af64-cf2fd0960527 req-1206da4d-8d6d-4ef4-b28e-41745fc9a471 service neutron] 10.222.0.49 "GET /v2.0/networks/d31313fd-9d03-44fd-b5ae-1e1fb126e378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832458 Sep 29 18:34:48.219867 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-a4fc1823-4d00-4e44-8267-241c8d398572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1e857a-765c-400e-8704-da75998bf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163197938', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:33:07Z', 'updated_at': '2021-09-29T18:33:11Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:08Z', 'updated_at': '2021-09-29T18:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '7b834db3-ca01-4ebc-ab61-3628ba8a6167', 'name': '', 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:68:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:10Z', 'updated_at': '2021-09-29T18:33:14Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:34:48.240420 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-36eefd71-a2e5-4230-af64-cf2fd0960527 req-f815700b-e524-4ae0-bf72-74ee4076ba53 service neutron] 10.222.0.49 "GET /v2.0/networks/d31313fd-9d03-44fd-b5ae-1e1fb126e378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862360 Sep 29 18:34:48.247423 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fc1823-4d00-4e44-8267-241c8d398572 None None] The sync data for ids ['ba1e857a-765c-400e-8704-da75998bf672'] in n-d-811748-2 is: [{'id': 'ba1e857a-765c-400e-8704-da75998bf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163197938', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:33:07Z', 'updated_at': '2021-09-29T18:33:11Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:08Z', 'updated_at': '2021-09-29T18:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '7b834db3-ca01-4ebc-ab61-3628ba8a6167', 'name': '', 'network_id': 'd31313fd-9d03-44fd-b5ae-1e1fb126e378', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:68:d9:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:10Z', 'updated_at': '2021-09-29T18:33:14Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': '869af19e-b3e2-495c-874d-52b295f8b2bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:34:48.463197 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf37337-82ad-429d-81eb-00c4c842ba9a None None] New status for floating IP b04f6c85-fecc-448d-977a-f5c24f9bf798: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:34:48.993344 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d0430-11d5-45e6-8a00-3c391d7c1d87 req-4e9d7d5f-ee2a-4999-9fbd-9d87246d124d tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:48.995074 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aa1d0430-11d5-45e6-8a00-3c391d7c1d87 req-4e9d7d5f-ee2a-4999-9fbd-9d87246d124d tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0573928 Sep 29 18:34:49.032395 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-aa1d0430-11d5-45e6-8a00-3c391d7c1d87 req-e0676db5-63b8-4d7a-8cd0-ccb2d4446f0b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=146f420a-1bc8-412a-9589-dabe29a82ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314670 Sep 29 18:34:49.265427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f2634-8b2e-4bd2-8d6f-7f7b6ea2f756 req-e4a0ea84-31d7-4932-9d4e-3d03ea3ac1c1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:49.266888 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-df6f2634-8b2e-4bd2-8d6f-7f7b6ea2f756 req-e4a0ea84-31d7-4932-9d4e-3d03ea3ac1c1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 945 time: 0.0502646 Sep 29 18:34:49.360175 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-df6f2634-8b2e-4bd2-8d6f-7f7b6ea2f756 req-682458f8-8011-4628-b2de-c8507c2accd1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port 3a475907-64ed-481e-9f25-f2bce8ccaa12 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:34:49.360517 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-df6f2634-8b2e-4bd2-8d6f-7f7b6ea2f756 req-682458f8-8011-4628-b2de-c8507c2accd1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:49.447115 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-df6f2634-8b2e-4bd2-8d6f-7f7b6ea2f756 req-682458f8-8011-4628-b2de-c8507c2accd1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] For port 3a475907-64ed-481e-9f25-f2bce8ccaa12, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=3a475907-64ed-481e-9f25-f2bce8ccaa12,segment=NetworkSegment(7b734ac0-b47b-4457-aa52-0b40370797c4),segment_id=7b734ac0-b47b-4457-aa52-0b40370797c4)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:34:49.447511 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-df6f2634-8b2e-4bd2-8d6f-7f7b6ea2f756 req-682458f8-8011-4628-b2de-c8507c2accd1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:49.459560 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-df6f2634-8b2e-4bd2-8d6f-7f7b6ea2f756 req-682458f8-8011-4628-b2de-c8507c2accd1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for 3a475907-64ed-481e-9f25-f2bce8ccaa12 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:34:49.588145 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-df6f2634-8b2e-4bd2-8d6f-7f7b6ea2f756 req-682458f8-8011-4628-b2de-c8507c2accd1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:49.617741 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682458f8-8011-4628-b2de-c8507c2accd1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=3a475907-64ed-481e-9f25-f2bce8ccaa12,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:49.660950 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6f2634-8b2e-4bd2-8d6f-7f7b6ea2f756 req-682458f8-8011-4628-b2de-c8507c2accd1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] No DVR routers for this DVR port 3a475907-64ed-481e-9f25-f2bce8ccaa12 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:34:49.663689 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-df6f2634-8b2e-4bd2-8d6f-7f7b6ea2f756 req-682458f8-8011-4628-b2de-c8507c2accd1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:49.666407 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-df6f2634-8b2e-4bd2-8d6f-7f7b6ea2f756 req-682458f8-8011-4628-b2de-c8507c2accd1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "DELETE /v2.0/ports/3a475907-64ed-481e-9f25-f2bce8ccaa12 HTTP/1.1" status: 204 len: 173 time: 0.3930221 Sep 29 18:34:49.729414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a886d9-6bab-4f97-b913-85d0bb7058c7', 'name': 'network-vif-deleted', 'tag': '3a475907-64ed-481e-9f25-f2bce8ccaa12'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:34:49.731776 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5db82dd-046e-4e7b-88c5-8af84aae89e7" -d '{"events": [{"server_uuid": "a6a886d9-6bab-4f97-b913-85d0bb7058c7", "name": "network-vif-deleted", "tag": "3a475907-64ed-481e-9f25-f2bce8ccaa12"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:34:49.767305 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42be43d-f900-4ccc-867b-b0696bfdafc7 x-openstack-request-id: req-f42be43d-f900-4ccc-867b-b0696bfdafc7 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:34:49.767817 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a886d9-6bab-4f97-b913-85d0bb7058c7", "name": "network-vif-deleted", "tag": "3a475907-64ed-481e-9f25-f2bce8ccaa12", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:34:49.768132 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f42be43d-f900-4ccc-867b-b0696bfdafc7 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:34:49.768590 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a886d9-6bab-4f97-b913-85d0bb7058c7', 'name': 'network-vif-deleted', 'tag': '3a475907-64ed-481e-9f25-f2bce8ccaa12', 'status': 'completed', 'code': 200} Sep 29 18:34:50.148805 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a26c33ec-c2a5-4a41-8666-7d816fdcb635 req-7a834816-97a9-4bda-a0a5-410de64a6ba5 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6a886d9-6bab-4f97-b913-85d0bb7058c7 HTTP/1.1" status: 200 len: 210 time: 0.0273247 Sep 29 18:34:51.204606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55758) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:51.560851 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0eac3a4c-91f7-48ce-9af9-b7bc22a9998a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:51.807357 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0eac3a4c-91f7-48ce-9af9-b7bc22a9998a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port 7b834db3-ca01-4ebc-ab61-3628ba8a6167 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:34:51.807695 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0eac3a4c-91f7-48ce-9af9-b7bc22a9998a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:51.898465 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-0eac3a4c-91f7-48ce-9af9-b7bc22a9998a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] For port 7b834db3-ca01-4ebc-ab61-3628ba8a6167, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=7b834db3-ca01-4ebc-ab61-3628ba8a6167,segment=NetworkSegment(7b734ac0-b47b-4457-aa52-0b40370797c4),segment_id=7b734ac0-b47b-4457-aa52-0b40370797c4)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:34:51.898755 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0eac3a4c-91f7-48ce-9af9-b7bc22a9998a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:51.910930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0eac3a4c-91f7-48ce-9af9-b7bc22a9998a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for 7b834db3-ca01-4ebc-ab61-3628ba8a6167 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:34:52.094019 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0eac3a4c-91f7-48ce-9af9-b7bc22a9998a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:52.124275 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac3a4c-91f7-48ce-9af9-b7bc22a9998a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=7b834db3-ca01-4ebc-ab61-3628ba8a6167,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:52.291306 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0eac3a4c-91f7-48ce-9af9-b7bc22a9998a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:52.501770 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eac3a4c-91f7-48ce-9af9-b7bc22a9998a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router ba1e857a-765c-400e-8704-da75998bf672 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:34:52.604674 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eac3a4c-91f7-48ce-9af9-b7bc22a9998a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:34:52.612496 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0eac3a4c-91f7-48ce-9af9-b7bc22a9998a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "PUT /v2.0/routers/ba1e857a-765c-400e-8704-da75998bf672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4068055 Sep 29 18:34:52.612709 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55760) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:52.616878 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c095ea-2d43-4536-afe1-108612ceca98 None None] Sync routers for ids ['ba1e857a-765c-400e-8704-da75998bf672'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:34:52.627842 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c095ea-2d43-4536-afe1-108612ceca98 None None] Routers {'ba1e857a-765c-400e-8704-da75998bf672'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:34:52.628529 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-71c095ea-2d43-4536-afe1-108612ceca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:34:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ba1e857a-765c-400e-8704-da75998bf672'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:34:52.668657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting subnet 869af19e-b3e2-495c-874d-52b295f8b2bd {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:34:52.671717 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:52.710682 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:52.729587 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-71c095ea-2d43-4536-afe1-108612ceca98 None None] Set router ba1e857a-765c-400e-8704-da75998bf672 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:34:52.794659 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:52.857737 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:52.885695 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Subnet': ['ID=869af19e-b3e2-495c-874d-52b295f8b2bd,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:52.891870 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:52.893735 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/subnets/869af19e-b3e2-495c-874d-52b295f8b2bd HTTP/1.1" status: 204 len: 168 time: 0.2800055 Sep 29 18:34:52.896417 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55762) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:52.901051 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb61129-658c-48e4-b7dd-98db4debe388 None None] Network d31313fd-9d03-44fd-b5ae-1e1fb126e378 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:34:52.901612 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:52.901612 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:52.901820 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:52.902089 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:52.902424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:52.902755 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:52.903087 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:52.903416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:52.903743 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:52.904065 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:52.904511 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:52.904697 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31d5322-1469-44ce-865b-cf31b3679ab2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:52.925344 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-71c095ea-2d43-4536-afe1-108612ceca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1e857a-765c-400e-8704-da75998bf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163197938', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:33:07Z', 'updated_at': '2021-09-29T18:34:52Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:08Z', 'updated_at': '2021-09-29T18:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:34:52.953126 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c095ea-2d43-4536-afe1-108612ceca98 None None] Checking router: ba1e857a-765c-400e-8704-da75998bf672 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:34:52.962568 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c095ea-2d43-4536-afe1-108612ceca98 None None] Routers {'ba1e857a-765c-400e-8704-da75998bf672'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:34:52.963174 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-71c095ea-2d43-4536-afe1-108612ceca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:34:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['ba1e857a-765c-400e-8704-da75998bf672'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:34:53.017997 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-34428a32-a4b1-40df-8838-03c233ccece8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.072851 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-71c095ea-2d43-4536-afe1-108612ceca98 None None] Set router ba1e857a-765c-400e-8704-da75998bf672 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:34:53.102927 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] DHCP port deletion for d31313fd-9d03-44fd-b5ae-1e1fb126e378 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:34:53.133553 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-34428a32-a4b1-40df-8838-03c233ccece8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.156694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Deleting port c6f693ec-0934-4b7c-b79a-de673865c294 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:34:53.157078 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.188065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-34428a32-a4b1-40df-8838-03c233ccece8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port 0cddc452-8078-4b0b-92d0-8c1c821197e2 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:34:53.188417 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-34428a32-a4b1-40df-8838-03c233ccece8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.219944 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] For port c6f693ec-0934-4b7c-b79a-de673865c294, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c6f693ec-0934-4b7c-b79a-de673865c294,segment=NetworkSegment(7b734ac0-b47b-4457-aa52-0b40370797c4),segment_id=7b734ac0-b47b-4457-aa52-0b40370797c4)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:34:53.220345 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.235218 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Calling delete_port for c6f693ec-0934-4b7c-b79a-de673865c294 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:34:53.262667 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-71c095ea-2d43-4536-afe1-108612ceca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba1e857a-765c-400e-8704-da75998bf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163197938', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:33:07Z', 'updated_at': '2021-09-29T18:34:52Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:08Z', 'updated_at': '2021-09-29T18:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:34:53.272398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-34428a32-a4b1-40df-8838-03c233ccece8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] For port 0cddc452-8078-4b0b-92d0-8c1c821197e2, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=0cddc452-8078-4b0b-92d0-8c1c821197e2,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:34:53.272758 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-34428a32-a4b1-40df-8838-03c233ccece8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.285172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-34428a32-a4b1-40df-8838-03c233ccece8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for 0cddc452-8078-4b0b-92d0-8c1c821197e2 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:34:53.293430 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c095ea-2d43-4536-afe1-108612ceca98 None None] The sync data for ids ['ba1e857a-765c-400e-8704-da75998bf672'] in n-d-811748-2 is: [{'id': 'ba1e857a-765c-400e-8704-da75998bf672', 'name': 'tempest-TestNetworkAdvancedServerOps-router-163197938', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:33:07Z', 'updated_at': '2021-09-29T18:34:52Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': '0cddc452-8078-4b0b-92d0-8c1c821197e2', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:30:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba1e857a-765c-400e-8704-da75998bf672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:33:08Z', 'updated_at': '2021-09-29T18:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:34:53.323965 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.353514 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Pushing event deleted for resources: {'Port': ['ID=c6f693ec-0934-4b7c-b79a-de673865c294,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:53.355910 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] No DVR routers for this DVR port c6f693ec-0934-4b7c-b79a-de673865c294 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:34:53.364942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:53.364942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:53.364942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:53.364942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:53.366828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:53.366828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:53.366828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:53.366828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:53.366828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:53.366828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:53.367331 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:53.367424 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc121ff3-05c0-428d-9028-ffbf53724dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:34:53.466517 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-34428a32-a4b1-40df-8838-03c233ccece8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.493137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34428a32-a4b1-40df-8838-03c233ccece8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=0cddc452-8078-4b0b-92d0-8c1c821197e2,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:53.553449 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-34428a32-a4b1-40df-8838-03c233ccece8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.644537 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-34428a32-a4b1-40df-8838-03c233ccece8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.646777 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-34428a32-a4b1-40df-8838-03c233ccece8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.698304 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-34428a32-a4b1-40df-8838-03c233ccece8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.698925 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34428a32-a4b1-40df-8838-03c233ccece8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Fanout notify agent at l3_agent the message router_deleted on router ba1e857a-765c-400e-8704-da75998bf672 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:34:53.707304 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-34428a32-a4b1-40df-8838-03c233ccece8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.708431 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-34428a32-a4b1-40df-8838-03c233ccece8 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/routers/ba1e857a-765c-400e-8704-da75998bf672 HTTP/1.1" status: 204 len: 168 time: 0.8106465 Sep 29 18:34:53.711300 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55764) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:53.790156 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-db1a5532-5aef-439c-88d2-d174f3ba2ef3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.878156 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-db1a5532-5aef-439c-88d2-d174f3ba2ef3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.900280 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-db1a5532-5aef-439c-88d2-d174f3ba2ef3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31313fd-9d03-44fd-b5ae-1e1fb126e378']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:34:53.909853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-db1a5532-5aef-439c-88d2-d174f3ba2ef3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b734ac0-b47b-4457-aa52-0b40370797c4') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:34:53.910151 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-db1a5532-5aef-439c-88d2-d174f3ba2ef3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b734ac0-b47b-4457-aa52-0b40370797c4') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:34:53.920313 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-db1a5532-5aef-439c-88d2-d174f3ba2ef3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.935327 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-db1a5532-5aef-439c-88d2-d174f3ba2ef3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.941664 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1a5532-5aef-439c-88d2-d174f3ba2ef3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:34:53.942167 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-db1a5532-5aef-439c-88d2-d174f3ba2ef3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:34:53.945480 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:34:54.133612 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 3a475907-64ed-481e-9f25-f2bce8ccaa12 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:34:54.155828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 3a475907-64ed-481e-9f25-f2bce8ccaa12 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:34:54.156238 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 3a475907-64ed-481e-9f25-f2bce8ccaa12 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:34:54.297745 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-db1a5532-5aef-439c-88d2-d174f3ba2ef3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:54.304769 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-db1a5532-5aef-439c-88d2-d174f3ba2ef3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:54.310278 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-db1a5532-5aef-439c-88d2-d174f3ba2ef3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/networks/d31313fd-9d03-44fd-b5ae-1e1fb126e378 HTTP/1.1" status: 204 len: 168 time: 0.5952752 Sep 29 18:34:54.310479 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55766) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:54.318734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a5532-5aef-439c-88d2-d174f3ba2ef3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Network': ['ID=d31313fd-9d03-44fd-b5ae-1e1fb126e378,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:54.375720 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acf8be88-62d4-4e3a-a3e5-45fb589a227a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:54.401086 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acf8be88-62d4-4e3a-a3e5-45fb589a227a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:54.462904 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acf8be88-62d4-4e3a-a3e5-45fb589a227a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:54.465978 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-acf8be88-62d4-4e3a-a3e5-45fb589a227a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:54.467141 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-acf8be88-62d4-4e3a-a3e5-45fb589a227a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/security-groups/146f420a-1bc8-412a-9589-dabe29a82ffc HTTP/1.1" status: 204 len: 168 time: 0.1556184 Sep 29 18:34:54.476010 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8be88-62d4-4e3a-a3e5-45fb589a227a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=146f420a-1bc8-412a-9589-dabe29a82ffc,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:54.935365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7b834db3-ca01-4ebc-ab61-3628ba8a6167 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:34:54.955996 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 7b834db3-ca01-4ebc-ab61-3628ba8a6167 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:34:54.956410 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 7b834db3-ca01-4ebc-ab61-3628ba8a6167 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:34:54.956876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c6f693ec-0934-4b7c-b79a-de673865c294 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:34:54.977457 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: c6f693ec-0934-4b7c-b79a-de673865c294 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:34:54.977857 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c6f693ec-0934-4b7c-b79a-de673865c294 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:34:54.978349 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0cddc452-8078-4b0b-92d0-8c1c821197e2 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:34:54.995774 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 0cddc452-8078-4b0b-92d0-8c1c821197e2 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:34:54.996186 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 0cddc452-8078-4b0b-92d0-8c1c821197e2 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:34:55.110900 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55772) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:55.115467 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e6559f0d-ba5d-4e33-8d74-7362a36b4352 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437325263', 'description': 'tempest-secgroup-smoke-437325263 description', 'project_id': '1d50132f353842469c421763ad2cc781'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:34:55.137860 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e6559f0d-ba5d-4e33-8d74-7362a36b4352 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.215330 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e6559f0d-ba5d-4e33-8d74-7362a36b4352 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.218783 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e6559f0d-ba5d-4e33-8d74-7362a36b4352 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.244524 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e6559f0d-ba5d-4e33-8d74-7362a36b4352 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.245765 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e6559f0d-ba5d-4e33-8d74-7362a36b4352 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1338663 Sep 29 18:34:55.248961 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55774) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:55.253654 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6559f0d-ba5d-4e33-8d74-7362a36b4352 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd8fa86-efa2-4135-a3e7-b75b174d300c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:55.253819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-10b4d350-518f-49d0-a8c0-cf58ff6cdbe1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'ecd8fa86-efa2-4135-a3e7-b75b174d300c', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:34:55.282916 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-10b4d350-518f-49d0-a8c0-cf58ff6cdbe1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.337625 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-10b4d350-518f-49d0-a8c0-cf58ff6cdbe1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.340900 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-10b4d350-518f-49d0-a8c0-cf58ff6cdbe1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.357244 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4d350-518f-49d0-a8c0-cf58ff6cdbe1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589b119b-ce8b-45c7-84b6-5979a3c7db62,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:55.363822 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-10b4d350-518f-49d0-a8c0-cf58ff6cdbe1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.364879 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-10b4d350-518f-49d0-a8c0-cf58ff6cdbe1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148601 Sep 29 18:34:55.367598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55776) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:55.372478 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-87b1647e-303d-4f22-adf9-ddd44f5cfe9a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'ecd8fa86-efa2-4135-a3e7-b75b174d300c', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:34:55.400962 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-87b1647e-303d-4f22-adf9-ddd44f5cfe9a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.458336 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-87b1647e-303d-4f22-adf9-ddd44f5cfe9a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.461554 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-87b1647e-303d-4f22-adf9-ddd44f5cfe9a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.478816 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1647e-303d-4f22-adf9-ddd44f5cfe9a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0c8740-c9a5-4180-86f9-c190ba3b0fff,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:55.484708 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-87b1647e-303d-4f22-adf9-ddd44f5cfe9a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.485268 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-87b1647e-303d-4f22-adf9-ddd44f5cfe9a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161244 Sep 29 18:34:55.487996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55778) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:55.493699 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-41f53c4a-ffc3-4bff-9248-368e39670b10 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'ecd8fa86-efa2-4135-a3e7-b75b174d300c', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:34:55.521871 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-41f53c4a-ffc3-4bff-9248-368e39670b10 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.580508 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-41f53c4a-ffc3-4bff-9248-368e39670b10 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.584366 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-41f53c4a-ffc3-4bff-9248-368e39670b10 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.606062 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f53c4a-ffc3-4bff-9248-368e39670b10 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760f6066-b01a-4075-a795-7ce3b332b977,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:55.610041 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-41f53c4a-ffc3-4bff-9248-368e39670b10 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.611228 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-41f53c4a-ffc3-4bff-9248-368e39670b10 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222854 Sep 29 18:34:55.615096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55780) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:55.620381 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1fe03d39-a1df-4cc5-bd31-358907c98fd6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'ecd8fa86-efa2-4135-a3e7-b75b174d300c', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:34:55.646265 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1fe03d39-a1df-4cc5-bd31-358907c98fd6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.703741 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1fe03d39-a1df-4cc5-bd31-358907c98fd6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.707248 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1fe03d39-a1df-4cc5-bd31-358907c98fd6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.724041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe03d39-a1df-4cc5-bd31-358907c98fd6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823757da-b46c-4fb5-ba38-a99742a1fdac,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:55.730562 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1fe03d39-a1df-4cc5-bd31-358907c98fd6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.731917 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1fe03d39-a1df-4cc5-bd31-358907c98fd6 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158288 Sep 29 18:34:55.734608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55782) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:55.738878 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-689ab2a1-ecbb-4fab-b33c-c1d7a18df794 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'ecd8fa86-efa2-4135-a3e7-b75b174d300c', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:34:55.761299 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-689ab2a1-ecbb-4fab-b33c-c1d7a18df794 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Project 1d50132f353842469c421763ad2cc781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:34:55.766322 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-689ab2a1-ecbb-4fab-b33c-c1d7a18df794 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.827875 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-689ab2a1-ecbb-4fab-b33c-c1d7a18df794 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.831392 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-689ab2a1-ecbb-4fab-b33c-c1d7a18df794 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.848697 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ab2a1-ecbb-4fab-b33c-c1d7a18df794 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f41352a-999e-4325-b681-ca370416a01e,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:55.855335 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-689ab2a1-ecbb-4fab-b33c-c1d7a18df794 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.856530 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-689ab2a1-ecbb-4fab-b33c-c1d7a18df794 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209896 Sep 29 18:34:55.859302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55784) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:55.863655 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ee49042e-4bfe-4979-85b8-5382d61e5ddf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'security_group_rule': {'security_group_id': 'ecd8fa86-efa2-4135-a3e7-b75b174d300c', 'project_id': '1d50132f353842469c421763ad2cc781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:34:55.885573 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-ee49042e-4bfe-4979-85b8-5382d61e5ddf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Project 1d50132f353842469c421763ad2cc781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:34:55.890498 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee49042e-4bfe-4979-85b8-5382d61e5ddf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.952425 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee49042e-4bfe-4979-85b8-5382d61e5ddf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.955986 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee49042e-4bfe-4979-85b8-5382d61e5ddf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.973384 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49042e-4bfe-4979-85b8-5382d61e5ddf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b242a63-881a-4ce7-9b6e-98ac50b6eab7,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:55.979261 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ee49042e-4bfe-4979-85b8-5382d61e5ddf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:55.980475 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ee49042e-4bfe-4979-85b8-5382d61e5ddf tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202617 Sep 29 18:34:55.983395 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55786) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:55.988196 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-6ca9974e-515a-444d-b79e-b3f958dd7c6c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'network': {'name': 'tempest-network-smoke--725398687', 'project_id': '1d50132f353842469c421763ad2cc781', 'port_security_enabled': True}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:34:56.007792 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca9974e-515a-444d-b79e-b3f958dd7c6c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Made reservation on behalf of 1d50132f353842469c421763ad2cc781 for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:34:56.011403 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ca9974e-515a-444d-b79e-b3f958dd7c6c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:56.035291 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca9974e-515a-444d-b79e-b3f958dd7c6c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:34:56.044424 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ca9974e-515a-444d-b79e-b3f958dd7c6c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:56.044766 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-6ca9974e-515a-444d-b79e-b3f958dd7c6c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Added segment 71a890c2-007a-4672-a84b-03f4d27abbf0 of type vlan for network 28f5e284-03cd-4555-82f2-8d85e091e5ea Sep 29 18:34:56.083966 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ca9974e-515a-444d-b79e-b3f958dd7c6c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:56.108148 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ca9974e-515a-444d-b79e-b3f958dd7c6c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:56.113673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca9974e-515a-444d-b79e-b3f958dd7c6c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:56.114327 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-6ca9974e-515a-444d-b79e-b3f958dd7c6c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:56.147424 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-6ca9974e-515a-444d-b79e-b3f958dd7c6c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1630075 Sep 29 18:34:56.150655 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55788) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:56.156711 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-821832856', 'admin_state_up': True, 'project_id': '1d50132f353842469c421763ad2cc781', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:34:56.196379 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9974e-515a-444d-b79e-b3f958dd7c6c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Network': ['ID=28f5e284-03cd-4555-82f2-8d85e091e5ea,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:56.206722 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 28f5e284-03cd-4555-82f2-8d85e091e5ea details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:34:56.213465 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:56.214474 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:56.269105 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:56.409091 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:56.593396 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:56.611865 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:56.714583 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.25.2.244 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/cca2f589-e096-4a34-86c7-4454d62ae8c1) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:34:56.819556 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:56.860886 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:56.897875 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:34:56.902109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:34:56.905556 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:34:56.932605 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=cca2f589-e096-4a34-86c7-4454d62ae8c1,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:57.155617 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:57.348490 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:57.474397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router d3188e71-1151-433a-8560-17b5c951fc3b is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 18:34:57.581908 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:34:57.591759 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Sync routers for ids ['d3188e71-1151-433a-8560-17b5c951fc3b'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:34:57.600837 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Routers {'d3188e71-1151-433a-8560-17b5c951fc3b'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:34:57.601730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:34:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3188e71-1151-433a-8560-17b5c951fc3b'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:34:57.603845 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:57.605078 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5689ad31-3699-46c7-8cef-86ca0a0ffc3b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4535100 Sep 29 18:34:57.608310 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55790) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:57.636191 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4f4e7405-4a13-49a8-8019-fdcceda1d19f tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=1d50132f353842469c421763ad2cc781&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267823 Sep 29 18:34:57.638941 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55792) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:57.707317 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Set router d3188e71-1151-433a-8560-17b5c951fc3b gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:34:57.723570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82355d3c-906c-4dde-83c8-e4cad4f77b2f tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:57.725141 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-82355d3c-906c-4dde-83c8-e4cad4f77b2f tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0852404 Sep 29 18:34:57.729268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55794) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:57.758167 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0427fe8b-74d5-43e4-837a-b097ee289fbb tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=67fbb982-df89-4d02-87ed-27928a79a62d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276470 Sep 29 18:34:57.760650 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55796) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:57.765658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-01b07113-1d04-4ec6-aaa2-f676efb4422e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1770857002', 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea', 'project_id': '1d50132f353842469c421763ad2cc781', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:34:57.855806 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b07113-1d04-4ec6-aaa2-f676efb4422e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Made reservation on behalf of 1d50132f353842469c421763ad2cc781 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:34:57.859499 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-01b07113-1d04-4ec6-aaa2-f676efb4422e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:57.890719 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821832856', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:34:57Z', 'revision_number': 3, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:34:57.916687 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Checking router: d3188e71-1151-433a-8560-17b5c951fc3b for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:34:57.917035 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Updating router d3188e71-1151-433a-8560-17b5c951fc3b port cca2f589-e096-4a34-86c7-4454d62ae8c1 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:34:57.941107 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:58.047278 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-01b07113-1d04-4ec6-aaa2-f676efb4422e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:58.111767 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b07113-1d04-4ec6-aaa2-f676efb4422e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Subnet': ['ID=b8fb375a-05cc-488a-9039-c95a66833215,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:58.122565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b07113-1d04-4ec6-aaa2-f676efb4422e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Checking segment: {'id': '71a890c2-007a-4672-a84b-03f4d27abbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:34:58.122917 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b07113-1d04-4ec6-aaa2-f676efb4422e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network hostable DHCP agents. Network: 28f5e284-03cd-4555-82f2-8d85e091e5ea, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:34:58.140867 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b07113-1d04-4ec6-aaa2-f676efb4422e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 28f5e284-03cd-4555-82f2-8d85e091e5ea is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:34:58.150833 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-01b07113-1d04-4ec6-aaa2-f676efb4422e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 28f5e284-03cd-4555-82f2-8d85e091e5ea) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:34:58.154961 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b07113-1d04-4ec6-aaa2-f676efb4422e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:34:58.155609 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-01b07113-1d04-4ec6-aaa2-f676efb4422e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:58.170354 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-01b07113-1d04-4ec6-aaa2-f676efb4422e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4086957 Sep 29 18:34:58.173136 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55798) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:34:58.193243 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699fd31a-bebd-40fa-b621-b6597eb1e112 None None] Network 28f5e284-03cd-4555-82f2-8d85e091e5ea requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:34:58.232161 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:58.426321 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-28f5e284-03cd-4555-82f2-8d85e091e5ea', 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'fixed_ips': [{'subnet_id': 'b8fb375a-05cc-488a-9039-c95a66833215'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:34:58.427162 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:58.543162 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:58.552231 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:58.605200 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:58.644261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd5317-cfc6-428e-9a2b-4087c51e082e None None] Pushing event updated for resources: {'Port': ['ID=cca2f589-e096-4a34-86c7-4454d62ae8c1,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:58.646534 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Attempting to bind port cca2f589-e096-4a34-86c7-4454d62ae8c1 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:34:58.646904 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Attempting to bind port cca2f589-e096-4a34-86c7-4454d62ae8c1 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:34:58.647266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Attempting to bind port cca2f589-e096-4a34-86c7-4454d62ae8c1 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:34:58.659758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:34:58.660135 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:34:58.660533 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:58.660918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:34:58.661430 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Bound port: cca2f589-e096-4a34-86c7-4454d62ae8c1, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:34:58.661813 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:58.666831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Allocated IP 172.20.0.2 (28f5e284-03cd-4555-82f2-8d85e091e5ea/b8fb375a-05cc-488a-9039-c95a66833215/4a609240-11cc-4c58-91c9-a986208f4089) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:34:58.744277 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] For port cca2f589-e096-4a34-86c7-4454d62ae8c1, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:34:58.791804 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] For port cca2f589-e096-4a34-86c7-4454d62ae8c1, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=cca2f589-e096-4a34-86c7-4454d62ae8c1,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:34:58.798043 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:58.894753 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Routers {'d3188e71-1151-433a-8560-17b5c951fc3b'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:34:58.895378 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:34:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3188e71-1151-433a-8560-17b5c951fc3b'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:34:58.942918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd5317-cfc6-428e-9a2b-4087c51e082e None None] Pushing event updated for resources: {'Port': ['ID=cca2f589-e096-4a34-86c7-4454d62ae8c1,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:58.973939 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:58.982077 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:59.029155 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.20.0.1 (28f5e284-03cd-4555-82f2-8d85e091e5ea/b8fb375a-05cc-488a-9039-c95a66833215/45c2fd69-c78d-4d45-8fbe-45d875e09595) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:34:59.037523 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Network 28f5e284-03cd-4555-82f2-8d85e091e5ea is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:34:59.046379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:34:59.052431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:34:59.052431 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Pushing event updated for resources: {'Port': ['ID=4a609240-11cc-4c58-91c9-a986208f4089,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:59.078827 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] Set router d3188e71-1151-433a-8560-17b5c951fc3b gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:34:59.143514 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:59.178461 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:59.193170 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Attempting to bind port 4a609240-11cc-4c58-91c9-a986208f4089 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:34:59.193494 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Attempting to bind port 4a609240-11cc-4c58-91c9-a986208f4089 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '71a890c2-007a-4672-a84b-03f4d27abbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:34:59.193857 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Attempting to bind port 4a609240-11cc-4c58-91c9-a986208f4089 on network 28f5e284-03cd-4555-82f2-8d85e091e5ea {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:34:59.221268 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 28f5e284-03cd-4555-82f2-8d85e091e5ea is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:34:59.227714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:34:59.227918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:34:59.227918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Checking segment: {'id': '71a890c2-007a-4672-a84b-03f4d27abbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:34:59.227918 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:59.227918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Bound using segment: {'id': '71a890c2-007a-4672-a84b-03f4d27abbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:34:59.227918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Bound port: 4a609240-11cc-4c58-91c9-a986208f4089, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a890c2-007a-4672-a84b-03f4d27abbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:34:59.227918 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:59.228685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:34:59.264636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=45c2fd69-c78d-4d45-8fbe-45d875e09595,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:59.282524 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:59.330164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] For port 4a609240-11cc-4c58-91c9-a986208f4089, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:34:59.335461 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] For port 4a609240-11cc-4c58-91c9-a986208f4089, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4a609240-11cc-4c58-91c9-a986208f4089,segment=NetworkSegment(71a890c2-007a-4672-a84b-03f4d27abbf0),segment_id=71a890c2-007a-4672-a84b-03f4d27abbf0)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:34:59.340364 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:59.411808 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ebe6a-d9ab-491e-8748-151eee8c3ade None None] Pushing event updated for resources: {'Port': ['ID=4a609240-11cc-4c58-91c9-a986208f4089,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:59.416918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821832856', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:34:57Z', 'revision_number': 3, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:34:59.425958 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:59.449165 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75f68d1-7af3-4798-be1a-f677c035b15c None None] The sync data for ids ['d3188e71-1151-433a-8560-17b5c951fc3b'] in n-d-811748-2 is: [{'id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821832856', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:34:57Z', 'revision_number': 3, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:34:59.754596 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:59.759636 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:59.837105 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:34:59.839011 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=45c2fd69-c78d-4d45-8fbe-45d875e09595,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:34:59.941269 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 28f5e284-03cd-4555-82f2-8d85e091e5ea is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:34:59.942733 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:35:00.063150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router d3188e71-1151-433a-8560-17b5c951fc3b has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:35:00.179586 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:35:00.189725 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4a39a7a9-fc0d-4f9c-af2f-8906cd21f1bd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "PUT /v2.0/routers/d3188e71-1151-433a-8560-17b5c951fc3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0113456 Sep 29 18:35:00.406766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d2916c-f97c-4145-b570-e338759a6ecf None None] Network 28f5e284-03cd-4555-82f2-8d85e091e5ea requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:35:00.491365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-4cdcf153-8229-414d-9cc7-41a2c29979c0 None None] Provisioning complete for port 4a609240-11cc-4c58-91c9-a986208f4089 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:35:00.491661 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf153-8229-414d-9cc7-41a2c29979c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:00.637248 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf153-8229-414d-9cc7-41a2c29979c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:00.673400 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-4cdcf153-8229-414d-9cc7-41a2c29979c0 None None] For port 4a609240-11cc-4c58-91c9-a986208f4089, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4a609240-11cc-4c58-91c9-a986208f4089,segment=NetworkSegment(71a890c2-007a-4672-a84b-03f4d27abbf0),segment_id=71a890c2-007a-4672-a84b-03f4d27abbf0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:35:00.678880 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf153-8229-414d-9cc7-41a2c29979c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:00.682499 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-72f95d58-af2f-41e9-ba3d-5141e793eaa1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437325263&fields=id&tenant_id=1d50132f353842469c421763ad2cc781 HTTP/1.1" status: 200 len: 267 time: 0.3831151 Sep 29 18:35:00.734980 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcf153-8229-414d-9cc7-41a2c29979c0 None None] Pushing event updated for resources: {'Port': ['ID=4a609240-11cc-4c58-91c9-a986208f4089,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:00.799926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-94efe952-32f3-4a59-8650-8d7f41233317 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:00.801983 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-94efe952-32f3-4a59-8650-8d7f41233317 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/networks?id=28f5e284-03cd-4555-82f2-8d85e091e5ea HTTP/1.1" status: 200 len: 796 time: 0.1116614 Sep 29 18:35:00.818165 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-460d4618-8f35-4322-91ae-bc878922facd tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/quotas/1d50132f353842469c421763ad2cc781 HTTP/1.1" status: 200 len: 375 time: 0.0095973 Sep 29 18:35:00.876611 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-9b45c7f3-6809-4c8a-ac5e-d52c6b85e56a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518012 Sep 29 18:35:00.910847 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0c35595d-16bb-4c14-8a18-47332c5df074 None None] Provisioning complete for port 4a609240-11cc-4c58-91c9-a986208f4089 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:35:00.911163 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0c35595d-16bb-4c14-8a18-47332c5df074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:01.036617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device cca2f589-e096-4a34-86c7-4454d62ae8c1 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:35:01.072392 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-da614928-7846-4b68-949b-dae58d247be7 service neutron] 10.222.0.44 "GET /v2.0/networks/28f5e284-03cd-4555-82f2-8d85e091e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779583 Sep 29 18:35:01.102843 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-0c35595d-16bb-4c14-8a18-47332c5df074 None None] Provisioning complete for port 45c2fd69-c78d-4d45-8fbe-45d875e09595 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:35:01.103504 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0c35595d-16bb-4c14-8a18-47332c5df074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:01.134486 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Sync routers for ids ['d3188e71-1151-433a-8560-17b5c951fc3b'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:35:01.142137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port cca2f589-e096-4a34-86c7-4454d62ae8c1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:35:01.146110 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:01.146473 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Routers {'d3188e71-1151-433a-8560-17b5c951fc3b'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:35:01.147162 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:34:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3188e71-1151-433a-8560-17b5c951fc3b'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:01.172152 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-0c35595d-16bb-4c14-8a18-47332c5df074 None None] Port 45c2fd69-c78d-4d45-8fbe-45d875e09595 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:35:01.179231 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-3398c499-bc1e-4a7f-b08b-ea5464c50aa6 service neutron] 10.222.0.44 "GET /v2.0/networks/28f5e284-03cd-4555-82f2-8d85e091e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004472 Sep 29 18:35:01.237496 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:01.262316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port cca2f589-e096-4a34-86c7-4454d62ae8c1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=cca2f589-e096-4a34-86c7-4454d62ae8c1,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:35:01.270859 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:01.272757 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4a609240-11cc-4c58-91c9-a986208f4089 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:35:01.286867 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Set router d3188e71-1151-433a-8560-17b5c951fc3b gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:35:01.362819 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9a427079-7326-44b0-b221-0fd2a8f706e2 None None] Provisioning complete for port 45c2fd69-c78d-4d45-8fbe-45d875e09595 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:35:01.363281 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9a427079-7326-44b0-b221-0fd2a8f706e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:01.403102 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f599ecb2-d613-467b-94e9-89ec999de7fe req-30c8e27c-af71-4d35-8faf-91d0bd3eb067 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0371175 Sep 29 18:35:01.407786 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=cca2f589-e096-4a34-86c7-4454d62ae8c1,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:01.425870 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-9a427079-7326-44b0-b221-0fd2a8f706e2 None None] Port 45c2fd69-c78d-4d45-8fbe-45d875e09595 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:35:01.432074 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 4a609240-11cc-4c58-91c9-a986208f4089 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:35:01.432817 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:01.551255 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ba4111eb-f83b-49dd-a738-08183c890185 None None] Provisioning complete for port 45c2fd69-c78d-4d45-8fbe-45d875e09595 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:35:01.551956 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba4111eb-f83b-49dd-a738-08183c890185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:01.592963 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ba4111eb-f83b-49dd-a738-08183c890185 None None] Port 45c2fd69-c78d-4d45-8fbe-45d875e09595 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:35:01.645787 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821832856', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:34:59Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '45c2fd69-c78d-4d45-8fbe-45d875e09595', 'name': '', 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:c5:f9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:58Z', 'updated_at': '2021-09-29T18:34:59Z', 'revision_number': 2, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:01.673907 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Checking router: d3188e71-1151-433a-8560-17b5c951fc3b for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:35:01.674258 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Updating router d3188e71-1151-433a-8560-17b5c951fc3b port 45c2fd69-c78d-4d45-8fbe-45d875e09595 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:35:01.701988 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:01.972517 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:01.977806 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:02.069157 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529494c4-cb50-4945-b412-1e59db82cfd3 None None] Pushing event updated for resources: {'Port': ['ID=45c2fd69-c78d-4d45-8fbe-45d875e09595,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:02.084514 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529494c4-cb50-4945-b412-1e59db82cfd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:02.084851 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529494c4-cb50-4945-b412-1e59db82cfd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:02.085177 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529494c4-cb50-4945-b412-1e59db82cfd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:02.085527 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529494c4-cb50-4945-b412-1e59db82cfd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:02.085846 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529494c4-cb50-4945-b412-1e59db82cfd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:02.086160 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529494c4-cb50-4945-b412-1e59db82cfd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:02.087125 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529494c4-cb50-4945-b412-1e59db82cfd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:02.087404 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529494c4-cb50-4945-b412-1e59db82cfd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:02.087764 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529494c4-cb50-4945-b412-1e59db82cfd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:02.088090 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529494c4-cb50-4945-b412-1e59db82cfd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:02.088388 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529494c4-cb50-4945-b412-1e59db82cfd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:02.088697 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529494c4-cb50-4945-b412-1e59db82cfd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:02.092097 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Attempting to bind port 45c2fd69-c78d-4d45-8fbe-45d875e09595 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:35:02.092459 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Attempting to bind port 45c2fd69-c78d-4d45-8fbe-45d875e09595 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '71a890c2-007a-4672-a84b-03f4d27abbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:35:02.092806 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Attempting to bind port 45c2fd69-c78d-4d45-8fbe-45d875e09595 on network 28f5e284-03cd-4555-82f2-8d85e091e5ea {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:35:02.098510 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:35:02.098873 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Checking segment: {'id': '71a890c2-007a-4672-a84b-03f4d27abbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:35:02.099264 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:02.099636 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Bound using segment: {'id': '71a890c2-007a-4672-a84b-03f4d27abbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:35:02.100084 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Bound port: 45c2fd69-c78d-4d45-8fbe-45d875e09595, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a890c2-007a-4672-a84b-03f4d27abbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:35:02.100451 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:02.163378 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] For port 45c2fd69-c78d-4d45-8fbe-45d875e09595, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:35:02.167289 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] For port 45c2fd69-c78d-4d45-8fbe-45d875e09595, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=45c2fd69-c78d-4d45-8fbe-45d875e09595,segment=NetworkSegment(71a890c2-007a-4672-a84b-03f4d27abbf0),segment_id=71a890c2-007a-4672-a84b-03f4d27abbf0)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:35:02.172253 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:02.215457 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-3318c465-dbc7-428b-8435-71ba43446709 None None] Provisioning complete for port 45c2fd69-c78d-4d45-8fbe-45d875e09595 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:35:02.215910 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3318c465-dbc7-428b-8435-71ba43446709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:02.233270 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529494c4-cb50-4945-b412-1e59db82cfd3 None None] Pushing event updated for resources: {'Port': ['ID=45c2fd69-c78d-4d45-8fbe-45d875e09595,revision_number=4']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:02.236072 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Routers {'d3188e71-1151-433a-8560-17b5c951fc3b'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:35:02.236681 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:34:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3188e71-1151-433a-8560-17b5c951fc3b'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:02.303497 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3318c465-dbc7-428b-8435-71ba43446709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:02.338265 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3318c465-dbc7-428b-8435-71ba43446709 None None] For port 45c2fd69-c78d-4d45-8fbe-45d875e09595, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=45c2fd69-c78d-4d45-8fbe-45d875e09595,segment=NetworkSegment(71a890c2-007a-4672-a84b-03f4d27abbf0),segment_id=71a890c2-007a-4672-a84b-03f4d27abbf0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:35:02.343645 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3318c465-dbc7-428b-8435-71ba43446709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:02.365558 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] Set router d3188e71-1151-433a-8560-17b5c951fc3b gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:35:02.403196 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318c465-dbc7-428b-8435-71ba43446709 None None] Pushing event updated for resources: {'Port': ['ID=45c2fd69-c78d-4d45-8fbe-45d875e09595,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:02.470956 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b8088c8e-bbbe-45c9-8732-2727453ec832 None None] Provisioning complete for port 45c2fd69-c78d-4d45-8fbe-45d875e09595 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:35:02.471631 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b8088c8e-bbbe-45c9-8732-2727453ec832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:02.537900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-3f1c0856-994b-40a0-965d-07d3e17a905b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:02.541324 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-3f1c0856-994b-40a0-965d-07d3e17a905b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "GET /v2.0/networks?id=28f5e284-03cd-4555-82f2-8d85e091e5ea HTTP/1.1" status: 200 len: 796 time: 0.1688612 Sep 29 18:35:02.547100 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a28d2d0b-2ef4-4a00-b957-da7b96a85b3a req-ed6720e3-c3ca-45f3-8bc3-afb45702299f tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0405605 Sep 29 18:35:02.588973 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-d1fb5ce9-5237-4a0f-b791-7089442d78a3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d50132f353842469c421763ad2cc781 HTTP/1.1" status: 200 len: 379 time: 0.0384653 Sep 29 18:35:02.597938 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-2a43cb46-c763-412e-b0b0-02cad44010d3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'port': {'device_id': '5844b4c7-478a-4f86-8037-509a9754f5a7', 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea', 'admin_state_up': True, 'tenant_id': '1d50132f353842469c421763ad2cc781', 'security_groups': ['ecd8fa86-efa2-4135-a3e7-b75b174d300c']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:35:02.662193 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821832856', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:34:59Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '45c2fd69-c78d-4d45-8fbe-45d875e09595', 'name': '', 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:c5:f9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:58Z', 'updated_at': '2021-09-29T18:35:02Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:02.689170 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8644c7-52a4-43af-91c8-a78039666d40 None None] The sync data for ids ['d3188e71-1151-433a-8560-17b5c951fc3b'] in n-d-811748-2 is: [{'id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821832856', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:34:59Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '45c2fd69-c78d-4d45-8fbe-45d875e09595', 'name': '', 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:c5:f9:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:58Z', 'updated_at': '2021-09-29T18:35:02Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:35:02.709319 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-2a43cb46-c763-412e-b0b0-02cad44010d3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Made reservation on behalf of 1d50132f353842469c421763ad2cc781 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:35:02.713707 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-2a43cb46-c763-412e-b0b0-02cad44010d3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:02.862564 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-2a43cb46-c763-412e-b0b0-02cad44010d3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.20.0.13 (28f5e284-03cd-4555-82f2-8d85e091e5ea/b8fb375a-05cc-488a-9039-c95a66833215/14c5700b-5d26-457b-af7c-b9bfd63c2632) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:35:03.020371 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-2a43cb46-c763-412e-b0b0-02cad44010d3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:03.044217 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 45c2fd69-c78d-4d45-8fbe-45d875e09595 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:35:03.064074 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-2a43cb46-c763-412e-b0b0-02cad44010d3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:03.095942 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 45c2fd69-c78d-4d45-8fbe-45d875e09595 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:35:03.096368 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:03.110733 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-2a43cb46-c763-412e-b0b0-02cad44010d3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 28f5e284-03cd-4555-82f2-8d85e091e5ea is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:35:03.113827 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-2a43cb46-c763-412e-b0b0-02cad44010d3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:35:03.118320 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-2a43cb46-c763-412e-b0b0-02cad44010d3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:35:03.147106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43cb46-c763-412e-b0b0-02cad44010d3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=14c5700b-5d26-457b-af7c-b9bfd63c2632,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:03.180807 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-2a43cb46-c763-412e-b0b0-02cad44010d3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:03.181511 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-2a43cb46-c763-412e-b0b0-02cad44010d3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:03.182013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device cca2f589-e096-4a34-86c7-4454d62ae8c1 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:35:03.209725 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-2a43cb46-c763-412e-b0b0-02cad44010d3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6152778 Sep 29 18:35:03.227366 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Request body: {'port': {'device_id': '5844b4c7-478a-4f86-8037-509a9754f5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:35:03.261548 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port cca2f589-e096-4a34-86c7-4454d62ae8c1 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:35:03.262406 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:03.296037 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:03.408799 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-ba8c5e5b-4f72-4bb7-bfc9-d7046987e375 None None] Provisioning complete for port 14c5700b-5d26-457b-af7c-b9bfd63c2632 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:35:03.409474 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ba8c5e5b-4f72-4bb7-bfc9-d7046987e375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:03.444850 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c5e5b-4f72-4bb7-bfc9-d7046987e375 None None] Port 14c5700b-5d26-457b-af7c-b9bfd63c2632 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:35:03.594789 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c5700b-5d26-457b-af7c-b9bfd63c2632 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:35:03.602575 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:03.615121 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Transition to ACTIVE for port object 14c5700b-5d26-457b-af7c-b9bfd63c2632 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:35:03.620538 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:03.662198 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092497c2-1da3-4423-8664-d2b6f76df4b4 req-df5bd33f-6ddc-45fa-ad58-332d2d557412 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:03.663333 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-092497c2-1da3-4423-8664-d2b6f76df4b4 req-df5bd33f-6ddc-45fa-ad58-332d2d557412 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 944 time: 0.0526814 Sep 29 18:35:03.677555 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Pushing event updated for resources: {'Port': ['ID=14c5700b-5d26-457b-af7c-b9bfd63c2632,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:03.730625 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-092497c2-1da3-4423-8664-d2b6f76df4b4 req-280fb746-cb1b-4f86-832f-19b776b7c192 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526087 Sep 29 18:35:03.746615 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Attempting to bind port 14c5700b-5d26-457b-af7c-b9bfd63c2632 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:35:03.747127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Attempting to bind port 14c5700b-5d26-457b-af7c-b9bfd63c2632 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': '71a890c2-007a-4672-a84b-03f4d27abbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:35:03.747456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Attempting to bind port 14c5700b-5d26-457b-af7c-b9bfd63c2632 on network 28f5e284-03cd-4555-82f2-8d85e091e5ea {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:35:03.752779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Port 14c5700b-5d26-457b-af7c-b9bfd63c2632 on network 28f5e284-03cd-4555-82f2-8d85e091e5ea not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:35:03.753103 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Attempting to bind port 14c5700b-5d26-457b-af7c-b9bfd63c2632 on network 28f5e284-03cd-4555-82f2-8d85e091e5ea {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:35:03.759022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:35:03.759446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Checking segment: {'id': '71a890c2-007a-4672-a84b-03f4d27abbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:35:03.759901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Bound using segment: {'id': '71a890c2-007a-4672-a84b-03f4d27abbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:35:03.760543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Bound port: 14c5700b-5d26-457b-af7c-b9bfd63c2632, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71a890c2-007a-4672-a84b-03f4d27abbf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:35:03.760915 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:03.838206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] For port 14c5700b-5d26-457b-af7c-b9bfd63c2632, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:35:03.842216 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] For port 14c5700b-5d26-457b-af7c-b9bfd63c2632, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=14c5700b-5d26-457b-af7c-b9bfd63c2632,segment=NetworkSegment(71a890c2-007a-4672-a84b-03f4d27abbf0),segment_id=71a890c2-007a-4672-a84b-03f4d27abbf0)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:35:03.847242 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:03.888367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:03.889209 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:03.890846 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] 10.222.0.49 "PUT /v2.0/ports/14c5700b-5d26-457b-af7c-b9bfd63c2632 HTTP/1.1" status: 200 len: 1092 time: 0.6731000 Sep 29 18:35:03.891258 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5844b4c7-478a-4f86-8037-509a9754f5a7', 'tag': '14c5700b-5d26-457b-af7c-b9bfd63c2632'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:35:03.893536 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fa9306-1029-4583-beac-0c85a8cf34b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5844b4c7-478a-4f86-8037-509a9754f5a7", "tag": "14c5700b-5d26-457b-af7c-b9bfd63c2632"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:35:03.919714 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409fba4-9995-4e18-8475-99d77c804d3a service neutron] Pushing event updated for resources: {'Port': ['ID=14c5700b-5d26-457b-af7c-b9bfd63c2632,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:03.956245 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c590c3-f91d-4905-99f4-db22e371b673 x-openstack-request-id: req-68c590c3-f91d-4905-99f4-db22e371b673 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:35:03.957017 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5844b4c7-478a-4f86-8037-509a9754f5a7", "tag": "14c5700b-5d26-457b-af7c-b9bfd63c2632", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:35:03.957017 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68c590c3-f91d-4905-99f4-db22e371b673 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:35:03.957353 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5844b4c7-478a-4f86-8037-509a9754f5a7', 'tag': '14c5700b-5d26-457b-af7c-b9bfd63c2632', 'status': 'completed', 'code': 200} Sep 29 18:35:03.995830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-e12aa5f8-3ffb-4173-a2c5-f5c7c0b3776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:03.997392 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-e12aa5f8-3ffb-4173-a2c5-f5c7c0b3776a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 1095 time: 0.0515134 Sep 29 18:35:04.041293 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-db6fb096-4764-4c6d-8f15-92a2164b08c6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14c5700b-5d26-457b-af7c-b9bfd63c2632 HTTP/1.1" status: 200 len: 217 time: 0.0355411 Sep 29 18:35:04.098817 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-c0f21978-80b4-4507-9a44-1715201a1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:04.100287 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-c0f21978-80b4-4507-9a44-1715201a1692 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8fb375a-05cc-488a-9039-c95a66833215 HTTP/1.1" status: 200 len: 835 time: 0.0523717 Sep 29 18:35:04.154925 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-75bf9756-570b-44ca-a302-4ac6b876f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:04.156329 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-75bf9756-570b-44ca-a302-4ac6b876f9fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=28f5e284-03cd-4555-82f2-8d85e091e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494735 Sep 29 18:35:04.250862 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-e3c6a590-1a60-405b-a0a2-ec6eb49b3319 service neutron] 10.222.0.49 "GET /v2.0/networks/28f5e284-03cd-4555-82f2-8d85e091e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840948 Sep 29 18:35:04.344507 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7e2cf9f1-7a99-4f20-bf98-d44596b84afa req-7d97d551-0bcb-416e-8ba1-14ceb9e523f7 service neutron] 10.222.0.49 "GET /v2.0/networks/28f5e284-03cd-4555-82f2-8d85e091e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862012 Sep 29 18:35:04.384248 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d15ac0c4-5a8d-4f39-8117-3e0f749d4ce7 req-446d0e6c-8e3d-4a6e-831f-cec20c84caf4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408382 Sep 29 18:35:04.441990 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa9306-1029-4583-beac-0c85a8cf34b7 req-c7a89e61-76a0-4463-911b-fb0117b85b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:04.443571 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9fa9306-1029-4583-beac-0c85a8cf34b7 req-c7a89e61-76a0-4463-911b-fb0117b85b54 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 1095 time: 0.0542943 Sep 29 18:35:04.486392 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ac0c4-5a8d-4f39-8117-3e0f749d4ce7 req-03968656-3193-44d5-96f5-64cfc0a79038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:04.488224 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d15ac0c4-5a8d-4f39-8117-3e0f749d4ce7 req-03968656-3193-44d5-96f5-64cfc0a79038 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0432293 Sep 29 18:35:04.541400 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa9306-1029-4583-beac-0c85a8cf34b7 req-97886233-8a70-4d33-bf59-00ecd7a50257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:04.542859 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9fa9306-1029-4583-beac-0c85a8cf34b7 req-97886233-8a70-4d33-bf59-00ecd7a50257 service neutron] 10.222.0.49 "GET /v2.0/networks?id=28f5e284-03cd-4555-82f2-8d85e091e5ea HTTP/1.1" status: 200 len: 897 time: 0.0920711 Sep 29 18:35:04.583549 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9fa9306-1029-4583-beac-0c85a8cf34b7 req-95e9a0c0-fd74-45e6-a0d0-9e2ee4828194 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14c5700b-5d26-457b-af7c-b9bfd63c2632 HTTP/1.1" status: 200 len: 217 time: 0.0333540 Sep 29 18:35:04.597086 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ac0c4-5a8d-4f39-8117-3e0f749d4ce7 req-4892c383-2cf2-4905-866e-d36150ad06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:04.598590 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d15ac0c4-5a8d-4f39-8117-3e0f749d4ce7 req-4892c383-2cf2-4905-866e-d36150ad06b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0891538 Sep 29 18:35:04.638798 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa9306-1029-4583-beac-0c85a8cf34b7 req-2c7139b6-08fa-448f-8b40-9178a93dad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:04.640271 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9fa9306-1029-4583-beac-0c85a8cf34b7 req-2c7139b6-08fa-448f-8b40-9178a93dad32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8fb375a-05cc-488a-9039-c95a66833215 HTTP/1.1" status: 200 len: 835 time: 0.0490148 Sep 29 18:35:04.643850 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d15ac0c4-5a8d-4f39-8117-3e0f749d4ce7 req-bac47458-c62e-49c5-a545-004caf36b930 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0380523 Sep 29 18:35:04.693738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa9306-1029-4583-beac-0c85a8cf34b7 req-6e5dea9a-8ce1-4dc8-aa8c-4edc8338135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:04.695176 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9fa9306-1029-4583-beac-0c85a8cf34b7 req-6e5dea9a-8ce1-4dc8-aa8c-4edc8338135d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=28f5e284-03cd-4555-82f2-8d85e091e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462577 Sep 29 18:35:04.697002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ac0c4-5a8d-4f39-8117-3e0f749d4ce7 req-5b4f0238-f885-4f15-bd9c-d3b2c5901a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:04.698592 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d15ac0c4-5a8d-4f39-8117-3e0f749d4ce7 req-5b4f0238-f885-4f15-bd9c-d3b2c5901a37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0476358 Sep 29 18:35:04.752022 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ac0c4-5a8d-4f39-8117-3e0f749d4ce7 req-84b7197d-b1ca-4aaa-82c4-6f53f44efa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:04.753176 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d15ac0c4-5a8d-4f39-8117-3e0f749d4ce7 req-84b7197d-b1ca-4aaa-82c4-6f53f44efa03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479395 Sep 29 18:35:04.792783 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9fa9306-1029-4583-beac-0c85a8cf34b7 req-c18b888d-f95f-4db3-9731-8fde113fb2eb service neutron] 10.222.0.49 "GET /v2.0/networks/28f5e284-03cd-4555-82f2-8d85e091e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894780 Sep 29 18:35:04.862654 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d15ac0c4-5a8d-4f39-8117-3e0f749d4ce7 req-0b0655ab-39ce-4249-a095-6b2c54aacbc9 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012654 Sep 29 18:35:04.968787 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dbda3b-040f-4c15-aff4-b5ae0008c150 req-2a37a7f2-9588-4af7-8512-8d46ea0ea40b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:04.970351 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-74dbda3b-040f-4c15-aff4-b5ae0008c150 req-2a37a7f2-9588-4af7-8512-8d46ea0ea40b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 944 time: 0.1474693 Sep 29 18:35:05.012670 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d15ac0c4-5a8d-4f39-8117-3e0f749d4ce7 req-70fc9002-7f6f-4773-9068-9e0eba9b1716 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359315 Sep 29 18:35:05.025995 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-74dbda3b-040f-4c15-aff4-b5ae0008c150 req-3b7a1e21-6979-496f-878b-aadd2f4ad873 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491500 Sep 29 18:35:05.194753 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-f9fa9306-1029-4583-beac-0c85a8cf34b7 req-bedf9a57-fe01-4bd5-be1b-0fe9d768e14a service neutron] 10.222.0.49 "GET /v2.0/networks/28f5e284-03cd-4555-82f2-8d85e091e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940780 Sep 29 18:35:06.141229 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e605950-05e3-4438-b09d-73e071d7bbf8 req-12784d9e-b28d-48a1-b97b-9e49e4a3011b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:06.142633 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1e605950-05e3-4438-b09d-73e071d7bbf8 req-12784d9e-b28d-48a1-b97b-9e49e4a3011b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 944 time: 0.0486879 Sep 29 18:35:06.179571 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1e605950-05e3-4438-b09d-73e071d7bbf8 req-48ba6207-ad1a-42b2-8925-ce90b762ec39 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310538 Sep 29 18:35:06.202297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 14c5700b-5d26-457b-af7c-b9bfd63c2632 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:35:06.297424 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 14c5700b-5d26-457b-af7c-b9bfd63c2632, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=14c5700b-5d26-457b-af7c-b9bfd63c2632,segment=NetworkSegment(71a890c2-007a-4672-a84b-03f4d27abbf0),segment_id=71a890c2-007a-4672-a84b-03f4d27abbf0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:35:06.459822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '14c5700b-5d26-457b-af7c-b9bfd63c2632', 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea', 'port_id': '14c5700b-5d26-457b-af7c-b9bfd63c2632', 'mac_address': 'fa:16:3e:cb:bd:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:35:06.496077 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:06.508104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c5700b-5d26-457b-af7c-b9bfd63c2632 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:35:06.527394 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 14c5700b-5d26-457b-af7c-b9bfd63c2632, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=14c5700b-5d26-457b-af7c-b9bfd63c2632,segment=NetworkSegment(71a890c2-007a-4672-a84b-03f4d27abbf0),segment_id=71a890c2-007a-4672-a84b-03f4d27abbf0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:35:06.531378 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:06.577038 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=14c5700b-5d26-457b-af7c-b9bfd63c2632,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:06.731745 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['14c5700b-5d26-457b-af7c-b9bfd63c2632'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:35:07.300384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff3f82-f611-4975-9873-8ae232233a6d req-b425adc6-3e9d-46cc-b90b-6aff40e98cce tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:07.301875 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-84ff3f82-f611-4975-9873-8ae232233a6d req-b425adc6-3e9d-46cc-b90b-6aff40e98cce tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 945 time: 0.0547941 Sep 29 18:35:07.338446 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-84ff3f82-f611-4975-9873-8ae232233a6d req-1dd64e6b-c2a8-49ef-9e74-1073c7122aeb tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304406 Sep 29 18:35:08.214062 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 14c5700b-5d26-457b-af7c-b9bfd63c2632 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:35:08.265350 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 14c5700b-5d26-457b-af7c-b9bfd63c2632 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:35:08.268830 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 14c5700b-5d26-457b-af7c-b9bfd63c2632 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:35:08.269203 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:08.343843 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:08.366414 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5844b4c7-478a-4f86-8037-509a9754f5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c5700b-5d26-457b-af7c-b9bfd63c2632'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:35:08.368252 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f43614-8d0e-4fdf-bfec-b039fc175c13" -d '{"events": [{"server_uuid": "5844b4c7-478a-4f86-8037-509a9754f5a7", "name": "network-vif-plugged", "status": "completed", "tag": "14c5700b-5d26-457b-af7c-b9bfd63c2632"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:35:08.381694 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 14c5700b-5d26-457b-af7c-b9bfd63c2632, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=14c5700b-5d26-457b-af7c-b9bfd63c2632,segment=NetworkSegment(71a890c2-007a-4672-a84b-03f4d27abbf0),segment_id=71a890c2-007a-4672-a84b-03f4d27abbf0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:35:08.386380 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:08.434229 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=14c5700b-5d26-457b-af7c-b9bfd63c2632,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:08.458088 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37e110-29c5-4d5b-8e50-ed00ae0239f4 req-5bbc5f73-030e-4b00-a0e6-5703411722b3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:08.459593 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d37e110-29c5-4d5b-8e50-ed00ae0239f4 req-5bbc5f73-030e-4b00-a0e6-5703411722b3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 946 time: 0.0486681 Sep 29 18:35:08.497518 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0d37e110-29c5-4d5b-8e50-ed00ae0239f4 req-1e81cc83-914e-469b-88ea-7d697c80803a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318310 Sep 29 18:35:08.587092 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24227bf-d92e-4015-97f9-adb211a58fef x-openstack-request-id: req-a24227bf-d92e-4015-97f9-adb211a58fef {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:35:08.587388 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5844b4c7-478a-4f86-8037-509a9754f5a7", "name": "network-vif-plugged", "status": "completed", "tag": "14c5700b-5d26-457b-af7c-b9bfd63c2632", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:35:08.587660 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a24227bf-d92e-4015-97f9-adb211a58fef {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:35:08.588042 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5844b4c7-478a-4f86-8037-509a9754f5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c5700b-5d26-457b-af7c-b9bfd63c2632', 'code': 200} Sep 29 18:35:08.733031 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc23402-55f8-4ca5-bccf-ca775104c0aa req-5575e74f-fe88-47b0-83bb-661ffe731982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:08.734510 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cdc23402-55f8-4ca5-bccf-ca775104c0aa req-5575e74f-fe88-47b0-83bb-661ffe731982 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 1097 time: 0.0403304 Sep 29 18:35:08.769793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cdc23402-55f8-4ca5-bccf-ca775104c0aa req-c78db6d9-ecb4-4182-b7b7-3eebe5f70bf9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269957 Sep 29 18:35:09.322652 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:35:09.614247 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674d096-4db7-46b4-b156-986cf0e2b6d2 req-b6569804-f8b3-4098-8d1d-7da5cbcd2d8b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:09.615753 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a674d096-4db7-46b4-b156-986cf0e2b6d2 req-b6569804-f8b3-4098-8d1d-7da5cbcd2d8b tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 946 time: 0.0497913 Sep 29 18:35:09.653605 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a674d096-4db7-46b4-b156-986cf0e2b6d2 req-fc0504bc-e7b9-4fa7-9aa0-cc0a45ad8ba1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318139 Sep 29 18:35:10.772566 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17109007-c28f-4a4c-b1da-244795d93877 req-73dfc043-4ba3-44dc-b224-1c03182a086a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:10.774118 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-17109007-c28f-4a4c-b1da-244795d93877 req-73dfc043-4ba3-44dc-b224-1c03182a086a tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 946 time: 0.0527754 Sep 29 18:35:10.812252 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-17109007-c28f-4a4c-b1da-244795d93877 req-4554e6b9-a6e5-419f-8be6-e2e47600c308 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319362 Sep 29 18:35:10.920562 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-76694ea9-e5fb-4f7b-b49e-53e05bfb9faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:10.925890 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a77888-fddd-488a-85db-a459e50f2192 req-a900d760-75c7-44a8-be18-3e4686f7d5f1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:10.927444 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4a77888-fddd-488a-85db-a459e50f2192 req-a900d760-75c7-44a8-be18-3e4686f7d5f1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 946 time: 0.0497751 Sep 29 18:35:10.966232 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4a77888-fddd-488a-85db-a459e50f2192 req-2aedf184-57bb-48b9-ae7c-9855c324f8fc tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318966 Sep 29 18:35:10.987581 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55856) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:35:11.026865 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ba65b3-f905-4529-bbb8-259f86d31ff8 tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:11.028358 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-69ba65b3-f905-4529-bbb8-259f86d31ff8 tempest-TestNetworkAdvancedServerOps-715201061 tempest-TestNetworkAdvancedServerOps-715201061-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 1092 time: 0.0397735 Sep 29 18:35:11.031134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55858) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:35:11.035266 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '14c5700b-5d26-457b-af7c-b9bfd63c2632', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:35:11.056683 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:11.157359 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:11.257095 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Allocated IP 172.25.2.224 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/9e8a0dd7-8373-4c51-9b11-d65eb2d6c4af) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:35:11.367157 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:11.401660 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:11.441082 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:35:11.443883 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:35:11.452948 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:35:11.456008 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=9e8a0dd7-8373-4c51-9b11-d65eb2d6c4af,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:11.789715 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:11.853300 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:12.005190 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:12.010244 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:12.082722 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event updated for resources: {'Port': ['ID=9e8a0dd7-8373-4c51-9b11-d65eb2d6c4af,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:12.091090 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:12.191314 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Floating IP 44675fc7-d51b-4847-9852-daebfa1898c8 associated. External IP: 172.25.2.224, port: 14c5700b-5d26-457b-af7c-b9bfd63c2632. Sep 29 18:35:12.406148 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router d3188e71-1151-433a-8560-17b5c951fc3b has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:35:12.517757 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:35:12.527236 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5664988b-60f2-4601-b211-9c61312f24ce None None] Sync routers for ids ['d3188e71-1151-433a-8560-17b5c951fc3b'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:35:12.532822 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:12.540781 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5664988b-60f2-4601-b211-9c61312f24ce None None] Routers {'d3188e71-1151-433a-8560-17b5c951fc3b'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:35:12.541452 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-5664988b-60f2-4601-b211-9c61312f24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:34:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3188e71-1151-433a-8560-17b5c951fc3b'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:12.563474 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f9299a69-e30e-4d9a-85a6-a161dcd5cbb3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5289464 Sep 29 18:35:12.563474 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5844b4c7-478a-4f86-8037-509a9754f5a7', 'tag': '14c5700b-5d26-457b-af7c-b9bfd63c2632'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:35:12.564431 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b930cc2-205b-4186-9ab3-5bef48e4ddd2" -d '{"events": [{"name": "network-changed", "server_uuid": "5844b4c7-478a-4f86-8037-509a9754f5a7", "tag": "14c5700b-5d26-457b-af7c-b9bfd63c2632"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:35:12.651763 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-5664988b-60f2-4601-b211-9c61312f24ce None None] Set router d3188e71-1151-433a-8560-17b5c951fc3b gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:35:12.662870 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da38ee4-d976-446f-ac87-e50e0bf09e5e req-4d63b00b-3ace-4895-b17b-f84eec60bbda tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:12.664384 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6da38ee4-d976-446f-ac87-e50e0bf09e5e req-4d63b00b-3ace-4895-b17b-f84eec60bbda tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 946 time: 0.0539930 Sep 29 18:35:12.702697 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6da38ee4-d976-446f-ac87-e50e0bf09e5e req-7df0c26f-da99-4801-96c0-40fa194e0fca tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321088 Sep 29 18:35:12.725128 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55866) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:35:12.794097 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e22c0005-784b-47f3-996a-5edf4d39a8ef tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/44675fc7-d51b-4847-9852-daebfa1898c8 HTTP/1.1" status: 200 len: 992 time: 0.0646861 Sep 29 18:35:12.806216 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83c9b54-c7b1-4827-a261-3818fc0e9e53 x-openstack-request-id: req-c83c9b54-c7b1-4827-a261-3818fc0e9e53 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:35:12.806502 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5844b4c7-478a-4f86-8037-509a9754f5a7", "tag": "14c5700b-5d26-457b-af7c-b9bfd63c2632", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:35:12.806754 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c83c9b54-c7b1-4827-a261-3818fc0e9e53 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:35:12.807155 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5844b4c7-478a-4f86-8037-509a9754f5a7', 'tag': '14c5700b-5d26-457b-af7c-b9bfd63c2632', 'status': 'completed', 'code': 200} Sep 29 18:35:12.866815 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b930cc2-205b-4186-9ab3-5bef48e4ddd2 req-ef1d97a4-3c83-4496-bdd4-302ef13f726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:12.868921 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b930cc2-205b-4186-9ab3-5bef48e4ddd2 req-ef1d97a4-3c83-4496-bdd4-302ef13f726c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 1097 time: 0.0402405 Sep 29 18:35:12.882489 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-5664988b-60f2-4601-b211-9c61312f24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821832856', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:34:59Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '44675fc7-d51b-4847-9852-daebfa1898c8', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'port_id': '14c5700b-5d26-457b-af7c-b9bfd63c2632', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea', 'mac_address': 'fa:16:3e:cb:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5844b4c7-478a-4f86-8037-509a9754f5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:35:11Z', 'updated_at': '2021-09-29T18:35:11Z', 'revision_number': 0, 'project_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c2fd69-c78d-4d45-8fbe-45d875e09595', 'name': '', 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:c5:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:58Z', 'updated_at': '2021-09-29T18:35:02Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:12.908501 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5664988b-60f2-4601-b211-9c61312f24ce None None] Checking router: d3188e71-1151-433a-8560-17b5c951fc3b for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:35:12.917728 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5664988b-60f2-4601-b211-9c61312f24ce None None] Routers {'d3188e71-1151-433a-8560-17b5c951fc3b'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:35:12.918382 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-5664988b-60f2-4601-b211-9c61312f24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:34:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3188e71-1151-433a-8560-17b5c951fc3b'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:12.960129 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b930cc2-205b-4186-9ab3-5bef48e4ddd2 req-e0d221e2-1a6e-4563-b5c5-d2cc5dc44ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:12.961690 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b930cc2-205b-4186-9ab3-5bef48e4ddd2 req-e0d221e2-1a6e-4563-b5c5-d2cc5dc44ab3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=28f5e284-03cd-4555-82f2-8d85e091e5ea HTTP/1.1" status: 200 len: 897 time: 0.0859940 Sep 29 18:35:13.023817 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-5664988b-60f2-4601-b211-9c61312f24ce None None] Set router d3188e71-1151-433a-8560-17b5c951fc3b gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:35:13.026143 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b930cc2-205b-4186-9ab3-5bef48e4ddd2 req-9dbef09c-32b0-491f-94ac-e689c2c15686 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14c5700b-5d26-457b-af7c-b9bfd63c2632 HTTP/1.1" status: 200 len: 1000 time: 0.0576622 Sep 29 18:35:13.078758 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b930cc2-205b-4186-9ab3-5bef48e4ddd2 req-aed35a72-ff6e-4c89-bba5-4127d7c3af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:13.080222 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b930cc2-205b-4186-9ab3-5bef48e4ddd2 req-aed35a72-ff6e-4c89-bba5-4127d7c3af13 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8fb375a-05cc-488a-9039-c95a66833215 HTTP/1.1" status: 200 len: 835 time: 0.0476573 Sep 29 18:35:13.126192 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b930cc2-205b-4186-9ab3-5bef48e4ddd2 req-e0cbd2f5-580b-4ce3-8cc3-58d029c22bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:13.127684 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b930cc2-205b-4186-9ab3-5bef48e4ddd2 req-e0cbd2f5-580b-4ce3-8cc3-58d029c22bac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=28f5e284-03cd-4555-82f2-8d85e091e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398333 Sep 29 18:35:13.217136 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b930cc2-205b-4186-9ab3-5bef48e4ddd2 req-7b955925-9cfe-476c-9580-eb8de69528fb service neutron] 10.222.0.49 "GET /v2.0/networks/28f5e284-03cd-4555-82f2-8d85e091e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822184 Sep 29 18:35:13.248729 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-5664988b-60f2-4601-b211-9c61312f24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821832856', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:34:59Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '44675fc7-d51b-4847-9852-daebfa1898c8', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'port_id': '14c5700b-5d26-457b-af7c-b9bfd63c2632', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea', 'mac_address': 'fa:16:3e:cb:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5844b4c7-478a-4f86-8037-509a9754f5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:35:11Z', 'updated_at': '2021-09-29T18:35:11Z', 'revision_number': 0, 'project_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c2fd69-c78d-4d45-8fbe-45d875e09595', 'name': '', 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:c5:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:58Z', 'updated_at': '2021-09-29T18:35:02Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:13.275816 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5664988b-60f2-4601-b211-9c61312f24ce None None] The sync data for ids ['d3188e71-1151-433a-8560-17b5c951fc3b'] in n-d-811748-2 is: [{'id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821832856', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:34:59Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '44675fc7-d51b-4847-9852-daebfa1898c8', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'port_id': '14c5700b-5d26-457b-af7c-b9bfd63c2632', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea', 'mac_address': 'fa:16:3e:cb:bd:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5844b4c7-478a-4f86-8037-509a9754f5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:35:11Z', 'updated_at': '2021-09-29T18:35:11Z', 'revision_number': 0, 'project_id': '1d50132f353842469c421763ad2cc781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c2fd69-c78d-4d45-8fbe-45d875e09595', 'name': '', 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:c5:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:58Z', 'updated_at': '2021-09-29T18:35:02Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:35:13.318744 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-7b930cc2-205b-4186-9ab3-5bef48e4ddd2 req-ba7a0af8-5b3a-4b83-a60b-ecc487804abd service neutron] 10.222.0.49 "GET /v2.0/networks/28f5e284-03cd-4555-82f2-8d85e091e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903127 Sep 29 18:35:13.465048 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edba81f9-9a98-4c93-8bfb-2ba06bf3ed29 None None] New status for floating IP 44675fc7-d51b-4847-9852-daebfa1898c8: ACTIVE {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:35:13.636507 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-622ff846-66af-4a11-bb11-0b791cc5dcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:13.796806 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55868) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:35:13.859692 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f42947f0-18cf-41bf-81d6-92d2de740858 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/44675fc7-d51b-4847-9852-daebfa1898c8 HTTP/1.1" status: 200 len: 994 time: 0.0616260 Sep 29 18:35:14.774275 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:14.848727 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:15.202047 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:17.149708 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:28.139833 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:40.922217 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d45bd4d8-c371-49fd-a2c5-44ea9063a8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:43.627005 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a8b4c7e1-1dfe-41af-8314-fb6277bfd50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:44.783641 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:44.855971 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:45.215545 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:45.292081 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4e988-bae8-480c-a45d-07216da0b7a9 req-c37b6c11-5841-411a-9631-9b34bc8efc46 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:45.293562 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-50c4e988-bae8-480c-a45d-07216da0b7a9 req-c37b6c11-5841-411a-9631-9b34bc8efc46 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 946 time: 0.0490563 Sep 29 18:35:45.330250 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-50c4e988-bae8-480c-a45d-07216da0b7a9 req-a0d222aa-f8ea-4d59-b81b-c3cbb7c56f84 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307603 Sep 29 18:35:46.322024 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:35:46.446635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bc898-cf4b-4044-bfd5-3131d1c2010d req-f661a182-9de3-4e52-92d6-e33e074149e2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:46.448094 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d5bc898-cf4b-4044-bfd5-3131d1c2010d req-f661a182-9de3-4e52-92d6-e33e074149e2 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 946 time: 0.0478137 Sep 29 18:35:46.484840 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3d5bc898-cf4b-4044-bfd5-3131d1c2010d req-0ab1e7ea-073d-4a8d-b45b-12ecc471af1c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308306 Sep 29 18:35:46.506367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55892) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:35:46.568946 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-49395373-e0dd-4b4a-8779-547427ede75e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/44675fc7-d51b-4847-9852-daebfa1898c8 HTTP/1.1" status: 200 len: 994 time: 0.0615604 Sep 29 18:35:47.152427 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:47.837487 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c493f2-4047-490c-ba3c-0d020189ed78 req-7fe1ca81-298e-4360-b748-10b838088945 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:47.838889 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40c493f2-4047-490c-ba3c-0d020189ed78 req-7fe1ca81-298e-4360-b748-10b838088945 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 946 time: 0.0513668 Sep 29 18:35:47.854512 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a43ce6-0d5d-437f-ad56-952f24362584 req-f49c2b0e-1708-46ea-b65f-95a342a6468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:47.856075 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1a43ce6-0d5d-437f-ad56-952f24362584 req-f49c2b0e-1708-46ea-b65f-95a342a6468a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 1097 time: 0.0416260 Sep 29 18:35:47.876665 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-40c493f2-4047-490c-ba3c-0d020189ed78 req-d05acd70-00ba-4031-bf1e-10429caba755 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316575 Sep 29 18:35:47.953088 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a43ce6-0d5d-437f-ad56-952f24362584 req-142f1f9b-1975-48c5-a9e8-7e8ef3b5afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:47.954608 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1a43ce6-0d5d-437f-ad56-952f24362584 req-142f1f9b-1975-48c5-a9e8-7e8ef3b5afc3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=28f5e284-03cd-4555-82f2-8d85e091e5ea HTTP/1.1" status: 200 len: 897 time: 0.0920286 Sep 29 18:35:48.018918 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1a43ce6-0d5d-437f-ad56-952f24362584 req-a47a4056-a2e5-43fa-b7af-968fb5643311 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14c5700b-5d26-457b-af7c-b9bfd63c2632 HTTP/1.1" status: 200 len: 1002 time: 0.0573797 Sep 29 18:35:48.076822 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a43ce6-0d5d-437f-ad56-952f24362584 req-29f3d5b6-dfb0-4d04-853e-2006c0f12ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:48.078307 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1a43ce6-0d5d-437f-ad56-952f24362584 req-29f3d5b6-dfb0-4d04-853e-2006c0f12ed0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8fb375a-05cc-488a-9039-c95a66833215 HTTP/1.1" status: 200 len: 835 time: 0.0519836 Sep 29 18:35:48.123343 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a43ce6-0d5d-437f-ad56-952f24362584 req-e44badc4-49a8-477e-9514-7be7c7e09cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:48.124722 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1a43ce6-0d5d-437f-ad56-952f24362584 req-e44badc4-49a8-477e-9514-7be7c7e09cf0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=28f5e284-03cd-4555-82f2-8d85e091e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392888 Sep 29 18:35:48.214597 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1a43ce6-0d5d-437f-ad56-952f24362584 req-a84f6555-eba0-457d-9fc0-230caea8fbce service neutron] 10.222.0.49 "GET /v2.0/networks/28f5e284-03cd-4555-82f2-8d85e091e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825551 Sep 29 18:35:48.306572 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b1a43ce6-0d5d-437f-ad56-952f24362584 req-b465a4b8-f348-476b-a22a-6e5bc4a098c9 service neutron] 10.222.0.49 "GET /v2.0/networks/28f5e284-03cd-4555-82f2-8d85e091e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847831 Sep 29 18:35:48.991937 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293a23a-1b6b-40d3-9492-489a0382f8db req-48e85038-4eef-44a3-9636-3b5947426c8d tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:48.994393 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8293a23a-1b6b-40d3-9492-489a0382f8db req-48e85038-4eef-44a3-9636-3b5947426c8d tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 946 time: 0.0495310 Sep 29 18:35:49.035088 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8293a23a-1b6b-40d3-9492-489a0382f8db req-64eb3516-4266-41ce-89ca-442082816215 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345397 Sep 29 18:35:50.147772 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea879ba-f776-4075-96a7-f873bf5937eb req-2b593591-e8cc-40e2-aca1-acb3c91e0da1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:50.149821 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eea879ba-f776-4075-96a7-f873bf5937eb req-2b593591-e8cc-40e2-aca1-acb3c91e0da1 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 946 time: 0.0489323 Sep 29 18:35:50.186557 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eea879ba-f776-4075-96a7-f873bf5937eb req-5d4668b4-fed0-4c07-abb9-2be8a24f0939 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307615 Sep 29 18:35:50.208175 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55904) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:35:50.269922 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-65bdd9ae-029f-4857-bedd-386e68e18dac tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/floatingips/44675fc7-d51b-4847-9852-daebfa1898c8 HTTP/1.1" status: 200 len: 994 time: 0.0606558 Sep 29 18:35:50.478599 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55910) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:35:50.630899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port 9e8a0dd7-8373-4c51-9b11-d65eb2d6c4af {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:35:50.631155 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:50.706659 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:50.706983 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:50.718650 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for 9e8a0dd7-8373-4c51-9b11-d65eb2d6c4af owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:35:50.862216 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:50.888074 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=9e8a0dd7-8373-4c51-9b11-d65eb2d6c4af,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:50.910851 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:50.911201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:50.911541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:50.911874 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:50.912202 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:50.912530 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:50.912855 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:50.913180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:50.913536 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:50.913856 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:50.914171 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:50.914489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:50.954486 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:50.954816 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Floating IP 44675fc7-d51b-4847-9852-daebfa1898c8 disassociated (deleted). External IP: 172.25.2.224, port: 14c5700b-5d26-457b-af7c-b9bfd63c2632. Sep 29 18:35:51.156505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router d3188e71-1151-433a-8560-17b5c951fc3b has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:35:51.262520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:35:51.267397 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:51.272489 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89776375-a419-414b-bf2a-baf82122f9a2 None None] Sync routers for ids ['d3188e71-1151-433a-8560-17b5c951fc3b'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:35:51.281925 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89776375-a419-414b-bf2a-baf82122f9a2 None None] Routers {'d3188e71-1151-433a-8560-17b5c951fc3b'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:35:51.282599 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-89776375-a419-414b-bf2a-baf82122f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:35:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3188e71-1151-433a-8560-17b5c951fc3b'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:51.296983 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-507a7308-ffff-4d47-b360-242f81a74d0c tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/floatingips/44675fc7-d51b-4847-9852-daebfa1898c8 HTTP/1.1" status: 204 len: 168 time: 0.8149278 Sep 29 18:35:51.296983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5844b4c7-478a-4f86-8037-509a9754f5a7', 'tag': '14c5700b-5d26-457b-af7c-b9bfd63c2632'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:35:51.297476 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7a14c8-919e-41b8-ae92-80acf2147bff" -d '{"events": [{"name": "network-changed", "server_uuid": "5844b4c7-478a-4f86-8037-509a9754f5a7", "tag": "14c5700b-5d26-457b-af7c-b9bfd63c2632"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:35:51.389233 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-89776375-a419-414b-bf2a-baf82122f9a2 None None] Set router d3188e71-1151-433a-8560-17b5c951fc3b gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:35:51.451725 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235a6a0b-6759-43f7-abfd-77e04c960632 x-openstack-request-id: req-235a6a0b-6759-43f7-abfd-77e04c960632 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:35:51.452159 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5844b4c7-478a-4f86-8037-509a9754f5a7", "tag": "14c5700b-5d26-457b-af7c-b9bfd63c2632", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:35:51.452526 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-235a6a0b-6759-43f7-abfd-77e04c960632 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:35:51.452939 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5844b4c7-478a-4f86-8037-509a9754f5a7', 'tag': '14c5700b-5d26-457b-af7c-b9bfd63c2632', 'status': 'completed', 'code': 200} Sep 29 18:35:51.516870 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a14c8-919e-41b8-ae92-80acf2147bff req-2146f35a-6f52-4b1a-9d50-1c044226dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:51.518511 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fc7a14c8-919e-41b8-ae92-80acf2147bff req-2146f35a-6f52-4b1a-9d50-1c044226dc0e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1d50132f353842469c421763ad2cc781&device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 1097 time: 0.0432770 Sep 29 18:35:51.551214 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446e5df-5aee-4854-9dd8-3ff96b60a2a9 req-55511b30-0993-4db1-8a43-3c4a60641e73 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:51.552717 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5446e5df-5aee-4854-9dd8-3ff96b60a2a9 req-55511b30-0993-4db1-8a43-3c4a60641e73 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 946 time: 0.0561464 Sep 29 18:35:51.592619 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5446e5df-5aee-4854-9dd8-3ff96b60a2a9 req-babdc4a5-6e06-4525-bdab-a130984bb818 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328748 Sep 29 18:35:51.599697 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-89776375-a419-414b-bf2a-baf82122f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821832856', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:34:59Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '45c2fd69-c78d-4d45-8fbe-45d875e09595', 'name': '', 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:c5:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:58Z', 'updated_at': '2021-09-29T18:35:02Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:51.618602 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a14c8-919e-41b8-ae92-80acf2147bff req-643632c2-f3ff-4496-b8b1-5e055d696714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:51.620218 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fc7a14c8-919e-41b8-ae92-80acf2147bff req-643632c2-f3ff-4496-b8b1-5e055d696714 service neutron] 10.222.0.49 "GET /v2.0/networks?id=28f5e284-03cd-4555-82f2-8d85e091e5ea HTTP/1.1" status: 200 len: 897 time: 0.0930445 Sep 29 18:35:51.631232 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89776375-a419-414b-bf2a-baf82122f9a2 None None] Checking router: d3188e71-1151-433a-8560-17b5c951fc3b for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:35:51.640362 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89776375-a419-414b-bf2a-baf82122f9a2 None None] Routers {'d3188e71-1151-433a-8560-17b5c951fc3b'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:35:51.640986 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-89776375-a419-414b-bf2a-baf82122f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:35:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3188e71-1151-433a-8560-17b5c951fc3b'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:51.662162 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fc7a14c8-919e-41b8-ae92-80acf2147bff req-3860ed0a-c923-4e48-98b2-487962a84b54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14c5700b-5d26-457b-af7c-b9bfd63c2632 HTTP/1.1" status: 200 len: 217 time: 0.0343335 Sep 29 18:35:51.716454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a14c8-919e-41b8-ae92-80acf2147bff req-30e1fe8f-afb4-4dd1-98f0-dad0a7d6a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:51.718034 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fc7a14c8-919e-41b8-ae92-80acf2147bff req-30e1fe8f-afb4-4dd1-98f0-dad0a7d6a580 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b8fb375a-05cc-488a-9039-c95a66833215 HTTP/1.1" status: 200 len: 835 time: 0.0479739 Sep 29 18:35:51.746366 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-89776375-a419-414b-bf2a-baf82122f9a2 None None] Set router d3188e71-1151-433a-8560-17b5c951fc3b gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:35:51.765957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a14c8-919e-41b8-ae92-80acf2147bff req-8eb465a3-0654-43ea-b589-c2fa0c38fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:51.767459 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fc7a14c8-919e-41b8-ae92-80acf2147bff req-8eb465a3-0654-43ea-b589-c2fa0c38fd4a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=28f5e284-03cd-4555-82f2-8d85e091e5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406053 Sep 29 18:35:51.862483 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fc7a14c8-919e-41b8-ae92-80acf2147bff req-bd364f7b-563c-4bd9-b73c-7ccfbe5580e0 service neutron] 10.222.0.49 "GET /v2.0/networks/28f5e284-03cd-4555-82f2-8d85e091e5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860975 Sep 29 18:35:51.946696 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-89776375-a419-414b-bf2a-baf82122f9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821832856', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:34:59Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '45c2fd69-c78d-4d45-8fbe-45d875e09595', 'name': '', 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:c5:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:58Z', 'updated_at': '2021-09-29T18:35:02Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:51.957371 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-fc7a14c8-919e-41b8-ae92-80acf2147bff req-ae59cc4a-a788-4a1d-aefb-e633497c7329 service neutron] 10.222.0.49 "GET /v2.0/networks/28f5e284-03cd-4555-82f2-8d85e091e5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871096 Sep 29 18:35:51.976577 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89776375-a419-414b-bf2a-baf82122f9a2 None None] The sync data for ids ['d3188e71-1151-433a-8560-17b5c951fc3b'] in n-d-811748-2 is: [{'id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821832856', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:34:59Z', 'revision_number': 4, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '45c2fd69-c78d-4d45-8fbe-45d875e09595', 'name': '', 'network_id': '28f5e284-03cd-4555-82f2-8d85e091e5ea', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'mac_address': 'fa:16:3e:c5:f9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:58Z', 'updated_at': '2021-09-29T18:35:02Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'subnets': [{'id': 'b8fb375a-05cc-488a-9039-c95a66833215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:35:52.198778 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435008a2-4144-4fa9-902b-1830f1b4c394 None None] New status for floating IP 44675fc7-d51b-4847-9852-daebfa1898c8: DOWN {{(pid=95018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:35:52.708785 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e4604-69fb-4fb5-9fb2-a0239c5fed09 req-a71581d8-618d-4e45-b7ba-924d7afc69f7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:52.710271 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f12e4604-69fb-4fb5-9fb2-a0239c5fed09 req-a71581d8-618d-4e45-b7ba-924d7afc69f7 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 946 time: 0.0496695 Sep 29 18:35:52.747447 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f12e4604-69fb-4fb5-9fb2-a0239c5fed09 req-9c0df881-730e-448d-8110-c08ca24b9ed3 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/security-groups?id=ecd8fa86-efa2-4135-a3e7-b75b174d300c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312333 Sep 29 18:35:53.007403 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce3d66-b650-4d0d-a36e-469d5a96d737 req-f767dbbd-8729-4389-a548-365d1d84baa4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:35:53.009013 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbce3d66-b650-4d0d-a36e-469d5a96d737 req-f767dbbd-8729-4389-a548-365d1d84baa4 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 946 time: 0.0479727 Sep 29 18:35:53.099229 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-dbce3d66-b650-4d0d-a36e-469d5a96d737 req-913e41a4-5aaa-4526-b279-01a52d0ef249 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port 14c5700b-5d26-457b-af7c-b9bfd63c2632 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:35:53.099563 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dbce3d66-b650-4d0d-a36e-469d5a96d737 req-913e41a4-5aaa-4526-b279-01a52d0ef249 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:53.193448 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-dbce3d66-b650-4d0d-a36e-469d5a96d737 req-913e41a4-5aaa-4526-b279-01a52d0ef249 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] For port 14c5700b-5d26-457b-af7c-b9bfd63c2632, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=14c5700b-5d26-457b-af7c-b9bfd63c2632,segment=NetworkSegment(71a890c2-007a-4672-a84b-03f4d27abbf0),segment_id=71a890c2-007a-4672-a84b-03f4d27abbf0)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:35:53.193821 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dbce3d66-b650-4d0d-a36e-469d5a96d737 req-913e41a4-5aaa-4526-b279-01a52d0ef249 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:53.206427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-dbce3d66-b650-4d0d-a36e-469d5a96d737 req-913e41a4-5aaa-4526-b279-01a52d0ef249 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for 14c5700b-5d26-457b-af7c-b9bfd63c2632 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:35:53.333752 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dbce3d66-b650-4d0d-a36e-469d5a96d737 req-913e41a4-5aaa-4526-b279-01a52d0ef249 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:53.362104 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e41a4-5aaa-4526-b279-01a52d0ef249 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=14c5700b-5d26-457b-af7c-b9bfd63c2632,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:53.405543 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbce3d66-b650-4d0d-a36e-469d5a96d737 req-913e41a4-5aaa-4526-b279-01a52d0ef249 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] No DVR routers for this DVR port 14c5700b-5d26-457b-af7c-b9bfd63c2632 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:35:53.408217 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-dbce3d66-b650-4d0d-a36e-469d5a96d737 req-913e41a4-5aaa-4526-b279-01a52d0ef249 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:53.410275 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbce3d66-b650-4d0d-a36e-469d5a96d737 req-913e41a4-5aaa-4526-b279-01a52d0ef249 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.49 "DELETE /v2.0/ports/14c5700b-5d26-457b-af7c-b9bfd63c2632 HTTP/1.1" status: 204 len: 173 time: 0.3954854 Sep 29 18:35:53.454078 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5844b4c7-478a-4f86-8037-509a9754f5a7', 'name': 'network-vif-deleted', 'tag': '14c5700b-5d26-457b-af7c-b9bfd63c2632'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:35:53.456360 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecaadbc-6b2d-4149-b651-8adc8244bbb8" -d '{"events": [{"server_uuid": "5844b4c7-478a-4f86-8037-509a9754f5a7", "name": "network-vif-deleted", "tag": "14c5700b-5d26-457b-af7c-b9bfd63c2632"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:35:53.492596 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc981a4-9cd3-4a01-8b65-5f0424459268 x-openstack-request-id: req-acc981a4-9cd3-4a01-8b65-5f0424459268 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:35:53.493521 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5844b4c7-478a-4f86-8037-509a9754f5a7", "name": "network-vif-deleted", "tag": "14c5700b-5d26-457b-af7c-b9bfd63c2632", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:35:53.493776 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acc981a4-9cd3-4a01-8b65-5f0424459268 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:35:53.494250 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5844b4c7-478a-4f86-8037-509a9754f5a7', 'name': 'network-vif-deleted', 'tag': '14c5700b-5d26-457b-af7c-b9bfd63c2632', 'status': 'completed', 'code': 200} Sep 29 18:35:53.873181 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f86a97a1-041d-482f-9bcc-208fb7692760 req-7f9fcd37-456b-42c1-936e-e01531dcc224 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "GET /v2.0/ports?device_id=5844b4c7-478a-4f86-8037-509a9754f5a7 HTTP/1.1" status: 200 len: 210 time: 0.0287473 Sep 29 18:35:54.927631 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55928) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:35:55.278189 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c8da747d-47db-48a7-9413-7de64bba6eed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:55.527302 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c8da747d-47db-48a7-9413-7de64bba6eed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port 45c2fd69-c78d-4d45-8fbe-45d875e09595 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:35:55.527558 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c8da747d-47db-48a7-9413-7de64bba6eed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:55.615268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-c8da747d-47db-48a7-9413-7de64bba6eed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] For port 45c2fd69-c78d-4d45-8fbe-45d875e09595, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=45c2fd69-c78d-4d45-8fbe-45d875e09595,segment=NetworkSegment(71a890c2-007a-4672-a84b-03f4d27abbf0),segment_id=71a890c2-007a-4672-a84b-03f4d27abbf0)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:35:55.615634 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c8da747d-47db-48a7-9413-7de64bba6eed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:55.627152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-c8da747d-47db-48a7-9413-7de64bba6eed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for 45c2fd69-c78d-4d45-8fbe-45d875e09595 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:35:55.813966 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c8da747d-47db-48a7-9413-7de64bba6eed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:55.842978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da747d-47db-48a7-9413-7de64bba6eed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=45c2fd69-c78d-4d45-8fbe-45d875e09595,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:56.013424 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c8da747d-47db-48a7-9413-7de64bba6eed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:56.223977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8da747d-47db-48a7-9413-7de64bba6eed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Router d3188e71-1151-433a-8560-17b5c951fc3b has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:35:56.616312 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8da747d-47db-48a7-9413-7de64bba6eed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:35:56.621952 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c8da747d-47db-48a7-9413-7de64bba6eed tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "PUT /v2.0/routers/d3188e71-1151-433a-8560-17b5c951fc3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6932976 Sep 29 18:35:56.624537 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55930) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:35:56.627071 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826422f3-e78f-45e0-8e8c-b080b2b4927e None None] Sync routers for ids ['d3188e71-1151-433a-8560-17b5c951fc3b'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:35:56.636483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826422f3-e78f-45e0-8e8c-b080b2b4927e None None] Routers {'d3188e71-1151-433a-8560-17b5c951fc3b'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:35:56.637443 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-826422f3-e78f-45e0-8e8c-b080b2b4927e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:35:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3188e71-1151-433a-8560-17b5c951fc3b'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:56.675013 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6f0f37-3c3c-4134-a8ce-39453ed10a65 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting subnet b8fb375a-05cc-488a-9039-c95a66833215 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:35:56.678132 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c6f0f37-3c3c-4134-a8ce-39453ed10a65 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:56.716698 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c6f0f37-3c3c-4134-a8ce-39453ed10a65 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:56.740169 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-826422f3-e78f-45e0-8e8c-b080b2b4927e None None] Set router d3188e71-1151-433a-8560-17b5c951fc3b gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:35:56.802345 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c6f0f37-3c3c-4134-a8ce-39453ed10a65 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:56.860932 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c6f0f37-3c3c-4134-a8ce-39453ed10a65 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:56.889056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f0f37-3c3c-4134-a8ce-39453ed10a65 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Subnet': ['ID=b8fb375a-05cc-488a-9039-c95a66833215,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:56.892589 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c6f0f37-3c3c-4134-a8ce-39453ed10a65 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:56.896875 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1c6f0f37-3c3c-4134-a8ce-39453ed10a65 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/subnets/b8fb375a-05cc-488a-9039-c95a66833215 HTTP/1.1" status: 204 len: 168 time: 0.2690372 Sep 29 18:35:56.897702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55932) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:35:56.902590 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e8ebf-ea9c-468b-886c-8092a48405a1 None None] Network 28f5e284-03cd-4555-82f2-8d85e091e5ea requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:35:57.010970 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb66c4c2-5721-42f4-b3bb-f1e635d81f53 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.116383 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb66c4c2-5721-42f4-b3bb-f1e635d81f53 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.160623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-826422f3-e78f-45e0-8e8c-b080b2b4927e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821832856', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:35:55Z', 'revision_number': 5, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port': {'id': 'cca2f589-e096-4a34-86c7-4454d62ae8c1', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:9f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:57.169335 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-bb66c4c2-5721-42f4-b3bb-f1e635d81f53 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Deleting port cca2f589-e096-4a34-86c7-4454d62ae8c1 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:35:57.169679 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb66c4c2-5721-42f4-b3bb-f1e635d81f53 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.202643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826422f3-e78f-45e0-8e8c-b080b2b4927e None None] Checking router: d3188e71-1151-433a-8560-17b5c951fc3b for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:35:57.217541 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826422f3-e78f-45e0-8e8c-b080b2b4927e None None] Routers {'d3188e71-1151-433a-8560-17b5c951fc3b'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:35:57.218153 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-826422f3-e78f-45e0-8e8c-b080b2b4927e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:35:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['d3188e71-1151-433a-8560-17b5c951fc3b'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:57.250272 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-bb66c4c2-5721-42f4-b3bb-f1e635d81f53 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] For port cca2f589-e096-4a34-86c7-4454d62ae8c1, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=cca2f589-e096-4a34-86c7-4454d62ae8c1,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:35:57.250640 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb66c4c2-5721-42f4-b3bb-f1e635d81f53 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.264085 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-bb66c4c2-5721-42f4-b3bb-f1e635d81f53 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Calling delete_port for cca2f589-e096-4a34-86c7-4454d62ae8c1 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:35:57.304924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-826422f3-e78f-45e0-8e8c-b080b2b4927e None None] Set router d3188e71-1151-433a-8560-17b5c951fc3b gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:35:57.334841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] DHCP port deletion for 28f5e284-03cd-4555-82f2-8d85e091e5ea request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:35:57.368555 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-826422f3-e78f-45e0-8e8c-b080b2b4927e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821832856', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:35:57Z', 'revision_number': 6, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:57.400682 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826422f3-e78f-45e0-8e8c-b080b2b4927e None None] The sync data for ids ['d3188e71-1151-433a-8560-17b5c951fc3b'] in n-d-811748-2 is: [{'id': 'd3188e71-1151-433a-8560-17b5c951fc3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-821832856', 'tenant_id': '1d50132f353842469c421763ad2cc781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:34:56Z', 'updated_at': '2021-09-29T18:35:57Z', 'revision_number': 6, 'project_id': '1d50132f353842469c421763ad2cc781', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:35:57.438243 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb66c4c2-5721-42f4-b3bb-f1e635d81f53 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.442462 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Deleting port 4a609240-11cc-4c58-91c9-a986208f4089 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:35:57.442843 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.464652 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66c4c2-5721-42f4-b3bb-f1e635d81f53 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Port': ['ID=cca2f589-e096-4a34-86c7-4454d62ae8c1,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:57.504725 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] For port 4a609240-11cc-4c58-91c9-a986208f4089, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4a609240-11cc-4c58-91c9-a986208f4089,segment=NetworkSegment(71a890c2-007a-4672-a84b-03f4d27abbf0),segment_id=71a890c2-007a-4672-a84b-03f4d27abbf0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:35:57.505124 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.517563 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Calling delete_port for 4a609240-11cc-4c58-91c9-a986208f4089 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:35:57.522811 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb66c4c2-5721-42f4-b3bb-f1e635d81f53 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.599199 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.619076 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb66c4c2-5721-42f4-b3bb-f1e635d81f53 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.621263 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb66c4c2-5721-42f4-b3bb-f1e635d81f53 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.623636 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Pushing event deleted for resources: {'Port': ['ID=4a609240-11cc-4c58-91c9-a986208f4089,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:57.635631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:57.636316 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:57.636549 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:57.636879 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:57.637491 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:57.637830 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:57.638165 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:57.638514 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:57.638868 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:57.639193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:57.639515 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:57.639840 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:57.642672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8c4fa3-059a-4fda-b08b-12531b1350f1 None None] No DVR routers for this DVR port 4a609240-11cc-4c58-91c9-a986208f4089 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:35:57.668341 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb66c4c2-5721-42f4-b3bb-f1e635d81f53 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.668902 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb66c4c2-5721-42f4-b3bb-f1e635d81f53 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Fanout notify agent at l3_agent the message router_deleted on router d3188e71-1151-433a-8560-17b5c951fc3b {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:35:57.676011 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-bb66c4c2-5721-42f4-b3bb-f1e635d81f53 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.677064 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-bb66c4c2-5721-42f4-b3bb-f1e635d81f53 tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/routers/d3188e71-1151-433a-8560-17b5c951fc3b HTTP/1.1" status: 204 len: 168 time: 0.7790501 Sep 29 18:35:57.679777 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55934) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:35:57.755725 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-153e3833-18fe-43a3-95ec-7b12af5d8ded tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.861931 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-153e3833-18fe-43a3-95ec-7b12af5d8ded tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.882255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-153e3833-18fe-43a3-95ec-7b12af5d8ded tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f5e284-03cd-4555-82f2-8d85e091e5ea']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:57.893317 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-153e3833-18fe-43a3-95ec-7b12af5d8ded tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a890c2-007a-4672-a84b-03f4d27abbf0') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:57.893612 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-153e3833-18fe-43a3-95ec-7b12af5d8ded tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a890c2-007a-4672-a84b-03f4d27abbf0') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:35:57.903942 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-153e3833-18fe-43a3-95ec-7b12af5d8ded tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.917565 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-153e3833-18fe-43a3-95ec-7b12af5d8ded tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.923610 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153e3833-18fe-43a3-95ec-7b12af5d8ded tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:35:57.924002 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-153e3833-18fe-43a3-95ec-7b12af5d8ded tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:35:57.927005 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:35:57.989033 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-153e3833-18fe-43a3-95ec-7b12af5d8ded tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.996283 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-153e3833-18fe-43a3-95ec-7b12af5d8ded tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:57.998303 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-153e3833-18fe-43a3-95ec-7b12af5d8ded tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/networks/28f5e284-03cd-4555-82f2-8d85e091e5ea HTTP/1.1" status: 204 len: 168 time: 0.3169367 Sep 29 18:35:58.000925 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55936) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:35:58.010318 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e3833-18fe-43a3-95ec-7b12af5d8ded tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'Network': ['ID=28f5e284-03cd-4555-82f2-8d85e091e5ea,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:58.062118 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:58.091838 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:58.136819 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:58.156662 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:58.159400 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:58.163065 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] 10.222.0.44 "DELETE /v2.0/security-groups/ecd8fa86-efa2-4135-a3e7-b75b174d300c HTTP/1.1" status: 204 len: 168 time: 0.1581302 Sep 29 18:35:58.170126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd8fa86-efa2-4135-a3e7-b75b174d300c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:58.178572 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:58.178864 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:58.179211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:58.179542 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:58.179869 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:58.180690 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:58.181107 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:58.181655 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:58.181997 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:58.182347 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:58.182811 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:58.183166 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad67df30-c6d5-4f10-83db-8423dae0143e tempest-TestNetworkAdvancedServerOps-481763889 tempest-TestNetworkAdvancedServerOps-481763889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:35:58.419005 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 14c5700b-5d26-457b-af7c-b9bfd63c2632 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:35:58.440062 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 14c5700b-5d26-457b-af7c-b9bfd63c2632 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:35:58.440412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 14c5700b-5d26-457b-af7c-b9bfd63c2632 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:35:58.498246 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55944) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:35:58.640091 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1611c6e6-fe34-49e0-951c-cd0d5df24f22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d50132f353842469c421763ad2cc781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406970 Sep 29 18:35:58.642638 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55948) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:35:58.689218 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-93682ce3-c096-4541-9db8-b9cdb2852539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:58.708977 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-93682ce3-c096-4541-9db8-b9cdb2852539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:58.754155 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-93682ce3-c096-4541-9db8-b9cdb2852539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:58.756665 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-93682ce3-c096-4541-9db8-b9cdb2852539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:58.757826 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-93682ce3-c096-4541-9db8-b9cdb2852539 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff0e77a7-4473-40de-ace4-499cdb9035e7 HTTP/1.1" status: 204 len: 168 time: 0.1142988 Sep 29 18:35:58.765596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93682ce3-c096-4541-9db8-b9cdb2852539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0e77a7-4473-40de-ace4-499cdb9035e7,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:58.967843 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 45c2fd69-c78d-4d45-8fbe-45d875e09595 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:35:58.988329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 45c2fd69-c78d-4d45-8fbe-45d875e09595 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:35:58.988789 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 45c2fd69-c78d-4d45-8fbe-45d875e09595 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:35:58.989224 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4a609240-11cc-4c58-91c9-a986208f4089 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:35:59.011931 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 4a609240-11cc-4c58-91c9-a986208f4089 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:35:59.012551 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4a609240-11cc-4c58-91c9-a986208f4089 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:35:59.012978 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device cca2f589-e096-4a34-86c7-4454d62ae8c1 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:35:59.020428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55954) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:35:59.031699 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: cca2f589-e096-4a34-86c7-4454d62ae8c1 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:35:59.032050 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device cca2f589-e096-4a34-86c7-4454d62ae8c1 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:35:59.034049 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-50d59399-214d-4f91-a250-2fafe21717ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:59.128532 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-50d59399-214d-4f91-a250-2fafe21717ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:59.131574 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-50d59399-214d-4f91-a250-2fafe21717ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:59.170629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-50d59399-214d-4f91-a250-2fafe21717ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51beb9341b4144d3b781948072788e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490662 Sep 29 18:35:59.171733 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d59399-214d-4f91-a250-2fafe21717ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7962f7c1-e09c-42bb-a851-3bd23de91724,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:59.173482 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55956) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:35:59.222184 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1e14679-13f6-48f5-b16b-3436c68b9c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:59.244122 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1e14679-13f6-48f5-b16b-3436c68b9c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:59.290591 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1e14679-13f6-48f5-b16b-3436c68b9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:59.293109 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-f1e14679-13f6-48f5-b16b-3436c68b9c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:35:59.294281 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-f1e14679-13f6-48f5-b16b-3436c68b9c96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7962f7c1-e09c-42bb-a851-3bd23de91724 HTTP/1.1" status: 204 len: 168 time: 0.1198244 Sep 29 18:35:59.301804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e14679-13f6-48f5-b16b-3436c68b9c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7962f7c1-e09c-42bb-a851-3bd23de91724,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:35:59.979468 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55978) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:00.074931 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-22b7fd39-21db-4533-b114-c5e6f00e2cbf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1588093878-network', 'tenant_id': '99f1b462260042ce9609393fd90e8f34'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:36:00.096080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b7fd39-21db-4533-b114-c5e6f00e2cbf admin admin] Made reservation on behalf of 99f1b462260042ce9609393fd90e8f34 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:36:00.098690 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22b7fd39-21db-4533-b114-c5e6f00e2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:00.110347 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22b7fd39-21db-4533-b114-c5e6f00e2cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:00.197007 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22b7fd39-21db-4533-b114-c5e6f00e2cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:00.200730 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22b7fd39-21db-4533-b114-c5e6f00e2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:00.225211 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b7fd39-21db-4533-b114-c5e6f00e2cbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:36:00.235332 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7fd39-21db-4533-b114-c5e6f00e2cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdbbeeb-6bac-4f68-964d-364db067a2e4,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:00.240470 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22b7fd39-21db-4533-b114-c5e6f00e2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:00.240810 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-22b7fd39-21db-4533-b114-c5e6f00e2cbf admin admin] Added segment c206ce51-3590-491d-b932-f2fa1878fccc of type vlan for network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 Sep 29 18:36:00.281734 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22b7fd39-21db-4533-b114-c5e6f00e2cbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:00.304700 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22b7fd39-21db-4533-b114-c5e6f00e2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:00.305667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b7fd39-21db-4533-b114-c5e6f00e2cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:00.306328 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-22b7fd39-21db-4533-b114-c5e6f00e2cbf admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:00.339044 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-22b7fd39-21db-4533-b114-c5e6f00e2cbf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3584847 Sep 29 18:36:00.342238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55982) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:00.347305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-baff8538-2742-42c7-a136-7b73a4d3872b admin admin] Request body: {'subnet': {'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1588093878-subnet', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:36:00.368114 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baff8538-2742-42c7-a136-7b73a4d3872b admin admin] Made reservation on behalf of 99f1b462260042ce9609393fd90e8f34 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:36:00.369154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7fd39-21db-4533-b114-c5e6f00e2cbf admin admin] Pushing event updated for resources: {'Network': ['ID=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:00.371445 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-baff8538-2742-42c7-a136-7b73a4d3872b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:00.379297 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:36:00.553111 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-baff8538-2742-42c7-a136-7b73a4d3872b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:00.612019 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff8538-2742-42c7-a136-7b73a4d3872b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b9f834-ab37-44c0-88f4-f9489370f237,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:00.620403 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff8538-2742-42c7-a136-7b73a4d3872b admin admin] Checking segment: {'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:36:00.620762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff8538-2742-42c7-a136-7b73a4d3872b admin admin] Network hostable DHCP agents. Network: 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:36:00.636799 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baff8538-2742-42c7-a136-7b73a4d3872b admin admin] Network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:36:00.645252 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-baff8538-2742-42c7-a136-7b73a4d3872b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:36:00.649781 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baff8538-2742-42c7-a136-7b73a4d3872b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:00.650553 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-baff8538-2742-42c7-a136-7b73a4d3872b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:00.655128 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d333b3-5915-48ef-8374-6940b42c4741 None None] Network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:36:00.664467 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-baff8538-2742-42c7-a136-7b73a4d3872b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3211427 Sep 29 18:36:00.667723 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 55984) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:00.672088 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:36:00.691530 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:00.692703 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:00.747928 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:00.806600 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:36:00.807496 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:00.887609 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:00.949383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Allocated IP 172.20.0.2 (7eb5e99d-81e3-4480-ab87-fdeb4b3fb215/d8b9f834-ab37-44c0-88f4-f9489370f237/d7e802f7-df88-49f1-9744-4855c219e59f) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:36:01.086306 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:01.096786 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:01.102666 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:01.106018 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:01.143841 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:36:01.146945 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:36:01.150647 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:36:01.159871 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Pushing event updated for resources: {'Port': ['ID=d7e802f7-df88-49f1-9744-4855c219e59f,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:01.210134 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Allocated IP 172.25.2.173 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/e64ed7d2-f321-45a3-bb6e-95ec9db67d54) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:36:01.211813 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Attempting to bind port d7e802f7-df88-49f1-9744-4855c219e59f on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:36:01.212387 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Attempting to bind port d7e802f7-df88-49f1-9744-4855c219e59f by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:36:01.212761 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Attempting to bind port d7e802f7-df88-49f1-9744-4855c219e59f on network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:36:01.217716 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:36:01.218095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Checking segment: {'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:36:01.218503 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:01.218898 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Bound using segment: {'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:36:01.219398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Bound port: d7e802f7-df88-49f1-9744-4855c219e59f, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:36:01.219779 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:01.287954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] For port d7e802f7-df88-49f1-9744-4855c219e59f, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:36:01.292025 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] For port d7e802f7-df88-49f1-9744-4855c219e59f, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d7e802f7-df88-49f1-9744-4855c219e59f,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:36:01.295918 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:01.316795 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:01.355016 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:01.362861 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d0e8c-fdf6-4b0d-800b-f5cbc60207f6 None None] Pushing event updated for resources: {'Port': ['ID=d7e802f7-df88-49f1-9744-4855c219e59f,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:01.392841 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:36:01.396232 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:36:01.400024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:36:01.438436 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Pushing event updated for resources: {'Port': ['ID=e64ed7d2-f321-45a3-bb6e-95ec9db67d54,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:01.691735 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:01.882858 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:02.011196 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Router b28020d7-e737-4995-8264-8b2945171ca6 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 18:36:02.122125 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:36:02.134923 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Sync routers for ids ['b28020d7-e737-4995-8264-8b2945171ca6'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:36:02.137534 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:02.141648 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-ae88342b-7839-4520-b3ff-f96527c6f538 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4729397 Sep 29 18:36:02.141830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 55986) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:02.144615 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Routers {'b28020d7-e737-4995-8264-8b2945171ca6'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:36:02.145196 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:35:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b28020d7-e737-4995-8264-8b2945171ca6'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:02.252454 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Set router b28020d7-e737-4995-8264-8b2945171ca6 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:36:02.315052 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2e06e0-874b-4475-baf1-813679dd5ca1 None None] Network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:36:02.405417 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-1b3b0072-bb09-485f-8105-e529f15fe023 None None] Provisioning complete for port d7e802f7-df88-49f1-9744-4855c219e59f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:02.405791 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1b3b0072-bb09-485f-8105-e529f15fe023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:02.526581 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1b3b0072-bb09-485f-8105-e529f15fe023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:02.527145 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:01Z', 'revision_number': 3, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:02.558678 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Checking router: b28020d7-e737-4995-8264-8b2945171ca6 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:36:02.558927 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Updating router b28020d7-e737-4995-8264-8b2945171ca6 port e64ed7d2-f321-45a3-bb6e-95ec9db67d54 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:36:02.581084 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:02.585880 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:02.588552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-1b3b0072-bb09-485f-8105-e529f15fe023 None None] For port d7e802f7-df88-49f1-9744-4855c219e59f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d7e802f7-df88-49f1-9744-4855c219e59f,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:36:02.593763 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1b3b0072-bb09-485f-8105-e529f15fe023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:02.648517 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b0072-bb09-485f-8105-e529f15fe023 None None] Pushing event updated for resources: {'Port': ['ID=d7e802f7-df88-49f1-9744-4855c219e59f,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:02.745375 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Allocated IP 172.20.0.1 (7eb5e99d-81e3-4480-ab87-fdeb4b3fb215/d8b9f834-ab37-44c0-88f4-f9489370f237/4ae193bf-0709-440e-a723-66c0b08f2254) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:36:02.890455 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:02.895590 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:02.917784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7309cc0e-5172-43db-b20e-593c3c52eedc None None] Provisioning complete for port d7e802f7-df88-49f1-9744-4855c219e59f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:02.918531 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7309cc0e-5172-43db-b20e-593c3c52eedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:02.945915 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Attempting to bind port e64ed7d2-f321-45a3-bb6e-95ec9db67d54 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:36:02.946276 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Attempting to bind port e64ed7d2-f321-45a3-bb6e-95ec9db67d54 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:36:02.946631 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Attempting to bind port e64ed7d2-f321-45a3-bb6e-95ec9db67d54 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:36:02.956166 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:36:02.956527 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:36:02.956924 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:02.957337 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:36:02.957812 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Bound port: e64ed7d2-f321-45a3-bb6e-95ec9db67d54, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:36:02.958185 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:03.005962 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f04ce-8fad-4142-a376-8c176e903e5e None None] Pushing event updated for resources: {'Port': ['ID=e64ed7d2-f321-45a3-bb6e-95ec9db67d54,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:03.020924 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] For port e64ed7d2-f321-45a3-bb6e-95ec9db67d54, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:36:03.025695 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] For port e64ed7d2-f321-45a3-bb6e-95ec9db67d54, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e64ed7d2-f321-45a3-bb6e-95ec9db67d54,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:36:03.031164 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f04ce-8fad-4142-a376-8c176e903e5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:36:03.031499 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f04ce-8fad-4142-a376-8c176e903e5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:36:03.031838 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f04ce-8fad-4142-a376-8c176e903e5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:36:03.032150 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f04ce-8fad-4142-a376-8c176e903e5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:36:03.032503 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f04ce-8fad-4142-a376-8c176e903e5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:36:03.032823 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f04ce-8fad-4142-a376-8c176e903e5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:36:03.033088 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f04ce-8fad-4142-a376-8c176e903e5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:36:03.033478 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f04ce-8fad-4142-a376-8c176e903e5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:36:03.033793 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f04ce-8fad-4142-a376-8c176e903e5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:36:03.034150 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f04ce-8fad-4142-a376-8c176e903e5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:36:03.034460 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f04ce-8fad-4142-a376-8c176e903e5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:36:03.034770 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85f04ce-8fad-4142-a376-8c176e903e5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:36:03.038951 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:03.045548 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d7e802f7-df88-49f1-9744-4855c219e59f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:36:03.098947 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Routers {'b28020d7-e737-4995-8264-8b2945171ca6'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:36:03.099417 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:35:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b28020d7-e737-4995-8264-8b2945171ca6'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:03.102934 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f04ce-8fad-4142-a376-8c176e903e5e None None] Pushing event updated for resources: {'Port': ['ID=e64ed7d2-f321-45a3-bb6e-95ec9db67d54,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:03.111893 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port d7e802f7-df88-49f1-9744-4855c219e59f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:03.112688 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:03.210109 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] Set router b28020d7-e737-4995-8264-8b2945171ca6 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:36:03.222816 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:03.255243 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:03.292889 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:36:03.295609 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:36:03.299085 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:36:03.323446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Pushing event updated for resources: {'Port': ['ID=4ae193bf-0709-440e-a723-66c0b08f2254,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:03.343340 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:03.390828 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:01Z', 'revision_number': 3, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:03.427746 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10213aff-842a-4c54-b7ab-5fa3d06588a2 None None] The sync data for ids ['b28020d7-e737-4995-8264-8b2945171ca6'] in n-d-811748-2 is: [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:01Z', 'revision_number': 3, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:36:03.491165 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:03.560372 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-524336d6-ca74-4f6b-b894-6c21119dafa6 None None] Provisioning complete for port 4ae193bf-0709-440e-a723-66c0b08f2254 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:03.560848 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-524336d6-ca74-4f6b-b894-6c21119dafa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:03.596831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-524336d6-ca74-4f6b-b894-6c21119dafa6 None None] Port 4ae193bf-0709-440e-a723-66c0b08f2254 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:36:03.671293 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:03.676000 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:03.747314 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Pushing event updated for resources: {'Port': ['ID=4ae193bf-0709-440e-a723-66c0b08f2254,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:03.753080 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:03.850339 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:36:03.851761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:36:03.978791 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Router b28020d7-e737-4995-8264-8b2945171ca6 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:36:04.097514 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:36:04.103304 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-d9aba256-1616-4711-9c26-8389254a8b4a admin admin] 10.222.0.44 "PUT /v2.0/routers/b28020d7-e737-4995-8264-8b2945171ca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9593797 Sep 29 18:36:04.120097 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-db21f345-3f5e-47cb-a872-59bac15319b4 None None] Provisioning complete for port 4ae193bf-0709-440e-a723-66c0b08f2254 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:04.120479 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-db21f345-3f5e-47cb-a872-59bac15319b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:04.160547 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-db21f345-3f5e-47cb-a872-59bac15319b4 None None] Port 4ae193bf-0709-440e-a723-66c0b08f2254 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:36:04.586616 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56002) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:04.591769 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3ae796e4-5f34-443f-9fb2-0722dd67d366 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-523077626-network', 'tenant_id': '86109755c35a46c9992bbd4005ceb9d2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:36:04.613227 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae796e4-5f34-443f-9fb2-0722dd67d366 admin admin] Made reservation on behalf of 86109755c35a46c9992bbd4005ceb9d2 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:36:04.615617 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ae796e4-5f34-443f-9fb2-0722dd67d366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:04.626384 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ae796e4-5f34-443f-9fb2-0722dd67d366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:04.724783 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ae796e4-5f34-443f-9fb2-0722dd67d366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:04.729899 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ae796e4-5f34-443f-9fb2-0722dd67d366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:04.756694 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae796e4-5f34-443f-9fb2-0722dd67d366 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:36:04.766968 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae796e4-5f34-443f-9fb2-0722dd67d366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d89b11-6f27-40fe-ab98-7fd481475728,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:04.773627 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ae796e4-5f34-443f-9fb2-0722dd67d366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:04.774093 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-3ae796e4-5f34-443f-9fb2-0722dd67d366 admin admin] Added segment 6dd179da-ee97-4177-aee0-70610dcbf286 of type vlan for network 661e01a0-8605-43ac-a45d-def3ad47728f Sep 29 18:36:04.817977 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ae796e4-5f34-443f-9fb2-0722dd67d366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:04.843831 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ae796e4-5f34-443f-9fb2-0722dd67d366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:04.844935 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae796e4-5f34-443f-9fb2-0722dd67d366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:04.845699 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3ae796e4-5f34-443f-9fb2-0722dd67d366 admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:04.883707 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3ae796e4-5f34-443f-9fb2-0722dd67d366 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2930698 Sep 29 18:36:04.883911 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56004) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:04.889182 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-deae25e7-efda-4ae9-96e3-051780ba55a6 admin admin] Request body: {'subnet': {'network_id': '661e01a0-8605-43ac-a45d-def3ad47728f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-523077626-subnet', 'tenant_id': '86109755c35a46c9992bbd4005ceb9d2', 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:36:04.928242 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae796e4-5f34-443f-9fb2-0722dd67d366 admin admin] Pushing event updated for resources: {'Network': ['ID=661e01a0-8605-43ac-a45d-def3ad47728f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:04.947649 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 661e01a0-8605-43ac-a45d-def3ad47728f details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:36:04.949494 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deae25e7-efda-4ae9-96e3-051780ba55a6 admin admin] Made reservation on behalf of 86109755c35a46c9992bbd4005ceb9d2 for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:36:04.954724 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-deae25e7-efda-4ae9-96e3-051780ba55a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:05.008012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Sync routers for ids ['b28020d7-e737-4995-8264-8b2945171ca6'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:36:05.019891 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e64ed7d2-f321-45a3-bb6e-95ec9db67d54 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:36:05.053552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Routers {'b28020d7-e737-4995-8264-8b2945171ca6'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:36:05.054157 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:35:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b28020d7-e737-4995-8264-8b2945171ca6'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:05.151484 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-deae25e7-efda-4ae9-96e3-051780ba55a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:05.154499 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e64ed7d2-f321-45a3-bb6e-95ec9db67d54 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:05.154870 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:05.206164 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Set router b28020d7-e737-4995-8264-8b2945171ca6 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:36:05.206644 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae25e7-efda-4ae9-96e3-051780ba55a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3c0dec3-1c74-49ad-ba9e-4af31895962a,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:05.219209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae25e7-efda-4ae9-96e3-051780ba55a6 admin admin] Checking segment: {'id': '6dd179da-ee97-4177-aee0-70610dcbf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '661e01a0-8605-43ac-a45d-def3ad47728f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:36:05.219570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deae25e7-efda-4ae9-96e3-051780ba55a6 admin admin] Network hostable DHCP agents. Network: 661e01a0-8605-43ac-a45d-def3ad47728f, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:36:05.241656 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deae25e7-efda-4ae9-96e3-051780ba55a6 admin admin] Network 661e01a0-8605-43ac-a45d-def3ad47728f is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:36:05.256731 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-deae25e7-efda-4ae9-96e3-051780ba55a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 661e01a0-8605-43ac-a45d-def3ad47728f) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:36:05.262238 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae25e7-efda-4ae9-96e3-051780ba55a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:05.263097 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-deae25e7-efda-4ae9-96e3-051780ba55a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:05.281139 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-deae25e7-efda-4ae9-96e3-051780ba55a6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3936982 Sep 29 18:36:05.281327 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56006) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:05.286489 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39c4e7e-6eb2-440b-80ad-32e6c5d7778f None None] Network 661e01a0-8605-43ac-a45d-def3ad47728f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:36:05.286674 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-523077626-router', 'tenant_id': '86109755c35a46c9992bbd4005ceb9d2', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:36:05.309076 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:05.310218 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:05.374761 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:05.392320 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:05.524797 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:05.616716 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port e64ed7d2-f321-45a3-bb6e-95ec9db67d54, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e64ed7d2-f321-45a3-bb6e-95ec9db67d54,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:36:05.628033 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:05.736921 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:05.748062 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=e64ed7d2-f321-45a3-bb6e-95ec9db67d54,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:05.757300 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:05.791158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-661e01a0-8605-43ac-a45d-def3ad47728f', 'network_id': '661e01a0-8605-43ac-a45d-def3ad47728f', 'tenant_id': '86109755c35a46c9992bbd4005ceb9d2', 'fixed_ips': [{'subnet_id': 'a3c0dec3-1c74-49ad-ba9e-4af31895962a'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:36:05.792043 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:05.810904 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '4ae193bf-0709-440e-a723-66c0b08f2254', 'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'mac_address': 'fa:16:3e:99:47:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:02Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 2, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'subnets': [{'id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:05.843596 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Checking router: b28020d7-e737-4995-8264-8b2945171ca6 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:36:05.843958 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Updating router b28020d7-e737-4995-8264-8b2945171ca6 port 4ae193bf-0709-440e-a723-66c0b08f2254 binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:36:05.880546 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Allocated IP 172.25.2.123 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/c6fdbeb4-9376-4bbd-833b-d98075716602) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:36:05.925115 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:05.983528 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:06.017582 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:06.054282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:36:06.057977 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:36:06.060476 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:36:06.061672 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Allocated IP 172.20.0.2 (661e01a0-8605-43ac-a45d-def3ad47728f/a3c0dec3-1c74-49ad-ba9e-4af31895962a/759f3e73-f178-49f8-8d11-1cd5154e1789) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:36:06.096350 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Pushing event updated for resources: {'Port': ['ID=c6fdbeb4-9376-4bbd-833b-d98075716602,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:06.317412 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:06.323349 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:06.328705 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:06.374007 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:06.380468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Network 661e01a0-8605-43ac-a45d-def3ad47728f is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:36:06.384248 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:36:06.388269 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:36:06.390153 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:06.408640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Pushing event updated for resources: {'Port': ['ID=759f3e73-f178-49f8-8d11-1cd5154e1789,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:06.497524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Attempting to bind port 759f3e73-f178-49f8-8d11-1cd5154e1789 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:36:06.497891 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Attempting to bind port 759f3e73-f178-49f8-8d11-1cd5154e1789 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '6dd179da-ee97-4177-aee0-70610dcbf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '661e01a0-8605-43ac-a45d-def3ad47728f'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:36:06.498258 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Attempting to bind port 759f3e73-f178-49f8-8d11-1cd5154e1789 on network 661e01a0-8605-43ac-a45d-def3ad47728f {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:36:06.514173 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95382024-a0ff-4b23-953c-1fbd7896ddbc None None] Pushing event updated for resources: {'Port': ['ID=4ae193bf-0709-440e-a723-66c0b08f2254,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:06.526897 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:06.541191 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:36:06.541690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Checking segment: {'id': '6dd179da-ee97-4177-aee0-70610dcbf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '661e01a0-8605-43ac-a45d-def3ad47728f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:36:06.542159 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:06.542617 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Bound using segment: {'id': '6dd179da-ee97-4177-aee0-70610dcbf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '661e01a0-8605-43ac-a45d-def3ad47728f'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:36:06.543174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Bound port: 759f3e73-f178-49f8-8d11-1cd5154e1789, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd179da-ee97-4177-aee0-70610dcbf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '661e01a0-8605-43ac-a45d-def3ad47728f'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:36:06.543626 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:06.566214 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Attempting to bind port 4ae193bf-0709-440e-a723-66c0b08f2254 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:36:06.566684 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Attempting to bind port 4ae193bf-0709-440e-a723-66c0b08f2254 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:36:06.567119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Attempting to bind port 4ae193bf-0709-440e-a723-66c0b08f2254 on network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:36:06.591266 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:36:06.591744 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Checking segment: {'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:36:06.592227 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:06.592698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Bound using segment: {'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:36:06.593260 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Bound port: 4ae193bf-0709-440e-a723-66c0b08f2254, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:36:06.593746 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:06.658119 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] For port 759f3e73-f178-49f8-8d11-1cd5154e1789, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:36:06.663255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Router af891a11-896d-40f7-977b-a6d356388055 is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 18:36:06.666868 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] For port 759f3e73-f178-49f8-8d11-1cd5154e1789, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=759f3e73-f178-49f8-8d11-1cd5154e1789,segment=NetworkSegment(6dd179da-ee97-4177-aee0-70610dcbf286),segment_id=6dd179da-ee97-4177-aee0-70610dcbf286)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:36:06.674495 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:06.722210 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] For port 4ae193bf-0709-440e-a723-66c0b08f2254, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:36:06.746848 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] For port 4ae193bf-0709-440e-a723-66c0b08f2254, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4ae193bf-0709-440e-a723-66c0b08f2254,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:36:06.751834 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-bb7bfa45-7913-46b3-a063-71b8eda7a34f None None] Provisioning complete for port 4ae193bf-0709-440e-a723-66c0b08f2254 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:06.752105 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bb7bfa45-7913-46b3-a063-71b8eda7a34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:06.762877 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:06.777134 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:36:06.790520 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Sync routers for ids ['af891a11-896d-40f7-977b-a6d356388055'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:36:06.795522 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:06.797044 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8f1b283d-0ade-4d20-a5b4-088ea15f2c0a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5146878 Sep 29 18:36:06.799429 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c254b39-3b5b-4e77-bf81-834b31c95153 None None] Pushing event updated for resources: {'Port': ['ID=759f3e73-f178-49f8-8d11-1cd5154e1789,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:06.799730 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56008) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:06.810046 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Routers {'af891a11-896d-40f7-977b-a6d356388055'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:36:06.810995 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:35:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['af891a11-896d-40f7-977b-a6d356388055'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:06.854833 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Routers {'b28020d7-e737-4995-8264-8b2945171ca6'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:36:06.855477 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:35:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b28020d7-e737-4995-8264-8b2945171ca6'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:06.977101 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95382024-a0ff-4b23-953c-1fbd7896ddbc None None] Pushing event updated for resources: {'Port': ['ID=4ae193bf-0709-440e-a723-66c0b08f2254,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:07.007383 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Set router af891a11-896d-40f7-977b-a6d356388055 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:36:07.041803 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bb7bfa45-7913-46b3-a063-71b8eda7a34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:07.047100 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e64ed7d2-f321-45a3-bb6e-95ec9db67d54 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:36:07.159749 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] Set router b28020d7-e737-4995-8264-8b2945171ca6 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:36:07.213705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-bb7bfa45-7913-46b3-a063-71b8eda7a34f None None] For port 4ae193bf-0709-440e-a723-66c0b08f2254, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4ae193bf-0709-440e-a723-66c0b08f2254,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:36:07.227928 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-bb7bfa45-7913-46b3-a063-71b8eda7a34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:07.303865 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b13fb86d-1dd8-4a54-8afd-1266df026609 req-58012d85-af44-4b04-af12-6fdb30cc60d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1056020 Sep 29 18:36:07.309974 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af891a11-896d-40f7-977b-a6d356388055', 'name': 'tempest-TestShelveInstance-523077626-router', 'tenant_id': '86109755c35a46c9992bbd4005ceb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c6fdbeb4-9376-4bbd-833b-d98075716602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:05Z', 'updated_at': '2021-09-29T18:36:06Z', 'revision_number': 3, 'project_id': '86109755c35a46c9992bbd4005ceb9d2', 'gw_port': {'id': 'c6fdbeb4-9376-4bbd-833b-d98075716602', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af891a11-896d-40f7-977b-a6d356388055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:05Z', 'updated_at': '2021-09-29T18:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:07.315078 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port e64ed7d2-f321-45a3-bb6e-95ec9db67d54 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:07.315453 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:07.337054 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Checking router: af891a11-896d-40f7-977b-a6d356388055 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:36:07.337450 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Updating router af891a11-896d-40f7-977b-a6d356388055 port c6fdbeb4-9376-4bbd-833b-d98075716602 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:36:07.366553 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:07.390782 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bfa45-7913-46b3-a063-71b8eda7a34f None None] Pushing event updated for resources: {'Port': ['ID=4ae193bf-0709-440e-a723-66c0b08f2254,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:07.426132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-8eeca6bc-a6b3-48a9-a20f-a45ee32197cc None None] Provisioning complete for port 4ae193bf-0709-440e-a723-66c0b08f2254 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:07.426506 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8eeca6bc-a6b3-48a9-a20f-a45ee32197cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:07.481367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fb86d-1dd8-4a54-8afd-1266df026609 req-1f6caed3-8a54-4a1e-84bc-b0fa0f5c820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:07.483147 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b13fb86d-1dd8-4a54-8afd-1266df026609 req-1f6caed3-8a54-4a1e-84bc-b0fa0f5c820e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0880857 Sep 29 18:36:07.515147 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:07.577622 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '4ae193bf-0709-440e-a723-66c0b08f2254', 'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'mac_address': 'fa:16:3e:99:47:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:02Z', 'updated_at': '2021-09-29T18:36:06Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'subnets': [{'id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:07.614991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a83d5b-2760-4e76-9a5c-1ff3d04f97cf None None] The sync data for ids ['b28020d7-e737-4995-8264-8b2945171ca6'] in n-d-811748-2 is: [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '4ae193bf-0709-440e-a723-66c0b08f2254', 'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'mac_address': 'fa:16:3e:99:47:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:02Z', 'updated_at': '2021-09-29T18:36:06Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'subnets': [{'id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:36:07.701060 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:07.710061 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:07.778269 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fb86d-1dd8-4a54-8afd-1266df026609 req-7ad0a9a7-b867-40d2-990b-05c3787accf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:07.779382 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724b963-d990-4a99-8f90-9c2406829880 None None] Pushing event updated for resources: {'Port': ['ID=c6fdbeb4-9376-4bbd-833b-d98075716602,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:07.779731 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b13fb86d-1dd8-4a54-8afd-1266df026609 req-7ad0a9a7-b867-40d2-990b-05c3787accf4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.2748487 Sep 29 18:36:07.781851 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Attempting to bind port c6fdbeb4-9376-4bbd-833b-d98075716602 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:36:07.782220 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Attempting to bind port c6fdbeb4-9376-4bbd-833b-d98075716602 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:36:07.782577 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Attempting to bind port c6fdbeb4-9376-4bbd-833b-d98075716602 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:36:07.794702 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:36:07.795365 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:36:07.795472 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:07.795834 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:36:07.796300 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Bound port: c6fdbeb4-9376-4bbd-833b-d98075716602, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:36:07.796676 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:07.838766 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b13fb86d-1dd8-4a54-8afd-1266df026609 req-5bc3c55c-471c-4748-9ead-e64eba988a65 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0506189 Sep 29 18:36:07.876893 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] For port c6fdbeb4-9376-4bbd-833b-d98075716602, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:36:07.880461 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] For port c6fdbeb4-9376-4bbd-833b-d98075716602, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c6fdbeb4-9376-4bbd-833b-d98075716602,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:36:07.886747 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:07.944912 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Routers {'af891a11-896d-40f7-977b-a6d356388055'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:36:07.945598 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:35:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['af891a11-896d-40f7-977b-a6d356388055'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:08.109096 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a00bf0-63cf-4fa6-8c52-acbd2524b467 None None] Network 661e01a0-8605-43ac-a45d-def3ad47728f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:36:08.126839 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724b963-d990-4a99-8f90-9c2406829880 None None] Pushing event updated for resources: {'Port': ['ID=c6fdbeb4-9376-4bbd-833b-d98075716602,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:08.174108 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] Set router af891a11-896d-40f7-977b-a6d356388055 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:36:08.195433 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-168364bb-f7f7-4984-b698-827667240691 None None] Provisioning complete for port 759f3e73-f178-49f8-8d11-1cd5154e1789 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:08.196573 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-168364bb-f7f7-4984-b698-827667240691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:08.368771 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fb86d-1dd8-4a54-8afd-1266df026609 req-4c2ec58f-9f99-45ac-80ea-13c7a4d903dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:08.370519 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b13fb86d-1dd8-4a54-8afd-1266df026609 req-4c2ec58f-9f99-45ac-80ea-13c7a4d903dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.5250821 Sep 29 18:36:08.397801 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af891a11-896d-40f7-977b-a6d356388055', 'name': 'tempest-TestShelveInstance-523077626-router', 'tenant_id': '86109755c35a46c9992bbd4005ceb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c6fdbeb4-9376-4bbd-833b-d98075716602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:05Z', 'updated_at': '2021-09-29T18:36:06Z', 'revision_number': 3, 'project_id': '86109755c35a46c9992bbd4005ceb9d2', 'gw_port': {'id': 'c6fdbeb4-9376-4bbd-833b-d98075716602', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af891a11-896d-40f7-977b-a6d356388055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:05Z', 'updated_at': '2021-09-29T18:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:08.400357 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Allocated IP 172.20.0.1 (661e01a0-8605-43ac-a45d-def3ad47728f/a3c0dec3-1c74-49ad-ba9e-4af31895962a/ce19c57f-b494-4df3-9109-5680b89fd2ed) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:36:08.434187 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb027ed-bee1-47c9-849f-75e6845887be None None] The sync data for ids ['af891a11-896d-40f7-977b-a6d356388055'] in n-d-811748-2 is: [{'id': 'af891a11-896d-40f7-977b-a6d356388055', 'name': 'tempest-TestShelveInstance-523077626-router', 'tenant_id': '86109755c35a46c9992bbd4005ceb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c6fdbeb4-9376-4bbd-833b-d98075716602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:05Z', 'updated_at': '2021-09-29T18:36:06Z', 'revision_number': 3, 'project_id': '86109755c35a46c9992bbd4005ceb9d2', 'gw_port': {'id': 'c6fdbeb4-9376-4bbd-833b-d98075716602', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af891a11-896d-40f7-977b-a6d356388055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:05Z', 'updated_at': '2021-09-29T18:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:36:08.468929 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fb86d-1dd8-4a54-8afd-1266df026609 req-0e924ea8-17c0-4591-be62-1f9015590a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:08.470425 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b13fb86d-1dd8-4a54-8afd-1266df026609 req-0e924ea8-17c0-4591-be62-1f9015590a57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924730 Sep 29 18:36:08.515212 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-168364bb-f7f7-4984-b698-827667240691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:08.574770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-168364bb-f7f7-4984-b698-827667240691 None None] For port 759f3e73-f178-49f8-8d11-1cd5154e1789, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=759f3e73-f178-49f8-8d11-1cd5154e1789,segment=NetworkSegment(6dd179da-ee97-4177-aee0-70610dcbf286),segment_id=6dd179da-ee97-4177-aee0-70610dcbf286)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:36:08.581682 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-168364bb-f7f7-4984-b698-827667240691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:08.645380 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:08.666084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168364bb-f7f7-4984-b698-827667240691 None None] Pushing event updated for resources: {'Port': ['ID=759f3e73-f178-49f8-8d11-1cd5154e1789,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:08.667329 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b13fb86d-1dd8-4a54-8afd-1266df026609 req-9569f5ff-61b6-4864-8e25-a1efc5bfa14c service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871440 Sep 29 18:36:08.714801 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:08.785428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Network 661e01a0-8605-43ac-a45d-def3ad47728f is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:36:08.791793 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:36:08.794284 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:36:08.885511 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:08.890378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Pushing event updated for resources: {'Port': ['ID=ce19c57f-b494-4df3-9109-5680b89fd2ed,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:08.910403 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-090dcd55-97e1-4744-b87a-672a66f53e0a None None] Provisioning complete for port 759f3e73-f178-49f8-8d11-1cd5154e1789 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:08.910782 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-090dcd55-97e1-4744-b87a-672a66f53e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:09.083007 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b13fb86d-1dd8-4a54-8afd-1266df026609 req-3a0a759b-0530-48e5-b919-a3d294458e5b service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813193 Sep 29 18:36:09.098670 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:09.152824 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 759f3e73-f178-49f8-8d11-1cd5154e1789 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:36:09.208117 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 759f3e73-f178-49f8-8d11-1cd5154e1789 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:09.208790 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:09.240245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e9cc7dc4-804a-4558-81ee-bb2ceb437850 None None] Provisioning complete for port ce19c57f-b494-4df3-9109-5680b89fd2ed triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:09.240629 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e9cc7dc4-804a-4558-81ee-bb2ceb437850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:09.286111 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e9cc7dc4-804a-4558-81ee-bb2ceb437850 None None] Port ce19c57f-b494-4df3-9109-5680b89fd2ed cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:36:09.293801 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:09.299623 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:09.334124 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c6fdbeb4-9376-4bbd-833b-d98075716602 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:36:09.378126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Pushing event updated for resources: {'Port': ['ID=ce19c57f-b494-4df3-9109-5680b89fd2ed,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:09.383783 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:09.393689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port c6fdbeb4-9376-4bbd-833b-d98075716602 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:09.394068 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:09.475785 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:09.484524 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Network 661e01a0-8605-43ac-a45d-def3ad47728f is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:36:09.486166 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:36:09.498876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port c6fdbeb4-9376-4bbd-833b-d98075716602, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c6fdbeb4-9376-4bbd-833b-d98075716602,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:36:09.506147 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:09.507016 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4ae193bf-0709-440e-a723-66c0b08f2254 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:36:09.602590 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 4ae193bf-0709-440e-a723-66c0b08f2254 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:09.602970 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:09.605822 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=c6fdbeb4-9376-4bbd-833b-d98075716602,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:09.620431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Router af891a11-896d-40f7-977b-a6d356388055 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:36:09.739836 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:36:09.747404 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-8d760640-f451-4cea-bdfb-0cdcb45b8128 admin admin] 10.222.0.44 "PUT /v2.0/routers/af891a11-896d-40f7-977b-a6d356388055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9466252 Sep 29 18:36:09.807674 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-38772c99-04bf-4961-a126-94fcb7ec86ac None None] Provisioning complete for port ce19c57f-b494-4df3-9109-5680b89fd2ed triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:09.808129 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-38772c99-04bf-4961-a126-94fcb7ec86ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:09.840868 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-38772c99-04bf-4961-a126-94fcb7ec86ac None None] Port ce19c57f-b494-4df3-9109-5680b89fd2ed cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:36:10.327824 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56016) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:10.332408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-5837441b-9109-47cb-a4d1-b5912bfe410e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-175207833', 'description': 'tempest-secgroup-smoke-175207833 description', 'project_id': '99f1b462260042ce9609393fd90e8f34'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:36:10.353562 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5837441b-9109-47cb-a4d1-b5912bfe410e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.437363 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5837441b-9109-47cb-a4d1-b5912bfe410e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.441212 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5837441b-9109-47cb-a4d1-b5912bfe410e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.471000 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5837441b-9109-47cb-a4d1-b5912bfe410e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.472238 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5837441b-9109-47cb-a4d1-b5912bfe410e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1434143 Sep 29 18:36:10.474109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837441b-9109-47cb-a4d1-b5912bfe410e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bba44e3-bf14-41d0-ba2b-fc991dd55d54,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:10.475446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56018) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:10.481701 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-caa321bf-e404-4fc5-9d4a-522cf786a196 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'security_group_rule': {'security_group_id': '3bba44e3-bf14-41d0-ba2b-fc991dd55d54', 'project_id': '99f1b462260042ce9609393fd90e8f34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:36:10.510054 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-caa321bf-e404-4fc5-9d4a-522cf786a196 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.566395 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-caa321bf-e404-4fc5-9d4a-522cf786a196 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.569866 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-caa321bf-e404-4fc5-9d4a-522cf786a196 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.588363 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa321bf-e404-4fc5-9d4a-522cf786a196 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c636199-2d2e-4a6c-ba5a-5237c8e56984,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:10.591839 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-caa321bf-e404-4fc5-9d4a-522cf786a196 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.592949 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-caa321bf-e404-4fc5-9d4a-522cf786a196 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149449 Sep 29 18:36:10.595711 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56020) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:10.599999 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-4b970f4d-cd6b-4cf8-9b19-15d8e3480f6a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'security_group_rule': {'security_group_id': '3bba44e3-bf14-41d0-ba2b-fc991dd55d54', 'project_id': '99f1b462260042ce9609393fd90e8f34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:36:10.626607 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b970f4d-cd6b-4cf8-9b19-15d8e3480f6a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.685857 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b970f4d-cd6b-4cf8-9b19-15d8e3480f6a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.689706 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b970f4d-cd6b-4cf8-9b19-15d8e3480f6a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.713138 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b970f4d-cd6b-4cf8-9b19-15d8e3480f6a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f7e023-c6e7-4d0e-b274-8591e2050cec,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:10.717021 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4b970f4d-cd6b-4cf8-9b19-15d8e3480f6a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.718319 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4b970f4d-cd6b-4cf8-9b19-15d8e3480f6a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216528 Sep 29 18:36:10.721242 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56022) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:10.725635 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c9fde6fc-7aa7-4aa1-a934-a090ee336d65 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'security_group_rule': {'security_group_id': '3bba44e3-bf14-41d0-ba2b-fc991dd55d54', 'project_id': '99f1b462260042ce9609393fd90e8f34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:36:10.753871 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c9fde6fc-7aa7-4aa1-a934-a090ee336d65 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.814140 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c9fde6fc-7aa7-4aa1-a934-a090ee336d65 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.817953 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c9fde6fc-7aa7-4aa1-a934-a090ee336d65 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.838515 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fde6fc-7aa7-4aa1-a934-a090ee336d65 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31290c8d-9597-492e-8d1d-8dff1da884bc,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:10.846204 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c9fde6fc-7aa7-4aa1-a934-a090ee336d65 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.847944 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c9fde6fc-7aa7-4aa1-a934-a090ee336d65 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254225 Sep 29 18:36:10.850355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56024) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:10.855477 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-f21fc81b-f889-40b8-96d2-d52668f8555d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'security_group_rule': {'security_group_id': '3bba44e3-bf14-41d0-ba2b-fc991dd55d54', 'project_id': '99f1b462260042ce9609393fd90e8f34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:36:10.882479 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f21fc81b-f889-40b8-96d2-d52668f8555d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.922866 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9c018e38-a1a9-4488-afb9-c0d11420376c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.947256 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Sync routers for ids ['af891a11-896d-40f7-977b-a6d356388055'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:36:10.952484 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f21fc81b-f889-40b8-96d2-d52668f8555d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.956279 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f21fc81b-f889-40b8-96d2-d52668f8555d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.958320 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Routers {'af891a11-896d-40f7-977b-a6d356388055'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:36:10.958948 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:35:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['af891a11-896d-40f7-977b-a6d356388055'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:10.976698 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fc81b-f889-40b8-96d2-d52668f8555d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566847ce-4d5e-470f-9c26-b5fc28a7975f,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:10.989990 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f21fc81b-f889-40b8-96d2-d52668f8555d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:10.991279 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f21fc81b-f889-40b8-96d2-d52668f8555d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400173 Sep 29 18:36:10.994277 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56026) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:10.999801 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-a77fcf1b-7f73-4168-b697-649192b258a1 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'security_group_rule': {'security_group_id': '3bba44e3-bf14-41d0-ba2b-fc991dd55d54', 'project_id': '99f1b462260042ce9609393fd90e8f34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:36:11.002715 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c6fdbeb4-9376-4bbd-833b-d98075716602 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:36:11.021836 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-a77fcf1b-7f73-4168-b697-649192b258a1 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Project 99f1b462260042ce9609393fd90e8f34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:36:11.027104 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a77fcf1b-7f73-4168-b697-649192b258a1 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:11.085557 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a77fcf1b-7f73-4168-b697-649192b258a1 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:11.090093 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a77fcf1b-7f73-4168-b697-649192b258a1 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:11.107844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fcf1b-7f73-4168-b697-649192b258a1 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4aa36b-c8d6-4c93-8937-1db9fe28ea27,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:11.110955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Set router af891a11-896d-40f7-977b-a6d356388055 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:36:11.113329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port c6fdbeb4-9376-4bbd-833b-d98075716602 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:11.113812 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:11.115326 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-a77fcf1b-7f73-4168-b697-649192b258a1 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:11.117726 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-a77fcf1b-7f73-4168-b697-649192b258a1 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223035 Sep 29 18:36:11.119408 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56028) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:11.123825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-c4c6809e-b0f4-4124-8b0d-51da29e0218b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'security_group_rule': {'security_group_id': '3bba44e3-bf14-41d0-ba2b-fc991dd55d54', 'project_id': '99f1b462260042ce9609393fd90e8f34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:36:11.147000 n-d-811748-2 neutron-server[95015]: INFO neutron.db.securitygroups_db [None req-c4c6809e-b0f4-4124-8b0d-51da29e0218b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Project 99f1b462260042ce9609393fd90e8f34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:36:11.152409 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4c6809e-b0f4-4124-8b0d-51da29e0218b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:11.215518 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4c6809e-b0f4-4124-8b0d-51da29e0218b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:11.219294 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4c6809e-b0f4-4124-8b0d-51da29e0218b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:11.237203 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6809e-b0f4-4124-8b0d-51da29e0218b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cb135c-cea3-4e19-a376-c68c06dbcffd,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:11.250382 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-c4c6809e-b0f4-4124-8b0d-51da29e0218b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:11.251945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-c4c6809e-b0f4-4124-8b0d-51da29e0218b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1315389 Sep 29 18:36:11.379006 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af891a11-896d-40f7-977b-a6d356388055', 'name': 'tempest-TestShelveInstance-523077626-router', 'tenant_id': '86109755c35a46c9992bbd4005ceb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c6fdbeb4-9376-4bbd-833b-d98075716602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:05Z', 'updated_at': '2021-09-29T18:36:09Z', 'revision_number': 4, 'project_id': '86109755c35a46c9992bbd4005ceb9d2', 'gw_port': {'id': 'c6fdbeb4-9376-4bbd-833b-d98075716602', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af891a11-896d-40f7-977b-a6d356388055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:05Z', 'updated_at': '2021-09-29T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'ce19c57f-b494-4df3-9109-5680b89fd2ed', 'name': '', 'network_id': '661e01a0-8605-43ac-a45d-def3ad47728f', 'tenant_id': '86109755c35a46c9992bbd4005ceb9d2', 'mac_address': 'fa:16:3e:10:f5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af891a11-896d-40f7-977b-a6d356388055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a3c0dec3-1c74-49ad-ba9e-4af31895962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:07Z', 'updated_at': '2021-09-29T18:36:09Z', 'revision_number': 2, 'project_id': '86109755c35a46c9992bbd4005ceb9d2', 'subnets': [{'id': 'a3c0dec3-1c74-49ad-ba9e-4af31895962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:11.392608 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-1b4766ce-4fb1-42cd-bbd1-fce07c872123 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-175207833&fields=id&tenant_id=99f1b462260042ce9609393fd90e8f34 HTTP/1.1" status: 200 len: 267 time: 0.0328653 Sep 29 18:36:11.404644 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Checking router: af891a11-896d-40f7-977b-a6d356388055 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:36:11.405002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Updating router af891a11-896d-40f7-977b-a6d356388055 port ce19c57f-b494-4df3-9109-5680b89fd2ed binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:36:11.429215 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:11.498569 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-ccd5a9cd-661e-45f8-a975-3ff33771b96e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:11.500049 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-ccd5a9cd-661e-45f8-a975-3ff33771b96e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 809 time: 0.1003070 Sep 29 18:36:11.515228 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-e1164899-b02d-457e-a1ac-b14bb3cde004 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/quotas/99f1b462260042ce9609393fd90e8f34 HTTP/1.1" status: 200 len: 375 time: 0.0092716 Sep 29 18:36:11.570429 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-7eee6bf3-eb87-4963-84c7-ffa3f6c848c1 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497594 Sep 29 18:36:11.666846 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-c06b6ff4-d88e-4465-9452-ad13ad651f05 service neutron] 10.222.0.44 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844166 Sep 29 18:36:11.694171 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:11.699850 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:11.749564 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084d029-080d-470b-9957-3a07caf8dae7 None None] Pushing event updated for resources: {'Port': ['ID=ce19c57f-b494-4df3-9109-5680b89fd2ed,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:11.762222 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-b7bd2469-50b8-410f-b810-43cf2442d7f3 service neutron] 10.222.0.44 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889697 Sep 29 18:36:11.809148 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Attempting to bind port ce19c57f-b494-4df3-9109-5680b89fd2ed on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:36:11.809552 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Attempting to bind port ce19c57f-b494-4df3-9109-5680b89fd2ed by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '6dd179da-ee97-4177-aee0-70610dcbf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '661e01a0-8605-43ac-a45d-def3ad47728f'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:36:11.809917 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Attempting to bind port ce19c57f-b494-4df3-9109-5680b89fd2ed on network 661e01a0-8605-43ac-a45d-def3ad47728f {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:36:11.815342 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:36:11.815737 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Checking segment: {'id': '6dd179da-ee97-4177-aee0-70610dcbf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '661e01a0-8605-43ac-a45d-def3ad47728f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:36:11.816121 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:11.816525 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Bound using segment: {'id': '6dd179da-ee97-4177-aee0-70610dcbf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '661e01a0-8605-43ac-a45d-def3ad47728f'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:36:11.817136 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Bound port: ce19c57f-b494-4df3-9109-5680b89fd2ed, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dd179da-ee97-4177-aee0-70610dcbf286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '661e01a0-8605-43ac-a45d-def3ad47728f'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:36:11.817551 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:11.904512 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] For port ce19c57f-b494-4df3-9109-5680b89fd2ed, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:36:11.908896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] For port ce19c57f-b494-4df3-9109-5680b89fd2ed, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ce19c57f-b494-4df3-9109-5680b89fd2ed,segment=NetworkSegment(6dd179da-ee97-4177-aee0-70610dcbf286),segment_id=6dd179da-ee97-4177-aee0-70610dcbf286)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:36:11.917187 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:11.954886 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-82e0bbb0-d485-483c-b7f1-c59e370e5aab req-8c22ca84-600c-4fce-8a67-d819e92c7dc8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 210 time: 0.0336094 Sep 29 18:36:11.994873 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Routers {'af891a11-896d-40f7-977b-a6d356388055'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:36:11.995623 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:35:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['af891a11-896d-40f7-977b-a6d356388055'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:12.035765 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1084d029-080d-470b-9957-3a07caf8dae7 None None] Pushing event updated for resources: {'Port': ['ID=ce19c57f-b494-4df3-9109-5680b89fd2ed,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:12.099171 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-391541c0-4570-472c-830f-84c7d1ce0c47 None None] Provisioning complete for port ce19c57f-b494-4df3-9109-5680b89fd2ed triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:12.099547 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-391541c0-4570-472c-830f-84c7d1ce0c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:12.162029 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] Set router af891a11-896d-40f7-977b-a6d356388055 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:36:12.280982 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-391541c0-4570-472c-830f-84c7d1ce0c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:12.363073 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-391541c0-4570-472c-830f-84c7d1ce0c47 None None] For port ce19c57f-b494-4df3-9109-5680b89fd2ed, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ce19c57f-b494-4df3-9109-5680b89fd2ed,segment=NetworkSegment(6dd179da-ee97-4177-aee0-70610dcbf286),segment_id=6dd179da-ee97-4177-aee0-70610dcbf286)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:36:12.368094 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-391541c0-4570-472c-830f-84c7d1ce0c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:12.452392 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391541c0-4570-472c-830f-84c7d1ce0c47 None None] Pushing event updated for resources: {'Port': ['ID=ce19c57f-b494-4df3-9109-5680b89fd2ed,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:12.473932 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af891a11-896d-40f7-977b-a6d356388055', 'name': 'tempest-TestShelveInstance-523077626-router', 'tenant_id': '86109755c35a46c9992bbd4005ceb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c6fdbeb4-9376-4bbd-833b-d98075716602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:05Z', 'updated_at': '2021-09-29T18:36:09Z', 'revision_number': 4, 'project_id': '86109755c35a46c9992bbd4005ceb9d2', 'gw_port': {'id': 'c6fdbeb4-9376-4bbd-833b-d98075716602', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af891a11-896d-40f7-977b-a6d356388055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:05Z', 'updated_at': '2021-09-29T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'ce19c57f-b494-4df3-9109-5680b89fd2ed', 'name': '', 'network_id': '661e01a0-8605-43ac-a45d-def3ad47728f', 'tenant_id': '86109755c35a46c9992bbd4005ceb9d2', 'mac_address': 'fa:16:3e:10:f5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af891a11-896d-40f7-977b-a6d356388055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a3c0dec3-1c74-49ad-ba9e-4af31895962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:07Z', 'updated_at': '2021-09-29T18:36:11Z', 'revision_number': 4, 'project_id': '86109755c35a46c9992bbd4005ceb9d2', 'subnets': [{'id': 'a3c0dec3-1c74-49ad-ba9e-4af31895962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:12.510901 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d2304-e9c2-4b2e-ab86-285325e2f010 None None] The sync data for ids ['af891a11-896d-40f7-977b-a6d356388055'] in n-d-811748-2 is: [{'id': 'af891a11-896d-40f7-977b-a6d356388055', 'name': 'tempest-TestShelveInstance-523077626-router', 'tenant_id': '86109755c35a46c9992bbd4005ceb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c6fdbeb4-9376-4bbd-833b-d98075716602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:05Z', 'updated_at': '2021-09-29T18:36:09Z', 'revision_number': 4, 'project_id': '86109755c35a46c9992bbd4005ceb9d2', 'gw_port': {'id': 'c6fdbeb4-9376-4bbd-833b-d98075716602', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af891a11-896d-40f7-977b-a6d356388055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:05Z', 'updated_at': '2021-09-29T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': 'ce19c57f-b494-4df3-9109-5680b89fd2ed', 'name': '', 'network_id': '661e01a0-8605-43ac-a45d-def3ad47728f', 'tenant_id': '86109755c35a46c9992bbd4005ceb9d2', 'mac_address': 'fa:16:3e:10:f5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af891a11-896d-40f7-977b-a6d356388055', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'a3c0dec3-1c74-49ad-ba9e-4af31895962a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:07Z', 'updated_at': '2021-09-29T18:36:11Z', 'revision_number': 4, 'project_id': '86109755c35a46c9992bbd4005ceb9d2', 'subnets': [{'id': 'a3c0dec3-1c74-49ad-ba9e-4af31895962a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:36:12.517624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5f674e51-b8be-4066-a487-282ea09619ba None None] Provisioning complete for port ce19c57f-b494-4df3-9109-5680b89fd2ed triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:12.517998 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5f674e51-b8be-4066-a487-282ea09619ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:13.035819 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-ffbfe62a-a3f8-429c-925d-b3bd91575196 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:13.037413 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-ffbfe62a-a3f8-429c-925d-b3bd91575196 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 809 time: 0.1573544 Sep 29 18:36:13.045949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ce19c57f-b494-4df3-9109-5680b89fd2ed up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:36:13.086230 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-210a6011-ba03-400b-a5a0-e66682b16dec tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99f1b462260042ce9609393fd90e8f34 HTTP/1.1" status: 200 len: 379 time: 0.0391285 Sep 29 18:36:13.089416 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b72b276f-0252-40f4-8c62-ec347c1475c9 req-cc064679-56a7-495d-b3bd-5f0f89f1802a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 210 time: 0.0314505 Sep 29 18:36:13.098928 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-7a196f5b-2457-4bc5-9017-bb30c005098b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'port': {'device_id': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'admin_state_up': True, 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'security_groups': ['3bba44e3-bf14-41d0-ba2b-fc991dd55d54']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:36:13.102909 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port ce19c57f-b494-4df3-9109-5680b89fd2ed triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:13.103384 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:13.213710 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-7a196f5b-2457-4bc5-9017-bb30c005098b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Made reservation on behalf of 99f1b462260042ce9609393fd90e8f34 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:36:13.217171 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-7a196f5b-2457-4bc5-9017-bb30c005098b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:13.349065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-7a196f5b-2457-4bc5-9017-bb30c005098b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Allocated IP 172.20.0.9 (7eb5e99d-81e3-4480-ab87-fdeb4b3fb215/d8b9f834-ab37-44c0-88f4-f9489370f237/e51f8f00-4670-47b0-ac4f-5cb202964b7a) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:36:13.489211 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-7a196f5b-2457-4bc5-9017-bb30c005098b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:13.629723 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-35e53417-884c-4071-8d0b-1ea932733349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:13.827083 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-7a196f5b-2457-4bc5-9017-bb30c005098b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:13.866299 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-7a196f5b-2457-4bc5-9017-bb30c005098b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:36:13.870159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-7a196f5b-2457-4bc5-9017-bb30c005098b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:36:13.872604 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-7a196f5b-2457-4bc5-9017-bb30c005098b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:36:13.910036 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a196f5b-2457-4bc5-9017-bb30c005098b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'Port': ['ID=e51f8f00-4670-47b0-ac4f-5cb202964b7a,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:13.932459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-7a196f5b-2457-4bc5-9017-bb30c005098b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:13.933183 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-7a196f5b-2457-4bc5-9017-bb30c005098b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:13.948176 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-7a196f5b-2457-4bc5-9017-bb30c005098b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8553200 Sep 29 18:36:13.960655 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Request body: {'port': {'device_id': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:36:14.024526 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:14.150279 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-36726d59-a699-4f8f-9077-1f93d7a7f2e8 None None] Provisioning complete for port e51f8f00-4670-47b0-ac4f-5cb202964b7a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:14.150840 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-36726d59-a699-4f8f-9077-1f93d7a7f2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:14.193217 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-36726d59-a699-4f8f-9077-1f93d7a7f2e8 None None] Port e51f8f00-4670-47b0-ac4f-5cb202964b7a cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:36:14.207031 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e2063-f08a-4fa1-a925-bb66be6883c5 req-f0538664-6216-438c-adf4-a8c361babc55 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:14.208604 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-309e2063-f08a-4fa1-a925-bb66be6883c5 req-f0538664-6216-438c-adf4-a8c361babc55 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 931 time: 0.0506313 Sep 29 18:36:14.257819 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-309e2063-f08a-4fa1-a925-bb66be6883c5 req-2ef4f680-0e09-45ce-a2be-f05c119e529b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382237 Sep 29 18:36:14.305853 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51f8f00-4670-47b0-ac4f-5cb202964b7a {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:36:14.312984 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:14.325753 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Transition to ACTIVE for port object e51f8f00-4670-47b0-ac4f-5cb202964b7a will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:36:14.329728 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:14.379361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e51f8f00-4670-47b0-ac4f-5cb202964b7a,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:14.453917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Attempting to bind port e51f8f00-4670-47b0-ac4f-5cb202964b7a on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:36:14.454266 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Attempting to bind port e51f8f00-4670-47b0-ac4f-5cb202964b7a by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:36:14.454576 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Attempting to bind port e51f8f00-4670-47b0-ac4f-5cb202964b7a on network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:36:14.458911 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Port e51f8f00-4670-47b0-ac4f-5cb202964b7a on network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:36:14.459223 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Attempting to bind port e51f8f00-4670-47b0-ac4f-5cb202964b7a on network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:36:14.465468 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:36:14.465900 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Checking segment: {'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:36:14.466297 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Bound using segment: {'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:36:14.466729 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Bound port: e51f8f00-4670-47b0-ac4f-5cb202964b7a, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:36:14.467088 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:14.533862 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] For port e51f8f00-4670-47b0-ac4f-5cb202964b7a, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:36:14.537066 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] For port e51f8f00-4670-47b0-ac4f-5cb202964b7a, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:36:14.542503 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:14.580791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:14.581454 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:14.582840 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] 10.222.0.49 "PUT /v2.0/ports/e51f8f00-4670-47b0-ac4f-5cb202964b7a HTTP/1.1" status: 200 len: 1091 time: 0.6267502 Sep 29 18:36:14.583283 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'tag': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:36:14.585589 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e8966c-afe6-4504-a2cb-ff0ac99c580e" -d '{"events": [{"name": "network-changed", "server_uuid": "c781d590-b127-49aa-90fa-8f0fdf91a6e9", "tag": "e51f8f00-4670-47b0-ac4f-5cb202964b7a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:36:14.610520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b01f3-b4c6-49d1-ba51-4c5175754cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=e51f8f00-4670-47b0-ac4f-5cb202964b7a,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:14.667773 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72169218-1e14-4714-8193-22a318e51dba x-openstack-request-id: req-72169218-1e14-4714-8193-22a318e51dba {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:36:14.668170 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c781d590-b127-49aa-90fa-8f0fdf91a6e9", "tag": "e51f8f00-4670-47b0-ac4f-5cb202964b7a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:36:14.668518 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72169218-1e14-4714-8193-22a318e51dba {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:36:14.669028 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'tag': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'status': 'completed', 'code': 200} Sep 29 18:36:14.692286 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-adae5cad-d2ab-4eda-9918-f5a4514c2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:14.693863 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-adae5cad-d2ab-4eda-9918-f5a4514c2ff1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 1094 time: 0.0619705 Sep 29 18:36:14.739902 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-aae07d28-8282-47d0-8e4d-b0a69892ff7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a HTTP/1.1" status: 200 len: 217 time: 0.0367429 Sep 29 18:36:14.776888 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:14.798898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-669f6653-420e-447a-8ff1-9efd80f55e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:14.800535 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-669f6653-420e-447a-8ff1-9efd80f55e6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0530639 Sep 29 18:36:14.856608 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-b60af025-cb15-4596-8783-fec9ecbae52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:14.859020 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-b60af025-cb15-4596-8783-fec9ecbae52c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497520 Sep 29 18:36:14.861486 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:14.949568 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-20305a39-a372-4557-9d7f-79f745c13d8d service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829725 Sep 29 18:36:15.041166 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-70e02476-89ff-46b2-9f62-d491ae1d2d7c req-31468b98-4f5e-459f-9655-87eb595cfb71 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847025 Sep 29 18:36:15.124749 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8966c-afe6-4504-a2cb-ff0ac99c580e req-e35efff9-eb8a-4ce4-b5c4-d43cfb913583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:15.126308 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e1e8966c-afe6-4504-a2cb-ff0ac99c580e req-e35efff9-eb8a-4ce4-b5c4-d43cfb913583 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 1094 time: 0.0414615 Sep 29 18:36:15.214545 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:15.222037 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8966c-afe6-4504-a2cb-ff0ac99c580e req-64149e5a-53a5-4f1e-ac0d-bcfa2025bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:15.223555 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e1e8966c-afe6-4504-a2cb-ff0ac99c580e req-64149e5a-53a5-4f1e-ac0d-bcfa2025bb0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0906329 Sep 29 18:36:15.266794 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e1e8966c-afe6-4504-a2cb-ff0ac99c580e req-ee22b610-b4d2-460e-acf1-b0631c0150ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a HTTP/1.1" status: 200 len: 217 time: 0.0361123 Sep 29 18:36:15.319027 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8966c-afe6-4504-a2cb-ff0ac99c580e req-885ce40d-5add-44b8-818c-c9c018b331e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:15.321002 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e1e8966c-afe6-4504-a2cb-ff0ac99c580e req-885ce40d-5add-44b8-818c-c9c018b331e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0454516 Sep 29 18:36:15.367821 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8966c-afe6-4504-a2cb-ff0ac99c580e req-55a7d93e-5f4c-45a8-abe1-4c5e5a59b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:15.369395 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e1e8966c-afe6-4504-a2cb-ff0ac99c580e req-55a7d93e-5f4c-45a8-abe1-4c5e5a59b4cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414233 Sep 29 18:36:15.375435 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce9527-aeae-46b3-ad8c-b2fbd9eb33b0 req-9126f064-01d4-4209-af1a-73a4ae554b97 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:15.377017 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-72ce9527-aeae-46b3-ad8c-b2fbd9eb33b0 req-9126f064-01d4-4209-af1a-73a4ae554b97 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 943 time: 0.0489819 Sep 29 18:36:15.419258 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-72ce9527-aeae-46b3-ad8c-b2fbd9eb33b0 req-c6821d7f-0216-46e9-b158-a5bf6752ffae tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352628 Sep 29 18:36:15.467476 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e1e8966c-afe6-4504-a2cb-ff0ac99c580e req-6121ebf4-b997-4788-b53e-d1fb931dee78 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900605 Sep 29 18:36:15.564661 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e1e8966c-afe6-4504-a2cb-ff0ac99c580e req-62077e9b-7cee-4ab4-a24a-57b617a060b3 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889173 Sep 29 18:36:16.497214 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e51f8f00-4670-47b0-ac4f-5cb202964b7a details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:36:16.536542 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bc4c3-947d-4c9b-a532-bf5ed8e64396 req-02a0de83-0bf5-4930-9eb3-40a412d43f02 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:16.538062 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-474bc4c3-947d-4c9b-a532-bf5ed8e64396 req-02a0de83-0bf5-4930-9eb3-40a412d43f02 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 943 time: 0.0524721 Sep 29 18:36:16.580461 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-474bc4c3-947d-4c9b-a532-bf5ed8e64396 req-f8d461c6-8907-40f3-b300-3218835d5301 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315130 Sep 29 18:36:16.597584 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e51f8f00-4670-47b0-ac4f-5cb202964b7a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:36:16.608875 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'port_id': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'mac_address': 'fa:16:3e:80:c2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:36:16.645546 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:16.657810 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51f8f00-4670-47b0-ac4f-5cb202964b7a {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:36:16.676924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e51f8f00-4670-47b0-ac4f-5cb202964b7a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:36:16.681694 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:16.729728 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=e51f8f00-4670-47b0-ac4f-5cb202964b7a,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:16.885142 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['e51f8f00-4670-47b0-ac4f-5cb202964b7a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:36:17.165866 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:17.692489 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13bb65-7cf5-46a1-82de-6b3dad456e89 req-2aca8bf0-5b03-4f21-855e-7bd06e82d5a4 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:17.693956 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e13bb65-7cf5-46a1-82de-6b3dad456e89 req-2aca8bf0-5b03-4f21-855e-7bd06e82d5a4 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 944 time: 0.0489562 Sep 29 18:36:17.734351 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e13bb65-7cf5-46a1-82de-6b3dad456e89 req-511152b5-5ae6-48e8-b48c-a701874aeb41 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339248 Sep 29 18:36:18.514673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e51f8f00-4670-47b0-ac4f-5cb202964b7a up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:36:18.564379 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port e51f8f00-4670-47b0-ac4f-5cb202964b7a completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:36:18.567990 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port e51f8f00-4670-47b0-ac4f-5cb202964b7a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:36:18.568356 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:18.644453 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:18.669766 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:36:18.672088 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1332de2-835f-4e75-8dbc-6dd97e223bf6" -d '{"events": [{"server_uuid": "c781d590-b127-49aa-90fa-8f0fdf91a6e9", "name": "network-vif-plugged", "status": "completed", "tag": "e51f8f00-4670-47b0-ac4f-5cb202964b7a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:36:18.684828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e51f8f00-4670-47b0-ac4f-5cb202964b7a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:36:18.688833 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:18.715617 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a124fbd-37bc-4e6a-8d74-63018c021bba x-openstack-request-id: req-4a124fbd-37bc-4e6a-8d74-63018c021bba {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:36:18.715910 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c781d590-b127-49aa-90fa-8f0fdf91a6e9", "name": "network-vif-plugged", "status": "completed", "tag": "e51f8f00-4670-47b0-ac4f-5cb202964b7a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:36:18.716156 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a124fbd-37bc-4e6a-8d74-63018c021bba {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:36:18.716534 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'code': 200} Sep 29 18:36:18.741726 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=e51f8f00-4670-47b0-ac4f-5cb202964b7a,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:18.807483 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67c6c6-db8a-4d84-943c-1c96b67cf8f5 req-8260601a-f574-4a52-a2f8-967050519374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:18.811316 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c67c6c6-db8a-4d84-943c-1c96b67cf8f5 req-8260601a-f574-4a52-a2f8-967050519374 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0463421 Sep 29 18:36:18.849149 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-3c67c6c6-db8a-4d84-943c-1c96b67cf8f5 req-df1f6985-b8ba-4ad5-b31d-99f7d5f126fb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308559 Sep 29 18:36:18.855948 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382254b1-8fc3-480b-a8a0-31de778d829a req-af85b22b-6f66-4ead-84e3-3a5cf5d3073e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:18.857450 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-382254b1-8fc3-480b-a8a0-31de778d829a req-af85b22b-6f66-4ead-84e3-3a5cf5d3073e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0512402 Sep 29 18:36:18.894275 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-382254b1-8fc3-480b-a8a0-31de778d829a req-d409afc8-b625-4331-967b-247a769d122e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308599 Sep 29 18:36:20.011335 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de841b84-1678-4201-a436-59e8d3b7e2ab req-76164c0a-fe1f-407e-999b-2f9032e9af8b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:20.013080 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de841b84-1678-4201-a436-59e8d3b7e2ab req-76164c0a-fe1f-407e-999b-2f9032e9af8b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0500824 Sep 29 18:36:20.050195 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de841b84-1678-4201-a436-59e8d3b7e2ab req-4b74e073-1cd6-4255-ac06-c91cdf72fc10 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312383 Sep 29 18:36:20.162108 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c2fbd-b59f-4993-8bf0-0468711acb0a req-f82f9730-fc53-45a2-995e-57cff74493f0 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:20.163803 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-604c2fbd-b59f-4993-8bf0-0468711acb0a req-f82f9730-fc53-45a2-995e-57cff74493f0 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0487158 Sep 29 18:36:20.204465 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-604c2fbd-b59f-4993-8bf0-0468711acb0a req-2ebd6de9-351f-4ec4-81b1-9c9aa13a0ddc tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339472 Sep 29 18:36:20.225739 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56080) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:20.353189 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c739dd3-8847-4ca5-8670-dc162da99fae tempest-TestShelveInstance-1351027978 tempest-TestShelveInstance-1351027978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:20.354739 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3c739dd3-8847-4ca5-8670-dc162da99fae tempest-TestShelveInstance-1351027978 tempest-TestShelveInstance-1351027978-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 1091 time: 0.1280439 Sep 29 18:36:20.357619 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56084) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:36:20.361820 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:36:20.383743 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:20.479332 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:20.586819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Allocated IP 172.25.2.12 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/4b85f0e2-7196-4399-8850-dd824e3b42f5) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:36:20.684638 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:20.718823 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:20.760886 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:36:20.763859 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:36:20.767255 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:36:20.792363 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'Port': ['ID=4b85f0e2-7196-4399-8850-dd824e3b42f5,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:21.110052 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:21.191359 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:21.403745 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:21.408286 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:21.477668 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'Port': ['ID=4b85f0e2-7196-4399-8850-dd824e3b42f5,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:36:21.489654 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:21.592202 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Floating IP 2d190f48-31c1-423d-a52e-653db6ad7b8e associated. External IP: 172.25.2.12, port: e51f8f00-4670-47b0-ac4f-5cb202964b7a. Sep 29 18:36:21.817318 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Router b28020d7-e737-4995-8264-8b2945171ca6 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:36:21.946531 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:36:21.957639 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b747e-84a8-4157-8c53-1c64df7b0853 None None] Sync routers for ids ['b28020d7-e737-4995-8264-8b2945171ca6'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:36:21.969186 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b747e-84a8-4157-8c53-1c64df7b0853 None None] Routers {'b28020d7-e737-4995-8264-8b2945171ca6'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:36:21.969862 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-918b747e-84a8-4157-8c53-1c64df7b0853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:36:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b28020d7-e737-4995-8264-8b2945171ca6'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:21.971841 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:21.999603 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-47fb11a7-fac0-46d8-94af-afa22338f9fe tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6408641 Sep 29 18:36:22.000205 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'tag': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:36:22.002619 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b4309c-414a-48af-ab69-98b2e2d8e413" -d '{"events": [{"name": "network-changed", "server_uuid": "c781d590-b127-49aa-90fa-8f0fdf91a6e9", "tag": "e51f8f00-4670-47b0-ac4f-5cb202964b7a"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:36:22.042445 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594204a5-d12d-4d61-9763-fa77ea687058 x-openstack-request-id: req-594204a5-d12d-4d61-9763-fa77ea687058 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:36:22.042738 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c781d590-b127-49aa-90fa-8f0fdf91a6e9", "tag": "e51f8f00-4670-47b0-ac4f-5cb202964b7a", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:36:22.042991 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-594204a5-d12d-4d61-9763-fa77ea687058 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:36:22.043439 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'tag': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'status': 'completed', 'code': 200} Sep 29 18:36:22.105779 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4309c-414a-48af-ab69-98b2e2d8e413 req-bb08b24a-42b3-4f1e-9da9-782f70a6914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:22.107360 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22b4309c-414a-48af-ab69-98b2e2d8e413 req-bb08b24a-42b3-4f1e-9da9-782f70a6914c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0412695 Sep 29 18:36:22.119238 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-918b747e-84a8-4157-8c53-1c64df7b0853 None None] Set router b28020d7-e737-4995-8264-8b2945171ca6 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:36:22.203506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4309c-414a-48af-ab69-98b2e2d8e413 req-d7820d4f-c926-4075-812d-dc579d37c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:22.204962 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22b4309c-414a-48af-ab69-98b2e2d8e413 req-d7820d4f-c926-4075-812d-dc579d37c220 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0908055 Sep 29 18:36:22.273414 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22b4309c-414a-48af-ab69-98b2e2d8e413 req-f26ed597-4716-49db-909c-f8afae4ec2e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a HTTP/1.1" status: 200 len: 998 time: 0.0609577 Sep 29 18:36:22.330949 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4309c-414a-48af-ab69-98b2e2d8e413 req-ee2824f0-102f-4f77-867d-68edde8c54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:22.332430 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22b4309c-414a-48af-ab69-98b2e2d8e413 req-ee2824f0-102f-4f77-867d-68edde8c54c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0517795 Sep 29 18:36:22.351767 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-918b747e-84a8-4157-8c53-1c64df7b0853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '2d190f48-31c1-423d-a52e-653db6ad7b8e', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'port_id': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'mac_address': 'fa:16:3e:80:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:36:20Z', 'updated_at': '2021-09-29T18:36:20Z', 'revision_number': 0, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae193bf-0709-440e-a723-66c0b08f2254', 'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'mac_address': 'fa:16:3e:99:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:02Z', 'updated_at': '2021-09-29T18:36:07Z', 'revision_number': 5, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'subnets': [{'id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:22.377456 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4309c-414a-48af-ab69-98b2e2d8e413 req-e5f6d071-b853-4093-b46b-215a77815a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:36:22.377916 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b747e-84a8-4157-8c53-1c64df7b0853 None None] Checking router: b28020d7-e737-4995-8264-8b2945171ca6 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:36:22.378911 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22b4309c-414a-48af-ab69-98b2e2d8e413 req-e5f6d071-b853-4093-b46b-215a77815a4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397735 Sep 29 18:36:22.386605 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918b747e-84a8-4157-8c53-1c64df7b0853 None None] Routers {'b28020d7-e737-4995-8264-8b2945171ca6'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:36:22.387194 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-918b747e-84a8-4157-8c53-1c64df7b0853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:36:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b28020d7-e737-4995-8264-8b2945171ca6'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:22.475817 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22b4309c-414a-48af-ab69-98b2e2d8e413 req-8e21823a-c920-4314-8372-5c507691996d service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890188 Sep 29 18:36:22.490567 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-918b747e-84a8-4157-8c53-1c64df7b0853 None None] Set router b28020d7-e737-4995-8264-8b2945171ca6 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:36:22.573890 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-22b4309c-414a-48af-ab69-98b2e2d8e413 req-9451e99d-231b-4216-b7ae-3b216b8fa769 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908592 Sep 29 18:36:22.721857 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-918b747e-84a8-4157-8c53-1c64df7b0853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '2d190f48-31c1-423d-a52e-653db6ad7b8e', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'port_id': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'mac_address': 'fa:16:3e:80:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:36:20Z', 'updated_at': '2021-09-29T18:36:20Z', 'revision_number': 0, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae193bf-0709-440e-a723-66c0b08f2254', 'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'mac_address': 'fa:16:3e:99:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:02Z', 'updated_at': '2021-09-29T18:36:07Z', 'revision_number': 5, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'subnets': [{'id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:36:22.748437 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918b747e-84a8-4157-8c53-1c64df7b0853 None None] The sync data for ids ['b28020d7-e737-4995-8264-8b2945171ca6'] in n-d-811748-2 is: [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '2d190f48-31c1-423d-a52e-653db6ad7b8e', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'floating_ip_address': '172.25.2.12', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'port_id': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'mac_address': 'fa:16:3e:80:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:36:20Z', 'updated_at': '2021-09-29T18:36:20Z', 'revision_number': 0, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae193bf-0709-440e-a723-66c0b08f2254', 'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'mac_address': 'fa:16:3e:99:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:02Z', 'updated_at': '2021-09-29T18:36:07Z', 'revision_number': 5, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'subnets': [{'id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:36:22.935920 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f379a51-a568-4def-8b95-49e1830594bf None None] New status for floating IP 2d190f48-31c1-423d-a52e-653db6ad7b8e: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:36:23.320976 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:36:28.161459 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:40.923682 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-91060348-7ba4-41bb-bc17-1ac2b738d21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:43.629676 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-efacb1bc-ae51-4af2-981c-cb9e8b33cec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:44.778582 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:44.857154 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:45.226411 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:47.158335 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:36:58.176226 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:37:00.319345 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:37:01.407137 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-25fab17d-0d7c-458f-9ff7-d707f75dc444 req-f1105fb9-d788-4d75-8864-673a36133520 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394433 Sep 29 18:37:01.487281 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fab17d-0d7c-458f-9ff7-d707f75dc444 req-b20c2cc6-0d03-4453-ab68-b3f3726b186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:37:01.488776 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-25fab17d-0d7c-458f-9ff7-d707f75dc444 req-b20c2cc6-0d03-4453-ab68-b3f3726b186b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0397904 Sep 29 18:37:01.592708 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fab17d-0d7c-458f-9ff7-d707f75dc444 req-e816757f-91db-483a-b327-8a4ee810462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:37:01.594103 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-25fab17d-0d7c-458f-9ff7-d707f75dc444 req-e816757f-91db-483a-b327-8a4ee810462e service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0875487 Sep 29 18:37:01.656686 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-25fab17d-0d7c-458f-9ff7-d707f75dc444 req-977f2c34-8a24-4d52-b04b-9b631e920a8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a HTTP/1.1" status: 200 len: 1000 time: 0.0554285 Sep 29 18:37:01.707285 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fab17d-0d7c-458f-9ff7-d707f75dc444 req-2551739e-9a26-4615-88fd-a9d9e5048558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:37:01.708677 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-25fab17d-0d7c-458f-9ff7-d707f75dc444 req-2551739e-9a26-4615-88fd-a9d9e5048558 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0456901 Sep 29 18:37:01.754420 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fab17d-0d7c-458f-9ff7-d707f75dc444 req-bb339b22-f760-4a26-8ca1-e92b05987e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:37:01.755841 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-25fab17d-0d7c-458f-9ff7-d707f75dc444 req-bb339b22-f760-4a26-8ca1-e92b05987e10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383637 Sep 29 18:37:01.845900 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-25fab17d-0d7c-458f-9ff7-d707f75dc444 req-ce0d8b30-d2ec-406d-abee-9ae4b29a75dd service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821006 Sep 29 18:37:01.933020 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-25fab17d-0d7c-458f-9ff7-d707f75dc444 req-94bd1fb4-faca-4938-8260-1bfb39955aaa service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799322 Sep 29 18:37:07.452598 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b42bf02-a8db-457b-8bbf-53e6dab7336e req-0741c6db-0cbe-4ea3-9aed-1f8464e27478 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389888 Sep 29 18:37:07.547996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42bf02-a8db-457b-8bbf-53e6dab7336e req-8381a764-8517-4efa-9f3a-98e3ccc44bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:37:07.549461 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b42bf02-a8db-457b-8bbf-53e6dab7336e req-8381a764-8517-4efa-9f3a-98e3ccc44bd5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0396190 Sep 29 18:37:07.657756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42bf02-a8db-457b-8bbf-53e6dab7336e req-59789ce7-3769-4988-ade2-e3d03915a0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:37:07.659226 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b42bf02-a8db-457b-8bbf-53e6dab7336e req-59789ce7-3769-4988-ade2-e3d03915a0ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0918033 Sep 29 18:37:07.698959 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b42bf02-a8db-457b-8bbf-53e6dab7336e req-59cbf76d-4160-4df6-ba86-edd68d37438e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0328248 Sep 29 18:37:07.746199 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42bf02-a8db-457b-8bbf-53e6dab7336e req-c65f75a8-5a25-4942-9053-cbf5ffa1da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:37:07.747583 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b42bf02-a8db-457b-8bbf-53e6dab7336e req-c65f75a8-5a25-4942-9053-cbf5ffa1da67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0415468 Sep 29 18:37:07.797428 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42bf02-a8db-457b-8bbf-53e6dab7336e req-2bb1ee9e-1e59-4dbb-bc29-35c3248428e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:37:07.798920 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b42bf02-a8db-457b-8bbf-53e6dab7336e req-2bb1ee9e-1e59-4dbb-bc29-35c3248428e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436099 Sep 29 18:37:07.887112 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b42bf02-a8db-457b-8bbf-53e6dab7336e req-1102dfdf-13da-4700-b8f6-22ded0a1af77 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810366 Sep 29 18:37:07.981601 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1b42bf02-a8db-457b-8bbf-53e6dab7336e req-0ad6ce14-e866-4dbc-b3a7-9c152438fc2d service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872893 Sep 29 18:37:10.924499 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-06c7c7fc-d359-4d18-873b-a8b1162748c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:37:13.633549 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4fc7a84-fb84-49c2-a695-31ae56724285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:37:14.779935 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:37:14.860745 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:37:15.231167 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:37:17.160785 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:37:28.174783 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:37:37.317677 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:37:40.926067 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-707aedc9-28ad-4a97-abf7-2153ec6c8b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:37:41.091728 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-b435c827-59aa-42c0-92c6-6dd608340155 req-e093bdb5-8294-47c5-8b1a-b9e8c2e02b41 service neutron] (95016) timed out ('10.222.0.44', 51392) {{(pid=95016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 18:37:43.634280 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8bceed7e-541f-42ce-b9e0-0cde9a9f7df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:37:44.780510 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:37:44.863892 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:37:45.216600 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:37:47.163187 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:37:58.181717 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:02.405392 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f4120d2-fbfe-4241-8e82-afff51a69b4d req-5607b2e4-88e1-4d93-b0a2-09166af2bcb8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407691 Sep 29 18:38:02.488973 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4120d2-fbfe-4241-8e82-afff51a69b4d req-500ca361-b932-4089-8d40-b114e2f0e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:02.490483 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f4120d2-fbfe-4241-8e82-afff51a69b4d req-500ca361-b932-4089-8d40-b114e2f0e4f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0440993 Sep 29 18:38:02.591986 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4120d2-fbfe-4241-8e82-afff51a69b4d req-357be868-6d75-49be-bb9c-5cb86d5fa1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:02.593509 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f4120d2-fbfe-4241-8e82-afff51a69b4d req-357be868-6d75-49be-bb9c-5cb86d5fa1cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0843935 Sep 29 18:38:02.660891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f4120d2-fbfe-4241-8e82-afff51a69b4d req-a1555420-d544-46ec-a043-b1e4afa32392 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a HTTP/1.1" status: 200 len: 1000 time: 0.0603204 Sep 29 18:38:02.709346 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4120d2-fbfe-4241-8e82-afff51a69b4d req-afe9f449-03fb-43f1-b0c6-1d62204d1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:02.710765 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f4120d2-fbfe-4241-8e82-afff51a69b4d req-afe9f449-03fb-43f1-b0c6-1d62204d1c86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0428128 Sep 29 18:38:02.754035 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4120d2-fbfe-4241-8e82-afff51a69b4d req-eea326f7-03bd-487f-86f1-0810b9978e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:02.755483 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f4120d2-fbfe-4241-8e82-afff51a69b4d req-eea326f7-03bd-487f-86f1-0810b9978e02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381951 Sep 29 18:38:02.846530 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f4120d2-fbfe-4241-8e82-afff51a69b4d req-b49605f7-08a7-4740-8b90-36bc241b2e61 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836756 Sep 29 18:38:02.933296 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5f4120d2-fbfe-4241-8e82-afff51a69b4d req-2c1d2926-d33f-4b88-a93d-67468b3a4a14 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800004 Sep 29 18:38:09.022115 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2c17d6e1-b35e-4ffe-963a-b59877f0fdd0 req-0040db6a-ee91-457d-adab-2222657e0cf4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402830 Sep 29 18:38:09.118505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17d6e1-b35e-4ffe-963a-b59877f0fdd0 req-58d15be3-c6f3-4f96-bb82-b94af0512ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:09.120036 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2c17d6e1-b35e-4ffe-963a-b59877f0fdd0 req-58d15be3-c6f3-4f96-bb82-b94af0512ec4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0399220 Sep 29 18:38:09.231734 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17d6e1-b35e-4ffe-963a-b59877f0fdd0 req-207dfd4c-3a51-413f-a778-6d5a02edd7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:09.233334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2c17d6e1-b35e-4ffe-963a-b59877f0fdd0 req-207dfd4c-3a51-413f-a778-6d5a02edd7a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0944047 Sep 29 18:38:09.275870 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2c17d6e1-b35e-4ffe-963a-b59877f0fdd0 req-df04ae6b-54da-4ca5-84d1-83a911684a6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0353780 Sep 29 18:38:09.327684 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17d6e1-b35e-4ffe-963a-b59877f0fdd0 req-94ee1043-78e8-4e29-87a6-d382861e6929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:09.329095 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2c17d6e1-b35e-4ffe-963a-b59877f0fdd0 req-94ee1043-78e8-4e29-87a6-d382861e6929 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0467446 Sep 29 18:38:09.374986 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17d6e1-b35e-4ffe-963a-b59877f0fdd0 req-c8b133d7-7368-48a2-866c-3c92adf94b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:09.376491 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2c17d6e1-b35e-4ffe-963a-b59877f0fdd0 req-c8b133d7-7368-48a2-866c-3c92adf94b30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403116 Sep 29 18:38:09.467456 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2c17d6e1-b35e-4ffe-963a-b59877f0fdd0 req-471d83f2-8912-423b-a7cc-e3935fafeee3 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840285 Sep 29 18:38:09.563099 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2c17d6e1-b35e-4ffe-963a-b59877f0fdd0 req-ef3cc6f9-bc8a-4702-a09e-a26b0eefe995 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880837 Sep 29 18:38:10.927275 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-880f13e5-35e7-4dc9-b413-55a0a30aea54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:13.635351 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7d473115-844c-4b57-95bb-223407211d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:14.316813 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:38:14.782788 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:14.787620 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afeb195-f4b3-40dd-b7ea-fbbfc7412258 req-fbf8583f-72b6-4167-8ad4-d52adb64b3f9 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:14.789753 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5afeb195-f4b3-40dd-b7ea-fbbfc7412258 req-fbf8583f-72b6-4167-8ad4-d52adb64b3f9 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0499232 Sep 29 18:38:14.828826 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5afeb195-f4b3-40dd-b7ea-fbbfc7412258 req-55962175-5be4-4d6c-aec8-2aaf64d22c03 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326350 Sep 29 18:38:14.867636 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:15.223278 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:15.966128 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690033b6-b2ab-4d20-a489-09a4a4762d29 req-0f7ae8ce-6f17-4ce9-aca8-04ae70eb10a5 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:15.967602 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-690033b6-b2ab-4d20-a489-09a4a4762d29 req-0f7ae8ce-6f17-4ce9-aca8-04ae70eb10a5 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0514684 Sep 29 18:38:16.004252 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-690033b6-b2ab-4d20-a489-09a4a4762d29 req-27e0619d-409d-4f08-b323-8a242ba4bb1f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307581 Sep 29 18:38:17.121989 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f57c6c-d8ea-4ad3-9755-e03e63e38a80 req-f5a41fa1-c5a6-4dbc-ab95-9afef70cf880 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:17.123470 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4f57c6c-d8ea-4ad3-9755-e03e63e38a80 req-f5a41fa1-c5a6-4dbc-ab95-9afef70cf880 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0488417 Sep 29 18:38:17.160870 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a4f57c6c-d8ea-4ad3-9755-e03e63e38a80 req-19d196c7-ae01-4d64-b6f6-5fa20739a882 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316339 Sep 29 18:38:17.168028 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:18.277378 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc956c-80ef-41e6-a02e-bf36757597eb req-17cf48ba-0cd7-4e64-89cd-cdab58374d3b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:18.278846 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8bcc956c-80ef-41e6-a02e-bf36757597eb req-17cf48ba-0cd7-4e64-89cd-cdab58374d3b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0499361 Sep 29 18:38:18.314730 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8bcc956c-80ef-41e6-a02e-bf36757597eb req-08c84d1d-9398-4cc0-8a83-bf3f34789974 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297322 Sep 29 18:38:19.431596 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce7dbb-e176-4989-8d84-aa085068e717 req-af26830e-a5f3-47ff-92e4-98981dc5881c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:19.433028 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-71ce7dbb-e176-4989-8d84-aa085068e717 req-af26830e-a5f3-47ff-92e4-98981dc5881c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0526061 Sep 29 18:38:19.469217 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-71ce7dbb-e176-4989-8d84-aa085068e717 req-e452e940-4ddf-4507-9669-98a6a8b2e41f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301864 Sep 29 18:38:20.583497 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c48ae-b3b3-4e3e-be50-acc67c21a0b6 req-fc33b530-770b-4fd1-9186-e5b78cc599f8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:20.584942 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-835c48ae-b3b3-4e3e-be50-acc67c21a0b6 req-fc33b530-770b-4fd1-9186-e5b78cc599f8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0494535 Sep 29 18:38:20.623125 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-835c48ae-b3b3-4e3e-be50-acc67c21a0b6 req-12ee79c0-2ad4-4d69-b3c0-79ddbe9fc2f1 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316145 Sep 29 18:38:21.790303 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab7b6d-c00d-4824-bf79-dc382d5f9f64 req-bdc4df56-b1d0-4049-b5e5-aeba5e5e1b17 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:21.791755 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-caab7b6d-c00d-4824-bf79-dc382d5f9f64 req-bdc4df56-b1d0-4049-b5e5-aeba5e5e1b17 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0974066 Sep 29 18:38:21.828227 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-caab7b6d-c00d-4824-bf79-dc382d5f9f64 req-a2d8f055-1a2e-4b4b-94c1-8a011514614e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304270 Sep 29 18:38:22.950765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4aa7e6-399b-486b-a012-8c4014747470 req-c5628768-8273-48b9-ae47-49e54da696be tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:22.952253 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad4aa7e6-399b-486b-a012-8c4014747470 req-c5628768-8273-48b9-ae47-49e54da696be tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0574617 Sep 29 18:38:22.992018 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ad4aa7e6-399b-486b-a012-8c4014747470 req-d7156860-9991-41c9-9d70-07274e27ec45 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335929 Sep 29 18:38:24.105532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04152b7-346a-4772-a444-58b4d759c859 req-e12da88a-0901-4f55-85ab-42875ae87dc3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:24.106989 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c04152b7-346a-4772-a444-58b4d759c859 req-e12da88a-0901-4f55-85ab-42875ae87dc3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0485623 Sep 29 18:38:24.144314 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c04152b7-346a-4772-a444-58b4d759c859 req-5a164d2c-579c-40a1-bcf3-0bbce85ba1fd tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314872 Sep 29 18:38:25.259280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf5b71-08ab-44d0-89ad-895c984c8c26 req-fdbc02e0-967d-4939-8260-bca02e0899f3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:25.261295 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-80cf5b71-08ab-44d0-89ad-895c984c8c26 req-fdbc02e0-967d-4939-8260-bca02e0899f3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0511336 Sep 29 18:38:25.299113 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-80cf5b71-08ab-44d0-89ad-895c984c8c26 req-221215f6-1299-4db1-8e30-cb78b357784c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313244 Sep 29 18:38:26.431029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe29d7-8c07-4a7a-9bd6-4da157fd3834 req-77533b96-5fad-4afe-9182-b20c96cb468f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:26.433621 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5fe29d7-8c07-4a7a-9bd6-4da157fd3834 req-77533b96-5fad-4afe-9182-b20c96cb468f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0662401 Sep 29 18:38:26.470169 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5fe29d7-8c07-4a7a-9bd6-4da157fd3834 req-3789eb35-756f-4ae5-96aa-2a7c1c5c2025 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304840 Sep 29 18:38:27.130995 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e51f8f00-4670-47b0-ac4f-5cb202964b7a details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:38:27.240988 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e51f8f00-4670-47b0-ac4f-5cb202964b7a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:38:27.262013 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'port_id': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'mac_address': 'fa:16:3e:80:c2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:38:27.312421 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:27.337753 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e51f8f00-4670-47b0-ac4f-5cb202964b7a {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:38:27.371012 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e51f8f00-4670-47b0-ac4f-5cb202964b7a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:38:27.377166 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:27.449659 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=e51f8f00-4670-47b0-ac4f-5cb202964b7a,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:38:27.458946 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:38:27.459303 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:38:27.459649 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:38:27.459988 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:38:27.460323 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:38:27.461172 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:38:27.461533 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:38:27.462311 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:38:27.462662 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:38:27.463139 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:38:27.463472 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:38:27.463823 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:38:27.469893 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['e51f8f00-4670-47b0-ac4f-5cb202964b7a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:38:27.619996 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2a18d-c223-42e9-8bfe-f13c741d33d7 req-3fea154a-8bee-432d-96c1-c589e921490f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:27.622271 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d7a2a18d-c223-42e9-8bfe-f13c741d33d7 req-3fea154a-8bee-432d-96c1-c589e921490f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 944 time: 0.0537221 Sep 29 18:38:27.676751 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d7a2a18d-c223-42e9-8bfe-f13c741d33d7 req-17c42f7d-0370-494b-a9f5-08013bfe1860 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458694 Sep 29 18:38:28.204103 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:28.827777 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfa69f-e24b-49e5-bed2-e54c3a9f7f13 req-9fb46a2d-0596-4c22-9622-ffe00aac479a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:28.829261 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b4cfa69f-e24b-49e5-bed2-e54c3a9f7f13 req-9fb46a2d-0596-4c22-9622-ffe00aac479a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 944 time: 0.0521176 Sep 29 18:38:28.871797 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b4cfa69f-e24b-49e5-bed2-e54c3a9f7f13 req-6fb3bc23-8a39-4db5-9033-b57cec886c90 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362625 Sep 29 18:38:29.132104 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e51f8f00-4670-47b0-ac4f-5cb202964b7a up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:38:29.189166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port e51f8f00-4670-47b0-ac4f-5cb202964b7a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:38:29.189739 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:29.276011 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:29.300369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:38:29.302699 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067295ea-2f7f-4a5e-8887-04899d94daff" -d '{"events": [{"server_uuid": "c781d590-b127-49aa-90fa-8f0fdf91a6e9", "name": "network-vif-plugged", "status": "completed", "tag": "e51f8f00-4670-47b0-ac4f-5cb202964b7a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:38:29.320619 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e51f8f00-4670-47b0-ac4f-5cb202964b7a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:38:29.325976 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:29.359406 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58f6724-db95-4432-a924-29aaa9cd4b57 x-openstack-request-id: req-a58f6724-db95-4432-a924-29aaa9cd4b57 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:38:29.359703 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c781d590-b127-49aa-90fa-8f0fdf91a6e9", "name": "network-vif-plugged", "status": "completed", "tag": "e51f8f00-4670-47b0-ac4f-5cb202964b7a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:38:29.359959 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a58f6724-db95-4432-a924-29aaa9cd4b57 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:38:29.360348 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'code': 200} Sep 29 18:38:29.381420 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=e51f8f00-4670-47b0-ac4f-5cb202964b7a,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:38:30.020404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82451e1-b8fc-4b85-9413-51d6156f7852 req-8c4f6514-9e37-4e16-b350-72b382eed84f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:30.022239 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b82451e1-b8fc-4b85-9413-51d6156f7852 req-8c4f6514-9e37-4e16-b350-72b382eed84f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0687685 Sep 29 18:38:30.063666 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b82451e1-b8fc-4b85-9413-51d6156f7852 req-95bbef5c-c94d-4ba3-9752-73c3ab90bcc3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352123 Sep 29 18:38:31.190828 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77fdab-ce59-464d-b92e-356a4e2f3a89 req-071c6994-b663-4536-89e2-8e0ba0b5e67e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:31.192327 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c77fdab-ce59-464d-b92e-356a4e2f3a89 req-071c6994-b663-4536-89e2-8e0ba0b5e67e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0535367 Sep 29 18:38:31.236028 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c77fdab-ce59-464d-b92e-356a4e2f3a89 req-e6212c99-d3ba-41c1-a989-bbd1e22168dd tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369728 Sep 29 18:38:32.383248 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fbbcb9-f8f0-4204-ad6b-266b844959bd req-9782368f-f965-47ba-acd2-9a52ee4ee0fd tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:32.385110 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a5fbbcb9-f8f0-4204-ad6b-266b844959bd req-9782368f-f965-47ba-acd2-9a52ee4ee0fd tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0668764 Sep 29 18:38:32.432822 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a5fbbcb9-f8f0-4204-ad6b-266b844959bd req-6e23287d-dbf2-43b0-8142-ace8176028e3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401599 Sep 29 18:38:33.564846 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351180fe-3f83-4739-a404-25e09115ed84 req-b6b309d6-af49-4764-b2d4-2432a6a9b20d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:33.566316 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-351180fe-3f83-4739-a404-25e09115ed84 req-b6b309d6-af49-4764-b2d4-2432a6a9b20d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0560989 Sep 29 18:38:33.614779 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-351180fe-3f83-4739-a404-25e09115ed84 req-d38df4a2-02d4-40a5-a840-3c7a8b836252 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419819 Sep 29 18:38:34.746620 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99836ed0-8e1f-4319-b586-ca0e212bee79 req-96926e6f-fb12-4538-a426-370066bf2fcd tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:34.748209 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-99836ed0-8e1f-4319-b586-ca0e212bee79 req-96926e6f-fb12-4538-a426-370066bf2fcd tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0578065 Sep 29 18:38:34.787765 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-99836ed0-8e1f-4319-b586-ca0e212bee79 req-0b0d1119-7ca8-4971-947c-2972f9c91c45 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336041 Sep 29 18:38:35.909162 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f8104-be26-4216-b292-74942ec86a39 req-f763f3f1-8ba3-4123-a098-ffb9d4b5f100 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:35.910798 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c07f8104-be26-4216-b292-74942ec86a39 req-f763f3f1-8ba3-4123-a098-ffb9d4b5f100 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0511672 Sep 29 18:38:35.957038 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c07f8104-be26-4216-b292-74942ec86a39 req-4f40e438-8a50-472d-8e3a-b16f4adbb69d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394578 Sep 29 18:38:36.654552 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f864f-81a8-4db2-8e9b-ff4448550d91 req-f5004913-6393-427d-8a51-a7d3ccebb4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:36.656024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c40f864f-81a8-4db2-8e9b-ff4448550d91 req-f5004913-6393-427d-8a51-a7d3ccebb4a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 1096 time: 0.0492201 Sep 29 18:38:36.748243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f864f-81a8-4db2-8e9b-ff4448550d91 req-927efc9e-81a8-46de-881b-c08468ff18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:36.749757 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c40f864f-81a8-4db2-8e9b-ff4448550d91 req-927efc9e-81a8-46de-881b-c08468ff18b5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0848892 Sep 29 18:38:36.818284 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c40f864f-81a8-4db2-8e9b-ff4448550d91 req-0b709e8e-e435-4b95-a4a8-17bb0217aff8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a HTTP/1.1" status: 200 len: 1000 time: 0.0615690 Sep 29 18:38:36.866429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f864f-81a8-4db2-8e9b-ff4448550d91 req-538c8191-df16-48db-a8be-d08e3530ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:36.868451 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c40f864f-81a8-4db2-8e9b-ff4448550d91 req-538c8191-df16-48db-a8be-d08e3530ec51 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0430925 Sep 29 18:38:36.914983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f864f-81a8-4db2-8e9b-ff4448550d91 req-e1aee704-ee43-4639-8486-0c2846fb132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:36.916389 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c40f864f-81a8-4db2-8e9b-ff4448550d91 req-e1aee704-ee43-4639-8486-0c2846fb132f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407174 Sep 29 18:38:37.009603 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c40f864f-81a8-4db2-8e9b-ff4448550d91 req-968b6ce0-86b4-42c8-b39b-2f9102443068 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859683 Sep 29 18:38:37.078607 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7be0b-d371-4ca2-b044-3865cfb38b93 req-49c731a4-c967-4ad8-b2cc-ab4c36ab96bc tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:37.080088 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4ce7be0b-d371-4ca2-b044-3865cfb38b93 req-49c731a4-c967-4ad8-b2cc-ab4c36ab96bc tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0515411 Sep 29 18:38:37.098322 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c40f864f-81a8-4db2-8e9b-ff4448550d91 req-54426c0d-d41b-4af9-b880-af68e0fd1abb service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815823 Sep 29 18:38:37.118143 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4ce7be0b-d371-4ca2-b044-3865cfb38b93 req-6aaae072-b37c-42a0-a265-e6622ef9f02d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315275 Sep 29 18:38:38.232577 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b40af-735c-4006-a5cf-ba44417b553f req-9adb767a-b6df-4b46-9a8d-4d928667c305 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:38.234089 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de1b40af-735c-4006-a5cf-ba44417b553f req-9adb767a-b6df-4b46-9a8d-4d928667c305 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0482912 Sep 29 18:38:38.272052 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de1b40af-735c-4006-a5cf-ba44417b553f req-51310c7c-ef58-472e-800f-e16067ab0e5c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320904 Sep 29 18:38:39.388571 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841132f0-40b8-424a-b4b2-7fbf93c2f849 req-4fd3c60a-53cb-468b-89d0-802a741190f3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:39.390286 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-841132f0-40b8-424a-b4b2-7fbf93c2f849 req-4fd3c60a-53cb-468b-89d0-802a741190f3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0475330 Sep 29 18:38:39.428296 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-841132f0-40b8-424a-b4b2-7fbf93c2f849 req-73523d08-6222-4df4-a632-b13ffff2e694 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319922 Sep 29 18:38:39.496156 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-39c6dbaf-ae9e-40a3-b5c4-9e1f1e1a2a00 req-af20bb30-436e-43aa-ada1-461da520028a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:38:39.497147 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-39c6dbaf-ae9e-40a3-b5c4-9e1f1e1a2a00 req-af20bb30-436e-43aa-ada1-461da520028a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051954 Sep 29 18:38:40.675877 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b7920-a250-4519-b9d4-506f5ae8a746 req-f73e5279-8828-4255-a68f-23e782cb912e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:40.677374 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-744b7920-a250-4519-b9d4-506f5ae8a746 req-f73e5279-8828-4255-a68f-23e782cb912e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 945 time: 0.0575593 Sep 29 18:38:40.716467 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-744b7920-a250-4519-b9d4-506f5ae8a746 req-4d523947-91f8-4a00-b748-444c9a6a8ed2 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321510 Sep 29 18:38:40.871738 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56260) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:38:40.928829 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1141b4a0-d950-4b94-a5bf-c842477bf99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:40.955451 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-d76abb60-2025-4431-9b58-11248c3e9fa9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825408 Sep 29 18:38:40.964352 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-e73f9af4-a3d3-4ed2-b54d-b58c6c805b6b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:38:40.965333 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-e73f9af4-a3d3-4ed2-b54d-b58c6c805b6b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051265 Sep 29 18:38:41.168489 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e51f8f00-4670-47b0-ac4f-5cb202964b7a no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:38:41.242600 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:41.263980 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:38:41.266482 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddd7532-d750-41a0-81d4-f6d4c451bfb4" -d '{"events": [{"server_uuid": "c781d590-b127-49aa-90fa-8f0fdf91a6e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e51f8f00-4670-47b0-ac4f-5cb202964b7a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:38:41.282074 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e51f8f00-4670-47b0-ac4f-5cb202964b7a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:38:41.286961 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:41.312684 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Sep 2021 18:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ebce8b-9b07-42c9-87ff-c71ebf4571bb x-openstack-request-id: req-27ebce8b-9b07-42c9-87ff-c71ebf4571bb {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:38:41.312974 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c781d590-b127-49aa-90fa-8f0fdf91a6e9", "name": "network-vif-unplugged", "status": "failed", "tag": "e51f8f00-4670-47b0-ac4f-5cb202964b7a", "code": 422}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:38:41.313227 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27ebce8b-9b07-42c9-87ff-c71ebf4571bb {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:38:41.317687 n-d-811748-2 neutron-server[95017]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'code': 422} returned with failed status Sep 29 18:38:41.341730 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=e51f8f00-4670-47b0-ac4f-5cb202964b7a,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:38:41.828659 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ace3cd-32f3-4b68-9b23-0af21b65e9e5 req-0912c4d5-7db3-481e-982e-46f4941ffd27 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:41.830144 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-23ace3cd-32f3-4b68-9b23-0af21b65e9e5 req-0912c4d5-7db3-481e-982e-46f4941ffd27 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 943 time: 0.0476787 Sep 29 18:38:41.868023 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-23ace3cd-32f3-4b68-9b23-0af21b65e9e5 req-7cf1e225-b4dd-4ae9-a58b-e07aed6bed50 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313871 Sep 29 18:38:42.722240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-17ca7722-b044-42ab-ae29-bfda91ec1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:42.723708 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-17ca7722-b044-42ab-ae29-bfda91ec1ed5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9&tenant_id=99f1b462260042ce9609393fd90e8f34 HTTP/1.1" status: 200 len: 1094 time: 0.0448744 Sep 29 18:38:42.784064 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-9f12a581-4512-4834-8895-c5d765ad4ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:42.785539 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-9f12a581-4512-4834-8895-c5d765ad4ab4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 1094 time: 0.0390892 Sep 29 18:38:42.876230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-f91a15af-6396-41f9-8907-d656cb55e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:42.877782 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-f91a15af-6396-41f9-8907-d656cb55e315 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0851977 Sep 29 18:38:42.947408 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-aa099358-b362-4200-b5c8-18b323ceb561 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a HTTP/1.1" status: 200 len: 998 time: 0.0622182 Sep 29 18:38:42.986390 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791e5a3-a1dc-4052-9c11-ba401759b97e req-dd43322d-4bea-4951-8281-41806da4d106 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:42.987786 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7791e5a3-a1dc-4052-9c11-ba401759b97e req-dd43322d-4bea-4951-8281-41806da4d106 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 943 time: 0.0533731 Sep 29 18:38:42.997054 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-9a59c976-9b71-40a8-924f-6e4f2eafa742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:42.998541 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-9a59c976-9b71-40a8-924f-6e4f2eafa742 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0446832 Sep 29 18:38:43.046557 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-f5c784ab-edfd-4897-a5b0-5017a60a5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:43.048089 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-f5c784ab-edfd-4897-a5b0-5017a60a5dc2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419536 Sep 29 18:38:43.148271 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-146382f5-77fb-4af3-9798-383a41de782f service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916047 Sep 29 18:38:43.247186 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-26591940-ba2d-41ea-8bae-e68775549ad5 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921998 Sep 29 18:38:43.361419 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7791e5a3-a1dc-4052-9c11-ba401759b97e req-f7291d26-0962-47a0-8887-4b45bb92e64c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665824 Sep 29 18:38:43.644133 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-322ce775-f940-42b3-a07a-117437e4f23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:44.482844 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae6bfd-6c4c-4a62-9344-e0b641cd9b83 req-77b22989-8af3-4814-9452-72cfce2bce96 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:44.484336 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0dae6bfd-6c4c-4a62-9344-e0b641cd9b83 req-77b22989-8af3-4814-9452-72cfce2bce96 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 943 time: 0.0526266 Sep 29 18:38:44.529237 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0dae6bfd-6c4c-4a62-9344-e0b641cd9b83 req-474f832c-521a-4763-8aa6-c255286f0d94 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388639 Sep 29 18:38:44.785559 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:44.873942 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:45.250493 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:45.658759 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89f533-db85-40b4-9937-4c920271b5b3 req-dd4e7981-e079-4194-b9ca-e439e5f55c30 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:45.660248 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1e89f533-db85-40b4-9937-4c920271b5b3 req-dd4e7981-e079-4194-b9ca-e439e5f55c30 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 943 time: 0.0505202 Sep 29 18:38:45.696981 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-1e89f533-db85-40b4-9937-4c920271b5b3 req-d65e7fa4-2392-46d3-9024-c198febd0505 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300713 Sep 29 18:38:46.827464 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fad43-c8c6-4c20-ac7f-3be803bb6750 req-75c3b20d-a4bb-47e0-b493-3554b77f590e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:46.829169 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-594fad43-c8c6-4c20-ac7f-3be803bb6750 req-75c3b20d-a4bb-47e0-b493-3554b77f590e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 943 time: 0.0658784 Sep 29 18:38:46.869911 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-594fad43-c8c6-4c20-ac7f-3be803bb6750 req-d07bf9b6-b377-42f7-8e22-cb964a237e6e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343685 Sep 29 18:38:47.169721 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:47.988906 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70ee1c-da4b-4e7d-8ba6-59f848723c8b req-126e6e99-f563-4c84-8ad0-d3263f8e8a64 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:47.990387 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e70ee1c-da4b-4e7d-8ba6-59f848723c8b req-126e6e99-f563-4c84-8ad0-d3263f8e8a64 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 943 time: 0.0545561 Sep 29 18:38:48.043191 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3e70ee1c-da4b-4e7d-8ba6-59f848723c8b req-fd4f5914-e810-49f5-a847-7416ed98ffb2 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468955 Sep 29 18:38:49.166878 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8eaf0d-f1fb-456e-81f0-27b91d5dfbd6 req-9b683a6f-78db-407d-b5e9-ea4786b139cc tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:49.168372 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d8eaf0d-f1fb-456e-81f0-27b91d5dfbd6 req-9b683a6f-78db-407d-b5e9-ea4786b139cc tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 943 time: 0.0504804 Sep 29 18:38:49.206418 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8d8eaf0d-f1fb-456e-81f0-27b91d5dfbd6 req-c7337951-fda0-4f0b-ab3a-661a8952a894 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318923 Sep 29 18:38:50.326670 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f29ac3-67ac-40ff-8c38-e72f0977d7bf req-b4603a61-56cd-4804-bb8c-14f0271c43e7 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:50.328092 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57f29ac3-67ac-40ff-8c38-e72f0977d7bf req-b4603a61-56cd-4804-bb8c-14f0271c43e7 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 943 time: 0.0521796 Sep 29 18:38:50.364957 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-57f29ac3-67ac-40ff-8c38-e72f0977d7bf req-09d4aed7-6b68-4848-ad14-9c0c82c32216 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309021 Sep 29 18:38:51.315846 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:38:51.511540 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc87ad7-ee02-4e82-b505-08a6877c7f86 req-114a317d-0d4a-4750-95ce-478d79f668b3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:51.513342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6dc87ad7-ee02-4e82-b505-08a6877c7f86 req-114a317d-0d4a-4750-95ce-478d79f668b3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 943 time: 0.0658932 Sep 29 18:38:51.556094 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6dc87ad7-ee02-4e82-b505-08a6877c7f86 req-59a8ddec-a2e9-4ae3-bd43-e439686bcdad tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364230 Sep 29 18:38:52.693393 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896d5f9-210e-4fd4-86b2-837b0504fb40 req-1de103f9-81f3-4dd2-ac49-69069fd4ef76 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:52.694951 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e896d5f9-210e-4fd4-86b2-837b0504fb40 req-1de103f9-81f3-4dd2-ac49-69069fd4ef76 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 943 time: 0.0555634 Sep 29 18:38:52.732860 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e896d5f9-210e-4fd4-86b2-837b0504fb40 req-c904014b-529f-4a1e-ab91-2f8b4165f099 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319281 Sep 29 18:38:53.864924 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ff06a-58ba-45a3-bd29-de360eb0565d req-d641136d-1d69-4587-90b7-8738c3cc6a22 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:53.868438 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b1ff06a-58ba-45a3-bd29-de360eb0565d req-d641136d-1d69-4587-90b7-8738c3cc6a22 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 943 time: 0.0656066 Sep 29 18:38:53.921415 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b1ff06a-58ba-45a3-bd29-de360eb0565d req-23785913-c8fb-4156-bb7e-9cf0580fdd99 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406656 Sep 29 18:38:55.027065 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a3343-943a-4a41-85d2-f047a5262f52 req-aef1be02-bf2a-48ba-94e4-59731baa91a9 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:55.028529 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f36a3343-943a-4a41-85d2-f047a5262f52 req-aef1be02-bf2a-48ba-94e4-59731baa91a9 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 943 time: 0.0496099 Sep 29 18:38:55.064663 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f36a3343-943a-4a41-85d2-f047a5262f52 req-b120e028-0be7-4944-ac1f-81c7d831c244 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301533 Sep 29 18:38:56.180772 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b7ae8-b38b-42e6-9b07-3372b9768108 req-d1f1cbdd-2e1f-4cd1-897c-2b826c0337ce tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:56.182287 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e00b7ae8-b38b-42e6-9b07-3372b9768108 req-d1f1cbdd-2e1f-4cd1-897c-2b826c0337ce tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 943 time: 0.0502529 Sep 29 18:38:56.218990 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e00b7ae8-b38b-42e6-9b07-3372b9768108 req-55d8a6b8-39a3-4dcf-9700-b8582c7f0baa tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308380 Sep 29 18:38:57.245412 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e51f8f00-4670-47b0-ac4f-5cb202964b7a details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:38:57.338630 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe38ae-378f-4fbf-a502-bfc4f3427471 req-9834d506-5676-400e-9cd2-cfe0f4063f56 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:57.340010 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8bbe38ae-378f-4fbf-a502-bfc4f3427471 req-9834d506-5676-400e-9cd2-cfe0f4063f56 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 943 time: 0.0524168 Sep 29 18:38:57.342495 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e51f8f00-4670-47b0-ac4f-5cb202964b7a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:38:57.353714 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'port_id': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'mac_address': 'fa:16:3e:80:c2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:38:57.376934 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8bbe38ae-378f-4fbf-a502-bfc4f3427471 req-cf6c1a3e-9d1d-4cb9-a8c9-4aa039f176ae tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309424 Sep 29 18:38:57.390948 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:57.403223 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51f8f00-4670-47b0-ac4f-5cb202964b7a {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:38:57.422580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e51f8f00-4670-47b0-ac4f-5cb202964b7a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:38:57.426355 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:57.470755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=e51f8f00-4670-47b0-ac4f-5cb202964b7a,revision_number=9']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:38:57.687240 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['e51f8f00-4670-47b0-ac4f-5cb202964b7a'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:38:58.194248 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:58.491414 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1259cd-fc91-4ace-9636-8a7c1aaf1405 req-5e518daf-71fa-4543-ac9a-aa064a50d580 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:58.493394 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c1259cd-fc91-4ace-9636-8a7c1aaf1405 req-5e518daf-71fa-4543-ac9a-aa064a50d580 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 944 time: 0.0500352 Sep 29 18:38:58.529985 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5c1259cd-fc91-4ace-9636-8a7c1aaf1405 req-ce4beb08-7e21-46d8-9931-77e16a0ba8dd tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307920 Sep 29 18:38:59.255337 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e51f8f00-4670-47b0-ac4f-5cb202964b7a up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:38:59.302202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port e51f8f00-4670-47b0-ac4f-5cb202964b7a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:38:59.302496 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:59.377355 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:59.399789 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:38:59.402020 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d8e080-4b5d-44f0-8110-1e912f323263" -d '{"events": [{"server_uuid": "c781d590-b127-49aa-90fa-8f0fdf91a6e9", "name": "network-vif-plugged", "status": "completed", "tag": "e51f8f00-4670-47b0-ac4f-5cb202964b7a"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:38:59.415044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port e51f8f00-4670-47b0-ac4f-5cb202964b7a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:38:59.419187 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:38:59.458198 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2c64ed-2dc8-4dcf-8988-059a2085a66c x-openstack-request-id: req-ed2c64ed-2dc8-4dcf-8988-059a2085a66c {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:38:59.458494 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c781d590-b127-49aa-90fa-8f0fdf91a6e9", "name": "network-vif-plugged", "status": "completed", "tag": "e51f8f00-4670-47b0-ac4f-5cb202964b7a", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:38:59.458751 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed2c64ed-2dc8-4dcf-8988-059a2085a66c {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:38:59.459149 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'code': 200} Sep 29 18:38:59.473993 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=e51f8f00-4670-47b0-ac4f-5cb202964b7a,revision_number=10']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:38:59.648208 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9fe28-7864-4d7d-88c7-c82eaf84f5d8 req-a84594b3-cd2b-43c0-9546-e0185ac8d466 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:59.649747 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dba9fe28-7864-4d7d-88c7-c82eaf84f5d8 req-a84594b3-cd2b-43c0-9546-e0185ac8d466 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 946 time: 0.0504928 Sep 29 18:38:59.658347 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888afca-a29a-4ad9-b356-583ba64c4165 req-ce0762d4-e6f7-4b29-b5ff-65c34d2863b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:38:59.659846 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9888afca-a29a-4ad9-b356-583ba64c4165 req-ce0762d4-e6f7-4b29-b5ff-65c34d2863b2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 1097 time: 0.0890696 Sep 29 18:38:59.687826 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dba9fe28-7864-4d7d-88c7-c82eaf84f5d8 req-6adc60a6-9a8d-44f0-994d-401e9fa6b3ec tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321572 Sep 29 18:38:59.697059 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9888afca-a29a-4ad9-b356-583ba64c4165 req-c48b24bf-2252-425a-bfe2-f70721f87c31 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288804 Sep 29 18:39:00.808992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f882a-e7e6-486f-8511-9668258fa60b req-c1e1dc9c-e90c-43d7-b9c7-fa2d44e9001e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:39:00.810520 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-968f882a-e7e6-486f-8511-9668258fa60b req-c1e1dc9c-e90c-43d7-b9c7-fa2d44e9001e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 946 time: 0.0554273 Sep 29 18:39:00.855457 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-968f882a-e7e6-486f-8511-9668258fa60b req-9d359987-d2cd-422e-b748-fe2175611429 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345178 Sep 29 18:39:01.968140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac56c4-ceef-467f-ba81-fb86cb635e38 req-ea99ad42-9434-40c7-bb57-1ab35c1faf5b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:39:01.972629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3eac56c4-ceef-467f-ba81-fb86cb635e38 req-ea99ad42-9434-40c7-bb57-1ab35c1faf5b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 946 time: 0.0513740 Sep 29 18:39:02.007129 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3eac56c4-ceef-467f-ba81-fb86cb635e38 req-c8b4f821-9f2d-4c03-bb64-281c3652c009 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316184 Sep 29 18:39:03.396737 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-579d75af-b3ca-4a6e-b1e1-939433742bfd req-955fc96e-285d-4be3-8a45-6570468393c8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379710 Sep 29 18:39:03.474715 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d75af-b3ca-4a6e-b1e1-939433742bfd req-bf705b94-7b11-41fd-9e9b-83d4d782c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:39:03.476704 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-579d75af-b3ca-4a6e-b1e1-939433742bfd req-bf705b94-7b11-41fd-9e9b-83d4d782c65d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 1097 time: 0.0387821 Sep 29 18:39:03.578183 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d75af-b3ca-4a6e-b1e1-939433742bfd req-23143820-b801-4d91-8798-c2cc8ee51feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:39:03.579613 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-579d75af-b3ca-4a6e-b1e1-939433742bfd req-23143820-b801-4d91-8798-c2cc8ee51feb service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0849936 Sep 29 18:39:03.642860 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-579d75af-b3ca-4a6e-b1e1-939433742bfd req-a30ed58d-f43e-40cb-9897-f126817d4eec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a HTTP/1.1" status: 200 len: 1000 time: 0.0553265 Sep 29 18:39:03.695384 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d75af-b3ca-4a6e-b1e1-939433742bfd req-d755fdcf-205b-46f8-96b6-e293af32155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:39:03.696786 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-579d75af-b3ca-4a6e-b1e1-939433742bfd req-d755fdcf-205b-46f8-96b6-e293af32155e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0461299 Sep 29 18:39:03.741871 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d75af-b3ca-4a6e-b1e1-939433742bfd req-2a9a6863-58e1-4092-b7b5-45cad4e34d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:39:03.743305 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-579d75af-b3ca-4a6e-b1e1-939433742bfd req-2a9a6863-58e1-4092-b7b5-45cad4e34d25 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392058 Sep 29 18:39:03.837219 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-579d75af-b3ca-4a6e-b1e1-939433742bfd req-de6a7aba-17cd-4d1d-ab53-ed41822830d7 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851786 Sep 29 18:39:03.925201 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-579d75af-b3ca-4a6e-b1e1-939433742bfd req-65a4b50b-b9d0-4405-9fee-8a38af3ce5c9 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811174 Sep 29 18:39:10.424813 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a215e60-3b14-4bfd-8cbf-81bfe7bc48dc req-99278dda-7296-41e8-b5a1-cad003e08ff8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811360 Sep 29 18:39:10.525732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a215e60-3b14-4bfd-8cbf-81bfe7bc48dc req-692d42ee-05ed-4abb-b86a-8c358dbc9664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:39:10.527171 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a215e60-3b14-4bfd-8cbf-81bfe7bc48dc req-692d42ee-05ed-4abb-b86a-8c358dbc9664 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0455742 Sep 29 18:39:10.638557 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a215e60-3b14-4bfd-8cbf-81bfe7bc48dc req-4df6e3e7-29a0-4d24-87fc-d9d07e59867f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:39:10.640281 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a215e60-3b14-4bfd-8cbf-81bfe7bc48dc req-4df6e3e7-29a0-4d24-87fc-d9d07e59867f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0906091 Sep 29 18:39:10.687202 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a215e60-3b14-4bfd-8cbf-81bfe7bc48dc req-3981d977-5d06-4f99-a50d-9a976297fa9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0396349 Sep 29 18:39:10.735634 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a215e60-3b14-4bfd-8cbf-81bfe7bc48dc req-8701122e-c398-4a89-b1d1-4744a0aebb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:39:10.737089 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a215e60-3b14-4bfd-8cbf-81bfe7bc48dc req-8701122e-c398-4a89-b1d1-4744a0aebb5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0437717 Sep 29 18:39:10.781841 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a215e60-3b14-4bfd-8cbf-81bfe7bc48dc req-35a585e1-fefc-4e43-a807-db8df203bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:39:10.783198 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a215e60-3b14-4bfd-8cbf-81bfe7bc48dc req-35a585e1-fefc-4e43-a807-db8df203bd5f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396392 Sep 29 18:39:10.874253 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a215e60-3b14-4bfd-8cbf-81bfe7bc48dc req-2f26314e-5485-4a87-9f40-476eef750c6f service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836704 Sep 29 18:39:10.930969 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cc2c9d69-0c8f-4587-8735-ff02a728a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:39:10.963320 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7a215e60-3b14-4bfd-8cbf-81bfe7bc48dc req-196c87c2-8e2b-4410-aab2-ab40f4b5eab3 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824468 Sep 29 18:39:13.636148 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4819634d-dcb3-4754-bf5a-2cbbf4dc7d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:39:14.790235 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:39:14.872340 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:39:15.239747 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:39:17.172691 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:39:28.205158 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:39:28.313906 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:39:40.931476 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1bfeaf8d-2725-4ac0-b308-09195c55de0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:39:43.636493 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6b350e25-ac75-48ea-b33b-2854dff309ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:39:44.793270 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:39:44.875789 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:39:45.235458 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:39:47.175610 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:39:58.204010 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:05.313248 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:40:05.410545 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-addacb01-3e83-4084-ae4f-9290e66879ca req-cb9c77f2-9827-4c01-a93b-2069af27625c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401704 Sep 29 18:40:05.497499 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addacb01-3e83-4084-ae4f-9290e66879ca req-01a12984-a851-47d3-b1de-e17a193b8c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:05.499033 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-addacb01-3e83-4084-ae4f-9290e66879ca req-01a12984-a851-47d3-b1de-e17a193b8c84 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 1097 time: 0.0437431 Sep 29 18:40:05.602237 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addacb01-3e83-4084-ae4f-9290e66879ca req-373781ee-b29f-4183-8b05-4fe519a5d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:05.603693 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-addacb01-3e83-4084-ae4f-9290e66879ca req-373781ee-b29f-4183-8b05-4fe519a5d32d service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0851264 Sep 29 18:40:05.669681 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-addacb01-3e83-4084-ae4f-9290e66879ca req-aeb87408-7ea3-4340-bbb9-7fef06942e66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a HTTP/1.1" status: 200 len: 1000 time: 0.0592859 Sep 29 18:40:05.717414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addacb01-3e83-4084-ae4f-9290e66879ca req-16fa76b3-5105-4674-8632-3cdb96f29dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:05.718788 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-addacb01-3e83-4084-ae4f-9290e66879ca req-16fa76b3-5105-4674-8632-3cdb96f29dd2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0426421 Sep 29 18:40:05.763955 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addacb01-3e83-4084-ae4f-9290e66879ca req-64660989-f98c-4ca6-8e46-2273d7d0d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:05.765892 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-addacb01-3e83-4084-ae4f-9290e66879ca req-64660989-f98c-4ca6-8e46-2273d7d0d678 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387001 Sep 29 18:40:05.860126 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-addacb01-3e83-4084-ae4f-9290e66879ca req-5b957c3c-d820-44d4-9afd-f4152a756641 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862665 Sep 29 18:40:05.949172 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-addacb01-3e83-4084-ae4f-9290e66879ca req-e2c8337c-dcf8-47ec-a812-a95d5c36e765 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818377 Sep 29 18:40:10.931810 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e92a55d4-4991-4aa7-ade3-e43c50c02fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:11.324344 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56410) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:40:11.774160 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Deleting port 4b85f0e2-7196-4399-8850-dd824e3b42f5 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:40:11.774499 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:11.846339 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:11.846669 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:11.857860 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Calling delete_port for 4b85f0e2-7196-4399-8850-dd824e3b42f5 owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:40:12.005429 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9057793e-b3f2-4cc7-91c9-78e7adbe36f7 req-1eef61a3-a5c4-4ca7-8a41-e5b822e1f816 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492718 Sep 29 18:40:12.011455 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:12.036911 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event deleted for resources: {'Port': ['ID=4b85f0e2-7196-4399-8850-dd824e3b42f5,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:12.048303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:12.048653 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:12.048996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:12.049358 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:12.049692 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:12.050024 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:12.050351 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:12.050679 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:12.051006 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:12.051327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:12.051648 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:12.051977 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:12.109172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057793e-b3f2-4cc7-91c9-78e7adbe36f7 req-81942aa0-a0cb-4c3a-99ed-d076bcf96e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:12.110792 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9057793e-b3f2-4cc7-91c9-78e7adbe36f7 req-81942aa0-a0cb-4c3a-99ed-d076bcf96e25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0462275 Sep 29 18:40:12.112590 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:12.112932 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Floating IP 2d190f48-31c1-423d-a52e-653db6ad7b8e disassociated (deleted). External IP: 172.25.2.12, port: e51f8f00-4670-47b0-ac4f-5cb202964b7a. Sep 29 18:40:12.215409 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057793e-b3f2-4cc7-91c9-78e7adbe36f7 req-b08c6120-e8fd-4b0b-a350-59029c35766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:12.216963 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9057793e-b3f2-4cc7-91c9-78e7adbe36f7 req-b08c6120-e8fd-4b0b-a350-59029c35766f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0867498 Sep 29 18:40:12.264334 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9057793e-b3f2-4cc7-91c9-78e7adbe36f7 req-7a3cad26-17c8-488d-a536-f50c9b97f38e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0395813 Sep 29 18:40:12.313172 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057793e-b3f2-4cc7-91c9-78e7adbe36f7 req-75a612ad-b862-46cc-b164-7ce55fe32acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:12.314576 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9057793e-b3f2-4cc7-91c9-78e7adbe36f7 req-75a612ad-b862-46cc-b164-7ce55fe32acb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0432849 Sep 29 18:40:12.319687 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Router b28020d7-e737-4995-8264-8b2945171ca6 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:40:12.364832 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057793e-b3f2-4cc7-91c9-78e7adbe36f7 req-c91c5427-0279-4333-9b22-b8920e7a186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:12.367452 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9057793e-b3f2-4cc7-91c9-78e7adbe36f7 req-c91c5427-0279-4333-9b22-b8920e7a186a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460782 Sep 29 18:40:12.378119 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-9057793e-b3f2-4cc7-91c9-78e7adbe36f7 req-77f6d1b1-9a01-423a-ac07-db07187d9b84 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:40:12.379056 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9057793e-b3f2-4cc7-91c9-78e7adbe36f7 req-77f6d1b1-9a01-423a-ac07-db07187d9b84 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050359 Sep 29 18:40:12.431240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:40:12.436001 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:12.440798 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f183d4-1002-4062-9375-c95c2481c048 None None] Sync routers for ids ['b28020d7-e737-4995-8264-8b2945171ca6'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:40:12.451098 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f183d4-1002-4062-9375-c95c2481c048 None None] Routers {'b28020d7-e737-4995-8264-8b2945171ca6'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:40:12.451845 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-62f183d4-1002-4062-9375-c95c2481c048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:39:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b28020d7-e737-4995-8264-8b2945171ca6'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:40:12.464678 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-78df0ad6-4bce-402a-b3cd-26084ddd291e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "DELETE /v2.0/floatingips/2d190f48-31c1-423d-a52e-653db6ad7b8e HTTP/1.1" status: 204 len: 168 time: 1.1392288 Sep 29 18:40:12.465293 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'tag': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:40:12.467541 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e55c55-6bb2-4313-a869-29e0797b761d" -d '{"events": [{"name": "network-changed", "server_uuid": "c781d590-b127-49aa-90fa-8f0fdf91a6e9", "tag": "e51f8f00-4670-47b0-ac4f-5cb202964b7a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:40:12.474896 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9057793e-b3f2-4cc7-91c9-78e7adbe36f7 req-22260263-8a98-4bc4-b238-3fedcc42e8ad service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889008 Sep 29 18:40:12.571060 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9057793e-b3f2-4cc7-91c9-78e7adbe36f7 req-52a1fe78-fafd-44e6-b1ff-9e7bb811b361 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891256 Sep 29 18:40:12.669080 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-62f183d4-1002-4062-9375-c95c2481c048 None None] Set router b28020d7-e737-4995-8264-8b2945171ca6 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:40:12.690287 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3d5500-f4d4-4e09-a2f4-3d87c5bad6ab x-openstack-request-id: req-0d3d5500-f4d4-4e09-a2f4-3d87c5bad6ab {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:40:12.690606 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c781d590-b127-49aa-90fa-8f0fdf91a6e9", "tag": "e51f8f00-4670-47b0-ac4f-5cb202964b7a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:40:12.690838 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d3d5500-f4d4-4e09-a2f4-3d87c5bad6ab {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:40:12.691431 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'tag': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'status': 'completed', 'code': 200} Sep 29 18:40:12.760435 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e55c55-6bb2-4313-a869-29e0797b761d req-07e2c871-627e-47ab-a083-98df47f27005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:12.762032 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b7e55c55-6bb2-4313-a869-29e0797b761d req-07e2c871-627e-47ab-a083-98df47f27005 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 1097 time: 0.0453033 Sep 29 18:40:12.795120 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a7bb1-2f03-4ef8-a4c1-e916079fa58a req-dc347004-1c30-4acd-8850-c1b52d623b14 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:12.796637 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-794a7bb1-2f03-4ef8-a4c1-e916079fa58a req-dc347004-1c30-4acd-8850-c1b52d623b14 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 946 time: 0.0581076 Sep 29 18:40:12.838245 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-794a7bb1-2f03-4ef8-a4c1-e916079fa58a req-292de146-a91b-49e4-893d-8896f9a96262 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333128 Sep 29 18:40:12.859621 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e55c55-6bb2-4313-a869-29e0797b761d req-1019f69e-efe0-4efb-b6d3-e74f58b6bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:12.861183 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b7e55c55-6bb2-4313-a869-29e0797b761d req-1019f69e-efe0-4efb-b6d3-e74f58b6bec5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0922661 Sep 29 18:40:12.873572 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-62f183d4-1002-4062-9375-c95c2481c048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '4ae193bf-0709-440e-a723-66c0b08f2254', 'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'mac_address': 'fa:16:3e:99:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:02Z', 'updated_at': '2021-09-29T18:36:07Z', 'revision_number': 5, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'subnets': [{'id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:40:12.904936 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f183d4-1002-4062-9375-c95c2481c048 None None] Checking router: b28020d7-e737-4995-8264-8b2945171ca6 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:40:12.913673 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f183d4-1002-4062-9375-c95c2481c048 None None] Routers {'b28020d7-e737-4995-8264-8b2945171ca6'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:40:12.914283 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-62f183d4-1002-4062-9375-c95c2481c048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:39:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b28020d7-e737-4995-8264-8b2945171ca6'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:40:12.919550 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b7e55c55-6bb2-4313-a869-29e0797b761d req-e2554a8f-9f86-47a9-b93a-ddf095bb11f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a HTTP/1.1" status: 200 len: 217 time: 0.0497935 Sep 29 18:40:12.971107 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e55c55-6bb2-4313-a869-29e0797b761d req-cd0b9835-f5ea-4f64-89a8-0f39535eac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:12.972599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b7e55c55-6bb2-4313-a869-29e0797b761d req-cd0b9835-f5ea-4f64-89a8-0f39535eac75 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0455692 Sep 29 18:40:13.017233 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-62f183d4-1002-4062-9375-c95c2481c048 None None] Set router b28020d7-e737-4995-8264-8b2945171ca6 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:40:13.017778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e55c55-6bb2-4313-a869-29e0797b761d req-afc612c8-9422-41b5-aba6-77810b22c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:13.019273 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b7e55c55-6bb2-4313-a869-29e0797b761d req-afc612c8-9422-41b5-aba6-77810b22c679 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392761 Sep 29 18:40:13.113320 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b7e55c55-6bb2-4313-a869-29e0797b761d req-6ce3e761-7d8c-4471-91da-b45c9add2837 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852489 Sep 29 18:40:13.208156 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b7e55c55-6bb2-4313-a869-29e0797b761d req-2673e1a8-3efe-448d-b7cf-ac1fd04ed2e9 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867035 Sep 29 18:40:13.216089 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-62f183d4-1002-4062-9375-c95c2481c048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '4ae193bf-0709-440e-a723-66c0b08f2254', 'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'mac_address': 'fa:16:3e:99:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:02Z', 'updated_at': '2021-09-29T18:36:07Z', 'revision_number': 5, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'subnets': [{'id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:40:13.242228 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f183d4-1002-4062-9375-c95c2481c048 None None] The sync data for ids ['b28020d7-e737-4995-8264-8b2945171ca6'] in n-d-811748-2 is: [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '4ae193bf-0709-440e-a723-66c0b08f2254', 'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'mac_address': 'fa:16:3e:99:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:02Z', 'updated_at': '2021-09-29T18:36:07Z', 'revision_number': 5, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'subnets': [{'id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:40:13.469202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f7768a-f852-4d21-81c0-c4409d2018ab None None] New status for floating IP 2d190f48-31c1-423d-a52e-653db6ad7b8e: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:40:13.636858 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0c87-5808-4e83-8d61-9e4532208055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:13.955131 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975299a-ddce-4476-9d6e-97e4631c47fe req-69dc23b6-1153-4afd-be0d-4c0c1a591518 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:13.956700 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7975299a-ddce-4476-9d6e-97e4631c47fe req-69dc23b6-1153-4afd-be0d-4c0c1a591518 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 946 time: 0.0495665 Sep 29 18:40:13.969188 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ac30e-1a09-4aa1-b753-0ca90cd0aa95 req-639f3b12-9a75-4183-994a-b0a0f7250344 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:13.971106 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c8ac30e-1a09-4aa1-b753-0ca90cd0aa95 req-639f3b12-9a75-4183-994a-b0a0f7250344 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.49 "GET /v2.0/ports?device_id=c781d590-b127-49aa-90fa-8f0fdf91a6e9 HTTP/1.1" status: 200 len: 946 time: 0.0524123 Sep 29 18:40:13.995039 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7975299a-ddce-4476-9d6e-97e4631c47fe req-211eb154-6108-454a-95a7-670f729da886 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=3bba44e3-bf14-41d0-ba2b-fc991dd55d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320225 Sep 29 18:40:14.061933 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-5c8ac30e-1a09-4aa1-b753-0ca90cd0aa95 req-f9535f26-6ba4-486b-8cb1-0bb9ad2fdf94 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Deleting port e51f8f00-4670-47b0-ac4f-5cb202964b7a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:40:14.062280 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c8ac30e-1a09-4aa1-b753-0ca90cd0aa95 req-f9535f26-6ba4-486b-8cb1-0bb9ad2fdf94 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:14.151300 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-5c8ac30e-1a09-4aa1-b753-0ca90cd0aa95 req-f9535f26-6ba4-486b-8cb1-0bb9ad2fdf94 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] For port e51f8f00-4670-47b0-ac4f-5cb202964b7a, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=e51f8f00-4670-47b0-ac4f-5cb202964b7a,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:40:14.151658 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c8ac30e-1a09-4aa1-b753-0ca90cd0aa95 req-f9535f26-6ba4-486b-8cb1-0bb9ad2fdf94 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:14.163449 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-5c8ac30e-1a09-4aa1-b753-0ca90cd0aa95 req-f9535f26-6ba4-486b-8cb1-0bb9ad2fdf94 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Calling delete_port for e51f8f00-4670-47b0-ac4f-5cb202964b7a owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:40:14.289680 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c8ac30e-1a09-4aa1-b753-0ca90cd0aa95 req-f9535f26-6ba4-486b-8cb1-0bb9ad2fdf94 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:14.321544 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9535f26-6ba4-486b-8cb1-0bb9ad2fdf94 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event deleted for resources: {'Port': ['ID=e51f8f00-4670-47b0-ac4f-5cb202964b7a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:14.362110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8ac30e-1a09-4aa1-b753-0ca90cd0aa95 req-f9535f26-6ba4-486b-8cb1-0bb9ad2fdf94 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] No DVR routers for this DVR port e51f8f00-4670-47b0-ac4f-5cb202964b7a on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:40:14.364727 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-5c8ac30e-1a09-4aa1-b753-0ca90cd0aa95 req-f9535f26-6ba4-486b-8cb1-0bb9ad2fdf94 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:14.367439 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-5c8ac30e-1a09-4aa1-b753-0ca90cd0aa95 req-f9535f26-6ba4-486b-8cb1-0bb9ad2fdf94 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.49 "DELETE /v2.0/ports/e51f8f00-4670-47b0-ac4f-5cb202964b7a HTTP/1.1" status: 204 len: 173 time: 0.3891008 Sep 29 18:40:14.692457 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'name': 'network-vif-deleted', 'tag': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:40:14.694950 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab36623f-fd16-41f6-a734-7c564247dd1a" -d '{"events": [{"server_uuid": "c781d590-b127-49aa-90fa-8f0fdf91a6e9", "name": "network-vif-deleted", "tag": "e51f8f00-4670-47b0-ac4f-5cb202964b7a"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:40:14.752251 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb7f623-79ab-4088-8ede-6c705d81165a x-openstack-request-id: req-0bb7f623-79ab-4088-8ede-6c705d81165a {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:40:14.752251 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c781d590-b127-49aa-90fa-8f0fdf91a6e9", "name": "network-vif-deleted", "tag": "e51f8f00-4670-47b0-ac4f-5cb202964b7a", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:40:14.752516 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0bb7f623-79ab-4088-8ede-6c705d81165a {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:40:14.752899 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c781d590-b127-49aa-90fa-8f0fdf91a6e9', 'name': 'network-vif-deleted', 'tag': 'e51f8f00-4670-47b0-ac4f-5cb202964b7a', 'status': 'completed', 'code': 200} Sep 29 18:40:14.798364 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:14.878605 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:15.050794 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56430) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:40:15.108705 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-061cca3e-2d79-4585-a224-3928b64d533d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:15.133266 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-061cca3e-2d79-4585-a224-3928b64d533d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:15.194516 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-061cca3e-2d79-4585-a224-3928b64d533d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:15.197379 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-061cca3e-2d79-4585-a224-3928b64d533d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:15.198526 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-061cca3e-2d79-4585-a224-3928b64d533d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "DELETE /v2.0/security-groups/3bba44e3-bf14-41d0-ba2b-fc991dd55d54 HTTP/1.1" status: 204 len: 168 time: 0.1467593 Sep 29 18:40:15.210602 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cca3e-2d79-4585-a224-3928b64d533d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bba44e3-bf14-41d0-ba2b-fc991dd55d54,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:15.237515 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:15.798854 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56436) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:40:15.803987 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9ed0d56e-fe8b-42dd-8ea0-1c96b8fda399 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2101695988', 'description': 'tempest-secgroup-smoke-2101695988 description', 'project_id': '99f1b462260042ce9609393fd90e8f34'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:40:15.826644 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d56e-fe8b-42dd-8ea0-1c96b8fda399 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:15.909977 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d56e-fe8b-42dd-8ea0-1c96b8fda399 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:15.914135 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d56e-fe8b-42dd-8ea0-1c96b8fda399 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:15.939702 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d56e-fe8b-42dd-8ea0-1c96b8fda399 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:15.940879 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9ed0d56e-fe8b-42dd-8ea0-1c96b8fda399 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1410401 Sep 29 18:40:15.944002 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56438) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:40:15.945032 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0d56e-fe8b-42dd-8ea0-1c96b8fda399 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272c72b7-76ce-4c78-9734-380979537750,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:15.948679 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'security_group_rule': {'security_group_id': '272c72b7-76ce-4c78-9734-380979537750', 'project_id': '99f1b462260042ce9609393fd90e8f34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:40:15.975455 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.020008 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.023443 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.040590 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1508dd-d23b-41b6-a8df-5d119c41b0e5,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:16.048508 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.049728 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1047006 Sep 29 18:40:16.051225 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:16.051570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:16.051903 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:16.052233 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:16.052562 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:16.052804 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56440) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:40:16.053812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:16.053812 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:16.054087 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:16.054406 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:16.054804 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:16.055131 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:16.055451 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63674ba1-65e9-45df-8cc2-e5e209833990 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:16.059455 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-1c0e3f4f-53ce-4c49-9f4a-f09ba456f27f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'security_group_rule': {'security_group_id': '272c72b7-76ce-4c78-9734-380979537750', 'project_id': '99f1b462260042ce9609393fd90e8f34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:40:16.086447 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c0e3f4f-53ce-4c49-9f4a-f09ba456f27f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.142268 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c0e3f4f-53ce-4c49-9f4a-f09ba456f27f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.145427 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c0e3f4f-53ce-4c49-9f4a-f09ba456f27f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.162011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e3f4f-53ce-4c49-9f4a-f09ba456f27f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db87594-3434-49ac-ae78-8f340227ba82,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:16.166846 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-1c0e3f4f-53ce-4c49-9f4a-f09ba456f27f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.168390 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-1c0e3f4f-53ce-4c49-9f4a-f09ba456f27f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134613 Sep 29 18:40:16.171258 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56442) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:40:16.175519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-9e27a6a9-32f4-45bf-9f7e-9d0625ea4464 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'security_group_rule': {'security_group_id': '272c72b7-76ce-4c78-9734-380979537750', 'project_id': '99f1b462260042ce9609393fd90e8f34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:40:16.202101 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9e27a6a9-32f4-45bf-9f7e-9d0625ea4464 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.258876 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9e27a6a9-32f4-45bf-9f7e-9d0625ea4464 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.262841 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9e27a6a9-32f4-45bf-9f7e-9d0625ea4464 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.279671 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27a6a9-32f4-45bf-9f7e-9d0625ea4464 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78983e5-5695-4a47-ac69-8588dfe38d15,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:16.286581 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9e27a6a9-32f4-45bf-9f7e-9d0625ea4464 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.287814 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9e27a6a9-32f4-45bf-9f7e-9d0625ea4464 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156292 Sep 29 18:40:16.290681 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56444) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:40:16.294834 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-03d0c5b9-7326-40e9-84ac-19ddc843920c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'security_group_rule': {'security_group_id': '272c72b7-76ce-4c78-9734-380979537750', 'project_id': '99f1b462260042ce9609393fd90e8f34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:40:16.320364 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-03d0c5b9-7326-40e9-84ac-19ddc843920c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.378646 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-03d0c5b9-7326-40e9-84ac-19ddc843920c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.382580 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-03d0c5b9-7326-40e9-84ac-19ddc843920c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.399873 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0c5b9-7326-40e9-84ac-19ddc843920c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd38742-ae62-48bc-bfb8-3f03d32c22c6,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:16.405402 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-03d0c5b9-7326-40e9-84ac-19ddc843920c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.406433 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-03d0c5b9-7326-40e9-84ac-19ddc843920c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148980 Sep 29 18:40:16.410109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56446) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:40:16.414339 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-af9c5479-3910-4a8c-8eec-7d267e5eb037 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'security_group_rule': {'security_group_id': '272c72b7-76ce-4c78-9734-380979537750', 'project_id': '99f1b462260042ce9609393fd90e8f34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:40:16.434689 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-af9c5479-3910-4a8c-8eec-7d267e5eb037 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Project 99f1b462260042ce9609393fd90e8f34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:40:16.439270 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-af9c5479-3910-4a8c-8eec-7d267e5eb037 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.498352 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-af9c5479-3910-4a8c-8eec-7d267e5eb037 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.501872 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-af9c5479-3910-4a8c-8eec-7d267e5eb037 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.521905 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c5479-3910-4a8c-8eec-7d267e5eb037 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a165d0bc-41c9-43dd-8a38-ecaa1eb0dbdf,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:16.525457 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-af9c5479-3910-4a8c-8eec-7d267e5eb037 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.526641 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-af9c5479-3910-4a8c-8eec-7d267e5eb037 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156037 Sep 29 18:40:16.529376 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56448) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:40:16.533609 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-8274a7ca-58cb-4355-bcf5-4300a124d303 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'security_group_rule': {'security_group_id': '272c72b7-76ce-4c78-9734-380979537750', 'project_id': '99f1b462260042ce9609393fd90e8f34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:40:16.555597 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-8274a7ca-58cb-4355-bcf5-4300a124d303 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Project 99f1b462260042ce9609393fd90e8f34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:40:16.560246 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8274a7ca-58cb-4355-bcf5-4300a124d303 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.620241 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8274a7ca-58cb-4355-bcf5-4300a124d303 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.623805 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8274a7ca-58cb-4355-bcf5-4300a124d303 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.643554 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274a7ca-58cb-4355-bcf5-4300a124d303 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002029c6-cb30-4d47-af69-fec5f0c9d779,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:16.649838 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-8274a7ca-58cb-4355-bcf5-4300a124d303 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:16.651014 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-8274a7ca-58cb-4355-bcf5-4300a124d303 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207042 Sep 29 18:40:17.182922 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:17.544503 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e51f8f00-4670-47b0-ac4f-5cb202964b7a no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:40:17.565054 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: e51f8f00-4670-47b0-ac4f-5cb202964b7a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:40:17.565443 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device e51f8f00-4670-47b0-ac4f-5cb202964b7a not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:40:28.221230 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:30.954895 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-ad88cbeb-7216-4985-bb25-7b76092de61f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2101695988&fields=id&tenant_id=99f1b462260042ce9609393fd90e8f34 HTTP/1.1" status: 200 len: 267 time: 0.0323319 Sep 29 18:40:31.068070 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-1658fb74-9a1e-4d1f-8c2c-b9843129428a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:31.070691 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-1658fb74-9a1e-4d1f-8c2c-b9843129428a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 809 time: 0.1089609 Sep 29 18:40:31.086825 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-9d302b98-b7ce-4d35-bbd3-8719f030d47c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/quotas/99f1b462260042ce9609393fd90e8f34 HTTP/1.1" status: 200 len: 375 time: 0.0100343 Sep 29 18:40:31.136721 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-52bd67fb-5fa7-4cb6-a9a5-9557dd8a6b88 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445538 Sep 29 18:40:31.194160 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-ba509df2-8871-499b-95b3-2675b8c7f5a4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:40:31.195216 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-ba509df2-8871-499b-95b3-2675b8c7f5a4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475214 Sep 29 18:40:31.289768 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-8b11b484-ab04-4bde-97c2-a158a57e6d91 service neutron] 10.222.0.44 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883598 Sep 29 18:40:31.375960 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-37e8c105-6bdc-4f00-b4dc-9f5dd2a9b7eb service neutron] 10.222.0.44 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801690 Sep 29 18:40:31.659415 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fae1d2af-0ff0-44f0-8fcc-e01aabfaa9d4 req-aad87fce-6154-4118-889d-e84d3dbda751 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 210 time: 0.0323067 Sep 29 18:40:32.602059 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-ecd49dbf-a04d-4841-bd93-3b9311b653c6 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:32.603526 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-ecd49dbf-a04d-4841-bd93-3b9311b653c6 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 809 time: 0.1081376 Sep 29 18:40:32.645573 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-f0371dd1-b8c5-4258-ad70-dc8651227ae3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99f1b462260042ce9609393fd90e8f34 HTTP/1.1" status: 200 len: 380 time: 0.0331023 Sep 29 18:40:32.655721 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-1a391a31-61ba-457d-bebb-b0a968b37f25 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'port': {'device_id': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'admin_state_up': True, 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'security_groups': ['272c72b7-76ce-4c78-9734-380979537750']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:40:32.752848 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-26ab3d34-a7da-492c-8a7c-48250da3b23c req-d740796e-dfa7-4ee3-b9bb-5dcd3b0ef35b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 210 time: 0.0273657 Sep 29 18:40:32.778531 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-1a391a31-61ba-457d-bebb-b0a968b37f25 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Made reservation on behalf of 99f1b462260042ce9609393fd90e8f34 for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:40:32.782447 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-1a391a31-61ba-457d-bebb-b0a968b37f25 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:32.907595 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-1a391a31-61ba-457d-bebb-b0a968b37f25 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Allocated IP 172.20.0.9 (7eb5e99d-81e3-4480-ab87-fdeb4b3fb215/d8b9f834-ab37-44c0-88f4-f9489370f237/629a8a45-d756-4c06-974e-3e429c041775) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:40:33.050136 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-1a391a31-61ba-457d-bebb-b0a968b37f25 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:33.083646 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-1a391a31-61ba-457d-bebb-b0a968b37f25 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:33.131298 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-1a391a31-61ba-457d-bebb-b0a968b37f25 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:40:33.134957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-1a391a31-61ba-457d-bebb-b0a968b37f25 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:40:33.138923 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-1a391a31-61ba-457d-bebb-b0a968b37f25 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:40:33.168983 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a391a31-61ba-457d-bebb-b0a968b37f25 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'Port': ['ID=629a8a45-d756-4c06-974e-3e429c041775,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:33.205180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-1a391a31-61ba-457d-bebb-b0a968b37f25 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:33.205864 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-1a391a31-61ba-457d-bebb-b0a968b37f25 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:33.222903 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-1a391a31-61ba-457d-bebb-b0a968b37f25 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5706882 Sep 29 18:40:33.236643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Request body: {'port': {'device_id': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:40:33.304723 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:33.349113 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-dce50e8c-d352-4cfb-8b3a-19aa4e4314b1 None None] Provisioning complete for port 629a8a45-d756-4c06-974e-3e429c041775 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:40:33.350346 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dce50e8c-d352-4cfb-8b3a-19aa4e4314b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:33.399972 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-dce50e8c-d352-4cfb-8b3a-19aa4e4314b1 None None] Port 629a8a45-d756-4c06-974e-3e429c041775 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:40:33.567398 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 629a8a45-d756-4c06-974e-3e429c041775 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:40:33.574981 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:33.587389 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Transition to ACTIVE for port object 629a8a45-d756-4c06-974e-3e429c041775 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:40:33.590720 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:33.647998 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Pushing event updated for resources: {'Port': ['ID=629a8a45-d756-4c06-974e-3e429c041775,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:33.722717 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Attempting to bind port 629a8a45-d756-4c06-974e-3e429c041775 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:40:33.723053 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Attempting to bind port 629a8a45-d756-4c06-974e-3e429c041775 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:40:33.723386 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Attempting to bind port 629a8a45-d756-4c06-974e-3e429c041775 on network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:40:33.728283 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Port 629a8a45-d756-4c06-974e-3e429c041775 on network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:40:33.728606 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Attempting to bind port 629a8a45-d756-4c06-974e-3e429c041775 on network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:40:33.733623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:40:33.733957 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Checking segment: {'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:40:33.734340 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Bound using segment: {'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:40:33.734776 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Bound port: 629a8a45-d756-4c06-974e-3e429c041775, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206ce51-3590-491d-b932-f2fa1878fccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:40:33.735136 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:33.835327 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] For port 629a8a45-d756-4c06-974e-3e429c041775, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:40:33.839109 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] For port 629a8a45-d756-4c06-974e-3e429c041775, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=629a8a45-d756-4c06-974e-3e429c041775,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:40:33.843824 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:33.883065 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4452a-8fd6-41f0-8669-7157e8904f05 req-e3525667-208d-44a7-a0c8-dfccc83a6819 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:33.884887 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:33.885755 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:33.887391 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] 10.222.0.49 "PUT /v2.0/ports/629a8a45-d756-4c06-974e-3e429c041775 HTTP/1.1" status: 200 len: 1091 time: 0.6553540 Sep 29 18:40:33.889676 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'tag': '629a8a45-d756-4c06-974e-3e429c041775'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:40:33.891302 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95f4452a-8fd6-41f0-8669-7157e8904f05 req-e3525667-208d-44a7-a0c8-dfccc83a6819 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0585499 Sep 29 18:40:33.893735 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8701bc0-bf30-410c-b334-82ae66c63260" -d '{"events": [{"name": "network-changed", "server_uuid": "826e21c1-455d-49ef-9e96-5957aa4f4729", "tag": "629a8a45-d756-4c06-974e-3e429c041775"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:40:33.938427 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41b2d6-08f3-42c0-835b-036184e055bf service neutron] Pushing event updated for resources: {'Port': ['ID=629a8a45-d756-4c06-974e-3e429c041775,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:33.940137 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-95f4452a-8fd6-41f0-8669-7157e8904f05 req-1e70aa2f-0af7-4849-8a40-267a960e3d5d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426826 Sep 29 18:40:33.986052 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7b5c6c-d797-4486-a449-622aa29e8034 x-openstack-request-id: req-ff7b5c6c-d797-4486-a449-622aa29e8034 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:40:33.986353 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826e21c1-455d-49ef-9e96-5957aa4f4729", "tag": "629a8a45-d756-4c06-974e-3e429c041775", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:40:33.986616 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff7b5c6c-d797-4486-a449-622aa29e8034 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:40:33.987019 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'tag': '629a8a45-d756-4c06-974e-3e429c041775', 'status': 'completed', 'code': 200} Sep 29 18:40:34.004228 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-fb061f86-a076-46c8-b08b-99981486b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:34.006141 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-fb061f86-a076-46c8-b08b-99981486b8e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 1094 time: 0.0589964 Sep 29 18:40:34.050289 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-5a633db8-4562-4808-8822-66ba3309334a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629a8a45-d756-4c06-974e-3e429c041775 HTTP/1.1" status: 200 len: 217 time: 0.0365791 Sep 29 18:40:34.109230 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-c3e8977a-1060-4bc5-8d06-18f97b4fc48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:34.110762 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-c3e8977a-1060-4bc5-8d06-18f97b4fc48b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0530684 Sep 29 18:40:34.162965 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-6e55b43e-5eaa-4f69-8660-b9ab20aed510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:34.165082 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-6e55b43e-5eaa-4f69-8660-b9ab20aed510 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468624 Sep 29 18:40:34.275405 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-81aaa936-acf6-41e2-b18d-7eef6a9e39cd service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029677 Sep 29 18:40:34.379347 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-18d75d2d-c6fc-4a5d-85d1-3e7a48965b21 req-72a0dddd-90ac-4b4d-99e8-9cbe84794acd service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945666 Sep 29 18:40:34.479092 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8701bc0-bf30-410c-b334-82ae66c63260 req-c769543b-905c-4578-ae2a-fa30ff2ca2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:34.481141 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8701bc0-bf30-410c-b334-82ae66c63260 req-c769543b-905c-4578-ae2a-fa30ff2ca2cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 1094 time: 0.0524576 Sep 29 18:40:34.609250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8701bc0-bf30-410c-b334-82ae66c63260 req-ed27afa4-3896-41f9-b511-8e7373593d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:34.610891 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8701bc0-bf30-410c-b334-82ae66c63260 req-ed27afa4-3896-41f9-b511-8e7373593d78 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.1229682 Sep 29 18:40:34.659045 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8701bc0-bf30-410c-b334-82ae66c63260 req-0c7de122-1e0d-4952-b638-ae63b352d1b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629a8a45-d756-4c06-974e-3e429c041775 HTTP/1.1" status: 200 len: 217 time: 0.0410264 Sep 29 18:40:34.714582 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8701bc0-bf30-410c-b334-82ae66c63260 req-257a2122-10cc-42af-bc4f-7447913c4ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:34.717000 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8701bc0-bf30-410c-b334-82ae66c63260 req-257a2122-10cc-42af-bc4f-7447913c4ee0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0500963 Sep 29 18:40:34.776198 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8701bc0-bf30-410c-b334-82ae66c63260 req-b844c262-620a-4f1f-85de-566183566169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:34.778401 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8701bc0-bf30-410c-b334-82ae66c63260 req-b844c262-620a-4f1f-85de-566183566169 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537434 Sep 29 18:40:34.884433 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8701bc0-bf30-410c-b334-82ae66c63260 req-a82128be-b028-4072-9fb1-1c145af198a4 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989685 Sep 29 18:40:34.978625 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d8701bc0-bf30-410c-b334-82ae66c63260 req-98fab50b-e438-429e-9347-f7b505a5c51c service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876851 Sep 29 18:40:35.051577 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4dcf2-35ce-4780-b949-06e62ce92dd6 req-c3fe658e-c749-47ce-8b93-bca433858636 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:35.053489 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cbd4dcf2-35ce-4780-b949-06e62ce92dd6 req-c3fe658e-c749-47ce-8b93-bca433858636 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0504858 Sep 29 18:40:35.094082 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cbd4dcf2-35ce-4780-b949-06e62ce92dd6 req-65051569-8dec-4985-9bbe-fd83a2473e4a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338542 Sep 29 18:40:36.219662 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be679dd9-4415-4ba0-8b4f-39ea6e86ad38 req-c3f9fe99-e761-42dd-8bce-de3caa81f8e6 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:36.221117 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-be679dd9-4415-4ba0-8b4f-39ea6e86ad38 req-c3f9fe99-e761-42dd-8bce-de3caa81f8e6 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0520029 Sep 29 18:40:36.260724 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-be679dd9-4415-4ba0-8b4f-39ea6e86ad38 req-241af8e5-3154-4f1e-96cf-e56cec46fbe8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331652 Sep 29 18:40:37.372886 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7722d3c-a06e-4ea0-aca7-4411054852ae req-0aa7ddb3-042d-4917-b535-0ba3c87d1ab0 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:37.374287 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d7722d3c-a06e-4ea0-aca7-4411054852ae req-0aa7ddb3-042d-4917-b535-0ba3c87d1ab0 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0481567 Sep 29 18:40:37.412273 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d7722d3c-a06e-4ea0-aca7-4411054852ae req-da5d6685-11e4-4ced-8ec9-b782606204ba tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317750 Sep 29 18:40:38.525976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d53d16-324f-40b4-8d37-db305bcfe51f req-cbf25f36-b872-470e-8034-cd3ca16a20b7 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:38.527366 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-09d53d16-324f-40b4-8d37-db305bcfe51f req-cbf25f36-b872-470e-8034-cd3ca16a20b7 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0491853 Sep 29 18:40:38.564110 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-09d53d16-324f-40b4-8d37-db305bcfe51f req-222d471b-571a-4f90-b485-846c96b718cd tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309284 Sep 29 18:40:39.681056 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bb87b-f372-4c9c-8aca-e94afe36f98f req-a02b1de1-f2fd-4989-aad8-9b91ab07a59e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:39.682654 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f25bb87b-f372-4c9c-8aca-e94afe36f98f req-a02b1de1-f2fd-4989-aad8-9b91ab07a59e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0528738 Sep 29 18:40:39.725840 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f25bb87b-f372-4c9c-8aca-e94afe36f98f req-d944621d-32d9-4142-ab46-397b4072a894 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372622 Sep 29 18:40:40.839819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d52f1-f089-4148-b41e-d0e4f492dc1a req-1bdca511-a1db-49b8-8709-0223bcdeb8ed tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:40.841292 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-734d52f1-f089-4148-b41e-d0e4f492dc1a req-1bdca511-a1db-49b8-8709-0223bcdeb8ed tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0483444 Sep 29 18:40:40.877890 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-734d52f1-f089-4148-b41e-d0e4f492dc1a req-456ad7ee-ca9e-4d0e-9145-4d256181e118 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307877 Sep 29 18:40:40.932729 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-351559f7-9a02-41cf-85b5-13a6fe18cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:41.989939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f68999-7adb-48d7-8c97-0c973883df28 req-4d8a3758-e528-4cc4-bf7a-700bc228bfc1 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:41.992025 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-28f68999-7adb-48d7-8c97-0c973883df28 req-4d8a3758-e528-4cc4-bf7a-700bc228bfc1 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0484643 Sep 29 18:40:42.029013 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-28f68999-7adb-48d7-8c97-0c973883df28 req-508823be-f63d-4df9-8349-81e9c9cc186c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309441 Sep 29 18:40:42.312100 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:40:43.149862 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75989238-629f-4f4e-9f04-a7e9a66941d7 req-5588d270-4505-4519-9971-1e438a5c5f84 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:43.153887 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-75989238-629f-4f4e-9f04-a7e9a66941d7 req-5588d270-4505-4519-9971-1e438a5c5f84 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0557246 Sep 29 18:40:43.191769 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-75989238-629f-4f4e-9f04-a7e9a66941d7 req-012eef0b-3b71-4033-9ce9-4bffc205a40e tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311298 Sep 29 18:40:43.638514 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2fb6dfbd-c5dd-44e6-afdc-87a7d20d27d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:43.701751 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 629a8a45-d756-4c06-974e-3e429c041775 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:40:43.793296 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 629a8a45-d756-4c06-974e-3e429c041775, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=629a8a45-d756-4c06-974e-3e429c041775,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:40:43.805030 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '629a8a45-d756-4c06-974e-3e429c041775', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'port_id': '629a8a45-d756-4c06-974e-3e429c041775', 'mac_address': 'fa:16:3e:86:32:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:40:43.845589 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:43.858447 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 629a8a45-d756-4c06-974e-3e429c041775 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:40:43.877011 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 629a8a45-d756-4c06-974e-3e429c041775, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=629a8a45-d756-4c06-974e-3e429c041775,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:40:43.880592 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:43.926313 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=629a8a45-d756-4c06-974e-3e429c041775,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:43.933475 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:43.933829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:43.934180 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:43.934521 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:43.934859 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:43.935195 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:43.935528 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:43.935859 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:43.936192 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:43.936518 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:43.936849 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:43.937174 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:40:44.090918 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['629a8a45-d756-4c06-974e-3e429c041775'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:40:44.307661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690c5b0-4139-4de1-8099-2b781a58acf5 req-043b044a-c8da-4700-aed4-8945f818d91c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:44.309170 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2690c5b0-4139-4de1-8099-2b781a58acf5 req-043b044a-c8da-4700-aed4-8945f818d91c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 944 time: 0.0492904 Sep 29 18:40:44.346599 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2690c5b0-4139-4de1-8099-2b781a58acf5 req-2609e25b-e507-4017-a76d-f1e3769e0dbb tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311592 Sep 29 18:40:44.799389 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:44.879247 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:45.233740 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:45.462984 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fcc1d-2af4-437b-bfc0-623a4784a8fe req-4591234c-5eb7-4e16-a58b-8a8a0b6c0d52 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:45.464506 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-127fcc1d-2af4-437b-bfc0-623a4784a8fe req-4591234c-5eb7-4e16-a58b-8a8a0b6c0d52 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 944 time: 0.0513432 Sep 29 18:40:45.501523 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-127fcc1d-2af4-437b-bfc0-623a4784a8fe req-bfbaddf1-30bd-457e-91d9-17c0362c0419 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310619 Sep 29 18:40:45.717645 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 629a8a45-d756-4c06-974e-3e429c041775 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:40:45.763578 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 629a8a45-d756-4c06-974e-3e429c041775 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:40:45.767323 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 629a8a45-d756-4c06-974e-3e429c041775 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:40:45.767692 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:45.848364 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:45.870702 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629a8a45-d756-4c06-974e-3e429c041775'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:40:45.872934 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d882a1-e95f-4a29-8cfa-2555a445583e" -d '{"events": [{"server_uuid": "826e21c1-455d-49ef-9e96-5957aa4f4729", "name": "network-vif-plugged", "status": "completed", "tag": "629a8a45-d756-4c06-974e-3e429c041775"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:40:45.887483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 629a8a45-d756-4c06-974e-3e429c041775, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=629a8a45-d756-4c06-974e-3e429c041775,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:40:45.892388 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:45.945131 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=629a8a45-d756-4c06-974e-3e429c041775,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:45.974090 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a97b83-4da9-40c3-a7a1-9ae4f5550fb3 x-openstack-request-id: req-99a97b83-4da9-40c3-a7a1-9ae4f5550fb3 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:40:45.974387 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e21c1-455d-49ef-9e96-5957aa4f4729", "name": "network-vif-plugged", "status": "completed", "tag": "629a8a45-d756-4c06-974e-3e429c041775", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:40:45.974648 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99a97b83-4da9-40c3-a7a1-9ae4f5550fb3 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:40:45.975044 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629a8a45-d756-4c06-974e-3e429c041775', 'code': 200} Sep 29 18:40:46.074359 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0c18a-2717-4070-94de-5c1488ca3292 req-8d5d772d-ba6e-48d2-bb2a-6892827063fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:46.075871 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cab0c18a-2717-4070-94de-5c1488ca3292 req-8d5d772d-ba6e-48d2-bb2a-6892827063fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 1096 time: 0.0429497 Sep 29 18:40:46.110766 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-cab0c18a-2717-4070-94de-5c1488ca3292 req-d3b74ed7-39ec-4a05-a541-75c261855d1e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277512 Sep 29 18:40:46.621035 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a367d-4498-4835-b05d-adf3dbe4d5f1 req-1bed3c36-3a07-4035-ac1c-bd08251b1b8b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:46.622526 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e51a367d-4498-4835-b05d-adf3dbe4d5f1 req-1bed3c36-3a07-4035-ac1c-bd08251b1b8b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0522013 Sep 29 18:40:46.658720 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e51a367d-4498-4835-b05d-adf3dbe4d5f1 req-45b597d3-2e89-499a-aee7-da8c6f5e6ee1 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303380 Sep 29 18:40:47.181375 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:47.771072 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307e028-a292-4d22-9f60-4ced196a2a31 req-c2bbf708-70ed-4b6b-86b3-358b611ab693 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:47.772629 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4307e028-a292-4d22-9f60-4ced196a2a31 req-c2bbf708-70ed-4b6b-86b3-358b611ab693 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0484173 Sep 29 18:40:47.809137 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4307e028-a292-4d22-9f60-4ced196a2a31 req-500b9560-359b-4ee0-bc17-e5b2f26b8eb9 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304863 Sep 29 18:40:47.919859 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b1ab3-8784-4500-bf3d-d851c0d4ee88 req-4dbe741d-429c-4116-b023-5fd39be4d82d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:47.921348 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-760b1ab3-8784-4500-bf3d-d851c0d4ee88 req-4dbe741d-429c-4116-b023-5fd39be4d82d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0481112 Sep 29 18:40:47.957436 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-760b1ab3-8784-4500-bf3d-d851c0d4ee88 req-31837463-9d16-4222-9f8e-5cbeec2c1ac1 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301254 Sep 29 18:40:47.978693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56640) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:40:48.017595 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e89b1-9ac1-4e88-b359-6057af3bd218 tempest-TestShelveInstance-1351027978 tempest-TestShelveInstance-1351027978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:48.019074 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-d65e89b1-9ac1-4e88-b359-6057af3bd218 tempest-TestShelveInstance-1351027978 tempest-TestShelveInstance-1351027978-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 1091 time: 0.0394087 Sep 29 18:40:48.021745 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56642) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:40:48.025884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '629a8a45-d756-4c06-974e-3e429c041775', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:40:48.047551 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for floatingip, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:48.145530 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:48.251206 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Allocated IP 172.25.2.122 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/8e891be9-ad2a-44cc-8a17-4e95c6e8b2eb) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:40:48.350107 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:48.382066 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:48.418044 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:40:48.422407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:40:48.424651 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:40:48.455574 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'Port': ['ID=8e891be9-ad2a-44cc-8a17-4e95c6e8b2eb,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:48.774664 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:48.841078 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:48.984737 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:48.989407 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:49.063489 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event updated for resources: {'Port': ['ID=8e891be9-ad2a-44cc-8a17-4e95c6e8b2eb,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:40:49.073033 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:49.460869 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Floating IP 275fe286-faf0-49b5-96ea-b1a890c49f1e associated. External IP: 172.25.2.122, port: 629a8a45-d756-4c06-974e-3e429c041775. Sep 29 18:40:49.662534 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Router b28020d7-e737-4995-8264-8b2945171ca6 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:40:49.764124 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:40:49.773872 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b52d1-4f4d-4216-ab18-ae9c39d3fca5 None None] Sync routers for ids ['b28020d7-e737-4995-8264-8b2945171ca6'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:40:49.780394 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:40:49.783460 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b52d1-4f4d-4216-ab18-ae9c39d3fca5 None None] Routers {'b28020d7-e737-4995-8264-8b2945171ca6'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:40:49.784077 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-158b52d1-4f4d-4216-ab18-ae9c39d3fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:40:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b28020d7-e737-4995-8264-8b2945171ca6'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:40:49.812778 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-293c7e91-5e03-44b9-94c6-ecb1b71b8f0d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7899694 Sep 29 18:40:49.813490 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'tag': '629a8a45-d756-4c06-974e-3e429c041775'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:40:49.815821 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860ad204-2319-42d5-b6b0-f4f34b4e830f" -d '{"events": [{"name": "network-changed", "server_uuid": "826e21c1-455d-49ef-9e96-5957aa4f4729", "tag": "629a8a45-d756-4c06-974e-3e429c041775"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:40:49.860669 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da78840-9f22-457f-8759-fbbb7bf87951 x-openstack-request-id: req-1da78840-9f22-457f-8759-fbbb7bf87951 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:40:49.860973 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826e21c1-455d-49ef-9e96-5957aa4f4729", "tag": "629a8a45-d756-4c06-974e-3e429c041775", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:40:49.861249 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1da78840-9f22-457f-8759-fbbb7bf87951 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:40:49.861669 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'tag': '629a8a45-d756-4c06-974e-3e429c041775', 'status': 'completed', 'code': 200} Sep 29 18:40:49.890201 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-158b52d1-4f4d-4216-ab18-ae9c39d3fca5 None None] Set router b28020d7-e737-4995-8264-8b2945171ca6 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:40:49.923146 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ad204-2319-42d5-b6b0-f4f34b4e830f req-4faacae2-430d-4304-900a-001cb3e14d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:49.924636 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-860ad204-2319-42d5-b6b0-f4f34b4e830f req-4faacae2-430d-4304-900a-001cb3e14d91 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 1096 time: 0.0408556 Sep 29 18:40:50.015072 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ad204-2319-42d5-b6b0-f4f34b4e830f req-10952695-9c0c-4fff-8561-fe206ee83554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:50.016722 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-860ad204-2319-42d5-b6b0-f4f34b4e830f req-10952695-9c0c-4fff-8561-fe206ee83554 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0847166 Sep 29 18:40:50.087709 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-860ad204-2319-42d5-b6b0-f4f34b4e830f req-4a924192-141e-4872-b1e9-0e33cf86fee6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629a8a45-d756-4c06-974e-3e429c041775 HTTP/1.1" status: 200 len: 999 time: 0.0639651 Sep 29 18:40:50.112434 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-158b52d1-4f4d-4216-ab18-ae9c39d3fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '275fe286-faf0-49b5-96ea-b1a890c49f1e', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'port_id': '629a8a45-d756-4c06-974e-3e429c041775', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'mac_address': 'fa:16:3e:86:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:40:48Z', 'updated_at': '2021-09-29T18:40:48Z', 'revision_number': 0, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae193bf-0709-440e-a723-66c0b08f2254', 'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'mac_address': 'fa:16:3e:99:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:02Z', 'updated_at': '2021-09-29T18:36:07Z', 'revision_number': 5, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'subnets': [{'id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:40:50.136050 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ad204-2319-42d5-b6b0-f4f34b4e830f req-bc996b4f-a6df-4715-ac1d-36d6edb55a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:50.137537 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-860ad204-2319-42d5-b6b0-f4f34b4e830f req-bc996b4f-a6df-4715-ac1d-36d6edb55a26 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0433741 Sep 29 18:40:50.138252 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b52d1-4f4d-4216-ab18-ae9c39d3fca5 None None] Checking router: b28020d7-e737-4995-8264-8b2945171ca6 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:40:50.146712 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158b52d1-4f4d-4216-ab18-ae9c39d3fca5 None None] Routers {'b28020d7-e737-4995-8264-8b2945171ca6'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:40:50.147854 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-158b52d1-4f4d-4216-ab18-ae9c39d3fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:40:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b28020d7-e737-4995-8264-8b2945171ca6'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:40:50.183273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ad204-2319-42d5-b6b0-f4f34b4e830f req-bdf7a905-12be-4772-a744-720ba8e4ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:40:50.184798 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-860ad204-2319-42d5-b6b0-f4f34b4e830f req-bdf7a905-12be-4772-a744-720ba8e4ce9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406058 Sep 29 18:40:50.196495 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-860ad204-2319-42d5-b6b0-f4f34b4e830f req-185fdf07-6aea-475d-9643-7a4361a1ba3d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:40:50.197599 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-860ad204-2319-42d5-b6b0-f4f34b4e830f req-185fdf07-6aea-475d-9643-7a4361a1ba3d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057175 Sep 29 18:40:50.251773 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-158b52d1-4f4d-4216-ab18-ae9c39d3fca5 None None] Set router b28020d7-e737-4995-8264-8b2945171ca6 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:40:50.294968 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-860ad204-2319-42d5-b6b0-f4f34b4e830f req-8ff5daaa-f669-4ebe-98c5-fb5edbf3608f service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887146 Sep 29 18:40:50.386712 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-860ad204-2319-42d5-b6b0-f4f34b4e830f req-c86e87ca-6410-461e-8434-5bdc6e93e5ee service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853407 Sep 29 18:40:50.474636 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-158b52d1-4f4d-4216-ab18-ae9c39d3fca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '275fe286-faf0-49b5-96ea-b1a890c49f1e', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'port_id': '629a8a45-d756-4c06-974e-3e429c041775', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'mac_address': 'fa:16:3e:86:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:40:48Z', 'updated_at': '2021-09-29T18:40:48Z', 'revision_number': 0, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae193bf-0709-440e-a723-66c0b08f2254', 'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'mac_address': 'fa:16:3e:99:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:02Z', 'updated_at': '2021-09-29T18:36:07Z', 'revision_number': 5, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'subnets': [{'id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:40:50.499786 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158b52d1-4f4d-4216-ab18-ae9c39d3fca5 None None] The sync data for ids ['b28020d7-e737-4995-8264-8b2945171ca6'] in n-d-811748-2 is: [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '275fe286-faf0-49b5-96ea-b1a890c49f1e', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'port_id': '629a8a45-d756-4c06-974e-3e429c041775', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'mac_address': 'fa:16:3e:86:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:40:48Z', 'updated_at': '2021-09-29T18:40:48Z', 'revision_number': 0, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae193bf-0709-440e-a723-66c0b08f2254', 'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'mac_address': 'fa:16:3e:99:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:02Z', 'updated_at': '2021-09-29T18:36:07Z', 'revision_number': 5, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'subnets': [{'id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:40:50.697906 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1144a0e-77aa-4843-a37c-c5fcb7819ec5 None None] New status for floating IP 275fe286-faf0-49b5-96ea-b1a890c49f1e: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:40:58.220935 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:41:06.395990 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db140a71-e872-4c1a-8267-a24f3b408a59 req-d3feb325-9fc8-47ec-b90e-fee83535173a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411730 Sep 29 18:41:06.483991 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db140a71-e872-4c1a-8267-a24f3b408a59 req-49e2d74e-0c3b-447f-9114-adad980b9364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:41:06.485645 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db140a71-e872-4c1a-8267-a24f3b408a59 req-49e2d74e-0c3b-447f-9114-adad980b9364 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 1096 time: 0.0420640 Sep 29 18:41:06.593932 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db140a71-e872-4c1a-8267-a24f3b408a59 req-f76582d2-e11a-47b9-9644-c181bd391221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:41:06.595450 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db140a71-e872-4c1a-8267-a24f3b408a59 req-f76582d2-e11a-47b9-9644-c181bd391221 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0906126 Sep 29 18:41:06.662502 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db140a71-e872-4c1a-8267-a24f3b408a59 req-e358adb8-818a-4216-abe5-d58601b37da4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629a8a45-d756-4c06-974e-3e429c041775 HTTP/1.1" status: 200 len: 1001 time: 0.0586843 Sep 29 18:41:06.715898 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db140a71-e872-4c1a-8267-a24f3b408a59 req-d303c05e-9702-420e-9ca0-7ac473ff476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:41:06.717357 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db140a71-e872-4c1a-8267-a24f3b408a59 req-d303c05e-9702-420e-9ca0-7ac473ff476f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0448649 Sep 29 18:41:06.766843 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db140a71-e872-4c1a-8267-a24f3b408a59 req-a1692174-f633-4f78-8069-be41cc240cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:41:06.768450 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db140a71-e872-4c1a-8267-a24f3b408a59 req-a1692174-f633-4f78-8069-be41cc240cf6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439036 Sep 29 18:41:06.859385 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db140a71-e872-4c1a-8267-a24f3b408a59 req-1936a46d-cf32-4bc3-a1d2-79042f52d86a service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811234 Sep 29 18:41:06.953024 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-db140a71-e872-4c1a-8267-a24f3b408a59 req-03f71ec4-bc05-4895-ae91-a657c65bf498 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859966 Sep 29 18:41:10.933938 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-77ba82df-46fa-4334-a1b1-29b499880c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:41:13.392147 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-69de593a-6386-4b90-be50-ee368a151baa req-4eef4d01-296e-4255-b407-1829a2e1ad8e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441308 Sep 29 18:41:13.491041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de593a-6386-4b90-be50-ee368a151baa req-cf7284d0-f31d-4fe5-a64a-f38e0866d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:41:13.492734 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-69de593a-6386-4b90-be50-ee368a151baa req-cf7284d0-f31d-4fe5-a64a-f38e0866d6da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0425909 Sep 29 18:41:13.597887 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de593a-6386-4b90-be50-ee368a151baa req-9aa37a84-292c-462d-8d1e-7377a5aa1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:41:13.599409 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-69de593a-6386-4b90-be50-ee368a151baa req-9aa37a84-292c-462d-8d1e-7377a5aa1bc8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0880239 Sep 29 18:41:13.639409 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ae0701e0-580a-4177-a5dd-afc16776c916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:41:13.645170 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-69de593a-6386-4b90-be50-ee368a151baa req-1cae176d-19f9-4319-98d6-92370a49e0a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0387795 Sep 29 18:41:13.693765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de593a-6386-4b90-be50-ee368a151baa req-ccdcd154-4dfa-4b6b-a848-0864c116b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:41:13.695769 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-69de593a-6386-4b90-be50-ee368a151baa req-ccdcd154-4dfa-4b6b-a848-0864c116b579 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0439067 Sep 29 18:41:13.740855 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de593a-6386-4b90-be50-ee368a151baa req-66bbf926-5ff2-42a2-ad45-bd207acdd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:41:13.742407 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-69de593a-6386-4b90-be50-ee368a151baa req-66bbf926-5ff2-42a2-ad45-bd207acdd6b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398712 Sep 29 18:41:13.847600 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-69de593a-6386-4b90-be50-ee368a151baa req-56d0ad7b-9050-47c1-8c07-2e97e7ff04eb service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977376 Sep 29 18:41:13.937963 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-69de593a-6386-4b90-be50-ee368a151baa req-9eaee5f6-56bb-4ae2-8e8b-d2556c01ca90 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838795 Sep 29 18:41:14.808892 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:41:14.884229 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:41:15.263641 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:41:17.176861 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:41:19.312464 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:41:28.218423 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:41:40.934794 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c89a08a0-71ea-4033-9c15-f4a06c756e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:41:43.639766 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d5bf1fd5-bddd-4629-ab42-3c001f892f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:41:44.800954 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:41:44.886028 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:41:45.279246 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:41:47.179662 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:41:56.312594 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:41:58.218172 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:07.392507 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0aaeddb-ea73-4a5b-a234-90ad980bd301 req-5e06c893-dbc3-4d85-b117-ce16cfd6c069 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409651 Sep 29 18:42:07.470162 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aaeddb-ea73-4a5b-a234-90ad980bd301 req-a01b7511-8451-4c61-b338-098dffc352a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:07.471623 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0aaeddb-ea73-4a5b-a234-90ad980bd301 req-a01b7511-8451-4c61-b338-098dffc352a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 1096 time: 0.0391288 Sep 29 18:42:07.585693 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aaeddb-ea73-4a5b-a234-90ad980bd301 req-e1b1379e-6412-4173-9e69-0a8ed3639e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:07.587299 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0aaeddb-ea73-4a5b-a234-90ad980bd301 req-e1b1379e-6412-4173-9e69-0a8ed3639e94 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0962548 Sep 29 18:42:07.650496 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0aaeddb-ea73-4a5b-a234-90ad980bd301 req-c78563a0-a727-4e8e-805a-acb1aaaba69a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629a8a45-d756-4c06-974e-3e429c041775 HTTP/1.1" status: 200 len: 1001 time: 0.0562491 Sep 29 18:42:07.702839 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aaeddb-ea73-4a5b-a234-90ad980bd301 req-9d7729a2-195a-4acb-9461-e6b49757452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:07.704252 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0aaeddb-ea73-4a5b-a234-90ad980bd301 req-9d7729a2-195a-4acb-9461-e6b49757452e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0468190 Sep 29 18:42:07.749058 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aaeddb-ea73-4a5b-a234-90ad980bd301 req-b8f5f91f-370c-4ac7-b065-5f0c0b285794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:07.750528 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0aaeddb-ea73-4a5b-a234-90ad980bd301 req-b8f5f91f-370c-4ac7-b065-5f0c0b285794 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393922 Sep 29 18:42:07.838513 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0aaeddb-ea73-4a5b-a234-90ad980bd301 req-fa418e34-374f-4a8e-8f62-b2ce03bbdb69 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810051 Sep 29 18:42:07.932226 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-d0aaeddb-ea73-4a5b-a234-90ad980bd301 req-3e48a81d-91b7-4d96-9bd9-efe1c37fa4b3 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860369 Sep 29 18:42:10.935368 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fac35474-d76c-4a7b-875f-4ab39e3053a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:13.640145 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dd4608bb-51bc-41d7-9bde-ef0a39f0725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:14.804324 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:14.889400 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:15.283053 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:15.404937 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e46ef57a-023a-4620-8b42-6b411797245f req-d1067d3f-7654-4013-a177-8ce1590c8a45 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489657 Sep 29 18:42:15.500885 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ef57a-023a-4620-8b42-6b411797245f req-7e7b27e5-7280-4d4a-ac61-8767a3a3d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:15.502392 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e46ef57a-023a-4620-8b42-6b411797245f req-7e7b27e5-7280-4d4a-ac61-8767a3a3d35f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0403438 Sep 29 18:42:15.606416 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ef57a-023a-4620-8b42-6b411797245f req-a13cb4df-d1aa-415e-90b7-c3e9326a0ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:15.607882 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e46ef57a-023a-4620-8b42-6b411797245f req-a13cb4df-d1aa-415e-90b7-c3e9326a0ee1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0869269 Sep 29 18:42:15.648659 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e46ef57a-023a-4620-8b42-6b411797245f req-7ee1f66d-24ac-4c37-9eda-5fbc3bb03de6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0339036 Sep 29 18:42:15.696784 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ef57a-023a-4620-8b42-6b411797245f req-8869973f-9653-4f38-b42b-b9845e3d6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:15.698406 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e46ef57a-023a-4620-8b42-6b411797245f req-8869973f-9653-4f38-b42b-b9845e3d6257 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0429010 Sep 29 18:42:15.742384 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ef57a-023a-4620-8b42-6b411797245f req-aab524ad-245f-436f-9a7f-a756a7e6b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:15.743902 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e46ef57a-023a-4620-8b42-6b411797245f req-aab524ad-245f-436f-9a7f-a756a7e6b083 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381184 Sep 29 18:42:15.834010 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e46ef57a-023a-4620-8b42-6b411797245f req-4fed56fc-1749-4411-8f63-0a2eae2fb1ae service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831866 Sep 29 18:42:15.927231 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e46ef57a-023a-4620-8b42-6b411797245f req-52b555bd-ffd0-40a7-9cfd-2b68c3f7d5aa service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850186 Sep 29 18:42:17.184970 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:28.217199 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:33.312214 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:42:40.936062 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6cae422c-410d-4ccb-aae7-ba02bb53571e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:42.882770 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd231f72-bbae-4087-a837-01571d5cca9e req-ec5f9f13-5c31-4c3b-ac52-c0c2db6f24af tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:42.884182 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd231f72-bbae-4087-a837-01571d5cca9e req-ec5f9f13-5c31-4c3b-ac52-c0c2db6f24af tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0501277 Sep 29 18:42:42.924077 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-fd231f72-bbae-4087-a837-01571d5cca9e req-ba275b0f-b79e-4bb2-9329-d1f0f9a77ad3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331123 Sep 29 18:42:43.641330 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-24853f4d-e639-46ee-9a11-d64827f438f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:44.063242 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a343a2-4742-4fb1-812f-a8cd62eb1f0d req-7c9d3b26-962f-4701-ac3c-f91a1bf98aab tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:44.064747 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-99a343a2-4742-4fb1-812f-a8cd62eb1f0d req-7c9d3b26-962f-4701-ac3c-f91a1bf98aab tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0487051 Sep 29 18:42:44.101104 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-99a343a2-4742-4fb1-812f-a8cd62eb1f0d req-ba082930-352d-4022-a5cf-663ae53a2f7f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303016 Sep 29 18:42:44.804528 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:44.891535 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:45.219936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d833c3-5fb7-4fa3-8a44-ad4ea72f7919 req-5b1300dc-d129-4b1a-9e94-ebfe50cb60e3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:45.221403 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7d833c3-5fb7-4fa3-8a44-ad4ea72f7919 req-5b1300dc-d129-4b1a-9e94-ebfe50cb60e3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0522068 Sep 29 18:42:45.259116 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-c7d833c3-5fb7-4fa3-8a44-ad4ea72f7919 req-c98b3bcd-e5a7-4edd-a539-df7bb0fbad6d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 Sep 29 18:42:45.298582 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:46.379101 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b0068-72ae-4b02-b377-b3b170bdcf73 req-c8c607ad-8804-4d5f-852c-2dcf60771f11 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:46.380600 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-275b0068-72ae-4b02-b377-b3b170bdcf73 req-c8c607ad-8804-4d5f-852c-2dcf60771f11 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0508471 Sep 29 18:42:46.419547 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-275b0068-72ae-4b02-b377-b3b170bdcf73 req-2336482b-2fa5-430b-9e2e-bbef561be4cf tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327199 Sep 29 18:42:47.186350 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:47.533632 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2ae86-a4a6-4c3c-a211-0d9139950f4f req-645fe95b-1633-47d7-a68d-411054899c56 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:47.535107 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-80c2ae86-a4a6-4c3c-a211-0d9139950f4f req-645fe95b-1633-47d7-a68d-411054899c56 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0494277 Sep 29 18:42:47.571742 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-80c2ae86-a4a6-4c3c-a211-0d9139950f4f req-d16cc4f1-8f33-4094-8cfe-3a15af84fd76 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307796 Sep 29 18:42:48.692110 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747ebb5-4e3f-4e8f-a663-569e73829dd5 req-c71b8e34-3fe8-4473-ae56-2502a27e99be tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:48.693631 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a747ebb5-4e3f-4e8f-a663-569e73829dd5 req-c71b8e34-3fe8-4473-ae56-2502a27e99be tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0556548 Sep 29 18:42:48.731737 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a747ebb5-4e3f-4e8f-a663-569e73829dd5 req-123a80a4-3b8f-4a5f-b1bd-658a1f976b7d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317047 Sep 29 18:42:49.844079 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691850dd-7cd5-44df-baa4-21fe9b9d8d66 req-02752759-c716-4c9e-bf15-05757c84c499 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:49.845546 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-691850dd-7cd5-44df-baa4-21fe9b9d8d66 req-02752759-c716-4c9e-bf15-05757c84c499 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0471683 Sep 29 18:42:49.882331 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-691850dd-7cd5-44df-baa4-21fe9b9d8d66 req-f73403c6-0f8f-4983-b1ff-bf700008df74 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310030 Sep 29 18:42:50.994939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037ca18-3ed3-42f7-9f13-321df195efe2 req-18339f8a-e594-4576-982d-6f1096afa391 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:50.997226 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e037ca18-3ed3-42f7-9f13-321df195efe2 req-18339f8a-e594-4576-982d-6f1096afa391 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0475905 Sep 29 18:42:51.033145 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e037ca18-3ed3-42f7-9f13-321df195efe2 req-74f4ebc0-5f73-464e-a280-78cc5a3c82f0 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300224 Sep 29 18:42:52.150206 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e855bac-f655-4065-971a-456b01775cce req-afccc292-f97d-40f4-90ec-36076873e15f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:52.151650 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e855bac-f655-4065-971a-456b01775cce req-afccc292-f97d-40f4-90ec-36076873e15f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0530431 Sep 29 18:42:52.188278 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8e855bac-f655-4065-971a-456b01775cce req-728e662a-7065-4ac4-b62f-13c3960b96a9 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308697 Sep 29 18:42:53.028525 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ebb5f-ef6f-444c-95a0-18f4e07882e4 req-8e46bf93-5fba-4fcb-83a0-d150c63afdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:53.030040 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954ebb5f-ef6f-444c-95a0-18f4e07882e4 req-8e46bf93-5fba-4fcb-83a0-d150c63afdd1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 1096 time: 0.0421677 Sep 29 18:42:53.121493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ebb5f-ef6f-444c-95a0-18f4e07882e4 req-2a5dda02-a855-4ec8-92b8-7ef4c4773a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:53.122933 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954ebb5f-ef6f-444c-95a0-18f4e07882e4 req-2a5dda02-a855-4ec8-92b8-7ef4c4773a8e service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0853879 Sep 29 18:42:53.187920 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954ebb5f-ef6f-444c-95a0-18f4e07882e4 req-826a8151-0e73-4b35-9b9b-0bc8b483a1c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629a8a45-d756-4c06-974e-3e429c041775 HTTP/1.1" status: 200 len: 1001 time: 0.0572865 Sep 29 18:42:53.238515 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ebb5f-ef6f-444c-95a0-18f4e07882e4 req-47f23dd7-fb5b-45de-88bc-2240a927bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:53.240101 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954ebb5f-ef6f-444c-95a0-18f4e07882e4 req-47f23dd7-fb5b-45de-88bc-2240a927bb6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0450091 Sep 29 18:42:53.292424 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ebb5f-ef6f-444c-95a0-18f4e07882e4 req-8e3d5a69-c223-4736-9b40-d6d736855fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:53.293862 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954ebb5f-ef6f-444c-95a0-18f4e07882e4 req-8e3d5a69-c223-4736-9b40-d6d736855fe6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469074 Sep 29 18:42:53.302468 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84680ca-276d-4998-ab31-b84c4d5887b9 req-c9cf4a86-bbc9-4a4c-92d1-f0682d2f515b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:53.303938 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d84680ca-276d-4998-ab31-b84c4d5887b9 req-c9cf4a86-bbc9-4a4c-92d1-f0682d2f515b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0488534 Sep 29 18:42:53.341638 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d84680ca-276d-4998-ab31-b84c4d5887b9 req-94631306-3bd7-441a-8339-bdcc7b59826b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316856 Sep 29 18:42:53.384711 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954ebb5f-ef6f-444c-95a0-18f4e07882e4 req-8faa700c-e838-4f7a-a455-f18b078e231d service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831366 Sep 29 18:42:53.477426 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-954ebb5f-ef6f-444c-95a0-18f4e07882e4 req-6da560b6-73ad-4599-aa72-f761b49e86fc service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845556 Sep 29 18:42:54.452994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284e328-b494-4999-bca7-4ed8cf4de7a7 req-db450146-e4e3-41e1-a52f-bda4d26b33ec tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:54.454460 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2284e328-b494-4999-bca7-4ed8cf4de7a7 req-db450146-e4e3-41e1-a52f-bda4d26b33ec tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0474446 Sep 29 18:42:54.491186 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2284e328-b494-4999-bca7-4ed8cf4de7a7 req-155dabe8-f35c-4ba6-81a2-6b605d0e582f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308590 Sep 29 18:42:55.610610 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365aa3d-dde3-474f-b00c-ae5bf5504f0e req-f1e15791-85f0-4d95-8b03-38d38e2a5f67 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:55.612171 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8365aa3d-dde3-474f-b00c-ae5bf5504f0e req-f1e15791-85f0-4d95-8b03-38d38e2a5f67 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0541465 Sep 29 18:42:55.652758 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8365aa3d-dde3-474f-b00c-ae5bf5504f0e req-9034fd01-b44d-47e5-b6fe-10e1126dfd6d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337064 Sep 29 18:42:56.768413 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7605d8-d66f-4ad7-a6ae-a367dbf75410 req-4c71431f-d867-4fec-8c71-6765c843308f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:56.769933 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6b7605d8-d66f-4ad7-a6ae-a367dbf75410 req-4c71431f-d867-4fec-8c71-6765c843308f tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0502992 Sep 29 18:42:56.809364 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6b7605d8-d66f-4ad7-a6ae-a367dbf75410 req-74ec11be-e15d-446a-8f53-730efadfbddd tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326910 Sep 29 18:42:57.016410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d44d1a-97b5-4d98-8cc8-8c94f4d6a30f req-9502b61d-8f0d-440c-8a77-4f0d4c2c14c1 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:57.018204 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b8d44d1a-97b5-4d98-8cc8-8c94f4d6a30f req-9502b61d-8f0d-440c-8a77-4f0d4c2c14c1 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0495124 Sep 29 18:42:57.029164 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-a5cb452b-a43a-418b-b555-492ebcae2f5d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834601 Sep 29 18:42:57.038778 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-dfbeb9e1-d9c2-4731-ad09-b3c4af52ffb5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95016) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:42:57.039738 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-dfbeb9e1-d9c2-4731-ad09-b3c4af52ffb5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050094 Sep 29 18:42:57.057201 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b8d44d1a-97b5-4d98-8cc8-8c94f4d6a30f req-c1813ed7-dede-43b0-8cf5-76ab3b8ee671 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331671 Sep 29 18:42:58.175219 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7634e7b-4bcc-43f3-81c6-829d6dc7d1cf req-541be61f-05a1-464d-aa08-78d888832edc tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:58.176582 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d7634e7b-4bcc-43f3-81c6-829d6dc7d1cf req-541be61f-05a1-464d-aa08-78d888832edc tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0522561 Sep 29 18:42:58.214249 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d7634e7b-4bcc-43f3-81c6-829d6dc7d1cf req-8d00c9c3-8c44-43d3-91f9-ff8d904f6615 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314894 Sep 29 18:42:58.239081 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:58.413202 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 629a8a45-d756-4c06-974e-3e429c041775 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:42:58.490973 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:58.514483 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '629a8a45-d756-4c06-974e-3e429c041775'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:42:58.516813 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d8fcc5-99f9-4ac2-9342-8b8e01b2480b" -d '{"events": [{"server_uuid": "826e21c1-455d-49ef-9e96-5957aa4f4729", "name": "network-vif-unplugged", "status": "completed", "tag": "629a8a45-d756-4c06-974e-3e429c041775"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:42:58.530872 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 629a8a45-d756-4c06-974e-3e429c041775, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=629a8a45-d756-4c06-974e-3e429c041775,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:42:58.536122 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:42:58.562798 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Sep 2021 18:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61194e5e-50ad-4158-9f6c-3a17b337aea1 x-openstack-request-id: req-61194e5e-50ad-4158-9f6c-3a17b337aea1 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:42:58.563095 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e21c1-455d-49ef-9e96-5957aa4f4729", "name": "network-vif-unplugged", "status": "failed", "tag": "629a8a45-d756-4c06-974e-3e429c041775", "code": 422}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:42:58.563348 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61194e5e-50ad-4158-9f6c-3a17b337aea1 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:42:58.563739 n-d-811748-2 neutron-server[95017]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '629a8a45-d756-4c06-974e-3e429c041775', 'code': 422} returned with failed status Sep 29 18:42:58.589037 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=629a8a45-d756-4c06-974e-3e429c041775,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:42:58.596466 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:42:58.596820 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:42:58.597162 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:42:58.597530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:42:58.597867 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:42:58.598199 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:42:58.598530 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:42:58.598858 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:42:58.599184 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:42:58.599509 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:42:58.599833 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:42:58.600157 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:42:59.331820 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becbddc-0d13-41ce-94d1-a7ccadede7dc req-25f2cf79-e5f6-4116-b935-399dbb3bc153 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:42:59.333342 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0becbddc-0d13-41ce-94d1-a7ccadede7dc req-25f2cf79-e5f6-4116-b935-399dbb3bc153 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0519211 Sep 29 18:42:59.371611 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0becbddc-0d13-41ce-94d1-a7ccadede7dc req-4992d446-0920-4fed-9dcf-ad3e1a28988d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322459 Sep 29 18:43:00.486839 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ee22a-cfca-4d9a-8932-900d5fd8c63e req-baa085e9-9e2b-429c-bc43-83047fe48a38 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:00.488325 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d38ee22a-cfca-4d9a-8932-900d5fd8c63e req-baa085e9-9e2b-429c-bc43-83047fe48a38 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0495603 Sep 29 18:43:00.527272 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d38ee22a-cfca-4d9a-8932-900d5fd8c63e req-0d21a811-705f-4e9e-b935-b7b3f64f37be tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328202 Sep 29 18:43:01.617632 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-6675baeb-00c5-4731-85a0-b024afe1275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:01.619119 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-6675baeb-00c5-4731-85a0-b024afe1275b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729&tenant_id=99f1b462260042ce9609393fd90e8f34 HTTP/1.1" status: 200 len: 1094 time: 0.0403771 Sep 29 18:43:01.645488 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3ac23-abe5-44f0-b6ce-d25ed0d709a0 req-677fc9ed-558d-4b76-b942-74d8b348b55b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:01.646961 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-63b3ac23-abe5-44f0-b6ce-d25ed0d709a0 req-677fc9ed-558d-4b76-b942-74d8b348b55b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0529606 Sep 29 18:43:01.684925 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-4aab36ba-5439-4d3f-821a-597a4f5d4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:01.686466 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-4aab36ba-5439-4d3f-821a-597a4f5d4cd9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 1094 time: 0.0453467 Sep 29 18:43:01.686684 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-63b3ac23-abe5-44f0-b6ce-d25ed0d709a0 req-cc3fd34b-5492-4520-a9d0-933fa496d7d5 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336034 Sep 29 18:43:01.777569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-f31729e8-e074-4417-8869-3f59700a708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:01.779049 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-f31729e8-e074-4417-8869-3f59700a708d service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0857821 Sep 29 18:43:01.848483 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-ba1f1ebd-9959-4c46-8e8e-b501f24a39ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629a8a45-d756-4c06-974e-3e429c041775 HTTP/1.1" status: 200 len: 999 time: 0.0608175 Sep 29 18:43:01.898461 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-a477729f-4eac-4e01-969b-18d0ef73b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:01.899906 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-a477729f-4eac-4e01-969b-18d0ef73b3e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0449691 Sep 29 18:43:01.944201 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-c8f0becb-a98f-4a9a-8b3b-2b80655b924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:01.945707 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-c8f0becb-a98f-4a9a-8b3b-2b80655b924f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390053 Sep 29 18:43:02.038646 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-a0e682d0-dde9-47e3-b8ed-4ff6a50b4fcb service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858052 Sep 29 18:43:02.127341 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-d3f461d5-9737-4644-b3c0-8a333cc8d1d7 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812027 Sep 29 18:43:02.800505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cf650-e8dd-4605-8d17-6bbe5ffcecd7 req-9032f675-489a-4127-9f5e-6509203d538c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:02.801989 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9b3cf650-e8dd-4605-8d17-6bbe5ffcecd7 req-9032f675-489a-4127-9f5e-6509203d538c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0489416 Sep 29 18:43:02.838460 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9b3cf650-e8dd-4605-8d17-6bbe5ffcecd7 req-e1cc8e72-9b88-49d9-9c19-611bcdf05432 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306339 Sep 29 18:43:03.952084 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4bd21-90ce-463b-a1a7-051e916141c8 req-5778c0ef-b4e2-4f7b-9fe8-73db4e7a789a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:03.953569 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ade4bd21-90ce-463b-a1a7-051e916141c8 req-5778c0ef-b4e2-4f7b-9fe8-73db4e7a789a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0480921 Sep 29 18:43:03.989215 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ade4bd21-90ce-463b-a1a7-051e916141c8 req-d26add58-d975-47bf-9dda-84a22039e18b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297503 Sep 29 18:43:05.109410 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a1169-61a6-4d5a-9eb0-1c19d04ea63f req-0dca4b0d-da3d-4217-97dc-60a08e72c7d3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:05.110891 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-159a1169-61a6-4d5a-9eb0-1c19d04ea63f req-0dca4b0d-da3d-4217-97dc-60a08e72c7d3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0535810 Sep 29 18:43:05.148813 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-159a1169-61a6-4d5a-9eb0-1c19d04ea63f req-fa0b2234-b287-4895-b918-485417784626 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319645 Sep 29 18:43:06.262261 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cda40-76f7-4214-9831-4d9d6761e699 req-53661c00-7f24-47d1-bf2e-837019819611 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:06.263734 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2e5cda40-76f7-4214-9831-4d9d6761e699 req-53661c00-7f24-47d1-bf2e-837019819611 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0484946 Sep 29 18:43:06.300907 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2e5cda40-76f7-4214-9831-4d9d6761e699 req-3910113b-ef24-48a4-9844-28b671da7727 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309565 Sep 29 18:43:07.423067 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029578f-2431-4e68-b29f-aa4a2d307ebd req-c784b712-d1c3-4a3c-9d65-c71b1d089fe6 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:07.424586 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7029578f-2431-4e68-b29f-aa4a2d307ebd req-c784b712-d1c3-4a3c-9d65-c71b1d089fe6 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0565813 Sep 29 18:43:07.466948 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7029578f-2431-4e68-b29f-aa4a2d307ebd req-1d1e1bf7-f693-43ac-8e35-cdd0ba04985a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364380 Sep 29 18:43:08.444648 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 629a8a45-d756-4c06-974e-3e429c041775 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:43:08.540086 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 629a8a45-d756-4c06-974e-3e429c041775, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=629a8a45-d756-4c06-974e-3e429c041775,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:43:08.552344 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '629a8a45-d756-4c06-974e-3e429c041775', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'port_id': '629a8a45-d756-4c06-974e-3e429c041775', 'mac_address': 'fa:16:3e:86:32:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:43:08.584949 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8870cc6-1f54-4d9e-a606-afd359afd1a2 req-7df43950-09c3-4faa-83b6-ad3388173f2b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:08.586441 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a8870cc6-1f54-4d9e-a606-afd359afd1a2 req-7df43950-09c3-4faa-83b6-ad3388173f2b tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 943 time: 0.0519769 Sep 29 18:43:08.588112 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:08.601069 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 629a8a45-d756-4c06-974e-3e429c041775 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:43:08.619847 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 629a8a45-d756-4c06-974e-3e429c041775, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=629a8a45-d756-4c06-974e-3e429c041775,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:43:08.624092 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:08.624498 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a8870cc6-1f54-4d9e-a606-afd359afd1a2 req-fc735363-cfb3-4911-b812-66c3b4ee8380 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Sep 29 18:43:08.672545 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=629a8a45-d756-4c06-974e-3e429c041775,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:43:08.846369 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['629a8a45-d756-4c06-974e-3e429c041775'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:43:09.431981 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969e01b-3505-4cc3-a6db-ff3d46f012a1 req-7da3255a-c02f-45e8-ae1d-b977d6c35544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:09.434031 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b969e01b-3505-4cc3-a6db-ff3d46f012a1 req-7da3255a-c02f-45e8-ae1d-b977d6c35544 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 1095 time: 0.0454488 Sep 29 18:43:09.533863 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969e01b-3505-4cc3-a6db-ff3d46f012a1 req-ac1e1e52-bbe4-4c87-be3d-39ec363d9fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:09.535337 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b969e01b-3505-4cc3-a6db-ff3d46f012a1 req-ac1e1e52-bbe4-4c87-be3d-39ec363d9fd8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0831237 Sep 29 18:43:09.607134 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b969e01b-3505-4cc3-a6db-ff3d46f012a1 req-e6ef2da9-0090-444a-84c8-b867270ac494 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629a8a45-d756-4c06-974e-3e429c041775 HTTP/1.1" status: 200 len: 1000 time: 0.0637405 Sep 29 18:43:09.656601 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969e01b-3505-4cc3-a6db-ff3d46f012a1 req-9bd307b2-c9ba-4602-94fc-6fd493783f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:09.658108 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b969e01b-3505-4cc3-a6db-ff3d46f012a1 req-9bd307b2-c9ba-4602-94fc-6fd493783f1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0444274 Sep 29 18:43:09.705541 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969e01b-3505-4cc3-a6db-ff3d46f012a1 req-db199351-84b3-48a8-9d14-afdae50f28cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:09.707012 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b969e01b-3505-4cc3-a6db-ff3d46f012a1 req-db199351-84b3-48a8-9d14-afdae50f28cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424297 Sep 29 18:43:09.741080 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc7d6a-4018-4ee8-9e94-301defa178f0 req-bd08f84f-2172-42bf-ab83-a06988e73a10 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:09.742619 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9edc7d6a-4018-4ee8-9e94-301defa178f0 req-bd08f84f-2172-42bf-ab83-a06988e73a10 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 944 time: 0.0496116 Sep 29 18:43:09.781181 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9edc7d6a-4018-4ee8-9e94-301defa178f0 req-046d5de5-fb8d-4cae-9213-6bcdecafa647 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316055 Sep 29 18:43:09.802929 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b969e01b-3505-4cc3-a6db-ff3d46f012a1 req-f12fb5e5-acba-4667-8765-77d621c0f499 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889080 Sep 29 18:43:09.890110 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b969e01b-3505-4cc3-a6db-ff3d46f012a1 req-4430c088-f76f-4c5c-8b97-e9321766b5ba service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805480 Sep 29 18:43:10.311498 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:43:10.445971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 629a8a45-d756-4c06-974e-3e429c041775 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:43:10.492727 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 629a8a45-d756-4c06-974e-3e429c041775 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:43:10.493100 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:10.570571 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:10.593642 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629a8a45-d756-4c06-974e-3e429c041775'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:43:10.595915 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af84d4f9-01a2-454d-bc24-d1ba1c439265" -d '{"events": [{"server_uuid": "826e21c1-455d-49ef-9e96-5957aa4f4729", "name": "network-vif-plugged", "status": "completed", "tag": "629a8a45-d756-4c06-974e-3e429c041775"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:43:10.608829 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 629a8a45-d756-4c06-974e-3e429c041775, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=629a8a45-d756-4c06-974e-3e429c041775,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:43:10.613984 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:10.643416 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c429d71f-392f-44fe-9478-711ad9961a1d x-openstack-request-id: req-c429d71f-392f-44fe-9478-711ad9961a1d {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:43:10.643704 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e21c1-455d-49ef-9e96-5957aa4f4729", "name": "network-vif-plugged", "status": "completed", "tag": "629a8a45-d756-4c06-974e-3e429c041775", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:43:10.643982 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c429d71f-392f-44fe-9478-711ad9961a1d {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:43:10.644370 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '629a8a45-d756-4c06-974e-3e429c041775', 'code': 200} Sep 29 18:43:10.668790 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=629a8a45-d756-4c06-974e-3e429c041775,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:43:10.781208 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a4914-e8fc-4a5d-8b19-9372abbb1f62 req-664da1d8-5501-41a1-93b0-bb8931fbb518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:10.782708 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b54a4914-e8fc-4a5d-8b19-9372abbb1f62 req-664da1d8-5501-41a1-93b0-bb8931fbb518 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 1096 time: 0.0449650 Sep 29 18:43:10.818850 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-b54a4914-e8fc-4a5d-8b19-9372abbb1f62 req-c38c0ce8-4a30-4956-8520-5da59e650528 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282602 Sep 29 18:43:10.898423 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54f7a6-0441-469f-b21f-fcfd8c18ea21 req-812fe891-d509-47b6-a95a-76734bb396df tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:10.899801 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f54f7a6-0441-469f-b21f-fcfd8c18ea21 req-812fe891-d509-47b6-a95a-76734bb396df tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0495303 Sep 29 18:43:10.936554 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5df1689d-4b14-4f6b-af38-081c7c2f8203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:10.937976 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4f54f7a6-0441-469f-b21f-fcfd8c18ea21 req-28cac84c-9a81-495e-9952-b1db49997f4a tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319650 Sep 29 18:43:12.064748 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a69d1-a6eb-41d4-8238-a9b9ff691fb4 req-ab053bad-2706-4a25-9c17-ab8a6f1939f3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:12.066248 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc6a69d1-a6eb-41d4-8238-a9b9ff691fb4 req-ab053bad-2706-4a25-9c17-ab8a6f1939f3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0603647 Sep 29 18:43:12.102042 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc6a69d1-a6eb-41d4-8238-a9b9ff691fb4 req-efd85990-aa58-417c-9a43-f78ea3ca897c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298815 Sep 29 18:43:13.643560 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cad4f158-3c13-41ae-b314-b9d9c9c08bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:14.804892 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:14.897203 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:15.312931 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:17.189476 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:17.386250 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a6aad5a-f227-4df3-994a-692315ccebcf req-c066c697-ce17-4fbc-9812-f5c4eeb94541 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390925 Sep 29 18:43:17.480593 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aad5a-f227-4df3-994a-692315ccebcf req-ecda92de-19fe-4fb6-a5f0-1b1be87656e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:17.482099 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a6aad5a-f227-4df3-994a-692315ccebcf req-ecda92de-19fe-4fb6-a5f0-1b1be87656e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0414658 Sep 29 18:43:17.586282 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aad5a-f227-4df3-994a-692315ccebcf req-0f47daac-187d-42eb-903c-59d4021357a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:17.587738 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a6aad5a-f227-4df3-994a-692315ccebcf req-0f47daac-187d-42eb-903c-59d4021357a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0864618 Sep 29 18:43:17.627109 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a6aad5a-f227-4df3-994a-692315ccebcf req-7ad01943-3ede-499f-8e88-d8ac1838b60a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0327413 Sep 29 18:43:17.675028 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aad5a-f227-4df3-994a-692315ccebcf req-c22671a1-2db4-436d-a294-d2665780fade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:17.676461 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a6aad5a-f227-4df3-994a-692315ccebcf req-c22671a1-2db4-436d-a294-d2665780fade service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0430799 Sep 29 18:43:17.725406 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aad5a-f227-4df3-994a-692315ccebcf req-b2f83836-7d21-42b5-89a1-d3d02c5be486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:43:17.726877 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a6aad5a-f227-4df3-994a-692315ccebcf req-b2f83836-7d21-42b5-89a1-d3d02c5be486 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436237 Sep 29 18:43:17.815683 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a6aad5a-f227-4df3-994a-692315ccebcf req-f38dab13-f0ce-4d2f-b2dc-6fe3261b7d2c service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807710 Sep 29 18:43:17.914084 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-4a6aad5a-f227-4df3-994a-692315ccebcf req-7236538a-bca7-4bce-bdbf-c796cecb81ae service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917323 Sep 29 18:43:28.225098 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:40.936967 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7b8e-3a93-42d3-a4f3-b325147283be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:43.646998 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-15d9a476-8356-41de-8288-6327feaa23c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:44.805992 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:44.896642 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:45.300790 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:47.192408 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:43:47.310139 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:43:58.230959 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:09.429549 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6821d860-768d-4e4c-8ca7-b670e6a6b99f req-fdfea1aa-3a67-48ce-acc7-2e3e1c122f95 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0871301 Sep 29 18:44:09.508996 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821d860-768d-4e4c-8ca7-b670e6a6b99f req-7aa6daf3-609e-4c18-b1dd-080ef7123950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:09.510475 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6821d860-768d-4e4c-8ca7-b670e6a6b99f req-7aa6daf3-609e-4c18-b1dd-080ef7123950 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 1096 time: 0.0399923 Sep 29 18:44:09.615888 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821d860-768d-4e4c-8ca7-b670e6a6b99f req-3b6bc03d-507c-4af7-98ce-044a0275687d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:09.617360 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6821d860-768d-4e4c-8ca7-b670e6a6b99f req-3b6bc03d-507c-4af7-98ce-044a0275687d service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0877378 Sep 29 18:44:09.681105 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6821d860-768d-4e4c-8ca7-b670e6a6b99f req-ad879f4c-e91c-4536-a688-7a9f3eb3ff51 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629a8a45-d756-4c06-974e-3e429c041775 HTTP/1.1" status: 200 len: 1001 time: 0.0567403 Sep 29 18:44:09.728423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821d860-768d-4e4c-8ca7-b670e6a6b99f req-bc5e2ccf-aa62-4508-b953-9509ed48cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:09.729993 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6821d860-768d-4e4c-8ca7-b670e6a6b99f req-bc5e2ccf-aa62-4508-b953-9509ed48cb90 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0419540 Sep 29 18:44:09.778831 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821d860-768d-4e4c-8ca7-b670e6a6b99f req-65785858-0925-470c-a7a2-cc1cc99ebaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:09.780862 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6821d860-768d-4e4c-8ca7-b670e6a6b99f req-65785858-0925-470c-a7a2-cc1cc99ebaa0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431304 Sep 29 18:44:09.874765 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6821d860-768d-4e4c-8ca7-b670e6a6b99f req-9d4ee2d0-789a-4419-a8bf-c6b7eaf0c323 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856698 Sep 29 18:44:09.969957 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6821d860-768d-4e4c-8ca7-b670e6a6b99f req-cc766ef7-cd0a-4255-93ba-6f46ec1f4167 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877094 Sep 29 18:44:10.938387 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ea360b1a-e4db-4429-bc86-861e2ccbb715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:13.648351 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-626af898-ae56-4f49-8b9e-38bce9120cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:14.807197 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:14.899425 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:15.301912 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:17.202444 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:19.437218 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a8764603-3e1f-4e6a-a92b-d1236fd7b20b req-676e2a86-7194-44ad-bed5-cbd5a90ec08b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868115 Sep 29 18:44:19.535836 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8764603-3e1f-4e6a-a92b-d1236fd7b20b req-4abab7a6-63b8-4d95-9499-db39396cb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:19.537302 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a8764603-3e1f-4e6a-a92b-d1236fd7b20b req-4abab7a6-63b8-4d95-9499-db39396cb8cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0399191 Sep 29 18:44:19.642572 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8764603-3e1f-4e6a-a92b-d1236fd7b20b req-3e097462-c213-4b55-afd5-94be3f922dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:19.644287 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a8764603-3e1f-4e6a-a92b-d1236fd7b20b req-3e097462-c213-4b55-afd5-94be3f922dab service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0864663 Sep 29 18:44:19.685321 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a8764603-3e1f-4e6a-a92b-d1236fd7b20b req-9d4afe70-8e5e-4fbb-a277-f068dbbeffe4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0336735 Sep 29 18:44:19.732133 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8764603-3e1f-4e6a-a92b-d1236fd7b20b req-ed1c1a5e-06e7-4bb8-a4fc-b6136306b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:19.734037 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a8764603-3e1f-4e6a-a92b-d1236fd7b20b req-ed1c1a5e-06e7-4bb8-a4fc-b6136306b517 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0414164 Sep 29 18:44:19.781165 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8764603-3e1f-4e6a-a92b-d1236fd7b20b req-499ad652-ddfe-4b41-a4c4-66233cf2d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:19.782754 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a8764603-3e1f-4e6a-a92b-d1236fd7b20b req-499ad652-ddfe-4b41-a4c4-66233cf2d701 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427558 Sep 29 18:44:19.870067 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a8764603-3e1f-4e6a-a92b-d1236fd7b20b req-f9e1faa0-34dd-44bd-a31e-4c8d17307b1a service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799918 Sep 29 18:44:20.288787 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a8764603-3e1f-4e6a-a92b-d1236fd7b20b req-65f74536-8bcf-4be6-b7a6-21d2b65f6c6f service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121103 Sep 29 18:44:24.310699 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:44:25.069199 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56788) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:25.225250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Deleting port 8e891be9-ad2a-44cc-8a17-4e95c6e8b2eb {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:44:25.225616 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:25.302587 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:25.302908 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:25.315258 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Calling delete_port for 8e891be9-ad2a-44cc-8a17-4e95c6e8b2eb owned by network:floatingip {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:44:25.456483 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:25.496896 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event deleted for resources: {'Port': ['ID=8e891be9-ad2a-44cc-8a17-4e95c6e8b2eb,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:25.520449 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:25.520795 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:25.521137 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:25.521506 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:25.521837 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:25.522172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:25.522502 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:25.522830 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:25.523152 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:25.523570 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:25.523902 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:25.524264 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:25.563080 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for floatingip, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:25.563404 n-d-811748-2 neutron-server[95016]: INFO neutron.db.l3_db [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Floating IP 275fe286-faf0-49b5-96ea-b1a890c49f1e disassociated (deleted). External IP: 172.25.2.122, port: 629a8a45-d756-4c06-974e-3e429c041775. Sep 29 18:44:26.057440 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Router b28020d7-e737-4995-8264-8b2945171ca6 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:44:26.163423 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:44:26.168258 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:26.173016 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac65ace-6476-4f07-85a5-5e5d0718acda None None] Sync routers for ids ['b28020d7-e737-4995-8264-8b2945171ca6'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:44:26.181786 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac65ace-6476-4f07-85a5-5e5d0718acda None None] Routers {'b28020d7-e737-4995-8264-8b2945171ca6'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:44:26.182386 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1ac65ace-6476-4f07-85a5-5e5d0718acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:44:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b28020d7-e737-4995-8264-8b2945171ca6'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:26.194548 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9ebe0672-6abe-4de3-8797-38c4d4bf9f20 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "DELETE /v2.0/floatingips/275fe286-faf0-49b5-96ea-b1a890c49f1e HTTP/1.1" status: 204 len: 168 time: 1.1229641 Sep 29 18:44:26.195136 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'tag': '629a8a45-d756-4c06-974e-3e429c041775'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:44:26.197609 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159ddbf8-db33-4072-9dc1-0c9678e45b95" -d '{"events": [{"name": "network-changed", "server_uuid": "826e21c1-455d-49ef-9e96-5957aa4f4729", "tag": "629a8a45-d756-4c06-974e-3e429c041775"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:44:26.294596 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-1ac65ace-6476-4f07-85a5-5e5d0718acda None None] Set router b28020d7-e737-4995-8264-8b2945171ca6 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:44:26.355874 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ebefd2-9574-4f1b-8051-a40e63aafde7 x-openstack-request-id: req-a5ebefd2-9574-4f1b-8051-a40e63aafde7 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:44:26.356258 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826e21c1-455d-49ef-9e96-5957aa4f4729", "tag": "629a8a45-d756-4c06-974e-3e429c041775", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:44:26.356582 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5ebefd2-9574-4f1b-8051-a40e63aafde7 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:44:26.357078 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'tag': '629a8a45-d756-4c06-974e-3e429c041775', 'status': 'completed', 'code': 200} Sep 29 18:44:26.426063 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ddbf8-db33-4072-9dc1-0c9678e45b95 req-4365c543-15a8-44cf-b49a-21cdad589b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:26.427700 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-159ddbf8-db33-4072-9dc1-0c9678e45b95 req-4365c543-15a8-44cf-b49a-21cdad589b8e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=99f1b462260042ce9609393fd90e8f34&device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 1096 time: 0.0457594 Sep 29 18:44:26.504184 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1ac65ace-6476-4f07-85a5-5e5d0718acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '4ae193bf-0709-440e-a723-66c0b08f2254', 'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'mac_address': 'fa:16:3e:99:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:02Z', 'updated_at': '2021-09-29T18:36:07Z', 'revision_number': 5, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'subnets': [{'id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:26.524762 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ddbf8-db33-4072-9dc1-0c9678e45b95 req-78c9697b-3b0c-41ba-98f3-b9f762c24e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:26.526257 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-159ddbf8-db33-4072-9dc1-0c9678e45b95 req-78c9697b-3b0c-41ba-98f3-b9f762c24e8e service neutron] 10.222.0.49 "GET /v2.0/networks?id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 200 len: 910 time: 0.0913665 Sep 29 18:44:26.528029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bed68-b1f9-44c2-9c4a-f6e1ccebf285 req-1116f595-5778-4fdf-ac2b-2aaa264a9894 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:26.529663 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3c6bed68-b1f9-44c2-9c4a-f6e1ccebf285 req-1116f595-5778-4fdf-ac2b-2aaa264a9894 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.1287735 Sep 29 18:44:26.530897 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac65ace-6476-4f07-85a5-5e5d0718acda None None] Checking router: b28020d7-e737-4995-8264-8b2945171ca6 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:44:26.539061 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac65ace-6476-4f07-85a5-5e5d0718acda None None] Routers {'b28020d7-e737-4995-8264-8b2945171ca6'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:44:26.539667 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1ac65ace-6476-4f07-85a5-5e5d0718acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:44:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b28020d7-e737-4995-8264-8b2945171ca6'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:26.570778 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3c6bed68-b1f9-44c2-9c4a-f6e1ccebf285 req-da6dae06-764f-4f75-8853-f3563b939a1c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324452 Sep 29 18:44:26.571772 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-159ddbf8-db33-4072-9dc1-0c9678e45b95 req-51ca167b-943f-4f2f-9a60-15e46bc37278 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=629a8a45-d756-4c06-974e-3e429c041775 HTTP/1.1" status: 200 len: 217 time: 0.0366838 Sep 29 18:44:26.624447 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ddbf8-db33-4072-9dc1-0c9678e45b95 req-74a83120-9fd6-468f-b68b-7f0a658e0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:26.626801 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-159ddbf8-db33-4072-9dc1-0c9678e45b95 req-74a83120-9fd6-468f-b68b-7f0a658e0d2f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 200 len: 848 time: 0.0472176 Sep 29 18:44:26.649002 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-1ac65ace-6476-4f07-85a5-5e5d0718acda None None] Set router b28020d7-e737-4995-8264-8b2945171ca6 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:44:26.678884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ddbf8-db33-4072-9dc1-0c9678e45b95 req-6582c031-ca02-406d-9e41-3547eed1f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:26.680380 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-159ddbf8-db33-4072-9dc1-0c9678e45b95 req-6582c031-ca02-406d-9e41-3547eed1f8d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457811 Sep 29 18:44:26.771688 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-159ddbf8-db33-4072-9dc1-0c9678e45b95 req-102e92f3-8a63-43b1-b976-8450c5593022 service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819058 Sep 29 18:44:26.844913 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-1ac65ace-6476-4f07-85a5-5e5d0718acda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '4ae193bf-0709-440e-a723-66c0b08f2254', 'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'mac_address': 'fa:16:3e:99:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:02Z', 'updated_at': '2021-09-29T18:36:07Z', 'revision_number': 5, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'subnets': [{'id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:26.866555 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-159ddbf8-db33-4072-9dc1-0c9678e45b95 req-882fabfa-f932-40a8-a3ab-fae66a5d893e service neutron] 10.222.0.49 "GET /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854797 Sep 29 18:44:26.876383 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac65ace-6476-4f07-85a5-5e5d0718acda None None] The sync data for ids ['b28020d7-e737-4995-8264-8b2945171ca6'] in n-d-811748-2 is: [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:36:03Z', 'revision_number': 4, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '4ae193bf-0709-440e-a723-66c0b08f2254', 'name': '', 'network_id': '7eb5e99d-81e3-4480-ab87-fdeb4b3fb215', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'mac_address': 'fa:16:3e:99:47:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:02Z', 'updated_at': '2021-09-29T18:36:07Z', 'revision_number': 5, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'subnets': [{'id': 'd8b9f834-ab37-44c0-88f4-f9489370f237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:44:27.102001 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6648f201-8950-4cd7-973c-693d065da3b3 None None] New status for floating IP 275fe286-faf0-49b5-96ea-b1a890c49f1e: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:44:27.691502 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06ba70-b63f-47b8-bd84-aeab08e30a75 req-72eb9220-d77c-4be0-b003-c203650d0780 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:27.692945 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f06ba70-b63f-47b8-bd84-aeab08e30a75 req-72eb9220-d77c-4be0-b003-c203650d0780 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0498652 Sep 29 18:44:27.732087 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0f06ba70-b63f-47b8-bd84-aeab08e30a75 req-db17f79f-4287-4bac-bcf4-6ba42904c564 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/security-groups?id=272c72b7-76ce-4c78-9734-380979537750&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332861 Sep 29 18:44:27.923964 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4130885-7c5c-4d66-becc-fd7d0bd192e0 req-1a25478c-36c0-44b2-b2b7-42c37c5673c9 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:27.925338 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e4130885-7c5c-4d66-becc-fd7d0bd192e0 req-1a25478c-36c0-44b2-b2b7-42c37c5673c9 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.49 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 945 time: 0.0478723 Sep 29 18:44:28.022431 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-e4130885-7c5c-4d66-becc-fd7d0bd192e0 req-44c7b4d5-b054-4020-873f-28663fb9d98c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Deleting port 629a8a45-d756-4c06-974e-3e429c041775 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:44:28.022770 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e4130885-7c5c-4d66-becc-fd7d0bd192e0 req-44c7b4d5-b054-4020-873f-28663fb9d98c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:28.112748 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-e4130885-7c5c-4d66-becc-fd7d0bd192e0 req-44c7b4d5-b054-4020-873f-28663fb9d98c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] For port 629a8a45-d756-4c06-974e-3e429c041775, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=629a8a45-d756-4c06-974e-3e429c041775,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:28.113117 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e4130885-7c5c-4d66-becc-fd7d0bd192e0 req-44c7b4d5-b054-4020-873f-28663fb9d98c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:28.126127 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-e4130885-7c5c-4d66-becc-fd7d0bd192e0 req-44c7b4d5-b054-4020-873f-28663fb9d98c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Calling delete_port for 629a8a45-d756-4c06-974e-3e429c041775 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:44:28.244002 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:28.258116 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e4130885-7c5c-4d66-becc-fd7d0bd192e0 req-44c7b4d5-b054-4020-873f-28663fb9d98c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:28.288283 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7b4d5-b054-4020-873f-28663fb9d98c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event deleted for resources: {'Port': ['ID=629a8a45-d756-4c06-974e-3e429c041775,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:28.329964 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4130885-7c5c-4d66-becc-fd7d0bd192e0 req-44c7b4d5-b054-4020-873f-28663fb9d98c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] No DVR routers for this DVR port 629a8a45-d756-4c06-974e-3e429c041775 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:44:28.332557 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-e4130885-7c5c-4d66-becc-fd7d0bd192e0 req-44c7b4d5-b054-4020-873f-28663fb9d98c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:28.334711 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-e4130885-7c5c-4d66-becc-fd7d0bd192e0 req-44c7b4d5-b054-4020-873f-28663fb9d98c tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.49 "DELETE /v2.0/ports/629a8a45-d756-4c06-974e-3e429c041775 HTTP/1.1" status: 204 len: 173 time: 0.4033315 Sep 29 18:44:28.358800 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'name': 'network-vif-deleted', 'tag': '629a8a45-d756-4c06-974e-3e429c041775'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:44:28.361176 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f260f7-4a9e-4f02-b6ac-ecb32fc1108e" -d '{"events": [{"server_uuid": "826e21c1-455d-49ef-9e96-5957aa4f4729", "name": "network-vif-deleted", "tag": "629a8a45-d756-4c06-974e-3e429c041775"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:44:28.399782 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3041e436-8db2-4bc9-a032-6344e56994a3 x-openstack-request-id: req-3041e436-8db2-4bc9-a032-6344e56994a3 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:44:28.400083 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826e21c1-455d-49ef-9e96-5957aa4f4729", "name": "network-vif-deleted", "tag": "629a8a45-d756-4c06-974e-3e429c041775", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:44:28.400341 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3041e436-8db2-4bc9-a032-6344e56994a3 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:44:28.400746 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826e21c1-455d-49ef-9e96-5957aa4f4729', 'name': 'network-vif-deleted', 'tag': '629a8a45-d756-4c06-974e-3e429c041775', 'status': 'completed', 'code': 200} Sep 29 18:44:28.828480 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-5abd7608-cc11-4613-9ea9-85a2986c0d49 req-42b63504-0f33-4319-b77f-f5ca0e3b0e4d tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 210 time: 0.0256648 Sep 29 18:44:29.924192 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-bf7ebb06-6c24-4962-8b15-b49872e624bc req-4c900bfc-6e46-47be-acd3-42eddf35b4be tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 210 time: 0.0276721 Sep 29 18:44:30.840669 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 629a8a45-d756-4c06-974e-3e429c041775 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:44:30.860508 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 629a8a45-d756-4c06-974e-3e429c041775 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:44:30.860850 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 629a8a45-d756-4c06-974e-3e429c041775 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:44:31.022355 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86925e87-4ca5-4dea-9b02-f4bcbef1180a req-fea6b113-9bb9-4f7d-90e1-dbb0bb8eefc0 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 210 time: 0.0259175 Sep 29 18:44:32.135803 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a1110ae7-1cf9-4e1e-b732-344da05b4163 req-6f99588c-9789-4ede-a665-52632fedc0e3 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "GET /v2.0/ports?device_id=826e21c1-455d-49ef-9e96-5957aa4f4729 HTTP/1.1" status: 200 len: 210 time: 0.0295017 Sep 29 18:44:33.193419 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56822) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:33.253431 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:33.278698 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:33.343774 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:33.346563 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:33.347725 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] 10.222.0.44 "DELETE /v2.0/security-groups/272c72b7-76ce-4c78-9734-380979537750 HTTP/1.1" status: 204 len: 168 time: 0.1532307 Sep 29 18:44:33.357088 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272c72b7-76ce-4c78-9734-380979537750,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:33.365987 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:33.366338 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:33.366672 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:33.367005 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:33.367337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:33.367661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:33.368186 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:33.368684 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:33.369178 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:33.369831 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:33.370205 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:33.370401 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6ce641-c1a7-4358-8069-19aade32c8c8 tempest-TestShelveInstance-734382461 tempest-TestShelveInstance-734382461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:33.401294 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56826) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:33.856260 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-de39ffbe-8468-440a-9ac9-43fdaee5e90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:34.108128 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-de39ffbe-8468-440a-9ac9-43fdaee5e90e admin admin] Deleting port 4ae193bf-0709-440e-a723-66c0b08f2254 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:44:34.108383 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-de39ffbe-8468-440a-9ac9-43fdaee5e90e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:34.186784 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-de39ffbe-8468-440a-9ac9-43fdaee5e90e admin admin] For port 4ae193bf-0709-440e-a723-66c0b08f2254, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4ae193bf-0709-440e-a723-66c0b08f2254,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:34.187156 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-de39ffbe-8468-440a-9ac9-43fdaee5e90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:34.199243 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-de39ffbe-8468-440a-9ac9-43fdaee5e90e admin admin] Calling delete_port for 4ae193bf-0709-440e-a723-66c0b08f2254 owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:44:34.386372 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-de39ffbe-8468-440a-9ac9-43fdaee5e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:34.417143 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39ffbe-8468-440a-9ac9-43fdaee5e90e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae193bf-0709-440e-a723-66c0b08f2254,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:34.588172 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-de39ffbe-8468-440a-9ac9-43fdaee5e90e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:34.800724 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de39ffbe-8468-440a-9ac9-43fdaee5e90e admin admin] Router b28020d7-e737-4995-8264-8b2945171ca6 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:44:34.907375 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de39ffbe-8468-440a-9ac9-43fdaee5e90e admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:44:34.912430 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-de39ffbe-8468-440a-9ac9-43fdaee5e90e admin admin] 10.222.0.44 "PUT /v2.0/routers/b28020d7-e737-4995-8264-8b2945171ca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5084102 Sep 29 18:44:34.914913 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56830) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:34.917557 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2c576-9502-4c32-8976-129e2da06f29 None None] Sync routers for ids ['b28020d7-e737-4995-8264-8b2945171ca6'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:44:34.927547 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2c576-9502-4c32-8976-129e2da06f29 None None] Routers {'b28020d7-e737-4995-8264-8b2945171ca6'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:44:34.928155 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-52a2c576-9502-4c32-8976-129e2da06f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:44:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b28020d7-e737-4995-8264-8b2945171ca6'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:35.013091 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82d604db-7571-432f-b61c-bc3c1184799b admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:35.030000 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-52a2c576-9502-4c32-8976-129e2da06f29 None None] Set router b28020d7-e737-4995-8264-8b2945171ca6 gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:44:35.114467 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82d604db-7571-432f-b61c-bc3c1184799b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:35.171607 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-82d604db-7571-432f-b61c-bc3c1184799b admin admin] Deleting port e64ed7d2-f321-45a3-bb6e-95ec9db67d54 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:44:35.172039 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82d604db-7571-432f-b61c-bc3c1184799b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:35.207695 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-52a2c576-9502-4c32-8976-129e2da06f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:44:34Z', 'revision_number': 5, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port': {'id': 'e64ed7d2-f321-45a3-bb6e-95ec9db67d54', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:01Z', 'updated_at': '2021-09-29T18:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:35.240487 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2c576-9502-4c32-8976-129e2da06f29 None None] Checking router: b28020d7-e737-4995-8264-8b2945171ca6 for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:44:35.249734 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a2c576-9502-4c32-8976-129e2da06f29 None None] Routers {'b28020d7-e737-4995-8264-8b2945171ca6'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:44:35.250357 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-52a2c576-9502-4c32-8976-129e2da06f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:44:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['b28020d7-e737-4995-8264-8b2945171ca6'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:35.255149 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-82d604db-7571-432f-b61c-bc3c1184799b admin admin] For port e64ed7d2-f321-45a3-bb6e-95ec9db67d54, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=e64ed7d2-f321-45a3-bb6e-95ec9db67d54,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:35.255644 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82d604db-7571-432f-b61c-bc3c1184799b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:35.268715 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-82d604db-7571-432f-b61c-bc3c1184799b admin admin] Calling delete_port for e64ed7d2-f321-45a3-bb6e-95ec9db67d54 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:44:35.335515 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-52a2c576-9502-4c32-8976-129e2da06f29 None None] Set router b28020d7-e737-4995-8264-8b2945171ca6 gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:44:35.388585 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-52a2c576-9502-4c32-8976-129e2da06f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:44:35Z', 'revision_number': 6, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:35.414758 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a2c576-9502-4c32-8976-129e2da06f29 None None] The sync data for ids ['b28020d7-e737-4995-8264-8b2945171ca6'] in n-d-811748-2 is: [{'id': 'b28020d7-e737-4995-8264-8b2945171ca6', 'name': 'tempest-TestShelveInstance-1588093878-router', 'tenant_id': '99f1b462260042ce9609393fd90e8f34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:00Z', 'updated_at': '2021-09-29T18:44:35Z', 'revision_number': 6, 'project_id': '99f1b462260042ce9609393fd90e8f34', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:44:35.436742 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82d604db-7571-432f-b61c-bc3c1184799b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:35.461117 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d604db-7571-432f-b61c-bc3c1184799b admin admin] Pushing event deleted for resources: {'Port': ['ID=e64ed7d2-f321-45a3-bb6e-95ec9db67d54,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:35.526235 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82d604db-7571-432f-b61c-bc3c1184799b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:35.907558 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82d604db-7571-432f-b61c-bc3c1184799b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:35.910140 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82d604db-7571-432f-b61c-bc3c1184799b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:35.951359 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82d604db-7571-432f-b61c-bc3c1184799b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:35.952061 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d604db-7571-432f-b61c-bc3c1184799b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b28020d7-e737-4995-8264-8b2945171ca6 {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:44:35.956292 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-82d604db-7571-432f-b61c-bc3c1184799b admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:35.957394 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-82d604db-7571-432f-b61c-bc3c1184799b admin admin] 10.222.0.44 "DELETE /v2.0/routers/b28020d7-e737-4995-8264-8b2945171ca6 HTTP/1.1" status: 204 len: 168 time: 1.0415525 Sep 29 18:44:35.960092 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56832) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:36.003267 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f85b979-d89f-4558-8156-295e65b689fb admin admin] Deleting subnet d8b9f834-ab37-44c0-88f4-f9489370f237 {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:44:36.006080 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f85b979-d89f-4558-8156-295e65b689fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.040019 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f85b979-d89f-4558-8156-295e65b689fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.125625 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f85b979-d89f-4558-8156-295e65b689fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.181469 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f85b979-d89f-4558-8156-295e65b689fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.207500 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85b979-d89f-4558-8156-295e65b689fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b9f834-ab37-44c0-88f4-f9489370f237,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:36.214247 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-7f85b979-d89f-4558-8156-295e65b689fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.217012 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-7f85b979-d89f-4558-8156-295e65b689fb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d8b9f834-ab37-44c0-88f4-f9489370f237 HTTP/1.1" status: 204 len: 168 time: 0.2551024 Sep 29 18:44:36.219754 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56834) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:36.220869 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984914be-3d33-4123-a509-9e6a37030a87 None None] Network 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:44:36.320869 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.383438 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] Deleting port d7e802f7-df88-49f1-9744-4855c219e59f {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:44:36.383806 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.425994 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] DHCP port deletion for 7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:44:36.466361 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] For port d7e802f7-df88-49f1-9744-4855c219e59f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d7e802f7-df88-49f1-9744-4855c219e59f,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:36.467071 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.480921 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Deleting port d7e802f7-df88-49f1-9744-4855c219e59f {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:44:36.481699 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.484249 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] Calling delete_port for d7e802f7-df88-49f1-9744-4855c219e59f owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:44:36.554005 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] For port d7e802f7-df88-49f1-9744-4855c219e59f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=d7e802f7-df88-49f1-9744-4855c219e59f,segment=NetworkSegment(c206ce51-3590-491d-b932-f2fa1878fccc),segment_id=c206ce51-3590-491d-b932-f2fa1878fccc)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:36.554321 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.567284 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Calling delete_port for d7e802f7-df88-49f1-9744-4855c219e59f owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:44:36.585659 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.615766 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7e802f7-df88-49f1-9744-4855c219e59f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:36.619534 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] No DVR routers for this DVR port d7e802f7-df88-49f1-9744-4855c219e59f on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:44:36.659959 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.692006 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Pushing event deleted for resources: {'Port': ['ID=d7e802f7-df88-49f1-9744-4855c219e59f,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:36.697904 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] No DVR routers for this DVR port d7e802f7-df88-49f1-9744-4855c219e59f on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:44:36.704468 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.705470 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:36.705908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:36.706245 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:36.706654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:36.706987 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:36.707356 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:36.707688 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:36.708055 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:36.708373 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:36.708690 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:36.709008 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:36.709346 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cafa76-5244-44c8-9a72-f52735fc41e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:36.736259 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb5e99d-81e3-4480-ab87-fdeb4b3fb215']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:36.746946 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c206ce51-3590-491d-b932-f2fa1878fccc') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:36.747240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c206ce51-3590-491d-b932-f2fa1878fccc') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:36.757771 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.772127 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.780428 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:44:36.781052 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:44:36.783542 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:44:36.843925 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.850129 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:36.854884 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7eb5e99d-81e3-4480-ab87-fdeb4b3fb215 HTTP/1.1" status: 204 len: 168 time: 0.6312947 Sep 29 18:44:36.855355 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56836) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:36.865903 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf140798-84ac-4a6c-91e1-b807be797893 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb5e99d-81e3-4480-ab87-fdeb4b3fb215,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:37.204935 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ef38120-9916-44c3-922d-73ac52cff468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:37.265559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d7e802f7-df88-49f1-9744-4855c219e59f no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:44:37.286144 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: d7e802f7-df88-49f1-9744-4855c219e59f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:44:37.286489 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device d7e802f7-df88-49f1-9744-4855c219e59f not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:44:37.286903 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e64ed7d2-f321-45a3-bb6e-95ec9db67d54 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:44:37.304764 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: e64ed7d2-f321-45a3-bb6e-95ec9db67d54 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:44:37.305110 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device e64ed7d2-f321-45a3-bb6e-95ec9db67d54 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:44:37.305542 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4ae193bf-0709-440e-a723-66c0b08f2254 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:44:37.323251 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 4ae193bf-0709-440e-a723-66c0b08f2254 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:44:37.323592 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4ae193bf-0709-440e-a723-66c0b08f2254 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:44:37.448449 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-5ef38120-9916-44c3-922d-73ac52cff468 admin admin] Deleting port ce19c57f-b494-4df3-9109-5680b89fd2ed {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:44:37.448679 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ef38120-9916-44c3-922d-73ac52cff468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:37.528166 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-5ef38120-9916-44c3-922d-73ac52cff468 admin admin] For port ce19c57f-b494-4df3-9109-5680b89fd2ed, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=ce19c57f-b494-4df3-9109-5680b89fd2ed,segment=NetworkSegment(6dd179da-ee97-4177-aee0-70610dcbf286),segment_id=6dd179da-ee97-4177-aee0-70610dcbf286)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:37.528521 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ef38120-9916-44c3-922d-73ac52cff468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:37.541164 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-5ef38120-9916-44c3-922d-73ac52cff468 admin admin] Calling delete_port for ce19c57f-b494-4df3-9109-5680b89fd2ed owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:44:37.712513 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ef38120-9916-44c3-922d-73ac52cff468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:37.738976 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef38120-9916-44c3-922d-73ac52cff468 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce19c57f-b494-4df3-9109-5680b89fd2ed,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:37.902498 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ef38120-9916-44c3-922d-73ac52cff468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:38.113192 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef38120-9916-44c3-922d-73ac52cff468 admin admin] Router af891a11-896d-40f7-977b-a6d356388055 has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:44:38.218065 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef38120-9916-44c3-922d-73ac52cff468 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:44:38.222988 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5ef38120-9916-44c3-922d-73ac52cff468 admin admin] 10.222.0.44 "PUT /v2.0/routers/af891a11-896d-40f7-977b-a6d356388055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3665366 Sep 29 18:44:38.225636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56838) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:38.229450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bea8d8-fd0a-4dfc-9c25-4389c2f7ca77 None None] Sync routers for ids ['af891a11-896d-40f7-977b-a6d356388055'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:44:38.238653 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bea8d8-fd0a-4dfc-9c25-4389c2f7ca77 None None] Routers {'af891a11-896d-40f7-977b-a6d356388055'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:44:38.239271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c2bea8d8-fd0a-4dfc-9c25-4389c2f7ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:44:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['af891a11-896d-40f7-977b-a6d356388055'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:38.330710 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-86f1171b-2076-4fea-a419-fd6e4b7c0aeb admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:38.342924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-c2bea8d8-fd0a-4dfc-9c25-4389c2f7ca77 None None] Set router af891a11-896d-40f7-977b-a6d356388055 gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:44:38.435872 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-86f1171b-2076-4fea-a419-fd6e4b7c0aeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:38.487565 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-86f1171b-2076-4fea-a419-fd6e4b7c0aeb admin admin] Deleting port c6fdbeb4-9376-4bbd-833b-d98075716602 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:44:38.487907 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-86f1171b-2076-4fea-a419-fd6e4b7c0aeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:38.520093 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c2bea8d8-fd0a-4dfc-9c25-4389c2f7ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af891a11-896d-40f7-977b-a6d356388055', 'name': 'tempest-TestShelveInstance-523077626-router', 'tenant_id': '86109755c35a46c9992bbd4005ceb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c6fdbeb4-9376-4bbd-833b-d98075716602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:05Z', 'updated_at': '2021-09-29T18:44:37Z', 'revision_number': 5, 'project_id': '86109755c35a46c9992bbd4005ceb9d2', 'gw_port': {'id': 'c6fdbeb4-9376-4bbd-833b-d98075716602', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af891a11-896d-40f7-977b-a6d356388055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:36:05Z', 'updated_at': '2021-09-29T18:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:38.556293 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bea8d8-fd0a-4dfc-9c25-4389c2f7ca77 None None] Checking router: af891a11-896d-40f7-977b-a6d356388055 for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:44:38.565002 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bea8d8-fd0a-4dfc-9c25-4389c2f7ca77 None None] Routers {'af891a11-896d-40f7-977b-a6d356388055'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:44:38.565644 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c2bea8d8-fd0a-4dfc-9c25-4389c2f7ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:44:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['af891a11-896d-40f7-977b-a6d356388055'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:38.566043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-86f1171b-2076-4fea-a419-fd6e4b7c0aeb admin admin] For port c6fdbeb4-9376-4bbd-833b-d98075716602, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=c6fdbeb4-9376-4bbd-833b-d98075716602,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:38.566413 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-86f1171b-2076-4fea-a419-fd6e4b7c0aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:38.579122 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-86f1171b-2076-4fea-a419-fd6e4b7c0aeb admin admin] Calling delete_port for c6fdbeb4-9376-4bbd-833b-d98075716602 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:44:38.650496 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-c2bea8d8-fd0a-4dfc-9c25-4389c2f7ca77 None None] Set router af891a11-896d-40f7-977b-a6d356388055 gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:44:38.701874 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-c2bea8d8-fd0a-4dfc-9c25-4389c2f7ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af891a11-896d-40f7-977b-a6d356388055', 'name': 'tempest-TestShelveInstance-523077626-router', 'tenant_id': '86109755c35a46c9992bbd4005ceb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:05Z', 'updated_at': '2021-09-29T18:44:38Z', 'revision_number': 6, 'project_id': '86109755c35a46c9992bbd4005ceb9d2', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:38.730955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bea8d8-fd0a-4dfc-9c25-4389c2f7ca77 None None] The sync data for ids ['af891a11-896d-40f7-977b-a6d356388055'] in n-d-811748-2 is: [{'id': 'af891a11-896d-40f7-977b-a6d356388055', 'name': 'tempest-TestShelveInstance-523077626-router', 'tenant_id': '86109755c35a46c9992bbd4005ceb9d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:36:05Z', 'updated_at': '2021-09-29T18:44:38Z', 'revision_number': 6, 'project_id': '86109755c35a46c9992bbd4005ceb9d2', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:44:38.743136 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-86f1171b-2076-4fea-a419-fd6e4b7c0aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:38.774438 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1171b-2076-4fea-a419-fd6e4b7c0aeb admin admin] Pushing event deleted for resources: {'Port': ['ID=c6fdbeb4-9376-4bbd-833b-d98075716602,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:38.833787 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-86f1171b-2076-4fea-a419-fd6e4b7c0aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:38.921169 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-86f1171b-2076-4fea-a419-fd6e4b7c0aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:38.923182 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-86f1171b-2076-4fea-a419-fd6e4b7c0aeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:38.963527 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-86f1171b-2076-4fea-a419-fd6e4b7c0aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:38.964104 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f1171b-2076-4fea-a419-fd6e4b7c0aeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router af891a11-896d-40f7-977b-a6d356388055 {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:44:38.968658 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-86f1171b-2076-4fea-a419-fd6e4b7c0aeb admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:38.969727 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-86f1171b-2076-4fea-a419-fd6e4b7c0aeb admin admin] 10.222.0.44 "DELETE /v2.0/routers/af891a11-896d-40f7-977b-a6d356388055 HTTP/1.1" status: 204 len: 168 time: 0.7431643 Sep 29 18:44:38.972456 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56840) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:39.021251 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7220ae-2ea1-4296-b147-1656afd587e4 admin admin] Deleting subnet a3c0dec3-1c74-49ad-ba9e-4af31895962a {{(pid=95015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:44:39.024435 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ab7220ae-2ea1-4296-b147-1656afd587e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.058700 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ab7220ae-2ea1-4296-b147-1656afd587e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127573799'] for subnet, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.140376 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ab7220ae-2ea1-4296-b147-1656afd587e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.198042 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ab7220ae-2ea1-4296-b147-1656afd587e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126097276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125924020'] for subnet, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.223094 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7220ae-2ea1-4296-b147-1656afd587e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3c0dec3-1c74-49ad-ba9e-4af31895962a,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:39.226773 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ab7220ae-2ea1-4296-b147-1656afd587e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.230944 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ab7220ae-2ea1-4296-b147-1656afd587e4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a3c0dec3-1c74-49ad-ba9e-4af31895962a HTTP/1.1" status: 204 len: 168 time: 0.2552614 Sep 29 18:44:39.231220 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56842) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:39.234571 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3f7d2b-efb3-4cd4-b1bd-7e71d32ae13c None None] Network 661e01a0-8605-43ac-a45d-def3ad47728f requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:44:39.298684 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.350770 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] Deleting port 759f3e73-f178-49f8-8d11-1cd5154e1789 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:44:39.351128 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.418223 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] For port 759f3e73-f178-49f8-8d11-1cd5154e1789, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=759f3e73-f178-49f8-8d11-1cd5154e1789,segment=NetworkSegment(6dd179da-ee97-4177-aee0-70610dcbf286),segment_id=6dd179da-ee97-4177-aee0-70610dcbf286)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:39.418586 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.430652 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] Calling delete_port for 759f3e73-f178-49f8-8d11-1cd5154e1789 owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:44:39.486344 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3c170b-9076-4248-8545-32d666fca8c7 None None] DHCP port deletion for 661e01a0-8605-43ac-a45d-def3ad47728f request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:44:39.512684 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.542605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c170b-9076-4248-8545-32d666fca8c7 None None] Deleting port 759f3e73-f178-49f8-8d11-1cd5154e1789 {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:44:39.542987 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc3c170b-9076-4248-8545-32d666fca8c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.551936 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] Pushing event deleted for resources: {'Port': ['ID=759f3e73-f178-49f8-8d11-1cd5154e1789,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:39.559521 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] No DVR routers for this DVR port 759f3e73-f178-49f8-8d11-1cd5154e1789 on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:44:39.565889 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 759f3e73-f178-49f8-8d11-1cd5154e1789 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:44:39.595624 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 759f3e73-f178-49f8-8d11-1cd5154e1789 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:44:39.595979 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 759f3e73-f178-49f8-8d11-1cd5154e1789 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:44:39.596411 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c6fdbeb4-9376-4bbd-833b-d98075716602 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:44:39.633868 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.656583 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661e01a0-8605-43ac-a45d-def3ad47728f']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:39.666848 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd179da-ee97-4177-aee0-70610dcbf286') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:39.667150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd179da-ee97-4177-aee0-70610dcbf286') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:39.682969 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.698427 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.705373 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:44:39.705817 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: timer() Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:44:39.707971 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:44:39.766860 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.772103 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.776821 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] 10.222.0.44 "DELETE /v2.0/networks/661e01a0-8605-43ac-a45d-def3ad47728f HTTP/1.1" status: 204 len: 168 time: 0.5422351 Sep 29 18:44:39.788186 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f075ab7-d981-4780-a51c-ca006ef0d36d admin admin] Pushing event deleted for resources: {'Network': ['ID=661e01a0-8605-43ac-a45d-def3ad47728f,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:39.821137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: c6fdbeb4-9376-4bbd-833b-d98075716602 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:44:39.821137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device c6fdbeb4-9376-4bbd-833b-d98075716602 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:44:39.821137 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ce19c57f-b494-4df3-9109-5680b89fd2ed no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:44:39.845859 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-fc3c170b-9076-4248-8545-32d666fca8c7 None None] For port 759f3e73-f178-49f8-8d11-1cd5154e1789, host n-d-811748-2, got binding levels [] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:39.846260 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc3c170b-9076-4248-8545-32d666fca8c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.850243 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: ce19c57f-b494-4df3-9109-5680b89fd2ed {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:44:39.850593 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device ce19c57f-b494-4df3-9109-5680b89fd2ed not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:44:39.865921 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c170b-9076-4248-8545-32d666fca8c7 None None] Calling delete_port for 759f3e73-f178-49f8-8d11-1cd5154e1789 owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:44:39.868567 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.ipam_backend_mixin [None req-fc3c170b-9076-4248-8545-32d666fca8c7 None None] Port 759f3e73-f178-49f8-8d11-1cd5154e1789 was not found and therefore no delete operation was performed {{(pid=95017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 18:44:39.869917 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fc3c170b-9076-4248-8545-32d666fca8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:39.894893 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc3c170b-9076-4248-8545-32d666fca8c7 None None] Network 661e01a0-8605-43ac-a45d-def3ad47728f is not hosted by any dhcp agent {{(pid=95017) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 18:44:39.895355 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3c170b-9076-4248-8545-32d666fca8c7 None None] No DVR routers for this DVR port 759f3e73-f178-49f8-8d11-1cd5154e1789 on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:44:39.897105 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c170b-9076-4248-8545-32d666fca8c7 None None] Pushing event deleted for resources: {'Port': ['ID=759f3e73-f178-49f8-8d11-1cd5154e1789,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:39.908105 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56848) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:39.948492 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ef8bfa6d-9444-469b-a8c6-10eb2bfbce49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99f1b462260042ce9609393fd90e8f34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391402 Sep 29 18:44:39.950992 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56850) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:39.997348 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9c8b-ca37-4cae-b2c7-eec5b499b66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:40.023072 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9c8b-ca37-4cae-b2c7-eec5b499b66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:40.068877 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9c8b-ca37-4cae-b2c7-eec5b499b66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:40.071493 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ee4d9c8b-ca37-4cae-b2c7-eec5b499b66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:40.072628 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ee4d9c8b-ca37-4cae-b2c7-eec5b499b66f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bcdbbeeb-6bac-4f68-964d-364db067a2e4 HTTP/1.1" status: 204 len: 168 time: 0.1207042 Sep 29 18:44:40.080858 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d9c8b-ca37-4cae-b2c7-eec5b499b66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdbbeeb-6bac-4f68-964d-364db067a2e4,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:40.402848 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56856) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:40.442801 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-1417b6cf-3c07-4670-92fe-3464194509fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86109755c35a46c9992bbd4005ceb9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387354 Sep 29 18:44:40.445131 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56858) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:40.490665 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-db149b08-62cd-488c-b0f8-d3a92157806b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:40.511189 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-db149b08-62cd-488c-b0f8-d3a92157806b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:40.556658 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-db149b08-62cd-488c-b0f8-d3a92157806b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:40.559098 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-db149b08-62cd-488c-b0f8-d3a92157806b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:40.560223 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-db149b08-62cd-488c-b0f8-d3a92157806b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44d89b11-6f27-40fe-ab98-7fd481475728 HTTP/1.1" status: 204 len: 168 time: 0.1141469 Sep 29 18:44:40.567636 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db149b08-62cd-488c-b0f8-d3a92157806b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d89b11-6f27-40fe-ab98-7fd481475728,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:40.941753 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a929feef-32c9-4a1c-a2f2-4e7775e7f1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:41.216476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56880) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:41.334372 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-758ca352-a255-4a4d-8a67-e8ff0e64fb11 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1467168151-network', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:44:41.353946 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758ca352-a255-4a4d-8a67-e8ff0e64fb11 admin admin] Made reservation on behalf of c9e8eda051b6499b86ed2a3fe01b1d4f for: {'network': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:44:41.356176 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-758ca352-a255-4a4d-8a67-e8ff0e64fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:41.368577 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-758ca352-a255-4a4d-8a67-e8ff0e64fb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:41.457785 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-758ca352-a255-4a4d-8a67-e8ff0e64fb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:41.461326 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-758ca352-a255-4a4d-8a67-e8ff0e64fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:41.485791 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758ca352-a255-4a4d-8a67-e8ff0e64fb11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=95016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:44:41.495296 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ca352-a255-4a4d-8a67-e8ff0e64fb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d41a73f-1189-4895-aa11-b94b6f29f57c,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:41.500299 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-758ca352-a255-4a4d-8a67-e8ff0e64fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:41.500651 n-d-811748-2 neutron-server[95016]: INFO neutron.db.segments_db [None req-758ca352-a255-4a4d-8a67-e8ff0e64fb11 admin admin] Added segment aca6ebee-07f0-4b2e-b09c-30618006c4ee of type vlan for network a32bc9eb-99d1-4756-a803-056333c7a85d Sep 29 18:44:41.540114 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-758ca352-a255-4a4d-8a67-e8ff0e64fb11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:41.564154 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-758ca352-a255-4a4d-8a67-e8ff0e64fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:41.565180 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758ca352-a255-4a4d-8a67-e8ff0e64fb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:41.565831 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-758ca352-a255-4a4d-8a67-e8ff0e64fb11 admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:41.595107 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-758ca352-a255-4a4d-8a67-e8ff0e64fb11 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3774970 Sep 29 18:44:41.598043 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56884) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:41.603517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-b310eb49-cbc3-4554-a9d3-471a315d3d8e admin admin] Request body: {'subnet': {'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1467168151-subnet', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'ip_version': 4}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:44:41.625512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b310eb49-cbc3-4554-a9d3-471a315d3d8e admin admin] Made reservation on behalf of c9e8eda051b6499b86ed2a3fe01b1d4f for: {'subnet': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:44:41.627860 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b310eb49-cbc3-4554-a9d3-471a315d3d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125923985'] for subnet, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:41.629261 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ca352-a255-4a4d-8a67-e8ff0e64fb11 admin admin] Pushing event updated for resources: {'Network': ['ID=a32bc9eb-99d1-4756-a803-056333c7a85d,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:41.640354 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network a32bc9eb-99d1-4756-a803-056333c7a85d details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:44:41.791453 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b310eb49-cbc3-4554-a9d3-471a315d3d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126097341', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125924003'] for subnet, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:41.853544 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310eb49-cbc3-4554-a9d3-471a315d3d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:41.859570 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b310eb49-cbc3-4554-a9d3-471a315d3d8e admin admin] Checking segment: {'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:44:41.859920 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b310eb49-cbc3-4554-a9d3-471a315d3d8e admin admin] Network hostable DHCP agents. Network: a32bc9eb-99d1-4756-a803-056333c7a85d, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:44:41.876894 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b310eb49-cbc3-4554-a9d3-471a315d3d8e admin admin] Network a32bc9eb-99d1-4756-a803-056333c7a85d is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:44:41.885109 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-b310eb49-cbc3-4554-a9d3-471a315d3d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, a32bc9eb-99d1-4756-a803-056333c7a85d) {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:44:41.889092 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310eb49-cbc3-4554-a9d3-471a315d3d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:41.889926 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b310eb49-cbc3-4554-a9d3-471a315d3d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:41.894957 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ed2a9b-29c1-4998-b8a9-d013ab7d1afd None None] Network a32bc9eb-99d1-4756-a803-056333c7a85d requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:44:41.907151 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b310eb49-cbc3-4554-a9d3-471a315d3d8e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3046477 Sep 29 18:44:41.907359 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56886) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:41.911611 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:44:41.931797 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:41.932772 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:41.982680 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:42.043193 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-a32bc9eb-99d1-4756-a803-056333c7a85d', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:44:42.044063 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:42.121205 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:42.180935 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Allocated IP 172.20.0.2 (a32bc9eb-99d1-4756-a803-056333c7a85d/8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e/9383f52d-05ca-4ddf-8e28-862fe770523a) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:44:42.324781 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:42.328357 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:42.334298 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:42.344461 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:42.370598 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Network a32bc9eb-99d1-4756-a803-056333c7a85d is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:44:42.373955 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:44:42.377374 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:44:42.391211 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Pushing event updated for resources: {'Port': ['ID=9383f52d-05ca-4ddf-8e28-862fe770523a,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:42.440984 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Attempting to bind port 9383f52d-05ca-4ddf-8e28-862fe770523a on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:44:42.441384 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Attempting to bind port 9383f52d-05ca-4ddf-8e28-862fe770523a by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:44:42.441746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Attempting to bind port 9383f52d-05ca-4ddf-8e28-862fe770523a on network a32bc9eb-99d1-4756-a803-056333c7a85d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:44:42.446704 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:44:42.447312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Checking segment: {'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:44:42.447716 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:42.447995 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Allocated IP 172.25.2.199 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/8caa881a-7aed-49d4-8cda-57b47749cde3) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:44:42.448156 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Bound using segment: {'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:44:42.448589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Bound port: 9383f52d-05ca-4ddf-8e28-862fe770523a, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:44:42.448966 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:42.510924 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] For port 9383f52d-05ca-4ddf-8e28-862fe770523a, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:44:42.514018 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] For port 9383f52d-05ca-4ddf-8e28-862fe770523a, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9383f52d-05ca-4ddf-8e28-862fe770523a,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:44:42.518577 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:42.579254 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fd014-3e5d-40f2-8b18-e7a6114d0980 None None] Pushing event updated for resources: {'Port': ['ID=9383f52d-05ca-4ddf-8e28-862fe770523a,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:42.888513 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:42.923479 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:42.960140 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:44:42.962900 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:44:42.966383 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:44:42.990885 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Pushing event updated for resources: {'Port': ['ID=8caa881a-7aed-49d4-8cda-57b47749cde3,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:43.227318 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:43.296594 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9383f52d-05ca-4ddf-8e28-862fe770523a up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:44:43.352771 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9383f52d-05ca-4ddf-8e28-862fe770523a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:43.353139 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:43.435706 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:43.447658 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:43.474881 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 9383f52d-05ca-4ddf-8e28-862fe770523a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9383f52d-05ca-4ddf-8e28-862fe770523a,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:43.480366 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:43.534399 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb1215e-a140-404e-8610-9080423d3758 None None] Network a32bc9eb-99d1-4756-a803-056333c7a85d requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:44:43.552715 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=9383f52d-05ca-4ddf-8e28-862fe770523a,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:43.578775 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-2b77717f-d9cb-4578-9156-c0db8f4d50aa None None] Provisioning complete for port 9383f52d-05ca-4ddf-8e28-862fe770523a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:43.579237 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2b77717f-d9cb-4578-9156-c0db8f4d50aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:43.580775 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Router 398cdbae-595f-49fb-b5f7-0b3ced2749aa is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 18:44:43.672711 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ae6e3369-33c2-4bc5-bd22-ed4d79285039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:43.690418 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:44:43.699309 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Sync routers for ids ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:44:43.705715 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:43.709537 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-fa8ffc9e-f073-481e-9a40-71be2c85d07c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7987382 Sep 29 18:44:43.709863 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56888) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:43.710236 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Routers {'398cdbae-595f-49fb-b5f7-0b3ced2749aa'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:44:43.710943 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:44:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:43.923983 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Set router 398cdbae-595f-49fb-b5f7-0b3ced2749aa gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:44:44.092075 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-dcd3bbc6-633a-447d-a250-bd2801eb7500 None None] Provisioning complete for port 9383f52d-05ca-4ddf-8e28-862fe770523a triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:44.093118 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-dcd3bbc6-633a-447d-a250-bd2801eb7500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.110610 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:43Z', 'revision_number': 3, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:44.138030 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Checking router: 398cdbae-595f-49fb-b5f7-0b3ced2749aa for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:44:44.138383 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Updating router 398cdbae-595f-49fb-b5f7-0b3ced2749aa port 8caa881a-7aed-49d4-8cda-57b47749cde3 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:44:44.138809 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.168964 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.303071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Allocated IP 172.20.0.1 (a32bc9eb-99d1-4756-a803-056333c7a85d/8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e/91807405-51df-4460-b979-5517e754d60f) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:44:44.402625 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.416872 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.421987 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.435376 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.469063 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Attempting to bind port 8caa881a-7aed-49d4-8cda-57b47749cde3 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:44:44.469457 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Attempting to bind port 8caa881a-7aed-49d4-8cda-57b47749cde3 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:44:44.469815 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Attempting to bind port 8caa881a-7aed-49d4-8cda-57b47749cde3 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:44:44.475750 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Network a32bc9eb-99d1-4756-a803-056333c7a85d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:44:44.478636 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3989d1-7400-4d49-8142-3d0b5ff751a8 None None] Pushing event updated for resources: {'Port': ['ID=8caa881a-7aed-49d4-8cda-57b47749cde3,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:44.478766 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:44:44.481552 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:44:44.481906 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:44:44.482155 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:44:44.482313 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.482732 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:44:44.483766 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Bound port: 8caa881a-7aed-49d4-8cda-57b47749cde3, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:44:44.484295 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.507306 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3989d1-7400-4d49-8142-3d0b5ff751a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:44.507648 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3989d1-7400-4d49-8142-3d0b5ff751a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:44.507978 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3989d1-7400-4d49-8142-3d0b5ff751a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:44.508303 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3989d1-7400-4d49-8142-3d0b5ff751a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:44.508624 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3989d1-7400-4d49-8142-3d0b5ff751a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:44.508942 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3989d1-7400-4d49-8142-3d0b5ff751a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:44.509257 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3989d1-7400-4d49-8142-3d0b5ff751a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:44.509593 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3989d1-7400-4d49-8142-3d0b5ff751a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:44.509904 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3989d1-7400-4d49-8142-3d0b5ff751a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:44.510217 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3989d1-7400-4d49-8142-3d0b5ff751a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:44.510530 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3989d1-7400-4d49-8142-3d0b5ff751a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:44.510835 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3989d1-7400-4d49-8142-3d0b5ff751a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:44:44.516332 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Pushing event updated for resources: {'Port': ['ID=91807405-51df-4460-b979-5517e754d60f,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:44.530261 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.548639 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] For port 8caa881a-7aed-49d4-8cda-57b47749cde3, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:44:44.551946 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] For port 8caa881a-7aed-49d4-8cda-57b47749cde3, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8caa881a-7aed-49d4-8cda-57b47749cde3,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:44:44.556582 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.614588 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Routers {'398cdbae-595f-49fb-b5f7-0b3ced2749aa'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:44:44.615214 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:44:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:44.619274 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3989d1-7400-4d49-8142-3d0b5ff751a8 None None] Pushing event updated for resources: {'Port': ['ID=8caa881a-7aed-49d4-8cda-57b47749cde3,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:44.667676 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.729928 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] Set router 398cdbae-595f-49fb-b5f7-0b3ced2749aa gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:44:44.824728 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.828281 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-601c63cd-0cd2-47bd-904a-e72e8e669ede None None] Provisioning complete for port 91807405-51df-4460-b979-5517e754d60f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:44.828654 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-601c63cd-0cd2-47bd-904a-e72e8e669ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.835161 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.840983 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.867511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-601c63cd-0cd2-47bd-904a-e72e8e669ede None None] Port 91807405-51df-4460-b979-5517e754d60f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:44:44.904143 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.916366 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Pushing event updated for resources: {'Port': ['ID=91807405-51df-4460-b979-5517e754d60f,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:44.919883 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:43Z', 'revision_number': 3, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:44.921296 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:44.947044 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fc5b28-1ace-4a18-8cf8-bdb79b5fde6b None None] The sync data for ids ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'] in n-d-811748-2 is: [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:43Z', 'revision_number': 3, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:44:45.037598 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Network a32bc9eb-99d1-4756-a803-056333c7a85d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:44:45.039235 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:44:45.192294 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Router 398cdbae-595f-49fb-b5f7-0b3ced2749aa has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:44:45.323095 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:45.342913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:44:45.349324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f017f978-4bc8-4998-b6e8-d516acfc95ae admin admin] 10.222.0.44 "PUT /v2.0/routers/398cdbae-595f-49fb-b5f7-0b3ced2749aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6372533 Sep 29 18:44:45.393699 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-b9bfce43-5e98-4f26-9e53-2d41c4565352 None None] Provisioning complete for port 91807405-51df-4460-b979-5517e754d60f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:45.394073 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b9bfce43-5e98-4f26-9e53-2d41c4565352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:45.433262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-b9bfce43-5e98-4f26-9e53-2d41c4565352 None None] Port 91807405-51df-4460-b979-5517e754d60f cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:44:45.451090 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8caa881a-7aed-49d4-8cda-57b47749cde3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:44:45.512981 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8caa881a-7aed-49d4-8cda-57b47749cde3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:45.513460 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:45.609887 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:45.633692 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 8caa881a-7aed-49d4-8cda-57b47749cde3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8caa881a-7aed-49d4-8cda-57b47749cde3,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:45.639980 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:45.640937 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9383f52d-05ca-4ddf-8e28-862fe770523a up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:44:45.718180 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=8caa881a-7aed-49d4-8cda-57b47749cde3,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:45.733666 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 9383f52d-05ca-4ddf-8e28-862fe770523a triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:45.734221 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:45.896774 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56906) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:45.901785 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-3b92d584-ef7b-4000-9dc7-c54100a6752d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1010969180-network', 'tenant_id': '776bcfd5d40a433dbfb49e077a451d02'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:44:45.922458 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b92d584-ef7b-4000-9dc7-c54100a6752d admin admin] Made reservation on behalf of 776bcfd5d40a433dbfb49e077a451d02 for: {'network': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:44:45.924828 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b92d584-ef7b-4000-9dc7-c54100a6752d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for network, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:45.937913 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b92d584-ef7b-4000-9dc7-c54100a6752d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:46.031545 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b92d584-ef7b-4000-9dc7-c54100a6752d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:46.035213 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b92d584-ef7b-4000-9dc7-c54100a6752d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:46.058484 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b92d584-ef7b-4000-9dc7-c54100a6752d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=95015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 18:44:46.068481 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92d584-ef7b-4000-9dc7-c54100a6752d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a319a88-42c1-4125-b064-bc612e9a598b,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:46.073128 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b92d584-ef7b-4000-9dc7-c54100a6752d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:46.073493 n-d-811748-2 neutron-server[95015]: INFO neutron.db.segments_db [None req-3b92d584-ef7b-4000-9dc7-c54100a6752d admin admin] Added segment 46a6af4d-0fb0-4ca6-8371-02d1dbe960b0 of type vlan for network 9d03a315-a1c7-4338-80e9-f881325ef505 Sep 29 18:44:46.112972 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b92d584-ef7b-4000-9dc7-c54100a6752d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770531303190'] for network, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:46.138136 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b92d584-ef7b-4000-9dc7-c54100a6752d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142'] for network, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:46.139803 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b92d584-ef7b-4000-9dc7-c54100a6752d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:46.140509 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-3b92d584-ef7b-4000-9dc7-c54100a6752d admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:46.174490 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3b92d584-ef7b-4000-9dc7-c54100a6752d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2765684 Sep 29 18:44:46.178761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56908) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:46.184179 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-40bb20c8-9c15-48bf-a1cb-e62782b2f400 admin admin] Request body: {'subnet': {'network_id': '9d03a315-a1c7-4338-80e9-f881325ef505', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1010969180-subnet', 'tenant_id': '776bcfd5d40a433dbfb49e077a451d02', 'ip_version': 4}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:44:46.207834 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40bb20c8-9c15-48bf-a1cb-e62782b2f400 admin admin] Made reservation on behalf of 776bcfd5d40a433dbfb49e077a451d02 for: {'subnet': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:44:46.210183 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40bb20c8-9c15-48bf-a1cb-e62782b2f400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127220577'] for subnet, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:46.213404 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92d584-ef7b-4000-9dc7-c54100a6752d admin admin] Pushing event updated for resources: {'Network': ['ID=9d03a315-a1c7-4338-80e9-f881325ef505,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:46.223082 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Network 9d03a315-a1c7-4338-80e9-f881325ef505 details requested by agent ovs-agent-n-d-811748-2 with host n-d-811748-2 {{(pid=95017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 18:44:46.388969 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40bb20c8-9c15-48bf-a1cb-e62782b2f400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127570161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127220563'] for subnet, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:46.445354 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb20c8-9c15-48bf-a1cb-e62782b2f400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d18b249-2e98-4877-95e4-77ade2585f8d,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:46.454904 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bb20c8-9c15-48bf-a1cb-e62782b2f400 admin admin] Checking segment: {'id': '46a6af4d-0fb0-4ca6-8371-02d1dbe960b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d03a315-a1c7-4338-80e9-f881325ef505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:44:46.455140 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bb20c8-9c15-48bf-a1cb-e62782b2f400 admin admin] Network hostable DHCP agents. Network: 9d03a315-a1c7-4338-80e9-f881325ef505, hostable agents: ['79c6e681-2f82-4923-bc68-acedb9f6db6a'], hosted agents: [] {{(pid=95016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 18:44:46.472725 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bb20c8-9c15-48bf-a1cb-e62782b2f400 admin admin] Network 9d03a315-a1c7-4338-80e9-f881325ef505 is scheduled to be hosted by DHCP agent 79c6e681-2f82-4923-bc68-acedb9f6db6a with binding_index 1 {{(pid=95016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 18:44:46.481945 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-40bb20c8-9c15-48bf-a1cb-e62782b2f400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811748-2, 9d03a315-a1c7-4338-80e9-f881325ef505) {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:44:46.487916 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bb20c8-9c15-48bf-a1cb-e62782b2f400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:46.488515 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-40bb20c8-9c15-48bf-a1cb-e62782b2f400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:46.493481 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33630db-a31e-43d2-8417-709415588fe7 None None] Network 9d03a315-a1c7-4338-80e9-f881325ef505 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:44:46.505702 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-40bb20c8-9c15-48bf-a1cb-e62782b2f400 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3233626 Sep 29 18:44:46.505884 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56910) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:46.510084 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1010969180-router', 'tenant_id': '776bcfd5d40a433dbfb49e077a451d02', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:44:46.530598 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5544'] for router, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:46.531706 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-496524', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-374291', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5537'] for router, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:46.592857 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:46.636826 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Sync routers for ids ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:44:46.646770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d998105-c413-547d-bf30-90339ad586e7-9d03a315-a1c7-4338-80e9-f881325ef505', 'network_id': '9d03a315-a1c7-4338-80e9-f881325ef505', 'tenant_id': '776bcfd5d40a433dbfb49e077a451d02', 'fixed_ips': [{'subnet_id': '5d18b249-2e98-4877-95e4-77ade2585f8d'}]}} from n-d-811748-2. {{(pid=95017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 18:44:46.647595 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:46.651608 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Routers {'398cdbae-595f-49fb-b5f7-0b3ced2749aa'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:44:46.652216 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:44:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:46.734621 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:46.857969 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Set router 398cdbae-595f-49fb-b5f7-0b3ced2749aa gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:44:46.902242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.db_base_plugin_common [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Allocated IP 172.20.0.2 (9d03a315-a1c7-4338-80e9-f881325ef505/5d18b249-2e98-4877-95e4-77ade2585f8d/4c39a56e-cd68-468b-9b83-408844b4221c) {{(pid=95017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:44:46.954175 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:46.974337 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:47.086091 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Allocated IP 172.25.2.203 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/876e8f95-9e20-4d63-a807-c6c6bfca8c07) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:44:47.182550 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Notify callbacks [] for port, precommit_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:47.196438 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:47.199264 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607'] for port, after_create {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:47.234342 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:47.237006 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:47.238908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '91807405-51df-4460-b979-5517e754d60f', 'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'mac_address': 'fa:16:3e:30:52:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:44Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 2, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'subnets': [{'id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:47.273514 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Network 9d03a315-a1c7-4338-80e9-f881325ef505 is already hosted by enough agents. {{(pid=95017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:44:47.274011 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:44:47.274310 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Checking router: 398cdbae-595f-49fb-b5f7-0b3ced2749aa for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:44:47.274661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Updating router 398cdbae-595f-49fb-b5f7-0b3ced2749aa port 91807405-51df-4460-b979-5517e754d60f binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:44:47.276863 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:44:47.281100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:44:47.281312 n-d-811748-2 neutron-server[95017]: DEBUG neutron.scheduler.base_scheduler [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Resources bound (agent type, host, resource id): {{(pid=95017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:44:47.303192 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Received port after_create {{(pid=95017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:44:47.305238 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8caa881a-7aed-49d4-8cda-57b47749cde3 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:44:47.310524 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Pushing event updated for resources: {'Port': ['ID=4c39a56e-cd68-468b-9b83-408844b4221c,revision_number=1']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:47.314170 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Pushing event updated for resources: {'Port': ['ID=876e8f95-9e20-4d63-a807-c6c6bfca8c07,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:47.343848 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:47.544286 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:47.588599 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Attempting to bind port 4c39a56e-cd68-468b-9b83-408844b4221c on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:44:47.588971 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Attempting to bind port 4c39a56e-cd68-468b-9b83-408844b4221c by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '46a6af4d-0fb0-4ca6-8371-02d1dbe960b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d03a315-a1c7-4338-80e9-f881325ef505'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:44:47.589364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Attempting to bind port 4c39a56e-cd68-468b-9b83-408844b4221c on network 9d03a315-a1c7-4338-80e9-f881325ef505 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:44:47.607261 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:44:47.607661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Checking segment: {'id': '46a6af4d-0fb0-4ca6-8371-02d1dbe960b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d03a315-a1c7-4338-80e9-f881325ef505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:44:47.608601 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:47.609139 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Bound using segment: {'id': '46a6af4d-0fb0-4ca6-8371-02d1dbe960b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d03a315-a1c7-4338-80e9-f881325ef505'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:44:47.609643 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Bound port: 4c39a56e-cd68-468b-9b83-408844b4221c, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6af4d-0fb0-4ca6-8371-02d1dbe960b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d03a315-a1c7-4338-80e9-f881325ef505'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:44:47.610022 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:47.674965 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 8caa881a-7aed-49d4-8cda-57b47749cde3 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:47.675337 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:47.736088 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-496561'] for router, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:47.816578 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] For port 4c39a56e-cd68-468b-9b83-408844b4221c, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:44:47.837436 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] For port 4c39a56e-cd68-468b-9b83-408844b4221c, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4c39a56e-cd68-468b-9b83-408844b4221c,segment=NetworkSegment(46a6af4d-0fb0-4ca6-8371-02d1dbe960b0),segment_id=46a6af4d-0fb0-4ca6-8371-02d1dbe960b0)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:44:47.860038 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:47.863663 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Router 9ebf5429-3422-4f90-9ddf-fcf594b4a1bd is scheduled to L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 with binding_index 1 {{(pid=95016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 18:44:47.957897 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64704657-04e1-4480-bf7c-3aec327a9eb7 None None] Pushing event updated for resources: {'Port': ['ID=4c39a56e-cd68-468b-9b83-408844b4221c,revision_number=2']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:47.984255 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:44:47.995099 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Sync routers for ids ['9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:44:48.006979 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Routers {'9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:44:48.007783 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:44:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:48.008039 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.012306 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56912) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:48.013785 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-eb5069d4-bb70-439e-8fca-9c674ca7845b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5069289 Sep 29 18:44:48.030649 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.036835 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.093821 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971204e0-0bd7-423d-b0ff-dce3958060fa None None] Pushing event updated for resources: {'Port': ['ID=91807405-51df-4460-b979-5517e754d60f,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:48.143809 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Set router 9ebf5429-3422-4f90-9ddf-fcf594b4a1bd gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:44:48.180895 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Attempting to bind port 91807405-51df-4460-b979-5517e754d60f on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:44:48.181271 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Attempting to bind port 91807405-51df-4460-b979-5517e754d60f by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:44:48.181661 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Attempting to bind port 91807405-51df-4460-b979-5517e754d60f on network a32bc9eb-99d1-4756-a803-056333c7a85d {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:44:48.198559 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:44:48.198939 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Checking segment: {'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:44:48.199372 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.199804 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Bound using segment: {'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:44:48.200246 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Bound port: 91807405-51df-4460-b979-5517e754d60f, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:44:48.200635 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.303628 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] For port 91807405-51df-4460-b979-5517e754d60f, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:44:48.307854 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] For port 91807405-51df-4460-b979-5517e754d60f, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=91807405-51df-4460-b979-5517e754d60f,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:44:48.322990 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.388338 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Routers {'398cdbae-595f-49fb-b5f7-0b3ced2749aa'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:44:48.390085 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:44:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:48.455123 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'name': 'tempest-TestSnapshotPattern-1010969180-router', 'tenant_id': '776bcfd5d40a433dbfb49e077a451d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '876e8f95-9e20-4d63-a807-c6c6bfca8c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:46Z', 'updated_at': '2021-09-29T18:44:47Z', 'revision_number': 3, 'project_id': '776bcfd5d40a433dbfb49e077a451d02', 'gw_port': {'id': '876e8f95-9e20-4d63-a807-c6c6bfca8c07', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:46Z', 'updated_at': '2021-09-29T18:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:48.487854 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Checking router: 9ebf5429-3422-4f90-9ddf-fcf594b4a1bd for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:44:48.488237 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Updating router 9ebf5429-3422-4f90-9ddf-fcf594b4a1bd port 876e8f95-9e20-4d63-a807-c6c6bfca8c07 binding host n-d-811748-2 {{(pid=95018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:44:48.505146 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971204e0-0bd7-423d-b0ff-dce3958060fa None None] Pushing event updated for resources: {'Port': ['ID=91807405-51df-4460-b979-5517e754d60f,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:48.525850 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.543590 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-fab845a8-a04d-40c9-8931-842330c08d30 None None] Provisioning complete for port 91807405-51df-4460-b979-5517e754d60f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:48.543964 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fab845a8-a04d-40c9-8931-842330c08d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.568324 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.582588 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] Set router 398cdbae-595f-49fb-b5f7-0b3ced2749aa gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:44:48.753150 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fab845a8-a04d-40c9-8931-842330c08d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.771032 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Allocated IP 172.20.0.1 (9d03a315-a1c7-4338-80e9-f881325ef505/5d18b249-2e98-4877-95e4-77ade2585f8d/39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:44:48.806230 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-fab845a8-a04d-40c9-8931-842330c08d30 None None] For port 91807405-51df-4460-b979-5517e754d60f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=91807405-51df-4460-b979-5517e754d60f,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:48.829198 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fab845a8-a04d-40c9-8931-842330c08d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.833903 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Notify callbacks [] for port, precommit_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.840217 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.890867 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab845a8-a04d-40c9-8931-842330c08d30 None None] Pushing event updated for resources: {'Port': ['ID=91807405-51df-4460-b979-5517e754d60f,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:48.896520 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Attempting to bind port 876e8f95-9e20-4d63-a807-c6c6bfca8c07 on host n-d-811748-2 for vnic_type normal with profile {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:44:48.896886 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Attempting to bind port 876e8f95-9e20-4d63-a807-c6c6bfca8c07 by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:44:48.897248 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Attempting to bind port 876e8f95-9e20-4d63-a807-c6c6bfca8c07 on network 67fbb982-df89-4d02-87ed-27928a79a62d {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:44:48.902141 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '91807405-51df-4460-b979-5517e754d60f', 'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'mac_address': 'fa:16:3e:30:52:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:44Z', 'updated_at': '2021-09-29T18:44:48Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'subnets': [{'id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:48.906996 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:44:48.909616 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Checking segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:44:48.910119 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.911061 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Bound using segment: {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'} {{(pid=95018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:44:48.911707 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.managers [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Bound port: 876e8f95-9e20-4d63-a807-c6c6bfca8c07, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dea6ec9-858f-4f12-94f4-059fc0b12b0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d'}}] {{(pid=95018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:44:48.912166 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.913992 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.931952 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1ac75-50b7-4e29-9ef0-0b740ceee479 None None] The sync data for ids ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'] in n-d-811748-2 is: [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '91807405-51df-4460-b979-5517e754d60f', 'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'mac_address': 'fa:16:3e:30:52:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:44Z', 'updated_at': '2021-09-29T18:44:48Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'subnets': [{'id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:44:48.959704 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:48.960468 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-799eacb8-909b-4be5-98b8-ebdb79ab818c None None] Provisioning complete for port 91807405-51df-4460-b979-5517e754d60f triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:48.960950 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-799eacb8-909b-4be5-98b8-ebdb79ab818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:49.011926 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Pushing event updated for resources: {'Port': ['ID=39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:49.039081 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Network 9d03a315-a1c7-4338-80e9-f881325ef505 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:44:49.040994 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:44:49.043758 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:44:49.101432 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-495756'] for router_interface, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:49.143729 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] For port 876e8f95-9e20-4d63-a807-c6c6bfca8c07, host n-d-811748-2, cleared binding levels {{(pid=95018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:44:49.147838 n-d-811748-2 neutron-server[95018]: DEBUG neutron.plugins.ml2.db [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] For port 876e8f95-9e20-4d63-a807-c6c6bfca8c07, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=876e8f95-9e20-4d63-a807-c6c6bfca8c07,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:44:49.149031 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd3c8e-b2c4-4020-b988-ec06d85e01b0 None None] Pushing event updated for resources: {'Port': ['ID=876e8f95-9e20-4d63-a807-c6c6bfca8c07,revision_number=2']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:49.154662 n-d-811748-2 neutron-server[95018]: DEBUG neutron_lib.callbacks.manager [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:49.212587 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Routers {'9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:44:49.213312 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:44:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:49.276949 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:49.305981 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd3c8e-b2c4-4020-b988-ec06d85e01b0 None None] Pushing event updated for resources: {'Port': ['ID=876e8f95-9e20-4d63-a807-c6c6bfca8c07,revision_number=3']} {{(pid=95018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:49.372896 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf10ad44-2d47-41f9-8cda-51c346abf66b None None] Network 9d03a315-a1c7-4338-80e9-f881325ef505 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:44:49.417101 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] Set router 9ebf5429-3422-4f90-9ddf-fcf594b4a1bd gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:44:49.457583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 91807405-51df-4460-b979-5517e754d60f up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:44:49.486198 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:49.493937 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:49.509497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-e44384dc-9d58-4c9d-ae23-57c193458e13 None None] Provisioning complete for port 4c39a56e-cd68-468b-9b83-408844b4221c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:49.509497 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e44384dc-9d58-4c9d-ae23-57c193458e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:49.568568 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Pushing event updated for resources: {'Port': ['ID=39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:49.593909 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1587156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-495996'] for router_interface, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:49.660082 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'name': 'tempest-TestSnapshotPattern-1010969180-router', 'tenant_id': '776bcfd5d40a433dbfb49e077a451d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '876e8f95-9e20-4d63-a807-c6c6bfca8c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:46Z', 'updated_at': '2021-09-29T18:44:47Z', 'revision_number': 3, 'project_id': '776bcfd5d40a433dbfb49e077a451d02', 'gw_port': {'id': '876e8f95-9e20-4d63-a807-c6c6bfca8c07', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:46Z', 'updated_at': '2021-09-29T18:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:49.680128 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e44384dc-9d58-4c9d-ae23-57c193458e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:49.682486 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 91807405-51df-4460-b979-5517e754d60f triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:49.683054 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:49.693183 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3523ab9-e1d4-4fa2-91fd-eefea462fe4c None None] The sync data for ids ['9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'] in n-d-811748-2 is: [{'id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'name': 'tempest-TestSnapshotPattern-1010969180-router', 'tenant_id': '776bcfd5d40a433dbfb49e077a451d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '876e8f95-9e20-4d63-a807-c6c6bfca8c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:46Z', 'updated_at': '2021-09-29T18:44:47Z', 'revision_number': 3, 'project_id': '776bcfd5d40a433dbfb49e077a451d02', 'gw_port': {'id': '876e8f95-9e20-4d63-a807-c6c6bfca8c07', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:46Z', 'updated_at': '2021-09-29T18:44:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:44:49.716297 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Network 9d03a315-a1c7-4338-80e9-f881325ef505 is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:44:49.718469 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:44:49.771940 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-e44384dc-9d58-4c9d-ae23-57c193458e13 None None] For port 4c39a56e-cd68-468b-9b83-408844b4221c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4c39a56e-cd68-468b-9b83-408844b4221c,segment=NetworkSegment(46a6af4d-0fb0-4ca6-8371-02d1dbe960b0),segment_id=46a6af4d-0fb0-4ca6-8371-02d1dbe960b0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:49.782091 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e44384dc-9d58-4c9d-ae23-57c193458e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:49.880035 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44384dc-9d58-4c9d-ae23-57c193458e13 None None] Pushing event updated for resources: {'Port': ['ID=4c39a56e-cd68-468b-9b83-408844b4221c,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:49.894309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Router 9ebf5429-3422-4f90-9ddf-fcf594b4a1bd has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:44:49.899900 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4c39a56e-cd68-468b-9b83-408844b4221c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:44:49.974793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 4c39a56e-cd68-468b-9b83-408844b4221c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:49.975708 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:50.020624 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:44:50.048245 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4af0e66c-4edd-49b4-8a42-8ae28f06dd7f admin admin] 10.222.0.44 "PUT /v2.0/routers/9ebf5429-3422-4f90-9ddf-fcf594b4a1bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0289757 Sep 29 18:44:50.123132 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-fbaa266b-5ab1-485a-9169-a560fb5811a2 None None] Provisioning complete for port 4c39a56e-cd68-468b-9b83-408844b4221c triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:50.124128 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fbaa266b-5ab1-485a-9169-a560fb5811a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:50.310076 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-fbaa266b-5ab1-485a-9169-a560fb5811a2 None None] Provisioning complete for port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:50.310771 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fbaa266b-5ab1-485a-9169-a560fb5811a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:50.355742 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-fbaa266b-5ab1-485a-9169-a560fb5811a2 None None] Port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:44:50.492726 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-7b764a2b-df24-4660-adaf-be5e75014bf2 None None] Provisioning complete for port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:50.493941 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-7b764a2b-df24-4660-adaf-be5e75014bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:50.537625 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-7b764a2b-df24-4660-adaf-be5e75014bf2 None None] Port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:44:50.657064 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-d8f3a67a-6f62-4ece-8e78-0050ca771d80 None None] Provisioning complete for port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:50.657550 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d8f3a67a-6f62-4ece-8e78-0050ca771d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:50.679505 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56920) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:50.684257 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-c942fd00-bb3e-4e76-b078-dae247182621 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-65138326', 'description': 'tempest-secgroup-smoke-65138326 description', 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:44:50.698511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3a67a-6f62-4ece-8e78-0050ca771d80 None None] Port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:44:50.708600 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c942fd00-bb3e-4e76-b078-dae247182621 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:50.803408 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c942fd00-bb3e-4e76-b078-dae247182621 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:50.807148 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c942fd00-bb3e-4e76-b078-dae247182621 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:50.833378 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-c942fd00-bb3e-4e76-b078-dae247182621 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:50.834615 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c942fd00-bb3e-4e76-b078-dae247182621 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1541128 Sep 29 18:44:50.837964 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56922) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:50.838707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942fd00-bb3e-4e76-b078-dae247182621 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e60c4d-eb1e-4345-ad15-16c09a2e6a44,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:50.843317 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-44759c1e-898d-4f5d-8fe9-a3e3760032a0 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Request body: {'security_group_rule': {'security_group_id': '31e60c4d-eb1e-4345-ad15-16c09a2e6a44', 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:44:50.878786 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44759c1e-898d-4f5d-8fe9-a3e3760032a0 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:50.939100 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44759c1e-898d-4f5d-8fe9-a3e3760032a0 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:50.942931 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44759c1e-898d-4f5d-8fe9-a3e3760032a0 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:50.961669 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44759c1e-898d-4f5d-8fe9-a3e3760032a0 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4a19d2-8a79-4c0b-a685-c22b6de6805d,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:50.964506 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-44759c1e-898d-4f5d-8fe9-a3e3760032a0 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:50.965792 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-44759c1e-898d-4f5d-8fe9-a3e3760032a0 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263413 Sep 29 18:44:50.968545 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56924) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:50.972847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-ccfd191e-7601-47ef-b764-ce531feaea3f tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Request body: {'security_group_rule': {'security_group_id': '31e60c4d-eb1e-4345-ad15-16c09a2e6a44', 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:44:51.001514 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ccfd191e-7601-47ef-b764-ce531feaea3f tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.062456 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ccfd191e-7601-47ef-b764-ce531feaea3f tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.065742 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ccfd191e-7601-47ef-b764-ce531feaea3f tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.082916 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd191e-7601-47ef-b764-ce531feaea3f tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d764bdf-2ed9-4a71-ac19-cbb8ac3faf30,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:51.090627 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-ccfd191e-7601-47ef-b764-ce531feaea3f tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.095180 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-ccfd191e-7601-47ef-b764-ce531feaea3f tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224651 Sep 29 18:44:51.095334 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56926) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:51.099584 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-0b4db3fd-17dc-4fee-b82c-c3d17fc1145b tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Request body: {'security_group_rule': {'security_group_id': '31e60c4d-eb1e-4345-ad15-16c09a2e6a44', 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:44:51.125378 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b4db3fd-17dc-4fee-b82c-c3d17fc1145b tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.181035 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b4db3fd-17dc-4fee-b82c-c3d17fc1145b tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.184478 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b4db3fd-17dc-4fee-b82c-c3d17fc1145b tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.202062 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4db3fd-17dc-4fee-b82c-c3d17fc1145b tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b08747f-2ea2-4f26-8930-1fb28f30fb92,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:51.207628 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-0b4db3fd-17dc-4fee-b82c-c3d17fc1145b tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.209050 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-0b4db3fd-17dc-4fee-b82c-c3d17fc1145b tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127174 Sep 29 18:44:51.212061 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56928) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:51.216505 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-6e4d3b39-c6b7-4af3-b165-683a40251ffa tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Request body: {'security_group_rule': {'security_group_id': '31e60c4d-eb1e-4345-ad15-16c09a2e6a44', 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:44:51.255986 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e4d3b39-c6b7-4af3-b165-683a40251ffa tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.317106 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e4d3b39-c6b7-4af3-b165-683a40251ffa tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.320652 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e4d3b39-c6b7-4af3-b165-683a40251ffa tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.340496 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4c39a56e-cd68-468b-9b83-408844b4221c up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:44:51.343658 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d3b39-c6b7-4af3-b165-683a40251ffa tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72c4ad1-36f6-419d-9192-6538a8b55dbb,revision_number=0']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:51.347482 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-6e4d3b39-c6b7-4af3-b165-683a40251ffa tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.349765 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-6e4d3b39-c6b7-4af3-b165-683a40251ffa tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366117 Sep 29 18:44:51.351476 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56930) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:51.356110 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-e1a98c59-881f-4953-86b3-df40984acbf2 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Request body: {'security_group_rule': {'security_group_id': '31e60c4d-eb1e-4345-ad15-16c09a2e6a44', 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:44:51.378649 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-e1a98c59-881f-4953-86b3-df40984acbf2 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Project c9e8eda051b6499b86ed2a3fe01b1d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:44:51.386151 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1a98c59-881f-4953-86b3-df40984acbf2 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.390355 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 4c39a56e-cd68-468b-9b83-408844b4221c triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:51.390756 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.446738 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1a98c59-881f-4953-86b3-df40984acbf2 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.450499 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1a98c59-881f-4953-86b3-df40984acbf2 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.468978 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a98c59-881f-4953-86b3-df40984acbf2 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ab9264-3e38-4e14-b753-4ded2f2ffb5c,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:51.469510 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 876e8f95-9e20-4d63-a807-c6c6bfca8c07 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:44:51.471948 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-e1a98c59-881f-4953-86b3-df40984acbf2 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.475701 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-e1a98c59-881f-4953-86b3-df40984acbf2 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206026 Sep 29 18:44:51.475883 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 56932) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:44:51.480106 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [None req-cd699a9b-2735-4285-be90-597464f39135 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Request body: {'security_group_rule': {'security_group_id': '31e60c4d-eb1e-4345-ad15-16c09a2e6a44', 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:44:51.502600 n-d-811748-2 neutron-server[95016]: INFO neutron.db.securitygroups_db [None req-cd699a9b-2735-4285-be90-597464f39135 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Project c9e8eda051b6499b86ed2a3fe01b1d4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 18:44:51.507421 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cd699a9b-2735-4285-be90-597464f39135 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.521784 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 876e8f95-9e20-4d63-a807-c6c6bfca8c07 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:51.522320 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.577931 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cd699a9b-2735-4285-be90-597464f39135 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.581995 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cd699a9b-2735-4285-be90-597464f39135 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-296266'] for security_group_rule, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.600251 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd699a9b-2735-4285-be90-597464f39135 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c297ac3-33c4-4a81-8ff4-aa735b064e62,revision_number=0']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:51.606528 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-cd699a9b-2735-4285-be90-597464f39135 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.608328 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-cd699a9b-2735-4285-be90-597464f39135 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310380 Sep 29 18:44:51.756324 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-a8ad9126-c8ad-4ec9-8e13-3df7721f1bf8 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-65138326&fields=id&tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f HTTP/1.1" status: 200 len: 267 time: 0.0377104 Sep 29 18:44:51.762228 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.783774 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] For port 876e8f95-9e20-4d63-a807-c6c6bfca8c07, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=876e8f95-9e20-4d63-a807-c6c6bfca8c07,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:51.789047 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:51.836236 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Pushing event updated for resources: {'Port': ['ID=876e8f95-9e20-4d63-a807-c6c6bfca8c07,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:51.868714 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-cccd500c-3294-4872-97a0-1a1a04f47655 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:51.870235 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-cccd500c-3294-4872-97a0-1a1a04f47655 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/networks?id=a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 200 len: 810 time: 0.1070988 Sep 29 18:44:51.884838 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-fcc021d2-53f3-4258-9f2e-1bedf202646d tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/quotas/c9e8eda051b6499b86ed2a3fe01b1d4f HTTP/1.1" status: 200 len: 375 time: 0.0088429 Sep 29 18:44:51.934720 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-84284836-84e6-43af-833e-88f9f639228c tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446243 Sep 29 18:44:52.038429 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-c65f6265-0eb9-4107-9dd8-d9caa20588b2 service neutron] 10.222.0.44 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919638 Sep 29 18:44:52.129229 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-e7562e11-b653-4c46-8321-da4f6ba653b0 service neutron] 10.222.0.44 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843871 Sep 29 18:44:52.281642 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Sync routers for ids ['9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:44:52.290754 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Routers {'9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:44:52.291502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:44:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:52.315058 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-290cff90-97d4-4db4-9550-782ea9dd01e3 req-0f0abd8e-3cd1-4cee-8bee-7b88884255f9 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 210 time: 0.0298240 Sep 29 18:44:52.401573 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Set router 9ebf5429-3422-4f90-9ddf-fcf594b4a1bd gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:44:52.610308 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'name': 'tempest-TestSnapshotPattern-1010969180-router', 'tenant_id': '776bcfd5d40a433dbfb49e077a451d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '876e8f95-9e20-4d63-a807-c6c6bfca8c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:46Z', 'updated_at': '2021-09-29T18:44:49Z', 'revision_number': 4, 'project_id': '776bcfd5d40a433dbfb49e077a451d02', 'gw_port': {'id': '876e8f95-9e20-4d63-a807-c6c6bfca8c07', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:46Z', 'updated_at': '2021-09-29T18:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d', 'name': '', 'network_id': '9d03a315-a1c7-4338-80e9-f881325ef505', 'tenant_id': '776bcfd5d40a433dbfb49e077a451d02', 'mac_address': 'fa:16:3e:e8:ea:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5d18b249-2e98-4877-95e4-77ade2585f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:48Z', 'updated_at': '2021-09-29T18:44:49Z', 'revision_number': 2, 'project_id': '776bcfd5d40a433dbfb49e077a451d02', 'subnets': [{'id': '5d18b249-2e98-4877-95e4-77ade2585f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:52.636470 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Checking router: 9ebf5429-3422-4f90-9ddf-fcf594b4a1bd for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:44:52.636866 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Updating router 9ebf5429-3422-4f90-9ddf-fcf594b4a1bd port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d binding host n-d-811748-2 {{(pid=95017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 18:44:52.661926 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:52.939061 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Notify callbacks [] for port, precommit_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:52.944145 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:52.993828 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c1926-9000-40ff-b51f-6ec95d11d1bc None None] Pushing event updated for resources: {'Port': ['ID=39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d,revision_number=3']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:53.044654 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Attempting to bind port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d on host n-d-811748-2 for vnic_type normal with profile {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:44:53.045585 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Attempting to bind port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d by drivers openvswitch,hyperv on host n-d-811748-2 at level 0 using segments [{'id': '46a6af4d-0fb0-4ca6-8371-02d1dbe960b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d03a315-a1c7-4338-80e9-f881325ef505'}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:44:53.046120 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Attempting to bind port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d on network 9d03a315-a1c7-4338-80e9-f881325ef505 {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:44:53.051508 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Checking agent: {'id': '3bb4d6bf-a008-4d84-b19a-10c7c7c33ff0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 9, 15), 'started_at': datetime.datetime(2021, 9, 29, 17, 9, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811748-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:44:53.051883 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Checking segment: {'id': '46a6af4d-0fb0-4ca6-8371-02d1dbe960b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d03a315-a1c7-4338-80e9-f881325ef505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:44:53.052366 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:53.052692 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Bound using segment: {'id': '46a6af4d-0fb0-4ca6-8371-02d1dbe960b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d03a315-a1c7-4338-80e9-f881325ef505'} {{(pid=95017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:44:53.053166 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.managers [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Bound port: 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d, host: n-d-811748-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a6af4d-0fb0-4ca6-8371-02d1dbe960b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '9d03a315-a1c7-4338-80e9-f881325ef505'}}] {{(pid=95017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:44:53.053573 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:53.122095 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] For port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d, host n-d-811748-2, cleared binding levels {{(pid=95017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:44:53.125349 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] For port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d, host n-d-811748-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d,segment=NetworkSegment(46a6af4d-0fb0-4ca6-8371-02d1dbe960b0),segment_id=46a6af4d-0fb0-4ca6-8371-02d1dbe960b0)] {{(pid=95017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:44:53.129229 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:53.190220 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c1926-9000-40ff-b51f-6ec95d11d1bc None None] Pushing event updated for resources: {'Port': ['ID=39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:53.192876 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Routers {'9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:44:53.193605 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:44:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:53.319058 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 876e8f95-9e20-4d63-a807-c6c6bfca8c07 up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:44:53.325863 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] Set router 9ebf5429-3422-4f90-9ddf-fcf594b4a1bd gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:44:53.401309 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-9ffd8095-79ea-4345-9a9d-037244dffc3a None None] Provisioning complete for port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:53.401686 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9ffd8095-79ea-4345-9a9d-037244dffc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:53.405643 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-283df24a-8c11-4350-9bab-2c2536db8ddc tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:53.408244 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-283df24a-8c11-4350-9bab-2c2536db8ddc tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.49 "GET /v2.0/networks?id=a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 200 len: 810 time: 0.1495509 Sep 29 18:44:53.440553 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e370b9f7-9e8d-4aac-88f1-830975258e29 req-df2ee85f-0cd6-48ae-8f34-9b1df8a5bf7f tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 210 time: 0.0440302 Sep 29 18:44:53.463273 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-dfc347ec-00b6-4f59-ac98-36d9ba1dfb8d tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f HTTP/1.1" status: 200 len: 378 time: 0.0454040 Sep 29 18:44:53.472787 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-5bb310a9-3028-426a-8694-81529b4586f1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Request body: {'port': {'device_id': '742e271f-2426-450e-b289-c31b079c7ee9', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'admin_state_up': True, 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'security_groups': ['31e60c4d-eb1e-4345-ad15-16c09a2e6a44']}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:44:53.578884 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 876e8f95-9e20-4d63-a807-c6c6bfca8c07 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:53.579118 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:53.581910 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-5bb310a9-3028-426a-8694-81529b4586f1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Made reservation on behalf of c9e8eda051b6499b86ed2a3fe01b1d4f for: {'port': 1} {{(pid=95016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:44:53.585366 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-5bb310a9-3028-426a-8694-81529b4586f1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:53.628199 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9ffd8095-79ea-4345-9a9d-037244dffc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:53.719135 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_common [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-5bb310a9-3028-426a-8694-81529b4586f1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Allocated IP 172.20.0.6 (a32bc9eb-99d1-4756-a803-056333c7a85d/8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e/56efb01f-c08b-4d50-825b-c49b1744b991) {{(pid=95016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:44:53.719415 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-9ffd8095-79ea-4345-9a9d-037244dffc3a None None] For port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d,segment=NetworkSegment(46a6af4d-0fb0-4ca6-8371-02d1dbe960b0),segment_id=46a6af4d-0fb0-4ca6-8371-02d1dbe960b0)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:53.729818 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9ffd8095-79ea-4345-9a9d-037244dffc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:53.793053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd8095-79ea-4345-9a9d-037244dffc3a None None] Pushing event updated for resources: {'Port': ['ID=39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:53.805770 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'name': 'tempest-TestSnapshotPattern-1010969180-router', 'tenant_id': '776bcfd5d40a433dbfb49e077a451d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '876e8f95-9e20-4d63-a807-c6c6bfca8c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:46Z', 'updated_at': '2021-09-29T18:44:49Z', 'revision_number': 4, 'project_id': '776bcfd5d40a433dbfb49e077a451d02', 'gw_port': {'id': '876e8f95-9e20-4d63-a807-c6c6bfca8c07', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:46Z', 'updated_at': '2021-09-29T18:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d', 'name': '', 'network_id': '9d03a315-a1c7-4338-80e9-f881325ef505', 'tenant_id': '776bcfd5d40a433dbfb49e077a451d02', 'mac_address': 'fa:16:3e:e8:ea:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5d18b249-2e98-4877-95e4-77ade2585f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:48Z', 'updated_at': '2021-09-29T18:44:53Z', 'revision_number': 4, 'project_id': '776bcfd5d40a433dbfb49e077a451d02', 'subnets': [{'id': '5d18b249-2e98-4877-95e4-77ade2585f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:44:53.832847 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ca2dc5-a010-4ef7-b50f-58840ca2e408 None None] The sync data for ids ['9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'] in n-d-811748-2 is: [{'id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'name': 'tempest-TestSnapshotPattern-1010969180-router', 'tenant_id': '776bcfd5d40a433dbfb49e077a451d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '876e8f95-9e20-4d63-a807-c6c6bfca8c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:46Z', 'updated_at': '2021-09-29T18:44:49Z', 'revision_number': 4, 'project_id': '776bcfd5d40a433dbfb49e077a451d02', 'gw_port': {'id': '876e8f95-9e20-4d63-a807-c6c6bfca8c07', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:46Z', 'updated_at': '2021-09-29T18:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d', 'name': '', 'network_id': '9d03a315-a1c7-4338-80e9-f881325ef505', 'tenant_id': '776bcfd5d40a433dbfb49e077a451d02', 'mac_address': 'fa:16:3e:e8:ea:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '5d18b249-2e98-4877-95e4-77ade2585f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:48Z', 'updated_at': '2021-09-29T18:44:53Z', 'revision_number': 4, 'project_id': '776bcfd5d40a433dbfb49e077a451d02', 'subnets': [{'id': '5d18b249-2e98-4877-95e4-77ade2585f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:44:53.850125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-cfbaa52b-5764-4253-8a20-478af7931aa9 None None] Provisioning complete for port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:53.850597 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-cfbaa52b-5764-4253-8a20-478af7931aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:53.864667 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-5bb310a9-3028-426a-8694-81529b4586f1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for port, precommit_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:53.926717 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-5bb310a9-3028-426a-8694-81529b4586f1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_create {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:53.987273 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-5bb310a9-3028-426a-8694-81529b4586f1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Network a32bc9eb-99d1-4756-a803-056333c7a85d is already hosted by enough agents. {{(pid=95016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:44:53.990443 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.base_scheduler [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-5bb310a9-3028-426a-8694-81529b4586f1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Resources bound (agent type, host, resource id): {{(pid=95016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:44:53.994240 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-5bb310a9-3028-426a-8694-81529b4586f1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Received port after_create {{(pid=95016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:44:54.004616 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb310a9-3028-426a-8694-81529b4586f1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event updated for resources: {'Port': ['ID=56efb01f-c08b-4d50-825b-c49b1744b991,revision_number=1']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:54.054030 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-5bb310a9-3028-426a-8694-81529b4586f1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:54.054692 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-5bb310a9-3028-426a-8694-81529b4586f1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:54.070502 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-5bb310a9-3028-426a-8694-81529b4586f1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6012251 Sep 29 18:44:54.083306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.v2.base [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Request body: {'port': {'device_id': '742e271f-2426-450e-b289-c31b079c7ee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811748-2'}} {{(pid=95016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:44:54.143470 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:54.296709 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-aa1bdb1d-8d72-4861-b11f-69a67d8a7f5e None None] Provisioning complete for port 56efb01f-c08b-4d50-825b-c49b1744b991 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:54.297169 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa1bdb1d-8d72-4861-b11f-69a67d8a7f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:54.333026 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-aa1bdb1d-8d72-4861-b11f-69a67d8a7f5e None None] Port 56efb01f-c08b-4d50-825b-c49b1744b991 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:44:54.435221 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56efb01f-c08b-4d50-825b-c49b1744b991 {{(pid=95016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:44:54.443063 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:54.455809 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.provisioning_blocks [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Transition to ACTIVE for port object 56efb01f-c08b-4d50-825b-c49b1744b991 will not be triggered until provisioned by entity L2. {{(pid=95016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:44:54.460059 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:54.528727 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Pushing event updated for resources: {'Port': ['ID=56efb01f-c08b-4d50-825b-c49b1744b991,revision_number=2']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:54.567916 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ab924-90a2-4071-9720-a09f7c1ec125 req-44b79500-6e19-49a2-a08f-32cec6c7c7f9 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:54.569534 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-025ab924-90a2-4071-9720-a09f7c1ec125 req-44b79500-6e19-49a2-a08f-32cec6c7c7f9 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 943 time: 0.0555890 Sep 29 18:44:54.622951 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Attempting to bind port 56efb01f-c08b-4d50-825b-c49b1744b991 on host n-h1-811748-2 for vnic_type normal with profile {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:44:54.624382 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Attempting to bind port 56efb01f-c08b-4d50-825b-c49b1744b991 by drivers openvswitch,hyperv on host n-h1-811748-2 at level 0 using segments [{'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:44:54.624828 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Attempting to bind port 56efb01f-c08b-4d50-825b-c49b1744b991 on network a32bc9eb-99d1-4756-a803-056333c7a85d {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:44:54.629909 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Port 56efb01f-c08b-4d50-825b-c49b1744b991 on network a32bc9eb-99d1-4756-a803-056333c7a85d not bound, no agent of type Open vSwitch agent registered on host n-h1-811748-2 {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:44:54.630238 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Attempting to bind port 56efb01f-c08b-4d50-825b-c49b1744b991 on network a32bc9eb-99d1-4756-a803-056333c7a85d {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:44:54.632207 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-025ab924-90a2-4071-9720-a09f7c1ec125 req-cfaba784-48e3-4822-9bb8-2c7b11cd3186 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548139 Sep 29 18:44:54.636561 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Checking agent: {'id': 'da7310a4-8746-4b6b-8ff2-5d629203aeeb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:44:54.636901 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Checking segment: {'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:44:54.637305 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Bound using segment: {'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'} {{(pid=95016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:44:54.637734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.managers [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Bound port: 56efb01f-c08b-4d50-825b-c49b1744b991, host: n-h1-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'}}] {{(pid=95016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:44:54.638094 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:54.712838 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] For port 56efb01f-c08b-4d50-825b-c49b1744b991, host n-h1-811748-2, cleared binding levels {{(pid=95016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:44:54.719352 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] For port 56efb01f-c08b-4d50-825b-c49b1744b991, host n-h1-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=56efb01f-c08b-4d50-825b-c49b1744b991,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:44:54.724772 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127570022'] for port, after_update {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:54.763556 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:54.764275 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:54.766203 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] 10.222.0.49 "PUT /v2.0/ports/56efb01f-c08b-4d50-825b-c49b1744b991 HTTP/1.1" status: 200 len: 1091 time: 0.6874263 Sep 29 18:44:54.769133 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742e271f-2426-450e-b289-c31b079c7ee9', 'tag': '56efb01f-c08b-4d50-825b-c49b1744b991'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:44:54.772427 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d487de-459f-4dd9-b139-03dfab113f55" -d '{"events": [{"name": "network-changed", "server_uuid": "742e271f-2426-450e-b289-c31b079c7ee9", "tag": "56efb01f-c08b-4d50-825b-c49b1744b991"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:44:54.806893 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b60370-51af-4d54-aff7-2ca7a9ebd42d service neutron] Pushing event updated for resources: {'Port': ['ID=56efb01f-c08b-4d50-825b-c49b1744b991,revision_number=3']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:54.827234 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164e4935-9d0b-4fa9-81da-8f3a99de7b94 x-openstack-request-id: req-164e4935-9d0b-4fa9-81da-8f3a99de7b94 {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:44:54.827525 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742e271f-2426-450e-b289-c31b079c7ee9", "tag": "56efb01f-c08b-4d50-825b-c49b1744b991", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:44:54.827862 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-164e4935-9d0b-4fa9-81da-8f3a99de7b94 {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:44:54.828257 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742e271f-2426-450e-b289-c31b079c7ee9', 'tag': '56efb01f-c08b-4d50-825b-c49b1744b991', 'status': 'completed', 'code': 200} Sep 29 18:44:54.864520 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-ab9379df-b49d-4c8f-9f1e-566c6322be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:54.866093 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-ab9379df-b49d-4c8f-9f1e-566c6322be25 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 1094 time: 0.0552294 Sep 29 18:44:54.912815 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-12499015-dc6b-42a0-b81c-fb6eb163f299 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56efb01f-c08b-4d50-825b-c49b1744b991 HTTP/1.1" status: 200 len: 217 time: 0.0390036 Sep 29 18:44:54.963890 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-e79a6dd7-1fc9-40d2-a1e4-b2e4845ca814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:54.965530 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-e79a6dd7-1fc9-40d2-a1e4-b2e4845ca814 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e HTTP/1.1" status: 200 len: 849 time: 0.0463696 Sep 29 18:44:55.011150 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-437f0269-4b9f-4000-8023-56fd88b95442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:55.012615 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-437f0269-4b9f-4000-8023-56fd88b95442 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a32bc9eb-99d1-4756-a803-056333c7a85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396016 Sep 29 18:44:55.103222 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-46a705d6-2371-430c-8bcb-d485e89cca6b service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825610 Sep 29 18:44:55.192912 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-973af822-cd25-4f4a-9887-0bb5fe5505af req-1d73a496-9f2c-40e8-9301-a6445c61196d service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831037 Sep 29 18:44:55.283823 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d487de-459f-4dd9-b139-03dfab113f55 req-60054ecd-4fec-49cb-9362-404900ec2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:55.285351 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5d487de-459f-4dd9-b139-03dfab113f55 req-60054ecd-4fec-49cb-9362-404900ec2526 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 1094 time: 0.0472565 Sep 29 18:44:55.304780 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d up at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:44:55.353473 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Provisioning complete for port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:55.353818 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:55.379926 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d487de-459f-4dd9-b139-03dfab113f55 req-a092be5e-d712-47f2-b350-5060590f888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:55.381419 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5d487de-459f-4dd9-b139-03dfab113f55 req-a092be5e-d712-47f2-b350-5060590f888e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 200 len: 911 time: 0.0891109 Sep 29 18:44:55.425808 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5d487de-459f-4dd9-b139-03dfab113f55 req-f0f8df6a-c087-40e2-be57-9d1c099af957 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56efb01f-c08b-4d50-825b-c49b1744b991 HTTP/1.1" status: 200 len: 217 time: 0.0372696 Sep 29 18:44:55.751822 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b51b5-ac2a-4eb9-a9f6-7eb1008b01a8 req-338a8783-614f-42c1-9718-ed6e53c4dd14 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:55.753432 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-179b51b5-ac2a-4eb9-a9f6-7eb1008b01a8 req-338a8783-614f-42c1-9718-ed6e53c4dd14 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 943 time: 0.0518026 Sep 29 18:44:55.769493 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d487de-459f-4dd9-b139-03dfab113f55 req-fe8a237f-e15b-440d-8550-d19639237e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:55.770954 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5d487de-459f-4dd9-b139-03dfab113f55 req-fe8a237f-e15b-440d-8550-d19639237e08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e HTTP/1.1" status: 200 len: 849 time: 0.3384368 Sep 29 18:44:55.790842 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-179b51b5-ac2a-4eb9-a9f6-7eb1008b01a8 req-7a299c08-7d11-4bd1-bcb4-7876afca4d75 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313082 Sep 29 18:44:55.816549 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d487de-459f-4dd9-b139-03dfab113f55 req-f57f8dc6-335e-403a-aa5e-20f870192e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:55.818084 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5d487de-459f-4dd9-b139-03dfab113f55 req-f57f8dc6-335e-403a-aa5e-20f870192e4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a32bc9eb-99d1-4756-a803-056333c7a85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400155 Sep 29 18:44:55.911964 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5d487de-459f-4dd9-b139-03dfab113f55 req-ccf7a9ed-c6a9-4ff8-b00f-58354f984da4 service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856435 Sep 29 18:44:56.000829 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-c5d487de-459f-4dd9-b139-03dfab113f55 req-242daf66-9d16-4594-8356-cb70337205a5 service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808506 Sep 29 18:44:56.910593 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834f5bf-6db9-49b3-8a7f-7fa69fc19d4f req-1dfc3dec-6f9d-400a-b7c4-068fd39675ad tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:56.912088 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8834f5bf-6db9-49b3-8a7f-7fa69fc19d4f req-1dfc3dec-6f9d-400a-b7c4-068fd39675ad tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 943 time: 0.0535676 Sep 29 18:44:56.946046 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 56efb01f-c08b-4d50-825b-c49b1744b991 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:44:56.950934 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8834f5bf-6db9-49b3-8a7f-7fa69fc19d4f req-3bd95e60-6ec2-4c36-a26b-98ec9ef43897 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328400 Sep 29 18:44:57.046227 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 56efb01f-c08b-4d50-825b-c49b1744b991, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=56efb01f-c08b-4d50-825b-c49b1744b991,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:57.057773 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '56efb01f-c08b-4d50-825b-c49b1744b991', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'port_id': '56efb01f-c08b-4d50-825b-c49b1744b991', 'mac_address': 'fa:16:3e:ff:f9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:44:57.094797 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:57.106954 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56efb01f-c08b-4d50-825b-c49b1744b991 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:44:57.126163 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 56efb01f-c08b-4d50-825b-c49b1744b991, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=56efb01f-c08b-4d50-825b-c49b1744b991,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:57.130053 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:57.175347 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=56efb01f-c08b-4d50-825b-c49b1744b991,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:57.330705 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['56efb01f-c08b-4d50-825b-c49b1744b991'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:44:58.065029 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c7c3e-c532-48fe-9c57-25da6754a76a req-350c5d7d-45c9-4943-8605-c64347742a9e tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:58.066522 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d82c7c3e-c532-48fe-9c57-25da6754a76a req-350c5d7d-45c9-4943-8605-c64347742a9e tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 944 time: 0.0473850 Sep 29 18:44:58.102705 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d82c7c3e-c532-48fe-9c57-25da6754a76a req-373c5d07-6d9d-4c78-aca5-6abe6dfad749 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303400 Sep 29 18:44:58.258705 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:58.960419 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 56efb01f-c08b-4d50-825b-c49b1744b991 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:44:59.007708 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning for port 56efb01f-c08b-4d50-825b-c49b1744b991 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:44:59.011175 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 56efb01f-c08b-4d50-825b-c49b1744b991 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:44:59.011546 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:59.086844 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:59.108450 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742e271f-2426-450e-b289-c31b079c7ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56efb01f-c08b-4d50-825b-c49b1744b991'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:44:59.110755 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d307d19b-f7c2-4c58-9ba7-474a31c2960b" -d '{"events": [{"server_uuid": "742e271f-2426-450e-b289-c31b079c7ee9", "name": "network-vif-plugged", "status": "completed", "tag": "56efb01f-c08b-4d50-825b-c49b1744b991"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:44:59.126044 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 56efb01f-c08b-4d50-825b-c49b1744b991, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=56efb01f-c08b-4d50-825b-c49b1744b991,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:44:59.130256 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:44:59.154247 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500ac134-0f20-463e-8bfa-f4bd76fa11f4 x-openstack-request-id: req-500ac134-0f20-463e-8bfa-f4bd76fa11f4 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:44:59.154554 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742e271f-2426-450e-b289-c31b079c7ee9", "name": "network-vif-plugged", "status": "completed", "tag": "56efb01f-c08b-4d50-825b-c49b1744b991", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:44:59.154960 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-500ac134-0f20-463e-8bfa-f4bd76fa11f4 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:44:59.155388 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742e271f-2426-450e-b289-c31b079c7ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56efb01f-c08b-4d50-825b-c49b1744b991', 'code': 200} Sep 29 18:44:59.183287 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=56efb01f-c08b-4d50-825b-c49b1744b991,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:44:59.245324 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620707a6-3901-4674-a800-77455e662c7f req-a2633351-eec9-4e28-94db-734a140c8a2b tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:59.246894 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-620707a6-3901-4674-a800-77455e662c7f req-a2633351-eec9-4e28-94db-734a140c8a2b tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 945 time: 0.0484891 Sep 29 18:44:59.256271 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1e5f1-6725-4541-a3c3-c06498650956 req-00473cf6-0691-4def-bdfc-14d0e47b2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:44:59.257793 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aea1e5f1-6725-4541-a3c3-c06498650956 req-00473cf6-0691-4def-bdfc-14d0e47b2eca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0462081 Sep 29 18:44:59.286355 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-620707a6-3901-4674-a800-77455e662c7f req-4c470cab-8373-42fb-a2f1-16a5ae50f993 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328143 Sep 29 18:44:59.293672 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-aea1e5f1-6725-4541-a3c3-c06498650956 req-c87e5b31-4419-4ca0-89ab-49332eb7c185 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0282378 Sep 29 18:45:00.404209 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0deb6-386d-4dde-9586-f23a0c4d71ae req-d4b92d6e-a63f-43c3-889e-dda3c8afed26 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:45:00.406363 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a1d0deb6-386d-4dde-9586-f23a0c4d71ae req-d4b92d6e-a63f-43c3-889e-dda3c8afed26 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 945 time: 0.0525341 Sep 29 18:45:00.443718 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-a1d0deb6-386d-4dde-9586-f23a0c4d71ae req-2ced2982-5d11-4040-8fe9-9f61f9caf237 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312827 Sep 29 18:45:01.310211 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:45:01.560593 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaa50c-2f1b-468e-8ad1-20380ef827bb req-d385a3c7-7d32-437b-a08b-3778359c9600 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:45:01.562099 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-77aaa50c-2f1b-468e-8ad1-20380ef827bb req-d385a3c7-7d32-437b-a08b-3778359c9600 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 945 time: 0.0508189 Sep 29 18:45:01.599343 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-77aaa50c-2f1b-468e-8ad1-20380ef827bb req-672ffd1f-fc98-438c-bbcf-0ff09afa8c5f tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313191 Sep 29 18:45:01.714639 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04532cac-7794-42dc-bdfb-983671e11fcf req-c10a5914-2b9b-4d42-bd51-d4ab2d64b48d tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:45:01.716111 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-04532cac-7794-42dc-bdfb-983671e11fcf req-c10a5914-2b9b-4d42-bd51-d4ab2d64b48d tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 945 time: 0.0523436 Sep 29 18:45:01.754461 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-04532cac-7794-42dc-bdfb-983671e11fcf req-30cc2994-b647-4957-a04f-a13296e51583 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312397 Sep 29 18:45:01.775687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56984) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:45:01.906913 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36daa16f-4130-49cb-baae-aea1303152ea tempest-TestSnapshotPattern-482807554 tempest-TestSnapshotPattern-482807554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:45:01.908406 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-36daa16f-4130-49cb-baae-aea1303152ea tempest-TestSnapshotPattern-482807554 tempest-TestSnapshotPattern-482807554-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 1091 time: 0.1317577 Sep 29 18:45:01.911316 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 56988) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:45:01.915627 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '56efb01f-c08b-4d50-825b-c49b1744b991', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:45:01.937188 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:02.035369 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:02.464771 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Allocated IP 172.25.2.118 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/a76401bf-a2cc-4ab0-a72b-ea5028098ba1) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:45:02.560351 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:02.593347 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:02.633128 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:45:02.635825 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:45:02.639373 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:45:02.646783 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event updated for resources: {'Port': ['ID=a76401bf-a2cc-4ab0-a72b-ea5028098ba1,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:45:02.969368 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:03.037285 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:03.185086 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:03.189425 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:03.233709 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event updated for resources: {'Port': ['ID=a76401bf-a2cc-4ab0-a72b-ea5028098ba1,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:45:03.268953 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:03.372098 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Floating IP 794c914d-25e9-4da4-8433-1470dda6625e associated. External IP: 172.25.2.118, port: 56efb01f-c08b-4d50-825b-c49b1744b991. Sep 29 18:45:03.572891 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Router 398cdbae-595f-49fb-b5f7-0b3ced2749aa has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:45:03.674643 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:45:03.684128 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6e2075-a212-4d2e-8e6b-fa55fa21c2b6 None None] Sync routers for ids ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:45:03.690929 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:03.694195 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6e2075-a212-4d2e-8e6b-fa55fa21c2b6 None None] Routers {'398cdbae-595f-49fb-b5f7-0b3ced2749aa'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:45:03.694810 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2d6e2075-a212-4d2e-8e6b-fa55fa21c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:44:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:45:03.733530 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e9157809-90b3-4f87-89e2-983f7868da44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8097677 Sep 29 18:45:03.733530 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742e271f-2426-450e-b289-c31b079c7ee9', 'tag': '56efb01f-c08b-4d50-825b-c49b1744b991'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:45:03.733530 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5c2087-6939-4e54-b2e5-3f305e6e2568" -d '{"events": [{"name": "network-changed", "server_uuid": "742e271f-2426-450e-b289-c31b079c7ee9", "tag": "56efb01f-c08b-4d50-825b-c49b1744b991"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:45:03.806493 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-2d6e2075-a212-4d2e-8e6b-fa55fa21c2b6 None None] Set router 398cdbae-595f-49fb-b5f7-0b3ced2749aa gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:45:03.824289 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a774560-45eb-49f7-8fb5-52354f462512 x-openstack-request-id: req-7a774560-45eb-49f7-8fb5-52354f462512 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:45:03.824524 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742e271f-2426-450e-b289-c31b079c7ee9", "tag": "56efb01f-c08b-4d50-825b-c49b1744b991", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:45:03.824772 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a774560-45eb-49f7-8fb5-52354f462512 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:45:03.825167 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742e271f-2426-450e-b289-c31b079c7ee9', 'tag': '56efb01f-c08b-4d50-825b-c49b1744b991', 'status': 'completed', 'code': 200} Sep 29 18:45:03.889738 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c2087-6939-4e54-b2e5-3f305e6e2568 req-cf9efaa9-4ff8-4e6d-a846-5f143e1c9934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:45:03.891229 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c5c2087-6939-4e54-b2e5-3f305e6e2568 req-cf9efaa9-4ff8-4e6d-a846-5f143e1c9934 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0429230 Sep 29 18:45:03.979397 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c2087-6939-4e54-b2e5-3f305e6e2568 req-04200f23-6c0d-4192-9987-0b0838a3bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:45:03.980908 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c5c2087-6939-4e54-b2e5-3f305e6e2568 req-04200f23-6c0d-4192-9987-0b0838a3bf9e service neutron] 10.222.0.49 "GET /v2.0/networks?id=a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 200 len: 911 time: 0.0830047 Sep 29 18:45:04.032245 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2d6e2075-a212-4d2e-8e6b-fa55fa21c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '794c914d-25e9-4da4-8433-1470dda6625e', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'port_id': '56efb01f-c08b-4d50-825b-c49b1744b991', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'mac_address': 'fa:16:3e:ff:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e271f-2426-450e-b289-c31b079c7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:45:02Z', 'updated_at': '2021-09-29T18:45:02Z', 'revision_number': 0, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91807405-51df-4460-b979-5517e754d60f', 'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'mac_address': 'fa:16:3e:30:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:44Z', 'updated_at': '2021-09-29T18:44:48Z', 'revision_number': 5, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'subnets': [{'id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:45:04.051092 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c5c2087-6939-4e54-b2e5-3f305e6e2568 req-9c7e33fb-7b03-4a28-ade7-472fa0f6730b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56efb01f-c08b-4d50-825b-c49b1744b991 HTTP/1.1" status: 200 len: 999 time: 0.0624366 Sep 29 18:45:04.060639 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6e2075-a212-4d2e-8e6b-fa55fa21c2b6 None None] Checking router: 398cdbae-595f-49fb-b5f7-0b3ced2749aa for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:45:04.069063 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6e2075-a212-4d2e-8e6b-fa55fa21c2b6 None None] Routers {'398cdbae-595f-49fb-b5f7-0b3ced2749aa'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:45:04.069695 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2d6e2075-a212-4d2e-8e6b-fa55fa21c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:44:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:45:04.100466 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c2087-6939-4e54-b2e5-3f305e6e2568 req-ce3b141d-efa6-425b-9229-2972a9f1cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:45:04.101938 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c5c2087-6939-4e54-b2e5-3f305e6e2568 req-ce3b141d-efa6-425b-9229-2972a9f1cdd0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e HTTP/1.1" status: 200 len: 849 time: 0.0442727 Sep 29 18:45:04.147483 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c2087-6939-4e54-b2e5-3f305e6e2568 req-39ea1995-a8e2-4fa3-9e06-fe68c4ef4236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:45:04.149015 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c5c2087-6939-4e54-b2e5-3f305e6e2568 req-39ea1995-a8e2-4fa3-9e06-fe68c4ef4236 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a32bc9eb-99d1-4756-a803-056333c7a85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403817 Sep 29 18:45:04.169536 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-2d6e2075-a212-4d2e-8e6b-fa55fa21c2b6 None None] Set router 398cdbae-595f-49fb-b5f7-0b3ced2749aa gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:45:04.247064 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c5c2087-6939-4e54-b2e5-3f305e6e2568 req-3ea8f253-9732-494a-a26d-50f3abd88a68 service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906260 Sep 29 18:45:04.344120 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-9c5c2087-6939-4e54-b2e5-3f305e6e2568 req-be021b73-2d26-491f-8ac4-2ce00d6ee69a service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904562 Sep 29 18:45:04.390574 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-2d6e2075-a212-4d2e-8e6b-fa55fa21c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '794c914d-25e9-4da4-8433-1470dda6625e', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'port_id': '56efb01f-c08b-4d50-825b-c49b1744b991', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'mac_address': 'fa:16:3e:ff:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e271f-2426-450e-b289-c31b079c7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:45:02Z', 'updated_at': '2021-09-29T18:45:02Z', 'revision_number': 0, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91807405-51df-4460-b979-5517e754d60f', 'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'mac_address': 'fa:16:3e:30:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:44Z', 'updated_at': '2021-09-29T18:44:48Z', 'revision_number': 5, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'subnets': [{'id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:45:04.415632 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6e2075-a212-4d2e-8e6b-fa55fa21c2b6 None None] The sync data for ids ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'] in n-d-811748-2 is: [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '794c914d-25e9-4da4-8433-1470dda6625e', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'port_id': '56efb01f-c08b-4d50-825b-c49b1744b991', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'mac_address': 'fa:16:3e:ff:f9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742e271f-2426-450e-b289-c31b079c7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:45:02Z', 'updated_at': '2021-09-29T18:45:02Z', 'revision_number': 0, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91807405-51df-4460-b979-5517e754d60f', 'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'mac_address': 'fa:16:3e:30:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:44Z', 'updated_at': '2021-09-29T18:44:48Z', 'revision_number': 5, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'subnets': [{'id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:45:04.613831 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9af637-fea7-4d6c-a2c1-35282f384b2b None None] New status for floating IP 794c914d-25e9-4da4-8433-1470dda6625e: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:45:10.942576 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-21a8b3a3-cf62-4481-bcba-455b3a821b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:11.390929 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee2d3d7-a3be-45c1-bf86-bcd2d6bd3be6 req-e9c12125-b62a-49bf-b9ad-fca592a6ddf2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406377 Sep 29 18:45:11.471695 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2d3d7-a3be-45c1-bf86-bcd2d6bd3be6 req-ce0f5637-7a7c-4ff9-864f-04d064976d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:45:11.473064 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee2d3d7-a3be-45c1-bf86-bcd2d6bd3be6 req-ce0f5637-7a7c-4ff9-864f-04d064976d6c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0396168 Sep 29 18:45:11.581056 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2d3d7-a3be-45c1-bf86-bcd2d6bd3be6 req-298b2f7e-1113-4988-be6c-1d839d427965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:45:11.582537 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee2d3d7-a3be-45c1-bf86-bcd2d6bd3be6 req-298b2f7e-1113-4988-be6c-1d839d427965 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 200 len: 911 time: 0.0867403 Sep 29 18:45:11.647236 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee2d3d7-a3be-45c1-bf86-bcd2d6bd3be6 req-3b065ef5-ecc1-4f32-81df-0021ab6145e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56efb01f-c08b-4d50-825b-c49b1744b991 HTTP/1.1" status: 200 len: 1001 time: 0.0567279 Sep 29 18:45:11.697162 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2d3d7-a3be-45c1-bf86-bcd2d6bd3be6 req-9635d7ea-37b4-4981-8eff-4e40beb3db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:45:11.698581 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee2d3d7-a3be-45c1-bf86-bcd2d6bd3be6 req-9635d7ea-37b4-4981-8eff-4e40beb3db44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e HTTP/1.1" status: 200 len: 849 time: 0.0433640 Sep 29 18:45:11.748598 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2d3d7-a3be-45c1-bf86-bcd2d6bd3be6 req-220719b3-8f89-417f-893c-0a386f1342d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:45:11.749997 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee2d3d7-a3be-45c1-bf86-bcd2d6bd3be6 req-220719b3-8f89-417f-893c-0a386f1342d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a32bc9eb-99d1-4756-a803-056333c7a85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431416 Sep 29 18:45:11.838136 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee2d3d7-a3be-45c1-bf86-bcd2d6bd3be6 req-9c4e9e9d-7676-4f49-aebf-b88e5d59d813 service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795147 Sep 29 18:45:11.930591 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-eee2d3d7-a3be-45c1-bf86-bcd2d6bd3be6 req-e1eb109d-5f9b-4efc-af7f-5d80663620c1 service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834546 Sep 29 18:45:13.656537 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a2230725-3c9e-4aac-8e34-d4ab28d090f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:14.805547 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:14.905552 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:15.318691 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:17.201993 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:20.387224 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f06a4dc3-897d-4868-9f68-4ed6ee82a1ad req-b2bd4a96-3e4e-4466-ad14-a1540041fc9a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407319 Sep 29 18:45:20.484642 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a4dc3-897d-4868-9f68-4ed6ee82a1ad req-dfd1e15b-a645-4290-a90e-ece931e57a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:45:20.485661 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f06a4dc3-897d-4868-9f68-4ed6ee82a1ad req-dfd1e15b-a645-4290-a90e-ece931e57a45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0402696 Sep 29 18:45:20.592666 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a4dc3-897d-4868-9f68-4ed6ee82a1ad req-617199e6-278a-40bd-81ec-02b1320d23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:45:20.594175 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f06a4dc3-897d-4868-9f68-4ed6ee82a1ad req-617199e6-278a-40bd-81ec-02b1320d23cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0907335 Sep 29 18:45:20.636586 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f06a4dc3-897d-4868-9f68-4ed6ee82a1ad req-7b7f0b4b-d2a8-443d-9a2a-78f4973459f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0344400 Sep 29 18:45:20.683923 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a4dc3-897d-4868-9f68-4ed6ee82a1ad req-a64daa69-0168-48ad-9039-0791cb355088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:45:20.686067 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f06a4dc3-897d-4868-9f68-4ed6ee82a1ad req-a64daa69-0168-48ad-9039-0791cb355088 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0421772 Sep 29 18:45:20.733667 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a4dc3-897d-4868-9f68-4ed6ee82a1ad req-c727a2ec-552c-4b2b-9da5-73f41174129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:45:20.735101 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f06a4dc3-897d-4868-9f68-4ed6ee82a1ad req-c727a2ec-552c-4b2b-9da5-73f41174129c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429001 Sep 29 18:45:20.824225 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f06a4dc3-897d-4868-9f68-4ed6ee82a1ad req-a373e8a6-948e-4458-a20c-64e5d3fca82a service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808108 Sep 29 18:45:20.916037 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f06a4dc3-897d-4868-9f68-4ed6ee82a1ad req-ac6ee2f5-82f6-47e7-8545-c4e1619498a9 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850604 Sep 29 18:45:28.258339 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:38.308682 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:45:40.941969 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b6e8c65e-55d1-4008-bf4f-aca19ae81955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:43.659723 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-564ee6b8-68ef-47de-be4b-48b683c6f807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:44.806862 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:44.908785 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:45.335819 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:47.205613 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:45:58.271095 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:46:10.942086 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-710bcb0c-76dc-4d40-aac7-ad3444fa2168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:46:11.381072 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-394ae821-3c22-4500-bf82-d6e2ce0b4439 req-34f4b764-5942-4a1e-9c2b-98595c59384f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391817 Sep 29 18:46:11.461586 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ae821-3c22-4500-bf82-d6e2ce0b4439 req-d3cb124c-ec7f-4b05-a32b-61670458a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:46:11.463072 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-394ae821-3c22-4500-bf82-d6e2ce0b4439 req-d3cb124c-ec7f-4b05-a32b-61670458a138 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0397079 Sep 29 18:46:11.568918 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ae821-3c22-4500-bf82-d6e2ce0b4439 req-b1d073b5-e3c2-4e26-a50d-23e58d9ce919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:46:11.570319 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-394ae821-3c22-4500-bf82-d6e2ce0b4439 req-b1d073b5-e3c2-4e26-a50d-23e58d9ce919 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 200 len: 911 time: 0.0872672 Sep 29 18:46:11.634958 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-394ae821-3c22-4500-bf82-d6e2ce0b4439 req-fc734b8e-edc6-4b26-8791-c931101e8727 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56efb01f-c08b-4d50-825b-c49b1744b991 HTTP/1.1" status: 200 len: 1001 time: 0.0570536 Sep 29 18:46:11.686895 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ae821-3c22-4500-bf82-d6e2ce0b4439 req-95b2a859-d87e-4644-ba3a-746bc7e1cd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:46:11.688303 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-394ae821-3c22-4500-bf82-d6e2ce0b4439 req-95b2a859-d87e-4644-ba3a-746bc7e1cd35 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e HTTP/1.1" status: 200 len: 849 time: 0.0464449 Sep 29 18:46:11.733569 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ae821-3c22-4500-bf82-d6e2ce0b4439 req-a490eb2b-3bd7-4e5f-a7ea-05c8038e95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:46:11.734847 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-394ae821-3c22-4500-bf82-d6e2ce0b4439 req-a490eb2b-3bd7-4e5f-a7ea-05c8038e95c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a32bc9eb-99d1-4756-a803-056333c7a85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388143 Sep 29 18:46:11.822901 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-394ae821-3c22-4500-bf82-d6e2ce0b4439 req-3c2df281-e398-4e67-9b25-51aa887e3ee3 service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808215 Sep 29 18:46:11.914157 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-394ae821-3c22-4500-bf82-d6e2ce0b4439 req-e825f3b2-de5a-46be-af8c-d8139e29f1d1 service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847600 Sep 29 18:46:13.659127 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-22fe3865-9427-469d-8888-037adcb0ec52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:46:14.807159 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:46:14.914166 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:46:15.308343 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:46:15.333145 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:46:17.207020 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:46:20.387795 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98d166f1-df4d-4dc7-af18-9b69d1eb2ab2 req-71fe26ed-84d7-4222-ab54-fd8087884c75 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389018 Sep 29 18:46:20.484664 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d166f1-df4d-4dc7-af18-9b69d1eb2ab2 req-7f1be293-94ce-41e6-adcb-3c089cb7f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:46:20.486332 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98d166f1-df4d-4dc7-af18-9b69d1eb2ab2 req-7f1be293-94ce-41e6-adcb-3c089cb7f04c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0411098 Sep 29 18:46:20.594346 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d166f1-df4d-4dc7-af18-9b69d1eb2ab2 req-18eac1ee-6d46-44ac-921a-fc9f8151fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:46:20.595716 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98d166f1-df4d-4dc7-af18-9b69d1eb2ab2 req-18eac1ee-6d46-44ac-921a-fc9f8151fec8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0897615 Sep 29 18:46:20.636747 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98d166f1-df4d-4dc7-af18-9b69d1eb2ab2 req-1c7ae327-3d00-445e-bc22-13c0ea364842 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0331693 Sep 29 18:46:20.683044 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d166f1-df4d-4dc7-af18-9b69d1eb2ab2 req-f6d147cf-7310-47d6-95cb-e49202aa2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:46:20.684429 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98d166f1-df4d-4dc7-af18-9b69d1eb2ab2 req-f6d147cf-7310-47d6-95cb-e49202aa2701 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0412788 Sep 29 18:46:20.733424 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d166f1-df4d-4dc7-af18-9b69d1eb2ab2 req-6050c875-986b-4a63-9f80-6211622aea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:46:20.734873 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98d166f1-df4d-4dc7-af18-9b69d1eb2ab2 req-6050c875-986b-4a63-9f80-6211622aea6d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431499 Sep 29 18:46:20.821615 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98d166f1-df4d-4dc7-af18-9b69d1eb2ab2 req-1dbfc29c-db29-477e-baea-d817a98d0bc6 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793822 Sep 29 18:46:20.913840 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-98d166f1-df4d-4dc7-af18-9b69d1eb2ab2 req-8e9fc12b-cb14-4af8-bd08-7db85ce0610c service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854449 Sep 29 18:46:28.288177 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:46:40.942446 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-34706104-d581-42c2-bf09-d8cba4e81828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:46:43.659169 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c98c0af3-6f04-4798-80b4-dfb6db381d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:46:44.809015 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:46:44.914704 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:46:45.340478 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:46:47.209931 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:46:52.310981 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:46:58.300182 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:03.410534 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 56efb01f-c08b-4d50-825b-c49b1744b991 details requested by agent hyperv_n-h1-811748-2 with host n-h1-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:47:03.511060 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 56efb01f-c08b-4d50-825b-c49b1744b991, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=56efb01f-c08b-4d50-825b-c49b1744b991,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:47:03.527563 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Returning: {'device': '56efb01f-c08b-4d50-825b-c49b1744b991', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'port_id': '56efb01f-c08b-4d50-825b-c49b1744b991', 'mac_address': 'fa:16:3e:ff:f9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:47:03.573164 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:03.586913 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56efb01f-c08b-4d50-825b-c49b1744b991 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:47:03.614331 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 56efb01f-c08b-4d50-825b-c49b1744b991, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=56efb01f-c08b-4d50-825b-c49b1744b991,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:47:03.619360 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:03.681040 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=56efb01f-c08b-4d50-825b-c49b1744b991,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:47:03.688827 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:03.689255 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:03.689689 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:03.690640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:03.690640 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:03.692033 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:03.692033 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:03.692033 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:03.692033 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:03.692720 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:03.692921 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:03.693365 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:03.698539 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] get_ports_and_sgs() called for port_ids ['56efb01f-c08b-4d50-825b-c49b1744b991'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:47:03.988432 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-937caa36-690e-4884-b87c-571899d6ef62 req-f72a0ca6-085a-4254-8c61-bb74445a97fb service neutron] (95016) timed out ('10.222.0.35', 61708) {{(pid=95016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 18:47:05.423079 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 56efb01f-c08b-4d50-825b-c49b1744b991 up at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:47:05.490589 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Provisioning complete for port 56efb01f-c08b-4d50-825b-c49b1744b991 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:47:05.491109 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:05.588891 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:05.613943 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742e271f-2426-450e-b289-c31b079c7ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56efb01f-c08b-4d50-825b-c49b1744b991'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:47:05.616252 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0772c01b-bc10-4fc5-a39b-4df5f701040b" -d '{"events": [{"server_uuid": "742e271f-2426-450e-b289-c31b079c7ee9", "name": "network-vif-plugged", "status": "completed", "tag": "56efb01f-c08b-4d50-825b-c49b1744b991"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:47:05.632991 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 56efb01f-c08b-4d50-825b-c49b1744b991, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=56efb01f-c08b-4d50-825b-c49b1744b991,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:47:05.642439 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:05.703793 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=56efb01f-c08b-4d50-825b-c49b1744b991,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:47:05.819755 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea92319-52b3-4162-add1-5a6f630e71fb x-openstack-request-id: req-6ea92319-52b3-4162-add1-5a6f630e71fb {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:47:05.820081 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742e271f-2426-450e-b289-c31b079c7ee9", "name": "network-vif-plugged", "status": "completed", "tag": "56efb01f-c08b-4d50-825b-c49b1744b991", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:47:05.820341 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ea92319-52b3-4162-add1-5a6f630e71fb {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:47:05.820738 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742e271f-2426-450e-b289-c31b079c7ee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56efb01f-c08b-4d50-825b-c49b1744b991', 'code': 200} Sep 29 18:47:10.946441 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4113-51dc-4683-bea2-46fddc298dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:11.434282 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd7a84-13ed-4ead-932b-c2bd76d9ddb7 req-632d8b56-b8c4-4314-b703-8c243a6a9fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:11.437157 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbfd7a84-13ed-4ead-932b-c2bd76d9ddb7 req-632d8b56-b8c4-4314-b703-8c243a6a9fb0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 1096 time: 0.0531542 Sep 29 18:47:11.550920 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd7a84-13ed-4ead-932b-c2bd76d9ddb7 req-02de9a76-9087-422c-9bb3-e47f0bf6cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:11.552459 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbfd7a84-13ed-4ead-932b-c2bd76d9ddb7 req-02de9a76-9087-422c-9bb3-e47f0bf6cf2b service neutron] 10.222.0.49 "GET /v2.0/networks?id=a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 200 len: 911 time: 0.0951829 Sep 29 18:47:11.624441 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbfd7a84-13ed-4ead-932b-c2bd76d9ddb7 req-bf60dfb3-658d-41b5-8f23-710b58f722b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56efb01f-c08b-4d50-825b-c49b1744b991 HTTP/1.1" status: 200 len: 1001 time: 0.0606472 Sep 29 18:47:11.673407 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd7a84-13ed-4ead-932b-c2bd76d9ddb7 req-8c6534d1-c7b8-4769-b6b8-443c7fab3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:11.674797 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbfd7a84-13ed-4ead-932b-c2bd76d9ddb7 req-8c6534d1-c7b8-4769-b6b8-443c7fab3d5c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e HTTP/1.1" status: 200 len: 849 time: 0.0428021 Sep 29 18:47:11.723519 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd7a84-13ed-4ead-932b-c2bd76d9ddb7 req-6f56efa6-2266-4a05-b57e-98238dd738d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:11.725044 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbfd7a84-13ed-4ead-932b-c2bd76d9ddb7 req-6f56efa6-2266-4a05-b57e-98238dd738d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a32bc9eb-99d1-4756-a803-056333c7a85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431631 Sep 29 18:47:11.909618 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbfd7a84-13ed-4ead-932b-c2bd76d9ddb7 req-e273a0e4-fe92-4af8-91ca-cbe0ce337d80 service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853298 Sep 29 18:47:12.007277 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-dbfd7a84-13ed-4ead-932b-c2bd76d9ddb7 req-beb53dcc-f72c-4e90-8fd7-45ce81770f67 service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902419 Sep 29 18:47:12.751420 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-36d4c5de-e5b5-4bb9-abd5-843d7b30b1db tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-65138326&fields=id&tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f HTTP/1.1" status: 200 len: 267 time: 0.0338187 Sep 29 18:47:12.861865 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-2f3d9237-74ad-48e3-8b0c-92f47d81d67d tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:12.863300 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-2f3d9237-74ad-48e3-8b0c-92f47d81d67d tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/networks?id=a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 200 len: 810 time: 0.1053457 Sep 29 18:47:12.878271 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-1be62b74-ee5c-4894-8938-429665c227c3 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/quotas/c9e8eda051b6499b86ed2a3fe01b1d4f HTTP/1.1" status: 200 len: 375 time: 0.0092101 Sep 29 18:47:12.932688 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-b19032ba-65f8-45b1-bd08-3c1e0a21511c tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0493035 Sep 29 18:47:13.079764 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-632f3db7-b25e-4392-942a-2ee99860cc6a service neutron] 10.222.0.44 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350818 Sep 29 18:47:13.170919 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-46e9223e-7d19-4cf7-9e34-eff5bfe27166 service neutron] 10.222.0.44 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851033 Sep 29 18:47:13.331896 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-053e5489-da4b-42f3-9fc4-a48e9df7ac77 req-b139e476-aab5-4595-aa55-c14669e0ef65 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 210 time: 0.0280886 Sep 29 18:47:13.659604 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2e3dcf39-94be-44b9-9ca3-78bc5945f93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:14.351076 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-919c55c5-9952-4a5a-9d9d-89c8da554831 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:14.353184 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-919c55c5-9952-4a5a-9d9d-89c8da554831 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.35 "GET /v2.0/networks?id=a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 200 len: 810 time: 0.1075356 Sep 29 18:47:14.402783 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-492fd21a-298d-4da6-8368-2904a6e21f44 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f HTTP/1.1" status: 200 len: 378 time: 0.0343475 Sep 29 18:47:14.418142 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Request body: {'port': {'device_id': '17547e38-ace9-4d33-9077-1144f000fa61', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'admin_state_up': True, 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'security_groups': ['31e60c4d-eb1e-4345-ad15-16c09a2e6a44']}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:47:14.447744 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f3d893de-a0ec-44ac-bfbd-30c180c41f50 req-201bd9e1-5968-4c00-9740-de1aa078b031 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 210 time: 0.0418510 Sep 29 18:47:14.543557 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Made reservation on behalf of c9e8eda051b6499b86ed2a3fe01b1d4f for: {'port': 1} {{(pid=95015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 18:47:14.547358 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:14.694328 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Allocated IP 172.20.0.14 (a32bc9eb-99d1-4756-a803-056333c7a85d/8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e/2b67f208-ff62-41ad-9322-7960458636d2) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:47:14.843573 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:14.893325 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:14.930591 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:14.934371 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:14.979661 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Network a32bc9eb-99d1-4756-a803-056333c7a85d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:47:14.984560 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:47:14.988514 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:47:15.041091 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event updated for resources: {'Port': ['ID=2b67f208-ff62-41ad-9322-7960458636d2,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:47:15.066641 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:15.067294 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:15.070638 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:15.070975 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:15.071309 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:15.071640 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:15.071988 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:15.072319 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:15.072643 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:15.072957 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:15.073310 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:15.073612 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:15.073933 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:15.074249 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:47:15.096900 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-4f19a9b6-5035-46e8-bc89-cf06ca9e5420 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6826367 Sep 29 18:47:15.272949 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-501db662-1e65-49fc-a906-74f96639e2ea None None] Provisioning complete for port 2b67f208-ff62-41ad-9322-7960458636d2 triggered by entity DHCP. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:47:15.273373 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-501db662-1e65-49fc-a906-74f96639e2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:15.310908 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-501db662-1e65-49fc-a906-74f96639e2ea None None] Port 2b67f208-ff62-41ad-9322-7960458636d2 cannot update to ACTIVE because it is not bound. {{(pid=95017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 18:47:15.328687 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:15.474063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 56efb01f-c08b-4d50-825b-c49b1744b991 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:47:15.568745 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:15.572042 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de0668-acc4-4933-a057-9e6ac31119da req-5758328e-1f67-4750-83d6-d66a4cabad13 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:15.573563 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-08de0668-acc4-4933-a057-9e6ac31119da req-5758328e-1f67-4750-83d6-d66a4cabad13 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 932 time: 0.0530772 Sep 29 18:47:15.599901 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742e271f-2426-450e-b289-c31b079c7ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56efb01f-c08b-4d50-825b-c49b1744b991'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:47:15.602201 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267de7b8-984c-4977-8d53-3d410876c3cc" -d '{"events": [{"server_uuid": "742e271f-2426-450e-b289-c31b079c7ee9", "name": "network-vif-unplugged", "status": "completed", "tag": "56efb01f-c08b-4d50-825b-c49b1744b991"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:47:15.614941 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-08de0668-acc4-4933-a057-9e6ac31119da req-92009dfe-cddf-497c-847e-472e9ccda31c tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348079 Sep 29 18:47:15.621533 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] For port 56efb01f-c08b-4d50-825b-c49b1744b991, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=56efb01f-c08b-4d50-825b-c49b1744b991,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:47:15.627153 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:15.674443 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 18:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7117569d-05d4-4f6c-9deb-64b2a8658248 x-openstack-request-id: req-7117569d-05d4-4f6c-9deb-64b2a8658248 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:47:15.674749 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742e271f-2426-450e-b289-c31b079c7ee9", "name": "network-vif-unplugged", "status": "completed", "tag": "56efb01f-c08b-4d50-825b-c49b1744b991", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:47:15.675007 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7117569d-05d4-4f6c-9deb-64b2a8658248 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:47:15.675496 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742e271f-2426-450e-b289-c31b079c7ee9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56efb01f-c08b-4d50-825b-c49b1744b991', 'code': 200} Sep 29 18:47:15.694239 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Pushing event updated for resources: {'Port': ['ID=56efb01f-c08b-4d50-825b-c49b1744b991,revision_number=8']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:47:16.742302 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b364a5-7880-4782-a2cf-3eedc182504f req-98cb84dc-31bf-4e22-ba72-cda1a3e65c8a tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:16.743850 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e9b364a5-7880-4782-a2cf-3eedc182504f req-98cb84dc-31bf-4e22-ba72-cda1a3e65c8a tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 932 time: 0.0491893 Sep 29 18:47:16.784506 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-e9b364a5-7880-4782-a2cf-3eedc182504f req-2e2a63d4-fd5b-4cd2-b1f7-1e41470b6d56 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335793 Sep 29 18:47:17.215137 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:17.904337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59431a2-a229-419f-be9c-12311ade6b07 req-486ebaa1-c9d3-4b50-9c47-6cffffbba190 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:17.906180 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f59431a2-a229-419f-be9c-12311ade6b07 req-486ebaa1-c9d3-4b50-9c47-6cffffbba190 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 932 time: 0.0488420 Sep 29 18:47:17.951444 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f59431a2-a229-419f-be9c-12311ade6b07 req-319f8e6a-383c-4ba4-8a55-63931c0f1d6e tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379663 Sep 29 18:47:19.083896 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e89d12-c0af-471b-bf3e-b8642e08ca32 req-eab06e82-2fcb-464d-8a08-d9d1ad303dca tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:19.085431 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5e89d12-c0af-471b-bf3e-b8642e08ca32 req-eab06e82-2fcb-464d-8a08-d9d1ad303dca tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 932 time: 0.0494485 Sep 29 18:47:19.125839 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f5e89d12-c0af-471b-bf3e-b8642e08ca32 req-9cec08fc-e527-4051-8752-4ba3b828fc0c tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329781 Sep 29 18:47:20.248153 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4291c-e563-403e-9727-0546b1525da6 req-02a2f22b-b9ce-48cc-b354-2236102dc8c1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:20.249133 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-67c4291c-e563-403e-9727-0546b1525da6 req-02a2f22b-b9ce-48cc-b354-2236102dc8c1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 932 time: 0.0512395 Sep 29 18:47:20.289870 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-67c4291c-e563-403e-9727-0546b1525da6 req-20e7a513-d5b7-4be1-aaad-c2c9e8d3ed2f tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343459 Sep 29 18:47:21.407763 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342898f-287e-4d60-afdd-6a6a3fae4ee1 req-ace21f82-3a7a-482f-addf-b88abf920555 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:21.409263 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2342898f-287e-4d60-afdd-6a6a3fae4ee1 req-ace21f82-3a7a-482f-addf-b88abf920555 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 932 time: 0.0508430 Sep 29 18:47:21.455516 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2342898f-287e-4d60-afdd-6a6a3fae4ee1 req-530239bb-9faa-42ac-b9e2-dcc404f994f8 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389991 Sep 29 18:47:22.581419 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78f22d-9093-49e3-8819-fd9f53e59858 req-a920c4a5-84ec-4412-b80a-34efbda70924 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:22.583012 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef78f22d-9093-49e3-8819-fd9f53e59858 req-a920c4a5-84ec-4412-b80a-34efbda70924 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 932 time: 0.0568919 Sep 29 18:47:22.620773 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ef78f22d-9093-49e3-8819-fd9f53e59858 req-9b00e6b4-0886-458d-84d4-f261e8053204 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317385 Sep 29 18:47:23.744188 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc44b3a-6f2f-4dd9-a84d-c24b811f9d22 req-a15d514f-efcb-4544-877c-62196093bbf4 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:23.745734 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8dc44b3a-6f2f-4dd9-a84d-c24b811f9d22 req-a15d514f-efcb-4544-877c-62196093bbf4 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 932 time: 0.0488605 Sep 29 18:47:23.789888 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-8dc44b3a-6f2f-4dd9-a84d-c24b811f9d22 req-f6b10ad6-097d-4a76-a51b-c6d42c963e09 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363827 Sep 29 18:47:24.907526 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb2edc-b872-4ea3-83a9-ab139e9747f3 req-9477dfba-0e1e-47e7-a79a-b7549405f5b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:24.909149 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-14fb2edc-b872-4ea3-83a9-ab139e9747f3 req-9477dfba-0e1e-47e7-a79a-b7549405f5b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 932 time: 0.0497992 Sep 29 18:47:24.950546 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-14fb2edc-b872-4ea3-83a9-ab139e9747f3 req-f779d309-233e-4310-ac5e-39b08ddad667 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354850 Sep 29 18:47:26.067790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1e3b4-bf5f-42d5-8a0f-13321d93a839 req-150dfa9f-1c88-48d4-8762-47f585ab5f2b tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:26.069295 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86d1e3b4-bf5f-42d5-8a0f-13321d93a839 req-150dfa9f-1c88-48d4-8762-47f585ab5f2b tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 932 time: 0.0475857 Sep 29 18:47:26.106525 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-86d1e3b4-bf5f-42d5-8a0f-13321d93a839 req-26575f3e-9cf5-412b-b3fe-fbf12ebf6b1a tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313711 Sep 29 18:47:26.643380 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Request body: {'port': {'device_id': '17547e38-ace9-4d33-9077-1144f000fa61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811748-2'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:47:26.667151 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.35', 62527) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:47:26.699247 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:26.709171 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82888efa-fefc-4493-8b4e-21dcf350eed4 req-62206840-85a4-4adb-8d75-d985d76db7e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408416 Sep 29 18:47:26.820133 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82888efa-fefc-4493-8b4e-21dcf350eed4 req-8f7f61e5-1163-43c9-9e48-e9236f647884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:26.821687 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82888efa-fefc-4493-8b4e-21dcf350eed4 req-8f7f61e5-1163-43c9-9e48-e9236f647884 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0402808 Sep 29 18:47:26.937348 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82888efa-fefc-4493-8b4e-21dcf350eed4 req-75ac2054-f21c-435e-9b8b-12a17a954589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:26.938863 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82888efa-fefc-4493-8b4e-21dcf350eed4 req-75ac2054-f21c-435e-9b8b-12a17a954589 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0965450 Sep 29 18:47:26.976246 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b67f208-ff62-41ad-9322-7960458636d2 {{(pid=95015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:47:26.981076 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82888efa-fefc-4493-8b4e-21dcf350eed4 req-85665789-e2af-43ec-a587-a8c47fdb2c23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0344687 Sep 29 18:47:26.984632 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:26.996443 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.provisioning_blocks [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Transition to ACTIVE for port object 2b67f208-ff62-41ad-9322-7960458636d2 will not be triggered until provisioned by entity L2. {{(pid=95015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 18:47:27.000367 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:27.035271 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82888efa-fefc-4493-8b4e-21dcf350eed4 req-a907bfda-53d7-48b5-b74e-dd68a3488773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:27.036634 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82888efa-fefc-4493-8b4e-21dcf350eed4 req-a907bfda-53d7-48b5-b74e-dd68a3488773 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0482471 Sep 29 18:47:27.054200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b67f208-ff62-41ad-9322-7960458636d2,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:47:27.088009 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82888efa-fefc-4493-8b4e-21dcf350eed4 req-6bd6c208-aabe-4f19-8f06-26fcaced2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:27.089687 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82888efa-fefc-4493-8b4e-21dcf350eed4 req-6bd6c208-aabe-4f19-8f06-26fcaced2b48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459216 Sep 29 18:47:27.127845 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Attempting to bind port 2b67f208-ff62-41ad-9322-7960458636d2 on host n-h2-811748-2 for vnic_type normal with profile {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 18:47:27.128687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Attempting to bind port 2b67f208-ff62-41ad-9322-7960458636d2 by drivers openvswitch,hyperv on host n-h2-811748-2 at level 0 using segments [{'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 18:47:27.128687 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Attempting to bind port 2b67f208-ff62-41ad-9322-7960458636d2 on network a32bc9eb-99d1-4756-a803-056333c7a85d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:47:27.132847 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Port 2b67f208-ff62-41ad-9322-7960458636d2 on network a32bc9eb-99d1-4756-a803-056333c7a85d not bound, no agent of type Open vSwitch agent registered on host n-h2-811748-2 {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 18:47:27.133794 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Attempting to bind port 2b67f208-ff62-41ad-9322-7960458636d2 on network a32bc9eb-99d1-4756-a803-056333c7a85d {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 18:47:27.139150 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Checking agent: {'id': '8f7f73ab-5634-4304-ad28-8c78e991007a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811748-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'started_at': datetime.datetime(2021, 9, 29, 17, 16, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 18, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 18:47:27.139560 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Checking segment: {'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 18:47:27.140419 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Bound using segment: {'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'} {{(pid=95015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 18:47:27.140918 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.managers [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Bound port: 2b67f208-ff62-41ad-9322-7960458636d2, host: n-h2-811748-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aca6ebee-07f0-4b2e-b09c-30618006c4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d'}}] {{(pid=95015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 18:47:27.141424 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:27.201162 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82888efa-fefc-4493-8b4e-21dcf350eed4 req-075df5c6-146a-407d-8413-4ff3980637ff service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035244 Sep 29 18:47:27.236834 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] For port 2b67f208-ff62-41ad-9322-7960458636d2, host n-h2-811748-2, cleared binding levels {{(pid=95015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 18:47:27.258353 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] For port 2b67f208-ff62-41ad-9322-7960458636d2, host n-h2-811748-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2b67f208-ff62-41ad-9322-7960458636d2,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 18:47:27.267041 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04d121-0113-48ed-9bac-891082b181d1 req-e9738a6e-d5d4-4a40-aa38-95a1907ac239 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:27.268533 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0b04d121-0113-48ed-9bac-891082b181d1 req-e9738a6e-d5d4-4a40-aa38-95a1907ac239 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 944 time: 0.0741088 Sep 29 18:47:27.270304 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:27.306142 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-82888efa-fefc-4493-8b4e-21dcf350eed4 req-375edf43-ddd9-4928-ae5f-39106359c33e service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988433 Sep 29 18:47:27.334250 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:27.334430 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:27.335740 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] 10.222.0.35 "PUT /v2.0/ports/2b67f208-ff62-41ad-9322-7960458636d2 HTTP/1.1" status: 200 len: 1092 time: 0.6974220 Sep 29 18:47:27.336475 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17547e38-ace9-4d33-9077-1144f000fa61', 'tag': '2b67f208-ff62-41ad-9322-7960458636d2'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:47:27.340417 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ee38ec-0e88-477f-b523-4e735e1be7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "17547e38-ace9-4d33-9077-1144f000fa61", "tag": "2b67f208-ff62-41ad-9322-7960458636d2"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:47:27.365788 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f00d7-f316-4b46-8ee7-8dec9ecac4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b67f208-ff62-41ad-9322-7960458636d2,revision_number=3']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:47:27.374696 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0b04d121-0113-48ed-9bac-891082b181d1 req-4dda8f77-ad8c-4ea2-ae23-89713388a581 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992506 Sep 29 18:47:27.435632 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a05e5b6-0ac6-43a6-a11b-df7e4b7bd0ce x-openstack-request-id: req-1a05e5b6-0ac6-43a6-a11b-df7e4b7bd0ce {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:47:27.436011 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17547e38-ace9-4d33-9077-1144f000fa61", "tag": "2b67f208-ff62-41ad-9322-7960458636d2", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:47:27.436333 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a05e5b6-0ac6-43a6-a11b-df7e4b7bd0ce {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:47:27.436797 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17547e38-ace9-4d33-9077-1144f000fa61', 'tag': '2b67f208-ff62-41ad-9322-7960458636d2', 'status': 'completed', 'code': 200} Sep 29 18:47:27.453648 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-b4b8ba32-7245-420c-a7df-7e28a964d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:27.455178 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-b4b8ba32-7245-420c-a7df-7e28a964d03e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 1095 time: 0.0470223 Sep 29 18:47:27.504219 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-694cbe67-7324-4437-83d0-7f3637a9cd53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b67f208-ff62-41ad-9322-7960458636d2 HTTP/1.1" status: 200 len: 217 time: 0.0350602 Sep 29 18:47:27.558289 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9eeff547-a33e-44f5-a4ae-32d38da281b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:27.559756 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-9eeff547-a33e-44f5-a4ae-32d38da281b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e HTTP/1.1" status: 200 len: 849 time: 0.0483143 Sep 29 18:47:27.604642 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-94a396c8-6c07-484f-b63a-f87d866938e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:27.606035 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-94a396c8-6c07-484f-b63a-f87d866938e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a32bc9eb-99d1-4756-a803-056333c7a85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395472 Sep 29 18:47:27.693933 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-1aa6bf91-6ec2-410e-951e-4621cbe3873b service neutron] 10.222.0.35 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806475 Sep 29 18:47:27.785709 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d0bbf015-253d-4a8a-8408-6c9cdd011b66 req-6617ff8e-b304-4be7-b0cc-449ff9df9d5f service neutron] 10.222.0.35 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840704 Sep 29 18:47:27.908115 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee38ec-0e88-477f-b523-4e735e1be7d5 req-9b0f949e-7069-4f33-aff8-4e38050e2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:27.909692 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9ee38ec-0e88-477f-b523-4e735e1be7d5 req-9b0f949e-7069-4f33-aff8-4e38050e2122 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 1095 time: 0.0418704 Sep 29 18:47:28.306832 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:28.319517 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee38ec-0e88-477f-b523-4e735e1be7d5 req-24126ad7-ba3c-4be3-8f9b-55e031261c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:28.321010 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9ee38ec-0e88-477f-b523-4e735e1be7d5 req-24126ad7-ba3c-4be3-8f9b-55e031261c62 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 200 len: 911 time: 0.4045599 Sep 29 18:47:28.361148 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9ee38ec-0e88-477f-b523-4e735e1be7d5 req-15ccefaf-0bd6-4334-bed1-01553edb179b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b67f208-ff62-41ad-9322-7960458636d2 HTTP/1.1" status: 200 len: 217 time: 0.0323486 Sep 29 18:47:28.412685 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee38ec-0e88-477f-b523-4e735e1be7d5 req-c2164da0-e15b-4764-9888-109b28fdeb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:28.414141 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9ee38ec-0e88-477f-b523-4e735e1be7d5 req-c2164da0-e15b-4764-9888-109b28fdeb57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e HTTP/1.1" status: 200 len: 849 time: 0.0459206 Sep 29 18:47:28.485081 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee38ec-0e88-477f-b523-4e735e1be7d5 req-c80a960e-0c8c-42f7-9285-3adaba970bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:28.486898 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9ee38ec-0e88-477f-b523-4e735e1be7d5 req-c80a960e-0c8c-42f7-9285-3adaba970bf8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a32bc9eb-99d1-4756-a803-056333c7a85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650694 Sep 29 18:47:28.537018 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efeb44d-08a4-4938-bd9e-29ca4c802a93 req-d831b37f-66ca-4a82-bac0-56e7871e544f tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:28.538480 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0efeb44d-08a4-4938-bd9e-29ca4c802a93 req-d831b37f-66ca-4a82-bac0-56e7871e544f tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 944 time: 0.0933769 Sep 29 18:47:28.621191 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0efeb44d-08a4-4938-bd9e-29ca4c802a93 req-48dc603b-a195-4fd3-91c6-f80942f3f5ce tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487833 Sep 29 18:47:28.623962 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9ee38ec-0e88-477f-b523-4e735e1be7d5 req-698cd7ab-78e7-4267-a336-38d3c9631033 service neutron] 10.222.0.35 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290650 Sep 29 18:47:28.713743 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f9ee38ec-0e88-477f-b523-4e735e1be7d5 req-096a1309-7a7d-43be-a73a-dbff1e6ba96b service neutron] 10.222.0.35 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822010 Sep 29 18:47:29.309803 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:47:29.740748 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812875a-20e8-45c5-b40c-3f21e336bdb9 req-2211c8b4-9f4e-4ca3-bd0d-3e090842f7bc tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:29.742234 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f812875a-20e8-45c5-b40c-3f21e336bdb9 req-2211c8b4-9f4e-4ca3-bd0d-3e090842f7bc tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 944 time: 0.0534661 Sep 29 18:47:29.779407 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f812875a-20e8-45c5-b40c-3f21e336bdb9 req-7e85597d-dcd5-4cc0-99a9-869a87b51cee tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311990 Sep 29 18:47:30.893771 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b75d2a-5b4b-4c2c-8fd4-6241924e81a3 req-4ee64d62-aaad-4800-917d-d15a584e74de tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:30.895595 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-10b75d2a-5b4b-4c2c-8fd4-6241924e81a3 req-4ee64d62-aaad-4800-917d-d15a584e74de tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 944 time: 0.0495353 Sep 29 18:47:30.932634 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-10b75d2a-5b4b-4c2c-8fd4-6241924e81a3 req-68dedb72-b7e3-4efd-954f-919dacb0c4d5 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310197 Sep 29 18:47:31.538395 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2b67f208-ff62-41ad-9322-7960458636d2 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:47:31.631633 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2b67f208-ff62-41ad-9322-7960458636d2, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2b67f208-ff62-41ad-9322-7960458636d2,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:47:31.645965 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '2b67f208-ff62-41ad-9322-7960458636d2', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'port_id': '2b67f208-ff62-41ad-9322-7960458636d2', 'mac_address': 'fa:16:3e:be:96:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:47:31.682861 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:31.695890 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b67f208-ff62-41ad-9322-7960458636d2 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:47:31.714449 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2b67f208-ff62-41ad-9322-7960458636d2, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2b67f208-ff62-41ad-9322-7960458636d2,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:47:31.718476 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:31.763383 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=2b67f208-ff62-41ad-9322-7960458636d2,revision_number=4']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:47:32.049546 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7789a3d-f4b2-4994-b8bb-a0ffa6681d89 req-63d445e3-1bb5-4184-93b7-7eb86239b02b tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:32.051026 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f7789a3d-f4b2-4994-b8bb-a0ffa6681d89 req-63d445e3-1bb5-4184-93b7-7eb86239b02b tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 945 time: 0.0503716 Sep 29 18:47:32.087646 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f7789a3d-f4b2-4994-b8bb-a0ffa6681d89 req-4b14f8f1-901d-4183-ac24-ac7ab300ac99 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307143 Sep 29 18:47:32.169587 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['2b67f208-ff62-41ad-9322-7960458636d2'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:47:33.204829 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595af51-92ef-4827-9f4b-bfb3b9e1085c req-135e031e-7e36-418b-b9a5-f56ac3642db0 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:33.206309 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9595af51-92ef-4827-9f4b-bfb3b9e1085c req-135e031e-7e36-418b-b9a5-f56ac3642db0 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 945 time: 0.0531545 Sep 29 18:47:33.245096 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-9595af51-92ef-4827-9f4b-bfb3b9e1085c req-e8abef5a-47f9-42c4-923b-6aef525de4ee tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328529 Sep 29 18:47:33.553334 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2b67f208-ff62-41ad-9322-7960458636d2 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:47:33.600752 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning for port 2b67f208-ff62-41ad-9322-7960458636d2 completed by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 18:47:33.604340 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 2b67f208-ff62-41ad-9322-7960458636d2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:47:33.604713 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:33.685491 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:33.707585 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17547e38-ace9-4d33-9077-1144f000fa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b67f208-ff62-41ad-9322-7960458636d2'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:47:33.709818 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b30e4b-41d9-4454-b6c5-39d6b6dcc0cb" -d '{"events": [{"server_uuid": "17547e38-ace9-4d33-9077-1144f000fa61", "name": "network-vif-plugged", "status": "completed", "tag": "2b67f208-ff62-41ad-9322-7960458636d2"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:47:33.722833 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2b67f208-ff62-41ad-9322-7960458636d2, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2b67f208-ff62-41ad-9322-7960458636d2,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:47:33.727225 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:33.750149 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653dfc5b-3226-432a-b611-a1853442ef21 x-openstack-request-id: req-653dfc5b-3226-432a-b611-a1853442ef21 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:47:33.750444 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17547e38-ace9-4d33-9077-1144f000fa61", "name": "network-vif-plugged", "status": "completed", "tag": "2b67f208-ff62-41ad-9322-7960458636d2", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:47:33.750696 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-653dfc5b-3226-432a-b611-a1853442ef21 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:47:33.751081 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17547e38-ace9-4d33-9077-1144f000fa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b67f208-ff62-41ad-9322-7960458636d2', 'code': 200} Sep 29 18:47:33.776289 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=2b67f208-ff62-41ad-9322-7960458636d2,revision_number=5']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:47:33.865939 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5b89d-d8e9-4adf-a193-b2c89c6d69a0 req-903426df-f639-4525-a5b0-d8dcb273b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:33.867286 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dab5b89d-d8e9-4adf-a193-b2c89c6d69a0 req-903426df-f639-4525-a5b0-d8dcb273b7f5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 1097 time: 0.0389125 Sep 29 18:47:33.901343 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dab5b89d-d8e9-4adf-a193-b2c89c6d69a0 req-384d5140-7e29-4d29-9cc9-5ab10dfaa92e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0271118 Sep 29 18:47:34.359894 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7467176-37cc-49fb-a55a-2b50436b1c29 req-6d804b0e-47e1-4783-a278-40f4b1af69f8 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:34.361414 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f7467176-37cc-49fb-a55a-2b50436b1c29 req-6d804b0e-47e1-4783-a278-40f4b1af69f8 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 946 time: 0.0476696 Sep 29 18:47:34.397963 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-f7467176-37cc-49fb-a55a-2b50436b1c29 req-cf683e69-3c1d-40b5-bdbd-9578680e66bf tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307567 Sep 29 18:47:35.515696 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67c1f3-7f32-4290-ae51-d55b32ffd23e req-6eb4b528-5a1b-4080-8e6a-4b10ba9e5d22 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:35.517142 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b67c1f3-7f32-4290-ae51-d55b32ffd23e req-6eb4b528-5a1b-4080-8e6a-4b10ba9e5d22 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 946 time: 0.0530365 Sep 29 18:47:35.553481 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7b67c1f3-7f32-4290-ae51-d55b32ffd23e req-35224b58-b137-4ed1-bf12-a93bf49d0fa7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301232 Sep 29 18:47:35.666367 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c98df-f6c5-4d3f-999a-75f946afb7d4 req-6fd3b512-12ba-46bb-9c16-093e074483bd tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:35.667837 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-241c98df-f6c5-4d3f-999a-75f946afb7d4 req-6fd3b512-12ba-46bb-9c16-093e074483bd tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 946 time: 0.0487731 Sep 29 18:47:35.705153 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-241c98df-f6c5-4d3f-999a-75f946afb7d4 req-b2ffc585-faab-4c3a-be92-93082956b422 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305536 Sep 29 18:47:35.726078 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57268) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:47:35.764756 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b261fea-3301-4196-94ac-ba84a6583459 tempest-TestSnapshotPattern-482807554 tempest-TestSnapshotPattern-482807554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:35.766346 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-3b261fea-3301-4196-94ac-ba84a6583459 tempest-TestSnapshotPattern-482807554 tempest-TestSnapshotPattern-482807554-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 1092 time: 0.0392454 Sep 29 18:47:35.769017 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57270) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:47:35.773552 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.v2.base [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Request body: {'floatingip': {'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'port_id': '2b67f208-ff62-41ad-9322-7960458636d2', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 18:47:35.795189 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for floatingip, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:35.890391 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:35.989572 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.db_base_plugin_common [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Allocated IP 172.25.2.80 (67fbb982-df89-4d02-87ed-27928a79a62d/d68d7e33-95f8-4b07-a2db-ba1fcb465eaf/649051a4-af83-4b45-9c8c-7eaa52b9d86c) {{(pid=95015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 18:47:36.091603 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for port, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:36.125599 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770531346607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:36.162123 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Network 67fbb982-df89-4d02-87ed-27928a79a62d is already hosted by enough agents. {{(pid=95015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 18:47:36.164771 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.base_scheduler [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Resources bound (agent type, host, resource id): {{(pid=95015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 18:47:36.174232 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Received port after_create {{(pid=95015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 18:47:36.176117 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event updated for resources: {'Port': ['ID=649051a4-af83-4b45-9c8c-7eaa52b9d86c,revision_number=1']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:47:36.505407 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:36.568333 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:36.719388 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for port, precommit_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:36.723559 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126097194'] for port, after_update {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:36.792322 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event updated for resources: {'Port': ['ID=649051a4-af83-4b45-9c8c-7eaa52b9d86c,revision_number=2']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:47:36.806073 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-495635'] for floatingip, after_create {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:36.903812 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Floating IP b86d95b4-8c43-443a-94af-7d2c6625f8e6 associated. External IP: 172.25.2.80, port: 2b67f208-ff62-41ad-9322-7960458636d2. Sep 29 18:47:37.104908 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Router 398cdbae-595f-49fb-b5f7-0b3ced2749aa has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:47:37.210785 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:47:37.220858 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff40156-fe9f-4ca1-b8b1-826c30010ee1 None None] Sync routers for ids ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:47:37.227011 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:37.229864 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff40156-fe9f-4ca1-b8b1-826c30010ee1 None None] Routers {'398cdbae-595f-49fb-b5f7-0b3ced2749aa'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:47:37.230472 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4ff40156-fe9f-4ca1-b8b1-826c30010ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:47:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:47:37.262027 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e62cc064-4331-47a7-aa29-6f69f95e51b7 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4855809 Sep 29 18:47:37.262027 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17547e38-ace9-4d33-9077-1144f000fa61', 'tag': '2b67f208-ff62-41ad-9322-7960458636d2'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:47:37.262027 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393eb51c-e4e7-4920-9e16-9d111275f34f" -d '{"events": [{"name": "network-changed", "server_uuid": "17547e38-ace9-4d33-9077-1144f000fa61", "tag": "2b67f208-ff62-41ad-9322-7960458636d2"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:47:37.300394 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed50a5ac-1807-4630-afc5-0ec6363b2db4 x-openstack-request-id: req-ed50a5ac-1807-4630-afc5-0ec6363b2db4 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:47:37.300681 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17547e38-ace9-4d33-9077-1144f000fa61", "tag": "2b67f208-ff62-41ad-9322-7960458636d2", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:47:37.300945 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed50a5ac-1807-4630-afc5-0ec6363b2db4 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:47:37.301387 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17547e38-ace9-4d33-9077-1144f000fa61', 'tag': '2b67f208-ff62-41ad-9322-7960458636d2', 'status': 'completed', 'code': 200} Sep 29 18:47:37.390373 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393eb51c-e4e7-4920-9e16-9d111275f34f req-156a279d-d9a5-44a7-af9a-34ff078b4a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:37.391869 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-393eb51c-e4e7-4920-9e16-9d111275f34f req-156a279d-d9a5-44a7-af9a-34ff078b4a43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 1097 time: 0.0451686 Sep 29 18:47:37.423529 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-4ff40156-fe9f-4ca1-b8b1-826c30010ee1 None None] Set router 398cdbae-595f-49fb-b5f7-0b3ced2749aa gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:47:37.484551 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393eb51c-e4e7-4920-9e16-9d111275f34f req-1bf015a3-ee4a-4a13-9bbf-900f8f8a727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:37.486129 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-393eb51c-e4e7-4920-9e16-9d111275f34f req-1bf015a3-ee4a-4a13-9bbf-900f8f8a727a service neutron] 10.222.0.35 "GET /v2.0/networks?id=a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 200 len: 911 time: 0.0852840 Sep 29 18:47:37.554800 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-393eb51c-e4e7-4920-9e16-9d111275f34f req-21a650cc-5cc6-47a4-9298-7c6c58bc9336 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b67f208-ff62-41ad-9322-7960458636d2 HTTP/1.1" status: 200 len: 999 time: 0.0611293 Sep 29 18:47:37.603337 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393eb51c-e4e7-4920-9e16-9d111275f34f req-dd59646d-ed02-4b1a-b6ff-dbceada672d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:37.604845 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-393eb51c-e4e7-4920-9e16-9d111275f34f req-dd59646d-ed02-4b1a-b6ff-dbceada672d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e HTTP/1.1" status: 200 len: 849 time: 0.0431952 Sep 29 18:47:37.641323 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4ff40156-fe9f-4ca1-b8b1-826c30010ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '794c914d-25e9-4da4-8433-1470dda6625e', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'port_id': '56efb01f-c08b-4d50-825b-c49b1744b991', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'mac_address': 'fa:16:3e:ff:f9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e271f-2426-450e-b289-c31b079c7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:45:02Z', 'updated_at': '2021-09-29T18:45:04Z', 'revision_number': 1, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'fixed_ip_address_scope': None}, {'id': 'b86d95b4-8c43-443a-94af-7d2c6625f8e6', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'port_id': '2b67f208-ff62-41ad-9322-7960458636d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'mac_address': 'fa:16:3e:be:96:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17547e38-ace9-4d33-9077-1144f000fa61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:47:36Z', 'updated_at': '2021-09-29T18:47:36Z', 'revision_number': 0, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91807405-51df-4460-b979-5517e754d60f', 'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'mac_address': 'fa:16:3e:30:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:44Z', 'updated_at': '2021-09-29T18:44:48Z', 'revision_number': 5, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'subnets': [{'id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:47:37.651280 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393eb51c-e4e7-4920-9e16-9d111275f34f req-9efa9ae7-49d3-42f9-a6cf-81f0ab639b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:47:37.652806 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-393eb51c-e4e7-4920-9e16-9d111275f34f req-9efa9ae7-49d3-42f9-a6cf-81f0ab639b1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a32bc9eb-99d1-4756-a803-056333c7a85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412645 Sep 29 18:47:37.669808 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff40156-fe9f-4ca1-b8b1-826c30010ee1 None None] Checking router: 398cdbae-595f-49fb-b5f7-0b3ced2749aa for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:47:37.677987 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff40156-fe9f-4ca1-b8b1-826c30010ee1 None None] Routers {'398cdbae-595f-49fb-b5f7-0b3ced2749aa'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:47:37.678594 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4ff40156-fe9f-4ca1-b8b1-826c30010ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:47:14Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:47:37.744323 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-393eb51c-e4e7-4920-9e16-9d111275f34f req-c92b3f45-6e17-4171-ae47-fca7ea59a570 service neutron] 10.222.0.35 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844336 Sep 29 18:47:37.783122 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-4ff40156-fe9f-4ca1-b8b1-826c30010ee1 None None] Set router 398cdbae-595f-49fb-b5f7-0b3ced2749aa gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:47:37.834728 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-393eb51c-e4e7-4920-9e16-9d111275f34f req-cc864311-a48d-42cb-ae34-dfe7c73116e9 service neutron] 10.222.0.35 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834789 Sep 29 18:47:37.998268 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-4ff40156-fe9f-4ca1-b8b1-826c30010ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '794c914d-25e9-4da4-8433-1470dda6625e', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'port_id': '56efb01f-c08b-4d50-825b-c49b1744b991', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'mac_address': 'fa:16:3e:ff:f9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e271f-2426-450e-b289-c31b079c7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:45:02Z', 'updated_at': '2021-09-29T18:45:04Z', 'revision_number': 1, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'fixed_ip_address_scope': None}, {'id': 'b86d95b4-8c43-443a-94af-7d2c6625f8e6', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'port_id': '2b67f208-ff62-41ad-9322-7960458636d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'mac_address': 'fa:16:3e:be:96:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17547e38-ace9-4d33-9077-1144f000fa61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:47:36Z', 'updated_at': '2021-09-29T18:47:36Z', 'revision_number': 0, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91807405-51df-4460-b979-5517e754d60f', 'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'mac_address': 'fa:16:3e:30:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:44Z', 'updated_at': '2021-09-29T18:44:48Z', 'revision_number': 5, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'subnets': [{'id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:47:38.027819 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff40156-fe9f-4ca1-b8b1-826c30010ee1 None None] The sync data for ids ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'] in n-d-811748-2 is: [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '794c914d-25e9-4da4-8433-1470dda6625e', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'port_id': '56efb01f-c08b-4d50-825b-c49b1744b991', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'mac_address': 'fa:16:3e:ff:f9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e271f-2426-450e-b289-c31b079c7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:45:02Z', 'updated_at': '2021-09-29T18:45:04Z', 'revision_number': 1, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'fixed_ip_address_scope': None}, {'id': 'b86d95b4-8c43-443a-94af-7d2c6625f8e6', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'port_id': '2b67f208-ff62-41ad-9322-7960458636d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'mac_address': 'fa:16:3e:be:96:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17547e38-ace9-4d33-9077-1144f000fa61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:47:36Z', 'updated_at': '2021-09-29T18:47:36Z', 'revision_number': 0, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91807405-51df-4460-b979-5517e754d60f', 'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'mac_address': 'fa:16:3e:30:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:44Z', 'updated_at': '2021-09-29T18:44:48Z', 'revision_number': 5, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'subnets': [{'id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:47:38.223262 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1de5e0-6b47-4731-a068-b94c6989dce6 None None] New status for floating IP b86d95b4-8c43-443a-94af-7d2c6625f8e6: ACTIVE {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:47:40.951268 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c39b7b99-614e-4cb6-ba39-2706eb4d9207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:43.660753 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2cd250c6-31d8-462c-8408-ff5848323380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:44.806807 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:44.919946 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:45.347005 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:47.216103 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:47:58.308925 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:48:06.309180 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:48:10.952296 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78554c8b-3ee6-4c55-bf1c-3df65cb115cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:48:11.380179 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6844b89d-e2ca-4429-a115-bcc0896ee012 req-36471771-c2b1-4929-918c-a8f73e142272 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393248 Sep 29 18:48:11.464813 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844b89d-e2ca-4429-a115-bcc0896ee012 req-3fea997b-699e-4a71-8fd7-9d08ed55186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:48:11.466320 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6844b89d-e2ca-4429-a115-bcc0896ee012 req-3fea997b-699e-4a71-8fd7-9d08ed55186c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 1094 time: 0.0440207 Sep 29 18:48:11.567917 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844b89d-e2ca-4429-a115-bcc0896ee012 req-ba958a7f-73d0-42b7-8c4e-f14b2fceddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:48:11.569269 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6844b89d-e2ca-4429-a115-bcc0896ee012 req-ba958a7f-73d0-42b7-8c4e-f14b2fceddc2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 200 len: 911 time: 0.0826702 Sep 29 18:48:11.636300 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6844b89d-e2ca-4429-a115-bcc0896ee012 req-b4ac5a68-5db9-4102-ba1c-aaffb0c9e103 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56efb01f-c08b-4d50-825b-c49b1744b991 HTTP/1.1" status: 200 len: 999 time: 0.0599222 Sep 29 18:48:11.685268 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844b89d-e2ca-4429-a115-bcc0896ee012 req-05dbecbe-fb83-4bf4-921e-ea7350c167b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:48:11.686796 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6844b89d-e2ca-4429-a115-bcc0896ee012 req-05dbecbe-fb83-4bf4-921e-ea7350c167b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e HTTP/1.1" status: 200 len: 849 time: 0.0439000 Sep 29 18:48:11.732620 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844b89d-e2ca-4429-a115-bcc0896ee012 req-524674ea-52eb-4011-a3df-016d4c7d561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:48:11.734109 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6844b89d-e2ca-4429-a115-bcc0896ee012 req-524674ea-52eb-4011-a3df-016d4c7d561c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a32bc9eb-99d1-4756-a803-056333c7a85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387347 Sep 29 18:48:11.824971 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6844b89d-e2ca-4429-a115-bcc0896ee012 req-40bbbbb9-1827-4787-83fd-f8eece05f9a7 service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832906 Sep 29 18:48:11.912670 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-6844b89d-e2ca-4429-a115-bcc0896ee012 req-3ce104e5-e18f-40f6-9275-6038526dbec7 service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792680 Sep 29 18:48:13.662691 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-53ce80a1-6e33-4c69-acbf-0bfedb9b3a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:48:14.806972 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:48:14.921913 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:48:15.361040 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:48:17.219808 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:48:23.370899 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c56a9fe-45fd-4855-9207-db36a2f408bf req-7c24f575-8585-4f16-9c1f-d9f15a055984 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435562 Sep 29 18:48:23.464198 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56a9fe-45fd-4855-9207-db36a2f408bf req-e1eeea8f-e1ae-475b-a4b3-693d0366f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:48:23.465735 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c56a9fe-45fd-4855-9207-db36a2f408bf req-e1eeea8f-e1ae-475b-a4b3-693d0366f56b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0392783 Sep 29 18:48:23.565838 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56a9fe-45fd-4855-9207-db36a2f408bf req-bdd70ca4-1fd0-40cb-bcc3-d9e1933c0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:48:23.567173 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c56a9fe-45fd-4855-9207-db36a2f408bf req-bdd70ca4-1fd0-40cb-bcc3-d9e1933c0006 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0825436 Sep 29 18:48:23.611306 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c56a9fe-45fd-4855-9207-db36a2f408bf req-50294143-307d-489f-b23c-561b21e69bf3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0366921 Sep 29 18:48:23.659349 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56a9fe-45fd-4855-9207-db36a2f408bf req-857bfaa6-974b-440c-a0a9-b6d76f1574e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:48:23.660760 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c56a9fe-45fd-4855-9207-db36a2f408bf req-857bfaa6-974b-440c-a0a9-b6d76f1574e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0425282 Sep 29 18:48:23.705446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56a9fe-45fd-4855-9207-db36a2f408bf req-f14f06c3-97c2-4642-ac3a-15d87f6c7a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:48:23.706915 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c56a9fe-45fd-4855-9207-db36a2f408bf req-f14f06c3-97c2-4642-ac3a-15d87f6c7a3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387373 Sep 29 18:48:23.797985 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c56a9fe-45fd-4855-9207-db36a2f408bf req-a9865d16-ec57-4eca-88c8-a39ddf4a30d1 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832300 Sep 29 18:48:23.886221 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-0c56a9fe-45fd-4855-9207-db36a2f408bf req-19bda760-fd47-4488-b52c-00dd74b371c9 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820336 Sep 29 18:48:28.308063 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:48:40.958250 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-23a5b967-e2fb-4ab5-8fee-d99f6b9e5bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:48:43.308676 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:48:43.661841 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ab05c19c-f654-4d52-8991-30fba1c96887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:48:44.807708 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:48:44.924196 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:48:45.360328 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:48:47.226386 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:48:58.316322 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:10.951905 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c30ab2d6-1b59-470b-8989-14a2263e83ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:13.428950 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-afef4012-1e87-4f30-8f24-a2c5f0bc6664 req-5d1728c8-7e47-4a90-8755-92e188139aba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0895455 Sep 29 18:49:13.507418 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef4012-1e87-4f30-8f24-a2c5f0bc6664 req-138534c5-8b55-431c-8fa1-0b64edc72358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:49:13.508868 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-afef4012-1e87-4f30-8f24-a2c5f0bc6664 req-138534c5-8b55-431c-8fa1-0b64edc72358 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 1094 time: 0.0388160 Sep 29 18:49:13.610082 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef4012-1e87-4f30-8f24-a2c5f0bc6664 req-4d0ae56c-0771-4a2b-aa7d-bb95e8cc7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:49:13.611444 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-afef4012-1e87-4f30-8f24-a2c5f0bc6664 req-4d0ae56c-0771-4a2b-aa7d-bb95e8cc7d56 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 200 len: 911 time: 0.0829892 Sep 29 18:49:13.663216 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-6fc6b69c-8d9c-4a78-86f5-ce2bccbc8390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:13.679153 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-afef4012-1e87-4f30-8f24-a2c5f0bc6664 req-b7237aec-f464-4e02-b466-4004e292a751 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56efb01f-c08b-4d50-825b-c49b1744b991 HTTP/1.1" status: 200 len: 999 time: 0.0608940 Sep 29 18:49:13.727408 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef4012-1e87-4f30-8f24-a2c5f0bc6664 req-06af6900-fa2f-455b-a995-e63ec9d23294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:49:13.728838 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-afef4012-1e87-4f30-8f24-a2c5f0bc6664 req-06af6900-fa2f-455b-a995-e63ec9d23294 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e HTTP/1.1" status: 200 len: 849 time: 0.0433607 Sep 29 18:49:13.773930 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef4012-1e87-4f30-8f24-a2c5f0bc6664 req-4ceb42ad-cc27-4583-80ea-046a72c04e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:49:13.775378 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-afef4012-1e87-4f30-8f24-a2c5f0bc6664 req-4ceb42ad-cc27-4583-80ea-046a72c04e70 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a32bc9eb-99d1-4756-a803-056333c7a85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387785 Sep 29 18:49:13.866470 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-afef4012-1e87-4f30-8f24-a2c5f0bc6664 req-16d6c4ab-b07b-4136-a040-569ffaf71dcf service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827434 Sep 29 18:49:13.959258 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-afef4012-1e87-4f30-8f24-a2c5f0bc6664 req-554a2164-8945-4da0-b556-330c738f468e service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858660 Sep 29 18:49:14.808811 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:14.927943 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:15.370798 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:17.227102 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:20.308142 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:49:23.432581 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f1b0e60-7158-4b8c-8d03-103205e2ba1d req-94bef1a3-7971-417e-99f4-7a4473bc0427 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0914094 Sep 29 18:49:23.509195 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b0e60-7158-4b8c-8d03-103205e2ba1d req-cebbfaeb-a543-4073-87ac-036eaaf612c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:49:23.510598 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f1b0e60-7158-4b8c-8d03-103205e2ba1d req-cebbfaeb-a543-4073-87ac-036eaaf612c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 1097 time: 0.0390987 Sep 29 18:49:23.610798 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b0e60-7158-4b8c-8d03-103205e2ba1d req-b0b1db17-5965-4ef2-869b-63a4c8d8ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:49:23.612256 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f1b0e60-7158-4b8c-8d03-103205e2ba1d req-b0b1db17-5965-4ef2-869b-63a4c8d8ef9f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 200 len: 911 time: 0.0826993 Sep 29 18:49:23.679107 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f1b0e60-7158-4b8c-8d03-103205e2ba1d req-4d9de1d7-0a06-4bdb-acca-a02797613742 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b67f208-ff62-41ad-9322-7960458636d2 HTTP/1.1" status: 200 len: 1001 time: 0.0598977 Sep 29 18:49:23.728071 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b0e60-7158-4b8c-8d03-103205e2ba1d req-3b23e64d-1071-455d-8929-ec68b80a4ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:49:23.729492 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f1b0e60-7158-4b8c-8d03-103205e2ba1d req-3b23e64d-1071-455d-8929-ec68b80a4ae5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e HTTP/1.1" status: 200 len: 849 time: 0.0428157 Sep 29 18:49:23.775411 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b0e60-7158-4b8c-8d03-103205e2ba1d req-5b526e00-0e1b-4b9e-bc9f-973cd74d7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:49:23.776763 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f1b0e60-7158-4b8c-8d03-103205e2ba1d req-5b526e00-0e1b-4b9e-bc9f-973cd74d7fab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a32bc9eb-99d1-4756-a803-056333c7a85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393822 Sep 29 18:49:23.867561 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f1b0e60-7158-4b8c-8d03-103205e2ba1d req-13a67b27-ca47-45e1-96ab-e67bb1662a25 service neutron] 10.222.0.35 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832908 Sep 29 18:49:23.960761 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3f1b0e60-7158-4b8c-8d03-103205e2ba1d req-94ac5f3f-b81b-48c0-9956-ef081b4cf29e service neutron] 10.222.0.35 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854661 Sep 29 18:49:28.329154 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:40.212572 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2b67f208-ff62-41ad-9322-7960458636d2 details requested by agent hyperv_n-h2-811748-2 with host n-h2-811748-2 {{(pid=95017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 18:49:40.305364 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2b67f208-ff62-41ad-9322-7960458636d2, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2b67f208-ff62-41ad-9322-7960458636d2,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:49:40.316698 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Returning: {'device': '2b67f208-ff62-41ad-9322-7960458636d2', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'port_id': '2b67f208-ff62-41ad-9322-7960458636d2', 'mac_address': 'fa:16:3e:be:96:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 18:49:40.356820 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:40.368962 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b67f208-ff62-41ad-9322-7960458636d2 {{(pid=95017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 18:49:40.388487 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2b67f208-ff62-41ad-9322-7960458636d2, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2b67f208-ff62-41ad-9322-7960458636d2,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:49:40.392635 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:40.438339 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=2b67f208-ff62-41ad-9322-7960458636d2,revision_number=6']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:49:40.445398 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:40.445746 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:40.446084 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:40.446422 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:40.446755 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:40.447083 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:40.447408 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:40.447732 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:40.448053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:40.448375 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:40.448695 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:40.449014 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:40.545063 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] get_ports_and_sgs() called for port_ids ['2b67f208-ff62-41ad-9322-7960458636d2'] {{(pid=95017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 18:49:40.952773 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a04e86fa-3d59-4f44-8f11-62f057129f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:42.217989 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2b67f208-ff62-41ad-9322-7960458636d2 up at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 18:49:42.265853 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.provisioning_blocks [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Provisioning complete for port 2b67f208-ff62-41ad-9322-7960458636d2 triggered by entity L2. {{(pid=95017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 18:49:42.266225 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1461986'] for port, provisioning_complete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:42.341365 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1470014'] for port, before_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:42.363723 n-d-811748-2 neutron-server[95017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17547e38-ace9-4d33-9077-1144f000fa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b67f208-ff62-41ad-9322-7960458636d2'}] {{(pid=95017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:49:42.365974 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5d4091080d3cc9288e87a151c5690d529e185fb35d7fa7e1b2e1ababd38f102" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faecfc5b-72da-45cf-b446-eb3e6df11b60" -d '{"events": [{"server_uuid": "17547e38-ace9-4d33-9077-1144f000fa61", "name": "network-vif-plugged", "status": "completed", "tag": "2b67f208-ff62-41ad-9322-7960458636d2"}]}' {{(pid=95017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:49:42.378252 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] For port 2b67f208-ff62-41ad-9322-7960458636d2, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2b67f208-ff62-41ad-9322-7960458636d2,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:49:42.382289 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770531869956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770531346625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770531346643'] for port, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:42.408026 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8816ce2-2ca6-4298-b0b2-1b77aabdd692 x-openstack-request-id: req-b8816ce2-2ca6-4298-b0b2-1b77aabdd692 {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:49:42.408318 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17547e38-ace9-4d33-9077-1144f000fa61", "name": "network-vif-plugged", "status": "completed", "tag": "2b67f208-ff62-41ad-9322-7960458636d2", "code": 200}]} {{(pid=95017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:49:42.408572 n-d-811748-2 neutron-server[95017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8816ce2-2ca6-4298-b0b2-1b77aabdd692 {{(pid=95017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:49:42.408958 n-d-811748-2 neutron-server[95017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17547e38-ace9-4d33-9077-1144f000fa61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b67f208-ff62-41ad-9322-7960458636d2', 'code': 200} Sep 29 18:49:42.433673 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Pushing event updated for resources: {'Port': ['ID=2b67f208-ff62-41ad-9322-7960458636d2,revision_number=7']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:49:43.672331 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b4856f0c-bea5-467d-8c9b-4b1ccf5d2cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:44.823381 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:44.939217 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:45.378441 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:47.263248 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:54.490859 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57520) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:49:54.644293 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Deleting port 649051a4-af83-4b45-9c8c-7eaa52b9d86c {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:49:54.644529 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:54.725200 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:54.725572 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:54.737602 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Calling delete_port for 649051a4-af83-4b45-9c8c-7eaa52b9d86c owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:49:54.883789 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:54.909532 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event deleted for resources: {'Port': ['ID=649051a4-af83-4b45-9c8c-7eaa52b9d86c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:49:54.921779 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:54.922129 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:54.922471 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:54.922805 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:54.923162 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:54.923501 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:54.923830 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:54.924154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:54.924480 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:54.924802 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:54.925126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:54.925481 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:49:54.981022 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:54.981370 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Floating IP b86d95b4-8c43-443a-94af-7d2c6625f8e6 disassociated (deleted). External IP: 172.25.2.80, port: 2b67f208-ff62-41ad-9322-7960458636d2. Sep 29 18:49:55.187875 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Router 398cdbae-595f-49fb-b5f7-0b3ced2749aa has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:49:55.624704 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:49:55.629395 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:55.634183 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0283367b-9a15-4d0e-a610-b939735dc30d None None] Sync routers for ids ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:49:55.644049 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283367b-9a15-4d0e-a610-b939735dc30d None None] Routers {'398cdbae-595f-49fb-b5f7-0b3ced2749aa'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:49:55.644640 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0283367b-9a15-4d0e-a610-b939735dc30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:49:55.658298 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-f24ba84c-8c2a-4c19-84a1-35e0d04d0865 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "DELETE /v2.0/floatingips/b86d95b4-8c43-443a-94af-7d2c6625f8e6 HTTP/1.1" status: 204 len: 168 time: 1.1663485 Sep 29 18:49:55.658910 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17547e38-ace9-4d33-9077-1144f000fa61', 'tag': '2b67f208-ff62-41ad-9322-7960458636d2'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:49:55.661167 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacfebd7-cc45-4757-8e60-9a133f9a5b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "17547e38-ace9-4d33-9077-1144f000fa61", "tag": "2b67f208-ff62-41ad-9322-7960458636d2"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:49:55.747483 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-0283367b-9a15-4d0e-a610-b939735dc30d None None] Set router 398cdbae-595f-49fb-b5f7-0b3ced2749aa gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:49:55.816599 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9538654-fc92-4b1a-ba48-c2fd48f46faa x-openstack-request-id: req-d9538654-fc92-4b1a-ba48-c2fd48f46faa {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:49:55.817000 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17547e38-ace9-4d33-9077-1144f000fa61", "tag": "2b67f208-ff62-41ad-9322-7960458636d2", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:49:55.817477 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9538654-fc92-4b1a-ba48-c2fd48f46faa {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:49:55.817975 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17547e38-ace9-4d33-9077-1144f000fa61', 'tag': '2b67f208-ff62-41ad-9322-7960458636d2', 'status': 'completed', 'code': 200} Sep 29 18:49:55.930723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfebd7-cc45-4757-8e60-9a133f9a5b9c req-35b6debe-1549-4573-96b8-71b51f415b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:49:55.932205 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eacfebd7-cc45-4757-8e60-9a133f9a5b9c req-35b6debe-1549-4573-96b8-71b51f415b97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 1097 time: 0.0597131 Sep 29 18:49:55.941723 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de250310-496f-435f-bbfc-ea3b889198b4 req-5d6d9390-d9f3-4144-b142-981fd0f1a730 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:49:55.943104 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de250310-496f-435f-bbfc-ea3b889198b4 req-5d6d9390-d9f3-4144-b142-981fd0f1a730 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 946 time: 0.0821702 Sep 29 18:49:55.968356 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0283367b-9a15-4d0e-a610-b939735dc30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '794c914d-25e9-4da4-8433-1470dda6625e', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'port_id': '56efb01f-c08b-4d50-825b-c49b1744b991', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'mac_address': 'fa:16:3e:ff:f9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e271f-2426-450e-b289-c31b079c7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:45:02Z', 'updated_at': '2021-09-29T18:45:04Z', 'revision_number': 1, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91807405-51df-4460-b979-5517e754d60f', 'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'mac_address': 'fa:16:3e:30:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:44Z', 'updated_at': '2021-09-29T18:44:48Z', 'revision_number': 5, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'subnets': [{'id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:49:55.997517 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0283367b-9a15-4d0e-a610-b939735dc30d None None] Checking router: 398cdbae-595f-49fb-b5f7-0b3ced2749aa for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:49:56.006073 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283367b-9a15-4d0e-a610-b939735dc30d None None] Routers {'398cdbae-595f-49fb-b5f7-0b3ced2749aa'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:49:56.006667 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0283367b-9a15-4d0e-a610-b939735dc30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:49:56.035993 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-de250310-496f-435f-bbfc-ea3b889198b4 req-2ad9106c-7f02-4839-aeb2-cc9ed6b9ecf9 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829880 Sep 29 18:49:56.063612 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfebd7-cc45-4757-8e60-9a133f9a5b9c req-035b1b0e-6823-4d15-b267-e7f4df526206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:49:56.065155 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eacfebd7-cc45-4757-8e60-9a133f9a5b9c req-035b1b0e-6823-4d15-b267-e7f4df526206 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 200 len: 911 time: 0.1212156 Sep 29 18:49:56.110875 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eacfebd7-cc45-4757-8e60-9a133f9a5b9c req-b73c6f41-050a-48f3-88c1-2ad204debd43 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b67f208-ff62-41ad-9322-7960458636d2 HTTP/1.1" status: 200 len: 217 time: 0.0379245 Sep 29 18:49:56.166657 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfebd7-cc45-4757-8e60-9a133f9a5b9c req-d0af8306-5e42-4d51-83f4-380f729b5c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:49:56.168117 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eacfebd7-cc45-4757-8e60-9a133f9a5b9c req-d0af8306-5e42-4d51-83f4-380f729b5c77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e HTTP/1.1" status: 200 len: 849 time: 0.0499458 Sep 29 18:49:56.204088 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-0283367b-9a15-4d0e-a610-b939735dc30d None None] Set router 398cdbae-595f-49fb-b5f7-0b3ced2749aa gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:49:56.215044 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacfebd7-cc45-4757-8e60-9a133f9a5b9c req-ae0f2aaf-c7ea-486b-a273-e500ddef851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:49:56.216642 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eacfebd7-cc45-4757-8e60-9a133f9a5b9c req-ae0f2aaf-c7ea-486b-a273-e500ddef851d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a32bc9eb-99d1-4756-a803-056333c7a85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398202 Sep 29 18:49:56.314594 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eacfebd7-cc45-4757-8e60-9a133f9a5b9c req-b25de3dd-deea-4ca5-8909-b560b5ddd8bf service neutron] 10.222.0.35 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892601 Sep 29 18:49:56.407470 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-eacfebd7-cc45-4757-8e60-9a133f9a5b9c req-ae66db05-3d59-426d-a951-50319b99664c service neutron] 10.222.0.35 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849652 Sep 29 18:49:56.422727 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-0283367b-9a15-4d0e-a610-b939735dc30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '794c914d-25e9-4da4-8433-1470dda6625e', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'port_id': '56efb01f-c08b-4d50-825b-c49b1744b991', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'mac_address': 'fa:16:3e:ff:f9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e271f-2426-450e-b289-c31b079c7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:45:02Z', 'updated_at': '2021-09-29T18:45:04Z', 'revision_number': 1, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91807405-51df-4460-b979-5517e754d60f', 'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'mac_address': 'fa:16:3e:30:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:44Z', 'updated_at': '2021-09-29T18:44:48Z', 'revision_number': 5, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'subnets': [{'id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:49:56.448657 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0283367b-9a15-4d0e-a610-b939735dc30d None None] The sync data for ids ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'] in n-d-811748-2 is: [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_floatingips': [{'id': '794c914d-25e9-4da4-8433-1470dda6625e', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'router_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'port_id': '56efb01f-c08b-4d50-825b-c49b1744b991', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'mac_address': 'fa:16:3e:ff:f9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742e271f-2426-450e-b289-c31b079c7ee9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T18:45:02Z', 'updated_at': '2021-09-29T18:45:04Z', 'revision_number': 1, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91807405-51df-4460-b979-5517e754d60f', 'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'mac_address': 'fa:16:3e:30:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:44Z', 'updated_at': '2021-09-29T18:44:48Z', 'revision_number': 5, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'subnets': [{'id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:49:56.683129 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0a91b-ed4b-4ce4-8391-c289f46c037c None None] New status for floating IP b86d95b4-8c43-443a-94af-7d2c6625f8e6: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:49:57.150790 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7479729-9a80-47d1-97c0-f43444b51cfe req-9f59eae4-ab7a-41e5-9a52-f01a3fdaf680 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:49:57.152250 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d7479729-9a80-47d1-97c0-f43444b51cfe req-9f59eae4-ab7a-41e5-9a52-f01a3fdaf680 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 946 time: 0.0483184 Sep 29 18:49:57.189219 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d7479729-9a80-47d1-97c0-f43444b51cfe req-c283c1ad-856d-4a60-bef9-23e521ffb231 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302312 Sep 29 18:49:57.307309 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:49:57.672829 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36d060-db0c-4d7e-8c79-e756a913ea04 req-d9e8b117-d6d0-44f4-a0dc-a54649542bbe tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:49:57.674200 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2b36d060-db0c-4d7e-8c79-e756a913ea04 req-d9e8b117-d6d0-44f4-a0dc-a54649542bbe tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.35 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 946 time: 0.0524573 Sep 29 18:49:57.762055 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-2b36d060-db0c-4d7e-8c79-e756a913ea04 req-ea611fce-2f03-4c01-a0d4-237e597673d1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Deleting port 2b67f208-ff62-41ad-9322-7960458636d2 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:49:57.762387 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2b36d060-db0c-4d7e-8c79-e756a913ea04 req-ea611fce-2f03-4c01-a0d4-237e597673d1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:57.853695 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [req-2b36d060-db0c-4d7e-8c79-e756a913ea04 req-ea611fce-2f03-4c01-a0d4-237e597673d1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] For port 2b67f208-ff62-41ad-9322-7960458636d2, host n-h2-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811748-2',level=0,port_id=2b67f208-ff62-41ad-9322-7960458636d2,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:49:57.854058 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2b36d060-db0c-4d7e-8c79-e756a913ea04 req-ea611fce-2f03-4c01-a0d4-237e597673d1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:57.866160 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [req-2b36d060-db0c-4d7e-8c79-e756a913ea04 req-ea611fce-2f03-4c01-a0d4-237e597673d1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Calling delete_port for 2b67f208-ff62-41ad-9322-7960458636d2 owned by compute:nova {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:49:57.988677 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2b36d060-db0c-4d7e-8c79-e756a913ea04 req-ea611fce-2f03-4c01-a0d4-237e597673d1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:58.020891 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea611fce-2f03-4c01-a0d4-237e597673d1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event deleted for resources: {'Port': ['ID=2b67f208-ff62-41ad-9322-7960458636d2,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:49:58.061761 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b36d060-db0c-4d7e-8c79-e756a913ea04 req-ea611fce-2f03-4c01-a0d4-237e597673d1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] No DVR routers for this DVR port 2b67f208-ff62-41ad-9322-7960458636d2 on host n-h2-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:49:58.064379 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [req-2b36d060-db0c-4d7e-8c79-e756a913ea04 req-ea611fce-2f03-4c01-a0d4-237e597673d1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:58.066483 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-2b36d060-db0c-4d7e-8c79-e756a913ea04 req-ea611fce-2f03-4c01-a0d4-237e597673d1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.35 "DELETE /v2.0/ports/2b67f208-ff62-41ad-9322-7960458636d2 HTTP/1.1" status: 204 len: 173 time: 0.3858678 Sep 29 18:49:58.066960 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17547e38-ace9-4d33-9077-1144f000fa61', 'name': 'network-vif-deleted', 'tag': '2b67f208-ff62-41ad-9322-7960458636d2'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:49:58.069328 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6302196c-1092-4e2b-9bad-d8074f63e0c6" -d '{"events": [{"server_uuid": "17547e38-ace9-4d33-9077-1144f000fa61", "name": "network-vif-deleted", "tag": "2b67f208-ff62-41ad-9322-7960458636d2"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:49:58.105556 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722a88bc-f80e-44b0-b328-0c834e7ec2c3 x-openstack-request-id: req-722a88bc-f80e-44b0-b328-0c834e7ec2c3 {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:49:58.105854 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17547e38-ace9-4d33-9077-1144f000fa61", "name": "network-vif-deleted", "tag": "2b67f208-ff62-41ad-9322-7960458636d2", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:49:58.106127 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-722a88bc-f80e-44b0-b328-0c834e7ec2c3 {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:49:58.106531 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17547e38-ace9-4d33-9077-1144f000fa61', 'name': 'network-vif-deleted', 'tag': '2b67f208-ff62-41ad-9322-7960458636d2', 'status': 'completed', 'code': 200} Sep 29 18:49:58.241973 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2b67f208-ff62-41ad-9322-7960458636d2 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:49:58.261385 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 2b67f208-ff62-41ad-9322-7960458636d2 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:49:58.261728 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2b67f208-ff62-41ad-9322-7960458636d2 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:49:58.298883 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-19cbdc12-517d-42d3-a003-ce07284069b4 req-1e38aa8c-5787-4a38-8e88-742062c9e29e tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=17547e38-ace9-4d33-9077-1144f000fa61 HTTP/1.1" status: 200 len: 210 time: 0.0266666 Sep 29 18:49:58.340758 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:49:59.847154 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57576) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:50:00.002371 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-e0790105-783e-4f17-96c1-a26644422bee tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Deleting port a76401bf-a2cc-4ab0-a72b-ea5028098ba1 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:50:00.002710 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0790105-783e-4f17-96c1-a26644422bee tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:00.078946 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0790105-783e-4f17-96c1-a26644422bee tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:00.079188 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0790105-783e-4f17-96c1-a26644422bee tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:00.090512 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-e0790105-783e-4f17-96c1-a26644422bee tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Calling delete_port for a76401bf-a2cc-4ab0-a72b-ea5028098ba1 owned by network:floatingip {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:50:00.232512 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0790105-783e-4f17-96c1-a26644422bee tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:00.258432 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0790105-783e-4f17-96c1-a26644422bee tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event deleted for resources: {'Port': ['ID=a76401bf-a2cc-4ab0-a72b-ea5028098ba1,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:50:00.316376 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0790105-783e-4f17-96c1-a26644422bee tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for floatingip, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:00.316698 n-d-811748-2 neutron-server[95015]: INFO neutron.db.l3_db [None req-e0790105-783e-4f17-96c1-a26644422bee tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Floating IP 794c914d-25e9-4da4-8433-1470dda6625e disassociated (deleted). External IP: 172.25.2.118, port: 56efb01f-c08b-4d50-825b-c49b1744b991. Sep 29 18:50:00.519009 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0790105-783e-4f17-96c1-a26644422bee tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Router 398cdbae-595f-49fb-b5f7-0b3ced2749aa has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:50:00.624468 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0790105-783e-4f17-96c1-a26644422bee tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:50:00.629229 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-e0790105-783e-4f17-96c1-a26644422bee tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for floatingip, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:00.633957 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2f456-8186-4345-a900-a467b80b7819 None None] Sync routers for ids ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:50:00.642632 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2f456-8186-4345-a900-a467b80b7819 None None] Routers {'398cdbae-595f-49fb-b5f7-0b3ced2749aa'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:50:00.643228 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fdf2f456-8186-4345-a900-a467b80b7819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:00.656670 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-e0790105-783e-4f17-96c1-a26644422bee tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "DELETE /v2.0/floatingips/794c914d-25e9-4da4-8433-1470dda6625e HTTP/1.1" status: 204 len: 168 time: 0.8084247 Sep 29 18:50:00.657269 n-d-811748-2 neutron-server[95015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '742e271f-2426-450e-b289-c31b079c7ee9', 'tag': '56efb01f-c08b-4d50-825b-c49b1744b991'}] {{(pid=95015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:50:00.659544 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3964ab0f3b9b1bc3193e92dc5f1c30e4fb0ee45974860977d8a29114fa65346" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f75e26-646e-43bb-9852-ef83386d0709" -d '{"events": [{"name": "network-changed", "server_uuid": "742e271f-2426-450e-b289-c31b079c7ee9", "tag": "56efb01f-c08b-4d50-825b-c49b1744b991"}]}' {{(pid=95015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:50:00.746905 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-fdf2f456-8186-4345-a900-a467b80b7819 None None] Set router 398cdbae-595f-49fb-b5f7-0b3ced2749aa gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:50:00.811146 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 18:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75096d0-5373-48b2-ba84-ca178d40b30a x-openstack-request-id: req-f75096d0-5373-48b2-ba84-ca178d40b30a {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:50:00.811635 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "742e271f-2426-450e-b289-c31b079c7ee9", "tag": "56efb01f-c08b-4d50-825b-c49b1744b991", "status": "completed", "code": 200}]} {{(pid=95015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:50:00.812019 n-d-811748-2 neutron-server[95015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f75096d0-5373-48b2-ba84-ca178d40b30a {{(pid=95015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:50:00.812635 n-d-811748-2 neutron-server[95015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '742e271f-2426-450e-b289-c31b079c7ee9', 'tag': '56efb01f-c08b-4d50-825b-c49b1744b991', 'status': 'completed', 'code': 200} Sep 29 18:50:00.879185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f75e26-646e-43bb-9852-ef83386d0709 req-a7e9fe40-0647-4f47-84ee-ed07cda775e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:50:00.880823 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f75e26-646e-43bb-9852-ef83386d0709 req-a7e9fe40-0647-4f47-84ee-ed07cda775e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 1094 time: 0.0423670 Sep 29 18:50:00.907318 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf11b2e-cfa9-4c56-b614-f41d379a87c8 req-74230305-f6d1-4a61-83e9-d5e7afd9027c tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:50:00.909572 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3cf11b2e-cfa9-4c56-b614-f41d379a87c8 req-74230305-f6d1-4a61-83e9-d5e7afd9027c tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 943 time: 0.0524480 Sep 29 18:50:00.950936 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-3cf11b2e-cfa9-4c56-b614-f41d379a87c8 req-bc5b9973-dbdf-4f8d-8802-bd441c72d918 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/security-groups?id=31e60c4d-eb1e-4345-ad15-16c09a2e6a44&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325267 Sep 29 18:50:00.957123 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fdf2f456-8186-4345-a900-a467b80b7819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '91807405-51df-4460-b979-5517e754d60f', 'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'mac_address': 'fa:16:3e:30:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:44Z', 'updated_at': '2021-09-29T18:44:48Z', 'revision_number': 5, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'subnets': [{'id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:00.980100 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f75e26-646e-43bb-9852-ef83386d0709 req-7bdae3f3-140e-4d0c-b69e-efc1a3200314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:50:00.981609 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f75e26-646e-43bb-9852-ef83386d0709 req-7bdae3f3-140e-4d0c-b69e-efc1a3200314 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 200 len: 911 time: 0.0910816 Sep 29 18:50:00.985263 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2f456-8186-4345-a900-a467b80b7819 None None] Checking router: 398cdbae-595f-49fb-b5f7-0b3ced2749aa for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:50:00.993718 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2f456-8186-4345-a900-a467b80b7819 None None] Routers {'398cdbae-595f-49fb-b5f7-0b3ced2749aa'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:50:00.994317 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fdf2f456-8186-4345-a900-a467b80b7819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:01.027308 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f75e26-646e-43bb-9852-ef83386d0709 req-6bd7343d-1a8e-4d0e-a567-e91d3e815cbc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56efb01f-c08b-4d50-825b-c49b1744b991 HTTP/1.1" status: 200 len: 217 time: 0.0370607 Sep 29 18:50:01.078122 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f75e26-646e-43bb-9852-ef83386d0709 req-d0f19044-1ca5-47d6-b30f-b4252ad77f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:50:01.079596 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f75e26-646e-43bb-9852-ef83386d0709 req-d0f19044-1ca5-47d6-b30f-b4252ad77f4f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e HTTP/1.1" status: 200 len: 849 time: 0.0440276 Sep 29 18:50:01.098590 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-fdf2f456-8186-4345-a900-a467b80b7819 None None] Set router 398cdbae-595f-49fb-b5f7-0b3ced2749aa gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:50:01.125113 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f75e26-646e-43bb-9852-ef83386d0709 req-66a99e33-7dd2-4a71-b7ce-5d122dbf838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:50:01.126631 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f75e26-646e-43bb-9852-ef83386d0709 req-66a99e33-7dd2-4a71-b7ce-5d122dbf838b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a32bc9eb-99d1-4756-a803-056333c7a85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389147 Sep 29 18:50:01.223091 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f75e26-646e-43bb-9852-ef83386d0709 req-64c72fe9-1efc-4147-abbc-461de5302af9 service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861163 Sep 29 18:50:01.297833 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-fdf2f456-8186-4345-a900-a467b80b7819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '91807405-51df-4460-b979-5517e754d60f', 'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'mac_address': 'fa:16:3e:30:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:44Z', 'updated_at': '2021-09-29T18:44:48Z', 'revision_number': 5, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'subnets': [{'id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:01.317297 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-88f75e26-646e-43bb-9852-ef83386d0709 req-3c81d46d-e636-4f6d-89be-9735f7e4de48 service neutron] 10.222.0.49 "GET /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857677 Sep 29 18:50:01.328253 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2f456-8186-4345-a900-a467b80b7819 None None] The sync data for ids ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'] in n-d-811748-2 is: [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:44:44Z', 'revision_number': 4, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2', '_interfaces': [{'id': '91807405-51df-4460-b979-5517e754d60f', 'name': '', 'network_id': 'a32bc9eb-99d1-4756-a803-056333c7a85d', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'mac_address': 'fa:16:3e:30:52:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:44Z', 'updated_at': '2021-09-29T18:44:48Z', 'revision_number': 5, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'subnets': [{'id': '8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:50:01.487562 n-d-811748-2 neutron-server[95016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06285de6-daa9-4e36-9795-e92f2883e875 req-2a5aa6a0-cb55-4ee0-81a3-7c8e4bfc9545 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:50:01.489054 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-06285de6-daa9-4e36-9795-e92f2883e875 req-2a5aa6a0-cb55-4ee0-81a3-7c8e4bfc9545 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.49 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 943 time: 0.0544541 Sep 29 18:50:01.558604 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff96f967-c8a3-4241-8405-c4d2f84eb083 None None] New status for floating IP 794c914d-25e9-4da4-8433-1470dda6625e: DOWN {{(pid=95017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 18:50:01.589371 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-06285de6-daa9-4e36-9795-e92f2883e875 req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Deleting port 56efb01f-c08b-4d50-825b-c49b1744b991 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:50:01.589721 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-06285de6-daa9-4e36-9795-e92f2883e875 req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:01.684956 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [req-06285de6-daa9-4e36-9795-e92f2883e875 req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] For port 56efb01f-c08b-4d50-825b-c49b1744b991, host n-h1-811748-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811748-2',level=0,port_id=56efb01f-c08b-4d50-825b-c49b1744b991,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:50:01.685354 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-06285de6-daa9-4e36-9795-e92f2883e875 req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:01.697483 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [req-06285de6-daa9-4e36-9795-e92f2883e875 req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Calling delete_port for 56efb01f-c08b-4d50-825b-c49b1744b991 owned by compute:nova {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:50:01.819905 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-06285de6-daa9-4e36-9795-e92f2883e875 req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:01.851925 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event deleted for resources: {'Port': ['ID=56efb01f-c08b-4d50-825b-c49b1744b991,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:50:01.864673 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:50:01.865026 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:50:01.865394 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:50:01.865734 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:50:01.866090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:50:01.866430 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:50:01.866761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:50:01.867090 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:50:01.867414 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:50:01.867739 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:50:01.868065 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:50:01.868391 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811748-2 {{(pid=95016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 18:50:01.901454 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [req-06285de6-daa9-4e36-9795-e92f2883e875 req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] No DVR routers for this DVR port 56efb01f-c08b-4d50-825b-c49b1744b991 on host n-h1-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:50:01.903917 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [req-06285de6-daa9-4e36-9795-e92f2883e875 req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8283'] for port, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:01.906662 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [req-06285de6-daa9-4e36-9795-e92f2883e875 req-b4bb1598-815a-4da1-9953-340c2c98baf1 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.49 "DELETE /v2.0/ports/56efb01f-c08b-4d50-825b-c49b1744b991 HTTP/1.1" status: 204 len: 173 time: 0.4106607 Sep 29 18:50:01.907096 n-d-811748-2 neutron-server[95016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '742e271f-2426-450e-b289-c31b079c7ee9', 'name': 'network-vif-deleted', 'tag': '56efb01f-c08b-4d50-825b-c49b1744b991'}] {{(pid=95016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 18:50:01.909372 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c93b3605f006a84c8242b9e7a23bd9032619fb8326b3b58d409066ad2a48135" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d471d2c0-5f21-4dcc-adb8-0dd366cfc445" -d '{"events": [{"server_uuid": "742e271f-2426-450e-b289-c31b079c7ee9", "name": "network-vif-deleted", "tag": "56efb01f-c08b-4d50-825b-c49b1744b991"}]}' {{(pid=95016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 18:50:02.005459 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 18:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dc0aa3-2625-4ce8-b010-5c15e8f1b52e x-openstack-request-id: req-10dc0aa3-2625-4ce8-b010-5c15e8f1b52e {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 18:50:02.005825 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "742e271f-2426-450e-b289-c31b079c7ee9", "name": "network-vif-deleted", "tag": "56efb01f-c08b-4d50-825b-c49b1744b991", "status": "completed", "code": 200}]} {{(pid=95016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 18:50:02.006173 n-d-811748-2 neutron-server[95016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10dc0aa3-2625-4ce8-b010-5c15e8f1b52e {{(pid=95016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 18:50:02.006634 n-d-811748-2 neutron-server[95016]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '742e271f-2426-450e-b289-c31b079c7ee9', 'name': 'network-vif-deleted', 'tag': '56efb01f-c08b-4d50-825b-c49b1744b991', 'status': 'completed', 'code': 200} Sep 29 18:50:02.091633 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88f61e8b-2b8f-46c1-b854-87ff2c043b2f req-8d89b976-ca2d-41e0-a19d-db4e165cb30f tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "GET /v2.0/ports?device_id=742e271f-2426-450e-b289-c31b079c7ee9 HTTP/1.1" status: 200 len: 210 time: 0.0298111 Sep 29 18:50:02.263329 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2b67f208-ff62-41ad-9322-7960458636d2 no longer exists at agent hyperv_n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:50:02.285502 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] No Port match for: 2b67f208-ff62-41ad-9322-7960458636d2 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:50:02.285923 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Device 2b67f208-ff62-41ad-9322-7960458636d2 not bound to the agent host n-h2-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:50:03.146899 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57592) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:50:03.203727 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9787fbd6-b89d-4b44-b9be-6086bb468e23 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:03.227987 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9787fbd6-b89d-4b44-b9be-6086bb468e23 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:03.286718 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9787fbd6-b89d-4b44-b9be-6086bb468e23 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:03.289256 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9787fbd6-b89d-4b44-b9be-6086bb468e23 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:03.290436 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9787fbd6-b89d-4b44-b9be-6086bb468e23 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] 10.222.0.44 "DELETE /v2.0/security-groups/31e60c4d-eb1e-4345-ad15-16c09a2e6a44 HTTP/1.1" status: 204 len: 168 time: 0.1425848 Sep 29 18:50:03.299877 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787fbd6-b89d-4b44-b9be-6086bb468e23 tempest-TestSnapshotPattern-1882962726 tempest-TestSnapshotPattern-1882962726-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e60c4d-eb1e-4345-ad15-16c09a2e6a44,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:50:03.342323 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57596) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:50:03.789328 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0021fcab-8eb7-46f3-a96c-d7e9eb45fe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:04.253436 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 56efb01f-c08b-4d50-825b-c49b1744b991 no longer exists at agent hyperv_n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:50:04.277678 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] No Port match for: 56efb01f-c08b-4d50-825b-c49b1744b991 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:50:04.278024 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Device 56efb01f-c08b-4d50-825b-c49b1744b991 not bound to the agent host n-h1-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:50:04.313532 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0021fcab-8eb7-46f3-a96c-d7e9eb45fe56 admin admin] Deleting port 91807405-51df-4460-b979-5517e754d60f {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:50:04.314129 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0021fcab-8eb7-46f3-a96c-d7e9eb45fe56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:04.390053 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-0021fcab-8eb7-46f3-a96c-d7e9eb45fe56 admin admin] For port 91807405-51df-4460-b979-5517e754d60f, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=91807405-51df-4460-b979-5517e754d60f,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:50:04.390414 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0021fcab-8eb7-46f3-a96c-d7e9eb45fe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:04.402702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-0021fcab-8eb7-46f3-a96c-d7e9eb45fe56 admin admin] Calling delete_port for 91807405-51df-4460-b979-5517e754d60f owned by network:router_interface {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:50:04.576078 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0021fcab-8eb7-46f3-a96c-d7e9eb45fe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:04.598522 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021fcab-8eb7-46f3-a96c-d7e9eb45fe56 admin admin] Pushing event deleted for resources: {'Port': ['ID=91807405-51df-4460-b979-5517e754d60f,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:50:04.779043 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-0021fcab-8eb7-46f3-a96c-d7e9eb45fe56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:04.990952 n-d-811748-2 neutron-server[95016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0021fcab-8eb7-46f3-a96c-d7e9eb45fe56 admin admin] Router 398cdbae-595f-49fb-b5f7-0b3ced2749aa has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:50:05.094303 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0021fcab-8eb7-46f3-a96c-d7e9eb45fe56 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:50:05.099245 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-0021fcab-8eb7-46f3-a96c-d7e9eb45fe56 admin admin] 10.222.0.44 "PUT /v2.0/routers/398cdbae-595f-49fb-b5f7-0b3ced2749aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7555873 Sep 29 18:50:05.101882 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57600) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:50:05.102736 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7072bb05-4e4c-4037-b147-02d3ddb54848 None None] Sync routers for ids ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'] in n-d-811748-2 {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:50:05.112227 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7072bb05-4e4c-4037-b147-02d3ddb54848 None None] Routers {'398cdbae-595f-49fb-b5f7-0b3ced2749aa'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:50:05.112838 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7072bb05-4e4c-4037-b147-02d3ddb54848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:05.208892 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e85deab-7056-44e7-9d7d-ad9e9d86b982 admin admin] Notify callbacks [] for router, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:05.220047 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-7072bb05-4e4c-4037-b147-02d3ddb54848 None None] Set router 398cdbae-595f-49fb-b5f7-0b3ced2749aa gateway port host: n-d-811748-2 {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:50:05.315995 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e85deab-7056-44e7-9d7d-ad9e9d86b982 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:05.376761 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-4e85deab-7056-44e7-9d7d-ad9e9d86b982 admin admin] Deleting port 8caa881a-7aed-49d4-8cda-57b47749cde3 {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:50:05.377103 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e85deab-7056-44e7-9d7d-ad9e9d86b982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:05.425895 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7072bb05-4e4c-4037-b147-02d3ddb54848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:50:04Z', 'revision_number': 5, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port': {'id': '8caa881a-7aed-49d4-8cda-57b47749cde3', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:42Z', 'updated_at': '2021-09-29T18:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:05.457254 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7072bb05-4e4c-4037-b147-02d3ddb54848 None None] Checking router: 398cdbae-595f-49fb-b5f7-0b3ced2749aa for host: n-d-811748-2 {{(pid=95018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:50:05.465764 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7072bb05-4e4c-4037-b147-02d3ddb54848 None None] Routers {'398cdbae-595f-49fb-b5f7-0b3ced2749aa'} bound to L3 agent in host n-d-811748-2 {{(pid=95018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:50:05.466366 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7072bb05-4e4c-4037-b147-02d3ddb54848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'], 'active': True} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:05.470680 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-4e85deab-7056-44e7-9d7d-ad9e9d86b982 admin admin] For port 8caa881a-7aed-49d4-8cda-57b47749cde3, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=8caa881a-7aed-49d4-8cda-57b47749cde3,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:50:05.471049 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e85deab-7056-44e7-9d7d-ad9e9d86b982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:05.484367 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-4e85deab-7056-44e7-9d7d-ad9e9d86b982 admin admin] Calling delete_port for 8caa881a-7aed-49d4-8cda-57b47749cde3 owned by network:router_gateway {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:50:05.555834 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_dvr_db [None req-7072bb05-4e4c-4037-b147-02d3ddb54848 None None] Set router 398cdbae-595f-49fb-b5f7-0b3ced2749aa gateway port host: None {{(pid=95018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:50:05.625240 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.l3_hamode_db [None req-7072bb05-4e4c-4037-b147-02d3ddb54848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:50:05Z', 'revision_number': 6, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:05.653820 n-d-811748-2 neutron-server[95018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7072bb05-4e4c-4037-b147-02d3ddb54848 None None] The sync data for ids ['398cdbae-595f-49fb-b5f7-0b3ced2749aa'] in n-d-811748-2 is: [{'id': '398cdbae-595f-49fb-b5f7-0b3ced2749aa', 'name': 'tempest-TestSnapshotPattern-1467168151-router', 'tenant_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:41Z', 'updated_at': '2021-09-29T18:50:05Z', 'revision_number': 6, 'project_id': 'c9e8eda051b6499b86ed2a3fe01b1d4f', 'gw_port_host': None}] {{(pid=95018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:50:05.662687 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e85deab-7056-44e7-9d7d-ad9e9d86b982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:05.689429 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85deab-7056-44e7-9d7d-ad9e9d86b982 admin admin] Pushing event deleted for resources: {'Port': ['ID=8caa881a-7aed-49d4-8cda-57b47749cde3,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:50:05.752990 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e85deab-7056-44e7-9d7d-ad9e9d86b982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:05.840263 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e85deab-7056-44e7-9d7d-ad9e9d86b982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:05.842859 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e85deab-7056-44e7-9d7d-ad9e9d86b982 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:05.883148 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e85deab-7056-44e7-9d7d-ad9e9d86b982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:05.883773 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e85deab-7056-44e7-9d7d-ad9e9d86b982 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 398cdbae-595f-49fb-b5f7-0b3ced2749aa {{(pid=95016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:50:05.888211 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-4e85deab-7056-44e7-9d7d-ad9e9d86b982 admin admin] Notify callbacks [] for router, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:05.889452 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-4e85deab-7056-44e7-9d7d-ad9e9d86b982 admin admin] 10.222.0.44 "DELETE /v2.0/routers/398cdbae-595f-49fb-b5f7-0b3ced2749aa HTTP/1.1" status: 204 len: 168 time: 0.7866020 Sep 29 18:50:05.892022 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57602) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:50:05.935285 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c501ef1-8174-4754-ba77-91f02d9fe0ba admin admin] Deleting subnet 8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:50:05.938459 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c501ef1-8174-4754-ba77-91f02d9fe0ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:05.976067 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c501ef1-8174-4754-ba77-91f02d9fe0ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.056463 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c501ef1-8174-4754-ba77-91f02d9fe0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.113831 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c501ef1-8174-4754-ba77-91f02d9fe0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.136459 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c501ef1-8174-4754-ba77-91f02d9fe0ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:50:06.142954 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-9c501ef1-8174-4754-ba77-91f02d9fe0ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.144964 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-9c501ef1-8174-4754-ba77-91f02d9fe0ba admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8a1c3c2b-0083-4c59-a5fe-a9b61e40d08e HTTP/1.1" status: 204 len: 168 time: 0.2519794 Sep 29 18:50:06.147707 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57604) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:50:06.150359 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b491986a-fc77-4aac-9b6a-19b4d0fb92bd None None] Network a32bc9eb-99d1-4756-a803-056333c7a85d requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:50:06.221566 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.274633 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] Deleting port 9383f52d-05ca-4ddf-8e28-862fe770523a {{(pid=95016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:50:06.275028 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.340558 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.db [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] For port 9383f52d-05ca-4ddf-8e28-862fe770523a, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=9383f52d-05ca-4ddf-8e28-862fe770523a,segment=NetworkSegment(aca6ebee-07f0-4b2e-b09c-30618006c4ee),segment_id=aca6ebee-07f0-4b2e-b09c-30618006c4ee)] {{(pid=95016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:50:06.341202 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.352041 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.plugin [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] Calling delete_port for 9383f52d-05ca-4ddf-8e28-862fe770523a owned by network:dhcp {{(pid=95016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:50:06.407151 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d1efb2-21ec-4d8a-9c28-0b204c1bd942 None None] DHCP port deletion for a32bc9eb-99d1-4756-a803-056333c7a85d request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:50:06.433684 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127570029'] for port, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.458125 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1efb2-21ec-4d8a-9c28-0b204c1bd942 None None] Deleting port 9383f52d-05ca-4ddf-8e28-862fe770523a {{(pid=95017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:50:06.458504 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d6d1efb2-21ec-4d8a-9c28-0b204c1bd942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.462503 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] Pushing event deleted for resources: {'Port': ['ID=9383f52d-05ca-4ddf-8e28-862fe770523a,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:50:06.464336 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] No DVR routers for this DVR port 9383f52d-05ca-4ddf-8e28-862fe770523a on host n-d-811748-2 {{(pid=95016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:50:06.526609 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.db [None req-d6d1efb2-21ec-4d8a-9c28-0b204c1bd942 None None] For port 9383f52d-05ca-4ddf-8e28-862fe770523a, host n-d-811748-2, got binding levels [] {{(pid=95017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:50:06.527006 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d6d1efb2-21ec-4d8a-9c28-0b204c1bd942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.539809 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-d6d1efb2-21ec-4d8a-9c28-0b204c1bd942 None None] Calling delete_port for 9383f52d-05ca-4ddf-8e28-862fe770523a owned by network:dhcp {{(pid=95017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:50:06.541057 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.542497 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.ipam_backend_mixin [None req-d6d1efb2-21ec-4d8a-9c28-0b204c1bd942 None None] Port 9383f52d-05ca-4ddf-8e28-862fe770523a was not found and therefore no delete operation was performed {{(pid=95017) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 18:50:06.543744 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d6d1efb2-21ec-4d8a-9c28-0b204c1bd942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616'] for port, after_delete {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.561535 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32bc9eb-99d1-4756-a803-056333c7a85d']}} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:06.570511 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1efb2-21ec-4d8a-9c28-0b204c1bd942 None None] Pushing event deleted for resources: {'Port': ['ID=9383f52d-05ca-4ddf-8e28-862fe770523a,revision_number=None']} {{(pid=95017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:50:06.570702 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca6ebee-07f0-4b2e-b09c-30618006c4ee') {'for_net_delete': True} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:06.570910 n-d-811748-2 neutron-server[95016]: DEBUG neutron.services.segments.db [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca6ebee-07f0-4b2e-b09c-30618006c4ee') {} {{(pid=95016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:06.572500 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d1efb2-21ec-4d8a-9c28-0b204c1bd942 None None] No DVR routers for this DVR port 9383f52d-05ca-4ddf-8e28-862fe770523a on host n-d-811748-2 {{(pid=95017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:50:06.584320 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127569993'] for segment, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.597976 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.603998 n-d-811748-2 neutron-server[95016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=95016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:50:06.604403 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127570846'] for segment, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: Traceback (most recent call last): Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: timer() Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: cb(*args, **kw) Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: return func(*args, **kwargs) Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: self._notify() Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: self.callback(batched_events) Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: event.method(event) Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: return f(self, *a, **k) Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: return self._get(url).json() Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: return self.request(url, 'GET', **kwargs) Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:50:06.606191 n-d-811748-2 neutron-server[95016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:50:06.668132 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.674373 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] Notify callbacks [] for network, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:06.676629 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] 10.222.0.44 "DELETE /v2.0/networks/a32bc9eb-99d1-4756-a803-056333c7a85d HTTP/1.1" status: 204 len: 168 time: 0.5279639 Sep 29 18:50:06.680119 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57606) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:50:06.691446 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23d468-4eb9-4e74-8f54-facef358ac9e admin admin] Pushing event deleted for resources: {'Network': ['ID=a32bc9eb-99d1-4756-a803-056333c7a85d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:50:07.023273 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6b6a-1bb1-4ed0-8f87-03635f5b31b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-495891'] for router_interface, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:07.264828 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c6b6a-1bb1-4ed0-8f87-03635f5b31b9 admin admin] Deleting port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:50:07.265167 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6b6a-1bb1-4ed0-8f87-03635f5b31b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:07.340605 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-4c3c6b6a-1bb1-4ed0-8f87-03635f5b31b9 admin admin] For port 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d,segment=NetworkSegment(46a6af4d-0fb0-4ca6-8371-02d1dbe960b0),segment_id=46a6af4d-0fb0-4ca6-8371-02d1dbe960b0)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:50:07.340887 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6b6a-1bb1-4ed0-8f87-03635f5b31b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:07.357496 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c6b6a-1bb1-4ed0-8f87-03635f5b31b9 admin admin] Calling delete_port for 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d owned by network:router_interface {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:50:07.447513 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 91807405-51df-4460-b979-5517e754d60f no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:50:07.476812 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 91807405-51df-4460-b979-5517e754d60f {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:50:07.477158 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 91807405-51df-4460-b979-5517e754d60f not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:50:07.477613 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9383f52d-05ca-4ddf-8e28-862fe770523a no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:50:07.496272 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 9383f52d-05ca-4ddf-8e28-862fe770523a {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:50:07.496758 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 9383f52d-05ca-4ddf-8e28-862fe770523a not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:50:07.497187 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8caa881a-7aed-49d4-8cda-57b47749cde3 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:50:07.515992 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 8caa881a-7aed-49d4-8cda-57b47749cde3 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:50:07.516338 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 8caa881a-7aed-49d4-8cda-57b47749cde3 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:50:07.542354 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6b6a-1bb1-4ed0-8f87-03635f5b31b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:07.566819 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c6b6a-1bb1-4ed0-8f87-03635f5b31b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:50:07.735976 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-4c3c6b6a-1bb1-4ed0-8f87-03635f5b31b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1587167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-495770'] for router_interface, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:07.947483 n-d-811748-2 neutron-server[95015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3c6b6a-1bb1-4ed0-8f87-03635f5b31b9 admin admin] Router 9ebf5429-3422-4f90-9ddf-fcf594b4a1bd has already been hosted by L3 agent 9a788d77-107b-4a9f-bc54-e3a61252d042 {{(pid=95015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 18:50:08.050442 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3c6b6a-1bb1-4ed0-8f87-03635f5b31b9 admin admin] Notify agent at l3_agent.n-d-811748-2 the message routers_updated {{(pid=95015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 18:50:08.055374 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-4c3c6b6a-1bb1-4ed0-8f87-03635f5b31b9 admin admin] 10.222.0.44 "PUT /v2.0/routers/9ebf5429-3422-4f90-9ddf-fcf594b4a1bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3742430 Sep 29 18:50:08.058287 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57608) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:50:08.059282 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d11283d-91bc-4c47-948c-81d3a62e122d None None] Sync routers for ids ['9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'] in n-d-811748-2 {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 18:50:08.068743 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d11283d-91bc-4c47-948c-81d3a62e122d None None] Routers {'9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:50:08.069470 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2d11283d-91bc-4c47-948c-81d3a62e122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:08.163010 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bc66-e926-4a1a-a671-a4efd135255d admin admin] Notify callbacks [] for router, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:08.178888 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-2d11283d-91bc-4c47-948c-81d3a62e122d None None] Set router 9ebf5429-3422-4f90-9ddf-fcf594b4a1bd gateway port host: n-d-811748-2 {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:50:08.266756 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bc66-e926-4a1a-a671-a4efd135255d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:08.318431 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-5ee4bc66-e926-4a1a-a671-a4efd135255d admin admin] Deleting port 876e8f95-9e20-4d63-a807-c6c6bfca8c07 {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:50:08.318771 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bc66-e926-4a1a-a671-a4efd135255d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:08.356631 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2d11283d-91bc-4c47-948c-81d3a62e122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'name': 'tempest-TestSnapshotPattern-1010969180-router', 'tenant_id': '776bcfd5d40a433dbfb49e077a451d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'external_fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': '876e8f95-9e20-4d63-a807-c6c6bfca8c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:46Z', 'updated_at': '2021-09-29T18:50:07Z', 'revision_number': 5, 'project_id': '776bcfd5d40a433dbfb49e077a451d02', 'gw_port': {'id': '876e8f95-9e20-4d63-a807-c6c6bfca8c07', 'name': '', 'network_id': '67fbb982-df89-4d02-87ed-27928a79a62d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:d0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811748-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T18:44:46Z', 'updated_at': '2021-09-29T18:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd68d7e33-95f8-4b07-a2db-ba1fcb465eaf', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811748-2'}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:08.386861 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d11283d-91bc-4c47-948c-81d3a62e122d None None] Checking router: 9ebf5429-3422-4f90-9ddf-fcf594b4a1bd for host: n-d-811748-2 {{(pid=95017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 18:50:08.394732 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-5ee4bc66-e926-4a1a-a671-a4efd135255d admin admin] For port 876e8f95-9e20-4d63-a807-c6c6bfca8c07, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=876e8f95-9e20-4d63-a807-c6c6bfca8c07,segment=NetworkSegment(8dea6ec9-858f-4f12-94f4-059fc0b12b0d),segment_id=8dea6ec9-858f-4f12-94f4-059fc0b12b0d)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:50:08.395093 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bc66-e926-4a1a-a671-a4efd135255d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:08.396544 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d11283d-91bc-4c47-948c-81d3a62e122d None None] Routers {'9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'} bound to L3 agent in host n-d-811748-2 {{(pid=95017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 18:50:08.397188 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2d11283d-91bc-4c47-948c-81d3a62e122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811748-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T17:09:13Z,description=,heartbeat_timestamp=2021-09-29T18:49:44Z,host='n-d-811748-2',id=9a788d77-107b-4a9f-bc54-e3a61252d042,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T17:09:13Z,topic='l3_agent')) {'router_ids': ['9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'], 'active': True} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:08.408235 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-5ee4bc66-e926-4a1a-a671-a4efd135255d admin admin] Calling delete_port for 876e8f95-9e20-4d63-a807-c6c6bfca8c07 owned by network:router_gateway {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:50:08.480820 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_dvr_db [None req-2d11283d-91bc-4c47-948c-81d3a62e122d None None] Set router 9ebf5429-3422-4f90-9ddf-fcf594b4a1bd gateway port host: None {{(pid=95017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 18:50:08.535970 n-d-811748-2 neutron-server[95017]: DEBUG neutron.db.l3_hamode_db [None req-2d11283d-91bc-4c47-948c-81d3a62e122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'name': 'tempest-TestSnapshotPattern-1010969180-router', 'tenant_id': '776bcfd5d40a433dbfb49e077a451d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:46Z', 'updated_at': '2021-09-29T18:50:08Z', 'revision_number': 6, 'project_id': '776bcfd5d40a433dbfb49e077a451d02', 'gw_port_host': None}], 'n-d-811748-2', False) {} {{(pid=95017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:08.562583 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d11283d-91bc-4c47-948c-81d3a62e122d None None] The sync data for ids ['9ebf5429-3422-4f90-9ddf-fcf594b4a1bd'] in n-d-811748-2 is: [{'id': '9ebf5429-3422-4f90-9ddf-fcf594b4a1bd', 'name': 'tempest-TestSnapshotPattern-1010969180-router', 'tenant_id': '776bcfd5d40a433dbfb49e077a451d02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T18:44:46Z', 'updated_at': '2021-09-29T18:50:08Z', 'revision_number': 6, 'project_id': '776bcfd5d40a433dbfb49e077a451d02', 'gw_port_host': None}] {{(pid=95017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 18:50:08.575609 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bc66-e926-4a1a-a671-a4efd135255d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:08.608033 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4bc66-e926-4a1a-a671-a4efd135255d admin admin] Pushing event deleted for resources: {'Port': ['ID=876e8f95-9e20-4d63-a807-c6c6bfca8c07,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:50:08.665114 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bc66-e926-4a1a-a671-a4efd135255d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-495705'] for router_gateway, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.076839 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bc66-e926-4a1a-a671-a4efd135255d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5562'] for router, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.079042 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bc66-e926-4a1a-a671-a4efd135255d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.119478 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bc66-e926-4a1a-a671-a4efd135255d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497727'] for router, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.119998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee4bc66-e926-4a1a-a671-a4efd135255d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ebf5429-3422-4f90-9ddf-fcf594b4a1bd {{(pid=95015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 18:50:09.124245 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-5ee4bc66-e926-4a1a-a671-a4efd135255d admin admin] Notify callbacks [] for router, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.128027 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-5ee4bc66-e926-4a1a-a671-a4efd135255d admin admin] 10.222.0.44 "DELETE /v2.0/routers/9ebf5429-3422-4f90-9ddf-fcf594b4a1bd HTTP/1.1" status: 204 len: 168 time: 1.0688028 Sep 29 18:50:09.128159 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57610) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:50:09.172172 n-d-811748-2 neutron-server[95016]: DEBUG neutron.db.db_base_plugin_v2 [None req-09342492-c1e6-49a4-9d62-bda30359809d admin admin] Deleting subnet 5d18b249-2e98-4877-95e4-77ade2585f8d {{(pid=95016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 18:50:09.175096 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09342492-c1e6-49a4-9d62-bda30359809d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.209144 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09342492-c1e6-49a4-9d62-bda30359809d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127570000'] for subnet, precommit_delete_associations {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.291981 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09342492-c1e6-49a4-9d62-bda30359809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1465998'] for subnet, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.351236 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09342492-c1e6-49a4-9d62-bda30359809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1465991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127569968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127220548'] for subnet, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.377534 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09342492-c1e6-49a4-9d62-bda30359809d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d18b249-2e98-4877-95e4-77ade2585f8d,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:50:09.382573 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-09342492-c1e6-49a4-9d62-bda30359809d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.386848 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-09342492-c1e6-49a4-9d62-bda30359809d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5d18b249-2e98-4877-95e4-77ade2585f8d HTTP/1.1" status: 204 len: 168 time: 0.2553759 Sep 29 18:50:09.387753 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57612) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:50:09.389957 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba65f15-520f-42b9-98b4-ea26139473a8 None None] Network 9d03a315-a1c7-4338-80e9-f881325ef505 requested from n-d-811748-2 {{(pid=95017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 18:50:09.466779 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 876e8f95-9e20-4d63-a807-c6c6bfca8c07 no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:50:09.471323 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529718'] for network, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.519442 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 876e8f95-9e20-4d63-a807-c6c6bfca8c07 {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:50:09.519956 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 876e8f95-9e20-4d63-a807-c6c6bfca8c07 not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:50:09.520190 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:50:09.529564 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] Deleting port 4c39a56e-cd68-468b-9b83-408844b4221c {{(pid=95015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 18:50:09.530023 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770531862824'] for port, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.608888 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.db [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] For port 4c39a56e-cd68-468b-9b83-408844b4221c, host n-d-811748-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811748-2',level=0,port_id=4c39a56e-cd68-468b-9b83-408844b4221c,segment=NetworkSegment(46a6af4d-0fb0-4ca6-8371-02d1dbe960b0),segment_id=46a6af4d-0fb0-4ca6-8371-02d1dbe960b0)] {{(pid=95015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 18:50:09.608888 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517130'] for port, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.621905 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.plugin [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] Calling delete_port for 4c39a56e-cd68-468b-9b83-408844b4221c owned by network:dhcp {{(pid=95015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 18:50:09.704268 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1470077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770531869678', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770531346616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126097185'] for port, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.715242 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:50:09.715580 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 39570b5a-ec4b-46d9-8cc1-f9a6ee5e705d not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:50:09.731754 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] Pushing event deleted for resources: {'Port': ['ID=4c39a56e-cd68-468b-9b83-408844b4221c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:50:09.734822 n-d-811748-2 neutron-server[95015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] No DVR routers for this DVR port 4c39a56e-cd68-468b-9b83-408844b4221c on host n-d-811748-2 {{(pid=95015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 18:50:09.802053 n-d-811748-2 neutron-server[95017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d5b3b0-170c-4680-a024-0f34359ae446 None None] DHCP port deletion for 9d03a315-a1c7-4338-80e9-f881325ef505 request from n-d-811748-2 {{(pid=95017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 18:50:09.810201 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1460023', 'neutron.services.segments.db._delete_segments_for_network-8770531895700'] for network, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.830489 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d03a315-a1c7-4338-80e9-f881325ef505']}} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:09.839321 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a6af4d-0fb0-4ca6-8371-02d1dbe960b0') {'for_net_delete': True} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:09.839609 n-d-811748-2 neutron-server[95015]: DEBUG neutron.services.segments.db [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a6af4d-0fb0-4ca6-8371-02d1dbe960b0') {} {{(pid=95015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 18:50:09.848753 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770531895197', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127573822'] for segment, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.862539 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601'] for segment, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.868382 n-d-811748-2 neutron-server[95015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=95015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 18:50:09.868769 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1464601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126096594'] for segment, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: Traceback (most recent call last): Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: timer() Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: cb(*args, **kw) Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: return func(*args, **kwargs) Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: self._notify() Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: self.callback(batched_events) Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: event.method(event) Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: return f(self, *a, **k) Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: return self._get(url).json() Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: return self.request(url, 'GET', **kwargs) Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 18:50:09.870639 n-d-811748-2 neutron-server[95015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 18:50:09.927664 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1459968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587142', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-495621'] for network, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.933330 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] Notify callbacks [] for network, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:09.935183 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] 10.222.0.44 "DELETE /v2.0/networks/9d03a315-a1c7-4338-80e9-f881325ef505 HTTP/1.1" status: 204 len: 168 time: 0.5456052 Sep 29 18:50:09.946126 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19003f01-b0c9-4afd-9e19-5689c37bed8e admin admin] Pushing event deleted for resources: {'Network': ['ID=9d03a315-a1c7-4338-80e9-f881325ef505,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:50:10.051237 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57616) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:50:10.093253 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-2be65998-d607-4e67-a5b2-a12351700471 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9e8eda051b6499b86ed2a3fe01b1d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408332 Sep 29 18:50:10.095838 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [-] (95015) accepted ('10.222.0.44', 57618) {{(pid=95015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:50:10.142700 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2dc18f0-7bc1-445d-b01a-e6f0be478d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:10.163993 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2dc18f0-7bc1-445d-b01a-e6f0be478d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:10.210504 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2dc18f0-7bc1-445d-b01a-e6f0be478d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:10.212910 n-d-811748-2 neutron-server[95015]: DEBUG neutron_lib.callbacks.manager [None req-b2dc18f0-7bc1-445d-b01a-e6f0be478d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:10.214100 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [None req-b2dc18f0-7bc1-445d-b01a-e6f0be478d5e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d41a73f-1189-4895-aa11-b94b6f29f57c HTTP/1.1" status: 204 len: 168 time: 0.1173663 Sep 29 18:50:10.224619 n-d-811748-2 neutron-server[95015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc18f0-7bc1-445d-b01a-e6f0be478d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d41a73f-1189-4895-aa11-b94b6f29f57c,revision_number=None']} {{(pid=95015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:50:10.540623 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57624) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:50:10.581947 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-c8fff93a-a2ea-4dff-ab4a-cfde47dbdc08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=776bcfd5d40a433dbfb49e077a451d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400689 Sep 29 18:50:10.584306 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [-] (95016) accepted ('10.222.0.44', 57626) {{(pid=95016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 18:50:10.632020 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-893da8d9-8bdf-42f3-a1a5-612a0fa183dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:10.653661 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-893da8d9-8bdf-42f3-a1a5-612a0fa183dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:10.706082 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-893da8d9-8bdf-42f3-a1a5-612a0fa183dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-309198'] for security_group, after_delete {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:10.708609 n-d-811748-2 neutron-server[95016]: DEBUG neutron_lib.callbacks.manager [None req-893da8d9-8bdf-42f3-a1a5-612a0fa183dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:10.709828 n-d-811748-2 neutron-server[95016]: INFO neutron.wsgi [None req-893da8d9-8bdf-42f3-a1a5-612a0fa183dd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a319a88-42c1-4125-b064-bc612e9a598b HTTP/1.1" status: 204 len: 168 time: 0.1246519 Sep 29 18:50:10.719250 n-d-811748-2 neutron-server[95016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893da8d9-8bdf-42f3-a1a5-612a0fa183dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a319a88-42c1-4125-b064-bc612e9a598b,revision_number=None']} {{(pid=95016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 18:50:10.955578 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fac45c8a-c35d-479f-8c47-c4264206eb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:11.448347 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4c39a56e-cd68-468b-9b83-408844b4221c no longer exists at agent ovs-agent-n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 18:50:11.473760 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.plugin [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] No Port match for: 4c39a56e-cd68-468b-9b83-408844b4221c {{(pid=95017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 18:50:11.474092 n-d-811748-2 neutron-server[95017]: DEBUG neutron.plugins.ml2.rpc [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Device 4c39a56e-cd68-468b-9b83-408844b4221c not bound to the agent host n-d-811748-2 {{(pid=95017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 18:50:13.666792 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-83a3f384-738b-462c-b447-c79523252e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:14.815229 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:14.934114 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:15.374387 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:17.234000 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:24.368222 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ec19580-8950-4959-b04c-d1d58ea23531 req-83dcebc4-515e-47e3-94a4-d24d3ecac716 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439460 Sep 29 18:50:24.463998 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec19580-8950-4959-b04c-d1d58ea23531 req-4a141a0b-0caf-43db-979b-dce04a8ad403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:50:24.465477 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ec19580-8950-4959-b04c-d1d58ea23531 req-4a141a0b-0caf-43db-979b-dce04a8ad403 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0386481 Sep 29 18:50:24.565253 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec19580-8950-4959-b04c-d1d58ea23531 req-993609f8-6ca5-4173-b436-616c40332c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:50:24.566631 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ec19580-8950-4959-b04c-d1d58ea23531 req-993609f8-6ca5-4173-b436-616c40332c64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0818589 Sep 29 18:50:24.610755 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ec19580-8950-4959-b04c-d1d58ea23531 req-929c84d3-be91-4a22-a85e-fdb80568c49c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0367668 Sep 29 18:50:24.658765 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec19580-8950-4959-b04c-d1d58ea23531 req-f2fd8e1a-1753-4e08-a1f4-8706bd12260c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:50:24.660164 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ec19580-8950-4959-b04c-d1d58ea23531 req-f2fd8e1a-1753-4e08-a1f4-8706bd12260c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0423417 Sep 29 18:50:24.705735 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec19580-8950-4959-b04c-d1d58ea23531 req-8d18b2a0-0c7b-473f-8522-bfafcbc5687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:50:24.707186 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ec19580-8950-4959-b04c-d1d58ea23531 req-8d18b2a0-0c7b-473f-8522-bfafcbc5687a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395930 Sep 29 18:50:24.718787 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-7ec19580-8950-4959-b04c-d1d58ea23531 req-6de4ba24-05f5-44ef-bef1-034303a20a24 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=95015) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 18:50:24.719698 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ec19580-8950-4959-b04c-d1d58ea23531 req-6de4ba24-05f5-44ef-bef1-034303a20a24 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053682 Sep 29 18:50:24.811367 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ec19580-8950-4959-b04c-d1d58ea23531 req-61341f45-862c-485b-8f57-0a6d2adad72d service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842421 Sep 29 18:50:24.899180 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-7ec19580-8950-4959-b04c-d1d58ea23531 req-3487c522-aac7-45e7-a810-3cc0891ad02f service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808194 Sep 29 18:50:28.341692 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:34.307144 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:50:40.956583 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-abea7bdf-8656-401f-8e8d-aa7f761e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:43.667647 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9ad97cc5-f89e-4d61-9742-1417575cfe14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:44.815938 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:44.936042 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:45.393553 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:47.241984 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:50:58.334701 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:51:10.956475 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-aa450843-1cce-4102-8f42-49cb80d01b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:51:11.306234 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:51:13.667560 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ff807f38-c3c7-414e-a145-d71f8e5e6cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:51:14.817081 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:51:14.937772 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:51:15.388738 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:51:17.245716 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:51:26.362963 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3290fa0-931b-40e5-9042-73e1108b0062 req-69cbf956-1a18-48a0-b6fa-320e65f5f531 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450332 Sep 29 18:51:26.460921 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3290fa0-931b-40e5-9042-73e1108b0062 req-c7a9d9c9-3641-4c61-8b0a-040c28727159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:51:26.462397 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3290fa0-931b-40e5-9042-73e1108b0062 req-c7a9d9c9-3641-4c61-8b0a-040c28727159 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0412202 Sep 29 18:51:26.562202 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3290fa0-931b-40e5-9042-73e1108b0062 req-8fcc7a5d-7910-4c1d-9041-99156caacb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:51:26.563550 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3290fa0-931b-40e5-9042-73e1108b0062 req-8fcc7a5d-7910-4c1d-9041-99156caacb1c service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0824540 Sep 29 18:51:26.609735 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3290fa0-931b-40e5-9042-73e1108b0062 req-4fd001a8-ba4a-475c-9f25-3e2eaabb0141 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0383968 Sep 29 18:51:26.660875 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3290fa0-931b-40e5-9042-73e1108b0062 req-40b19e60-8514-4679-9832-6a02dcf02982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:51:26.662325 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3290fa0-931b-40e5-9042-73e1108b0062 req-40b19e60-8514-4679-9832-6a02dcf02982 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0452430 Sep 29 18:51:26.711713 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3290fa0-931b-40e5-9042-73e1108b0062 req-f4738aa6-8077-4add-97ba-0fd4f53b4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:51:26.713192 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3290fa0-931b-40e5-9042-73e1108b0062 req-f4738aa6-8077-4add-97ba-0fd4f53b4580 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440915 Sep 29 18:51:26.807766 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3290fa0-931b-40e5-9042-73e1108b0062 req-cfd29c3c-3bc9-401e-be39-9ffdfe32b206 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872800 Sep 29 18:51:26.897369 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-d3290fa0-931b-40e5-9042-73e1108b0062 req-113c3877-01d3-452a-866b-5e0db6678d0a service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813949 Sep 29 18:51:28.364989 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:51:40.956922 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-8a5c1adb-7939-41f9-a33d-1272d67f9d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:51:43.668113 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3c990631-d3b9-49d0-80f4-fe62150d824c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:51:44.818048 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:51:44.940722 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:51:45.416325 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:51:47.239033 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:51:48.307129 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:51:58.396876 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:52:10.956647 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c9030671-7f9e-436d-81b7-2c75aae6d7d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:52:13.668299 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9a57cfd6-df3c-4e43-a693-c9f00102fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:52:14.819400 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:52:14.943781 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:52:15.407796 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:52:17.245986 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:52:25.305830 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:52:28.357739 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae1610ac-a4a4-401a-aa5e-171ea8d0df93 req-18d5bdf3-0269-416e-b4eb-21a287299c0d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449295 Sep 29 18:52:28.414876 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:52:28.452064 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1610ac-a4a4-401a-aa5e-171ea8d0df93 req-3e3f3272-9282-4668-89d8-b3c31425f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:52:28.453596 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae1610ac-a4a4-401a-aa5e-171ea8d0df93 req-3e3f3272-9282-4668-89d8-b3c31425f485 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0393386 Sep 29 18:52:28.557865 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1610ac-a4a4-401a-aa5e-171ea8d0df93 req-7836b1f9-b6fa-4761-9f54-75bf2a0b0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:52:28.559206 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae1610ac-a4a4-401a-aa5e-171ea8d0df93 req-7836b1f9-b6fa-4761-9f54-75bf2a0b0b58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0855062 Sep 29 18:52:28.599869 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae1610ac-a4a4-401a-aa5e-171ea8d0df93 req-81418453-db64-4ec9-bb6d-4147b3c07f4c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0335922 Sep 29 18:52:28.648949 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1610ac-a4a4-401a-aa5e-171ea8d0df93 req-c4090481-285f-494c-9d04-ee1b73413676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:52:28.650371 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae1610ac-a4a4-401a-aa5e-171ea8d0df93 req-c4090481-285f-494c-9d04-ee1b73413676 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0433431 Sep 29 18:52:28.693970 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1610ac-a4a4-401a-aa5e-171ea8d0df93 req-47ed986a-956c-47d4-84a8-1896075fce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:52:28.695414 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae1610ac-a4a4-401a-aa5e-171ea8d0df93 req-47ed986a-956c-47d4-84a8-1896075fce20 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381403 Sep 29 18:52:28.785927 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae1610ac-a4a4-401a-aa5e-171ea8d0df93 req-770a0e17-ab71-4a7f-bc7a-cdfc804c3e32 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833724 Sep 29 18:52:28.878135 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-ae1610ac-a4a4-401a-aa5e-171ea8d0df93 req-ab335aaf-c78d-461c-8ea0-844a229f64d6 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854912 Sep 29 18:52:40.957519 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-c141fd4b-a7d8-457c-96f3-dd84d083f3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:52:43.667655 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3fb39053-d57a-45c5-b8f9-203a42c4533f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:52:44.821549 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:52:44.946324 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:52:45.407202 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:52:47.246424 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:52:58.409813 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:53:02.304939 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:53:10.958172 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-a0aa1ace-9ad9-4013-a70f-06101094f022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:53:13.667377 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b518232e-b84d-4f94-82c5-2fec74429187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:53:14.822904 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:53:14.948453 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:53:15.422784 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:53:17.249357 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:53:28.408892 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:53:29.348687 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd89e285-a281-4698-97cf-72ffcf589882 req-041845a4-7e0f-4e48-9d08-2f3cfbacbdf6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412693 Sep 29 18:53:29.444433 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89e285-a281-4698-97cf-72ffcf589882 req-47da72f4-f62e-4352-a98c-e234bd5b74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:53:29.446051 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd89e285-a281-4698-97cf-72ffcf589882 req-47da72f4-f62e-4352-a98c-e234bd5b74fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0405231 Sep 29 18:53:29.551963 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89e285-a281-4698-97cf-72ffcf589882 req-7703a812-96ef-43c6-8a19-d1c47609db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:53:29.553485 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd89e285-a281-4698-97cf-72ffcf589882 req-7703a812-96ef-43c6-8a19-d1c47609db4b service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0890348 Sep 29 18:53:29.592817 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd89e285-a281-4698-97cf-72ffcf589882 req-a8ba5285-9fcf-47c4-a0f6-cf541443dd70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0327809 Sep 29 18:53:29.640911 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89e285-a281-4698-97cf-72ffcf589882 req-d593e3f4-40c5-474f-ae93-a940e585be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:53:29.642349 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd89e285-a281-4698-97cf-72ffcf589882 req-d593e3f4-40c5-474f-ae93-a940e585be87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0424118 Sep 29 18:53:29.691266 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89e285-a281-4698-97cf-72ffcf589882 req-44353289-db3c-4751-9d69-479c1adaff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:53:29.692708 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd89e285-a281-4698-97cf-72ffcf589882 req-44353289-db3c-4751-9d69-479c1adaff05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431564 Sep 29 18:53:29.781514 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd89e285-a281-4698-97cf-72ffcf589882 req-678c7cf7-2258-4ed0-99dd-ce059d340f15 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813537 Sep 29 18:53:29.872994 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-cd89e285-a281-4698-97cf-72ffcf589882 req-8a6388e4-02d5-4588-903c-267b17344a23 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846455 Sep 29 18:53:39.304260 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:53:40.959702 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-136eced9-0da7-4614-827d-4a85e565abf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:53:40.966421 n-d-811748-2 neutron-server[95015]: DEBUG neutron.wsgi [req-68e8df6a-9b52-4871-9e65-7919adae2d5b req-e73f9af4-a3d3-4ed2-b54d-b58c6c805b6b service neutron] (95015) timed out ('10.222.0.44', 56260) {{(pid=95015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 18:53:43.671376 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-84f37839-1458-4781-820c-8f793b84a6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:53:44.825035 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:53:44.951716 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:53:45.437010 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:53:47.251221 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:53:58.439302 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:54:10.959883 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-fe8de96c-150d-453d-bb99-85d85a75e228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:54:13.671217 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9315d97c-7d5e-404b-ab54-a06ed921ac5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:54:14.824843 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:54:14.954657 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:54:15.437170 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:54:16.303093 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:54:17.255075 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:54:28.437052 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:54:30.468711 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-382b8c45-a697-442e-8952-aa4f48b46005 req-a6ffc5f3-f5df-413d-b351-216d377ce0d1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1481669 Sep 29 18:54:30.563284 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8c45-a697-442e-8952-aa4f48b46005 req-b5b170b0-dcdd-49d1-9c01-a7e113a69ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:54:30.564673 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-382b8c45-a697-442e-8952-aa4f48b46005 req-b5b170b0-dcdd-49d1-9c01-a7e113a69ea2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0399346 Sep 29 18:54:30.674028 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8c45-a697-442e-8952-aa4f48b46005 req-9a74a0a5-4a8b-4a53-91d7-ba6d6cb2eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:54:30.675592 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-382b8c45-a697-442e-8952-aa4f48b46005 req-9a74a0a5-4a8b-4a53-91d7-ba6d6cb2eea6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0926220 Sep 29 18:54:30.716963 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-382b8c45-a697-442e-8952-aa4f48b46005 req-70ec0b01-f796-4bac-9fc7-8beb2cd6b2ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0340128 Sep 29 18:54:30.769791 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8c45-a697-442e-8952-aa4f48b46005 req-50b560b6-cd56-4ba0-aa93-5baf64c5ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:54:30.771246 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-382b8c45-a697-442e-8952-aa4f48b46005 req-50b560b6-cd56-4ba0-aa93-5baf64c5ea64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0467918 Sep 29 18:54:30.822200 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b8c45-a697-442e-8952-aa4f48b46005 req-6fc85cbe-f1bf-416a-93f0-ae6bcc3522a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:54:30.823601 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-382b8c45-a697-442e-8952-aa4f48b46005 req-6fc85cbe-f1bf-416a-93f0-ae6bcc3522a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456221 Sep 29 18:54:30.914193 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-382b8c45-a697-442e-8952-aa4f48b46005 req-d514494d-3692-43ce-989e-3e44413f14ed service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817139 Sep 29 18:54:31.018077 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-382b8c45-a697-442e-8952-aa4f48b46005 req-6b75aba3-058a-4c8e-965c-e188f4e65bea service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958943 Sep 29 18:54:40.961092 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-d5cfe40d-4db6-45d9-aedf-5dee428e4c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:54:43.671374 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-e59f2302-8168-4fb7-80b4-02609740d6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:54:44.831398 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:54:44.957893 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:54:45.435311 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:54:47.257868 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:54:53.303008 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:54:58.436450 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:55:10.962095 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ab56c2ed-5540-47e4-acee-ab06a50675d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:55:13.671127 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-3d7e6b9d-ad61-47c9-9e3b-6f408c7cec4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:55:14.822737 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:55:14.963933 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:55:15.444695 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:55:17.268866 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:55:28.466432 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:55:30.302647 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:55:30.348433 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b5fb95b3-9056-42ca-9738-504ea1ab8d5f req-c73a65a1-38ca-4ed6-8970-35fc6b5303e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422490 Sep 29 18:55:30.448951 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb95b3-9056-42ca-9738-504ea1ab8d5f req-49ace8c0-c610-45ef-b340-7dd3cf5378b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:55:30.450479 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b5fb95b3-9056-42ca-9738-504ea1ab8d5f req-49ace8c0-c610-45ef-b340-7dd3cf5378b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0416930 Sep 29 18:55:30.580593 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb95b3-9056-42ca-9738-504ea1ab8d5f req-e88a1b5e-8682-4026-a67c-42f24a39b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:55:30.581986 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b5fb95b3-9056-42ca-9738-504ea1ab8d5f req-e88a1b5e-8682-4026-a67c-42f24a39b32d service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0876379 Sep 29 18:55:30.623281 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b5fb95b3-9056-42ca-9738-504ea1ab8d5f req-630415e3-953b-481f-b4b9-d95a8626ea17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0337915 Sep 29 18:55:30.675122 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb95b3-9056-42ca-9738-504ea1ab8d5f req-057ebefa-9360-4d10-9fcf-d9775b1cec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:55:30.676543 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b5fb95b3-9056-42ca-9738-504ea1ab8d5f req-057ebefa-9360-4d10-9fcf-d9775b1cec1c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0464389 Sep 29 18:55:30.721666 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb95b3-9056-42ca-9738-504ea1ab8d5f req-b04d2c9f-610d-402c-9e79-768ead1fb545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:55:30.723120 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b5fb95b3-9056-42ca-9738-504ea1ab8d5f req-b04d2c9f-610d-402c-9e79-768ead1fb545 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392332 Sep 29 18:55:30.812023 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b5fb95b3-9056-42ca-9738-504ea1ab8d5f req-c1c3bfba-ceba-48a3-97a8-0d91a1dcc84f service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807672 Sep 29 18:55:30.903685 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-b5fb95b3-9056-42ca-9738-504ea1ab8d5f req-e8abb447-d7c4-484f-ab30-45d9f12d2f5b service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841212 Sep 29 18:55:40.965676 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-f7a55ebd-14e5-4fef-afd5-e56dc7545aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:55:43.672318 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-2b50b560-a6ea-4864-aa8f-066c1c15b858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:55:44.824019 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:55:44.964349 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:55:45.443748 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:55:47.263700 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:55:58.481474 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:56:07.303213 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:56:10.965967 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-372dcb5b-3c39-4c4f-ab24-da1f9edeb85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:56:13.673152 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-784113ac-c33c-431a-ac44-2a1e0b79471c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:56:14.825113 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:56:14.965769 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:56:15.448406 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:56:17.266870 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:56:28.479549 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:56:30.344368 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc1ae855-5abd-49dd-8a4b-c64d2a0c4190 req-68258e52-a48f-4afd-ab95-52f47c49e23e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395064 Sep 29 18:56:30.446776 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ae855-5abd-49dd-8a4b-c64d2a0c4190 req-13bebdcf-74c9-4137-953e-408f37ec3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:56:30.448253 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc1ae855-5abd-49dd-8a4b-c64d2a0c4190 req-13bebdcf-74c9-4137-953e-408f37ec3d4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0453918 Sep 29 18:56:30.549956 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ae855-5abd-49dd-8a4b-c64d2a0c4190 req-6a33adb0-be32-45d3-b98b-4305b82a6577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:56:30.551311 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc1ae855-5abd-49dd-8a4b-c64d2a0c4190 req-6a33adb0-be32-45d3-b98b-4305b82a6577 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0832510 Sep 29 18:56:30.595787 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc1ae855-5abd-49dd-8a4b-c64d2a0c4190 req-5fb35abf-00eb-4029-8712-605b311dece2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0364618 Sep 29 18:56:30.643677 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ae855-5abd-49dd-8a4b-c64d2a0c4190 req-dc8a9525-a618-4efb-a348-c2974f84ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:56:30.645132 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc1ae855-5abd-49dd-8a4b-c64d2a0c4190 req-dc8a9525-a618-4efb-a348-c2974f84ebea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0426254 Sep 29 18:56:30.689943 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ae855-5abd-49dd-8a4b-c64d2a0c4190 req-bb6d1b31-7f5a-406f-99f1-8b0bd0acf58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:56:30.691365 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc1ae855-5abd-49dd-8a4b-c64d2a0c4190 req-bb6d1b31-7f5a-406f-99f1-8b0bd0acf58f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388942 Sep 29 18:56:30.782573 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc1ae855-5abd-49dd-8a4b-c64d2a0c4190 req-58ef9d08-2877-4adf-8ded-236d1ad3ae01 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827558 Sep 29 18:56:30.871667 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-dc1ae855-5abd-49dd-8a4b-c64d2a0c4190 req-40cee490-7333-4eff-af33-f4b23b619864 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818655 Sep 29 18:56:40.966798 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-4bf7bac2-f96b-46f8-84f5-15bb88f0fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:56:43.673219 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-b7653535-f070-409d-8978-e74892c6532c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:56:44.301826 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:56:44.826175 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:56:44.969650 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:56:45.457819 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:56:47.269115 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:56:58.498464 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:57:10.967470 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-ef7c1530-971a-4811-9ef5-a8619947fdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:57:13.673218 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-990c508d-5890-4a36-9105-44f7887c3356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:57:14.830205 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:57:14.972375 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:57:15.456552 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:57:17.272321 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:57:21.300329 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:57:28.496915 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:57:32.355551 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d2bf641-1448-4529-b383-11225c1b0f88 req-b99b7215-e7e3-4d67-869f-c7e75ce9946d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406206 Sep 29 18:57:32.453221 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bf641-1448-4529-b383-11225c1b0f88 req-d2460b02-db6b-4c53-b2b0-4d4f85b9aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:57:32.454728 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d2bf641-1448-4529-b383-11225c1b0f88 req-d2460b02-db6b-4c53-b2b0-4d4f85b9aa9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0443256 Sep 29 18:57:32.556406 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bf641-1448-4529-b383-11225c1b0f88 req-318fb103-233b-4715-b6bb-d879d99bd307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:57:32.557849 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d2bf641-1448-4529-b383-11225c1b0f88 req-318fb103-233b-4715-b6bb-d879d99bd307 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0842795 Sep 29 18:57:32.601865 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d2bf641-1448-4529-b383-11225c1b0f88 req-a38119b5-6411-4f51-a34b-c9ade01c5d8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0373809 Sep 29 18:57:32.649143 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bf641-1448-4529-b383-11225c1b0f88 req-74b922d5-9cde-420a-8eb0-f34f0af732dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:57:32.650839 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d2bf641-1448-4529-b383-11225c1b0f88 req-74b922d5-9cde-420a-8eb0-f34f0af732dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0428040 Sep 29 18:57:32.694365 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bf641-1448-4529-b383-11225c1b0f88 req-80cc97e4-82f1-422e-b986-ebb969affbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:57:32.695813 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d2bf641-1448-4529-b383-11225c1b0f88 req-80cc97e4-82f1-422e-b986-ebb969affbba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383334 Sep 29 18:57:32.790830 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d2bf641-1448-4529-b383-11225c1b0f88 req-2ca06a5a-d580-441a-82b7-553bb9e6fb90 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877843 Sep 29 18:57:32.877847 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-6d2bf641-1448-4529-b383-11225c1b0f88 req-1de3405f-d75e-4a62-8dc2-89ce363e9542 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799234 Sep 29 18:57:40.967807 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-65749db0-da51-4821-99ea-51624e1857d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:57:43.673178 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0d4594ba-01d0-4b32-8269-0f5516172c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:57:44.829922 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:57:44.976714 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:57:45.471342 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:57:47.274722 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:57:57.041185 n-d-811748-2 neutron-server[95016]: DEBUG neutron.wsgi [req-12842983-fff3-45b7-bf60-9acdb8c01b59 req-dfbeb9e1-d9c2-4731-ad09-b3c4af52ffb5 service neutron] (95016) timed out ('10.222.0.44', 53114) {{(pid=95016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 18:57:58.299250 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:57:58.510143 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:58:10.969014 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-0b215a7f-2e7a-47d2-845c-18a7187fa3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:58:13.673832 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1c0e5abf-ebb5-4100-b5d6-f3dd5d043ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:58:14.830845 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:58:14.978771 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:58:15.476938 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:58:17.277842 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:58:28.528446 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:58:33.360435 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88b26720-99f9-4181-9a34-f62f4e233272 req-ecf8a5d9-c40f-4f02-8024-722ac36bde4c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448568 Sep 29 18:58:33.458139 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b26720-99f9-4181-9a34-f62f4e233272 req-fcad5526-a9d1-4c4f-b4e7-3c58412758d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:58:33.460195 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88b26720-99f9-4181-9a34-f62f4e233272 req-fcad5526-a9d1-4c4f-b4e7-3c58412758d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b67a4fe57244d4a90ba1811eb3c5310&device_id=2e8cec6a-1bc5-49ec-87b3-cb6c2180d5e0 HTTP/1.1" status: 200 len: 1096 time: 0.0402548 Sep 29 18:58:33.562446 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b26720-99f9-4181-9a34-f62f4e233272 req-f9a8bbbb-6ca3-46d1-9559-6393627b0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:58:33.563809 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88b26720-99f9-4181-9a34-f62f4e233272 req-f9a8bbbb-6ca3-46d1-9559-6393627b0c95 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc HTTP/1.1" status: 200 len: 912 time: 0.0839105 Sep 29 18:58:33.607326 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88b26720-99f9-4181-9a34-f62f4e233272 req-2a899792-9bf1-4b47-8465-b0609ec379d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81bdf578-6824-4f94-a81f-6e280d5b2434 HTTP/1.1" status: 200 len: 217 time: 0.0363386 Sep 29 18:58:33.666062 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b26720-99f9-4181-9a34-f62f4e233272 req-1cb1da84-1c53-4650-879b-3c87104c8e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:58:33.668239 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88b26720-99f9-4181-9a34-f62f4e233272 req-1cb1da84-1c53-4650-879b-3c87104c8e77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01ccb1e0-0fc1-4e52-aa77-f5ad3e22ccc4 HTTP/1.1" status: 200 len: 850 time: 0.0541310 Sep 29 18:58:33.719302 n-d-811748-2 neutron-server[95015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b26720-99f9-4181-9a34-f62f4e233272 req-ea1907e6-90cd-4d58-afba-57a69b0242f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 18:58:33.720825 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88b26720-99f9-4181-9a34-f62f4e233272 req-ea1907e6-90cd-4d58-afba-57a69b0242f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9f20a46d-ad7f-4756-9b2a-f8b9239336fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459416 Sep 29 18:58:33.815141 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88b26720-99f9-4181-9a34-f62f4e233272 req-f82b9595-79b3-49a3-91fd-9044fa859771 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874505 Sep 29 18:58:33.905482 n-d-811748-2 neutron-server[95015]: INFO neutron.wsgi [req-88b26720-99f9-4181-9a34-f62f4e233272 req-27f866c9-3577-4cca-b471-1c30bd589d87 service neutron] 10.222.0.35 "GET /v2.0/networks/9f20a46d-ad7f-4756-9b2a-f8b9239336fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834308 Sep 29 18:58:35.297751 n-d-811748-2 neutron-server[95018]: DEBUG neutron.db.agents_db [None req-d7104d8f-594f-4879-9a4b-86dabcab0a57 None None] Agent healthcheck: found 7 active agents {{(pid=95018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 18:58:40.970624 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-9eb3b410-7246-40bf-a359-18eebf187727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:58:43.675057 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-1ed677dc-47e5-4480-8209-656bad981069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:58:44.832650 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-78b76a4c-bf84-4dc2-a960-8158b9ee94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:58:44.982831 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-de48a5c7-7026-47ad-b0b4-b16f4b484e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:58:45.492633 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6d9a-24d9-47c7-9049-fc3b742b79dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:58:47.281188 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-224a2321-5eed-497e-ad79-c2e3adc4e6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 18:58:58.532977 n-d-811748-2 neutron-server[95017]: DEBUG neutron_lib.callbacks.manager [None req-973eb503-319c-4a85-b360-0859573d2e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770531895682', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1460535'] for agent, after_update {{(pid=95017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}